diff --git "a/quant_log.csv" "b/quant_log.csv"
new file mode 100644--- /dev/null
+++ "b/quant_log.csv"
@@ -0,0 +1,46065 @@
+layer,module,loss,samples,damp,time
+0,self_attn.q_proj,rtn: 0.0012589,0.00000,0.552
+0,self_attn.k_proj,rtn: 0.0019531,0.00000,0.552
+0,self_attn.v_proj,rtn: 0.0014496,0.00000,0.556
+0,self_attn.o_proj,rtn: 0.0005569,0.00000,0.214
+0,mlp.gate_proj,rtn: 0.0020142,0.00000,0.051
+0,mlp.up_proj,rtn: 0.0020905,0.00000,0.053
+0,mlp.down_proj,rtn: 0.0020447,0.00000,0.072
+1,self_attn.k_proj,rtn: 0.0021667,0.00000,0.028
+1,self_attn.v_proj,rtn: 0.0020752,0.00000,0.032
+1,self_attn.q_proj,rtn: 0.0016251,0.00000,0.028
+1,self_attn.o_proj,rtn: 0.0018158,0.00000,0.052
+1,mlp.experts.12.gate_proj,rtn: 0.0019455,0.00000,0.114
+1,mlp.experts.6.gate_proj,rtn: 0.0024109,0.00000,0.114
+1,mlp.experts.14.gate_proj,rtn: 0.0022278,0.00000,0.136
+1,mlp.experts.11.gate_proj,rtn: 0.0022278,0.00000,0.137
+1,mlp.experts.10.gate_proj,rtn: 0.0013046,0.00000,0.140
+1,mlp.experts.4.gate_proj,rtn: 0.0021820,0.00000,0.112
+1,mlp.experts.2.gate_proj,rtn: 0.0020905,0.00000,0.161
+1,mlp.experts.5.gate_proj,rtn: 0.0023651,0.00000,0.169
+1,mlp.experts.3.gate_proj,rtn: 0.0021820,0.00000,0.134
+1,mlp.experts.1.gate_proj,rtn: 0.0023956,0.00000,0.175
+1,mlp.experts.13.gate_proj,rtn: 0.0014954,0.00000,0.170
+1,mlp.experts.8.gate_proj,rtn: 0.0020905,0.00000,0.184
+1,mlp.experts.9.gate_proj,rtn: 0.0022125,0.00000,0.174
+1,mlp.experts.15.gate_proj,rtn: 0.0018463,0.00000,0.176
+1,mlp.experts.0.gate_proj,rtn: 0.0020752,0.00000,0.159
+1,mlp.experts.22.gate_proj,rtn: 0.0021515,0.00000,0.109
+1,mlp.experts.30.gate_proj,rtn: 0.0023956,0.00000,0.109
+1,mlp.experts.7.gate_proj,rtn: 0.0025024,0.00000,0.220
+1,mlp.experts.26.gate_proj,rtn: 0.0019836,0.00000,0.126
+1,mlp.experts.18.gate_proj,rtn: 0.0023956,0.00000,0.102
+1,mlp.experts.28.gate_proj,rtn: 0.0024872,0.00000,0.163
+1,mlp.experts.20.gate_proj,rtn: 0.0023193,0.00000,0.111
+1,mlp.experts.24.gate_proj,rtn: 0.0022583,0.00000,0.088
+1,mlp.experts.29.gate_proj,rtn: 0.0025024,0.00000,0.105
+1,mlp.experts.17.gate_proj,rtn: 0.0017929,0.00000,0.109
+1,mlp.experts.21.gate_proj,rtn: 0.0012207,0.00000,0.123
+1,mlp.experts.25.gate_proj,rtn: 0.0023956,0.00000,0.100
+1,mlp.experts.16.gate_proj,rtn: 0.0015564,0.00000,0.098
+1,mlp.experts.38.gate_proj,rtn: 0.0016022,0.00000,0.122
+1,mlp.experts.31.gate_proj,rtn: 0.0023499,0.00000,0.202
+1,mlp.experts.44.gate_proj,rtn: 0.0024109,0.00000,0.073
+1,mlp.experts.46.gate_proj,rtn: 0.0023651,0.00000,0.131
+1,mlp.experts.34.gate_proj,rtn: 0.0015793,0.00000,0.086
+1,mlp.experts.36.gate_proj,rtn: 0.0022430,0.00000,0.074
+1,mlp.experts.40.gate_proj,rtn: 0.0023956,0.00000,0.074
+1,mlp.experts.19.gate_proj,rtn: 0.0022583,0.00000,0.182
+1,mlp.experts.23.gate_proj,rtn: 0.0021973,0.00000,0.129
+1,mlp.experts.27.gate_proj,rtn: 0.0023804,0.00000,0.290
+1,mlp.experts.42.gate_proj,rtn: 0.0023193,0.00000,0.129
+1,mlp.experts.41.gate_proj,rtn: 0.0020599,0.00000,0.117
+1,mlp.experts.45.gate_proj,rtn: 0.0020142,0.00000,0.127
+1,mlp.experts.32.gate_proj,rtn: 0.0022583,0.00000,0.097
+1,mlp.experts.54.gate_proj,rtn: 0.0014267,0.00000,0.109
+1,mlp.experts.33.gate_proj,rtn: 0.0018539,0.00000,0.102
+1,mlp.experts.37.gate_proj,rtn: 0.0019989,0.00000,0.118
+1,mlp.experts.60.gate_proj,rtn: 0.0013657,0.00000,0.097
+1,mlp.experts.62.gate_proj,rtn: 0.0023804,0.00000,0.089
+1,mlp.experts.56.gate_proj,rtn: 0.0022278,0.00000,0.092
+1,mlp.experts.50.gate_proj,rtn: 0.0024567,0.00000,0.093
+1,mlp.experts.47.gate_proj,rtn: 0.0023041,0.00000,0.106
+1,mlp.experts.43.gate_proj,rtn: 0.0022583,0.00000,0.080
+1,mlp.experts.35.gate_proj,rtn: 0.0024261,0.00000,0.104
+1,mlp.experts.39.gate_proj,rtn: 0.0021973,0.00000,0.089
+1,mlp.experts.58.gate_proj,rtn: 0.0024872,0.00000,0.071
+1,mlp.experts.52.gate_proj,rtn: 0.0021973,0.00000,0.094
+1,mlp.experts.49.gate_proj,rtn: 0.0022430,0.00000,0.111
+1,mlp.experts.53.gate_proj,rtn: 0.0019531,0.00000,0.088
+1,mlp.experts.61.gate_proj,rtn: 0.0023193,0.00000,0.106
+1,mlp.experts.57.gate_proj,rtn: 0.0024414,0.00000,0.133
+1,mlp.experts.70.gate_proj,rtn: 0.0016708,0.00000,0.086
+1,mlp.experts.48.gate_proj,rtn: 0.0012589,0.00000,0.112
+1,mlp.experts.78.gate_proj,rtn: 0.0016022,0.00000,0.142
+1,mlp.experts.76.gate_proj,rtn: 0.0023956,0.00000,0.154
+1,mlp.experts.66.gate_proj,rtn: 0.0021057,0.00000,0.153
+1,mlp.experts.72.gate_proj,rtn: 0.0016098,0.00000,0.166
+1,mlp.experts.63.gate_proj,rtn: 0.0023041,0.00000,0.126
+1,mlp.experts.55.gate_proj,rtn: 0.0023499,0.00000,0.124
+1,mlp.experts.51.gate_proj,rtn: 0.0022125,0.00000,0.167
+1,mlp.experts.59.gate_proj,rtn: 0.0024109,0.00000,0.149
+1,mlp.experts.77.gate_proj,rtn: 0.0024719,0.00000,0.108
+1,mlp.experts.74.gate_proj,rtn: 0.0023804,0.00000,0.173
+1,mlp.experts.69.gate_proj,rtn: 0.0018616,0.00000,0.140
+1,mlp.experts.73.gate_proj,rtn: 0.0020294,0.00000,0.108
+1,mlp.experts.68.gate_proj,rtn: 0.0023956,0.00000,0.184
+1,mlp.experts.65.gate_proj,rtn: 0.0021057,0.00000,0.156
+1,mlp.experts.86.gate_proj,rtn: 0.0022125,0.00000,0.148
+1,mlp.experts.82.gate_proj,rtn: 0.0009842,0.00000,0.151
+1,mlp.experts.92.gate_proj,rtn: 0.0012207,0.00000,0.127
+1,mlp.experts.64.gate_proj,rtn: 0.0012207,0.00000,0.177
+1,mlp.experts.94.gate_proj,rtn: 0.0019073,0.00000,0.141
+1,mlp.experts.71.gate_proj,rtn: 0.0023193,0.00000,0.143
+1,mlp.experts.88.gate_proj,rtn: 0.0024109,0.00000,0.117
+1,mlp.experts.79.gate_proj,rtn: 0.0016251,0.00000,0.177
+1,mlp.experts.75.gate_proj,rtn: 0.0019150,0.00000,0.170
+1,mlp.experts.67.gate_proj,rtn: 0.0013962,0.00000,0.173
+1,mlp.experts.98.gate_proj,rtn: 0.0020599,0.00000,0.089
+1,mlp.experts.102.gate_proj,rtn: 0.0022888,0.00000,0.101
+1,mlp.experts.85.gate_proj,rtn: 0.0022430,0.00000,0.173
+1,mlp.experts.110.gate_proj,rtn: 0.0023041,0.00000,0.135
+1,mlp.experts.81.gate_proj,rtn: 0.0022888,0.00000,0.197
+1,mlp.experts.89.gate_proj,rtn: 0.0025635,0.00000,0.231
+1,mlp.experts.84.gate_proj,rtn: 0.0017014,0.00000,0.204
+1,mlp.experts.108.gate_proj,rtn: 0.0015106,0.00000,0.155
+1,mlp.experts.90.gate_proj,rtn: 0.0015793,0.00000,0.211
+1,mlp.experts.95.gate_proj,rtn: 0.0016708,0.00000,0.114
+1,mlp.experts.91.gate_proj,rtn: 0.0016098,0.00000,0.088
+1,mlp.experts.80.gate_proj,rtn: 0.0023804,0.00000,0.167
+1,mlp.experts.83.gate_proj,rtn: 0.0006981,0.00000,0.079
+1,mlp.experts.126.gate_proj,rtn: 0.0024109,0.00000,0.085
+1,mlp.experts.93.gate_proj,rtn: 0.0023956,0.00000,0.299
+1,mlp.experts.114.gate_proj,rtn: 0.0020599,0.00000,0.108
+1,mlp.experts.87.gate_proj,rtn: 0.0014725,0.00000,0.148
+1,mlp.experts.101.gate_proj,rtn: 0.0023499,0.00000,0.129
+1,mlp.experts.97.gate_proj,rtn: 0.0016632,0.00000,0.083
+1,mlp.experts.118.gate_proj,rtn: 0.0020905,0.00000,0.131
+1,mlp.experts.104.gate_proj,rtn: 0.0022888,0.00000,0.237
+1,mlp.experts.100.gate_proj,rtn: 0.0013962,0.00000,0.113
+1,mlp.experts.107.gate_proj,rtn: 0.0023956,0.00000,0.088
+1,mlp.experts.105.gate_proj,rtn: 0.0023956,0.00000,0.139
+1,mlp.experts.106.gate_proj,rtn: 0.0021973,0.00000,0.131
+1,mlp.experts.124.gate_proj,rtn: 0.0019531,0.00000,0.144
+1,mlp.experts.96.gate_proj,rtn: 0.0015259,0.00000,0.113
+1,mlp.experts.111.gate_proj,rtn: 0.0025787,0.00000,0.144
+1,mlp.experts.130.gate_proj,rtn: 0.0021667,0.00000,0.110
+1,mlp.experts.103.gate_proj,rtn: 0.0013885,0.00000,0.119
+1,mlp.experts.99.gate_proj,rtn: 0.0016098,0.00000,0.120
+1,mlp.experts.142.gate_proj,rtn: 0.0021515,0.00000,0.117
+1,mlp.experts.109.gate_proj,rtn: 0.0024567,0.00000,0.151
+1,mlp.experts.117.gate_proj,rtn: 0.0023499,0.00000,0.159
+1,mlp.experts.134.gate_proj,rtn: 0.0024109,0.00000,0.121
+1,mlp.experts.113.gate_proj,rtn: 0.0016022,0.00000,0.129
+1,mlp.experts.116.gate_proj,rtn: 0.0018234,0.00000,0.108
+1,mlp.experts.121.gate_proj,rtn: 0.0022888,0.00000,0.099
+1,mlp.experts.123.gate_proj,rtn: 0.0019684,0.00000,0.106
+1,mlp.experts.127.gate_proj,rtn: 0.0016403,0.00000,0.085
+1,mlp.experts.120.gate_proj,rtn: 0.0023193,0.00000,0.134
+1,mlp.experts.122.gate_proj,rtn: 0.0022278,0.00000,0.115
+1,mlp.experts.112.gate_proj,rtn: 0.0014191,0.00000,0.094
+1,mlp.experts.115.gate_proj,rtn: 0.0023346,0.00000,0.062
+1,mlp.experts.146.gate_proj,rtn: 0.0020294,0.00000,0.099
+1,mlp.experts.158.gate_proj,rtn: 0.0024109,0.00000,0.085
+1,mlp.experts.119.gate_proj,rtn: 0.0023499,0.00000,0.116
+1,mlp.experts.140.gate_proj,rtn: 0.0020599,0.00000,0.200
+1,mlp.experts.137.gate_proj,rtn: 0.0016174,0.00000,0.123
+1,mlp.experts.133.gate_proj,rtn: 0.0013580,0.00000,0.108
+1,mlp.experts.129.gate_proj,rtn: 0.0019836,0.00000,0.113
+1,mlp.experts.125.gate_proj,rtn: 0.0018082,0.00000,0.137
+1,mlp.experts.150.gate_proj,rtn: 0.0019455,0.00000,0.123
+1,mlp.experts.138.gate_proj,rtn: 0.0021667,0.00000,0.090
+1,mlp.experts.174.gate_proj,rtn: 0.0024109,0.00000,0.075
+1,mlp.experts.162.gate_proj,rtn: 0.0020142,0.00000,0.068
+1,mlp.experts.139.gate_proj,rtn: 0.0020447,0.00000,0.115
+1,mlp.experts.136.gate_proj,rtn: 0.0023956,0.00000,0.131
+1,mlp.experts.143.gate_proj,rtn: 0.0022125,0.00000,0.118
+1,mlp.experts.132.gate_proj,rtn: 0.0022888,0.00000,0.156
+1,mlp.experts.128.gate_proj,rtn: 0.0020752,0.00000,0.108
+1,mlp.experts.131.gate_proj,rtn: 0.0018311,0.00000,0.098
+1,mlp.experts.135.gate_proj,rtn: 0.0015564,0.00000,0.081
+1,mlp.experts.156.gate_proj,rtn: 0.0023346,0.00000,0.076
+1,mlp.experts.145.gate_proj,rtn: 0.0024109,0.00000,0.126
+1,mlp.experts.153.gate_proj,rtn: 0.0012512,0.00000,0.112
+1,mlp.experts.149.gate_proj,rtn: 0.0017395,0.00000,0.118
+1,mlp.experts.141.gate_proj,rtn: 0.0021973,0.00000,0.114
+1,mlp.experts.166.gate_proj,rtn: 0.0025177,0.00000,0.137
+1,mlp.experts.154.gate_proj,rtn: 0.0017166,0.00000,0.099
+1,mlp.experts.178.gate_proj,rtn: 0.0024414,0.00000,0.097
+1,mlp.experts.190.gate_proj,rtn: 0.0012512,0.00000,0.099
+1,mlp.experts.147.gate_proj,rtn: 0.0023193,0.00000,0.101
+1,mlp.experts.155.gate_proj,rtn: 0.0023193,0.00000,0.156
+1,mlp.experts.172.gate_proj,rtn: 0.0013504,0.00000,0.096
+1,mlp.experts.159.gate_proj,rtn: 0.0023041,0.00000,0.140
+1,mlp.experts.152.gate_proj,rtn: 0.0023651,0.00000,0.173
+1,mlp.experts.148.gate_proj,rtn: 0.0023956,0.00000,0.120
+1,mlp.experts.144.gate_proj,rtn: 0.0011902,0.00000,0.131
+1,mlp.experts.151.gate_proj,rtn: 0.0022888,0.00000,0.120
+1,mlp.experts.163.gate_proj,rtn: 0.0018692,0.00000,0.081
+1,mlp.experts.169.gate_proj,rtn: 0.0023346,0.00000,0.125
+1,mlp.experts.161.gate_proj,rtn: 0.0023956,0.00000,0.167
+1,mlp.experts.165.gate_proj,rtn: 0.0018311,0.00000,0.156
+1,mlp.experts.157.gate_proj,rtn: 0.0022430,0.00000,0.139
+1,mlp.experts.182.gate_proj,rtn: 0.0016708,0.00000,0.153
+1,mlp.experts.175.gate_proj,rtn: 0.0022736,0.00000,0.079
+1,mlp.experts.167.gate_proj,rtn: 0.0021515,0.00000,0.072
+1,mlp.experts.14.up_proj,rtn: 0.0022125,0.00000,0.111
+1,mlp.experts.171.gate_proj,rtn: 0.0019989,0.00000,0.080
+1,mlp.experts.170.gate_proj,rtn: 0.0015335,0.00000,0.163
+1,mlp.experts.2.up_proj,rtn: 0.0020752,0.00000,0.129
+1,mlp.experts.188.gate_proj,rtn: 0.0013504,0.00000,0.090
+1,mlp.experts.164.gate_proj,rtn: 0.0007973,0.00000,0.101
+1,mlp.experts.160.gate_proj,rtn: 0.0023956,0.00000,0.098
+1,mlp.experts.179.gate_proj,rtn: 0.0020599,0.00000,0.051
+1,mlp.experts.168.gate_proj,rtn: 0.0023346,0.00000,0.097
+1,mlp.experts.173.gate_proj,rtn: 0.0018311,0.00000,0.106
+1,mlp.experts.177.gate_proj,rtn: 0.0015564,0.00000,0.094
+1,mlp.experts.185.gate_proj,rtn: 0.0022583,0.00000,0.128
+1,mlp.experts.181.gate_proj,rtn: 0.0023041,0.00000,0.122
+1,mlp.experts.187.gate_proj,rtn: 0.0025635,0.00000,0.086
+1,mlp.experts.183.gate_proj,rtn: 0.0024109,0.00000,0.106
+1,mlp.experts.186.gate_proj,rtn: 0.0011520,0.00000,0.106
+1,mlp.experts.191.gate_proj,rtn: 0.0022125,0.00000,0.099
+1,mlp.experts.18.up_proj,rtn: 0.0023956,0.00000,0.097
+1,mlp.experts.30.up_proj,rtn: 0.0023956,0.00000,0.129
+1,mlp.experts.6.up_proj,rtn: 0.0024109,0.00000,0.125
+1,mlp.experts.12.up_proj,rtn: 0.0019379,0.00000,0.104
+1,mlp.experts.180.gate_proj,rtn: 0.0023193,0.00000,0.118
+1,mlp.experts.3.up_proj,rtn: 0.0021667,0.00000,0.128
+1,mlp.experts.184.gate_proj,rtn: 0.0018082,0.00000,0.124
+1,mlp.experts.176.gate_proj,rtn: 0.0019836,0.00000,0.126
+1,mlp.experts.7.up_proj,rtn: 0.0024872,0.00000,0.106
+1,mlp.experts.10.up_proj,rtn: 0.0012970,0.00000,0.103
+1,mlp.experts.9.up_proj,rtn: 0.0021973,0.00000,0.158
+1,mlp.experts.189.gate_proj,rtn: 0.0023346,0.00000,0.187
+1,mlp.experts.46.up_proj,rtn: 0.0023651,0.00000,0.159
+1,mlp.experts.34.up_proj,rtn: 0.0015793,0.00000,0.103
+1,mlp.experts.0.up_proj,rtn: 0.0020752,0.00000,0.076
+1,mlp.experts.28.up_proj,rtn: 0.0024719,0.00000,0.077
+1,mlp.experts.11.up_proj,rtn: 0.0022278,0.00000,0.215
+1,mlp.experts.4.up_proj,rtn: 0.0021515,0.00000,0.073
+1,mlp.experts.8.up_proj,rtn: 0.0020905,0.00000,0.087
+1,mlp.experts.1.up_proj,rtn: 0.0023956,0.00000,0.229
+1,mlp.experts.5.up_proj,rtn: 0.0023651,0.00000,0.236
+1,mlp.experts.15.up_proj,rtn: 0.0018387,0.00000,0.175
+1,mlp.experts.22.up_proj,rtn: 0.0021515,0.00000,0.210
+1,mlp.experts.19.up_proj,rtn: 0.0022430,0.00000,0.199
+1,mlp.experts.26.up_proj,rtn: 0.0019684,0.00000,0.118
+1,mlp.experts.23.up_proj,rtn: 0.0021820,0.00000,0.195
+1,mlp.experts.25.up_proj,rtn: 0.0023956,0.00000,0.150
+1,mlp.experts.13.up_proj,rtn: 0.0014877,0.00000,0.191
+1,mlp.experts.16.up_proj,rtn: 0.0015488,0.00000,0.088
+1,mlp.experts.20.up_proj,rtn: 0.0023041,0.00000,0.100
+1,mlp.experts.31.up_proj,rtn: 0.0023499,0.00000,0.137
+1,mlp.experts.62.up_proj,rtn: 0.0023804,0.00000,0.154
+1,mlp.experts.50.up_proj,rtn: 0.0023956,0.00000,0.153
+1,mlp.experts.38.up_proj,rtn: 0.0016022,0.00000,0.115
+1,mlp.experts.24.up_proj,rtn: 0.0022430,0.00000,0.135
+1,mlp.experts.42.up_proj,rtn: 0.0023346,0.00000,0.089
+1,mlp.experts.44.up_proj,rtn: 0.0024109,0.00000,0.128
+1,mlp.experts.21.up_proj,rtn: 0.0012207,0.00000,0.142
+1,mlp.experts.27.up_proj,rtn: 0.0023804,0.00000,0.158
+1,mlp.experts.35.up_proj,rtn: 0.0024261,0.00000,0.150
+1,mlp.experts.39.up_proj,rtn: 0.0021973,0.00000,0.117
+1,mlp.experts.29.up_proj,rtn: 0.0024872,0.00000,0.103
+1,mlp.experts.41.up_proj,rtn: 0.0020447,0.00000,0.115
+1,mlp.experts.17.up_proj,rtn: 0.0018005,0.00000,0.190
+1,mlp.experts.32.up_proj,rtn: 0.0022430,0.00000,0.149
+1,mlp.experts.58.up_proj,rtn: 0.0024872,0.00000,0.092
+1,mlp.experts.36.up_proj,rtn: 0.0022430,0.00000,0.167
+1,mlp.experts.66.up_proj,rtn: 0.0021057,0.00000,0.098
+1,mlp.experts.78.up_proj,rtn: 0.0016022,0.00000,0.100
+1,mlp.experts.60.up_proj,rtn: 0.0013504,0.00000,0.078
+1,mlp.experts.54.up_proj,rtn: 0.0014038,0.00000,0.109
+1,mlp.experts.37.up_proj,rtn: 0.0019836,0.00000,0.136
+1,mlp.experts.40.up_proj,rtn: 0.0023956,0.00000,0.158
+1,mlp.experts.47.up_proj,rtn: 0.0023041,0.00000,0.249
+1,mlp.experts.51.up_proj,rtn: 0.0022125,0.00000,0.169
+1,mlp.experts.74.up_proj,rtn: 0.0023651,0.00000,0.105
+1,mlp.experts.82.up_proj,rtn: 0.0009727,0.00000,0.110
+1,mlp.experts.57.up_proj,rtn: 0.0024261,0.00000,0.150
+1,mlp.experts.55.up_proj,rtn: 0.0023499,0.00000,0.174
+1,mlp.experts.94.up_proj,rtn: 0.0018997,0.00000,0.109
+1,mlp.experts.45.up_proj,rtn: 0.0020142,0.00000,0.145
+1,mlp.experts.90.up_proj,rtn: 0.0015717,0.00000,0.052
+1,mlp.experts.48.up_proj,rtn: 0.0012512,0.00000,0.120
+1,mlp.experts.52.up_proj,rtn: 0.0021973,0.00000,0.135
+1,mlp.experts.53.up_proj,rtn: 0.0019379,0.00000,0.097
+1,mlp.experts.43.up_proj,rtn: 0.0022583,0.00000,0.233
+1,mlp.experts.76.up_proj,rtn: 0.0023956,0.00000,0.113
+1,mlp.experts.70.up_proj,rtn: 0.0016708,0.00000,0.104
+1,mlp.experts.63.up_proj,rtn: 0.0023041,0.00000,0.069
+1,mlp.experts.67.up_proj,rtn: 0.0013885,0.00000,0.077
+1,mlp.experts.56.up_proj,rtn: 0.0022278,0.00000,0.102
+1,mlp.experts.33.up_proj,rtn: 0.0018463,0.00000,0.197
+1,mlp.experts.98.up_proj,rtn: 0.0020599,0.00000,0.146
+1,mlp.experts.71.up_proj,rtn: 0.0023193,0.00000,0.132
+1,mlp.experts.110.up_proj,rtn: 0.0023041,0.00000,0.145
+1,mlp.experts.73.up_proj,rtn: 0.0020294,0.00000,0.184
+1,mlp.experts.64.up_proj,rtn: 0.0012283,0.00000,0.106
+1,mlp.experts.79.up_proj,rtn: 0.0016251,0.00000,0.142
+1,mlp.experts.59.up_proj,rtn: 0.0024109,0.00000,0.116
+1,mlp.experts.114.up_proj,rtn: 0.0020752,0.00000,0.088
+1,mlp.experts.86.up_proj,rtn: 0.0022125,0.00000,0.124
+1,mlp.experts.92.up_proj,rtn: 0.0012131,0.00000,0.113
+1,mlp.experts.83.up_proj,rtn: 0.0006981,0.00000,0.120
+1,mlp.experts.106.up_proj,rtn: 0.0021820,0.00000,0.121
+1,mlp.experts.68.up_proj,rtn: 0.0023956,0.00000,0.112
+1,mlp.experts.69.up_proj,rtn: 0.0018616,0.00000,0.180
+1,mlp.experts.126.up_proj,rtn: 0.0024109,0.00000,0.052
+1,mlp.experts.87.up_proj,rtn: 0.0014648,0.00000,0.064
+1,mlp.experts.61.up_proj,rtn: 0.0023193,0.00000,0.274
+1,mlp.experts.49.up_proj,rtn: 0.0022278,0.00000,0.240
+1,mlp.experts.72.up_proj,rtn: 0.0016022,0.00000,0.239
+1,mlp.experts.80.up_proj,rtn: 0.0023804,0.00000,0.139
+1,mlp.experts.84.up_proj,rtn: 0.0016937,0.00000,0.109
+1,mlp.experts.89.up_proj,rtn: 0.0025635,0.00000,0.166
+1,mlp.experts.122.up_proj,rtn: 0.0022278,0.00000,0.119
+1,mlp.experts.102.up_proj,rtn: 0.0022888,0.00000,0.113
+1,mlp.experts.95.up_proj,rtn: 0.0016479,0.00000,0.125
+1,mlp.experts.130.up_proj,rtn: 0.0021515,0.00000,0.115
+1,mlp.experts.108.up_proj,rtn: 0.0014954,0.00000,0.113
+1,mlp.experts.142.up_proj,rtn: 0.0021515,0.00000,0.092
+1,mlp.experts.75.up_proj,rtn: 0.0019150,0.00000,0.144
+1,mlp.experts.99.up_proj,rtn: 0.0015945,0.00000,0.130
+1,mlp.experts.103.up_proj,rtn: 0.0013657,0.00000,0.079
+1,mlp.experts.85.up_proj,rtn: 0.0022278,0.00000,0.213
+1,mlp.experts.88.up_proj,rtn: 0.0023804,0.00000,0.157
+1,mlp.experts.65.up_proj,rtn: 0.0021057,0.00000,0.191
+1,mlp.experts.96.up_proj,rtn: 0.0015030,0.00000,0.141
+1,mlp.experts.100.up_proj,rtn: 0.0013809,0.00000,0.159
+1,mlp.experts.146.up_proj,rtn: 0.0020294,0.00000,0.117
+1,mlp.experts.158.up_proj,rtn: 0.0024109,0.00000,0.112
+1,mlp.experts.118.up_proj,rtn: 0.0020905,0.00000,0.119
+1,mlp.experts.77.up_proj,rtn: 0.0024719,0.00000,0.240
+1,mlp.experts.101.up_proj,rtn: 0.0023346,0.00000,0.117
+1,mlp.experts.124.up_proj,rtn: 0.0019455,0.00000,0.170
+1,mlp.experts.105.up_proj,rtn: 0.0023956,0.00000,0.192
+1,mlp.experts.138.up_proj,rtn: 0.0021515,0.00000,0.162
+1,mlp.experts.119.up_proj,rtn: 0.0023346,0.00000,0.123
+1,mlp.experts.91.up_proj,rtn: 0.0016022,0.00000,0.202
+1,mlp.experts.115.up_proj,rtn: 0.0023346,0.00000,0.205
+1,mlp.experts.111.up_proj,rtn: 0.0025635,0.00000,0.200
+1,mlp.experts.104.up_proj,rtn: 0.0022736,0.00000,0.092
+1,mlp.experts.140.up_proj,rtn: 0.0020599,0.00000,0.089
+1,mlp.experts.112.up_proj,rtn: 0.0014114,0.00000,0.109
+1,mlp.experts.162.up_proj,rtn: 0.0019836,0.00000,0.083
+1,mlp.experts.174.up_proj,rtn: 0.0024109,0.00000,0.081
+1,mlp.experts.154.up_proj,rtn: 0.0016708,0.00000,0.081
+1,mlp.experts.81.up_proj,rtn: 0.0022583,0.00000,0.138
+1,mlp.experts.116.up_proj,rtn: 0.0018158,0.00000,0.112
+1,mlp.experts.134.up_proj,rtn: 0.0024109,0.00000,0.087
+1,mlp.experts.135.up_proj,rtn: 0.0015411,0.00000,0.088
+1,mlp.experts.107.up_proj,rtn: 0.0023956,0.00000,0.090
+1,mlp.experts.117.up_proj,rtn: 0.0023499,0.00000,0.203
+1,mlp.experts.93.up_proj,rtn: 0.0023956,0.00000,0.225
+1,mlp.experts.131.up_proj,rtn: 0.0018311,0.00000,0.123
+1,mlp.experts.121.up_proj,rtn: 0.0022888,0.00000,0.205
+1,mlp.experts.150.up_proj,rtn: 0.0019302,0.00000,0.073
+1,mlp.experts.127.up_proj,rtn: 0.0016403,0.00000,0.161
+1,mlp.experts.128.up_proj,rtn: 0.0020599,0.00000,0.103
+1,mlp.experts.156.up_proj,rtn: 0.0023346,0.00000,0.099
+1,mlp.experts.190.up_proj,rtn: 0.0012512,0.00000,0.105
+1,mlp.experts.170.up_proj,rtn: 0.0015335,0.00000,0.166
+1,mlp.experts.178.up_proj,rtn: 0.0024414,0.00000,0.149
+1,mlp.experts.120.up_proj,rtn: 0.0022888,0.00000,0.145
+1,mlp.experts.123.up_proj,rtn: 0.0019531,0.00000,0.119
+1,mlp.experts.151.up_proj,rtn: 0.0022736,0.00000,0.122
+1,mlp.experts.147.up_proj,rtn: 0.0023193,0.00000,0.117
+1,mlp.experts.132.up_proj,rtn: 0.0022736,0.00000,0.178
+1,mlp.experts.97.up_proj,rtn: 0.0016327,0.00000,0.205
+1,mlp.experts.143.up_proj,rtn: 0.0022125,0.00000,0.069
+1,mlp.experts.109.up_proj,rtn: 0.0024567,0.00000,0.159
+1,mlp.experts.144.up_proj,rtn: 0.0011826,0.00000,0.096
+1,mlp.experts.137.up_proj,rtn: 0.0016251,0.00000,0.142
+1,mlp.experts.133.up_proj,rtn: 0.0013504,0.00000,0.212
+1,mlp.experts.172.up_proj,rtn: 0.0013428,0.00000,0.138
+1,mlp.experts.186.up_proj,rtn: 0.0011444,0.00000,0.080
+1,mlp.experts.166.up_proj,rtn: 0.0025177,0.00000,0.136
+1,mlp.experts.167.up_proj,rtn: 0.0021515,0.00000,0.087
+1,mlp.experts.159.up_proj,rtn: 0.0022888,0.00000,0.088
+1,mlp.experts.136.up_proj,rtn: 0.0024109,0.00000,0.168
+1,mlp.experts.139.up_proj,rtn: 0.0020294,0.00000,0.110
+1,mlp.experts.163.up_proj,rtn: 0.0018616,0.00000,0.136
+1,mlp.experts.182.up_proj,rtn: 0.0016556,0.00000,0.071
+1,mlp.experts.160.up_proj,rtn: 0.0023956,0.00000,0.159
+1,mlp.experts.148.up_proj,rtn: 0.0023956,0.00000,0.204
+1,mlp.experts.125.up_proj,rtn: 0.0018082,0.00000,0.207
+1,mlp.experts.188.up_proj,rtn: 0.0013351,0.00000,0.152
+1,mlp.experts.155.up_proj,rtn: 0.0023041,0.00000,0.081
+1,mlp.experts.183.up_proj,rtn: 0.0024109,0.00000,0.107
+1,mlp.experts.113.up_proj,rtn: 0.0015793,0.00000,0.256
+1,mlp.experts.153.up_proj,rtn: 0.0012360,0.00000,0.179
+1,mlp.experts.149.up_proj,rtn: 0.0017395,0.00000,0.170
+1,mlp.experts.175.up_proj,rtn: 0.0022736,0.00000,0.100
+1,mlp.experts.179.up_proj,rtn: 0.0020599,0.00000,0.070
+1,mlp.experts.152.up_proj,rtn: 0.0023499,0.00000,0.095
+1,mlp.experts.171.up_proj,rtn: 0.0019989,0.00000,0.082
+1,mlp.experts.176.up_proj,rtn: 0.0019684,0.00000,0.100
+1,mlp.experts.164.up_proj,rtn: 0.0007896,0.00000,0.083
+1,mlp.experts.141.up_proj,rtn: 0.0021973,0.00000,0.029
+1,mlp.experts.191.up_proj,rtn: 0.0022278,0.00000,0.073
+1,mlp.experts.168.up_proj,rtn: 0.0023346,0.00000,0.083
+1,mlp.experts.180.up_proj,rtn: 0.0023193,0.00000,0.047
+1,mlp.experts.187.up_proj,rtn: 0.0025635,0.00000,0.066
+1,mlp.experts.169.up_proj,rtn: 0.0023346,0.00000,0.145
+1,mlp.experts.157.up_proj,rtn: 0.0022430,0.00000,0.107
+1,mlp.experts.184.up_proj,rtn: 0.0017776,0.00000,0.037
+1,mlp.experts.129.up_proj,rtn: 0.0019684,0.00000,0.222
+1,mlp.experts.165.up_proj,rtn: 0.0018082,0.00000,0.176
+1,mlp.experts.185.up_proj,rtn: 0.0022583,0.00000,0.132
+1,mlp.experts.173.up_proj,rtn: 0.0018158,0.00000,0.140
+1,mlp.experts.145.up_proj,rtn: 0.0023956,0.00000,0.147
+1,mlp.experts.181.up_proj,rtn: 0.0023041,0.00000,0.148
+1,mlp.experts.189.up_proj,rtn: 0.0023346,0.00000,0.095
+1,mlp.experts.161.up_proj,rtn: 0.0023956,0.00000,0.089
+1,mlp.experts.177.up_proj,rtn: 0.0015411,0.00000,0.030
+1,mlp.experts.0.down_proj,rtn: 0.0019684,0.00000,0.024
+1,mlp.experts.4.down_proj,rtn: 0.0021973,0.00000,0.031
+1,mlp.experts.3.down_proj,rtn: 0.0020752,0.00000,0.051
+1,mlp.experts.11.down_proj,rtn: 0.0021362,0.00000,0.038
+1,mlp.experts.7.down_proj,rtn: 0.0023346,0.00000,0.062
+1,mlp.experts.6.down_proj,rtn: 0.0022278,0.00000,0.078
+1,mlp.experts.15.down_proj,rtn: 0.0017014,0.00000,0.060
+1,mlp.experts.16.down_proj,rtn: 0.0014877,0.00000,0.054
+1,mlp.experts.14.down_proj,rtn: 0.0021210,0.00000,0.060
+1,mlp.experts.8.down_proj,rtn: 0.0018921,0.00000,0.063
+1,mlp.experts.20.down_proj,rtn: 0.0021820,0.00000,0.059
+1,mlp.experts.2.down_proj,rtn: 0.0019531,0.00000,0.068
+1,mlp.experts.5.down_proj,rtn: 0.0022278,0.00000,0.152
+1,mlp.experts.9.down_proj,rtn: 0.0020752,0.00000,0.152
+1,mlp.experts.19.down_proj,rtn: 0.0021820,0.00000,0.037
+1,mlp.experts.12.down_proj,rtn: 0.0018387,0.00000,0.072
+1,mlp.experts.10.down_proj,rtn: 0.0011368,0.00000,0.073
+1,mlp.experts.1.down_proj,rtn: 0.0022125,0.00000,0.158
+1,mlp.experts.27.down_proj,rtn: 0.0022278,0.00000,0.037
+1,mlp.experts.23.down_proj,rtn: 0.0020599,0.00000,0.039
+1,mlp.experts.31.down_proj,rtn: 0.0021820,0.00000,0.025
+1,mlp.experts.13.down_proj,rtn: 0.0014877,0.00000,0.191
+1,mlp.experts.30.down_proj,rtn: 0.0022278,0.00000,0.039
+1,mlp.experts.22.down_proj,rtn: 0.0020142,0.00000,0.052
+1,mlp.experts.32.down_proj,rtn: 0.0021362,0.00000,0.041
+1,mlp.experts.18.down_proj,rtn: 0.0022125,0.00000,0.039
+1,mlp.experts.26.down_proj,rtn: 0.0017548,0.00000,0.051
+1,mlp.experts.36.down_proj,rtn: 0.0022125,0.00000,0.046
+1,mlp.experts.35.down_proj,rtn: 0.0022430,0.00000,0.044
+1,mlp.experts.21.down_proj,rtn: 0.0011978,0.00000,0.055
+1,mlp.experts.24.down_proj,rtn: 0.0021210,0.00000,0.042
+1,mlp.experts.28.down_proj,rtn: 0.0023346,0.00000,0.051
+1,mlp.experts.47.down_proj,rtn: 0.0021057,0.00000,0.053
+1,mlp.experts.46.down_proj,rtn: 0.0021820,0.00000,0.040
+1,mlp.experts.39.down_proj,rtn: 0.0021057,0.00000,0.053
+1,mlp.experts.43.down_proj,rtn: 0.0020599,0.00000,0.059
+1,mlp.experts.48.down_proj,rtn: 0.0010910,0.00000,0.040
+1,mlp.experts.25.down_proj,rtn: 0.0022278,0.00000,0.069
+1,mlp.experts.38.down_proj,rtn: 0.0014572,0.00000,0.050
+1,mlp.experts.34.down_proj,rtn: 0.0014801,0.00000,0.047
+1,mlp.experts.17.down_proj,rtn: 0.0016785,0.00000,0.068
+1,mlp.experts.52.down_proj,rtn: 0.0020294,0.00000,0.045
+1,mlp.experts.42.down_proj,rtn: 0.0022430,0.00000,0.043
+1,mlp.experts.62.down_proj,rtn: 0.0022430,0.00000,0.028
+1,mlp.experts.51.down_proj,rtn: 0.0021515,0.00000,0.045
+1,mlp.experts.63.down_proj,rtn: 0.0022125,0.00000,0.054
+1,mlp.experts.37.down_proj,rtn: 0.0019302,0.00000,0.074
+1,mlp.experts.50.down_proj,rtn: 0.0019150,0.00000,0.042
+1,mlp.experts.44.down_proj,rtn: 0.0022430,0.00000,0.074
+1,mlp.experts.58.down_proj,rtn: 0.0023193,0.00000,0.042
+1,mlp.experts.78.down_proj,rtn: 0.0013733,0.00000,0.035
+1,mlp.experts.54.down_proj,rtn: 0.0013428,0.00000,0.048
+1,mlp.experts.59.down_proj,rtn: 0.0022278,0.00000,0.058
+1,mlp.experts.55.down_proj,rtn: 0.0022125,0.00000,0.075
+1,mlp.experts.40.down_proj,rtn: 0.0022125,0.00000,0.092
+1,mlp.experts.64.down_proj,rtn: 0.0010300,0.00000,0.076
+1,mlp.experts.67.down_proj,rtn: 0.0012207,0.00000,0.041
+1,mlp.experts.33.down_proj,rtn: 0.0019684,0.00000,0.071
+1,mlp.experts.41.down_proj,rtn: 0.0019226,0.00000,0.085
+1,mlp.experts.29.down_proj,rtn: 0.0023193,0.00000,0.144
+1,mlp.experts.68.down_proj,rtn: 0.0022125,0.00000,0.058
+1,mlp.experts.94.down_proj,rtn: 0.0018158,0.00000,0.033
+1,mlp.experts.53.down_proj,rtn: 0.0019073,0.00000,0.049
+1,mlp.experts.66.down_proj,rtn: 0.0019989,0.00000,0.050
+1,mlp.experts.74.down_proj,rtn: 0.0021515,0.00000,0.038
+1,mlp.experts.70.down_proj,rtn: 0.0017776,0.00000,0.039
+1,mlp.experts.49.down_proj,rtn: 0.0020599,0.00000,0.028
+1,mlp.experts.57.down_proj,rtn: 0.0022888,0.00000,0.027
+1,mlp.experts.60.down_proj,rtn: 0.0011749,0.00000,0.071
+1,mlp.experts.79.down_proj,rtn: 0.0014801,0.00000,0.088
+1,mlp.experts.83.down_proj,rtn: 0.0005341,0.00000,0.053
+1,mlp.experts.56.down_proj,rtn: 0.0021210,0.00000,0.067
+1,mlp.experts.75.down_proj,rtn: 0.0017548,0.00000,0.081
+1,mlp.experts.80.down_proj,rtn: 0.0022278,0.00000,0.062
+1,mlp.experts.84.down_proj,rtn: 0.0018234,0.00000,0.043
+1,mlp.experts.90.down_proj,rtn: 0.0016479,0.00000,0.038
+1,mlp.experts.110.down_proj,rtn: 0.0021667,0.00000,0.039
+1,mlp.experts.82.down_proj,rtn: 0.0009155,0.00000,0.046
+1,mlp.experts.76.down_proj,rtn: 0.0022430,0.00000,0.037
+1,mlp.experts.65.down_proj,rtn: 0.0019684,0.00000,0.048
+1,mlp.experts.45.down_proj,rtn: 0.0019150,0.00000,0.074
+1,mlp.experts.69.down_proj,rtn: 0.0019989,0.00000,0.068
+1,mlp.experts.73.down_proj,rtn: 0.0020142,0.00000,0.073
+1,mlp.experts.99.down_proj,rtn: 0.0016022,0.00000,0.042
+1,mlp.experts.86.down_proj,rtn: 0.0021362,0.00000,0.057
+1,mlp.experts.71.down_proj,rtn: 0.0022278,0.00000,0.125
+1,mlp.experts.72.down_proj,rtn: 0.0014877,0.00000,0.047
+1,mlp.experts.106.down_proj,rtn: 0.0020447,0.00000,0.027
+1,mlp.experts.100.down_proj,rtn: 0.0013809,0.00000,0.050
+1,mlp.experts.96.down_proj,rtn: 0.0016327,0.00000,0.051
+1,mlp.experts.92.down_proj,rtn: 0.0011215,0.00000,0.042
+1,mlp.experts.98.down_proj,rtn: 0.0019302,0.00000,0.047
+1,mlp.experts.126.down_proj,rtn: 0.0022430,0.00000,0.044
+1,mlp.experts.85.down_proj,rtn: 0.0021515,0.00000,0.047
+1,mlp.experts.91.down_proj,rtn: 0.0014496,0.00000,0.082
+1,mlp.experts.89.down_proj,rtn: 0.0023499,0.00000,0.048
+1,mlp.experts.61.down_proj,rtn: 0.0021515,0.00000,0.052
+1,mlp.experts.81.down_proj,rtn: 0.0020905,0.00000,0.055
+1,mlp.experts.95.down_proj,rtn: 0.0014420,0.00000,0.095
+1,mlp.experts.87.down_proj,rtn: 0.0014343,0.00000,0.047
+1,mlp.experts.115.down_proj,rtn: 0.0021820,0.00000,0.041
+1,mlp.experts.102.down_proj,rtn: 0.0021362,0.00000,0.052
+1,mlp.experts.88.down_proj,rtn: 0.0021973,0.00000,0.048
+1,mlp.experts.122.down_proj,rtn: 0.0020447,0.00000,0.041
+1,mlp.experts.108.down_proj,rtn: 0.0016785,0.00000,0.030
+1,mlp.experts.107.down_proj,rtn: 0.0022125,0.00000,0.013
+1,mlp.experts.116.down_proj,rtn: 0.0017014,0.00000,0.034
+1,mlp.experts.114.down_proj,rtn: 0.0018463,0.00000,0.046
+1,mlp.experts.142.down_proj,rtn: 0.0019455,0.00000,0.051
+1,mlp.experts.101.down_proj,rtn: 0.0022125,0.00000,0.066
+1,mlp.experts.97.down_proj,rtn: 0.0012970,0.00000,0.050
+1,mlp.experts.105.down_proj,rtn: 0.0022278,0.00000,0.046
+1,mlp.experts.77.down_proj,rtn: 0.0023193,0.00000,0.047
+1,mlp.experts.104.down_proj,rtn: 0.0021362,0.00000,0.059
+1,mlp.experts.112.down_proj,rtn: 0.0014801,0.00000,0.105
+1,mlp.experts.103.down_proj,rtn: 0.0013199,0.00000,0.055
+1,mlp.experts.138.down_proj,rtn: 0.0020142,0.00000,0.051
+1,mlp.experts.118.down_proj,rtn: 0.0019531,0.00000,0.066
+1,mlp.experts.124.down_proj,rtn: 0.0018845,0.00000,0.050
+1,mlp.experts.130.down_proj,rtn: 0.0021515,0.00000,0.034
+1,mlp.experts.132.down_proj,rtn: 0.0022736,0.00000,0.038
+1,mlp.experts.111.down_proj,rtn: 0.0023193,0.00000,0.072
+1,mlp.experts.131.down_proj,rtn: 0.0016785,0.00000,0.060
+1,mlp.experts.121.down_proj,rtn: 0.0021820,0.00000,0.033
+1,mlp.experts.93.down_proj,rtn: 0.0022278,0.00000,0.033
+1,mlp.experts.117.down_proj,rtn: 0.0021667,0.00000,0.045
+1,mlp.experts.158.down_proj,rtn: 0.0022278,0.00000,0.057
+1,mlp.experts.128.down_proj,rtn: 0.0019836,0.00000,0.042
+1,mlp.experts.120.down_proj,rtn: 0.0022125,0.00000,0.043
+1,mlp.experts.113.down_proj,rtn: 0.0015411,0.00000,0.035
+1,mlp.experts.140.down_proj,rtn: 0.0019531,0.00000,0.040
+1,mlp.experts.146.down_proj,rtn: 0.0020294,0.00000,0.023
+1,mlp.experts.134.down_proj,rtn: 0.0022430,0.00000,0.037
+1,mlp.experts.148.down_proj,rtn: 0.0022125,0.00000,0.021
+1,mlp.experts.154.down_proj,rtn: 0.0017471,0.00000,0.040
+1,mlp.experts.174.down_proj,rtn: 0.0022278,0.00000,0.012
+1,mlp.experts.119.down_proj,rtn: 0.0021973,0.00000,0.074
+1,mlp.experts.109.down_proj,rtn: 0.0023041,0.00000,0.037
+1,mlp.experts.133.down_proj,rtn: 0.0012589,0.00000,0.042
+1,mlp.experts.129.down_proj,rtn: 0.0017853,0.00000,0.023
+1,mlp.experts.137.down_proj,rtn: 0.0014114,0.00000,0.042
+1,mlp.experts.127.down_proj,rtn: 0.0016251,0.00000,0.077
+1,mlp.experts.123.down_proj,rtn: 0.0019226,0.00000,0.130
+1,mlp.experts.136.down_proj,rtn: 0.0022278,0.00000,0.043
+1,mlp.experts.144.down_proj,rtn: 0.0010681,0.00000,0.044
+1,mlp.experts.156.down_proj,rtn: 0.0021973,0.00000,0.043
+1,mlp.experts.164.down_proj,rtn: 0.0005417,0.00000,0.030
+1,mlp.experts.162.down_proj,rtn: 0.0019150,0.00000,0.040
+1,mlp.experts.135.down_proj,rtn: 0.0014725,0.00000,0.039
+1,mlp.experts.170.down_proj,rtn: 0.0014343,0.00000,0.046
+1,mlp.experts.150.down_proj,rtn: 0.0017624,0.00000,0.047
+1,mlp.experts.147.down_proj,rtn: 0.0021820,0.00000,0.127
+1,mlp.experts.190.down_proj,rtn: 0.0011902,0.00000,0.045
+1,mlp.experts.125.down_proj,rtn: 0.0019531,0.00000,0.064
+1,mlp.experts.153.down_proj,rtn: 0.0011368,0.00000,0.060
+1,mlp.experts.145.down_proj,rtn: 0.0022888,0.00000,0.051
+1,mlp.experts.178.down_proj,rtn: 0.0022736,0.00000,0.036
+1,mlp.experts.139.down_proj,rtn: 0.0021057,0.00000,0.058
+1,mlp.experts.143.down_proj,rtn: 0.0020599,0.00000,0.069
+1,mlp.experts.149.down_proj,rtn: 0.0016251,0.00000,0.083
+1,mlp.experts.172.down_proj,rtn: 0.0012054,0.00000,0.049
+1,mlp.experts.180.down_proj,rtn: 0.0021667,0.00000,0.054
+1,mlp.experts.166.down_proj,rtn: 0.0023193,0.00000,0.042
+1,mlp.experts.160.down_proj,rtn: 0.0022583,0.00000,0.053
+1,mlp.experts.152.down_proj,rtn: 0.0022278,0.00000,0.052
+1,mlp.experts.151.down_proj,rtn: 0.0021362,0.00000,0.030
+1,mlp.experts.186.down_proj,rtn: 0.0009575,0.00000,0.043
+1,mlp.experts.163.down_proj,rtn: 0.0019455,0.00000,0.034
+1,mlp.experts.159.down_proj,rtn: 0.0021820,0.00000,0.020
+1,mlp.experts.141.down_proj,rtn: 0.0021362,0.00000,0.070
+1,mlp.experts.161.down_proj,rtn: 0.0022125,0.00000,0.055
+1,mlp.experts.165.down_proj,rtn: 0.0019379,0.00000,0.071
+1,mlp.experts.182.down_proj,rtn: 0.0015564,0.00000,0.034
+1,mlp.experts.169.down_proj,rtn: 0.0022278,0.00000,0.048
+1,mlp.experts.167.down_proj,rtn: 0.0020142,0.00000,0.055
+1,mlp.experts.188.down_proj,rtn: 0.0012665,0.00000,0.075
+1,mlp.experts.176.down_proj,rtn: 0.0019989,0.00000,0.041
+1,mlp.experts.168.down_proj,rtn: 0.0022278,0.00000,0.040
+1,mlp.experts.155.down_proj,rtn: 0.0021973,0.00000,0.077
+1,mlp.experts.179.down_proj,rtn: 0.0019226,0.00000,0.035
+1,mlp.experts.175.down_proj,rtn: 0.0021362,0.00000,0.057
+1,mlp.experts.181.down_proj,rtn: 0.0021515,0.00000,0.042
+1,mlp.experts.183.down_proj,rtn: 0.0022278,0.00000,0.039
+1,mlp.experts.177.down_proj,rtn: 0.0014038,0.00000,0.052
+1,mlp.experts.185.down_proj,rtn: 0.0020905,0.00000,0.068
+1,mlp.experts.157.down_proj,rtn: 0.0020599,0.00000,0.059
+1,mlp.experts.184.down_proj,rtn: 0.0016861,0.00000,0.021
+1,mlp.experts.171.down_proj,rtn: 0.0018616,0.00000,0.056
+1,mlp.experts.191.down_proj,rtn: 0.0020447,0.00000,0.037
+1,mlp.experts.173.down_proj,rtn: 0.0018997,0.00000,0.021
+1,mlp.experts.189.down_proj,rtn: 0.0021820,0.00000,0.010
+1,mlp.experts.187.down_proj,rtn: 0.0023651,0.00000,0.023
+1,mlp.shared_experts.gate_proj,rtn: 0.0025787,0.00000,0.030
+1,mlp.shared_experts.up_proj,rtn: 0.0026245,0.00000,0.030
+1,mlp.shared_experts.down_proj,rtn: 0.0022278,0.00000,0.010
+2,self_attn.k_proj,rtn: 0.0023956,0.00000,0.027
+2,self_attn.v_proj,rtn: 0.0024414,0.00000,0.034
+2,self_attn.q_proj,rtn: 0.0018463,0.00000,0.022
+2,self_attn.o_proj,rtn: 0.0022736,0.00000,0.031
+2,mlp.experts.14.gate_proj,rtn: 0.0023956,0.00000,0.077
+2,mlp.experts.6.gate_proj,rtn: 0.0023499,0.00000,0.081
+2,mlp.experts.5.gate_proj,rtn: 0.0024872,0.00000,0.081
+2,mlp.experts.1.gate_proj,rtn: 0.0024109,0.00000,0.083
+2,mlp.experts.13.gate_proj,rtn: 0.0023956,0.00000,0.083
+2,mlp.experts.9.gate_proj,rtn: 0.0023041,0.00000,0.087
+2,mlp.experts.15.gate_proj,rtn: 0.0022278,0.00000,0.094
+2,mlp.experts.2.gate_proj,rtn: 0.0025940,0.00000,0.095
+2,mlp.experts.11.gate_proj,rtn: 0.0023804,0.00000,0.094
+2,mlp.experts.3.gate_proj,rtn: 0.0023956,0.00000,0.097
+2,mlp.experts.7.gate_proj,rtn: 0.0025940,0.00000,0.099
+2,mlp.experts.0.gate_proj,rtn: 0.0023804,0.00000,0.099
+2,mlp.experts.4.gate_proj,rtn: 0.0026245,0.00000,0.099
+2,mlp.experts.8.gate_proj,rtn: 0.0024872,0.00000,0.105
+2,mlp.experts.12.gate_proj,rtn: 0.0023804,0.00000,0.105
+2,mlp.experts.10.gate_proj,rtn: 0.0024414,0.00000,0.106
+2,mlp.experts.30.gate_proj,rtn: 0.0023804,0.00000,0.077
+2,mlp.experts.22.gate_proj,rtn: 0.0024414,0.00000,0.078
+2,mlp.experts.18.gate_proj,rtn: 0.0023804,0.00000,0.077
+2,mlp.experts.26.gate_proj,rtn: 0.0025330,0.00000,0.066
+2,mlp.experts.19.gate_proj,rtn: 0.0028229,0.00000,0.083
+2,mlp.experts.23.gate_proj,rtn: 0.0024567,0.00000,0.082
+2,mlp.experts.31.gate_proj,rtn: 0.0021362,0.00000,0.092
+2,mlp.experts.20.gate_proj,rtn: 0.0023804,0.00000,0.096
+2,mlp.experts.21.gate_proj,rtn: 0.0025482,0.00000,0.114
+2,mlp.experts.16.gate_proj,rtn: 0.0024109,0.00000,0.092
+2,mlp.experts.29.gate_proj,rtn: 0.0024414,0.00000,0.111
+2,mlp.experts.27.gate_proj,rtn: 0.0024567,0.00000,0.097
+2,mlp.experts.28.gate_proj,rtn: 0.0025177,0.00000,0.090
+2,mlp.experts.24.gate_proj,rtn: 0.0024567,0.00000,0.093
+2,mlp.experts.17.gate_proj,rtn: 0.0025177,0.00000,0.142
+2,mlp.experts.46.gate_proj,rtn: 0.0023651,0.00000,0.075
+2,mlp.experts.25.gate_proj,rtn: 0.0023193,0.00000,0.140
+2,mlp.experts.38.gate_proj,rtn: 0.0020447,0.00000,0.076
+2,mlp.experts.34.gate_proj,rtn: 0.0025635,0.00000,0.075
+2,mlp.experts.42.gate_proj,rtn: 0.0023651,0.00000,0.076
+2,mlp.experts.32.gate_proj,rtn: 0.0015106,0.00000,0.071
+2,mlp.experts.39.gate_proj,rtn: 0.0024719,0.00000,0.085
+2,mlp.experts.47.gate_proj,rtn: 0.0023499,0.00000,0.081
+2,mlp.experts.35.gate_proj,rtn: 0.0023041,0.00000,0.086
+2,mlp.experts.36.gate_proj,rtn: 0.0024719,0.00000,0.079
+2,mlp.experts.44.gate_proj,rtn: 0.0026550,0.00000,0.066
+2,mlp.experts.40.gate_proj,rtn: 0.0024567,0.00000,0.068
+2,mlp.experts.43.gate_proj,rtn: 0.0025330,0.00000,0.084
+2,mlp.experts.62.gate_proj,rtn: 0.0023499,0.00000,0.071
+2,mlp.experts.37.gate_proj,rtn: 0.0023804,0.00000,0.099
+2,mlp.experts.45.gate_proj,rtn: 0.0021057,0.00000,0.095
+2,mlp.experts.54.gate_proj,rtn: 0.0023651,0.00000,0.069
+2,mlp.experts.33.gate_proj,rtn: 0.0023804,0.00000,0.094
+2,mlp.experts.50.gate_proj,rtn: 0.0025635,0.00000,0.074
+2,mlp.experts.58.gate_proj,rtn: 0.0023499,0.00000,0.074
+2,mlp.experts.48.gate_proj,rtn: 0.0025330,0.00000,0.069
+2,mlp.experts.41.gate_proj,rtn: 0.0022583,0.00000,0.119
+2,mlp.experts.52.gate_proj,rtn: 0.0023804,0.00000,0.069
+2,mlp.experts.60.gate_proj,rtn: 0.0023956,0.00000,0.066
+2,mlp.experts.63.gate_proj,rtn: 0.0025024,0.00000,0.071
+2,mlp.experts.51.gate_proj,rtn: 0.0023804,0.00000,0.072
+2,mlp.experts.56.gate_proj,rtn: 0.0023804,0.00000,0.064
+2,mlp.experts.55.gate_proj,rtn: 0.0010223,0.00000,0.077
+2,mlp.experts.59.gate_proj,rtn: 0.0021210,0.00000,0.076
+2,mlp.experts.78.gate_proj,rtn: 0.0020752,0.00000,0.075
+2,mlp.experts.70.gate_proj,rtn: 0.0023346,0.00000,0.082
+2,mlp.experts.61.gate_proj,rtn: 0.0026245,0.00000,0.084
+2,mlp.experts.53.gate_proj,rtn: 0.0023651,0.00000,0.089
+2,mlp.experts.66.gate_proj,rtn: 0.0024719,0.00000,0.077
+2,mlp.experts.49.gate_proj,rtn: 0.0023499,0.00000,0.089
+2,mlp.experts.74.gate_proj,rtn: 0.0023346,0.00000,0.087
+2,mlp.experts.64.gate_proj,rtn: 0.0023041,0.00000,0.073
+2,mlp.experts.57.gate_proj,rtn: 0.0024567,0.00000,0.078
+2,mlp.experts.68.gate_proj,rtn: 0.0024719,0.00000,0.074
+2,mlp.experts.76.gate_proj,rtn: 0.0021210,0.00000,0.075
+2,mlp.experts.72.gate_proj,rtn: 0.0025940,0.00000,0.068
+2,mlp.experts.71.gate_proj,rtn: 0.0023651,0.00000,0.090
+2,mlp.experts.94.gate_proj,rtn: 0.0019989,0.00000,0.077
+2,mlp.experts.79.gate_proj,rtn: 0.0025787,0.00000,0.099
+2,mlp.experts.67.gate_proj,rtn: 0.0023346,0.00000,0.101
+2,mlp.experts.77.gate_proj,rtn: 0.0024109,0.00000,0.067
+2,mlp.experts.86.gate_proj,rtn: 0.0023499,0.00000,0.075
+2,mlp.experts.75.gate_proj,rtn: 0.0023804,0.00000,0.099
+2,mlp.experts.69.gate_proj,rtn: 0.0023956,0.00000,0.079
+2,mlp.experts.82.gate_proj,rtn: 0.0026093,0.00000,0.083
+2,mlp.experts.65.gate_proj,rtn: 0.0023804,0.00000,0.075
+2,mlp.experts.90.gate_proj,rtn: 0.0026093,0.00000,0.077
+2,mlp.experts.80.gate_proj,rtn: 0.0023346,0.00000,0.074
+2,mlp.experts.92.gate_proj,rtn: 0.0024109,0.00000,0.062
+2,mlp.experts.84.gate_proj,rtn: 0.0023651,0.00000,0.063
+2,mlp.experts.73.gate_proj,rtn: 0.0027008,0.00000,0.071
+2,mlp.experts.88.gate_proj,rtn: 0.0024414,0.00000,0.070
+2,mlp.experts.102.gate_proj,rtn: 0.0023804,0.00000,0.065
+2,mlp.experts.110.gate_proj,rtn: 0.0023346,0.00000,0.084
+2,mlp.experts.93.gate_proj,rtn: 0.0025482,0.00000,0.077
+2,mlp.experts.85.gate_proj,rtn: 0.0025940,0.00000,0.072
+2,mlp.experts.87.gate_proj,rtn: 0.0018158,0.00000,0.106
+2,mlp.experts.106.gate_proj,rtn: 0.0025330,0.00000,0.068
+2,mlp.experts.81.gate_proj,rtn: 0.0022278,0.00000,0.078
+2,mlp.experts.83.gate_proj,rtn: 0.0020752,0.00000,0.105
+2,mlp.experts.98.gate_proj,rtn: 0.0023193,0.00000,0.086
+2,mlp.experts.95.gate_proj,rtn: 0.0023346,0.00000,0.111
+2,mlp.experts.89.gate_proj,rtn: 0.0025940,0.00000,0.078
+2,mlp.experts.96.gate_proj,rtn: 0.0017319,0.00000,0.086
+2,mlp.experts.108.gate_proj,rtn: 0.0023346,0.00000,0.087
+2,mlp.experts.104.gate_proj,rtn: 0.0023651,0.00000,0.094
+2,mlp.experts.118.gate_proj,rtn: 0.0025024,0.00000,0.076
+2,mlp.experts.100.gate_proj,rtn: 0.0023346,0.00000,0.101
+2,mlp.experts.126.gate_proj,rtn: 0.0023041,0.00000,0.086
+2,mlp.experts.109.gate_proj,rtn: 0.0021362,0.00000,0.083
+2,mlp.experts.122.gate_proj,rtn: 0.0024719,0.00000,0.071
+2,mlp.experts.101.gate_proj,rtn: 0.0023346,0.00000,0.092
+2,mlp.experts.114.gate_proj,rtn: 0.0024109,0.00000,0.076
+2,mlp.experts.97.gate_proj,rtn: 0.0025330,0.00000,0.096
+2,mlp.experts.91.gate_proj,rtn: 0.0024414,0.00000,0.208
+2,mlp.experts.105.gate_proj,rtn: 0.0023651,0.00000,0.089
+2,mlp.experts.124.gate_proj,rtn: 0.0026855,0.00000,0.096
+2,mlp.experts.103.gate_proj,rtn: 0.0027466,0.00000,0.135
+2,mlp.experts.111.gate_proj,rtn: 0.0022430,0.00000,0.119
+2,mlp.experts.112.gate_proj,rtn: 0.0024872,0.00000,0.113
+2,mlp.experts.134.gate_proj,rtn: 0.0023804,0.00000,0.088
+2,mlp.experts.120.gate_proj,rtn: 0.0025787,0.00000,0.093
+2,mlp.experts.116.gate_proj,rtn: 0.0023804,0.00000,0.093
+2,mlp.experts.99.gate_proj,rtn: 0.0023651,0.00000,0.150
+2,mlp.experts.125.gate_proj,rtn: 0.0025482,0.00000,0.094
+2,mlp.experts.138.gate_proj,rtn: 0.0023956,0.00000,0.093
+2,mlp.experts.142.gate_proj,rtn: 0.0023804,0.00000,0.108
+2,mlp.experts.117.gate_proj,rtn: 0.0026550,0.00000,0.099
+2,mlp.experts.113.gate_proj,rtn: 0.0023041,0.00000,0.105
+2,mlp.experts.130.gate_proj,rtn: 0.0021973,0.00000,0.109
+2,mlp.experts.107.gate_proj,rtn: 0.0024261,0.00000,0.100
+2,mlp.experts.127.gate_proj,rtn: 0.0023804,0.00000,0.093
+2,mlp.experts.140.gate_proj,rtn: 0.0024567,0.00000,0.096
+2,mlp.experts.121.gate_proj,rtn: 0.0025330,0.00000,0.103
+2,mlp.experts.119.gate_proj,rtn: 0.0026093,0.00000,0.103
+2,mlp.experts.136.gate_proj,rtn: 0.0025177,0.00000,0.092
+2,mlp.experts.132.gate_proj,rtn: 0.0023804,0.00000,0.094
+2,mlp.experts.115.gate_proj,rtn: 0.0026550,0.00000,0.086
+2,mlp.experts.128.gate_proj,rtn: 0.0025024,0.00000,0.116
+2,mlp.experts.150.gate_proj,rtn: 0.0023651,0.00000,0.125
+2,mlp.experts.141.gate_proj,rtn: 0.0023804,0.00000,0.112
+2,mlp.experts.154.gate_proj,rtn: 0.0025177,0.00000,0.113
+2,mlp.experts.133.gate_proj,rtn: 0.0022278,0.00000,0.111
+2,mlp.experts.158.gate_proj,rtn: 0.0025482,0.00000,0.115
+2,mlp.experts.123.gate_proj,rtn: 0.0023651,0.00000,0.110
+2,mlp.experts.143.gate_proj,rtn: 0.0024872,0.00000,0.103
+2,mlp.experts.129.gate_proj,rtn: 0.0023804,0.00000,0.112
+2,mlp.experts.156.gate_proj,rtn: 0.0023499,0.00000,0.096
+2,mlp.experts.152.gate_proj,rtn: 0.0023651,0.00000,0.079
+2,mlp.experts.146.gate_proj,rtn: 0.0023499,0.00000,0.121
+2,mlp.experts.137.gate_proj,rtn: 0.0023651,0.00000,0.096
+2,mlp.experts.135.gate_proj,rtn: 0.0021515,0.00000,0.109
+2,mlp.experts.148.gate_proj,rtn: 0.0026703,0.00000,0.086
+2,mlp.experts.131.gate_proj,rtn: 0.0024567,0.00000,0.110
+2,mlp.experts.144.gate_proj,rtn: 0.0025635,0.00000,0.102
+2,mlp.experts.166.gate_proj,rtn: 0.0025940,0.00000,0.121
+2,mlp.experts.157.gate_proj,rtn: 0.0023804,0.00000,0.120
+2,mlp.experts.170.gate_proj,rtn: 0.0025635,0.00000,0.108
+2,mlp.experts.139.gate_proj,rtn: 0.0023804,0.00000,0.089
+2,mlp.experts.174.gate_proj,rtn: 0.0023956,0.00000,0.117
+2,mlp.experts.159.gate_proj,rtn: 0.0021820,0.00000,0.101
+2,mlp.experts.149.gate_proj,rtn: 0.0023804,0.00000,0.118
+2,mlp.experts.151.gate_proj,rtn: 0.0024872,0.00000,0.086
+2,mlp.experts.172.gate_proj,rtn: 0.0017853,0.00000,0.106
+2,mlp.experts.164.gate_proj,rtn: 0.0024261,0.00000,0.088
+2,mlp.experts.168.gate_proj,rtn: 0.0024872,0.00000,0.087
+2,mlp.experts.153.gate_proj,rtn: 0.0024109,0.00000,0.111
+2,mlp.experts.162.gate_proj,rtn: 0.0023499,0.00000,0.112
+2,mlp.experts.147.gate_proj,rtn: 0.0024414,0.00000,0.093
+2,mlp.experts.160.gate_proj,rtn: 0.0024109,0.00000,0.101
+2,mlp.experts.145.gate_proj,rtn: 0.0023804,0.00000,0.157
+2,mlp.experts.155.gate_proj,rtn: 0.0024261,0.00000,0.080
+2,mlp.experts.173.gate_proj,rtn: 0.0023804,0.00000,0.107
+2,mlp.experts.182.gate_proj,rtn: 0.0019150,0.00000,0.126
+2,mlp.experts.167.gate_proj,rtn: 0.0024567,0.00000,0.082
+2,mlp.experts.175.gate_proj,rtn: 0.0023956,0.00000,0.088
+2,mlp.experts.165.gate_proj,rtn: 0.0023804,0.00000,0.083
+2,mlp.experts.186.gate_proj,rtn: 0.0021362,0.00000,0.120
+2,mlp.experts.163.gate_proj,rtn: 0.0020294,0.00000,0.074
+2,mlp.experts.190.gate_proj,rtn: 0.0025940,0.00000,0.131
+2,mlp.experts.169.gate_proj,rtn: 0.0024261,0.00000,0.088
+2,mlp.experts.180.gate_proj,rtn: 0.0023499,0.00000,0.110
+2,mlp.experts.188.gate_proj,rtn: 0.0024719,0.00000,0.117
+2,mlp.experts.178.gate_proj,rtn: 0.0023651,0.00000,0.107
+2,mlp.experts.161.gate_proj,rtn: 0.0023651,0.00000,0.084
+2,mlp.experts.171.gate_proj,rtn: 0.0021973,0.00000,0.077
+2,mlp.experts.184.gate_proj,rtn: 0.0023651,0.00000,0.133
+2,mlp.experts.189.gate_proj,rtn: 0.0024414,0.00000,0.101
+2,mlp.experts.176.gate_proj,rtn: 0.0021515,0.00000,0.130
+2,mlp.experts.181.gate_proj,rtn: 0.0024872,0.00000,0.089
+2,mlp.experts.183.gate_proj,rtn: 0.0024567,0.00000,0.100
+2,mlp.experts.191.gate_proj,rtn: 0.0024872,0.00000,0.101
+2,mlp.experts.6.up_proj,rtn: 0.0023499,0.00000,0.112
+2,mlp.experts.10.up_proj,rtn: 0.0024414,0.00000,0.108
+2,mlp.experts.179.gate_proj,rtn: 0.0024567,0.00000,0.098
+2,mlp.experts.14.up_proj,rtn: 0.0023499,0.00000,0.114
+2,mlp.experts.185.gate_proj,rtn: 0.0023804,0.00000,0.101
+2,mlp.experts.177.gate_proj,rtn: 0.0024567,0.00000,0.085
+2,mlp.experts.2.up_proj,rtn: 0.0025635,0.00000,0.096
+2,mlp.experts.187.gate_proj,rtn: 0.0025024,0.00000,0.097
+2,mlp.experts.4.up_proj,rtn: 0.0026093,0.00000,0.123
+2,mlp.experts.13.up_proj,rtn: 0.0023956,0.00000,0.107
+2,mlp.experts.5.up_proj,rtn: 0.0024872,0.00000,0.097
+2,mlp.experts.22.up_proj,rtn: 0.0024261,0.00000,0.098
+2,mlp.experts.12.up_proj,rtn: 0.0023804,0.00000,0.141
+2,mlp.experts.0.up_proj,rtn: 0.0023804,0.00000,0.102
+2,mlp.experts.7.up_proj,rtn: 0.0025787,0.00000,0.099
+2,mlp.experts.8.up_proj,rtn: 0.0024719,0.00000,0.124
+2,mlp.experts.15.up_proj,rtn: 0.0022125,0.00000,0.105
+2,mlp.experts.26.up_proj,rtn: 0.0025330,0.00000,0.102
+2,mlp.experts.3.up_proj,rtn: 0.0023804,0.00000,0.098
+2,mlp.experts.30.up_proj,rtn: 0.0023804,0.00000,0.113
+2,mlp.experts.9.up_proj,rtn: 0.0022888,0.00000,0.096
+2,mlp.experts.1.up_proj,rtn: 0.0023956,0.00000,0.099
+2,mlp.experts.18.up_proj,rtn: 0.0023651,0.00000,0.107
+2,mlp.experts.11.up_proj,rtn: 0.0023804,0.00000,0.101
+2,mlp.experts.29.up_proj,rtn: 0.0024261,0.00000,0.112
+2,mlp.experts.21.up_proj,rtn: 0.0025482,0.00000,0.096
+2,mlp.experts.23.up_proj,rtn: 0.0024567,0.00000,0.108
+2,mlp.experts.31.up_proj,rtn: 0.0021210,0.00000,0.103
+2,mlp.experts.19.up_proj,rtn: 0.0027924,0.00000,0.101
+2,mlp.experts.42.up_proj,rtn: 0.0023499,0.00000,0.123
+2,mlp.experts.25.up_proj,rtn: 0.0023041,0.00000,0.095
+2,mlp.experts.17.up_proj,rtn: 0.0024719,0.00000,0.085
+2,mlp.experts.27.up_proj,rtn: 0.0024567,0.00000,0.097
+2,mlp.experts.46.up_proj,rtn: 0.0023651,0.00000,0.132
+2,mlp.experts.38.up_proj,rtn: 0.0020294,0.00000,0.199
+2,mlp.experts.20.up_proj,rtn: 0.0023804,0.00000,0.216
+2,mlp.experts.37.up_proj,rtn: 0.0023804,0.00000,0.088
+2,mlp.experts.34.up_proj,rtn: 0.0025482,0.00000,0.129
+2,mlp.experts.28.up_proj,rtn: 0.0025177,0.00000,0.189
+2,mlp.experts.24.up_proj,rtn: 0.0024414,0.00000,0.191
+2,mlp.experts.39.up_proj,rtn: 0.0024567,0.00000,0.102
+2,mlp.experts.45.up_proj,rtn: 0.0020905,0.00000,0.107
+2,mlp.experts.47.up_proj,rtn: 0.0023499,0.00000,0.111
+2,mlp.experts.16.up_proj,rtn: 0.0024109,0.00000,0.198
+2,mlp.experts.35.up_proj,rtn: 0.0022888,0.00000,0.117
+2,mlp.experts.58.up_proj,rtn: 0.0023346,0.00000,0.111
+2,mlp.experts.33.up_proj,rtn: 0.0023804,0.00000,0.104
+2,mlp.experts.41.up_proj,rtn: 0.0022583,0.00000,0.104
+2,mlp.experts.62.up_proj,rtn: 0.0023499,0.00000,0.109
+2,mlp.experts.43.up_proj,rtn: 0.0025330,0.00000,0.115
+2,mlp.experts.54.up_proj,rtn: 0.0023651,0.00000,0.111
+2,mlp.experts.53.up_proj,rtn: 0.0023651,0.00000,0.103
+2,mlp.experts.36.up_proj,rtn: 0.0024567,0.00000,0.130
+2,mlp.experts.50.up_proj,rtn: 0.0025482,0.00000,0.102
+2,mlp.experts.63.up_proj,rtn: 0.0024872,0.00000,0.097
+2,mlp.experts.55.up_proj,rtn: 0.0010147,0.00000,0.100
+2,mlp.experts.61.up_proj,rtn: 0.0026093,0.00000,0.102
+2,mlp.experts.44.up_proj,rtn: 0.0026398,0.00000,0.120
+2,mlp.experts.40.up_proj,rtn: 0.0024414,0.00000,0.121
+2,mlp.experts.51.up_proj,rtn: 0.0023651,0.00000,0.099
+2,mlp.experts.57.up_proj,rtn: 0.0024414,0.00000,0.091
+2,mlp.experts.74.up_proj,rtn: 0.0023193,0.00000,0.103
+2,mlp.experts.78.up_proj,rtn: 0.0020447,0.00000,0.093
+2,mlp.experts.32.up_proj,rtn: 0.0015030,0.00000,0.146
+2,mlp.experts.49.up_proj,rtn: 0.0023193,0.00000,0.095
+2,mlp.experts.69.up_proj,rtn: 0.0023956,0.00000,0.096
+2,mlp.experts.70.up_proj,rtn: 0.0023193,0.00000,0.108
+2,mlp.experts.59.up_proj,rtn: 0.0020905,0.00000,0.108
+2,mlp.experts.52.up_proj,rtn: 0.0023804,0.00000,0.108
+2,mlp.experts.77.up_proj,rtn: 0.0023956,0.00000,0.094
+2,mlp.experts.66.up_proj,rtn: 0.0024567,0.00000,0.109
+2,mlp.experts.71.up_proj,rtn: 0.0023499,0.00000,0.104
+2,mlp.experts.79.up_proj,rtn: 0.0025635,0.00000,0.108
+2,mlp.experts.60.up_proj,rtn: 0.0023956,0.00000,0.110
+2,mlp.experts.56.up_proj,rtn: 0.0023804,0.00000,0.098
+2,mlp.experts.67.up_proj,rtn: 0.0023346,0.00000,0.108
+2,mlp.experts.73.up_proj,rtn: 0.0026855,0.00000,0.086
+2,mlp.experts.85.up_proj,rtn: 0.0025940,0.00000,0.074
+2,mlp.experts.65.up_proj,rtn: 0.0023804,0.00000,0.088
+2,mlp.experts.94.up_proj,rtn: 0.0019684,0.00000,0.096
+2,mlp.experts.90.up_proj,rtn: 0.0025940,0.00000,0.107
+2,mlp.experts.48.up_proj,rtn: 0.0025177,0.00000,0.108
+2,mlp.experts.86.up_proj,rtn: 0.0023193,0.00000,0.094
+2,mlp.experts.82.up_proj,rtn: 0.0025940,0.00000,0.073
+2,mlp.experts.75.up_proj,rtn: 0.0023804,0.00000,0.109
+2,mlp.experts.68.up_proj,rtn: 0.0024719,0.00000,0.097
+2,mlp.experts.95.up_proj,rtn: 0.0023346,0.00000,0.087
+2,mlp.experts.87.up_proj,rtn: 0.0018082,0.00000,0.094
+2,mlp.experts.93.up_proj,rtn: 0.0025330,0.00000,0.109
+2,mlp.experts.83.up_proj,rtn: 0.0020599,0.00000,0.062
+2,mlp.experts.72.up_proj,rtn: 0.0025787,0.00000,0.110
+2,mlp.experts.76.up_proj,rtn: 0.0020905,0.00000,0.112
+2,mlp.experts.89.up_proj,rtn: 0.0025787,0.00000,0.093
+2,mlp.experts.101.up_proj,rtn: 0.0023193,0.00000,0.099
+2,mlp.experts.111.up_proj,rtn: 0.0022125,0.00000,0.074
+2,mlp.experts.64.up_proj,rtn: 0.0022888,0.00000,0.125
+2,mlp.experts.103.up_proj,rtn: 0.0027313,0.00000,0.076
+2,mlp.experts.110.up_proj,rtn: 0.0023346,0.00000,0.188
+2,mlp.experts.81.up_proj,rtn: 0.0021973,0.00000,0.149
+2,mlp.experts.99.up_proj,rtn: 0.0023651,0.00000,0.079
+2,mlp.experts.91.up_proj,rtn: 0.0024261,0.00000,0.095
+2,mlp.experts.88.up_proj,rtn: 0.0024414,0.00000,0.102
+2,mlp.experts.84.up_proj,rtn: 0.0023651,0.00000,0.103
+2,mlp.experts.92.up_proj,rtn: 0.0023956,0.00000,0.102
+2,mlp.experts.117.up_proj,rtn: 0.0026398,0.00000,0.080
+2,mlp.experts.106.up_proj,rtn: 0.0025177,0.00000,0.145
+2,mlp.experts.102.up_proj,rtn: 0.0023804,0.00000,0.152
+2,mlp.experts.109.up_proj,rtn: 0.0021210,0.00000,0.159
+2,mlp.experts.105.up_proj,rtn: 0.0023499,0.00000,0.133
+2,mlp.experts.98.up_proj,rtn: 0.0023193,0.00000,0.207
+2,mlp.experts.127.up_proj,rtn: 0.0023804,0.00000,0.110
+2,mlp.experts.115.up_proj,rtn: 0.0026093,0.00000,0.069
+2,mlp.experts.80.up_proj,rtn: 0.0023346,0.00000,0.121
+2,mlp.experts.97.up_proj,rtn: 0.0025177,0.00000,0.113
+2,mlp.experts.107.up_proj,rtn: 0.0024261,0.00000,0.091
+2,mlp.experts.100.up_proj,rtn: 0.0023193,0.00000,0.100
+2,mlp.experts.104.up_proj,rtn: 0.0023651,0.00000,0.101
+2,mlp.experts.119.up_proj,rtn: 0.0025940,0.00000,0.113
+2,mlp.experts.133.up_proj,rtn: 0.0021973,0.00000,0.111
+2,mlp.experts.108.up_proj,rtn: 0.0023041,0.00000,0.102
+2,mlp.experts.131.up_proj,rtn: 0.0024414,0.00000,0.086
+2,mlp.experts.143.up_proj,rtn: 0.0024719,0.00000,0.086
+2,mlp.experts.125.up_proj,rtn: 0.0025482,0.00000,0.134
+2,mlp.experts.123.up_proj,rtn: 0.0023651,0.00000,0.076
+2,mlp.experts.121.up_proj,rtn: 0.0025177,0.00000,0.132
+2,mlp.experts.96.up_proj,rtn: 0.0016861,0.00000,0.121
+2,mlp.experts.135.up_proj,rtn: 0.0021210,0.00000,0.093
+2,mlp.experts.113.up_proj,rtn: 0.0022736,0.00000,0.128
+2,mlp.experts.124.up_proj,rtn: 0.0026550,0.00000,0.094
+2,mlp.experts.120.up_proj,rtn: 0.0025787,0.00000,0.108
+2,mlp.experts.149.up_proj,rtn: 0.0023804,0.00000,0.118
+2,mlp.experts.126.up_proj,rtn: 0.0022888,0.00000,0.268
+2,mlp.experts.116.up_proj,rtn: 0.0023804,0.00000,0.140
+2,mlp.experts.147.up_proj,rtn: 0.0024414,0.00000,0.084
+2,mlp.experts.159.up_proj,rtn: 0.0021667,0.00000,0.087
+2,mlp.experts.139.up_proj,rtn: 0.0023804,0.00000,0.075
+2,mlp.experts.122.up_proj,rtn: 0.0024414,0.00000,0.245
+2,mlp.experts.114.up_proj,rtn: 0.0023956,0.00000,0.221
+2,mlp.experts.151.up_proj,rtn: 0.0024719,0.00000,0.085
+2,mlp.experts.112.up_proj,rtn: 0.0024567,0.00000,0.107
+2,mlp.experts.140.up_proj,rtn: 0.0024567,0.00000,0.107
+2,mlp.experts.118.up_proj,rtn: 0.0025024,0.00000,0.320
+2,mlp.experts.136.up_proj,rtn: 0.0025177,0.00000,0.111
+2,mlp.experts.132.up_proj,rtn: 0.0023804,0.00000,0.100
+2,mlp.experts.167.up_proj,rtn: 0.0024414,0.00000,0.062
+2,mlp.experts.141.up_proj,rtn: 0.0023804,0.00000,0.199
+2,mlp.experts.163.up_proj,rtn: 0.0020294,0.00000,0.079
+2,mlp.experts.142.up_proj,rtn: 0.0023804,0.00000,0.141
+2,mlp.experts.175.up_proj,rtn: 0.0023956,0.00000,0.102
+2,mlp.experts.155.up_proj,rtn: 0.0024261,0.00000,0.104
+2,mlp.experts.129.up_proj,rtn: 0.0023804,0.00000,0.191
+2,mlp.experts.128.up_proj,rtn: 0.0024872,0.00000,0.102
+2,mlp.experts.138.up_proj,rtn: 0.0023804,0.00000,0.135
+2,mlp.experts.165.up_proj,rtn: 0.0023804,0.00000,0.189
+2,mlp.experts.130.up_proj,rtn: 0.0021973,0.00000,0.158
+2,mlp.experts.152.up_proj,rtn: 0.0023499,0.00000,0.107
+2,mlp.experts.137.up_proj,rtn: 0.0023651,0.00000,0.273
+2,mlp.experts.183.up_proj,rtn: 0.0024567,0.00000,0.094
+2,mlp.experts.191.up_proj,rtn: 0.0024567,0.00000,0.064
+2,mlp.experts.179.up_proj,rtn: 0.0024414,0.00000,0.088
+2,mlp.experts.134.up_proj,rtn: 0.0023804,0.00000,0.122
+2,mlp.experts.171.up_proj,rtn: 0.0021820,0.00000,0.068
+2,mlp.experts.156.up_proj,rtn: 0.0023193,0.00000,0.128
+2,mlp.experts.158.up_proj,rtn: 0.0025330,0.00000,0.087
+2,mlp.experts.154.up_proj,rtn: 0.0025177,0.00000,0.090
+2,mlp.experts.146.up_proj,rtn: 0.0023346,0.00000,0.092
+2,mlp.experts.187.up_proj,rtn: 0.0024872,0.00000,0.028
+2,mlp.experts.144.up_proj,rtn: 0.0025635,0.00000,0.135
+2,mlp.experts.145.up_proj,rtn: 0.0023804,0.00000,0.178
+2,mlp.experts.148.up_proj,rtn: 0.0026398,0.00000,0.234
+2,mlp.experts.150.up_proj,rtn: 0.0023499,0.00000,0.096
+2,mlp.experts.170.up_proj,rtn: 0.0025482,0.00000,0.074
+2,mlp.experts.174.up_proj,rtn: 0.0023804,0.00000,0.090
+2,mlp.experts.168.up_proj,rtn: 0.0024719,0.00000,0.136
+2,mlp.experts.162.up_proj,rtn: 0.0023499,0.00000,0.059
+2,mlp.experts.157.up_proj,rtn: 0.0023804,0.00000,0.240
+2,mlp.experts.181.up_proj,rtn: 0.0024567,0.00000,0.178
+2,mlp.experts.172.up_proj,rtn: 0.0017700,0.00000,0.140
+2,mlp.experts.160.up_proj,rtn: 0.0023956,0.00000,0.077
+2,mlp.experts.153.up_proj,rtn: 0.0023956,0.00000,0.134
+2,mlp.experts.161.up_proj,rtn: 0.0023651,0.00000,0.111
+2,mlp.experts.190.up_proj,rtn: 0.0025787,0.00000,0.076
+2,mlp.experts.186.up_proj,rtn: 0.0020905,0.00000,0.091
+2,mlp.experts.178.up_proj,rtn: 0.0023651,0.00000,0.102
+2,mlp.experts.166.up_proj,rtn: 0.0025787,0.00000,0.070
+2,mlp.experts.173.up_proj,rtn: 0.0023804,0.00000,0.093
+2,mlp.experts.169.up_proj,rtn: 0.0024109,0.00000,0.084
+2,mlp.experts.176.up_proj,rtn: 0.0021362,0.00000,0.101
+2,mlp.experts.182.up_proj,rtn: 0.0018921,0.00000,0.043
+2,mlp.experts.184.up_proj,rtn: 0.0023499,0.00000,0.145
+2,mlp.experts.177.up_proj,rtn: 0.0024414,0.00000,0.075
+2,mlp.experts.164.up_proj,rtn: 0.0023956,0.00000,0.163
+2,mlp.experts.189.up_proj,rtn: 0.0024414,0.00000,0.068
+2,mlp.experts.185.up_proj,rtn: 0.0023804,0.00000,0.056
+2,mlp.experts.188.up_proj,rtn: 0.0024719,0.00000,0.191
+2,mlp.experts.180.up_proj,rtn: 0.0023651,0.00000,0.071
+2,mlp.experts.7.down_proj,rtn: 0.0023956,0.00000,0.039
+2,mlp.experts.4.down_proj,rtn: 0.0024261,0.00000,0.019
+2,mlp.experts.11.down_proj,rtn: 0.0022278,0.00000,0.043
+2,mlp.experts.14.down_proj,rtn: 0.0022583,0.00000,0.120
+2,mlp.experts.15.down_proj,rtn: 0.0021515,0.00000,0.035
+2,mlp.experts.23.down_proj,rtn: 0.0023499,0.00000,0.036
+2,mlp.experts.3.down_proj,rtn: 0.0023041,0.00000,0.036
+2,mlp.experts.27.down_proj,rtn: 0.0023499,0.00000,0.031
+2,mlp.experts.2.down_proj,rtn: 0.0023651,0.00000,0.123
+2,mlp.experts.10.down_proj,rtn: 0.0023346,0.00000,0.128
+2,mlp.experts.13.down_proj,rtn: 0.0022736,0.00000,0.044
+2,mlp.experts.1.down_proj,rtn: 0.0022736,0.00000,0.044
+2,mlp.experts.8.down_proj,rtn: 0.0023651,0.00000,0.047
+2,mlp.experts.20.down_proj,rtn: 0.0022278,0.00000,0.047
+2,mlp.experts.12.down_proj,rtn: 0.0022278,0.00000,0.052
+2,mlp.experts.0.down_proj,rtn: 0.0022278,0.00000,0.052
+2,mlp.experts.6.down_proj,rtn: 0.0022430,0.00000,0.146
+2,mlp.experts.5.down_proj,rtn: 0.0023499,0.00000,0.063
+2,mlp.experts.9.down_proj,rtn: 0.0022278,0.00000,0.070
+2,mlp.experts.39.down_proj,rtn: 0.0023499,0.00000,0.029
+2,mlp.experts.31.down_proj,rtn: 0.0019836,0.00000,0.033
+2,mlp.experts.43.down_proj,rtn: 0.0024109,0.00000,0.032
+2,mlp.experts.17.down_proj,rtn: 0.0023499,0.00000,0.041
+2,mlp.experts.30.down_proj,rtn: 0.0022278,0.00000,0.053
+2,mlp.experts.26.down_proj,rtn: 0.0023804,0.00000,0.038
+2,mlp.experts.18.down_proj,rtn: 0.0022888,0.00000,0.039
+2,mlp.experts.19.down_proj,rtn: 0.0024872,0.00000,0.042
+2,mlp.experts.55.down_proj,rtn: 0.0009842,0.00000,0.023
+2,mlp.experts.59.down_proj,rtn: 0.0021667,0.00000,0.023
+2,mlp.experts.22.down_proj,rtn: 0.0023346,0.00000,0.035
+2,mlp.experts.47.down_proj,rtn: 0.0022278,0.00000,0.025
+2,mlp.experts.46.down_proj,rtn: 0.0022278,0.00000,0.023
+2,mlp.experts.21.down_proj,rtn: 0.0024109,0.00000,0.050
+2,mlp.experts.42.down_proj,rtn: 0.0022736,0.00000,0.026
+2,mlp.experts.34.down_proj,rtn: 0.0023499,0.00000,0.025
+2,mlp.experts.29.down_proj,rtn: 0.0023346,0.00000,0.058
+2,mlp.experts.25.down_proj,rtn: 0.0022278,0.00000,0.049
+2,mlp.experts.33.down_proj,rtn: 0.0022278,0.00000,0.036
+2,mlp.experts.28.down_proj,rtn: 0.0024261,0.00000,0.083
+2,mlp.experts.24.down_proj,rtn: 0.0023346,0.00000,0.087
+2,mlp.experts.16.down_proj,rtn: 0.0023346,0.00000,0.094
+2,mlp.experts.36.down_proj,rtn: 0.0023651,0.00000,0.095
+2,mlp.experts.62.down_proj,rtn: 0.0022430,0.00000,0.036
+2,mlp.experts.38.down_proj,rtn: 0.0021057,0.00000,0.040
+2,mlp.experts.58.down_proj,rtn: 0.0022736,0.00000,0.035
+2,mlp.experts.41.down_proj,rtn: 0.0020905,0.00000,0.043
+2,mlp.experts.45.down_proj,rtn: 0.0021210,0.00000,0.033
+2,mlp.experts.37.down_proj,rtn: 0.0022278,0.00000,0.044
+2,mlp.experts.49.down_proj,rtn: 0.0022430,0.00000,0.035
+2,mlp.experts.63.down_proj,rtn: 0.0023651,0.00000,0.047
+2,mlp.experts.50.down_proj,rtn: 0.0024261,0.00000,0.069
+2,mlp.experts.75.down_proj,rtn: 0.0022430,0.00000,0.070
+2,mlp.experts.71.down_proj,rtn: 0.0022583,0.00000,0.070
+2,mlp.experts.44.down_proj,rtn: 0.0024567,0.00000,0.065
+2,mlp.experts.78.down_proj,rtn: 0.0019226,0.00000,0.039
+2,mlp.experts.61.down_proj,rtn: 0.0024567,0.00000,0.036
+2,mlp.experts.57.down_proj,rtn: 0.0023346,0.00000,0.036
+2,mlp.experts.54.down_proj,rtn: 0.0022125,0.00000,0.037
+2,mlp.experts.74.down_proj,rtn: 0.0021820,0.00000,0.039
+2,mlp.experts.65.down_proj,rtn: 0.0022278,0.00000,0.043
+2,mlp.experts.53.down_proj,rtn: 0.0022278,0.00000,0.045
+2,mlp.experts.35.down_proj,rtn: 0.0022888,0.00000,0.111
+2,mlp.experts.79.down_proj,rtn: 0.0024414,0.00000,0.054
+2,mlp.experts.66.down_proj,rtn: 0.0023651,0.00000,0.038
+2,mlp.experts.40.down_proj,rtn: 0.0023499,0.00000,0.063
+2,mlp.experts.60.down_proj,rtn: 0.0022888,0.00000,0.041
+2,mlp.experts.94.down_proj,rtn: 0.0020142,0.00000,0.037
+2,mlp.experts.52.down_proj,rtn: 0.0022278,0.00000,0.080
+2,mlp.experts.32.down_proj,rtn: 0.0013733,0.00000,0.081
+2,mlp.experts.91.down_proj,rtn: 0.0023193,0.00000,0.042
+2,mlp.experts.87.down_proj,rtn: 0.0018387,0.00000,0.062
+2,mlp.experts.77.down_proj,rtn: 0.0023193,0.00000,0.047
+2,mlp.experts.90.down_proj,rtn: 0.0023956,0.00000,0.035
+2,mlp.experts.70.down_proj,rtn: 0.0022583,0.00000,0.040
+2,mlp.experts.82.down_proj,rtn: 0.0024261,0.00000,0.029
+2,mlp.experts.69.down_proj,rtn: 0.0023041,0.00000,0.036
+2,mlp.experts.73.down_proj,rtn: 0.0024261,0.00000,0.046
+2,mlp.experts.81.down_proj,rtn: 0.0022125,0.00000,0.036
+2,mlp.experts.56.down_proj,rtn: 0.0022430,0.00000,0.040
+2,mlp.experts.76.down_proj,rtn: 0.0020905,0.00000,0.038
+2,mlp.experts.68.down_proj,rtn: 0.0023651,0.00000,0.041
+2,mlp.experts.48.down_proj,rtn: 0.0023956,0.00000,0.040
+2,mlp.experts.110.down_proj,rtn: 0.0022736,0.00000,0.053
+2,mlp.experts.86.down_proj,rtn: 0.0022583,0.00000,0.043
+2,mlp.experts.89.down_proj,rtn: 0.0024567,0.00000,0.030
+2,mlp.experts.98.down_proj,rtn: 0.0022278,0.00000,0.031
+2,mlp.experts.93.down_proj,rtn: 0.0023651,0.00000,0.031
+2,mlp.experts.106.down_proj,rtn: 0.0023651,0.00000,0.034
+2,mlp.experts.85.down_proj,rtn: 0.0024414,0.00000,0.031
+2,mlp.experts.97.down_proj,rtn: 0.0023804,0.00000,0.031
+2,mlp.experts.92.down_proj,rtn: 0.0022736,0.00000,0.033
+2,mlp.experts.72.down_proj,rtn: 0.0023956,0.00000,0.038
+2,mlp.experts.51.down_proj,rtn: 0.0022583,0.00000,0.081
+2,mlp.experts.84.down_proj,rtn: 0.0022278,0.00000,0.036
+2,mlp.experts.64.down_proj,rtn: 0.0021973,0.00000,0.041
+2,mlp.experts.126.down_proj,rtn: 0.0021820,0.00000,0.044
+2,mlp.experts.95.down_proj,rtn: 0.0022278,0.00000,0.101
+2,mlp.experts.103.down_proj,rtn: 0.0024872,0.00000,0.094
+2,mlp.experts.107.down_proj,rtn: 0.0023346,0.00000,0.095
+2,mlp.experts.102.down_proj,rtn: 0.0023041,0.00000,0.043
+2,mlp.experts.122.down_proj,rtn: 0.0023193,0.00000,0.036
+2,mlp.experts.113.down_proj,rtn: 0.0022278,0.00000,0.035
+2,mlp.experts.109.down_proj,rtn: 0.0018692,0.00000,0.036
+2,mlp.experts.88.down_proj,rtn: 0.0023499,0.00000,0.037
+2,mlp.experts.105.down_proj,rtn: 0.0022583,0.00000,0.037
+2,mlp.experts.108.down_proj,rtn: 0.0022278,0.00000,0.039
+2,mlp.experts.101.down_proj,rtn: 0.0022583,0.00000,0.038
+2,mlp.experts.100.down_proj,rtn: 0.0021667,0.00000,0.034
+2,mlp.experts.114.down_proj,rtn: 0.0023193,0.00000,0.057
+2,mlp.experts.80.down_proj,rtn: 0.0022583,0.00000,0.038
+2,mlp.experts.67.down_proj,rtn: 0.0022430,0.00000,0.058
+2,mlp.experts.111.down_proj,rtn: 0.0022736,0.00000,0.041
+2,mlp.experts.123.down_proj,rtn: 0.0022125,0.00000,0.040
+2,mlp.experts.142.down_proj,rtn: 0.0022278,0.00000,0.063
+2,mlp.experts.129.down_proj,rtn: 0.0022736,0.00000,0.043
+2,mlp.experts.121.down_proj,rtn: 0.0023956,0.00000,0.035
+2,mlp.experts.125.down_proj,rtn: 0.0023956,0.00000,0.037
+2,mlp.experts.138.down_proj,rtn: 0.0022736,0.00000,0.048
+2,mlp.experts.118.down_proj,rtn: 0.0023499,0.00000,0.060
+2,mlp.experts.117.down_proj,rtn: 0.0024261,0.00000,0.039
+2,mlp.experts.130.down_proj,rtn: 0.0021210,0.00000,0.034
+2,mlp.experts.119.down_proj,rtn: 0.0024567,0.00000,0.080
+2,mlp.experts.139.down_proj,rtn: 0.0022278,0.00000,0.035
+2,mlp.experts.83.down_proj,rtn: 0.0020294,0.00000,0.040
+2,mlp.experts.127.down_proj,rtn: 0.0022278,0.00000,0.037
+2,mlp.experts.104.down_proj,rtn: 0.0022125,0.00000,0.052
+2,mlp.experts.124.down_proj,rtn: 0.0024719,0.00000,0.061
+2,mlp.experts.116.down_proj,rtn: 0.0022583,0.00000,0.053
+2,mlp.experts.137.down_proj,rtn: 0.0022278,0.00000,0.026
+2,mlp.experts.145.down_proj,rtn: 0.0022125,0.00000,0.039
+2,mlp.experts.158.down_proj,rtn: 0.0023804,0.00000,0.049
+2,mlp.experts.154.down_proj,rtn: 0.0023804,0.00000,0.043
+2,mlp.experts.134.down_proj,rtn: 0.0022278,0.00000,0.038
+2,mlp.experts.141.down_proj,rtn: 0.0022278,0.00000,0.036
+2,mlp.experts.133.down_proj,rtn: 0.0022583,0.00000,0.042
+2,mlp.experts.155.down_proj,rtn: 0.0023346,0.00000,0.043
+2,mlp.experts.143.down_proj,rtn: 0.0023651,0.00000,0.042
+2,mlp.experts.99.down_proj,rtn: 0.0022278,0.00000,0.038
+2,mlp.experts.96.down_proj,rtn: 0.0017242,0.00000,0.072
+2,mlp.experts.146.down_proj,rtn: 0.0022736,0.00000,0.054
+2,mlp.experts.140.down_proj,rtn: 0.0023346,0.00000,0.054
+2,mlp.experts.120.down_proj,rtn: 0.0024261,0.00000,0.053
+2,mlp.experts.135.down_proj,rtn: 0.0021667,0.00000,0.060
+2,mlp.experts.161.down_proj,rtn: 0.0022125,0.00000,0.037
+2,mlp.experts.153.down_proj,rtn: 0.0023346,0.00000,0.038
+2,mlp.experts.132.down_proj,rtn: 0.0022430,0.00000,0.053
+2,mlp.experts.171.down_proj,rtn: 0.0021057,0.00000,0.034
+2,mlp.experts.159.down_proj,rtn: 0.0021210,0.00000,0.035
+2,mlp.experts.115.down_proj,rtn: 0.0024109,0.00000,0.036
+2,mlp.experts.157.down_proj,rtn: 0.0022278,0.00000,0.051
+2,mlp.experts.112.down_proj,rtn: 0.0023499,0.00000,0.040
+2,mlp.experts.149.down_proj,rtn: 0.0022278,0.00000,0.048
+2,mlp.experts.156.down_proj,rtn: 0.0022430,0.00000,0.036
+2,mlp.experts.136.down_proj,rtn: 0.0023956,0.00000,0.038
+2,mlp.experts.151.down_proj,rtn: 0.0023804,0.00000,0.036
+2,mlp.experts.177.down_proj,rtn: 0.0023499,0.00000,0.038
+2,mlp.experts.169.down_proj,rtn: 0.0022888,0.00000,0.042
+2,mlp.experts.187.down_proj,rtn: 0.0023956,0.00000,0.035
+2,mlp.experts.148.down_proj,rtn: 0.0024567,0.00000,0.041
+2,mlp.experts.175.down_proj,rtn: 0.0022736,0.00000,0.038
+2,mlp.experts.131.down_proj,rtn: 0.0023499,0.00000,0.038
+2,mlp.experts.152.down_proj,rtn: 0.0022430,0.00000,0.032
+2,mlp.experts.128.down_proj,rtn: 0.0023804,0.00000,0.033
+2,mlp.experts.167.down_proj,rtn: 0.0023193,0.00000,0.027
+2,mlp.experts.172.down_proj,rtn: 0.0016861,0.00000,0.028
+2,mlp.experts.174.down_proj,rtn: 0.0023041,0.00000,0.114
+2,mlp.experts.170.down_proj,rtn: 0.0023956,0.00000,0.098
+2,mlp.experts.173.down_proj,rtn: 0.0022278,0.00000,0.043
+2,mlp.experts.165.down_proj,rtn: 0.0022430,0.00000,0.044
+2,mlp.experts.185.down_proj,rtn: 0.0022888,0.00000,0.025
+2,mlp.experts.189.down_proj,rtn: 0.0023346,0.00000,0.017
+2,mlp.experts.147.down_proj,rtn: 0.0023499,0.00000,0.022
+2,mlp.experts.183.down_proj,rtn: 0.0023346,0.00000,0.019
+2,mlp.experts.164.down_proj,rtn: 0.0023041,0.00000,0.036
+2,mlp.experts.188.down_proj,rtn: 0.0023956,0.00000,0.035
+2,mlp.experts.168.down_proj,rtn: 0.0023651,0.00000,0.047
+2,mlp.experts.163.down_proj,rtn: 0.0019226,0.00000,0.022
+2,mlp.experts.191.down_proj,rtn: 0.0023193,0.00000,0.022
+2,mlp.experts.181.down_proj,rtn: 0.0023651,0.00000,0.024
+2,mlp.experts.144.down_proj,rtn: 0.0024414,0.00000,0.052
+2,mlp.experts.180.down_proj,rtn: 0.0022278,0.00000,0.029
+2,mlp.experts.179.down_proj,rtn: 0.0023499,0.00000,0.011
+2,mlp.experts.150.down_proj,rtn: 0.0022736,0.00000,0.182
+2,mlp.experts.184.down_proj,rtn: 0.0022430,0.00000,0.027
+2,mlp.experts.162.down_proj,rtn: 0.0022125,0.00000,0.180
+2,mlp.experts.160.down_proj,rtn: 0.0023346,0.00000,0.022
+2,mlp.experts.186.down_proj,rtn: 0.0021057,0.00000,0.060
+2,mlp.experts.190.down_proj,rtn: 0.0023804,0.00000,0.101
+2,mlp.experts.176.down_proj,rtn: 0.0020599,0.00000,0.016
+2,mlp.experts.166.down_proj,rtn: 0.0024261,0.00000,0.032
+2,mlp.experts.178.down_proj,rtn: 0.0022278,0.00000,0.028
+2,mlp.experts.182.down_proj,rtn: 0.0020294,0.00000,0.017
+2,mlp.shared_experts.up_proj,rtn: 0.0016251,0.00000,0.036
+2,mlp.shared_experts.gate_proj,rtn: 0.0016251,0.00000,0.036
+2,mlp.shared_experts.down_proj,rtn: 0.0018845,0.00000,0.032
+3,self_attn.v_proj,rtn: 0.0024414,0.00000,0.014
+3,self_attn.q_proj,rtn: 0.0017853,0.00000,0.017
+3,self_attn.k_proj,rtn: 0.0021515,0.00000,0.022
+3,self_attn.o_proj,rtn: 0.0023346,0.00000,0.053
+3,mlp.experts.6.gate_proj,rtn: 0.0023956,0.00000,0.105
+3,mlp.experts.2.gate_proj,rtn: 0.0026245,0.00000,0.105
+3,mlp.experts.10.gate_proj,rtn: 0.0023346,0.00000,0.109
+3,mlp.experts.3.gate_proj,rtn: 0.0016174,0.00000,0.115
+3,mlp.experts.15.gate_proj,rtn: 0.0023346,0.00000,0.115
+3,mlp.experts.0.gate_proj,rtn: 0.0023041,0.00000,0.120
+3,mlp.experts.11.gate_proj,rtn: 0.0024719,0.00000,0.125
+3,mlp.experts.14.gate_proj,rtn: 0.0023804,0.00000,0.124
+3,mlp.experts.5.gate_proj,rtn: 0.0023956,0.00000,0.130
+3,mlp.experts.1.gate_proj,rtn: 0.0023651,0.00000,0.131
+3,mlp.experts.9.gate_proj,rtn: 0.0024567,0.00000,0.133
+3,mlp.experts.4.gate_proj,rtn: 0.0024719,0.00000,0.141
+3,mlp.experts.8.gate_proj,rtn: 0.0024414,0.00000,0.142
+3,mlp.experts.12.gate_proj,rtn: 0.0024261,0.00000,0.144
+3,mlp.experts.7.gate_proj,rtn: 0.0023804,0.00000,0.145
+3,mlp.experts.13.gate_proj,rtn: 0.0024719,0.00000,0.147
+3,mlp.experts.22.gate_proj,rtn: 0.0024414,0.00000,0.098
+3,mlp.experts.16.gate_proj,rtn: 0.0023956,0.00000,0.082
+3,mlp.experts.26.gate_proj,rtn: 0.0023804,0.00000,0.099
+3,mlp.experts.18.gate_proj,rtn: 0.0024719,0.00000,0.102
+3,mlp.experts.20.gate_proj,rtn: 0.0024872,0.00000,0.069
+3,mlp.experts.24.gate_proj,rtn: 0.0023956,0.00000,0.071
+3,mlp.experts.28.gate_proj,rtn: 0.0025787,0.00000,0.072
+3,mlp.experts.19.gate_proj,rtn: 0.0024261,0.00000,0.103
+3,mlp.experts.31.gate_proj,rtn: 0.0023346,0.00000,0.105
+3,mlp.experts.27.gate_proj,rtn: 0.0024567,0.00000,0.103
+3,mlp.experts.21.gate_proj,rtn: 0.0024567,0.00000,0.093
+3,mlp.experts.30.gate_proj,rtn: 0.0025024,0.00000,0.106
+3,mlp.experts.17.gate_proj,rtn: 0.0023956,0.00000,0.109
+3,mlp.experts.29.gate_proj,rtn: 0.0024567,0.00000,0.099
+3,mlp.experts.23.gate_proj,rtn: 0.0024261,0.00000,0.101
+3,mlp.experts.25.gate_proj,rtn: 0.0025024,0.00000,0.149
+3,mlp.experts.32.gate_proj,rtn: 0.0024261,0.00000,0.083
+3,mlp.experts.36.gate_proj,rtn: 0.0023193,0.00000,0.073
+3,mlp.experts.42.gate_proj,rtn: 0.0023499,0.00000,0.093
+3,mlp.experts.38.gate_proj,rtn: 0.0023193,0.00000,0.101
+3,mlp.experts.44.gate_proj,rtn: 0.0024261,0.00000,0.080
+3,mlp.experts.40.gate_proj,rtn: 0.0024719,0.00000,0.085
+3,mlp.experts.37.gate_proj,rtn: 0.0024719,0.00000,0.078
+3,mlp.experts.34.gate_proj,rtn: 0.0025024,0.00000,0.100
+3,mlp.experts.35.gate_proj,rtn: 0.0023804,0.00000,0.101
+3,mlp.experts.33.gate_proj,rtn: 0.0025177,0.00000,0.079
+3,mlp.experts.45.gate_proj,rtn: 0.0025787,0.00000,0.075
+3,mlp.experts.43.gate_proj,rtn: 0.0024567,0.00000,0.102
+3,mlp.experts.47.gate_proj,rtn: 0.0023804,0.00000,0.106
+3,mlp.experts.46.gate_proj,rtn: 0.0024261,0.00000,0.099
+3,mlp.experts.41.gate_proj,rtn: 0.0023499,0.00000,0.077
+3,mlp.experts.48.gate_proj,rtn: 0.0024261,0.00000,0.081
+3,mlp.experts.39.gate_proj,rtn: 0.0024261,0.00000,0.126
+3,mlp.experts.58.gate_proj,rtn: 0.0023041,0.00000,0.075
+3,mlp.experts.54.gate_proj,rtn: 0.0024567,0.00000,0.077
+3,mlp.experts.52.gate_proj,rtn: 0.0023651,0.00000,0.088
+3,mlp.experts.53.gate_proj,rtn: 0.0022430,0.00000,0.071
+3,mlp.experts.49.gate_proj,rtn: 0.0024719,0.00000,0.069
+3,mlp.experts.56.gate_proj,rtn: 0.0026550,0.00000,0.093
+3,mlp.experts.60.gate_proj,rtn: 0.0023804,0.00000,0.093
+3,mlp.experts.61.gate_proj,rtn: 0.0023956,0.00000,0.076
+3,mlp.experts.50.gate_proj,rtn: 0.0023804,0.00000,0.129
+3,mlp.experts.51.gate_proj,rtn: 0.0025177,0.00000,0.120
+3,mlp.experts.57.gate_proj,rtn: 0.0023651,0.00000,0.093
+3,mlp.experts.59.gate_proj,rtn: 0.0023956,0.00000,0.097
+3,mlp.experts.63.gate_proj,rtn: 0.0024567,0.00000,0.098
+3,mlp.experts.64.gate_proj,rtn: 0.0024414,0.00000,0.098
+3,mlp.experts.69.gate_proj,rtn: 0.0023041,0.00000,0.087
+3,mlp.experts.68.gate_proj,rtn: 0.0025635,0.00000,0.092
+3,mlp.experts.65.gate_proj,rtn: 0.0023193,0.00000,0.084
+3,mlp.experts.76.gate_proj,rtn: 0.0024261,0.00000,0.076
+3,mlp.experts.77.gate_proj,rtn: 0.0023651,0.00000,0.077
+3,mlp.experts.72.gate_proj,rtn: 0.0024109,0.00000,0.080
+3,mlp.experts.55.gate_proj,rtn: 0.0024872,0.00000,0.133
+3,mlp.experts.73.gate_proj,rtn: 0.0024261,0.00000,0.067
+3,mlp.experts.67.gate_proj,rtn: 0.0025330,0.00000,0.115
+3,mlp.experts.88.gate_proj,rtn: 0.0024872,0.00000,0.088
+3,mlp.experts.62.gate_proj,rtn: 0.0023193,0.00000,0.225
+3,mlp.experts.75.gate_proj,rtn: 0.0024109,0.00000,0.097
+3,mlp.experts.79.gate_proj,rtn: 0.0023956,0.00000,0.097
+3,mlp.experts.84.gate_proj,rtn: 0.0024109,0.00000,0.090
+3,mlp.experts.81.gate_proj,rtn: 0.0025482,0.00000,0.090
+3,mlp.experts.66.gate_proj,rtn: 0.0023346,0.00000,0.149
+3,mlp.experts.85.gate_proj,rtn: 0.0023956,0.00000,0.097
+3,mlp.experts.93.gate_proj,rtn: 0.0023651,0.00000,0.091
+3,mlp.experts.70.gate_proj,rtn: 0.0024109,0.00000,0.217
+3,mlp.experts.92.gate_proj,rtn: 0.0025482,0.00000,0.096
+3,mlp.experts.74.gate_proj,rtn: 0.0024261,0.00000,0.221
+3,mlp.experts.89.gate_proj,rtn: 0.0023499,0.00000,0.070
+3,mlp.experts.80.gate_proj,rtn: 0.0023651,0.00000,0.095
+3,mlp.experts.71.gate_proj,rtn: 0.0025787,0.00000,0.114
+3,mlp.experts.104.gate_proj,rtn: 0.0023804,0.00000,0.078
+3,mlp.experts.97.gate_proj,rtn: 0.0023193,0.00000,0.078
+3,mlp.experts.108.gate_proj,rtn: 0.0024414,0.00000,0.080
+3,mlp.experts.109.gate_proj,rtn: 0.0023499,0.00000,0.084
+3,mlp.experts.101.gate_proj,rtn: 0.0023956,0.00000,0.087
+3,mlp.experts.100.gate_proj,rtn: 0.0024872,0.00000,0.085
+3,mlp.experts.78.gate_proj,rtn: 0.0023651,0.00000,0.114
+3,mlp.experts.105.gate_proj,rtn: 0.0025177,0.00000,0.085
+3,mlp.experts.96.gate_proj,rtn: 0.0023193,0.00000,0.083
+3,mlp.experts.95.gate_proj,rtn: 0.0024719,0.00000,0.139
+3,mlp.experts.83.gate_proj,rtn: 0.0024109,0.00000,0.172
+3,mlp.experts.91.gate_proj,rtn: 0.0024567,0.00000,0.146
+3,mlp.experts.120.gate_proj,rtn: 0.0024719,0.00000,0.070
+3,mlp.experts.82.gate_proj,rtn: 0.0023804,0.00000,0.142
+3,mlp.experts.124.gate_proj,rtn: 0.0024414,0.00000,0.071
+3,mlp.experts.90.gate_proj,rtn: 0.0025024,0.00000,0.124
+3,mlp.experts.113.gate_proj,rtn: 0.0023193,0.00000,0.074
+3,mlp.experts.87.gate_proj,rtn: 0.0024719,0.00000,0.132
+3,mlp.experts.125.gate_proj,rtn: 0.0024261,0.00000,0.069
+3,mlp.experts.117.gate_proj,rtn: 0.0023956,0.00000,0.065
+3,mlp.experts.116.gate_proj,rtn: 0.0024414,0.00000,0.072
+3,mlp.experts.112.gate_proj,rtn: 0.0023804,0.00000,0.076
+3,mlp.experts.121.gate_proj,rtn: 0.0017090,0.00000,0.078
+3,mlp.experts.86.gate_proj,rtn: 0.0023651,0.00000,0.180
+3,mlp.experts.136.gate_proj,rtn: 0.0024414,0.00000,0.068
+3,mlp.experts.94.gate_proj,rtn: 0.0023193,0.00000,0.108
+3,mlp.experts.140.gate_proj,rtn: 0.0024261,0.00000,0.076
+3,mlp.experts.98.gate_proj,rtn: 0.0023651,0.00000,0.087
+3,mlp.experts.111.gate_proj,rtn: 0.0023193,0.00000,0.115
+3,mlp.experts.107.gate_proj,rtn: 0.0023346,0.00000,0.102
+3,mlp.experts.106.gate_proj,rtn: 0.0024261,0.00000,0.085
+3,mlp.experts.99.gate_proj,rtn: 0.0024414,0.00000,0.117
+3,mlp.experts.132.gate_proj,rtn: 0.0024872,0.00000,0.072
+3,mlp.experts.128.gate_proj,rtn: 0.0023193,0.00000,0.074
+3,mlp.experts.103.gate_proj,rtn: 0.0025024,0.00000,0.111
+3,mlp.experts.102.gate_proj,rtn: 0.0024567,0.00000,0.083
+3,mlp.experts.141.gate_proj,rtn: 0.0023956,0.00000,0.118
+3,mlp.experts.129.gate_proj,rtn: 0.0024872,0.00000,0.130
+3,mlp.experts.133.gate_proj,rtn: 0.0024109,0.00000,0.128
+3,mlp.experts.152.gate_proj,rtn: 0.0023041,0.00000,0.079
+3,mlp.experts.137.gate_proj,rtn: 0.0023651,0.00000,0.107
+3,mlp.experts.110.gate_proj,rtn: 0.0024261,0.00000,0.093
+3,mlp.experts.156.gate_proj,rtn: 0.0024109,0.00000,0.084
+3,mlp.experts.114.gate_proj,rtn: 0.0025787,0.00000,0.095
+3,mlp.experts.127.gate_proj,rtn: 0.0025024,0.00000,0.096
+3,mlp.experts.123.gate_proj,rtn: 0.0025024,0.00000,0.083
+3,mlp.experts.115.gate_proj,rtn: 0.0024719,0.00000,0.084
+3,mlp.experts.148.gate_proj,rtn: 0.0025330,0.00000,0.088
+3,mlp.experts.144.gate_proj,rtn: 0.0023956,0.00000,0.089
+3,mlp.experts.122.gate_proj,rtn: 0.0023499,0.00000,0.099
+3,mlp.experts.119.gate_proj,rtn: 0.0025635,0.00000,0.088
+3,mlp.experts.145.gate_proj,rtn: 0.0024414,0.00000,0.087
+3,mlp.experts.149.gate_proj,rtn: 0.0024414,0.00000,0.088
+3,mlp.experts.157.gate_proj,rtn: 0.0023499,0.00000,0.097
+3,mlp.experts.168.gate_proj,rtn: 0.0023346,0.00000,0.086
+3,mlp.experts.118.gate_proj,rtn: 0.0023651,0.00000,0.106
+3,mlp.experts.153.gate_proj,rtn: 0.0024872,0.00000,0.097
+3,mlp.experts.172.gate_proj,rtn: 0.0025330,0.00000,0.086
+3,mlp.experts.139.gate_proj,rtn: 0.0023804,0.00000,0.076
+3,mlp.experts.131.gate_proj,rtn: 0.0027008,0.00000,0.087
+3,mlp.experts.143.gate_proj,rtn: 0.0024261,0.00000,0.103
+3,mlp.experts.164.gate_proj,rtn: 0.0025482,0.00000,0.095
+3,mlp.experts.160.gate_proj,rtn: 0.0024261,0.00000,0.091
+3,mlp.experts.135.gate_proj,rtn: 0.0024261,0.00000,0.086
+3,mlp.experts.126.gate_proj,rtn: 0.0026093,0.00000,0.149
+3,mlp.experts.184.gate_proj,rtn: 0.0024109,0.00000,0.088
+3,mlp.experts.161.gate_proj,rtn: 0.0023041,0.00000,0.092
+3,mlp.experts.173.gate_proj,rtn: 0.0023804,0.00000,0.090
+3,mlp.experts.130.gate_proj,rtn: 0.0023956,0.00000,0.152
+3,mlp.experts.138.gate_proj,rtn: 0.0025177,0.00000,0.115
+3,mlp.experts.134.gate_proj,rtn: 0.0023193,0.00000,0.097
+3,mlp.experts.188.gate_proj,rtn: 0.0026550,0.00000,0.090
+3,mlp.experts.169.gate_proj,rtn: 0.0023041,0.00000,0.104
+3,mlp.experts.165.gate_proj,rtn: 0.0023499,0.00000,0.138
+3,mlp.experts.155.gate_proj,rtn: 0.0023651,0.00000,0.106
+3,mlp.experts.142.gate_proj,rtn: 0.0027618,0.00000,0.083
+3,mlp.experts.176.gate_proj,rtn: 0.0024109,0.00000,0.090
+3,mlp.experts.180.gate_proj,rtn: 0.0025024,0.00000,0.094
+3,mlp.experts.147.gate_proj,rtn: 0.0024109,0.00000,0.118
+3,mlp.experts.8.up_proj,rtn: 0.0024109,0.00000,0.090
+3,mlp.experts.151.gate_proj,rtn: 0.0025177,0.00000,0.118
+3,mlp.experts.146.gate_proj,rtn: 0.0023804,0.00000,0.082
+3,mlp.experts.154.gate_proj,rtn: 0.0024567,0.00000,0.070
+3,mlp.experts.150.gate_proj,rtn: 0.0023651,0.00000,0.073
+3,mlp.experts.12.up_proj,rtn: 0.0024109,0.00000,0.089
+3,mlp.experts.159.gate_proj,rtn: 0.0023499,0.00000,0.164
+3,mlp.experts.189.gate_proj,rtn: 0.0023651,0.00000,0.123
+3,mlp.experts.177.gate_proj,rtn: 0.0024719,0.00000,0.124
+3,mlp.experts.185.gate_proj,rtn: 0.0024414,0.00000,0.127
+3,mlp.experts.158.gate_proj,rtn: 0.0026245,0.00000,0.084
+3,mlp.experts.181.gate_proj,rtn: 0.0026398,0.00000,0.110
+3,mlp.experts.4.up_proj,rtn: 0.0024567,0.00000,0.089
+3,mlp.experts.0.up_proj,rtn: 0.0023041,0.00000,0.100
+3,mlp.experts.171.gate_proj,rtn: 0.0024567,0.00000,0.107
+3,mlp.experts.170.gate_proj,rtn: 0.0008736,0.00000,0.071
+3,mlp.experts.166.gate_proj,rtn: 0.0024414,0.00000,0.072
+3,mlp.experts.162.gate_proj,rtn: 0.0024567,0.00000,0.074
+3,mlp.experts.24.up_proj,rtn: 0.0023651,0.00000,0.096
+3,mlp.experts.163.gate_proj,rtn: 0.0024719,0.00000,0.109
+3,mlp.experts.28.up_proj,rtn: 0.0025635,0.00000,0.092
+3,mlp.experts.167.gate_proj,rtn: 0.0024109,0.00000,0.114
+3,mlp.experts.175.gate_proj,rtn: 0.0026093,0.00000,0.093
+3,mlp.experts.13.up_proj,rtn: 0.0024414,0.00000,0.091
+3,mlp.experts.1.up_proj,rtn: 0.0023651,0.00000,0.100
+3,mlp.experts.20.up_proj,rtn: 0.0024567,0.00000,0.079
+3,mlp.experts.16.up_proj,rtn: 0.0023804,0.00000,0.079
+3,mlp.experts.174.gate_proj,rtn: 0.0025940,0.00000,0.100
+3,mlp.experts.179.gate_proj,rtn: 0.0024719,0.00000,0.069
+3,mlp.experts.187.gate_proj,rtn: 0.0024567,0.00000,0.084
+3,mlp.experts.5.up_proj,rtn: 0.0023956,0.00000,0.110
+3,mlp.experts.40.up_proj,rtn: 0.0024567,0.00000,0.076
+3,mlp.experts.9.up_proj,rtn: 0.0024567,0.00000,0.116
+3,mlp.experts.44.up_proj,rtn: 0.0024261,0.00000,0.075
+3,mlp.experts.182.gate_proj,rtn: 0.0024872,0.00000,0.092
+3,mlp.experts.186.gate_proj,rtn: 0.0023346,0.00000,0.100
+3,mlp.experts.178.gate_proj,rtn: 0.0023651,0.00000,0.102
+3,mlp.experts.183.gate_proj,rtn: 0.0024109,0.00000,0.088
+3,mlp.experts.191.gate_proj,rtn: 0.0024109,0.00000,0.075
+3,mlp.experts.32.up_proj,rtn: 0.0024261,0.00000,0.075
+3,mlp.experts.17.up_proj,rtn: 0.0023956,0.00000,0.088
+3,mlp.experts.36.up_proj,rtn: 0.0023193,0.00000,0.095
+3,mlp.experts.3.up_proj,rtn: 0.0016403,0.00000,0.085
+3,mlp.experts.11.up_proj,rtn: 0.0024567,0.00000,0.078
+3,mlp.experts.29.up_proj,rtn: 0.0024567,0.00000,0.129
+3,mlp.experts.21.up_proj,rtn: 0.0024567,0.00000,0.085
+3,mlp.experts.25.up_proj,rtn: 0.0025024,0.00000,0.085
+3,mlp.experts.60.up_proj,rtn: 0.0023804,0.00000,0.078
+3,mlp.experts.56.up_proj,rtn: 0.0026245,0.00000,0.088
+3,mlp.experts.190.gate_proj,rtn: 0.0024719,0.00000,0.114
+3,mlp.experts.7.up_proj,rtn: 0.0023651,0.00000,0.087
+3,mlp.experts.15.up_proj,rtn: 0.0023346,0.00000,0.089
+3,mlp.experts.6.up_proj,rtn: 0.0023956,0.00000,0.108
+3,mlp.experts.2.up_proj,rtn: 0.0026245,0.00000,0.093
+3,mlp.experts.10.up_proj,rtn: 0.0023193,0.00000,0.101
+3,mlp.experts.33.up_proj,rtn: 0.0025177,0.00000,0.069
+3,mlp.experts.48.up_proj,rtn: 0.0024261,0.00000,0.085
+3,mlp.experts.52.up_proj,rtn: 0.0023651,0.00000,0.088
+3,mlp.experts.37.up_proj,rtn: 0.0024414,0.00000,0.071
+3,mlp.experts.45.up_proj,rtn: 0.0025635,0.00000,0.076
+3,mlp.experts.41.up_proj,rtn: 0.0023346,0.00000,0.069
+3,mlp.experts.19.up_proj,rtn: 0.0023956,0.00000,0.089
+3,mlp.experts.27.up_proj,rtn: 0.0024414,0.00000,0.082
+3,mlp.experts.76.up_proj,rtn: 0.0024261,0.00000,0.084
+3,mlp.experts.72.up_proj,rtn: 0.0023956,0.00000,0.091
+3,mlp.experts.14.up_proj,rtn: 0.0023499,0.00000,0.102
+3,mlp.experts.23.up_proj,rtn: 0.0024261,0.00000,0.086
+3,mlp.experts.31.up_proj,rtn: 0.0023346,0.00000,0.099
+3,mlp.experts.22.up_proj,rtn: 0.0024414,0.00000,0.099
+3,mlp.experts.18.up_proj,rtn: 0.0024567,0.00000,0.102
+3,mlp.experts.26.up_proj,rtn: 0.0023651,0.00000,0.085
+3,mlp.experts.64.up_proj,rtn: 0.0024261,0.00000,0.087
+3,mlp.experts.49.up_proj,rtn: 0.0024567,0.00000,0.109
+3,mlp.experts.68.up_proj,rtn: 0.0025330,0.00000,0.106
+3,mlp.experts.53.up_proj,rtn: 0.0022125,0.00000,0.097
+3,mlp.experts.61.up_proj,rtn: 0.0023804,0.00000,0.087
+3,mlp.experts.57.up_proj,rtn: 0.0023499,0.00000,0.100
+3,mlp.experts.35.up_proj,rtn: 0.0023651,0.00000,0.115
+3,mlp.experts.88.up_proj,rtn: 0.0024567,0.00000,0.100
+3,mlp.experts.92.up_proj,rtn: 0.0025330,0.00000,0.107
+3,mlp.experts.43.up_proj,rtn: 0.0024414,0.00000,0.113
+3,mlp.experts.30.up_proj,rtn: 0.0024872,0.00000,0.108
+3,mlp.experts.39.up_proj,rtn: 0.0024109,0.00000,0.116
+3,mlp.experts.42.up_proj,rtn: 0.0023499,0.00000,0.096
+3,mlp.experts.34.up_proj,rtn: 0.0024872,0.00000,0.107
+3,mlp.experts.38.up_proj,rtn: 0.0023193,0.00000,0.107
+3,mlp.experts.65.up_proj,rtn: 0.0023041,0.00000,0.086
+3,mlp.experts.47.up_proj,rtn: 0.0023804,0.00000,0.119
+3,mlp.experts.80.up_proj,rtn: 0.0023651,0.00000,0.097
+3,mlp.experts.84.up_proj,rtn: 0.0023956,0.00000,0.107
+3,mlp.experts.69.up_proj,rtn: 0.0023041,0.00000,0.106
+3,mlp.experts.77.up_proj,rtn: 0.0023651,0.00000,0.109
+3,mlp.experts.73.up_proj,rtn: 0.0024261,0.00000,0.108
+3,mlp.experts.51.up_proj,rtn: 0.0025177,0.00000,0.112
+3,mlp.experts.104.up_proj,rtn: 0.0023804,0.00000,0.099
+3,mlp.experts.108.up_proj,rtn: 0.0024414,0.00000,0.100
+3,mlp.experts.59.up_proj,rtn: 0.0023956,0.00000,0.110
+3,mlp.experts.55.up_proj,rtn: 0.0024719,0.00000,0.113
+3,mlp.experts.96.up_proj,rtn: 0.0023041,0.00000,0.094
+3,mlp.experts.81.up_proj,rtn: 0.0025177,0.00000,0.106
+3,mlp.experts.46.up_proj,rtn: 0.0024261,0.00000,0.152
+3,mlp.experts.100.up_proj,rtn: 0.0024719,0.00000,0.096
+3,mlp.experts.54.up_proj,rtn: 0.0024414,0.00000,0.121
+3,mlp.experts.58.up_proj,rtn: 0.0023041,0.00000,0.123
+3,mlp.experts.85.up_proj,rtn: 0.0023804,0.00000,0.109
+3,mlp.experts.63.up_proj,rtn: 0.0024567,0.00000,0.145
+3,mlp.experts.50.up_proj,rtn: 0.0023804,0.00000,0.125
+3,mlp.experts.89.up_proj,rtn: 0.0023499,0.00000,0.108
+3,mlp.experts.93.up_proj,rtn: 0.0023651,0.00000,0.112
+3,mlp.experts.124.up_proj,rtn: 0.0024414,0.00000,0.082
+3,mlp.experts.120.up_proj,rtn: 0.0024567,0.00000,0.083
+3,mlp.experts.112.up_proj,rtn: 0.0023651,0.00000,0.081
+3,mlp.experts.62.up_proj,rtn: 0.0023193,0.00000,0.071
+3,mlp.experts.116.up_proj,rtn: 0.0024414,0.00000,0.092
+3,mlp.experts.75.up_proj,rtn: 0.0023956,0.00000,0.161
+3,mlp.experts.66.up_proj,rtn: 0.0023193,0.00000,0.072
+3,mlp.experts.97.up_proj,rtn: 0.0023041,0.00000,0.121
+3,mlp.experts.70.up_proj,rtn: 0.0023956,0.00000,0.074
+3,mlp.experts.74.up_proj,rtn: 0.0024261,0.00000,0.073
+3,mlp.experts.140.up_proj,rtn: 0.0023956,0.00000,0.084
+3,mlp.experts.136.up_proj,rtn: 0.0024261,0.00000,0.082
+3,mlp.experts.67.up_proj,rtn: 0.0025024,0.00000,0.221
+3,mlp.experts.128.up_proj,rtn: 0.0023193,0.00000,0.078
+3,mlp.experts.78.up_proj,rtn: 0.0023651,0.00000,0.086
+3,mlp.experts.132.up_proj,rtn: 0.0024567,0.00000,0.084
+3,mlp.experts.71.up_proj,rtn: 0.0025635,0.00000,0.229
+3,mlp.experts.101.up_proj,rtn: 0.0023804,0.00000,0.154
+3,mlp.experts.109.up_proj,rtn: 0.0023499,0.00000,0.156
+3,mlp.experts.90.up_proj,rtn: 0.0024872,0.00000,0.071
+3,mlp.experts.86.up_proj,rtn: 0.0023499,0.00000,0.072
+3,mlp.experts.152.up_proj,rtn: 0.0023041,0.00000,0.075
+3,mlp.experts.156.up_proj,rtn: 0.0023956,0.00000,0.078
+3,mlp.experts.82.up_proj,rtn: 0.0023804,0.00000,0.075
+3,mlp.experts.79.up_proj,rtn: 0.0023804,0.00000,0.217
+3,mlp.experts.105.up_proj,rtn: 0.0024872,0.00000,0.213
+3,mlp.experts.94.up_proj,rtn: 0.0023193,0.00000,0.094
+3,mlp.experts.144.up_proj,rtn: 0.0023804,0.00000,0.092
+3,mlp.experts.113.up_proj,rtn: 0.0023193,0.00000,0.148
+3,mlp.experts.83.up_proj,rtn: 0.0023956,0.00000,0.129
+3,mlp.experts.148.up_proj,rtn: 0.0025024,0.00000,0.095
+3,mlp.experts.91.up_proj,rtn: 0.0024567,0.00000,0.172
+3,mlp.experts.102.up_proj,rtn: 0.0024414,0.00000,0.081
+3,mlp.experts.106.up_proj,rtn: 0.0024261,0.00000,0.084
+3,mlp.experts.172.up_proj,rtn: 0.0025177,0.00000,0.083
+3,mlp.experts.168.up_proj,rtn: 0.0023346,0.00000,0.094
+3,mlp.experts.98.up_proj,rtn: 0.0023499,0.00000,0.107
+3,mlp.experts.125.up_proj,rtn: 0.0024261,0.00000,0.129
+3,mlp.experts.87.up_proj,rtn: 0.0024719,0.00000,0.139
+3,mlp.experts.160.up_proj,rtn: 0.0024109,0.00000,0.097
+3,mlp.experts.110.up_proj,rtn: 0.0024109,0.00000,0.105
+3,mlp.experts.117.up_proj,rtn: 0.0023804,0.00000,0.162
+3,mlp.experts.95.up_proj,rtn: 0.0024567,0.00000,0.120
+3,mlp.experts.121.up_proj,rtn: 0.0017014,0.00000,0.117
+3,mlp.experts.129.up_proj,rtn: 0.0024567,0.00000,0.101
+3,mlp.experts.164.up_proj,rtn: 0.0025330,0.00000,0.095
+3,mlp.experts.122.up_proj,rtn: 0.0023346,0.00000,0.081
+3,mlp.experts.118.up_proj,rtn: 0.0023651,0.00000,0.091
+3,mlp.experts.99.up_proj,rtn: 0.0024261,0.00000,0.138
+3,mlp.experts.188.up_proj,rtn: 0.0026550,0.00000,0.097
+3,mlp.experts.141.up_proj,rtn: 0.0023804,0.00000,0.103
+3,mlp.experts.176.up_proj,rtn: 0.0023956,0.00000,0.099
+3,mlp.experts.114.up_proj,rtn: 0.0025635,0.00000,0.137
+3,mlp.experts.184.up_proj,rtn: 0.0024109,0.00000,0.151
+3,mlp.experts.133.up_proj,rtn: 0.0023956,0.00000,0.118
+3,mlp.experts.180.up_proj,rtn: 0.0024719,0.00000,0.081
+3,mlp.experts.103.up_proj,rtn: 0.0024872,0.00000,0.156
+3,mlp.experts.145.up_proj,rtn: 0.0024261,0.00000,0.108
+3,mlp.experts.126.up_proj,rtn: 0.0025940,0.00000,0.146
+3,mlp.experts.107.up_proj,rtn: 0.0023193,0.00000,0.229
+3,mlp.experts.137.up_proj,rtn: 0.0023499,0.00000,0.150
+3,mlp.experts.138.up_proj,rtn: 0.0025024,0.00000,0.108
+3,mlp.experts.157.up_proj,rtn: 0.0023346,0.00000,0.120
+3,mlp.experts.134.up_proj,rtn: 0.0023193,0.00000,0.111
+3,mlp.experts.111.up_proj,rtn: 0.0023193,0.00000,0.221
+3,mlp.experts.130.up_proj,rtn: 0.0023956,0.00000,0.122
+3,mlp.experts.149.up_proj,rtn: 0.0024414,0.00000,0.123
+3,mlp.experts.161.up_proj,rtn: 0.0023041,0.00000,0.100
+3,mlp.experts.115.up_proj,rtn: 0.0024719,0.00000,0.228
+3,mlp.experts.142.up_proj,rtn: 0.0027618,0.00000,0.124
+3,mlp.experts.119.up_proj,rtn: 0.0025330,0.00000,0.156
+3,mlp.experts.153.up_proj,rtn: 0.0024719,0.00000,0.114
+3,mlp.experts.173.up_proj,rtn: 0.0023804,0.00000,0.112
+3,mlp.experts.154.up_proj,rtn: 0.0024567,0.00000,0.119
+3,mlp.experts.123.up_proj,rtn: 0.0025024,0.00000,0.157
+3,mlp.experts.150.up_proj,rtn: 0.0023651,0.00000,0.115
+3,mlp.experts.165.up_proj,rtn: 0.0023346,0.00000,0.114
+3,mlp.experts.146.up_proj,rtn: 0.0023804,0.00000,0.120
+3,mlp.experts.127.up_proj,rtn: 0.0024872,0.00000,0.145
+3,mlp.experts.158.up_proj,rtn: 0.0026398,0.00000,0.104
+3,mlp.experts.177.up_proj,rtn: 0.0024567,0.00000,0.108
+3,mlp.experts.169.up_proj,rtn: 0.0023041,0.00000,0.096
+3,mlp.experts.131.up_proj,rtn: 0.0026703,0.00000,0.133
+3,mlp.experts.170.up_proj,rtn: 0.0008736,0.00000,0.100
+3,mlp.experts.135.up_proj,rtn: 0.0023956,0.00000,0.159
+3,mlp.experts.181.up_proj,rtn: 0.0026245,0.00000,0.089
+3,mlp.experts.189.up_proj,rtn: 0.0023499,0.00000,0.110
+3,mlp.experts.166.up_proj,rtn: 0.0024261,0.00000,0.113
+3,mlp.experts.162.up_proj,rtn: 0.0024414,0.00000,0.111
+3,mlp.experts.139.up_proj,rtn: 0.0023651,0.00000,0.143
+3,mlp.experts.185.up_proj,rtn: 0.0024261,0.00000,0.071
+3,mlp.experts.174.up_proj,rtn: 0.0025787,0.00000,0.109
+3,mlp.experts.182.up_proj,rtn: 0.0024872,0.00000,0.088
+3,mlp.experts.186.up_proj,rtn: 0.0023193,0.00000,0.110
+3,mlp.experts.143.up_proj,rtn: 0.0024261,0.00000,0.211
+3,mlp.experts.178.up_proj,rtn: 0.0023499,0.00000,0.104
+3,mlp.experts.190.up_proj,rtn: 0.0024719,0.00000,0.082
+3,mlp.experts.147.up_proj,rtn: 0.0024109,0.00000,0.205
+3,mlp.experts.151.up_proj,rtn: 0.0025177,0.00000,0.209
+3,mlp.experts.155.up_proj,rtn: 0.0023499,0.00000,0.237
+3,mlp.experts.163.up_proj,rtn: 0.0024719,0.00000,0.134
+3,mlp.experts.167.up_proj,rtn: 0.0023804,0.00000,0.106
+3,mlp.experts.159.up_proj,rtn: 0.0023346,0.00000,0.157
+3,mlp.experts.171.up_proj,rtn: 0.0024261,0.00000,0.128
+3,mlp.experts.175.up_proj,rtn: 0.0026550,0.00000,0.110
+3,mlp.experts.183.up_proj,rtn: 0.0023956,0.00000,0.135
+3,mlp.experts.179.up_proj,rtn: 0.0024567,0.00000,0.179
+3,mlp.experts.187.up_proj,rtn: 0.0024414,0.00000,0.137
+3,mlp.experts.191.up_proj,rtn: 0.0024109,0.00000,0.100
+3,mlp.experts.0.down_proj,rtn: 0.0022125,0.00000,0.015
+3,mlp.experts.13.down_proj,rtn: 0.0023499,0.00000,0.043
+3,mlp.experts.16.down_proj,rtn: 0.0023346,0.00000,0.040
+3,mlp.experts.1.down_proj,rtn: 0.0023499,0.00000,0.061
+3,mlp.experts.12.down_proj,rtn: 0.0023346,0.00000,0.047
+3,mlp.experts.5.down_proj,rtn: 0.0023346,0.00000,0.091
+3,mlp.experts.8.down_proj,rtn: 0.0023651,0.00000,0.064
+3,mlp.experts.9.down_proj,rtn: 0.0023804,0.00000,0.064
+3,mlp.experts.14.down_proj,rtn: 0.0023804,0.00000,0.065
+3,mlp.experts.10.down_proj,rtn: 0.0022736,0.00000,0.066
+3,mlp.experts.2.down_proj,rtn: 0.0024109,0.00000,0.068
+3,mlp.experts.6.down_proj,rtn: 0.0023651,0.00000,0.068
+3,mlp.experts.4.down_proj,rtn: 0.0023651,0.00000,0.070
+3,mlp.experts.29.down_proj,rtn: 0.0023956,0.00000,0.048
+3,mlp.experts.32.down_proj,rtn: 0.0023804,0.00000,0.036
+3,mlp.experts.28.down_proj,rtn: 0.0024261,0.00000,0.031
+3,mlp.experts.7.down_proj,rtn: 0.0023499,0.00000,0.169
+3,mlp.experts.24.down_proj,rtn: 0.0023346,0.00000,0.019
+3,mlp.experts.15.down_proj,rtn: 0.0023193,0.00000,0.178
+3,mlp.experts.11.down_proj,rtn: 0.0023804,0.00000,0.179
+3,mlp.experts.3.down_proj,rtn: 0.0016479,0.00000,0.181
+3,mlp.experts.17.down_proj,rtn: 0.0023193,0.00000,0.068
+3,mlp.experts.21.down_proj,rtn: 0.0023804,0.00000,0.065
+3,mlp.experts.25.down_proj,rtn: 0.0024261,0.00000,0.052
+3,mlp.experts.48.down_proj,rtn: 0.0023499,0.00000,0.032
+3,mlp.experts.40.down_proj,rtn: 0.0023651,0.00000,0.039
+3,mlp.experts.45.down_proj,rtn: 0.0024414,0.00000,0.038
+3,mlp.experts.44.down_proj,rtn: 0.0023499,0.00000,0.038
+3,mlp.experts.26.down_proj,rtn: 0.0023346,0.00000,0.066
+3,mlp.experts.22.down_proj,rtn: 0.0023804,0.00000,0.068
+3,mlp.experts.23.down_proj,rtn: 0.0023804,0.00000,0.041
+3,mlp.experts.20.down_proj,rtn: 0.0023499,0.00000,0.054
+3,mlp.experts.18.down_proj,rtn: 0.0023804,0.00000,0.073
+3,mlp.experts.30.down_proj,rtn: 0.0023956,0.00000,0.075
+3,mlp.experts.41.down_proj,rtn: 0.0023193,0.00000,0.040
+3,mlp.experts.37.down_proj,rtn: 0.0023499,0.00000,0.044
+3,mlp.experts.61.down_proj,rtn: 0.0023499,0.00000,0.033
+3,mlp.experts.33.down_proj,rtn: 0.0024261,0.00000,0.038
+3,mlp.experts.42.down_proj,rtn: 0.0023041,0.00000,0.026
+3,mlp.experts.64.down_proj,rtn: 0.0023346,0.00000,0.041
+3,mlp.experts.56.down_proj,rtn: 0.0024567,0.00000,0.043
+3,mlp.experts.60.down_proj,rtn: 0.0022888,0.00000,0.039
+3,mlp.experts.38.down_proj,rtn: 0.0022125,0.00000,0.028
+3,mlp.experts.31.down_proj,rtn: 0.0023193,0.00000,0.071
+3,mlp.experts.39.down_proj,rtn: 0.0023651,0.00000,0.046
+3,mlp.experts.19.down_proj,rtn: 0.0023193,0.00000,0.093
+3,mlp.experts.27.down_proj,rtn: 0.0023956,0.00000,0.084
+3,mlp.experts.72.down_proj,rtn: 0.0023651,0.00000,0.026
+3,mlp.experts.49.down_proj,rtn: 0.0023956,0.00000,0.031
+3,mlp.experts.77.down_proj,rtn: 0.0023499,0.00000,0.031
+3,mlp.experts.57.down_proj,rtn: 0.0023346,0.00000,0.043
+3,mlp.experts.53.down_proj,rtn: 0.0022888,0.00000,0.040
+3,mlp.experts.36.down_proj,rtn: 0.0022888,0.00000,0.076
+3,mlp.experts.58.down_proj,rtn: 0.0022583,0.00000,0.047
+3,mlp.experts.80.down_proj,rtn: 0.0022583,0.00000,0.044
+3,mlp.experts.34.down_proj,rtn: 0.0024261,0.00000,0.051
+3,mlp.experts.46.down_proj,rtn: 0.0023651,0.00000,0.056
+3,mlp.experts.54.down_proj,rtn: 0.0024109,0.00000,0.050
+3,mlp.experts.35.down_proj,rtn: 0.0022888,0.00000,0.043
+3,mlp.experts.47.down_proj,rtn: 0.0023651,0.00000,0.054
+3,mlp.experts.43.down_proj,rtn: 0.0023956,0.00000,0.053
+3,mlp.experts.55.down_proj,rtn: 0.0023956,0.00000,0.053
+3,mlp.experts.88.down_proj,rtn: 0.0023499,0.00000,0.042
+3,mlp.experts.76.down_proj,rtn: 0.0023651,0.00000,0.045
+3,mlp.experts.52.down_proj,rtn: 0.0023041,0.00000,0.031
+3,mlp.experts.96.down_proj,rtn: 0.0022125,0.00000,0.022
+3,mlp.experts.74.down_proj,rtn: 0.0023651,0.00000,0.028
+3,mlp.experts.50.down_proj,rtn: 0.0023041,0.00000,0.029
+3,mlp.experts.65.down_proj,rtn: 0.0022736,0.00000,0.055
+3,mlp.experts.73.down_proj,rtn: 0.0023651,0.00000,0.062
+3,mlp.experts.69.down_proj,rtn: 0.0022125,0.00000,0.069
+3,mlp.experts.93.down_proj,rtn: 0.0023499,0.00000,0.075
+3,mlp.experts.68.down_proj,rtn: 0.0024109,0.00000,0.022
+3,mlp.experts.62.down_proj,rtn: 0.0023041,0.00000,0.048
+3,mlp.experts.70.down_proj,rtn: 0.0023804,0.00000,0.044
+3,mlp.experts.81.down_proj,rtn: 0.0023956,0.00000,0.026
+3,mlp.experts.63.down_proj,rtn: 0.0023956,0.00000,0.046
+3,mlp.experts.51.down_proj,rtn: 0.0024567,0.00000,0.048
+3,mlp.experts.104.down_proj,rtn: 0.0022888,0.00000,0.043
+3,mlp.experts.92.down_proj,rtn: 0.0023956,0.00000,0.044
+3,mlp.experts.71.down_proj,rtn: 0.0024414,0.00000,0.053
+3,mlp.experts.59.down_proj,rtn: 0.0023651,0.00000,0.059
+3,mlp.experts.109.down_proj,rtn: 0.0023041,0.00000,0.037
+3,mlp.experts.90.down_proj,rtn: 0.0024109,0.00000,0.050
+3,mlp.experts.112.down_proj,rtn: 0.0023499,0.00000,0.028
+3,mlp.experts.89.down_proj,rtn: 0.0022888,0.00000,0.031
+3,mlp.experts.85.down_proj,rtn: 0.0023346,0.00000,0.035
+3,mlp.experts.84.down_proj,rtn: 0.0023804,0.00000,0.029
+3,mlp.experts.66.down_proj,rtn: 0.0023041,0.00000,0.050
+3,mlp.experts.97.down_proj,rtn: 0.0023041,0.00000,0.026
+3,mlp.experts.86.down_proj,rtn: 0.0023041,0.00000,0.033
+3,mlp.experts.78.down_proj,rtn: 0.0023193,0.00000,0.035
+3,mlp.experts.108.down_proj,rtn: 0.0023956,0.00000,0.022
+3,mlp.experts.120.down_proj,rtn: 0.0023956,0.00000,0.022
+3,mlp.experts.125.down_proj,rtn: 0.0023956,0.00000,0.031
+3,mlp.experts.79.down_proj,rtn: 0.0023651,0.00000,0.058
+3,mlp.experts.128.down_proj,rtn: 0.0022278,0.00000,0.033
+3,mlp.experts.100.down_proj,rtn: 0.0023956,0.00000,0.029
+3,mlp.experts.101.down_proj,rtn: 0.0023499,0.00000,0.033
+3,mlp.experts.105.down_proj,rtn: 0.0023956,0.00000,0.036
+3,mlp.experts.67.down_proj,rtn: 0.0024261,0.00000,0.070
+3,mlp.experts.113.down_proj,rtn: 0.0022736,0.00000,0.035
+3,mlp.experts.94.down_proj,rtn: 0.0022430,0.00000,0.041
+3,mlp.experts.106.down_proj,rtn: 0.0023499,0.00000,0.053
+3,mlp.experts.75.down_proj,rtn: 0.0023193,0.00000,0.069
+3,mlp.experts.82.down_proj,rtn: 0.0023041,0.00000,0.049
+3,mlp.experts.141.down_proj,rtn: 0.0023499,0.00000,0.032
+3,mlp.experts.102.down_proj,rtn: 0.0023651,0.00000,0.045
+3,mlp.experts.117.down_proj,rtn: 0.0023499,0.00000,0.028
+3,mlp.experts.121.down_proj,rtn: 0.0017319,0.00000,0.031
+3,mlp.experts.129.down_proj,rtn: 0.0023651,0.00000,0.030
+3,mlp.experts.87.down_proj,rtn: 0.0023804,0.00000,0.109
+3,mlp.experts.136.down_proj,rtn: 0.0023651,0.00000,0.086
+3,mlp.experts.133.down_proj,rtn: 0.0023346,0.00000,0.031
+3,mlp.experts.157.down_proj,rtn: 0.0023041,0.00000,0.032
+3,mlp.experts.95.down_proj,rtn: 0.0024414,0.00000,0.074
+3,mlp.experts.137.down_proj,rtn: 0.0023193,0.00000,0.028
+3,mlp.experts.83.down_proj,rtn: 0.0023193,0.00000,0.063
+3,mlp.experts.145.down_proj,rtn: 0.0024109,0.00000,0.024
+3,mlp.experts.122.down_proj,rtn: 0.0022430,0.00000,0.035
+3,mlp.experts.98.down_proj,rtn: 0.0023346,0.00000,0.035
+3,mlp.experts.124.down_proj,rtn: 0.0023956,0.00000,0.087
+3,mlp.experts.110.down_proj,rtn: 0.0023804,0.00000,0.052
+3,mlp.experts.118.down_proj,rtn: 0.0023346,0.00000,0.037
+3,mlp.experts.91.down_proj,rtn: 0.0023956,0.00000,0.041
+3,mlp.experts.103.down_proj,rtn: 0.0023956,0.00000,0.013
+3,mlp.experts.144.down_proj,rtn: 0.0023041,0.00000,0.098
+3,mlp.experts.116.down_proj,rtn: 0.0023651,0.00000,0.099
+3,mlp.experts.152.down_proj,rtn: 0.0022125,0.00000,0.011
+3,mlp.experts.140.down_proj,rtn: 0.0023651,0.00000,0.013
+3,mlp.experts.161.down_proj,rtn: 0.0022278,0.00000,0.042
+3,mlp.experts.107.down_proj,rtn: 0.0023041,0.00000,0.054
+3,mlp.experts.173.down_proj,rtn: 0.0023346,0.00000,0.044
+3,mlp.experts.99.down_proj,rtn: 0.0023499,0.00000,0.056
+3,mlp.experts.153.down_proj,rtn: 0.0023956,0.00000,0.044
+3,mlp.experts.114.down_proj,rtn: 0.0024414,0.00000,0.037
+3,mlp.experts.111.down_proj,rtn: 0.0022736,0.00000,0.061
+3,mlp.experts.126.down_proj,rtn: 0.0024567,0.00000,0.045
+3,mlp.experts.138.down_proj,rtn: 0.0023956,0.00000,0.040
+3,mlp.experts.134.down_proj,rtn: 0.0022430,0.00000,0.037
+3,mlp.experts.156.down_proj,rtn: 0.0023651,0.00000,0.031
+3,mlp.experts.132.down_proj,rtn: 0.0023956,0.00000,0.029
+3,mlp.experts.168.down_proj,rtn: 0.0022736,0.00000,0.028
+3,mlp.experts.149.down_proj,rtn: 0.0023651,0.00000,0.040
+3,mlp.experts.160.down_proj,rtn: 0.0023499,0.00000,0.040
+3,mlp.experts.130.down_proj,rtn: 0.0023804,0.00000,0.039
+3,mlp.experts.150.down_proj,rtn: 0.0023193,0.00000,0.028
+3,mlp.experts.115.down_proj,rtn: 0.0023956,0.00000,0.048
+3,mlp.experts.142.down_proj,rtn: 0.0024719,0.00000,0.029
+3,mlp.experts.172.down_proj,rtn: 0.0023499,0.00000,0.035
+3,mlp.experts.123.down_proj,rtn: 0.0023651,0.00000,0.050
+3,mlp.experts.127.down_proj,rtn: 0.0023956,0.00000,0.044
+3,mlp.experts.119.down_proj,rtn: 0.0024109,0.00000,0.070
+3,mlp.experts.154.down_proj,rtn: 0.0023804,0.00000,0.033
+3,mlp.experts.177.down_proj,rtn: 0.0023956,0.00000,0.067
+3,mlp.experts.184.down_proj,rtn: 0.0023804,0.00000,0.035
+3,mlp.experts.148.down_proj,rtn: 0.0023956,0.00000,0.038
+3,mlp.experts.176.down_proj,rtn: 0.0023346,0.00000,0.034
+3,mlp.experts.189.down_proj,rtn: 0.0023193,0.00000,0.053
+3,mlp.experts.165.down_proj,rtn: 0.0023041,0.00000,0.043
+3,mlp.experts.146.down_proj,rtn: 0.0023499,0.00000,0.023
+3,mlp.experts.169.down_proj,rtn: 0.0021973,0.00000,0.058
+3,mlp.experts.188.down_proj,rtn: 0.0023804,0.00000,0.020
+3,mlp.experts.166.down_proj,rtn: 0.0023956,0.00000,0.030
+3,mlp.experts.164.down_proj,rtn: 0.0024567,0.00000,0.017
+3,mlp.experts.158.down_proj,rtn: 0.0024261,0.00000,0.037
+3,mlp.experts.181.down_proj,rtn: 0.0024567,0.00000,0.016
+3,mlp.experts.170.down_proj,rtn: 0.0007820,0.00000,0.027
+3,mlp.experts.131.down_proj,rtn: 0.0024567,0.00000,0.057
+3,mlp.experts.180.down_proj,rtn: 0.0023956,0.00000,0.012
+3,mlp.experts.139.down_proj,rtn: 0.0023499,0.00000,0.048
+3,mlp.experts.143.down_proj,rtn: 0.0023956,0.00000,0.063
+3,mlp.experts.135.down_proj,rtn: 0.0023499,0.00000,0.044
+3,mlp.experts.162.down_proj,rtn: 0.0023651,0.00000,0.044
+3,mlp.experts.182.down_proj,rtn: 0.0024109,0.00000,0.039
+3,mlp.experts.185.down_proj,rtn: 0.0023651,0.00000,0.035
+3,mlp.experts.186.down_proj,rtn: 0.0023041,0.00000,0.027
+3,mlp.experts.174.down_proj,rtn: 0.0023956,0.00000,0.038
+3,mlp.experts.147.down_proj,rtn: 0.0023193,0.00000,0.048
+3,mlp.experts.155.down_proj,rtn: 0.0023193,0.00000,0.040
+3,mlp.experts.178.down_proj,rtn: 0.0023193,0.00000,0.027
+3,mlp.experts.151.down_proj,rtn: 0.0024261,0.00000,0.038
+3,mlp.experts.159.down_proj,rtn: 0.0023193,0.00000,0.041
+3,mlp.experts.190.down_proj,rtn: 0.0024109,0.00000,0.020
+3,mlp.experts.163.down_proj,rtn: 0.0024109,0.00000,0.039
+3,mlp.experts.167.down_proj,rtn: 0.0023499,0.00000,0.032
+3,mlp.experts.171.down_proj,rtn: 0.0023651,0.00000,0.039
+3,mlp.experts.175.down_proj,rtn: 0.0021667,0.00000,0.035
+3,mlp.experts.179.down_proj,rtn: 0.0023651,0.00000,0.038
+3,mlp.experts.183.down_proj,rtn: 0.0023499,0.00000,0.037
+3,mlp.experts.187.down_proj,rtn: 0.0024261,0.00000,0.028
+3,mlp.experts.191.down_proj,rtn: 0.0023041,0.00000,0.027
+3,mlp.shared_experts.up_proj,rtn: 0.0018005,0.00000,0.027
+3,mlp.shared_experts.gate_proj,rtn: 0.0017700,0.00000,0.027
+3,mlp.shared_experts.down_proj,rtn: 0.0018616,0.00000,0.058
+4,self_attn.v_proj,rtn: 0.0023346,0.00000,0.013
+4,self_attn.k_proj,rtn: 0.0022125,0.00000,0.015
+4,self_attn.q_proj,rtn: 0.0018539,0.00000,0.015
+4,self_attn.o_proj,rtn: 0.0022430,0.00000,0.054
+4,mlp.experts.1.gate_proj,rtn: 0.0024109,0.00000,0.091
+4,mlp.experts.14.gate_proj,rtn: 0.0023499,0.00000,0.091
+4,mlp.experts.5.gate_proj,rtn: 0.0023041,0.00000,0.093
+4,mlp.experts.4.gate_proj,rtn: 0.0023804,0.00000,0.093
+4,mlp.experts.8.gate_proj,rtn: 0.0024414,0.00000,0.093
+4,mlp.experts.0.gate_proj,rtn: 0.0024414,0.00000,0.094
+4,mlp.experts.9.gate_proj,rtn: 0.0023651,0.00000,0.095
+4,mlp.experts.2.gate_proj,rtn: 0.0024109,0.00000,0.098
+4,mlp.experts.7.gate_proj,rtn: 0.0024109,0.00000,0.098
+4,mlp.experts.10.gate_proj,rtn: 0.0024109,0.00000,0.100
+4,mlp.experts.3.gate_proj,rtn: 0.0023499,0.00000,0.098
+4,mlp.experts.11.gate_proj,rtn: 0.0023956,0.00000,0.103
+4,mlp.experts.15.gate_proj,rtn: 0.0023651,0.00000,0.104
+4,mlp.experts.6.gate_proj,rtn: 0.0022888,0.00000,0.106
+4,mlp.experts.13.gate_proj,rtn: 0.0024719,0.00000,0.108
+4,mlp.experts.12.gate_proj,rtn: 0.0023804,0.00000,0.142
+4,mlp.experts.17.gate_proj,rtn: 0.0023193,0.00000,0.073
+4,mlp.experts.21.gate_proj,rtn: 0.0023346,0.00000,0.069
+4,mlp.experts.16.gate_proj,rtn: 0.0023956,0.00000,0.098
+4,mlp.experts.20.gate_proj,rtn: 0.0023956,0.00000,0.093
+4,mlp.experts.24.gate_proj,rtn: 0.0023041,0.00000,0.093
+4,mlp.experts.23.gate_proj,rtn: 0.0023499,0.00000,0.087
+4,mlp.experts.30.gate_proj,rtn: 0.0023041,0.00000,0.094
+4,mlp.experts.18.gate_proj,rtn: 0.0024414,0.00000,0.091
+4,mlp.experts.26.gate_proj,rtn: 0.0024414,0.00000,0.093
+4,mlp.experts.27.gate_proj,rtn: 0.0023651,0.00000,0.089
+4,mlp.experts.19.gate_proj,rtn: 0.0023804,0.00000,0.093
+4,mlp.experts.22.gate_proj,rtn: 0.0023956,0.00000,0.102
+4,mlp.experts.25.gate_proj,rtn: 0.0023499,0.00000,0.094
+4,mlp.experts.29.gate_proj,rtn: 0.0024719,0.00000,0.093
+4,mlp.experts.31.gate_proj,rtn: 0.0024567,0.00000,0.102
+4,mlp.experts.28.gate_proj,rtn: 0.0024109,0.00000,0.114
+4,mlp.experts.33.gate_proj,rtn: 0.0023804,0.00000,0.091
+4,mlp.experts.37.gate_proj,rtn: 0.0023346,0.00000,0.091
+4,mlp.experts.39.gate_proj,rtn: 0.0023956,0.00000,0.081
+4,mlp.experts.36.gate_proj,rtn: 0.0024719,0.00000,0.100
+4,mlp.experts.32.gate_proj,rtn: 0.0023804,0.00000,0.102
+4,mlp.experts.35.gate_proj,rtn: 0.0023956,0.00000,0.086
+4,mlp.experts.40.gate_proj,rtn: 0.0023346,0.00000,0.098
+4,mlp.experts.43.gate_proj,rtn: 0.0023804,0.00000,0.086
+4,mlp.experts.46.gate_proj,rtn: 0.0023956,0.00000,0.100
+4,mlp.experts.34.gate_proj,rtn: 0.0023346,0.00000,0.096
+4,mlp.experts.38.gate_proj,rtn: 0.0023346,0.00000,0.089
+4,mlp.experts.42.gate_proj,rtn: 0.0024109,0.00000,0.093
+4,mlp.experts.41.gate_proj,rtn: 0.0024414,0.00000,0.090
+4,mlp.experts.47.gate_proj,rtn: 0.0023651,0.00000,0.085
+4,mlp.experts.45.gate_proj,rtn: 0.0024567,0.00000,0.099
+4,mlp.experts.49.gate_proj,rtn: 0.0023956,0.00000,0.081
+4,mlp.experts.53.gate_proj,rtn: 0.0023956,0.00000,0.088
+4,mlp.experts.44.gate_proj,rtn: 0.0023956,0.00000,0.103
+4,mlp.experts.55.gate_proj,rtn: 0.0023651,0.00000,0.075
+4,mlp.experts.59.gate_proj,rtn: 0.0023956,0.00000,0.066
+4,mlp.experts.51.gate_proj,rtn: 0.0025177,0.00000,0.074
+4,mlp.experts.52.gate_proj,rtn: 0.0023956,0.00000,0.099
+4,mlp.experts.57.gate_proj,rtn: 0.0025024,0.00000,0.082
+4,mlp.experts.62.gate_proj,rtn: 0.0024109,0.00000,0.090
+4,mlp.experts.58.gate_proj,rtn: 0.0023956,0.00000,0.089
+4,mlp.experts.54.gate_proj,rtn: 0.0023956,0.00000,0.087
+4,mlp.experts.48.gate_proj,rtn: 0.0023804,0.00000,0.107
+4,mlp.experts.63.gate_proj,rtn: 0.0025024,0.00000,0.081
+4,mlp.experts.50.gate_proj,rtn: 0.0023956,0.00000,0.106
+4,mlp.experts.56.gate_proj,rtn: 0.0023499,0.00000,0.115
+4,mlp.experts.61.gate_proj,rtn: 0.0023804,0.00000,0.096
+4,mlp.experts.69.gate_proj,rtn: 0.0023956,0.00000,0.079
+4,mlp.experts.65.gate_proj,rtn: 0.0023804,0.00000,0.088
+4,mlp.experts.75.gate_proj,rtn: 0.0023804,0.00000,0.066
+4,mlp.experts.71.gate_proj,rtn: 0.0023499,0.00000,0.071
+4,mlp.experts.67.gate_proj,rtn: 0.0023956,0.00000,0.065
+4,mlp.experts.60.gate_proj,rtn: 0.0023956,0.00000,0.100
+4,mlp.experts.79.gate_proj,rtn: 0.0023651,0.00000,0.074
+4,mlp.experts.73.gate_proj,rtn: 0.0024567,0.00000,0.087
+4,mlp.experts.78.gate_proj,rtn: 0.0024261,0.00000,0.085
+4,mlp.experts.70.gate_proj,rtn: 0.0023651,0.00000,0.083
+4,mlp.experts.74.gate_proj,rtn: 0.0023804,0.00000,0.092
+4,mlp.experts.68.gate_proj,rtn: 0.0023804,0.00000,0.105
+4,mlp.experts.85.gate_proj,rtn: 0.0023804,0.00000,0.077
+4,mlp.experts.66.gate_proj,rtn: 0.0024414,0.00000,0.090
+4,mlp.experts.77.gate_proj,rtn: 0.0023499,0.00000,0.088
+4,mlp.experts.87.gate_proj,rtn: 0.0024414,0.00000,0.074
+4,mlp.experts.91.gate_proj,rtn: 0.0024414,0.00000,0.073
+4,mlp.experts.81.gate_proj,rtn: 0.0023499,0.00000,0.083
+4,mlp.experts.72.gate_proj,rtn: 0.0023804,0.00000,0.101
+4,mlp.experts.64.gate_proj,rtn: 0.0023499,0.00000,0.112
+4,mlp.experts.83.gate_proj,rtn: 0.0023651,0.00000,0.073
+4,mlp.experts.76.gate_proj,rtn: 0.0023804,0.00000,0.098
+4,mlp.experts.95.gate_proj,rtn: 0.0023499,0.00000,0.078
+4,mlp.experts.89.gate_proj,rtn: 0.0025635,0.00000,0.076
+4,mlp.experts.93.gate_proj,rtn: 0.0024109,0.00000,0.065
+4,mlp.experts.101.gate_proj,rtn: 0.0023804,0.00000,0.076
+4,mlp.experts.103.gate_proj,rtn: 0.0025024,0.00000,0.067
+4,mlp.experts.86.gate_proj,rtn: 0.0024872,0.00000,0.084
+4,mlp.experts.107.gate_proj,rtn: 0.0024414,0.00000,0.067
+4,mlp.experts.94.gate_proj,rtn: 0.0023499,0.00000,0.093
+4,mlp.experts.82.gate_proj,rtn: 0.0024567,0.00000,0.079
+4,mlp.experts.90.gate_proj,rtn: 0.0023499,0.00000,0.089
+4,mlp.experts.97.gate_proj,rtn: 0.0023651,0.00000,0.072
+4,mlp.experts.99.gate_proj,rtn: 0.0025024,0.00000,0.068
+4,mlp.experts.84.gate_proj,rtn: 0.0023804,0.00000,0.106
+4,mlp.experts.88.gate_proj,rtn: 0.0024109,0.00000,0.096
+4,mlp.experts.111.gate_proj,rtn: 0.0023651,0.00000,0.060
+4,mlp.experts.80.gate_proj,rtn: 0.0023346,0.00000,0.104
+4,mlp.experts.105.gate_proj,rtn: 0.0025024,0.00000,0.074
+4,mlp.experts.109.gate_proj,rtn: 0.0023499,0.00000,0.063
+4,mlp.experts.92.gate_proj,rtn: 0.0024261,0.00000,0.101
+4,mlp.experts.123.gate_proj,rtn: 0.0024261,0.00000,0.065
+4,mlp.experts.119.gate_proj,rtn: 0.0023956,0.00000,0.069
+4,mlp.experts.117.gate_proj,rtn: 0.0024719,0.00000,0.075
+4,mlp.experts.102.gate_proj,rtn: 0.0023499,0.00000,0.083
+4,mlp.experts.115.gate_proj,rtn: 0.0006180,0.00000,0.075
+4,mlp.experts.106.gate_proj,rtn: 0.0023804,0.00000,0.081
+4,mlp.experts.113.gate_proj,rtn: 0.0025330,0.00000,0.074
+4,mlp.experts.110.gate_proj,rtn: 0.0023346,0.00000,0.084
+4,mlp.experts.98.gate_proj,rtn: 0.0024261,0.00000,0.085
+4,mlp.experts.127.gate_proj,rtn: 0.0023956,0.00000,0.065
+4,mlp.experts.100.gate_proj,rtn: 0.0024261,0.00000,0.107
+4,mlp.experts.125.gate_proj,rtn: 0.0023804,0.00000,0.082
+4,mlp.experts.121.gate_proj,rtn: 0.0024567,0.00000,0.084
+4,mlp.experts.104.gate_proj,rtn: 0.0023956,0.00000,0.112
+4,mlp.experts.139.gate_proj,rtn: 0.0023346,0.00000,0.073
+4,mlp.experts.135.gate_proj,rtn: 0.0023651,0.00000,0.073
+4,mlp.experts.96.gate_proj,rtn: 0.0023804,0.00000,0.109
+4,mlp.experts.131.gate_proj,rtn: 0.0023499,0.00000,0.067
+4,mlp.experts.133.gate_proj,rtn: 0.0023499,0.00000,0.087
+4,mlp.experts.108.gate_proj,rtn: 0.0025024,0.00000,0.106
+4,mlp.experts.126.gate_proj,rtn: 0.0023804,0.00000,0.076
+4,mlp.experts.143.gate_proj,rtn: 0.0024414,0.00000,0.073
+4,mlp.experts.118.gate_proj,rtn: 0.0024567,0.00000,0.090
+4,mlp.experts.122.gate_proj,rtn: 0.0024261,0.00000,0.087
+4,mlp.experts.129.gate_proj,rtn: 0.0023499,0.00000,0.097
+4,mlp.experts.114.gate_proj,rtn: 0.0023499,0.00000,0.091
+4,mlp.experts.141.gate_proj,rtn: 0.0024414,0.00000,0.076
+4,mlp.experts.137.gate_proj,rtn: 0.0023499,0.00000,0.074
+4,mlp.experts.155.gate_proj,rtn: 0.0024109,0.00000,0.074
+4,mlp.experts.151.gate_proj,rtn: 0.0024414,0.00000,0.070
+4,mlp.experts.147.gate_proj,rtn: 0.0023499,0.00000,0.070
+4,mlp.experts.116.gate_proj,rtn: 0.0024567,0.00000,0.110
+4,mlp.experts.149.gate_proj,rtn: 0.0024261,0.00000,0.075
+4,mlp.experts.159.gate_proj,rtn: 0.0023651,0.00000,0.070
+4,mlp.experts.120.gate_proj,rtn: 0.0023346,0.00000,0.109
+4,mlp.experts.112.gate_proj,rtn: 0.0024719,0.00000,0.102
+4,mlp.experts.142.gate_proj,rtn: 0.0023956,0.00000,0.085
+4,mlp.experts.145.gate_proj,rtn: 0.0023804,0.00000,0.082
+4,mlp.experts.138.gate_proj,rtn: 0.0024414,0.00000,0.086
+4,mlp.experts.134.gate_proj,rtn: 0.0024414,0.00000,0.091
+4,mlp.experts.124.gate_proj,rtn: 0.0025330,0.00000,0.104
+4,mlp.experts.130.gate_proj,rtn: 0.0024872,0.00000,0.093
+4,mlp.experts.167.gate_proj,rtn: 0.0024414,0.00000,0.067
+4,mlp.experts.171.gate_proj,rtn: 0.0024719,0.00000,0.079
+4,mlp.experts.163.gate_proj,rtn: 0.0024719,0.00000,0.079
+4,mlp.experts.157.gate_proj,rtn: 0.0024719,0.00000,0.093
+4,mlp.experts.153.gate_proj,rtn: 0.0024109,0.00000,0.095
+4,mlp.experts.175.gate_proj,rtn: 0.0023956,0.00000,0.078
+4,mlp.experts.158.gate_proj,rtn: 0.0023651,0.00000,0.085
+4,mlp.experts.150.gate_proj,rtn: 0.0024109,0.00000,0.077
+4,mlp.experts.165.gate_proj,rtn: 0.0023499,0.00000,0.113
+4,mlp.experts.146.gate_proj,rtn: 0.0024567,0.00000,0.087
+4,mlp.experts.183.gate_proj,rtn: 0.0023499,0.00000,0.079
+4,mlp.experts.154.gate_proj,rtn: 0.0023804,0.00000,0.093
+4,mlp.experts.187.gate_proj,rtn: 0.0024261,0.00000,0.077
+4,mlp.experts.132.gate_proj,rtn: 0.0024719,0.00000,0.151
+4,mlp.experts.179.gate_proj,rtn: 0.0023956,0.00000,0.081
+4,mlp.experts.191.gate_proj,rtn: 0.0023193,0.00000,0.074
+4,mlp.experts.140.gate_proj,rtn: 0.0023956,0.00000,0.145
+4,mlp.experts.128.gate_proj,rtn: 0.0024261,0.00000,0.173
+4,mlp.experts.161.gate_proj,rtn: 0.0024414,0.00000,0.158
+4,mlp.experts.136.gate_proj,rtn: 0.0023346,0.00000,0.180
+4,mlp.experts.174.gate_proj,rtn: 0.0024872,0.00000,0.084
+4,mlp.experts.166.gate_proj,rtn: 0.0024567,0.00000,0.085
+4,mlp.experts.11.up_proj,rtn: 0.0023956,0.00000,0.061
+4,mlp.experts.169.gate_proj,rtn: 0.0023804,0.00000,0.141
+4,mlp.experts.7.up_proj,rtn: 0.0024109,0.00000,0.077
+4,mlp.experts.173.gate_proj,rtn: 0.0024261,0.00000,0.138
+4,mlp.experts.170.gate_proj,rtn: 0.0023651,0.00000,0.089
+4,mlp.experts.181.gate_proj,rtn: 0.0024109,0.00000,0.120
+4,mlp.experts.148.gate_proj,rtn: 0.0023804,0.00000,0.089
+4,mlp.experts.162.gate_proj,rtn: 0.0023346,0.00000,0.130
+4,mlp.experts.156.gate_proj,rtn: 0.0025635,0.00000,0.091
+4,mlp.experts.177.gate_proj,rtn: 0.0023956,0.00000,0.084
+4,mlp.experts.152.gate_proj,rtn: 0.0024261,0.00000,0.087
+4,mlp.experts.144.gate_proj,rtn: 0.0018539,0.00000,0.092
+4,mlp.experts.15.up_proj,rtn: 0.0023651,0.00000,0.139
+4,mlp.experts.185.gate_proj,rtn: 0.0023804,0.00000,0.084
+4,mlp.experts.189.gate_proj,rtn: 0.0023346,0.00000,0.083
+4,mlp.experts.182.gate_proj,rtn: 0.0024414,0.00000,0.109
+4,mlp.experts.3.up_proj,rtn: 0.0023346,0.00000,0.154
+4,mlp.experts.190.gate_proj,rtn: 0.0023804,0.00000,0.135
+4,mlp.experts.5.up_proj,rtn: 0.0023041,0.00000,0.094
+4,mlp.experts.164.gate_proj,rtn: 0.0024261,0.00000,0.104
+4,mlp.experts.186.gate_proj,rtn: 0.0023651,0.00000,0.106
+4,mlp.experts.178.gate_proj,rtn: 0.0023651,0.00000,0.087
+4,mlp.experts.27.up_proj,rtn: 0.0023651,0.00000,0.150
+4,mlp.experts.23.up_proj,rtn: 0.0023346,0.00000,0.096
+4,mlp.experts.1.up_proj,rtn: 0.0024109,0.00000,0.092
+4,mlp.experts.31.up_proj,rtn: 0.0024261,0.00000,0.066
+4,mlp.experts.19.up_proj,rtn: 0.0023651,0.00000,0.071
+4,mlp.experts.6.up_proj,rtn: 0.0022888,0.00000,0.074
+4,mlp.experts.160.gate_proj,rtn: 0.0024109,0.00000,0.111
+4,mlp.experts.172.gate_proj,rtn: 0.0024872,0.00000,0.120
+4,mlp.experts.168.gate_proj,rtn: 0.0023651,0.00000,0.120
+4,mlp.experts.13.up_proj,rtn: 0.0024567,0.00000,0.092
+4,mlp.experts.14.up_proj,rtn: 0.0023499,0.00000,0.066
+4,mlp.experts.9.up_proj,rtn: 0.0023499,0.00000,0.095
+4,mlp.experts.21.up_proj,rtn: 0.0023193,0.00000,0.086
+4,mlp.experts.39.up_proj,rtn: 0.0023956,0.00000,0.065
+4,mlp.experts.10.up_proj,rtn: 0.0024109,0.00000,0.072
+4,mlp.experts.2.up_proj,rtn: 0.0023956,0.00000,0.072
+4,mlp.experts.43.up_proj,rtn: 0.0023651,0.00000,0.074
+4,mlp.experts.47.up_proj,rtn: 0.0023499,0.00000,0.070
+4,mlp.experts.17.up_proj,rtn: 0.0023041,0.00000,0.088
+4,mlp.experts.35.up_proj,rtn: 0.0023651,0.00000,0.076
+4,mlp.experts.22.up_proj,rtn: 0.0023804,0.00000,0.075
+4,mlp.experts.180.gate_proj,rtn: 0.0025787,0.00000,0.122
+4,mlp.experts.29.up_proj,rtn: 0.0024567,0.00000,0.085
+4,mlp.experts.30.up_proj,rtn: 0.0023041,0.00000,0.083
+4,mlp.experts.184.gate_proj,rtn: 0.0024872,0.00000,0.103
+4,mlp.experts.176.gate_proj,rtn: 0.0024109,0.00000,0.110
+4,mlp.experts.25.up_proj,rtn: 0.0023499,0.00000,0.097
+4,mlp.experts.55.up_proj,rtn: 0.0023651,0.00000,0.078
+4,mlp.experts.188.gate_proj,rtn: 0.0023041,0.00000,0.109
+4,mlp.experts.59.up_proj,rtn: 0.0023804,0.00000,0.079
+4,mlp.experts.26.up_proj,rtn: 0.0024109,0.00000,0.084
+4,mlp.experts.18.up_proj,rtn: 0.0024261,0.00000,0.081
+4,mlp.experts.37.up_proj,rtn: 0.0023346,0.00000,0.093
+4,mlp.experts.63.up_proj,rtn: 0.0024872,0.00000,0.086
+4,mlp.experts.33.up_proj,rtn: 0.0023651,0.00000,0.087
+4,mlp.experts.38.up_proj,rtn: 0.0023346,0.00000,0.085
+4,mlp.experts.51.up_proj,rtn: 0.0025024,0.00000,0.089
+4,mlp.experts.46.up_proj,rtn: 0.0023956,0.00000,0.082
+4,mlp.experts.4.up_proj,rtn: 0.0023651,0.00000,0.101
+4,mlp.experts.45.up_proj,rtn: 0.0024567,0.00000,0.084
+4,mlp.experts.71.up_proj,rtn: 0.0023346,0.00000,0.082
+4,mlp.experts.75.up_proj,rtn: 0.0023804,0.00000,0.080
+4,mlp.experts.8.up_proj,rtn: 0.0024261,0.00000,0.094
+4,mlp.experts.41.up_proj,rtn: 0.0024109,0.00000,0.089
+4,mlp.experts.12.up_proj,rtn: 0.0023804,0.00000,0.098
+4,mlp.experts.42.up_proj,rtn: 0.0024109,0.00000,0.094
+4,mlp.experts.53.up_proj,rtn: 0.0023804,0.00000,0.092
+4,mlp.experts.34.up_proj,rtn: 0.0023193,0.00000,0.095
+4,mlp.experts.79.up_proj,rtn: 0.0023499,0.00000,0.084
+4,mlp.experts.0.up_proj,rtn: 0.0024109,0.00000,0.112
+4,mlp.experts.49.up_proj,rtn: 0.0023804,0.00000,0.088
+4,mlp.experts.54.up_proj,rtn: 0.0023804,0.00000,0.086
+4,mlp.experts.67.up_proj,rtn: 0.0023956,0.00000,0.089
+4,mlp.experts.62.up_proj,rtn: 0.0024109,0.00000,0.085
+4,mlp.experts.61.up_proj,rtn: 0.0023804,0.00000,0.085
+4,mlp.experts.87.up_proj,rtn: 0.0024414,0.00000,0.082
+4,mlp.experts.91.up_proj,rtn: 0.0024261,0.00000,0.079
+4,mlp.experts.20.up_proj,rtn: 0.0023804,0.00000,0.102
+4,mlp.experts.95.up_proj,rtn: 0.0023346,0.00000,0.079
+4,mlp.experts.24.up_proj,rtn: 0.0023041,0.00000,0.099
+4,mlp.experts.57.up_proj,rtn: 0.0024872,0.00000,0.096
+4,mlp.experts.28.up_proj,rtn: 0.0023956,0.00000,0.089
+4,mlp.experts.58.up_proj,rtn: 0.0023804,0.00000,0.097
+4,mlp.experts.69.up_proj,rtn: 0.0023804,0.00000,0.092
+4,mlp.experts.50.up_proj,rtn: 0.0023804,0.00000,0.095
+4,mlp.experts.65.up_proj,rtn: 0.0023651,0.00000,0.089
+4,mlp.experts.16.up_proj,rtn: 0.0023804,0.00000,0.105
+4,mlp.experts.83.up_proj,rtn: 0.0023499,0.00000,0.083
+4,mlp.experts.70.up_proj,rtn: 0.0023651,0.00000,0.091
+4,mlp.experts.78.up_proj,rtn: 0.0024109,0.00000,0.082
+4,mlp.experts.103.up_proj,rtn: 0.0024719,0.00000,0.084
+4,mlp.experts.107.up_proj,rtn: 0.0024261,0.00000,0.080
+4,mlp.experts.77.up_proj,rtn: 0.0023346,0.00000,0.097
+4,mlp.experts.111.up_proj,rtn: 0.0023499,0.00000,0.082
+4,mlp.experts.36.up_proj,rtn: 0.0024414,0.00000,0.099
+4,mlp.experts.66.up_proj,rtn: 0.0024261,0.00000,0.081
+4,mlp.experts.74.up_proj,rtn: 0.0023651,0.00000,0.082
+4,mlp.experts.44.up_proj,rtn: 0.0023804,0.00000,0.102
+4,mlp.experts.73.up_proj,rtn: 0.0024261,0.00000,0.107
+4,mlp.experts.40.up_proj,rtn: 0.0023193,0.00000,0.112
+4,mlp.experts.86.up_proj,rtn: 0.0024719,0.00000,0.082
+4,mlp.experts.99.up_proj,rtn: 0.0024719,0.00000,0.084
+4,mlp.experts.85.up_proj,rtn: 0.0023804,0.00000,0.108
+4,mlp.experts.32.up_proj,rtn: 0.0023804,0.00000,0.101
+4,mlp.experts.81.up_proj,rtn: 0.0023499,0.00000,0.098
+4,mlp.experts.94.up_proj,rtn: 0.0023346,0.00000,0.075
+4,mlp.experts.123.up_proj,rtn: 0.0024109,0.00000,0.087
+4,mlp.experts.119.up_proj,rtn: 0.0023804,0.00000,0.087
+4,mlp.experts.93.up_proj,rtn: 0.0023956,0.00000,0.102
+4,mlp.experts.127.up_proj,rtn: 0.0023956,0.00000,0.087
+4,mlp.experts.90.up_proj,rtn: 0.0023346,0.00000,0.080
+4,mlp.experts.82.up_proj,rtn: 0.0024414,0.00000,0.080
+4,mlp.experts.52.up_proj,rtn: 0.0023804,0.00000,0.100
+4,mlp.experts.102.up_proj,rtn: 0.0023346,0.00000,0.074
+4,mlp.experts.56.up_proj,rtn: 0.0023346,0.00000,0.093
+4,mlp.experts.60.up_proj,rtn: 0.0023804,0.00000,0.102
+4,mlp.experts.110.up_proj,rtn: 0.0023193,0.00000,0.072
+4,mlp.experts.115.up_proj,rtn: 0.0006180,0.00000,0.085
+4,mlp.experts.48.up_proj,rtn: 0.0023651,0.00000,0.090
+4,mlp.experts.89.up_proj,rtn: 0.0025482,0.00000,0.116
+4,mlp.experts.101.up_proj,rtn: 0.0023651,0.00000,0.113
+4,mlp.experts.135.up_proj,rtn: 0.0023499,0.00000,0.080
+4,mlp.experts.97.up_proj,rtn: 0.0023499,0.00000,0.107
+4,mlp.experts.139.up_proj,rtn: 0.0023193,0.00000,0.094
+4,mlp.experts.98.up_proj,rtn: 0.0024261,0.00000,0.077
+4,mlp.experts.106.up_proj,rtn: 0.0023651,0.00000,0.082
+4,mlp.experts.143.up_proj,rtn: 0.0024414,0.00000,0.085
+4,mlp.experts.118.up_proj,rtn: 0.0024567,0.00000,0.070
+4,mlp.experts.68.up_proj,rtn: 0.0023651,0.00000,0.085
+4,mlp.experts.109.up_proj,rtn: 0.0023499,0.00000,0.105
+4,mlp.experts.126.up_proj,rtn: 0.0023804,0.00000,0.083
+4,mlp.experts.131.up_proj,rtn: 0.0023499,0.00000,0.087
+4,mlp.experts.72.up_proj,rtn: 0.0023651,0.00000,0.109
+4,mlp.experts.76.up_proj,rtn: 0.0023499,0.00000,0.108
+4,mlp.experts.105.up_proj,rtn: 0.0024872,0.00000,0.101
+4,mlp.experts.64.up_proj,rtn: 0.0023346,0.00000,0.108
+4,mlp.experts.151.up_proj,rtn: 0.0024261,0.00000,0.082
+4,mlp.experts.117.up_proj,rtn: 0.0024567,0.00000,0.099
+4,mlp.experts.113.up_proj,rtn: 0.0025177,0.00000,0.083
+4,mlp.experts.155.up_proj,rtn: 0.0023956,0.00000,0.095
+4,mlp.experts.122.up_proj,rtn: 0.0024261,0.00000,0.088
+4,mlp.experts.134.up_proj,rtn: 0.0024261,0.00000,0.076
+4,mlp.experts.159.up_proj,rtn: 0.0023651,0.00000,0.078
+4,mlp.experts.114.up_proj,rtn: 0.0023346,0.00000,0.092
+4,mlp.experts.125.up_proj,rtn: 0.0023804,0.00000,0.083
+4,mlp.experts.84.up_proj,rtn: 0.0023651,0.00000,0.106
+4,mlp.experts.92.up_proj,rtn: 0.0024109,0.00000,0.081
+4,mlp.experts.147.up_proj,rtn: 0.0023346,0.00000,0.077
+4,mlp.experts.142.up_proj,rtn: 0.0023804,0.00000,0.093
+4,mlp.experts.88.up_proj,rtn: 0.0023956,0.00000,0.089
+4,mlp.experts.80.up_proj,rtn: 0.0023346,0.00000,0.073
+4,mlp.experts.121.up_proj,rtn: 0.0024414,0.00000,0.087
+4,mlp.experts.167.up_proj,rtn: 0.0024261,0.00000,0.078
+4,mlp.experts.133.up_proj,rtn: 0.0023499,0.00000,0.090
+4,mlp.experts.129.up_proj,rtn: 0.0023346,0.00000,0.079
+4,mlp.experts.171.up_proj,rtn: 0.0024567,0.00000,0.080
+4,mlp.experts.175.up_proj,rtn: 0.0023956,0.00000,0.080
+4,mlp.experts.150.up_proj,rtn: 0.0023956,0.00000,0.090
+4,mlp.experts.138.up_proj,rtn: 0.0024261,0.00000,0.102
+4,mlp.experts.141.up_proj,rtn: 0.0024261,0.00000,0.083
+4,mlp.experts.100.up_proj,rtn: 0.0024109,0.00000,0.076
+4,mlp.experts.130.up_proj,rtn: 0.0025330,0.00000,0.092
+4,mlp.experts.108.up_proj,rtn: 0.0024872,0.00000,0.072
+4,mlp.experts.163.up_proj,rtn: 0.0024414,0.00000,0.087
+4,mlp.experts.96.up_proj,rtn: 0.0023804,0.00000,0.092
+4,mlp.experts.104.up_proj,rtn: 0.0023804,0.00000,0.096
+4,mlp.experts.187.up_proj,rtn: 0.0024109,0.00000,0.077
+4,mlp.experts.183.up_proj,rtn: 0.0023499,0.00000,0.091
+4,mlp.experts.158.up_proj,rtn: 0.0023651,0.00000,0.106
+4,mlp.experts.137.up_proj,rtn: 0.0023346,0.00000,0.111
+4,mlp.experts.191.up_proj,rtn: 0.0023193,0.00000,0.080
+4,mlp.experts.149.up_proj,rtn: 0.0024109,0.00000,0.087
+4,mlp.experts.145.up_proj,rtn: 0.0023804,0.00000,0.103
+4,mlp.experts.116.up_proj,rtn: 0.0024414,0.00000,0.091
+4,mlp.experts.124.up_proj,rtn: 0.0025177,0.00000,0.070
+4,mlp.experts.179.up_proj,rtn: 0.0023804,0.00000,0.057
+4,mlp.experts.154.up_proj,rtn: 0.0023804,0.00000,0.087
+4,mlp.experts.157.up_proj,rtn: 0.0024567,0.00000,0.103
+4,mlp.experts.112.up_proj,rtn: 0.0024567,0.00000,0.070
+4,mlp.experts.146.up_proj,rtn: 0.0024414,0.00000,0.092
+4,mlp.experts.120.up_proj,rtn: 0.0023346,0.00000,0.083
+4,mlp.experts.166.up_proj,rtn: 0.0024414,0.00000,0.108
+4,mlp.experts.132.up_proj,rtn: 0.0024567,0.00000,0.073
+4,mlp.experts.140.up_proj,rtn: 0.0023804,0.00000,0.063
+4,mlp.experts.161.up_proj,rtn: 0.0024109,0.00000,0.078
+4,mlp.experts.174.up_proj,rtn: 0.0025330,0.00000,0.104
+4,mlp.experts.153.up_proj,rtn: 0.0023956,0.00000,0.105
+4,mlp.experts.128.up_proj,rtn: 0.0024261,0.00000,0.072
+4,mlp.experts.165.up_proj,rtn: 0.0023346,0.00000,0.114
+4,mlp.experts.136.up_proj,rtn: 0.0023346,0.00000,0.070
+4,mlp.experts.173.up_proj,rtn: 0.0024261,0.00000,0.094
+4,mlp.experts.170.up_proj,rtn: 0.0023499,0.00000,0.103
+4,mlp.experts.162.up_proj,rtn: 0.0023346,0.00000,0.104
+4,mlp.experts.182.up_proj,rtn: 0.0024261,0.00000,0.114
+4,mlp.experts.156.up_proj,rtn: 0.0025330,0.00000,0.082
+4,mlp.experts.148.up_proj,rtn: 0.0023651,0.00000,0.104
+4,mlp.experts.169.up_proj,rtn: 0.0023804,0.00000,0.090
+4,mlp.experts.177.up_proj,rtn: 0.0023804,0.00000,0.095
+4,mlp.experts.190.up_proj,rtn: 0.0023651,0.00000,0.101
+4,mlp.experts.152.up_proj,rtn: 0.0024261,0.00000,0.074
+4,mlp.experts.144.up_proj,rtn: 0.0020294,0.00000,0.103
+4,mlp.experts.181.up_proj,rtn: 0.0023804,0.00000,0.077
+4,mlp.experts.189.up_proj,rtn: 0.0023193,0.00000,0.077
+4,mlp.experts.178.up_proj,rtn: 0.0023499,0.00000,0.070
+4,mlp.experts.186.up_proj,rtn: 0.0023651,0.00000,0.087
+4,mlp.experts.172.up_proj,rtn: 0.0024567,0.00000,0.063
+4,mlp.experts.185.up_proj,rtn: 0.0023651,0.00000,0.053
+4,mlp.experts.168.up_proj,rtn: 0.0023651,0.00000,0.061
+4,mlp.experts.164.up_proj,rtn: 0.0023956,0.00000,0.081
+4,mlp.experts.160.up_proj,rtn: 0.0023956,0.00000,0.080
+4,mlp.experts.188.up_proj,rtn: 0.0022888,0.00000,0.064
+4,mlp.experts.184.up_proj,rtn: 0.0024567,0.00000,0.058
+4,mlp.experts.180.up_proj,rtn: 0.0027618,0.00000,0.070
+4,mlp.experts.176.up_proj,rtn: 0.0023956,0.00000,0.060
+4,mlp.experts.6.down_proj,rtn: 0.0022736,0.00000,0.016
+4,mlp.experts.9.down_proj,rtn: 0.0023346,0.00000,0.043
+4,mlp.experts.5.down_proj,rtn: 0.0022583,0.00000,0.054
+4,mlp.experts.3.down_proj,rtn: 0.0023041,0.00000,0.033
+4,mlp.experts.15.down_proj,rtn: 0.0022736,0.00000,0.036
+4,mlp.experts.11.down_proj,rtn: 0.0023346,0.00000,0.038
+4,mlp.experts.22.down_proj,rtn: 0.0023651,0.00000,0.040
+4,mlp.experts.7.down_proj,rtn: 0.0023804,0.00000,0.038
+4,mlp.experts.10.down_proj,rtn: 0.0023346,0.00000,0.041
+4,mlp.experts.1.down_proj,rtn: 0.0023651,0.00000,0.047
+4,mlp.experts.2.down_proj,rtn: 0.0023346,0.00000,0.046
+4,mlp.experts.8.down_proj,rtn: 0.0023956,0.00000,0.146
+4,mlp.experts.13.down_proj,rtn: 0.0023956,0.00000,0.063
+4,mlp.experts.25.down_proj,rtn: 0.0022736,0.00000,0.041
+4,mlp.experts.12.down_proj,rtn: 0.0023499,0.00000,0.156
+4,mlp.experts.14.down_proj,rtn: 0.0022888,0.00000,0.068
+4,mlp.experts.4.down_proj,rtn: 0.0023193,0.00000,0.168
+4,mlp.experts.38.down_proj,rtn: 0.0022736,0.00000,0.030
+4,mlp.experts.23.down_proj,rtn: 0.0022888,0.00000,0.027
+4,mlp.experts.0.down_proj,rtn: 0.0023651,0.00000,0.171
+4,mlp.experts.21.down_proj,rtn: 0.0022583,0.00000,0.040
+4,mlp.experts.19.down_proj,rtn: 0.0023346,0.00000,0.045
+4,mlp.experts.31.down_proj,rtn: 0.0023956,0.00000,0.040
+4,mlp.experts.27.down_proj,rtn: 0.0023346,0.00000,0.042
+4,mlp.experts.26.down_proj,rtn: 0.0023804,0.00000,0.043
+4,mlp.experts.18.down_proj,rtn: 0.0023804,0.00000,0.045
+4,mlp.experts.54.down_proj,rtn: 0.0023499,0.00000,0.017
+4,mlp.experts.17.down_proj,rtn: 0.0022583,0.00000,0.065
+4,mlp.experts.41.down_proj,rtn: 0.0023956,0.00000,0.045
+4,mlp.experts.30.down_proj,rtn: 0.0022278,0.00000,0.045
+4,mlp.experts.24.down_proj,rtn: 0.0022583,0.00000,0.058
+4,mlp.experts.43.down_proj,rtn: 0.0023041,0.00000,0.040
+4,mlp.experts.39.down_proj,rtn: 0.0023651,0.00000,0.039
+4,mlp.experts.29.down_proj,rtn: 0.0023956,0.00000,0.064
+4,mlp.experts.28.down_proj,rtn: 0.0023193,0.00000,0.075
+4,mlp.experts.20.down_proj,rtn: 0.0023346,0.00000,0.043
+4,mlp.experts.35.down_proj,rtn: 0.0023499,0.00000,0.047
+4,mlp.experts.47.down_proj,rtn: 0.0023499,0.00000,0.047
+4,mlp.experts.42.down_proj,rtn: 0.0023651,0.00000,0.036
+4,mlp.experts.70.down_proj,rtn: 0.0023193,0.00000,0.045
+4,mlp.experts.40.down_proj,rtn: 0.0022583,0.00000,0.032
+4,mlp.experts.34.down_proj,rtn: 0.0022888,0.00000,0.046
+4,mlp.experts.16.down_proj,rtn: 0.0022888,0.00000,0.069
+4,mlp.experts.37.down_proj,rtn: 0.0023041,0.00000,0.064
+4,mlp.experts.33.down_proj,rtn: 0.0023041,0.00000,0.050
+4,mlp.experts.46.down_proj,rtn: 0.0023499,0.00000,0.042
+4,mlp.experts.55.down_proj,rtn: 0.0022888,0.00000,0.036
+4,mlp.experts.57.down_proj,rtn: 0.0023956,0.00000,0.047
+4,mlp.experts.59.down_proj,rtn: 0.0023346,0.00000,0.041
+4,mlp.experts.58.down_proj,rtn: 0.0023346,0.00000,0.025
+4,mlp.experts.63.down_proj,rtn: 0.0024109,0.00000,0.032
+4,mlp.experts.86.down_proj,rtn: 0.0023956,0.00000,0.035
+4,mlp.experts.45.down_proj,rtn: 0.0024109,0.00000,0.055
+4,mlp.experts.73.down_proj,rtn: 0.0023956,0.00000,0.039
+4,mlp.experts.51.down_proj,rtn: 0.0023956,0.00000,0.044
+4,mlp.experts.44.down_proj,rtn: 0.0023499,0.00000,0.065
+4,mlp.experts.36.down_proj,rtn: 0.0023956,0.00000,0.050
+4,mlp.experts.71.down_proj,rtn: 0.0023499,0.00000,0.031
+4,mlp.experts.50.down_proj,rtn: 0.0023193,0.00000,0.048
+4,mlp.experts.49.down_proj,rtn: 0.0023346,0.00000,0.049
+4,mlp.experts.53.down_proj,rtn: 0.0023499,0.00000,0.055
+4,mlp.experts.62.down_proj,rtn: 0.0023651,0.00000,0.054
+4,mlp.experts.56.down_proj,rtn: 0.0022583,0.00000,0.051
+4,mlp.experts.74.down_proj,rtn: 0.0022736,0.00000,0.038
+4,mlp.experts.32.down_proj,rtn: 0.0023346,0.00000,0.067
+4,mlp.experts.75.down_proj,rtn: 0.0023041,0.00000,0.044
+4,mlp.experts.89.down_proj,rtn: 0.0024567,0.00000,0.033
+4,mlp.experts.79.down_proj,rtn: 0.0022736,0.00000,0.037
+4,mlp.experts.61.down_proj,rtn: 0.0023193,0.00000,0.045
+4,mlp.experts.66.down_proj,rtn: 0.0023804,0.00000,0.031
+4,mlp.experts.102.down_proj,rtn: 0.0022736,0.00000,0.049
+4,mlp.experts.67.down_proj,rtn: 0.0023499,0.00000,0.048
+4,mlp.experts.65.down_proj,rtn: 0.0023346,0.00000,0.032
+4,mlp.experts.52.down_proj,rtn: 0.0023499,0.00000,0.051
+4,mlp.experts.87.down_proj,rtn: 0.0023651,0.00000,0.046
+4,mlp.experts.69.down_proj,rtn: 0.0023346,0.00000,0.045
+4,mlp.experts.90.down_proj,rtn: 0.0023193,0.00000,0.037
+4,mlp.experts.60.down_proj,rtn: 0.0023041,0.00000,0.062
+4,mlp.experts.105.down_proj,rtn: 0.0023956,0.00000,0.031
+4,mlp.experts.48.down_proj,rtn: 0.0023193,0.00000,0.044
+4,mlp.experts.91.down_proj,rtn: 0.0023804,0.00000,0.037
+4,mlp.experts.95.down_proj,rtn: 0.0023193,0.00000,0.038
+4,mlp.experts.78.down_proj,rtn: 0.0023804,0.00000,0.049
+4,mlp.experts.77.down_proj,rtn: 0.0023041,0.00000,0.034
+4,mlp.experts.118.down_proj,rtn: 0.0023651,0.00000,0.032
+4,mlp.experts.82.down_proj,rtn: 0.0023651,0.00000,0.040
+4,mlp.experts.83.down_proj,rtn: 0.0023346,0.00000,0.039
+4,mlp.experts.81.down_proj,rtn: 0.0022583,0.00000,0.034
+4,mlp.experts.72.down_proj,rtn: 0.0023651,0.00000,0.062
+4,mlp.experts.85.down_proj,rtn: 0.0022888,0.00000,0.032
+4,mlp.experts.68.down_proj,rtn: 0.0022888,0.00000,0.050
+4,mlp.experts.106.down_proj,rtn: 0.0023499,0.00000,0.033
+4,mlp.experts.103.down_proj,rtn: 0.0024109,0.00000,0.046
+4,mlp.experts.121.down_proj,rtn: 0.0023193,0.00000,0.032
+4,mlp.experts.93.down_proj,rtn: 0.0022888,0.00000,0.027
+4,mlp.experts.107.down_proj,rtn: 0.0023651,0.00000,0.037
+4,mlp.experts.111.down_proj,rtn: 0.0023346,0.00000,0.039
+4,mlp.experts.98.down_proj,rtn: 0.0023804,0.00000,0.040
+4,mlp.experts.64.down_proj,rtn: 0.0023193,0.00000,0.056
+4,mlp.experts.97.down_proj,rtn: 0.0023499,0.00000,0.033
+4,mlp.experts.134.down_proj,rtn: 0.0024109,0.00000,0.036
+4,mlp.experts.94.down_proj,rtn: 0.0023346,0.00000,0.041
+4,mlp.experts.76.down_proj,rtn: 0.0023346,0.00000,0.053
+4,mlp.experts.101.down_proj,rtn: 0.0023499,0.00000,0.028
+4,mlp.experts.99.down_proj,rtn: 0.0023804,0.00000,0.044
+4,mlp.experts.109.down_proj,rtn: 0.0022583,0.00000,0.021
+4,mlp.experts.122.down_proj,rtn: 0.0023804,0.00000,0.026
+4,mlp.experts.137.down_proj,rtn: 0.0023346,0.00000,0.022
+4,mlp.experts.88.down_proj,rtn: 0.0023346,0.00000,0.036
+4,mlp.experts.119.down_proj,rtn: 0.0023651,0.00000,0.054
+4,mlp.experts.84.down_proj,rtn: 0.0023499,0.00000,0.066
+4,mlp.experts.110.down_proj,rtn: 0.0023041,0.00000,0.042
+4,mlp.experts.123.down_proj,rtn: 0.0023651,0.00000,0.042
+4,mlp.experts.117.down_proj,rtn: 0.0023956,0.00000,0.033
+4,mlp.experts.125.down_proj,rtn: 0.0023346,0.00000,0.033
+4,mlp.experts.113.down_proj,rtn: 0.0024261,0.00000,0.035
+4,mlp.experts.127.down_proj,rtn: 0.0023651,0.00000,0.035
+4,mlp.experts.153.down_proj,rtn: 0.0023193,0.00000,0.036
+4,mlp.experts.138.down_proj,rtn: 0.0023956,0.00000,0.039
+4,mlp.experts.114.down_proj,rtn: 0.0023193,0.00000,0.042
+4,mlp.experts.150.down_proj,rtn: 0.0023651,0.00000,0.047
+4,mlp.experts.92.down_proj,rtn: 0.0023804,0.00000,0.054
+4,mlp.experts.80.down_proj,rtn: 0.0023041,0.00000,0.065
+4,mlp.experts.104.down_proj,rtn: 0.0023499,0.00000,0.046
+4,mlp.experts.126.down_proj,rtn: 0.0023499,0.00000,0.017
+4,mlp.experts.115.down_proj,rtn: 0.0005379,0.00000,0.062
+4,mlp.experts.135.down_proj,rtn: 0.0022888,0.00000,0.044
+4,mlp.experts.133.down_proj,rtn: 0.0023193,0.00000,0.029
+4,mlp.experts.141.down_proj,rtn: 0.0023804,0.00000,0.029
+4,mlp.experts.169.down_proj,rtn: 0.0023651,0.00000,0.027
+4,mlp.experts.129.down_proj,rtn: 0.0022888,0.00000,0.023
+4,mlp.experts.100.down_proj,rtn: 0.0023651,0.00000,0.038
+4,mlp.experts.143.down_proj,rtn: 0.0023956,0.00000,0.032
+4,mlp.experts.139.down_proj,rtn: 0.0022888,0.00000,0.033
+4,mlp.experts.154.down_proj,rtn: 0.0023346,0.00000,0.036
+4,mlp.experts.130.down_proj,rtn: 0.0023956,0.00000,0.045
+4,mlp.experts.166.down_proj,rtn: 0.0024109,0.00000,0.052
+4,mlp.experts.142.down_proj,rtn: 0.0023499,0.00000,0.039
+4,mlp.experts.149.down_proj,rtn: 0.0023956,0.00000,0.030
+4,mlp.experts.185.down_proj,rtn: 0.0023499,0.00000,0.027
+4,mlp.experts.145.down_proj,rtn: 0.0023193,0.00000,0.031
+4,mlp.experts.157.down_proj,rtn: 0.0024109,0.00000,0.031
+4,mlp.experts.151.down_proj,rtn: 0.0023804,0.00000,0.046
+4,mlp.experts.120.down_proj,rtn: 0.0023041,0.00000,0.047
+4,mlp.experts.96.down_proj,rtn: 0.0023193,0.00000,0.052
+4,mlp.experts.108.down_proj,rtn: 0.0024109,0.00000,0.050
+4,mlp.experts.131.down_proj,rtn: 0.0023041,0.00000,0.045
+4,mlp.experts.116.down_proj,rtn: 0.0024109,0.00000,0.038
+4,mlp.experts.155.down_proj,rtn: 0.0023651,0.00000,0.033
+4,mlp.experts.159.down_proj,rtn: 0.0023041,0.00000,0.036
+4,mlp.experts.170.down_proj,rtn: 0.0023346,0.00000,0.041
+4,mlp.experts.165.down_proj,rtn: 0.0023193,0.00000,0.029
+4,mlp.experts.161.down_proj,rtn: 0.0023499,0.00000,0.021
+4,mlp.experts.173.down_proj,rtn: 0.0023346,0.00000,0.019
+4,mlp.experts.158.down_proj,rtn: 0.0023651,0.00000,0.034
+4,mlp.experts.182.down_proj,rtn: 0.0023804,0.00000,0.036
+4,mlp.experts.146.down_proj,rtn: 0.0023804,0.00000,0.049
+4,mlp.experts.147.down_proj,rtn: 0.0023346,0.00000,0.038
+4,mlp.experts.167.down_proj,rtn: 0.0023956,0.00000,0.051
+4,mlp.experts.186.down_proj,rtn: 0.0023041,0.00000,0.035
+4,mlp.experts.177.down_proj,rtn: 0.0023651,0.00000,0.022
+4,mlp.experts.174.down_proj,rtn: 0.0023956,0.00000,0.029
+4,mlp.experts.181.down_proj,rtn: 0.0023651,0.00000,0.024
+4,mlp.experts.189.down_proj,rtn: 0.0023193,0.00000,0.026
+4,mlp.experts.112.down_proj,rtn: 0.0023804,0.00000,0.049
+4,mlp.experts.132.down_proj,rtn: 0.0023956,0.00000,0.041
+4,mlp.experts.124.down_proj,rtn: 0.0024109,0.00000,0.048
+4,mlp.experts.136.down_proj,rtn: 0.0022888,0.00000,0.047
+4,mlp.experts.171.down_proj,rtn: 0.0023804,0.00000,0.036
+4,mlp.experts.162.down_proj,rtn: 0.0023499,0.00000,0.033
+4,mlp.experts.175.down_proj,rtn: 0.0023499,0.00000,0.042
+4,mlp.experts.163.down_proj,rtn: 0.0023956,0.00000,0.027
+4,mlp.experts.190.down_proj,rtn: 0.0023346,0.00000,0.015
+4,mlp.experts.183.down_proj,rtn: 0.0023193,0.00000,0.049
+4,mlp.experts.178.down_proj,rtn: 0.0023041,0.00000,0.025
+4,mlp.experts.128.down_proj,rtn: 0.0023651,0.00000,0.037
+4,mlp.experts.140.down_proj,rtn: 0.0023651,0.00000,0.037
+4,mlp.experts.148.down_proj,rtn: 0.0022888,0.00000,0.036
+4,mlp.experts.187.down_proj,rtn: 0.0023956,0.00000,0.025
+4,mlp.experts.152.down_proj,rtn: 0.0023956,0.00000,0.030
+4,mlp.experts.179.down_proj,rtn: 0.0023193,0.00000,0.040
+4,mlp.experts.191.down_proj,rtn: 0.0022736,0.00000,0.040
+4,mlp.experts.156.down_proj,rtn: 0.0024109,0.00000,0.041
+4,mlp.experts.144.down_proj,rtn: 0.0021515,0.00000,0.031
+4,mlp.experts.168.down_proj,rtn: 0.0023193,0.00000,0.029
+4,mlp.experts.164.down_proj,rtn: 0.0023956,0.00000,0.045
+4,mlp.experts.160.down_proj,rtn: 0.0023499,0.00000,0.028
+4,mlp.experts.172.down_proj,rtn: 0.0023956,0.00000,0.038
+4,mlp.experts.184.down_proj,rtn: 0.0024109,0.00000,0.042
+4,mlp.experts.180.down_proj,rtn: 0.0023346,0.00000,0.045
+4,mlp.experts.176.down_proj,rtn: 0.0023651,0.00000,0.022
+4,mlp.experts.188.down_proj,rtn: 0.0022430,0.00000,0.022
+4,mlp.shared_experts.up_proj,rtn: 0.0021973,0.00000,0.027
+4,mlp.shared_experts.gate_proj,rtn: 0.0021820,0.00000,0.041
+4,mlp.shared_experts.down_proj,rtn: 0.0006447,0.00000,0.021
+5,self_attn.v_proj,rtn: 0.0024872,0.00000,0.025
+5,self_attn.k_proj,rtn: 0.0020752,0.00000,0.035
+5,self_attn.q_proj,rtn: 0.0017929,0.00000,0.018
+5,self_attn.o_proj,rtn: 0.0022125,0.00000,0.064
+5,mlp.experts.0.gate_proj,rtn: 0.0024719,0.00000,0.090
+5,mlp.experts.4.gate_proj,rtn: 0.0025177,0.00000,0.092
+5,mlp.experts.3.gate_proj,rtn: 0.0024414,0.00000,0.094
+5,mlp.experts.10.gate_proj,rtn: 0.0023193,0.00000,0.094
+5,mlp.experts.2.gate_proj,rtn: 0.0023956,0.00000,0.096
+5,mlp.experts.9.gate_proj,rtn: 0.0024261,0.00000,0.099
+5,mlp.experts.11.gate_proj,rtn: 0.0023346,0.00000,0.100
+5,mlp.experts.5.gate_proj,rtn: 0.0025482,0.00000,0.101
+5,mlp.experts.6.gate_proj,rtn: 0.0023651,0.00000,0.103
+5,mlp.experts.12.gate_proj,rtn: 0.0023956,0.00000,0.105
+5,mlp.experts.14.gate_proj,rtn: 0.0024567,0.00000,0.110
+5,mlp.experts.15.gate_proj,rtn: 0.0024414,0.00000,0.111
+5,mlp.experts.7.gate_proj,rtn: 0.0023804,0.00000,0.116
+5,mlp.experts.8.gate_proj,rtn: 0.0023804,0.00000,0.122
+5,mlp.experts.1.gate_proj,rtn: 0.0024719,0.00000,0.124
+5,mlp.experts.13.gate_proj,rtn: 0.0023651,0.00000,0.128
+5,mlp.experts.16.gate_proj,rtn: 0.0024414,0.00000,0.082
+5,mlp.experts.20.gate_proj,rtn: 0.0024567,0.00000,0.084
+5,mlp.experts.19.gate_proj,rtn: 0.0023956,0.00000,0.087
+5,mlp.experts.18.gate_proj,rtn: 0.0024109,0.00000,0.088
+5,mlp.experts.26.gate_proj,rtn: 0.0024261,0.00000,0.084
+5,mlp.experts.31.gate_proj,rtn: 0.0024261,0.00000,0.082
+5,mlp.experts.27.gate_proj,rtn: 0.0024719,0.00000,0.095
+5,mlp.experts.28.gate_proj,rtn: 0.0024414,0.00000,0.090
+5,mlp.experts.24.gate_proj,rtn: 0.0023346,0.00000,0.077
+5,mlp.experts.21.gate_proj,rtn: 0.0023499,0.00000,0.104
+5,mlp.experts.25.gate_proj,rtn: 0.0023651,0.00000,0.102
+5,mlp.experts.30.gate_proj,rtn: 0.0026245,0.00000,0.096
+5,mlp.experts.17.gate_proj,rtn: 0.0023804,0.00000,0.106
+5,mlp.experts.29.gate_proj,rtn: 0.0024414,0.00000,0.106
+5,mlp.experts.23.gate_proj,rtn: 0.0026093,0.00000,0.125
+5,mlp.experts.22.gate_proj,rtn: 0.0024719,0.00000,0.136
+5,mlp.experts.32.gate_proj,rtn: 0.0023499,0.00000,0.087
+5,mlp.experts.35.gate_proj,rtn: 0.0024872,0.00000,0.081
+5,mlp.experts.36.gate_proj,rtn: 0.0024414,0.00000,0.091
+5,mlp.experts.42.gate_proj,rtn: 0.0024414,0.00000,0.087
+5,mlp.experts.34.gate_proj,rtn: 0.0024567,0.00000,0.092
+5,mlp.experts.47.gate_proj,rtn: 0.0024414,0.00000,0.084
+5,mlp.experts.44.gate_proj,rtn: 0.0023804,0.00000,0.082
+5,mlp.experts.43.gate_proj,rtn: 0.0023956,0.00000,0.087
+5,mlp.experts.40.gate_proj,rtn: 0.0024109,0.00000,0.088
+5,mlp.experts.37.gate_proj,rtn: 0.0023956,0.00000,0.103
+5,mlp.experts.46.gate_proj,rtn: 0.0024109,0.00000,0.096
+5,mlp.experts.41.gate_proj,rtn: 0.0024109,0.00000,0.100
+5,mlp.experts.39.gate_proj,rtn: 0.0023651,0.00000,0.083
+5,mlp.experts.33.gate_proj,rtn: 0.0025024,0.00000,0.103
+5,mlp.experts.45.gate_proj,rtn: 0.0024261,0.00000,0.105
+5,mlp.experts.38.gate_proj,rtn: 0.0024261,0.00000,0.093
+5,mlp.experts.48.gate_proj,rtn: 0.0024109,0.00000,0.085
+5,mlp.experts.51.gate_proj,rtn: 0.0023651,0.00000,0.089
+5,mlp.experts.52.gate_proj,rtn: 0.0024719,0.00000,0.083
+5,mlp.experts.58.gate_proj,rtn: 0.0025024,0.00000,0.083
+5,mlp.experts.50.gate_proj,rtn: 0.0023804,0.00000,0.091
+5,mlp.experts.63.gate_proj,rtn: 0.0023499,0.00000,0.088
+5,mlp.experts.59.gate_proj,rtn: 0.0024109,0.00000,0.084
+5,mlp.experts.60.gate_proj,rtn: 0.0023651,0.00000,0.090
+5,mlp.experts.56.gate_proj,rtn: 0.0024414,0.00000,0.094
+5,mlp.experts.53.gate_proj,rtn: 0.0023651,0.00000,0.091
+5,mlp.experts.62.gate_proj,rtn: 0.0023651,0.00000,0.090
+5,mlp.experts.57.gate_proj,rtn: 0.0024567,0.00000,0.090
+5,mlp.experts.55.gate_proj,rtn: 0.0024109,0.00000,0.088
+5,mlp.experts.54.gate_proj,rtn: 0.0023651,0.00000,0.078
+5,mlp.experts.49.gate_proj,rtn: 0.0024109,0.00000,0.095
+5,mlp.experts.64.gate_proj,rtn: 0.0024567,0.00000,0.080
+5,mlp.experts.61.gate_proj,rtn: 0.0023956,0.00000,0.096
+5,mlp.experts.74.gate_proj,rtn: 0.0024567,0.00000,0.078
+5,mlp.experts.68.gate_proj,rtn: 0.0023651,0.00000,0.081
+5,mlp.experts.66.gate_proj,rtn: 0.0024414,0.00000,0.083
+5,mlp.experts.76.gate_proj,rtn: 0.0025482,0.00000,0.076
+5,mlp.experts.67.gate_proj,rtn: 0.0024719,0.00000,0.100
+5,mlp.experts.72.gate_proj,rtn: 0.0024109,0.00000,0.073
+5,mlp.experts.75.gate_proj,rtn: 0.0023651,0.00000,0.093
+5,mlp.experts.79.gate_proj,rtn: 0.0023499,0.00000,0.106
+5,mlp.experts.78.gate_proj,rtn: 0.0024109,0.00000,0.079
+5,mlp.experts.70.gate_proj,rtn: 0.0024261,0.00000,0.079
+5,mlp.experts.71.gate_proj,rtn: 0.0023499,0.00000,0.084
+5,mlp.experts.80.gate_proj,rtn: 0.0024872,0.00000,0.071
+5,mlp.experts.84.gate_proj,rtn: 0.0023804,0.00000,0.069
+5,mlp.experts.69.gate_proj,rtn: 0.0024109,0.00000,0.115
+5,mlp.experts.90.gate_proj,rtn: 0.0023804,0.00000,0.082
+5,mlp.experts.73.gate_proj,rtn: 0.0024261,0.00000,0.121
+5,mlp.experts.92.gate_proj,rtn: 0.0024414,0.00000,0.069
+5,mlp.experts.88.gate_proj,rtn: 0.0023346,0.00000,0.070
+5,mlp.experts.83.gate_proj,rtn: 0.0023804,0.00000,0.075
+5,mlp.experts.91.gate_proj,rtn: 0.0023346,0.00000,0.075
+5,mlp.experts.82.gate_proj,rtn: 0.0023651,0.00000,0.089
+5,mlp.experts.77.gate_proj,rtn: 0.0023956,0.00000,0.110
+5,mlp.experts.65.gate_proj,rtn: 0.0023804,0.00000,0.120
+5,mlp.experts.95.gate_proj,rtn: 0.0024872,0.00000,0.074
+5,mlp.experts.96.gate_proj,rtn: 0.0023804,0.00000,0.063
+5,mlp.experts.87.gate_proj,rtn: 0.0024109,0.00000,0.070
+5,mlp.experts.94.gate_proj,rtn: 0.0024414,0.00000,0.092
+5,mlp.experts.100.gate_proj,rtn: 0.0024261,0.00000,0.066
+5,mlp.experts.86.gate_proj,rtn: 0.0024109,0.00000,0.088
+5,mlp.experts.108.gate_proj,rtn: 0.0023956,0.00000,0.064
+5,mlp.experts.104.gate_proj,rtn: 0.0024109,0.00000,0.064
+5,mlp.experts.106.gate_proj,rtn: 0.0024872,0.00000,0.090
+5,mlp.experts.99.gate_proj,rtn: 0.0024719,0.00000,0.075
+5,mlp.experts.89.gate_proj,rtn: 0.0024109,0.00000,0.092
+5,mlp.experts.85.gate_proj,rtn: 0.0024567,0.00000,0.103
+5,mlp.experts.107.gate_proj,rtn: 0.0025024,0.00000,0.072
+5,mlp.experts.111.gate_proj,rtn: 0.0023651,0.00000,0.074
+5,mlp.experts.112.gate_proj,rtn: 0.0024719,0.00000,0.063
+5,mlp.experts.103.gate_proj,rtn: 0.0024414,0.00000,0.064
+5,mlp.experts.93.gate_proj,rtn: 0.0024261,0.00000,0.087
+5,mlp.experts.116.gate_proj,rtn: 0.0023804,0.00000,0.067
+5,mlp.experts.98.gate_proj,rtn: 0.0024414,0.00000,0.098
+5,mlp.experts.81.gate_proj,rtn: 0.0024109,0.00000,0.100
+5,mlp.experts.120.gate_proj,rtn: 0.0023956,0.00000,0.061
+5,mlp.experts.110.gate_proj,rtn: 0.0023346,0.00000,0.093
+5,mlp.experts.124.gate_proj,rtn: 0.0023499,0.00000,0.070
+5,mlp.experts.102.gate_proj,rtn: 0.0023651,0.00000,0.092
+5,mlp.experts.115.gate_proj,rtn: 0.0023804,0.00000,0.067
+5,mlp.experts.123.gate_proj,rtn: 0.0023651,0.00000,0.075
+5,mlp.experts.128.gate_proj,rtn: 0.0023193,0.00000,0.065
+5,mlp.experts.127.gate_proj,rtn: 0.0023346,0.00000,0.071
+5,mlp.experts.119.gate_proj,rtn: 0.0023956,0.00000,0.067
+5,mlp.experts.105.gate_proj,rtn: 0.0024261,0.00000,0.090
+5,mlp.experts.122.gate_proj,rtn: 0.0024414,0.00000,0.098
+5,mlp.experts.132.gate_proj,rtn: 0.0023651,0.00000,0.066
+5,mlp.experts.101.gate_proj,rtn: 0.0023346,0.00000,0.098
+5,mlp.experts.109.gate_proj,rtn: 0.0023804,0.00000,0.088
+5,mlp.experts.97.gate_proj,rtn: 0.0023804,0.00000,0.081
+5,mlp.experts.136.gate_proj,rtn: 0.0023804,0.00000,0.072
+5,mlp.experts.140.gate_proj,rtn: 0.0025482,0.00000,0.071
+5,mlp.experts.114.gate_proj,rtn: 0.0024109,0.00000,0.112
+5,mlp.experts.131.gate_proj,rtn: 0.0023956,0.00000,0.073
+5,mlp.experts.139.gate_proj,rtn: 0.0024261,0.00000,0.067
+5,mlp.experts.144.gate_proj,rtn: 0.0023956,0.00000,0.064
+5,mlp.experts.135.gate_proj,rtn: 0.0023956,0.00000,0.069
+5,mlp.experts.143.gate_proj,rtn: 0.0024261,0.00000,0.070
+5,mlp.experts.121.gate_proj,rtn: 0.0022888,0.00000,0.071
+5,mlp.experts.118.gate_proj,rtn: 0.0024261,0.00000,0.116
+5,mlp.experts.117.gate_proj,rtn: 0.0023651,0.00000,0.077
+5,mlp.experts.125.gate_proj,rtn: 0.0023193,0.00000,0.080
+5,mlp.experts.113.gate_proj,rtn: 0.0024109,0.00000,0.077
+5,mlp.experts.138.gate_proj,rtn: 0.0024261,0.00000,0.103
+5,mlp.experts.148.gate_proj,rtn: 0.0024109,0.00000,0.111
+5,mlp.experts.126.gate_proj,rtn: 0.0023804,0.00000,0.163
+5,mlp.experts.152.gate_proj,rtn: 0.0023651,0.00000,0.109
+5,mlp.experts.147.gate_proj,rtn: 0.0024109,0.00000,0.086
+5,mlp.experts.155.gate_proj,rtn: 0.0024567,0.00000,0.089
+5,mlp.experts.130.gate_proj,rtn: 0.0023346,0.00000,0.092
+5,mlp.experts.156.gate_proj,rtn: 0.0023804,0.00000,0.121
+5,mlp.experts.151.gate_proj,rtn: 0.0024109,0.00000,0.090
+5,mlp.experts.159.gate_proj,rtn: 0.0023956,0.00000,0.094
+5,mlp.experts.137.gate_proj,rtn: 0.0023804,0.00000,0.097
+5,mlp.experts.134.gate_proj,rtn: 0.0023651,0.00000,0.086
+5,mlp.experts.133.gate_proj,rtn: 0.0024109,0.00000,0.095
+5,mlp.experts.129.gate_proj,rtn: 0.0024414,0.00000,0.062
+5,mlp.experts.141.gate_proj,rtn: 0.0024261,0.00000,0.088
+5,mlp.experts.160.gate_proj,rtn: 0.0024567,0.00000,0.066
+5,mlp.experts.164.gate_proj,rtn: 0.0023651,0.00000,0.067
+5,mlp.experts.154.gate_proj,rtn: 0.0023956,0.00000,0.070
+5,mlp.experts.142.gate_proj,rtn: 0.0024567,0.00000,0.072
+5,mlp.experts.168.gate_proj,rtn: 0.0023651,0.00000,0.066
+5,mlp.experts.171.gate_proj,rtn: 0.0023956,0.00000,0.057
+5,mlp.experts.163.gate_proj,rtn: 0.0023956,0.00000,0.061
+5,mlp.experts.172.gate_proj,rtn: 0.0024261,0.00000,0.054
+5,mlp.experts.146.gate_proj,rtn: 0.0024719,0.00000,0.057
+5,mlp.experts.150.gate_proj,rtn: 0.0023804,0.00000,0.072
+5,mlp.experts.158.gate_proj,rtn: 0.0023499,0.00000,0.081
+5,mlp.experts.153.gate_proj,rtn: 0.0023956,0.00000,0.088
+5,mlp.experts.145.gate_proj,rtn: 0.0024872,0.00000,0.069
+5,mlp.experts.170.gate_proj,rtn: 0.0022736,0.00000,0.075
+5,mlp.experts.162.gate_proj,rtn: 0.0025024,0.00000,0.077
+5,mlp.experts.149.gate_proj,rtn: 0.0024109,0.00000,0.096
+5,mlp.experts.157.gate_proj,rtn: 0.0024719,0.00000,0.078
+5,mlp.experts.167.gate_proj,rtn: 0.0024719,0.00000,0.108
+5,mlp.experts.175.gate_proj,rtn: 0.0025330,0.00000,0.129
+5,mlp.experts.166.gate_proj,rtn: 0.0025177,0.00000,0.075
+5,mlp.experts.180.gate_proj,rtn: 0.0024414,0.00000,0.125
+5,mlp.experts.174.gate_proj,rtn: 0.0024261,0.00000,0.075
+5,mlp.experts.188.gate_proj,rtn: 0.0023651,0.00000,0.129
+5,mlp.experts.161.gate_proj,rtn: 0.0024719,0.00000,0.071
+5,mlp.experts.184.gate_proj,rtn: 0.0024567,0.00000,0.138
+5,mlp.experts.187.gate_proj,rtn: 0.0023956,0.00000,0.153
+5,mlp.experts.178.gate_proj,rtn: 0.0025024,0.00000,0.072
+5,mlp.experts.169.gate_proj,rtn: 0.0024109,0.00000,0.082
+5,mlp.experts.179.gate_proj,rtn: 0.0024414,0.00000,0.152
+5,mlp.experts.186.gate_proj,rtn: 0.0024414,0.00000,0.078
+5,mlp.experts.176.gate_proj,rtn: 0.0023956,0.00000,0.147
+5,mlp.experts.173.gate_proj,rtn: 0.0023499,0.00000,0.073
+5,mlp.experts.165.gate_proj,rtn: 0.0024567,0.00000,0.077
+5,mlp.experts.183.gate_proj,rtn: 0.0023956,0.00000,0.090
+5,mlp.experts.182.gate_proj,rtn: 0.0024261,0.00000,0.069
+5,mlp.experts.190.gate_proj,rtn: 0.0024261,0.00000,0.066
+5,mlp.experts.191.gate_proj,rtn: 0.0024719,0.00000,0.092
+5,mlp.experts.4.up_proj,rtn: 0.0024872,0.00000,0.082
+5,mlp.experts.185.gate_proj,rtn: 0.0024567,0.00000,0.065
+5,mlp.experts.2.up_proj,rtn: 0.0023804,0.00000,0.064
+5,mlp.experts.12.up_proj,rtn: 0.0023804,0.00000,0.079
+5,mlp.experts.181.gate_proj,rtn: 0.0024261,0.00000,0.065
+5,mlp.experts.177.gate_proj,rtn: 0.0023956,0.00000,0.082
+5,mlp.experts.8.up_proj,rtn: 0.0023804,0.00000,0.086
+5,mlp.experts.0.up_proj,rtn: 0.0024414,0.00000,0.077
+5,mlp.experts.11.up_proj,rtn: 0.0023346,0.00000,0.088
+5,mlp.experts.3.up_proj,rtn: 0.0024261,0.00000,0.084
+5,mlp.experts.10.up_proj,rtn: 0.0023193,0.00000,0.076
+5,mlp.experts.189.gate_proj,rtn: 0.0024109,0.00000,0.080
+5,mlp.experts.14.up_proj,rtn: 0.0024414,0.00000,0.062
+5,mlp.experts.7.up_proj,rtn: 0.0023651,0.00000,0.097
+5,mlp.experts.6.up_proj,rtn: 0.0023499,0.00000,0.075
+5,mlp.experts.18.up_proj,rtn: 0.0023956,0.00000,0.066
+5,mlp.experts.5.up_proj,rtn: 0.0025177,0.00000,0.078
+5,mlp.experts.9.up_proj,rtn: 0.0024109,0.00000,0.085
+5,mlp.experts.20.up_proj,rtn: 0.0024414,0.00000,0.090
+5,mlp.experts.15.up_proj,rtn: 0.0024261,0.00000,0.097
+5,mlp.experts.28.up_proj,rtn: 0.0024261,0.00000,0.088
+5,mlp.experts.1.up_proj,rtn: 0.0024414,0.00000,0.089
+5,mlp.experts.26.up_proj,rtn: 0.0024109,0.00000,0.076
+5,mlp.experts.27.up_proj,rtn: 0.0024567,0.00000,0.089
+5,mlp.experts.19.up_proj,rtn: 0.0023804,0.00000,0.089
+5,mlp.experts.13.up_proj,rtn: 0.0023651,0.00000,0.085
+5,mlp.experts.30.up_proj,rtn: 0.0025940,0.00000,0.067
+5,mlp.experts.16.up_proj,rtn: 0.0024261,0.00000,0.100
+5,mlp.experts.24.up_proj,rtn: 0.0023346,0.00000,0.108
+5,mlp.experts.22.up_proj,rtn: 0.0024567,0.00000,0.075
+5,mlp.experts.23.up_proj,rtn: 0.0025787,0.00000,0.084
+5,mlp.experts.34.up_proj,rtn: 0.0024414,0.00000,0.071
+5,mlp.experts.25.up_proj,rtn: 0.0023499,0.00000,0.076
+5,mlp.experts.21.up_proj,rtn: 0.0023499,0.00000,0.081
+5,mlp.experts.42.up_proj,rtn: 0.0024261,0.00000,0.076
+5,mlp.experts.17.up_proj,rtn: 0.0023651,0.00000,0.080
+5,mlp.experts.36.up_proj,rtn: 0.0024261,0.00000,0.089
+5,mlp.experts.46.up_proj,rtn: 0.0023956,0.00000,0.065
+5,mlp.experts.44.up_proj,rtn: 0.0023651,0.00000,0.091
+5,mlp.experts.43.up_proj,rtn: 0.0023804,0.00000,0.079
+5,mlp.experts.35.up_proj,rtn: 0.0024719,0.00000,0.084
+5,mlp.experts.31.up_proj,rtn: 0.0024109,0.00000,0.101
+5,mlp.experts.29.up_proj,rtn: 0.0024261,0.00000,0.083
+5,mlp.experts.32.up_proj,rtn: 0.0023499,0.00000,0.090
+5,mlp.experts.50.up_proj,rtn: 0.0023651,0.00000,0.069
+5,mlp.experts.38.up_proj,rtn: 0.0023956,0.00000,0.075
+5,mlp.experts.39.up_proj,rtn: 0.0023651,0.00000,0.077
+5,mlp.experts.40.up_proj,rtn: 0.0023956,0.00000,0.103
+5,mlp.experts.41.up_proj,rtn: 0.0023956,0.00000,0.083
+5,mlp.experts.58.up_proj,rtn: 0.0024719,0.00000,0.074
+5,mlp.experts.37.up_proj,rtn: 0.0023804,0.00000,0.090
+5,mlp.experts.62.up_proj,rtn: 0.0023651,0.00000,0.070
+5,mlp.experts.33.up_proj,rtn: 0.0024872,0.00000,0.096
+5,mlp.experts.59.up_proj,rtn: 0.0023956,0.00000,0.091
+5,mlp.experts.52.up_proj,rtn: 0.0024567,0.00000,0.095
+5,mlp.experts.60.up_proj,rtn: 0.0023499,0.00000,0.095
+5,mlp.experts.48.up_proj,rtn: 0.0024109,0.00000,0.074
+5,mlp.experts.51.up_proj,rtn: 0.0023651,0.00000,0.094
+5,mlp.experts.66.up_proj,rtn: 0.0024261,0.00000,0.075
+5,mlp.experts.54.up_proj,rtn: 0.0023651,0.00000,0.076
+5,mlp.experts.45.up_proj,rtn: 0.0024261,0.00000,0.105
+5,mlp.experts.56.up_proj,rtn: 0.0024261,0.00000,0.071
+5,mlp.experts.47.up_proj,rtn: 0.0024261,0.00000,0.110
+5,mlp.experts.55.up_proj,rtn: 0.0023956,0.00000,0.107
+5,mlp.experts.57.up_proj,rtn: 0.0024414,0.00000,0.094
+5,mlp.experts.64.up_proj,rtn: 0.0024414,0.00000,0.060
+5,mlp.experts.78.up_proj,rtn: 0.0023956,0.00000,0.089
+5,mlp.experts.74.up_proj,rtn: 0.0024261,0.00000,0.094
+5,mlp.experts.68.up_proj,rtn: 0.0023651,0.00000,0.074
+5,mlp.experts.76.up_proj,rtn: 0.0025177,0.00000,0.077
+5,mlp.experts.53.up_proj,rtn: 0.0023651,0.00000,0.104
+5,mlp.experts.75.up_proj,rtn: 0.0023499,0.00000,0.087
+5,mlp.experts.67.up_proj,rtn: 0.0024567,0.00000,0.085
+5,mlp.experts.49.up_proj,rtn: 0.0023956,0.00000,0.102
+5,mlp.experts.72.up_proj,rtn: 0.0023956,0.00000,0.075
+5,mlp.experts.70.up_proj,rtn: 0.0024261,0.00000,0.090
+5,mlp.experts.82.up_proj,rtn: 0.0023651,0.00000,0.093
+5,mlp.experts.61.up_proj,rtn: 0.0023804,0.00000,0.099
+5,mlp.experts.63.up_proj,rtn: 0.0023499,0.00000,0.094
+5,mlp.experts.80.up_proj,rtn: 0.0024567,0.00000,0.065
+5,mlp.experts.71.up_proj,rtn: 0.0023499,0.00000,0.094
+5,mlp.experts.73.up_proj,rtn: 0.0024109,0.00000,0.096
+5,mlp.experts.84.up_proj,rtn: 0.0023651,0.00000,0.075
+5,mlp.experts.92.up_proj,rtn: 0.0024261,0.00000,0.073
+5,mlp.experts.94.up_proj,rtn: 0.0024261,0.00000,0.093
+5,mlp.experts.88.up_proj,rtn: 0.0023193,0.00000,0.062
+5,mlp.experts.90.up_proj,rtn: 0.0023651,0.00000,0.096
+5,mlp.experts.91.up_proj,rtn: 0.0023346,0.00000,0.088
+5,mlp.experts.83.up_proj,rtn: 0.0023651,0.00000,0.081
+5,mlp.experts.69.up_proj,rtn: 0.0023956,0.00000,0.111
+5,mlp.experts.86.up_proj,rtn: 0.0024109,0.00000,0.094
+5,mlp.experts.96.up_proj,rtn: 0.0023651,0.00000,0.071
+5,mlp.experts.65.up_proj,rtn: 0.0023804,0.00000,0.110
+5,mlp.experts.98.up_proj,rtn: 0.0024261,0.00000,0.106
+5,mlp.experts.79.up_proj,rtn: 0.0023499,0.00000,0.097
+5,mlp.experts.77.up_proj,rtn: 0.0023956,0.00000,0.100
+5,mlp.experts.108.up_proj,rtn: 0.0023804,0.00000,0.062
+5,mlp.experts.100.up_proj,rtn: 0.0024261,0.00000,0.063
+5,mlp.experts.87.up_proj,rtn: 0.0024109,0.00000,0.090
+5,mlp.experts.104.up_proj,rtn: 0.0024109,0.00000,0.077
+5,mlp.experts.89.up_proj,rtn: 0.0023956,0.00000,0.084
+5,mlp.experts.107.up_proj,rtn: 0.0024872,0.00000,0.086
+5,mlp.experts.99.up_proj,rtn: 0.0024567,0.00000,0.087
+5,mlp.experts.106.up_proj,rtn: 0.0024719,0.00000,0.099
+5,mlp.experts.110.up_proj,rtn: 0.0023193,0.00000,0.114
+5,mlp.experts.85.up_proj,rtn: 0.0024414,0.00000,0.086
+5,mlp.experts.81.up_proj,rtn: 0.0024109,0.00000,0.078
+5,mlp.experts.112.up_proj,rtn: 0.0024567,0.00000,0.082
+5,mlp.experts.102.up_proj,rtn: 0.0023651,0.00000,0.106
+5,mlp.experts.95.up_proj,rtn: 0.0024719,0.00000,0.085
+5,mlp.experts.124.up_proj,rtn: 0.0023499,0.00000,0.082
+5,mlp.experts.116.up_proj,rtn: 0.0023804,0.00000,0.079
+5,mlp.experts.114.up_proj,rtn: 0.0024109,0.00000,0.093
+5,mlp.experts.103.up_proj,rtn: 0.0024261,0.00000,0.081
+5,mlp.experts.93.up_proj,rtn: 0.0024109,0.00000,0.095
+5,mlp.experts.120.up_proj,rtn: 0.0023804,0.00000,0.066
+5,mlp.experts.115.up_proj,rtn: 0.0023651,0.00000,0.079
+5,mlp.experts.123.up_proj,rtn: 0.0023651,0.00000,0.082
+5,mlp.experts.105.up_proj,rtn: 0.0024261,0.00000,0.094
+5,mlp.experts.126.up_proj,rtn: 0.0023651,0.00000,0.076
+5,mlp.experts.128.up_proj,rtn: 0.0023193,0.00000,0.074
+5,mlp.experts.122.up_proj,rtn: 0.0024414,0.00000,0.078
+5,mlp.experts.118.up_proj,rtn: 0.0024109,0.00000,0.076
+5,mlp.experts.140.up_proj,rtn: 0.0025177,0.00000,0.072
+5,mlp.experts.130.up_proj,rtn: 0.0023193,0.00000,0.068
+5,mlp.experts.111.up_proj,rtn: 0.0023499,0.00000,0.085
+5,mlp.experts.136.up_proj,rtn: 0.0023651,0.00000,0.074
+5,mlp.experts.132.up_proj,rtn: 0.0023499,0.00000,0.084
+5,mlp.experts.119.up_proj,rtn: 0.0023956,0.00000,0.079
+5,mlp.experts.97.up_proj,rtn: 0.0023651,0.00000,0.120
+5,mlp.experts.101.up_proj,rtn: 0.0023346,0.00000,0.124
+5,mlp.experts.131.up_proj,rtn: 0.0023804,0.00000,0.080
+5,mlp.experts.139.up_proj,rtn: 0.0024109,0.00000,0.084
+5,mlp.experts.109.up_proj,rtn: 0.0023804,0.00000,0.122
+5,mlp.experts.142.up_proj,rtn: 0.0024414,0.00000,0.075
+5,mlp.experts.138.up_proj,rtn: 0.0024109,0.00000,0.076
+5,mlp.experts.144.up_proj,rtn: 0.0023956,0.00000,0.085
+5,mlp.experts.121.up_proj,rtn: 0.0022888,0.00000,0.105
+5,mlp.experts.134.up_proj,rtn: 0.0023499,0.00000,0.087
+5,mlp.experts.156.up_proj,rtn: 0.0023804,0.00000,0.082
+5,mlp.experts.146.up_proj,rtn: 0.0024567,0.00000,0.085
+5,mlp.experts.152.up_proj,rtn: 0.0023651,0.00000,0.084
+5,mlp.experts.127.up_proj,rtn: 0.0023346,0.00000,0.098
+5,mlp.experts.135.up_proj,rtn: 0.0023804,0.00000,0.094
+5,mlp.experts.113.up_proj,rtn: 0.0023956,0.00000,0.104
+5,mlp.experts.147.up_proj,rtn: 0.0024109,0.00000,0.088
+5,mlp.experts.148.up_proj,rtn: 0.0024109,0.00000,0.108
+5,mlp.experts.117.up_proj,rtn: 0.0023651,0.00000,0.109
+5,mlp.experts.155.up_proj,rtn: 0.0024567,0.00000,0.091
+5,mlp.experts.158.up_proj,rtn: 0.0023346,0.00000,0.083
+5,mlp.experts.154.up_proj,rtn: 0.0023804,0.00000,0.092
+5,mlp.experts.125.up_proj,rtn: 0.0023041,0.00000,0.114
+5,mlp.experts.160.up_proj,rtn: 0.0024414,0.00000,0.105
+5,mlp.experts.172.up_proj,rtn: 0.0024261,0.00000,0.086
+5,mlp.experts.150.up_proj,rtn: 0.0023804,0.00000,0.098
+5,mlp.experts.137.up_proj,rtn: 0.0023651,0.00000,0.110
+5,mlp.experts.151.up_proj,rtn: 0.0024109,0.00000,0.082
+5,mlp.experts.162.up_proj,rtn: 0.0024872,0.00000,0.086
+5,mlp.experts.168.up_proj,rtn: 0.0023499,0.00000,0.091
+5,mlp.experts.143.up_proj,rtn: 0.0024261,0.00000,0.099
+5,mlp.experts.163.up_proj,rtn: 0.0023804,0.00000,0.095
+5,mlp.experts.129.up_proj,rtn: 0.0024261,0.00000,0.099
+5,mlp.experts.164.up_proj,rtn: 0.0023499,0.00000,0.098
+5,mlp.experts.133.up_proj,rtn: 0.0024109,0.00000,0.099
+5,mlp.experts.171.up_proj,rtn: 0.0023804,0.00000,0.086
+5,mlp.experts.174.up_proj,rtn: 0.0024261,0.00000,0.089
+5,mlp.experts.170.up_proj,rtn: 0.0022583,0.00000,0.086
+5,mlp.experts.141.up_proj,rtn: 0.0024109,0.00000,0.107
+5,mlp.experts.166.up_proj,rtn: 0.0025024,0.00000,0.092
+5,mlp.experts.188.up_proj,rtn: 0.0023499,0.00000,0.091
+5,mlp.experts.167.up_proj,rtn: 0.0024567,0.00000,0.088
+5,mlp.experts.153.up_proj,rtn: 0.0023804,0.00000,0.102
+5,mlp.experts.178.up_proj,rtn: 0.0024872,0.00000,0.095
+5,mlp.experts.176.up_proj,rtn: 0.0023804,0.00000,0.125
+5,mlp.experts.184.up_proj,rtn: 0.0024414,0.00000,0.089
+5,mlp.experts.179.up_proj,rtn: 0.0024261,0.00000,0.086
+5,mlp.experts.159.up_proj,rtn: 0.0023956,0.00000,0.095
+5,mlp.experts.180.up_proj,rtn: 0.0024261,0.00000,0.083
+5,mlp.experts.145.up_proj,rtn: 0.0024872,0.00000,0.099
+5,mlp.experts.187.up_proj,rtn: 0.0023956,0.00000,0.092
+5,mlp.experts.190.up_proj,rtn: 0.0024261,0.00000,0.086
+5,mlp.experts.149.up_proj,rtn: 0.0024109,0.00000,0.111
+5,mlp.experts.186.up_proj,rtn: 0.0024261,0.00000,0.084
+5,mlp.experts.182.up_proj,rtn: 0.0024109,0.00000,0.076
+5,mlp.experts.157.up_proj,rtn: 0.0024414,0.00000,0.111
+5,mlp.experts.175.up_proj,rtn: 0.0025024,0.00000,0.058
+5,mlp.experts.183.up_proj,rtn: 0.0023804,0.00000,0.087
+5,mlp.experts.191.up_proj,rtn: 0.0024567,0.00000,0.027
+5,mlp.experts.169.up_proj,rtn: 0.0023956,0.00000,0.158
+5,mlp.experts.165.up_proj,rtn: 0.0024414,0.00000,0.126
+5,mlp.experts.161.up_proj,rtn: 0.0024567,0.00000,0.154
+5,mlp.experts.173.up_proj,rtn: 0.0023499,0.00000,0.119
+5,mlp.experts.185.up_proj,rtn: 0.0024414,0.00000,0.084
+5,mlp.experts.177.up_proj,rtn: 0.0023804,0.00000,0.091
+5,mlp.experts.181.up_proj,rtn: 0.0024109,0.00000,0.104
+5,mlp.experts.189.up_proj,rtn: 0.0023956,0.00000,0.063
+5,mlp.experts.6.down_proj,rtn: 0.0023499,0.00000,0.023
+5,mlp.experts.2.down_proj,rtn: 0.0023499,0.00000,0.036
+5,mlp.experts.0.down_proj,rtn: 0.0024261,0.00000,0.031
+5,mlp.experts.8.down_proj,rtn: 0.0022888,0.00000,0.050
+5,mlp.experts.12.down_proj,rtn: 0.0022736,0.00000,0.052
+5,mlp.experts.14.down_proj,rtn: 0.0023499,0.00000,0.054
+5,mlp.experts.22.down_proj,rtn: 0.0023804,0.00000,0.043
+5,mlp.experts.15.down_proj,rtn: 0.0023499,0.00000,0.048
+5,mlp.experts.7.down_proj,rtn: 0.0023346,0.00000,0.047
+5,mlp.experts.3.down_proj,rtn: 0.0023956,0.00000,0.048
+5,mlp.experts.11.down_proj,rtn: 0.0023041,0.00000,0.049
+5,mlp.experts.5.down_proj,rtn: 0.0024261,0.00000,0.141
+5,mlp.experts.9.down_proj,rtn: 0.0023346,0.00000,0.145
+5,mlp.experts.1.down_proj,rtn: 0.0023956,0.00000,0.147
+5,mlp.experts.18.down_proj,rtn: 0.0023193,0.00000,0.059
+5,mlp.experts.16.down_proj,rtn: 0.0023651,0.00000,0.052
+5,mlp.experts.4.down_proj,rtn: 0.0024109,0.00000,0.068
+5,mlp.experts.10.down_proj,rtn: 0.0022430,0.00000,0.072
+5,mlp.experts.38.down_proj,rtn: 0.0023651,0.00000,0.031
+5,mlp.experts.28.down_proj,rtn: 0.0023651,0.00000,0.042
+5,mlp.experts.24.down_proj,rtn: 0.0023193,0.00000,0.043
+5,mlp.experts.13.down_proj,rtn: 0.0023651,0.00000,0.149
+5,mlp.experts.30.down_proj,rtn: 0.0024567,0.00000,0.043
+5,mlp.experts.31.down_proj,rtn: 0.0023651,0.00000,0.046
+5,mlp.experts.23.down_proj,rtn: 0.0024414,0.00000,0.041
+5,mlp.experts.27.down_proj,rtn: 0.0024261,0.00000,0.047
+5,mlp.experts.19.down_proj,rtn: 0.0023651,0.00000,0.050
+5,mlp.experts.26.down_proj,rtn: 0.0023499,0.00000,0.049
+5,mlp.experts.32.down_proj,rtn: 0.0023041,0.00000,0.052
+5,mlp.experts.20.down_proj,rtn: 0.0023956,0.00000,0.051
+5,mlp.experts.54.down_proj,rtn: 0.0023346,0.00000,0.037
+5,mlp.experts.34.down_proj,rtn: 0.0023346,0.00000,0.053
+5,mlp.experts.46.down_proj,rtn: 0.0023499,0.00000,0.051
+5,mlp.experts.21.down_proj,rtn: 0.0023193,0.00000,0.083
+5,mlp.experts.44.down_proj,rtn: 0.0023804,0.00000,0.052
+5,mlp.experts.17.down_proj,rtn: 0.0023193,0.00000,0.074
+5,mlp.experts.40.down_proj,rtn: 0.0023193,0.00000,0.051
+5,mlp.experts.25.down_proj,rtn: 0.0022736,0.00000,0.074
+5,mlp.experts.47.down_proj,rtn: 0.0023651,0.00000,0.048
+5,mlp.experts.39.down_proj,rtn: 0.0023346,0.00000,0.044
+5,mlp.experts.43.down_proj,rtn: 0.0023499,0.00000,0.046
+5,mlp.experts.29.down_proj,rtn: 0.0023956,0.00000,0.056
+5,mlp.experts.35.down_proj,rtn: 0.0023956,0.00000,0.048
+5,mlp.experts.70.down_proj,rtn: 0.0023804,0.00000,0.032
+5,mlp.experts.42.down_proj,rtn: 0.0023651,0.00000,0.049
+5,mlp.experts.48.down_proj,rtn: 0.0023651,0.00000,0.049
+5,mlp.experts.63.down_proj,rtn: 0.0023041,0.00000,0.027
+5,mlp.experts.50.down_proj,rtn: 0.0023041,0.00000,0.042
+5,mlp.experts.36.down_proj,rtn: 0.0023804,0.00000,0.049
+5,mlp.experts.62.down_proj,rtn: 0.0023346,0.00000,0.037
+5,mlp.experts.60.down_proj,rtn: 0.0023193,0.00000,0.037
+5,mlp.experts.56.down_proj,rtn: 0.0023804,0.00000,0.029
+5,mlp.experts.37.down_proj,rtn: 0.0023499,0.00000,0.057
+5,mlp.experts.86.down_proj,rtn: 0.0023499,0.00000,0.032
+5,mlp.experts.59.down_proj,rtn: 0.0023956,0.00000,0.043
+5,mlp.experts.55.down_proj,rtn: 0.0023346,0.00000,0.049
+5,mlp.experts.33.down_proj,rtn: 0.0024109,0.00000,0.068
+5,mlp.experts.79.down_proj,rtn: 0.0023499,0.00000,0.043
+5,mlp.experts.52.down_proj,rtn: 0.0024109,0.00000,0.034
+5,mlp.experts.64.down_proj,rtn: 0.0023651,0.00000,0.039
+5,mlp.experts.41.down_proj,rtn: 0.0023651,0.00000,0.067
+5,mlp.experts.58.down_proj,rtn: 0.0023804,0.00000,0.043
+5,mlp.experts.76.down_proj,rtn: 0.0024414,0.00000,0.041
+5,mlp.experts.66.down_proj,rtn: 0.0023651,0.00000,0.037
+5,mlp.experts.51.down_proj,rtn: 0.0022888,0.00000,0.061
+5,mlp.experts.78.down_proj,rtn: 0.0023346,0.00000,0.040
+5,mlp.experts.72.down_proj,rtn: 0.0023956,0.00000,0.038
+5,mlp.experts.45.down_proj,rtn: 0.0023804,0.00000,0.073
+5,mlp.experts.102.down_proj,rtn: 0.0023193,0.00000,0.031
+5,mlp.experts.53.down_proj,rtn: 0.0023499,0.00000,0.060
+5,mlp.experts.71.down_proj,rtn: 0.0022736,0.00000,0.036
+5,mlp.experts.80.down_proj,rtn: 0.0023956,0.00000,0.033
+5,mlp.experts.75.down_proj,rtn: 0.0023193,0.00000,0.045
+5,mlp.experts.68.down_proj,rtn: 0.0022736,0.00000,0.037
+5,mlp.experts.92.down_proj,rtn: 0.0023804,0.00000,0.035
+5,mlp.experts.95.down_proj,rtn: 0.0023956,0.00000,0.042
+5,mlp.experts.74.down_proj,rtn: 0.0023804,0.00000,0.038
+5,mlp.experts.94.down_proj,rtn: 0.0023804,0.00000,0.039
+5,mlp.experts.88.down_proj,rtn: 0.0022888,0.00000,0.037
+5,mlp.experts.49.down_proj,rtn: 0.0023499,0.00000,0.063
+5,mlp.experts.57.down_proj,rtn: 0.0024109,0.00000,0.050
+5,mlp.experts.82.down_proj,rtn: 0.0023193,0.00000,0.043
+5,mlp.experts.118.down_proj,rtn: 0.0023804,0.00000,0.040
+5,mlp.experts.87.down_proj,rtn: 0.0023499,0.00000,0.038
+5,mlp.experts.96.down_proj,rtn: 0.0022736,0.00000,0.034
+5,mlp.experts.67.down_proj,rtn: 0.0023956,0.00000,0.058
+5,mlp.experts.91.down_proj,rtn: 0.0023193,0.00000,0.035
+5,mlp.experts.84.down_proj,rtn: 0.0023499,0.00000,0.038
+5,mlp.experts.69.down_proj,rtn: 0.0023346,0.00000,0.054
+5,mlp.experts.108.down_proj,rtn: 0.0023041,0.00000,0.038
+5,mlp.experts.110.down_proj,rtn: 0.0022583,0.00000,0.039
+5,mlp.experts.61.down_proj,rtn: 0.0023346,0.00000,0.074
+5,mlp.experts.90.down_proj,rtn: 0.0023346,0.00000,0.045
+5,mlp.experts.104.down_proj,rtn: 0.0023041,0.00000,0.038
+5,mlp.experts.111.down_proj,rtn: 0.0023041,0.00000,0.051
+5,mlp.experts.98.down_proj,rtn: 0.0023956,0.00000,0.038
+5,mlp.experts.134.down_proj,rtn: 0.0022736,0.00000,0.037
+5,mlp.experts.65.down_proj,rtn: 0.0023193,0.00000,0.045
+5,mlp.experts.112.down_proj,rtn: 0.0023651,0.00000,0.034
+5,mlp.experts.107.down_proj,rtn: 0.0023956,0.00000,0.032
+5,mlp.experts.103.down_proj,rtn: 0.0023956,0.00000,0.038
+5,mlp.experts.73.down_proj,rtn: 0.0023804,0.00000,0.048
+5,mlp.experts.83.down_proj,rtn: 0.0022888,0.00000,0.046
+5,mlp.experts.126.down_proj,rtn: 0.0023193,0.00000,0.036
+5,mlp.experts.100.down_proj,rtn: 0.0023499,0.00000,0.046
+5,mlp.experts.124.down_proj,rtn: 0.0022888,0.00000,0.042
+5,mlp.experts.106.down_proj,rtn: 0.0023956,0.00000,0.040
+5,mlp.experts.120.down_proj,rtn: 0.0023193,0.00000,0.043
+5,mlp.experts.85.down_proj,rtn: 0.0023804,0.00000,0.060
+5,mlp.experts.128.down_proj,rtn: 0.0022430,0.00000,0.028
+5,mlp.experts.123.down_proj,rtn: 0.0023193,0.00000,0.034
+5,mlp.experts.150.down_proj,rtn: 0.0022888,0.00000,0.036
+5,mlp.experts.114.down_proj,rtn: 0.0023804,0.00000,0.039
+5,mlp.experts.119.down_proj,rtn: 0.0023499,0.00000,0.036
+5,mlp.experts.81.down_proj,rtn: 0.0023956,0.00000,0.050
+5,mlp.experts.127.down_proj,rtn: 0.0022736,0.00000,0.052
+5,mlp.experts.142.down_proj,rtn: 0.0023804,0.00000,0.041
+5,mlp.experts.140.down_proj,rtn: 0.0024719,0.00000,0.040
+5,mlp.experts.89.down_proj,rtn: 0.0023193,0.00000,0.055
+5,mlp.experts.116.down_proj,rtn: 0.0023346,0.00000,0.039
+5,mlp.experts.99.down_proj,rtn: 0.0024109,0.00000,0.052
+5,mlp.experts.122.down_proj,rtn: 0.0023956,0.00000,0.041
+5,mlp.experts.136.down_proj,rtn: 0.0023651,0.00000,0.040
+5,mlp.experts.144.down_proj,rtn: 0.0023346,0.00000,0.028
+5,mlp.experts.139.down_proj,rtn: 0.0023804,0.00000,0.035
+5,mlp.experts.77.down_proj,rtn: 0.0023193,0.00000,0.095
+5,mlp.experts.166.down_proj,rtn: 0.0024109,0.00000,0.037
+5,mlp.experts.135.down_proj,rtn: 0.0022888,0.00000,0.036
+5,mlp.experts.130.down_proj,rtn: 0.0023041,0.00000,0.040
+5,mlp.experts.101.down_proj,rtn: 0.0023193,0.00000,0.062
+5,mlp.experts.143.down_proj,rtn: 0.0023499,0.00000,0.044
+5,mlp.experts.97.down_proj,rtn: 0.0023346,0.00000,0.046
+5,mlp.experts.158.down_proj,rtn: 0.0023193,0.00000,0.042
+5,mlp.experts.156.down_proj,rtn: 0.0023499,0.00000,0.040
+5,mlp.experts.132.down_proj,rtn: 0.0023346,0.00000,0.037
+5,mlp.experts.160.down_proj,rtn: 0.0024261,0.00000,0.020
+5,mlp.experts.155.down_proj,rtn: 0.0023956,0.00000,0.032
+5,mlp.experts.151.down_proj,rtn: 0.0023651,0.00000,0.027
+5,mlp.experts.115.down_proj,rtn: 0.0023346,0.00000,0.043
+5,mlp.experts.152.down_proj,rtn: 0.0022888,0.00000,0.036
+5,mlp.experts.138.down_proj,rtn: 0.0023651,0.00000,0.042
+5,mlp.experts.105.down_proj,rtn: 0.0023499,0.00000,0.056
+5,mlp.experts.146.down_proj,rtn: 0.0024109,0.00000,0.036
+5,mlp.experts.182.down_proj,rtn: 0.0023651,0.00000,0.041
+5,mlp.experts.93.down_proj,rtn: 0.0023499,0.00000,0.062
+5,mlp.experts.159.down_proj,rtn: 0.0023346,0.00000,0.037
+5,mlp.experts.117.down_proj,rtn: 0.0023193,0.00000,0.057
+5,mlp.experts.174.down_proj,rtn: 0.0023804,0.00000,0.038
+5,mlp.experts.171.down_proj,rtn: 0.0023651,0.00000,0.036
+5,mlp.experts.167.down_proj,rtn: 0.0024109,0.00000,0.034
+5,mlp.experts.148.down_proj,rtn: 0.0023499,0.00000,0.043
+5,mlp.experts.176.down_proj,rtn: 0.0023499,0.00000,0.028
+5,mlp.experts.172.down_proj,rtn: 0.0023804,0.00000,0.043
+5,mlp.experts.168.down_proj,rtn: 0.0023041,0.00000,0.025
+5,mlp.experts.113.down_proj,rtn: 0.0023193,0.00000,0.049
+5,mlp.experts.162.down_proj,rtn: 0.0024414,0.00000,0.032
+5,mlp.experts.154.down_proj,rtn: 0.0023193,0.00000,0.034
+5,mlp.experts.121.down_proj,rtn: 0.0022583,0.00000,0.042
+5,mlp.experts.131.down_proj,rtn: 0.0023346,0.00000,0.048
+5,mlp.experts.190.down_proj,rtn: 0.0023499,0.00000,0.023
+5,mlp.experts.175.down_proj,rtn: 0.0024109,0.00000,0.039
+5,mlp.experts.164.down_proj,rtn: 0.0022888,0.00000,0.029
+5,mlp.experts.183.down_proj,rtn: 0.0023499,0.00000,0.034
+5,mlp.experts.109.down_proj,rtn: 0.0023651,0.00000,0.053
+5,mlp.experts.187.down_proj,rtn: 0.0023804,0.00000,0.034
+5,mlp.experts.188.down_proj,rtn: 0.0023041,0.00000,0.021
+5,mlp.experts.133.down_proj,rtn: 0.0023804,0.00000,0.055
+5,mlp.experts.184.down_proj,rtn: 0.0024109,0.00000,0.021
+5,mlp.experts.170.down_proj,rtn: 0.0021973,0.00000,0.027
+5,mlp.experts.178.down_proj,rtn: 0.0023956,0.00000,0.026
+5,mlp.experts.180.down_proj,rtn: 0.0023956,0.00000,0.022
+5,mlp.experts.147.down_proj,rtn: 0.0023499,0.00000,0.038
+5,mlp.experts.191.down_proj,rtn: 0.0023956,0.00000,0.027
+5,mlp.experts.137.down_proj,rtn: 0.0022888,0.00000,0.040
+5,mlp.experts.129.down_proj,rtn: 0.0023804,0.00000,0.046
+5,mlp.experts.186.down_proj,rtn: 0.0023499,0.00000,0.015
+5,mlp.experts.163.down_proj,rtn: 0.0023499,0.00000,0.020
+5,mlp.experts.125.down_proj,rtn: 0.0022736,0.00000,0.046
+5,mlp.experts.149.down_proj,rtn: 0.0023193,0.00000,0.048
+5,mlp.experts.179.down_proj,rtn: 0.0023804,0.00000,0.012
+5,mlp.experts.153.down_proj,rtn: 0.0023651,0.00000,0.041
+5,mlp.experts.145.down_proj,rtn: 0.0024261,0.00000,0.033
+5,mlp.experts.141.down_proj,rtn: 0.0023651,0.00000,0.038
+5,mlp.experts.165.down_proj,rtn: 0.0023956,0.00000,0.038
+5,mlp.experts.169.down_proj,rtn: 0.0023193,0.00000,0.037
+5,mlp.experts.161.down_proj,rtn: 0.0023651,0.00000,0.032
+5,mlp.experts.157.down_proj,rtn: 0.0023956,0.00000,0.037
+5,mlp.experts.181.down_proj,rtn: 0.0023804,0.00000,0.037
+5,mlp.experts.185.down_proj,rtn: 0.0023804,0.00000,0.038
+5,mlp.experts.177.down_proj,rtn: 0.0023041,0.00000,0.029
+5,mlp.experts.173.down_proj,rtn: 0.0023346,0.00000,0.025
+5,mlp.experts.189.down_proj,rtn: 0.0023651,0.00000,0.009
+5,mlp.shared_experts.gate_proj,rtn: 0.0016785,0.00000,0.025
+5,mlp.shared_experts.up_proj,rtn: 0.0017090,0.00000,0.026
+5,mlp.shared_experts.down_proj,rtn: 0.0017700,0.00000,0.011
+6,self_attn.k_proj,rtn: 0.0016479,0.00000,0.015
+6,self_attn.v_proj,rtn: 0.0024261,0.00000,0.019
+6,self_attn.q_proj,rtn: 0.0014114,0.00000,0.018
+6,self_attn.o_proj,rtn: 0.0021515,0.00000,0.044
+6,mlp.experts.10.gate_proj,rtn: 0.0024872,0.00000,0.096
+6,mlp.experts.0.gate_proj,rtn: 0.0025635,0.00000,0.099
+6,mlp.experts.1.gate_proj,rtn: 0.0023346,0.00000,0.102
+6,mlp.experts.9.gate_proj,rtn: 0.0023499,0.00000,0.103
+6,mlp.experts.8.gate_proj,rtn: 0.0023956,0.00000,0.103
+6,mlp.experts.3.gate_proj,rtn: 0.0024414,0.00000,0.108
+6,mlp.experts.11.gate_proj,rtn: 0.0023041,0.00000,0.110
+6,mlp.experts.4.gate_proj,rtn: 0.0024567,0.00000,0.109
+6,mlp.experts.5.gate_proj,rtn: 0.0023956,0.00000,0.123
+6,mlp.experts.12.gate_proj,rtn: 0.0025482,0.00000,0.129
+6,mlp.experts.15.gate_proj,rtn: 0.0024261,0.00000,0.133
+6,mlp.experts.14.gate_proj,rtn: 0.0023651,0.00000,0.133
+6,mlp.experts.6.gate_proj,rtn: 0.0024261,0.00000,0.137
+6,mlp.experts.2.gate_proj,rtn: 0.0023956,0.00000,0.138
+6,mlp.experts.7.gate_proj,rtn: 0.0023499,0.00000,0.157
+6,mlp.experts.13.gate_proj,rtn: 0.0023499,0.00000,0.169
+6,mlp.experts.16.gate_proj,rtn: 0.0023193,0.00000,0.080
+6,mlp.experts.24.gate_proj,rtn: 0.0024719,0.00000,0.075
+6,mlp.experts.26.gate_proj,rtn: 0.0023193,0.00000,0.099
+6,mlp.experts.27.gate_proj,rtn: 0.0023804,0.00000,0.084
+6,mlp.experts.19.gate_proj,rtn: 0.0023651,0.00000,0.089
+6,mlp.experts.20.gate_proj,rtn: 0.0024567,0.00000,0.086
+6,mlp.experts.28.gate_proj,rtn: 0.0023804,0.00000,0.073
+6,mlp.experts.17.gate_proj,rtn: 0.0024261,0.00000,0.105
+6,mlp.experts.25.gate_proj,rtn: 0.0024109,0.00000,0.105
+6,mlp.experts.31.gate_proj,rtn: 0.0024872,0.00000,0.080
+6,mlp.experts.23.gate_proj,rtn: 0.0023041,0.00000,0.084
+6,mlp.experts.21.gate_proj,rtn: 0.0024414,0.00000,0.121
+6,mlp.experts.30.gate_proj,rtn: 0.0023804,0.00000,0.116
+6,mlp.experts.32.gate_proj,rtn: 0.0024261,0.00000,0.071
+6,mlp.experts.18.gate_proj,rtn: 0.0023956,0.00000,0.116
+6,mlp.experts.40.gate_proj,rtn: 0.0024872,0.00000,0.073
+6,mlp.experts.22.gate_proj,rtn: 0.0023651,0.00000,0.115
+6,mlp.experts.44.gate_proj,rtn: 0.0023804,0.00000,0.064
+6,mlp.experts.36.gate_proj,rtn: 0.0023193,0.00000,0.066
+6,mlp.experts.29.gate_proj,rtn: 0.0024109,0.00000,0.109
+6,mlp.experts.43.gate_proj,rtn: 0.0024109,0.00000,0.087
+6,mlp.experts.35.gate_proj,rtn: 0.0023346,0.00000,0.087
+6,mlp.experts.42.gate_proj,rtn: 0.0024109,0.00000,0.096
+6,mlp.experts.47.gate_proj,rtn: 0.0024109,0.00000,0.083
+6,mlp.experts.33.gate_proj,rtn: 0.0023499,0.00000,0.095
+6,mlp.experts.41.gate_proj,rtn: 0.0023346,0.00000,0.097
+6,mlp.experts.39.gate_proj,rtn: 0.0022888,0.00000,0.083
+6,mlp.experts.48.gate_proj,rtn: 0.0024261,0.00000,0.068
+6,mlp.experts.37.gate_proj,rtn: 0.0024109,0.00000,0.091
+6,mlp.experts.56.gate_proj,rtn: 0.0024109,0.00000,0.073
+6,mlp.experts.60.gate_proj,rtn: 0.0024567,0.00000,0.072
+6,mlp.experts.52.gate_proj,rtn: 0.0023956,0.00000,0.074
+6,mlp.experts.46.gate_proj,rtn: 0.0023041,0.00000,0.100
+6,mlp.experts.38.gate_proj,rtn: 0.0024414,0.00000,0.093
+6,mlp.experts.34.gate_proj,rtn: 0.0025024,0.00000,0.104
+6,mlp.experts.45.gate_proj,rtn: 0.0023804,0.00000,0.090
+6,mlp.experts.59.gate_proj,rtn: 0.0023804,0.00000,0.083
+6,mlp.experts.51.gate_proj,rtn: 0.0023499,0.00000,0.089
+6,mlp.experts.63.gate_proj,rtn: 0.0024414,0.00000,0.077
+6,mlp.experts.58.gate_proj,rtn: 0.0024719,0.00000,0.097
+6,mlp.experts.64.gate_proj,rtn: 0.0024414,0.00000,0.073
+6,mlp.experts.49.gate_proj,rtn: 0.0023499,0.00000,0.096
+6,mlp.experts.55.gate_proj,rtn: 0.0024261,0.00000,0.080
+6,mlp.experts.57.gate_proj,rtn: 0.0025024,0.00000,0.099
+6,mlp.experts.72.gate_proj,rtn: 0.0023956,0.00000,0.073
+6,mlp.experts.76.gate_proj,rtn: 0.0023041,0.00000,0.070
+6,mlp.experts.53.gate_proj,rtn: 0.0023651,0.00000,0.094
+6,mlp.experts.68.gate_proj,rtn: 0.0023346,0.00000,0.075
+6,mlp.experts.54.gate_proj,rtn: 0.0023804,0.00000,0.095
+6,mlp.experts.75.gate_proj,rtn: 0.0025024,0.00000,0.080
+6,mlp.experts.62.gate_proj,rtn: 0.0024109,0.00000,0.099
+6,mlp.experts.50.gate_proj,rtn: 0.0023956,0.00000,0.094
+6,mlp.experts.61.gate_proj,rtn: 0.0024261,0.00000,0.089
+6,mlp.experts.79.gate_proj,rtn: 0.0023804,0.00000,0.079
+6,mlp.experts.67.gate_proj,rtn: 0.0023499,0.00000,0.083
+6,mlp.experts.71.gate_proj,rtn: 0.0024414,0.00000,0.072
+6,mlp.experts.65.gate_proj,rtn: 0.0024261,0.00000,0.078
+6,mlp.experts.80.gate_proj,rtn: 0.0025330,0.00000,0.086
+6,mlp.experts.88.gate_proj,rtn: 0.0022888,0.00000,0.082
+6,mlp.experts.91.gate_proj,rtn: 0.0024872,0.00000,0.043
+6,mlp.experts.84.gate_proj,rtn: 0.0023346,0.00000,0.073
+6,mlp.experts.73.gate_proj,rtn: 0.0023499,0.00000,0.104
+6,mlp.experts.74.gate_proj,rtn: 0.0023346,0.00000,0.138
+6,mlp.experts.69.gate_proj,rtn: 0.0023499,0.00000,0.105
+6,mlp.experts.92.gate_proj,rtn: 0.0024567,0.00000,0.131
+6,mlp.experts.83.gate_proj,rtn: 0.0023804,0.00000,0.065
+6,mlp.experts.87.gate_proj,rtn: 0.0024109,0.00000,0.070
+6,mlp.experts.95.gate_proj,rtn: 0.0023499,0.00000,0.075
+6,mlp.experts.107.gate_proj,rtn: 0.0023956,0.00000,0.077
+6,mlp.experts.96.gate_proj,rtn: 0.0024109,0.00000,0.091
+6,mlp.experts.104.gate_proj,rtn: 0.0023651,0.00000,0.093
+6,mlp.experts.78.gate_proj,rtn: 0.0023499,0.00000,0.134
+6,mlp.experts.66.gate_proj,rtn: 0.0023346,0.00000,0.096
+6,mlp.experts.70.gate_proj,rtn: 0.0024109,0.00000,0.140
+6,mlp.experts.77.gate_proj,rtn: 0.0023193,0.00000,0.101
+6,mlp.experts.81.gate_proj,rtn: 0.0023651,0.00000,0.092
+6,mlp.experts.100.gate_proj,rtn: 0.0024719,0.00000,0.095
+6,mlp.experts.89.gate_proj,rtn: 0.0024414,0.00000,0.088
+6,mlp.experts.99.gate_proj,rtn: 0.0023804,0.00000,0.067
+6,mlp.experts.103.gate_proj,rtn: 0.0024414,0.00000,0.065
+6,mlp.experts.90.gate_proj,rtn: 0.0024109,0.00000,0.110
+6,mlp.experts.108.gate_proj,rtn: 0.0024414,0.00000,0.089
+6,mlp.experts.85.gate_proj,rtn: 0.0023804,0.00000,0.106
+6,mlp.experts.123.gate_proj,rtn: 0.0024414,0.00000,0.067
+6,mlp.experts.111.gate_proj,rtn: 0.0023956,0.00000,0.075
+6,mlp.experts.120.gate_proj,rtn: 0.0022736,0.00000,0.083
+6,mlp.experts.112.gate_proj,rtn: 0.0025024,0.00000,0.086
+6,mlp.experts.94.gate_proj,rtn: 0.0024109,0.00000,0.095
+6,mlp.experts.116.gate_proj,rtn: 0.0023499,0.00000,0.093
+6,mlp.experts.115.gate_proj,rtn: 0.0023346,0.00000,0.063
+6,mlp.experts.86.gate_proj,rtn: 0.0024261,0.00000,0.105
+6,mlp.experts.82.gate_proj,rtn: 0.0024719,0.00000,0.097
+6,mlp.experts.97.gate_proj,rtn: 0.0024719,0.00000,0.093
+6,mlp.experts.105.gate_proj,rtn: 0.0024261,0.00000,0.088
+6,mlp.experts.93.gate_proj,rtn: 0.0024261,0.00000,0.109
+6,mlp.experts.119.gate_proj,rtn: 0.0024261,0.00000,0.074
+6,mlp.experts.139.gate_proj,rtn: 0.0023499,0.00000,0.073
+6,mlp.experts.127.gate_proj,rtn: 0.0023499,0.00000,0.071
+6,mlp.experts.124.gate_proj,rtn: 0.0023956,0.00000,0.087
+6,mlp.experts.106.gate_proj,rtn: 0.0023499,0.00000,0.102
+6,mlp.experts.101.gate_proj,rtn: 0.0023499,0.00000,0.107
+6,mlp.experts.131.gate_proj,rtn: 0.0024261,0.00000,0.068
+6,mlp.experts.128.gate_proj,rtn: 0.0023956,0.00000,0.093
+6,mlp.experts.136.gate_proj,rtn: 0.0025482,0.00000,0.093
+6,mlp.experts.110.gate_proj,rtn: 0.0024414,0.00000,0.093
+6,mlp.experts.132.gate_proj,rtn: 0.0024261,0.00000,0.091
+6,mlp.experts.135.gate_proj,rtn: 0.0023956,0.00000,0.077
+6,mlp.experts.121.gate_proj,rtn: 0.0023804,0.00000,0.074
+6,mlp.experts.113.gate_proj,rtn: 0.0024109,0.00000,0.076
+6,mlp.experts.109.gate_proj,rtn: 0.0023956,0.00000,0.077
+6,mlp.experts.143.gate_proj,rtn: 0.0023193,0.00000,0.080
+6,mlp.experts.155.gate_proj,rtn: 0.0023651,0.00000,0.081
+6,mlp.experts.102.gate_proj,rtn: 0.0023346,0.00000,0.109
+6,mlp.experts.98.gate_proj,rtn: 0.0023956,0.00000,0.103
+6,mlp.experts.140.gate_proj,rtn: 0.0023956,0.00000,0.085
+6,mlp.experts.117.gate_proj,rtn: 0.0023499,0.00000,0.076
+6,mlp.experts.122.gate_proj,rtn: 0.0025024,0.00000,0.103
+6,mlp.experts.147.gate_proj,rtn: 0.0023804,0.00000,0.084
+6,mlp.experts.152.gate_proj,rtn: 0.0024719,0.00000,0.086
+6,mlp.experts.148.gate_proj,rtn: 0.0023956,0.00000,0.078
+6,mlp.experts.151.gate_proj,rtn: 0.0023499,0.00000,0.078
+6,mlp.experts.144.gate_proj,rtn: 0.0023193,0.00000,0.093
+6,mlp.experts.137.gate_proj,rtn: 0.0023956,0.00000,0.072
+6,mlp.experts.129.gate_proj,rtn: 0.0023499,0.00000,0.072
+6,mlp.experts.125.gate_proj,rtn: 0.0023193,0.00000,0.072
+6,mlp.experts.126.gate_proj,rtn: 0.0023346,0.00000,0.113
+6,mlp.experts.171.gate_proj,rtn: 0.0023499,0.00000,0.081
+6,mlp.experts.133.gate_proj,rtn: 0.0023651,0.00000,0.072
+6,mlp.experts.159.gate_proj,rtn: 0.0024261,0.00000,0.093
+6,mlp.experts.156.gate_proj,rtn: 0.0024261,0.00000,0.089
+6,mlp.experts.118.gate_proj,rtn: 0.0024109,0.00000,0.107
+6,mlp.experts.114.gate_proj,rtn: 0.0024414,0.00000,0.113
+6,mlp.experts.163.gate_proj,rtn: 0.0023193,0.00000,0.084
+6,mlp.experts.145.gate_proj,rtn: 0.0024261,0.00000,0.067
+6,mlp.experts.141.gate_proj,rtn: 0.0024261,0.00000,0.068
+6,mlp.experts.167.gate_proj,rtn: 0.0023651,0.00000,0.081
+6,mlp.experts.138.gate_proj,rtn: 0.0023499,0.00000,0.113
+6,mlp.experts.168.gate_proj,rtn: 0.0023956,0.00000,0.092
+6,mlp.experts.164.gate_proj,rtn: 0.0025177,0.00000,0.088
+6,mlp.experts.153.gate_proj,rtn: 0.0023193,0.00000,0.077
+6,mlp.experts.160.gate_proj,rtn: 0.0023499,0.00000,0.095
+6,mlp.experts.149.gate_proj,rtn: 0.0024414,0.00000,0.073
+6,mlp.experts.187.gate_proj,rtn: 0.0023956,0.00000,0.083
+6,mlp.experts.175.gate_proj,rtn: 0.0023041,0.00000,0.089
+6,mlp.experts.172.gate_proj,rtn: 0.0024414,0.00000,0.088
+6,mlp.experts.142.gate_proj,rtn: 0.0023651,0.00000,0.107
+6,mlp.experts.157.gate_proj,rtn: 0.0024567,0.00000,0.062
+6,mlp.experts.179.gate_proj,rtn: 0.0023651,0.00000,0.076
+6,mlp.experts.134.gate_proj,rtn: 0.0025177,0.00000,0.105
+6,mlp.experts.130.gate_proj,rtn: 0.0023346,0.00000,0.096
+6,mlp.experts.161.gate_proj,rtn: 0.0024261,0.00000,0.076
+6,mlp.experts.183.gate_proj,rtn: 0.0023499,0.00000,0.075
+6,mlp.experts.169.gate_proj,rtn: 0.0023956,0.00000,0.074
+6,mlp.experts.180.gate_proj,rtn: 0.0024261,0.00000,0.085
+6,mlp.experts.184.gate_proj,rtn: 0.0023804,0.00000,0.083
+6,mlp.experts.165.gate_proj,rtn: 0.0023651,0.00000,0.075
+6,mlp.experts.154.gate_proj,rtn: 0.0023956,0.00000,0.098
+6,mlp.experts.176.gate_proj,rtn: 0.0023499,0.00000,0.086
+6,mlp.experts.11.up_proj,rtn: 0.0022888,0.00000,0.080
+6,mlp.experts.191.gate_proj,rtn: 0.0023499,0.00000,0.079
+6,mlp.experts.173.gate_proj,rtn: 0.0024719,0.00000,0.063
+6,mlp.experts.177.gate_proj,rtn: 0.0023193,0.00000,0.065
+6,mlp.experts.188.gate_proj,rtn: 0.0023346,0.00000,0.100
+6,mlp.experts.3.up_proj,rtn: 0.0024261,0.00000,0.082
+6,mlp.experts.158.gate_proj,rtn: 0.0023041,0.00000,0.105
+6,mlp.experts.7.up_proj,rtn: 0.0023499,0.00000,0.078
+6,mlp.experts.150.gate_proj,rtn: 0.0025024,0.00000,0.100
+6,mlp.experts.185.gate_proj,rtn: 0.0023499,0.00000,0.087
+6,mlp.experts.146.gate_proj,rtn: 0.0024414,0.00000,0.105
+6,mlp.experts.27.up_proj,rtn: 0.0023651,0.00000,0.071
+6,mlp.experts.181.gate_proj,rtn: 0.0024109,0.00000,0.085
+6,mlp.experts.8.up_proj,rtn: 0.0023804,0.00000,0.096
+6,mlp.experts.4.up_proj,rtn: 0.0024414,0.00000,0.100
+6,mlp.experts.170.gate_proj,rtn: 0.0023499,0.00000,0.099
+6,mlp.experts.0.up_proj,rtn: 0.0025330,0.00000,0.098
+6,mlp.experts.15.up_proj,rtn: 0.0024109,0.00000,0.080
+6,mlp.experts.189.gate_proj,rtn: 0.0023346,0.00000,0.096
+6,mlp.experts.19.up_proj,rtn: 0.0023651,0.00000,0.078
+6,mlp.experts.12.up_proj,rtn: 0.0025177,0.00000,0.076
+6,mlp.experts.1.up_proj,rtn: 0.0023346,0.00000,0.092
+6,mlp.experts.23.up_proj,rtn: 0.0023041,0.00000,0.081
+6,mlp.experts.174.gate_proj,rtn: 0.0024261,0.00000,0.102
+6,mlp.experts.24.up_proj,rtn: 0.0024414,0.00000,0.074
+6,mlp.experts.166.gate_proj,rtn: 0.0023193,0.00000,0.094
+6,mlp.experts.43.up_proj,rtn: 0.0023956,0.00000,0.087
+6,mlp.experts.20.up_proj,rtn: 0.0024414,0.00000,0.073
+6,mlp.experts.9.up_proj,rtn: 0.0023346,0.00000,0.096
+6,mlp.experts.5.up_proj,rtn: 0.0023804,0.00000,0.088
+6,mlp.experts.162.gate_proj,rtn: 0.0023499,0.00000,0.092
+6,mlp.experts.16.up_proj,rtn: 0.0023193,0.00000,0.070
+6,mlp.experts.31.up_proj,rtn: 0.0024719,0.00000,0.088
+6,mlp.experts.186.gate_proj,rtn: 0.0023956,0.00000,0.098
+6,mlp.experts.28.up_proj,rtn: 0.0023651,0.00000,0.073
+6,mlp.experts.35.up_proj,rtn: 0.0023346,0.00000,0.090
+6,mlp.experts.13.up_proj,rtn: 0.0023346,0.00000,0.095
+6,mlp.experts.17.up_proj,rtn: 0.0024261,0.00000,0.079
+6,mlp.experts.39.up_proj,rtn: 0.0022888,0.00000,0.087
+6,mlp.experts.40.up_proj,rtn: 0.0024719,0.00000,0.074
+6,mlp.experts.190.gate_proj,rtn: 0.0023499,0.00000,0.097
+6,mlp.experts.36.up_proj,rtn: 0.0023193,0.00000,0.075
+6,mlp.experts.32.up_proj,rtn: 0.0024109,0.00000,0.072
+6,mlp.experts.21.up_proj,rtn: 0.0024109,0.00000,0.083
+6,mlp.experts.59.up_proj,rtn: 0.0023651,0.00000,0.090
+6,mlp.experts.182.gate_proj,rtn: 0.0024414,0.00000,0.101
+6,mlp.experts.25.up_proj,rtn: 0.0023956,0.00000,0.097
+6,mlp.experts.178.gate_proj,rtn: 0.0024414,0.00000,0.094
+6,mlp.experts.47.up_proj,rtn: 0.0023956,0.00000,0.092
+6,mlp.experts.44.up_proj,rtn: 0.0023651,0.00000,0.075
+6,mlp.experts.51.up_proj,rtn: 0.0023346,0.00000,0.083
+6,mlp.experts.33.up_proj,rtn: 0.0023346,0.00000,0.081
+6,mlp.experts.10.up_proj,rtn: 0.0024719,0.00000,0.106
+6,mlp.experts.29.up_proj,rtn: 0.0023956,0.00000,0.090
+6,mlp.experts.55.up_proj,rtn: 0.0024109,0.00000,0.082
+6,mlp.experts.56.up_proj,rtn: 0.0023956,0.00000,0.075
+6,mlp.experts.48.up_proj,rtn: 0.0024109,0.00000,0.074
+6,mlp.experts.52.up_proj,rtn: 0.0023804,0.00000,0.076
+6,mlp.experts.37.up_proj,rtn: 0.0023956,0.00000,0.080
+6,mlp.experts.14.up_proj,rtn: 0.0023499,0.00000,0.100
+6,mlp.experts.75.up_proj,rtn: 0.0024719,0.00000,0.092
+6,mlp.experts.60.up_proj,rtn: 0.0024414,0.00000,0.069
+6,mlp.experts.41.up_proj,rtn: 0.0023193,0.00000,0.086
+6,mlp.experts.6.up_proj,rtn: 0.0024109,0.00000,0.096
+6,mlp.experts.2.up_proj,rtn: 0.0023651,0.00000,0.098
+6,mlp.experts.49.up_proj,rtn: 0.0023499,0.00000,0.080
+6,mlp.experts.63.up_proj,rtn: 0.0024109,0.00000,0.099
+6,mlp.experts.45.up_proj,rtn: 0.0023651,0.00000,0.087
+6,mlp.experts.67.up_proj,rtn: 0.0023346,0.00000,0.097
+6,mlp.experts.72.up_proj,rtn: 0.0023804,0.00000,0.077
+6,mlp.experts.71.up_proj,rtn: 0.0024261,0.00000,0.092
+6,mlp.experts.26.up_proj,rtn: 0.0023041,0.00000,0.101
+6,mlp.experts.64.up_proj,rtn: 0.0024261,0.00000,0.074
+6,mlp.experts.68.up_proj,rtn: 0.0023346,0.00000,0.075
+6,mlp.experts.53.up_proj,rtn: 0.0023346,0.00000,0.086
+6,mlp.experts.76.up_proj,rtn: 0.0022888,0.00000,0.079
+6,mlp.experts.30.up_proj,rtn: 0.0023651,0.00000,0.094
+6,mlp.experts.91.up_proj,rtn: 0.0024719,0.00000,0.090
+6,mlp.experts.22.up_proj,rtn: 0.0023499,0.00000,0.089
+6,mlp.experts.18.up_proj,rtn: 0.0023804,0.00000,0.085
+6,mlp.experts.57.up_proj,rtn: 0.0024872,0.00000,0.093
+6,mlp.experts.65.up_proj,rtn: 0.0024109,0.00000,0.090
+6,mlp.experts.79.up_proj,rtn: 0.0023651,0.00000,0.095
+6,mlp.experts.42.up_proj,rtn: 0.0023956,0.00000,0.075
+6,mlp.experts.61.up_proj,rtn: 0.0024109,0.00000,0.098
+6,mlp.experts.83.up_proj,rtn: 0.0023651,0.00000,0.095
+6,mlp.experts.88.up_proj,rtn: 0.0022888,0.00000,0.098
+6,mlp.experts.87.up_proj,rtn: 0.0023956,0.00000,0.095
+6,mlp.experts.80.up_proj,rtn: 0.0025177,0.00000,0.093
+6,mlp.experts.84.up_proj,rtn: 0.0023193,0.00000,0.093
+6,mlp.experts.69.up_proj,rtn: 0.0023499,0.00000,0.088
+6,mlp.experts.46.up_proj,rtn: 0.0022888,0.00000,0.080
+6,mlp.experts.38.up_proj,rtn: 0.0024261,0.00000,0.071
+6,mlp.experts.92.up_proj,rtn: 0.0024567,0.00000,0.090
+6,mlp.experts.34.up_proj,rtn: 0.0024872,0.00000,0.078
+6,mlp.experts.107.up_proj,rtn: 0.0023804,0.00000,0.089
+6,mlp.experts.58.up_proj,rtn: 0.0024567,0.00000,0.072
+6,mlp.experts.73.up_proj,rtn: 0.0023346,0.00000,0.099
+6,mlp.experts.81.up_proj,rtn: 0.0023499,0.00000,0.094
+6,mlp.experts.95.up_proj,rtn: 0.0023499,0.00000,0.092
+6,mlp.experts.99.up_proj,rtn: 0.0023804,0.00000,0.087
+6,mlp.experts.103.up_proj,rtn: 0.0024261,0.00000,0.083
+6,mlp.experts.77.up_proj,rtn: 0.0023041,0.00000,0.100
+6,mlp.experts.100.up_proj,rtn: 0.0024567,0.00000,0.085
+6,mlp.experts.62.up_proj,rtn: 0.0023956,0.00000,0.066
+6,mlp.experts.54.up_proj,rtn: 0.0023651,0.00000,0.068
+6,mlp.experts.96.up_proj,rtn: 0.0023956,0.00000,0.090
+6,mlp.experts.104.up_proj,rtn: 0.0023651,0.00000,0.099
+6,mlp.experts.85.up_proj,rtn: 0.0023651,0.00000,0.095
+6,mlp.experts.50.up_proj,rtn: 0.0023956,0.00000,0.082
+6,mlp.experts.108.up_proj,rtn: 0.0024109,0.00000,0.091
+6,mlp.experts.74.up_proj,rtn: 0.0023193,0.00000,0.072
+6,mlp.experts.123.up_proj,rtn: 0.0024261,0.00000,0.097
+6,mlp.experts.97.up_proj,rtn: 0.0024567,0.00000,0.090
+6,mlp.experts.111.up_proj,rtn: 0.0023804,0.00000,0.085
+6,mlp.experts.89.up_proj,rtn: 0.0024261,0.00000,0.100
+6,mlp.experts.119.up_proj,rtn: 0.0024109,0.00000,0.084
+6,mlp.experts.70.up_proj,rtn: 0.0023956,0.00000,0.070
+6,mlp.experts.78.up_proj,rtn: 0.0023346,0.00000,0.074
+6,mlp.experts.115.up_proj,rtn: 0.0023193,0.00000,0.087
+6,mlp.experts.116.up_proj,rtn: 0.0023346,0.00000,0.086
+6,mlp.experts.93.up_proj,rtn: 0.0024109,0.00000,0.093
+6,mlp.experts.112.up_proj,rtn: 0.0024872,0.00000,0.089
+6,mlp.experts.66.up_proj,rtn: 0.0023346,0.00000,0.080
+6,mlp.experts.124.up_proj,rtn: 0.0023804,0.00000,0.079
+6,mlp.experts.120.up_proj,rtn: 0.0022888,0.00000,0.099
+6,mlp.experts.90.up_proj,rtn: 0.0023956,0.00000,0.073
+6,mlp.experts.101.up_proj,rtn: 0.0023193,0.00000,0.102
+6,mlp.experts.139.up_proj,rtn: 0.0023346,0.00000,0.095
+6,mlp.experts.113.up_proj,rtn: 0.0023956,0.00000,0.090
+6,mlp.experts.86.up_proj,rtn: 0.0024261,0.00000,0.079
+6,mlp.experts.94.up_proj,rtn: 0.0024109,0.00000,0.079
+6,mlp.experts.127.up_proj,rtn: 0.0023499,0.00000,0.101
+6,mlp.experts.105.up_proj,rtn: 0.0024109,0.00000,0.101
+6,mlp.experts.132.up_proj,rtn: 0.0024109,0.00000,0.084
+6,mlp.experts.135.up_proj,rtn: 0.0023956,0.00000,0.101
+6,mlp.experts.109.up_proj,rtn: 0.0023804,0.00000,0.088
+6,mlp.experts.131.up_proj,rtn: 0.0024109,0.00000,0.102
+6,mlp.experts.82.up_proj,rtn: 0.0024567,0.00000,0.079
+6,mlp.experts.128.up_proj,rtn: 0.0023956,0.00000,0.085
+6,mlp.experts.106.up_proj,rtn: 0.0023346,0.00000,0.075
+6,mlp.experts.140.up_proj,rtn: 0.0023804,0.00000,0.078
+6,mlp.experts.136.up_proj,rtn: 0.0025330,0.00000,0.096
+6,mlp.experts.117.up_proj,rtn: 0.0023346,0.00000,0.094
+6,mlp.experts.102.up_proj,rtn: 0.0023346,0.00000,0.076
+6,mlp.experts.155.up_proj,rtn: 0.0023499,0.00000,0.100
+6,mlp.experts.110.up_proj,rtn: 0.0024414,0.00000,0.088
+6,mlp.experts.129.up_proj,rtn: 0.0023499,0.00000,0.100
+6,mlp.experts.121.up_proj,rtn: 0.0023651,0.00000,0.094
+6,mlp.experts.98.up_proj,rtn: 0.0023804,0.00000,0.080
+6,mlp.experts.148.up_proj,rtn: 0.0023956,0.00000,0.096
+6,mlp.experts.122.up_proj,rtn: 0.0024872,0.00000,0.074
+6,mlp.experts.151.up_proj,rtn: 0.0023346,0.00000,0.100
+6,mlp.experts.143.up_proj,rtn: 0.0023193,0.00000,0.114
+6,mlp.experts.144.up_proj,rtn: 0.0023346,0.00000,0.096
+6,mlp.experts.125.up_proj,rtn: 0.0023193,0.00000,0.089
+6,mlp.experts.147.up_proj,rtn: 0.0023651,0.00000,0.105
+6,mlp.experts.156.up_proj,rtn: 0.0024109,0.00000,0.091
+6,mlp.experts.133.up_proj,rtn: 0.0023499,0.00000,0.099
+6,mlp.experts.152.up_proj,rtn: 0.0024414,0.00000,0.103
+6,mlp.experts.118.up_proj,rtn: 0.0023956,0.00000,0.082
+6,mlp.experts.126.up_proj,rtn: 0.0023193,0.00000,0.087
+6,mlp.experts.114.up_proj,rtn: 0.0024261,0.00000,0.083
+6,mlp.experts.171.up_proj,rtn: 0.0023499,0.00000,0.108
+6,mlp.experts.137.up_proj,rtn: 0.0023804,0.00000,0.089
+6,mlp.experts.138.up_proj,rtn: 0.0023499,0.00000,0.078
+6,mlp.experts.145.up_proj,rtn: 0.0023956,0.00000,0.105
+6,mlp.experts.164.up_proj,rtn: 0.0025177,0.00000,0.101
+6,mlp.experts.141.up_proj,rtn: 0.0024109,0.00000,0.088
+6,mlp.experts.159.up_proj,rtn: 0.0024109,0.00000,0.109
+6,mlp.experts.167.up_proj,rtn: 0.0023499,0.00000,0.110
+6,mlp.experts.160.up_proj,rtn: 0.0023346,0.00000,0.100
+6,mlp.experts.134.up_proj,rtn: 0.0024872,0.00000,0.080
+6,mlp.experts.172.up_proj,rtn: 0.0024261,0.00000,0.107
+6,mlp.experts.163.up_proj,rtn: 0.0023041,0.00000,0.111
+6,mlp.experts.142.up_proj,rtn: 0.0023651,0.00000,0.083
+6,mlp.experts.149.up_proj,rtn: 0.0024261,0.00000,0.112
+6,mlp.experts.168.up_proj,rtn: 0.0023804,0.00000,0.115
+6,mlp.experts.130.up_proj,rtn: 0.0023193,0.00000,0.086
+6,mlp.experts.154.up_proj,rtn: 0.0023804,0.00000,0.080
+6,mlp.experts.161.up_proj,rtn: 0.0024109,0.00000,0.108
+6,mlp.experts.153.up_proj,rtn: 0.0023193,0.00000,0.098
+6,mlp.experts.187.up_proj,rtn: 0.0023804,0.00000,0.107
+6,mlp.experts.157.up_proj,rtn: 0.0024567,0.00000,0.094
+6,mlp.experts.150.up_proj,rtn: 0.0024872,0.00000,0.091
+6,mlp.experts.176.up_proj,rtn: 0.0023346,0.00000,0.105
+6,mlp.experts.180.up_proj,rtn: 0.0024109,0.00000,0.112
+6,mlp.experts.183.up_proj,rtn: 0.0023499,0.00000,0.102
+6,mlp.experts.179.up_proj,rtn: 0.0023499,0.00000,0.089
+6,mlp.experts.175.up_proj,rtn: 0.0022888,0.00000,0.105
+6,mlp.experts.158.up_proj,rtn: 0.0023041,0.00000,0.090
+6,mlp.experts.165.up_proj,rtn: 0.0023651,0.00000,0.087
+6,mlp.experts.188.up_proj,rtn: 0.0023193,0.00000,0.104
+6,mlp.experts.184.up_proj,rtn: 0.0023651,0.00000,0.087
+6,mlp.experts.146.up_proj,rtn: 0.0024261,0.00000,0.105
+6,mlp.experts.170.up_proj,rtn: 0.0023346,0.00000,0.098
+6,mlp.experts.191.up_proj,rtn: 0.0023346,0.00000,0.034
+6,mlp.experts.173.up_proj,rtn: 0.0024567,0.00000,0.067
+6,mlp.experts.169.up_proj,rtn: 0.0023804,0.00000,0.082
+6,mlp.experts.177.up_proj,rtn: 0.0023041,0.00000,0.084
+6,mlp.experts.166.up_proj,rtn: 0.0023193,0.00000,0.100
+6,mlp.experts.181.up_proj,rtn: 0.0023956,0.00000,0.074
+6,mlp.experts.174.up_proj,rtn: 0.0023956,0.00000,0.090
+6,mlp.experts.189.up_proj,rtn: 0.0023193,0.00000,0.046
+6,mlp.experts.185.up_proj,rtn: 0.0023499,0.00000,0.047
+6,mlp.experts.162.up_proj,rtn: 0.0023346,0.00000,0.091
+6,mlp.experts.186.up_proj,rtn: 0.0023804,0.00000,0.092
+6,mlp.experts.182.up_proj,rtn: 0.0024261,0.00000,0.087
+6,mlp.experts.190.up_proj,rtn: 0.0023499,0.00000,0.131
+6,mlp.experts.178.up_proj,rtn: 0.0024261,0.00000,0.137
+6,mlp.experts.3.down_proj,rtn: 0.0023804,0.00000,0.015
+6,mlp.experts.13.down_proj,rtn: 0.0023193,0.00000,0.015
+6,mlp.experts.7.down_proj,rtn: 0.0023499,0.00000,0.037
+6,mlp.experts.19.down_proj,rtn: 0.0022888,0.00000,0.039
+6,mlp.experts.11.down_proj,rtn: 0.0022278,0.00000,0.040
+6,mlp.experts.29.down_proj,rtn: 0.0023651,0.00000,0.043
+6,mlp.experts.10.down_proj,rtn: 0.0023804,0.00000,0.124
+6,mlp.experts.6.down_proj,rtn: 0.0023956,0.00000,0.125
+6,mlp.experts.9.down_proj,rtn: 0.0022888,0.00000,0.044
+6,mlp.experts.5.down_proj,rtn: 0.0023651,0.00000,0.045
+6,mlp.experts.12.down_proj,rtn: 0.0023804,0.00000,0.047
+6,mlp.experts.1.down_proj,rtn: 0.0022583,0.00000,0.046
+6,mlp.experts.0.down_proj,rtn: 0.0024414,0.00000,0.046
+6,mlp.experts.14.down_proj,rtn: 0.0023193,0.00000,0.128
+6,mlp.experts.2.down_proj,rtn: 0.0023651,0.00000,0.129
+6,mlp.experts.8.down_proj,rtn: 0.0023346,0.00000,0.047
+6,mlp.experts.4.down_proj,rtn: 0.0023651,0.00000,0.048
+6,mlp.experts.15.down_proj,rtn: 0.0023651,0.00000,0.053
+6,mlp.experts.35.down_proj,rtn: 0.0023193,0.00000,0.027
+6,mlp.experts.23.down_proj,rtn: 0.0022583,0.00000,0.030
+6,mlp.experts.27.down_proj,rtn: 0.0023193,0.00000,0.027
+6,mlp.experts.21.down_proj,rtn: 0.0023956,0.00000,0.026
+6,mlp.experts.25.down_proj,rtn: 0.0023346,0.00000,0.025
+6,mlp.experts.31.down_proj,rtn: 0.0023804,0.00000,0.022
+6,mlp.experts.16.down_proj,rtn: 0.0022583,0.00000,0.018
+6,mlp.experts.17.down_proj,rtn: 0.0023499,0.00000,0.021
+6,mlp.experts.45.down_proj,rtn: 0.0023346,0.00000,0.040
+6,mlp.experts.26.down_proj,rtn: 0.0022736,0.00000,0.047
+6,mlp.experts.22.down_proj,rtn: 0.0023041,0.00000,0.048
+6,mlp.experts.18.down_proj,rtn: 0.0023346,0.00000,0.048
+6,mlp.experts.33.down_proj,rtn: 0.0022888,0.00000,0.025
+6,mlp.experts.37.down_proj,rtn: 0.0023193,0.00000,0.026
+6,mlp.experts.28.down_proj,rtn: 0.0023346,0.00000,0.040
+6,mlp.experts.39.down_proj,rtn: 0.0022278,0.00000,0.042
+6,mlp.experts.61.down_proj,rtn: 0.0023499,0.00000,0.017
+6,mlp.experts.43.down_proj,rtn: 0.0023499,0.00000,0.040
+6,mlp.experts.20.down_proj,rtn: 0.0023804,0.00000,0.052
+6,mlp.experts.47.down_proj,rtn: 0.0023651,0.00000,0.033
+6,mlp.experts.24.down_proj,rtn: 0.0023956,0.00000,0.058
+6,mlp.experts.51.down_proj,rtn: 0.0023193,0.00000,0.027
+6,mlp.experts.32.down_proj,rtn: 0.0023804,0.00000,0.036
+6,mlp.experts.30.down_proj,rtn: 0.0023041,0.00000,0.055
+6,mlp.experts.41.down_proj,rtn: 0.0023041,0.00000,0.062
+6,mlp.experts.49.down_proj,rtn: 0.0023193,0.00000,0.029
+6,mlp.experts.77.down_proj,rtn: 0.0022583,0.00000,0.029
+6,mlp.experts.53.down_proj,rtn: 0.0023346,0.00000,0.038
+6,mlp.experts.44.down_proj,rtn: 0.0023499,0.00000,0.040
+6,mlp.experts.59.down_proj,rtn: 0.0022888,0.00000,0.041
+6,mlp.experts.34.down_proj,rtn: 0.0024109,0.00000,0.040
+6,mlp.experts.38.down_proj,rtn: 0.0023956,0.00000,0.076
+6,mlp.experts.63.down_proj,rtn: 0.0023956,0.00000,0.039
+6,mlp.experts.55.down_proj,rtn: 0.0023499,0.00000,0.039
+6,mlp.experts.67.down_proj,rtn: 0.0023193,0.00000,0.031
+6,mlp.experts.48.down_proj,rtn: 0.0023651,0.00000,0.038
+6,mlp.experts.40.down_proj,rtn: 0.0024109,0.00000,0.050
+6,mlp.experts.57.down_proj,rtn: 0.0024414,0.00000,0.032
+6,mlp.experts.36.down_proj,rtn: 0.0022888,0.00000,0.047
+6,mlp.experts.65.down_proj,rtn: 0.0023651,0.00000,0.027
+6,mlp.experts.93.down_proj,rtn: 0.0023499,0.00000,0.027
+6,mlp.experts.69.down_proj,rtn: 0.0023193,0.00000,0.024
+6,mlp.experts.42.down_proj,rtn: 0.0023804,0.00000,0.105
+6,mlp.experts.46.down_proj,rtn: 0.0022583,0.00000,0.076
+6,mlp.experts.52.down_proj,rtn: 0.0023499,0.00000,0.026
+6,mlp.experts.54.down_proj,rtn: 0.0023499,0.00000,0.050
+6,mlp.experts.50.down_proj,rtn: 0.0023041,0.00000,0.035
+6,mlp.experts.60.down_proj,rtn: 0.0023956,0.00000,0.055
+6,mlp.experts.64.down_proj,rtn: 0.0023651,0.00000,0.038
+6,mlp.experts.56.down_proj,rtn: 0.0023193,0.00000,0.043
+6,mlp.experts.79.down_proj,rtn: 0.0023346,0.00000,0.051
+6,mlp.experts.75.down_proj,rtn: 0.0024261,0.00000,0.053
+6,mlp.experts.71.down_proj,rtn: 0.0023956,0.00000,0.052
+6,mlp.experts.73.down_proj,rtn: 0.0023041,0.00000,0.052
+6,mlp.experts.109.down_proj,rtn: 0.0023499,0.00000,0.049
+6,mlp.experts.85.down_proj,rtn: 0.0023499,0.00000,0.028
+6,mlp.experts.81.down_proj,rtn: 0.0022888,0.00000,0.028
+6,mlp.experts.83.down_proj,rtn: 0.0023041,0.00000,0.045
+6,mlp.experts.68.down_proj,rtn: 0.0023346,0.00000,0.031
+6,mlp.experts.58.down_proj,rtn: 0.0023804,0.00000,0.056
+6,mlp.experts.80.down_proj,rtn: 0.0024261,0.00000,0.027
+6,mlp.experts.70.down_proj,rtn: 0.0023193,0.00000,0.034
+6,mlp.experts.66.down_proj,rtn: 0.0023041,0.00000,0.040
+6,mlp.experts.62.down_proj,rtn: 0.0023499,0.00000,0.060
+6,mlp.experts.76.down_proj,rtn: 0.0022583,0.00000,0.044
+6,mlp.experts.95.down_proj,rtn: 0.0022736,0.00000,0.039
+6,mlp.experts.72.down_proj,rtn: 0.0023499,0.00000,0.041
+6,mlp.experts.99.down_proj,rtn: 0.0023499,0.00000,0.035
+6,mlp.experts.91.down_proj,rtn: 0.0024109,0.00000,0.041
+6,mlp.experts.101.down_proj,rtn: 0.0023041,0.00000,0.034
+6,mlp.experts.97.down_proj,rtn: 0.0024109,0.00000,0.035
+6,mlp.experts.87.down_proj,rtn: 0.0023193,0.00000,0.055
+6,mlp.experts.84.down_proj,rtn: 0.0023041,0.00000,0.034
+6,mlp.experts.74.down_proj,rtn: 0.0023193,0.00000,0.038
+6,mlp.experts.96.down_proj,rtn: 0.0023651,0.00000,0.036
+6,mlp.experts.82.down_proj,rtn: 0.0024109,0.00000,0.033
+6,mlp.experts.86.down_proj,rtn: 0.0023956,0.00000,0.035
+6,mlp.experts.125.down_proj,rtn: 0.0022736,0.00000,0.056
+6,mlp.experts.78.down_proj,rtn: 0.0022736,0.00000,0.035
+6,mlp.experts.89.down_proj,rtn: 0.0023804,0.00000,0.048
+6,mlp.experts.111.down_proj,rtn: 0.0023193,0.00000,0.035
+6,mlp.experts.115.down_proj,rtn: 0.0023041,0.00000,0.031
+6,mlp.experts.88.down_proj,rtn: 0.0022583,0.00000,0.040
+6,mlp.experts.92.down_proj,rtn: 0.0023804,0.00000,0.047
+6,mlp.experts.117.down_proj,rtn: 0.0022583,0.00000,0.035
+6,mlp.experts.107.down_proj,rtn: 0.0023651,0.00000,0.039
+6,mlp.experts.113.down_proj,rtn: 0.0023499,0.00000,0.033
+6,mlp.experts.90.down_proj,rtn: 0.0023499,0.00000,0.040
+6,mlp.experts.103.down_proj,rtn: 0.0023499,0.00000,0.045
+6,mlp.experts.112.down_proj,rtn: 0.0024261,0.00000,0.036
+6,mlp.experts.100.down_proj,rtn: 0.0023651,0.00000,0.042
+6,mlp.experts.102.down_proj,rtn: 0.0023193,0.00000,0.042
+6,mlp.experts.98.down_proj,rtn: 0.0023041,0.00000,0.041
+6,mlp.experts.127.down_proj,rtn: 0.0023193,0.00000,0.039
+6,mlp.experts.131.down_proj,rtn: 0.0023499,0.00000,0.039
+6,mlp.experts.108.down_proj,rtn: 0.0023193,0.00000,0.034
+6,mlp.experts.104.down_proj,rtn: 0.0023499,0.00000,0.038
+6,mlp.experts.105.down_proj,rtn: 0.0023651,0.00000,0.049
+6,mlp.experts.123.down_proj,rtn: 0.0023651,0.00000,0.032
+6,mlp.experts.141.down_proj,rtn: 0.0023651,0.00000,0.051
+6,mlp.experts.94.down_proj,rtn: 0.0023499,0.00000,0.056
+6,mlp.experts.133.down_proj,rtn: 0.0023499,0.00000,0.042
+6,mlp.experts.129.down_proj,rtn: 0.0022888,0.00000,0.039
+6,mlp.experts.128.down_proj,rtn: 0.0023041,0.00000,0.034
+6,mlp.experts.119.down_proj,rtn: 0.0023956,0.00000,0.039
+6,mlp.experts.116.down_proj,rtn: 0.0023041,0.00000,0.039
+6,mlp.experts.124.down_proj,rtn: 0.0023804,0.00000,0.034
+6,mlp.experts.106.down_proj,rtn: 0.0023041,0.00000,0.057
+6,mlp.experts.143.down_proj,rtn: 0.0022736,0.00000,0.039
+6,mlp.experts.147.down_proj,rtn: 0.0023346,0.00000,0.039
+6,mlp.experts.118.down_proj,rtn: 0.0023804,0.00000,0.053
+6,mlp.experts.139.down_proj,rtn: 0.0023193,0.00000,0.032
+6,mlp.experts.114.down_proj,rtn: 0.0023956,0.00000,0.044
+6,mlp.experts.120.down_proj,rtn: 0.0022583,0.00000,0.039
+6,mlp.experts.121.down_proj,rtn: 0.0023041,0.00000,0.049
+6,mlp.experts.157.down_proj,rtn: 0.0023499,0.00000,0.046
+6,mlp.experts.144.down_proj,rtn: 0.0023499,0.00000,0.033
+6,mlp.experts.140.down_proj,rtn: 0.0023651,0.00000,0.023
+6,mlp.experts.149.down_proj,rtn: 0.0023499,0.00000,0.048
+6,mlp.experts.145.down_proj,rtn: 0.0023956,0.00000,0.035
+6,mlp.experts.135.down_proj,rtn: 0.0023651,0.00000,0.042
+6,mlp.experts.110.down_proj,rtn: 0.0023651,0.00000,0.055
+6,mlp.experts.132.down_proj,rtn: 0.0023346,0.00000,0.044
+6,mlp.experts.155.down_proj,rtn: 0.0023041,0.00000,0.040
+6,mlp.experts.163.down_proj,rtn: 0.0023041,0.00000,0.041
+6,mlp.experts.159.down_proj,rtn: 0.0023651,0.00000,0.055
+6,mlp.experts.122.down_proj,rtn: 0.0023804,0.00000,0.059
+6,mlp.experts.136.down_proj,rtn: 0.0024414,0.00000,0.040
+6,mlp.experts.156.down_proj,rtn: 0.0023804,0.00000,0.034
+6,mlp.experts.160.down_proj,rtn: 0.0023041,0.00000,0.042
+6,mlp.experts.173.down_proj,rtn: 0.0023956,0.00000,0.044
+6,mlp.experts.134.down_proj,rtn: 0.0024261,0.00000,0.059
+6,mlp.experts.165.down_proj,rtn: 0.0023041,0.00000,0.030
+6,mlp.experts.137.down_proj,rtn: 0.0023651,0.00000,0.046
+6,mlp.experts.161.down_proj,rtn: 0.0023651,0.00000,0.032
+6,mlp.experts.151.down_proj,rtn: 0.0023346,0.00000,0.036
+6,mlp.experts.130.down_proj,rtn: 0.0022888,0.00000,0.050
+6,mlp.experts.148.down_proj,rtn: 0.0023499,0.00000,0.036
+6,mlp.experts.126.down_proj,rtn: 0.0022583,0.00000,0.043
+6,mlp.experts.179.down_proj,rtn: 0.0023346,0.00000,0.029
+6,mlp.experts.171.down_proj,rtn: 0.0023193,0.00000,0.032
+6,mlp.experts.175.down_proj,rtn: 0.0022278,0.00000,0.028
+6,mlp.experts.172.down_proj,rtn: 0.0023346,0.00000,0.033
+6,mlp.experts.176.down_proj,rtn: 0.0022888,0.00000,0.034
+6,mlp.experts.152.down_proj,rtn: 0.0023956,0.00000,0.040
+6,mlp.experts.164.down_proj,rtn: 0.0024261,0.00000,0.029
+6,mlp.experts.138.down_proj,rtn: 0.0023346,0.00000,0.053
+6,mlp.experts.181.down_proj,rtn: 0.0024109,0.00000,0.043
+6,mlp.experts.153.down_proj,rtn: 0.0022430,0.00000,0.049
+6,mlp.experts.189.down_proj,rtn: 0.0022583,0.00000,0.044
+6,mlp.experts.191.down_proj,rtn: 0.0023346,0.00000,0.025
+6,mlp.experts.187.down_proj,rtn: 0.0023346,0.00000,0.030
+6,mlp.experts.167.down_proj,rtn: 0.0023499,0.00000,0.030
+6,mlp.experts.150.down_proj,rtn: 0.0024109,0.00000,0.051
+6,mlp.experts.177.down_proj,rtn: 0.0023041,0.00000,0.032
+6,mlp.experts.146.down_proj,rtn: 0.0023651,0.00000,0.042
+6,mlp.experts.142.down_proj,rtn: 0.0022736,0.00000,0.039
+6,mlp.experts.180.down_proj,rtn: 0.0023956,0.00000,0.024
+6,mlp.experts.168.down_proj,rtn: 0.0023499,0.00000,0.030
+6,mlp.experts.188.down_proj,rtn: 0.0023041,0.00000,0.031
+6,mlp.experts.169.down_proj,rtn: 0.0023804,0.00000,0.025
+6,mlp.experts.183.down_proj,rtn: 0.0022736,0.00000,0.013
+6,mlp.experts.154.down_proj,rtn: 0.0023651,0.00000,0.037
+6,mlp.experts.184.down_proj,rtn: 0.0023346,0.00000,0.012
+6,mlp.experts.185.down_proj,rtn: 0.0023041,0.00000,0.014
+6,mlp.experts.162.down_proj,rtn: 0.0022583,0.00000,0.035
+6,mlp.experts.158.down_proj,rtn: 0.0022888,0.00000,0.044
+6,mlp.experts.170.down_proj,rtn: 0.0022888,0.00000,0.035
+6,mlp.experts.166.down_proj,rtn: 0.0023041,0.00000,0.059
+6,mlp.experts.178.down_proj,rtn: 0.0023346,0.00000,0.038
+6,mlp.experts.174.down_proj,rtn: 0.0023804,0.00000,0.047
+6,mlp.experts.186.down_proj,rtn: 0.0023651,0.00000,0.046
+6,mlp.experts.182.down_proj,rtn: 0.0024109,0.00000,0.050
+6,mlp.experts.190.down_proj,rtn: 0.0022888,0.00000,0.017
+6,mlp.shared_experts.up_proj,rtn: 0.0017853,0.00000,0.025
+6,mlp.shared_experts.gate_proj,rtn: 0.0017624,0.00000,0.025
+6,mlp.shared_experts.down_proj,rtn: 0.0018387,0.00000,0.022
+7,self_attn.k_proj,rtn: 0.0021057,0.00000,0.017
+7,self_attn.q_proj,rtn: 0.0019684,0.00000,0.018
+7,self_attn.v_proj,rtn: 0.0025635,0.00000,0.020
+7,self_attn.o_proj,rtn: 0.0024414,0.00000,0.053
+7,mlp.experts.5.gate_proj,rtn: 0.0023804,0.00000,0.102
+7,mlp.experts.13.gate_proj,rtn: 0.0023804,0.00000,0.104
+7,mlp.experts.1.gate_proj,rtn: 0.0024261,0.00000,0.105
+7,mlp.experts.9.gate_proj,rtn: 0.0023651,0.00000,0.110
+7,mlp.experts.2.gate_proj,rtn: 0.0024261,0.00000,0.117
+7,mlp.experts.11.gate_proj,rtn: 0.0023956,0.00000,0.123
+7,mlp.experts.15.gate_proj,rtn: 0.0023193,0.00000,0.126
+7,mlp.experts.8.gate_proj,rtn: 0.0024414,0.00000,0.130
+7,mlp.experts.3.gate_proj,rtn: 0.0022888,0.00000,0.136
+7,mlp.experts.6.gate_proj,rtn: 0.0024109,0.00000,0.137
+7,mlp.experts.10.gate_proj,rtn: 0.0023193,0.00000,0.140
+7,mlp.experts.0.gate_proj,rtn: 0.0023651,0.00000,0.142
+7,mlp.experts.4.gate_proj,rtn: 0.0024719,0.00000,0.143
+7,mlp.experts.7.gate_proj,rtn: 0.0023804,0.00000,0.147
+7,mlp.experts.12.gate_proj,rtn: 0.0023651,0.00000,0.147
+7,mlp.experts.14.gate_proj,rtn: 0.0024109,0.00000,0.154
+7,mlp.experts.17.gate_proj,rtn: 0.0023956,0.00000,0.097
+7,mlp.experts.21.gate_proj,rtn: 0.0024414,0.00000,0.105
+7,mlp.experts.29.gate_proj,rtn: 0.0023956,0.00000,0.100
+7,mlp.experts.24.gate_proj,rtn: 0.0024872,0.00000,0.081
+7,mlp.experts.25.gate_proj,rtn: 0.0023804,0.00000,0.100
+7,mlp.experts.18.gate_proj,rtn: 0.0024261,0.00000,0.097
+7,mlp.experts.22.gate_proj,rtn: 0.0023956,0.00000,0.092
+7,mlp.experts.20.gate_proj,rtn: 0.0023651,0.00000,0.086
+7,mlp.experts.16.gate_proj,rtn: 0.0023499,0.00000,0.083
+7,mlp.experts.27.gate_proj,rtn: 0.0023956,0.00000,0.116
+7,mlp.experts.28.gate_proj,rtn: 0.0023956,0.00000,0.081
+7,mlp.experts.31.gate_proj,rtn: 0.0023956,0.00000,0.116
+7,mlp.experts.26.gate_proj,rtn: 0.0023956,0.00000,0.105
+7,mlp.experts.30.gate_proj,rtn: 0.0024719,0.00000,0.091
+7,mlp.experts.19.gate_proj,rtn: 0.0023804,0.00000,0.130
+7,mlp.experts.23.gate_proj,rtn: 0.0023651,0.00000,0.109
+7,mlp.experts.40.gate_proj,rtn: 0.0024109,0.00000,0.084
+7,mlp.experts.34.gate_proj,rtn: 0.0023804,0.00000,0.085
+7,mlp.experts.33.gate_proj,rtn: 0.0023956,0.00000,0.097
+7,mlp.experts.41.gate_proj,rtn: 0.0024719,0.00000,0.087
+7,mlp.experts.37.gate_proj,rtn: 0.0023804,0.00000,0.096
+7,mlp.experts.45.gate_proj,rtn: 0.0023956,0.00000,0.095
+7,mlp.experts.38.gate_proj,rtn: 0.0023499,0.00000,0.091
+7,mlp.experts.44.gate_proj,rtn: 0.0023651,0.00000,0.088
+7,mlp.experts.32.gate_proj,rtn: 0.0024872,0.00000,0.088
+7,mlp.experts.36.gate_proj,rtn: 0.0023041,0.00000,0.089
+7,mlp.experts.46.gate_proj,rtn: 0.0023956,0.00000,0.091
+7,mlp.experts.42.gate_proj,rtn: 0.0023499,0.00000,0.100
+7,mlp.experts.43.gate_proj,rtn: 0.0023804,0.00000,0.108
+7,mlp.experts.47.gate_proj,rtn: 0.0024414,0.00000,0.110
+7,mlp.experts.39.gate_proj,rtn: 0.0023956,0.00000,0.103
+7,mlp.experts.35.gate_proj,rtn: 0.0024261,0.00000,0.114
+7,mlp.experts.49.gate_proj,rtn: 0.0023346,0.00000,0.090
+7,mlp.experts.53.gate_proj,rtn: 0.0023346,0.00000,0.083
+7,mlp.experts.61.gate_proj,rtn: 0.0024414,0.00000,0.083
+7,mlp.experts.50.gate_proj,rtn: 0.0023499,0.00000,0.096
+7,mlp.experts.56.gate_proj,rtn: 0.0024109,0.00000,0.104
+7,mlp.experts.57.gate_proj,rtn: 0.0023499,0.00000,0.089
+7,mlp.experts.54.gate_proj,rtn: 0.0023193,0.00000,0.098
+7,mlp.experts.48.gate_proj,rtn: 0.0024109,0.00000,0.093
+7,mlp.experts.62.gate_proj,rtn: 0.0023499,0.00000,0.092
+7,mlp.experts.52.gate_proj,rtn: 0.0023499,0.00000,0.096
+7,mlp.experts.60.gate_proj,rtn: 0.0024567,0.00000,0.102
+7,mlp.experts.59.gate_proj,rtn: 0.0023651,0.00000,0.086
+7,mlp.experts.63.gate_proj,rtn: 0.0024109,0.00000,0.083
+7,mlp.experts.58.gate_proj,rtn: 0.0023956,0.00000,0.102
+7,mlp.experts.55.gate_proj,rtn: 0.0023651,0.00000,0.087
+7,mlp.experts.77.gate_proj,rtn: 0.0024261,0.00000,0.069
+7,mlp.experts.69.gate_proj,rtn: 0.0025024,0.00000,0.071
+7,mlp.experts.51.gate_proj,rtn: 0.0023956,0.00000,0.087
+7,mlp.experts.65.gate_proj,rtn: 0.0024109,0.00000,0.073
+7,mlp.experts.66.gate_proj,rtn: 0.0023193,0.00000,0.076
+7,mlp.experts.73.gate_proj,rtn: 0.0023956,0.00000,0.078
+7,mlp.experts.72.gate_proj,rtn: 0.0023346,0.00000,0.082
+7,mlp.experts.70.gate_proj,rtn: 0.0023346,0.00000,0.080
+7,mlp.experts.78.gate_proj,rtn: 0.0023804,0.00000,0.081
+7,mlp.experts.75.gate_proj,rtn: 0.0023956,0.00000,0.085
+7,mlp.experts.79.gate_proj,rtn: 0.0024261,0.00000,0.082
+7,mlp.experts.64.gate_proj,rtn: 0.0024261,0.00000,0.091
+7,mlp.experts.68.gate_proj,rtn: 0.0022888,0.00000,0.087
+7,mlp.experts.76.gate_proj,rtn: 0.0023804,0.00000,0.085
+7,mlp.experts.74.gate_proj,rtn: 0.0023804,0.00000,0.089
+7,mlp.experts.71.gate_proj,rtn: 0.0023346,0.00000,0.087
+7,mlp.experts.93.gate_proj,rtn: 0.0024109,0.00000,0.082
+7,mlp.experts.85.gate_proj,rtn: 0.0024872,0.00000,0.081
+7,mlp.experts.81.gate_proj,rtn: 0.0023651,0.00000,0.081
+7,mlp.experts.82.gate_proj,rtn: 0.0025940,0.00000,0.080
+7,mlp.experts.67.gate_proj,rtn: 0.0023804,0.00000,0.090
+7,mlp.experts.89.gate_proj,rtn: 0.0023499,0.00000,0.080
+7,mlp.experts.86.gate_proj,rtn: 0.0023804,0.00000,0.070
+7,mlp.experts.88.gate_proj,rtn: 0.0023346,0.00000,0.100
+7,mlp.experts.94.gate_proj,rtn: 0.0023193,0.00000,0.067
+7,mlp.experts.95.gate_proj,rtn: 0.0023956,0.00000,0.077
+7,mlp.experts.91.gate_proj,rtn: 0.0024261,0.00000,0.084
+7,mlp.experts.90.gate_proj,rtn: 0.0023804,0.00000,0.066
+7,mlp.experts.84.gate_proj,rtn: 0.0023041,0.00000,0.074
+7,mlp.experts.109.gate_proj,rtn: 0.0024109,0.00000,0.062
+7,mlp.experts.105.gate_proj,rtn: 0.0023804,0.00000,0.057
+7,mlp.experts.80.gate_proj,rtn: 0.0023041,0.00000,0.082
+7,mlp.experts.92.gate_proj,rtn: 0.0022736,0.00000,0.087
+7,mlp.experts.87.gate_proj,rtn: 0.0024109,0.00000,0.077
+7,mlp.experts.101.gate_proj,rtn: 0.0023804,0.00000,0.076
+7,mlp.experts.97.gate_proj,rtn: 0.0023499,0.00000,0.077
+7,mlp.experts.83.gate_proj,rtn: 0.0023499,0.00000,0.071
+7,mlp.experts.98.gate_proj,rtn: 0.0023651,0.00000,0.076
+7,mlp.experts.110.gate_proj,rtn: 0.0023193,0.00000,0.062
+7,mlp.experts.102.gate_proj,rtn: 0.0023651,0.00000,0.074
+7,mlp.experts.104.gate_proj,rtn: 0.0024109,0.00000,0.065
+7,mlp.experts.111.gate_proj,rtn: 0.0023346,0.00000,0.070
+7,mlp.experts.106.gate_proj,rtn: 0.0024567,0.00000,0.063
+7,mlp.experts.107.gate_proj,rtn: 0.0023804,0.00000,0.070
+7,mlp.experts.100.gate_proj,rtn: 0.0023041,0.00000,0.066
+7,mlp.experts.125.gate_proj,rtn: 0.0023346,0.00000,0.065
+7,mlp.experts.121.gate_proj,rtn: 0.0024261,0.00000,0.062
+7,mlp.experts.108.gate_proj,rtn: 0.0024414,0.00000,0.069
+7,mlp.experts.96.gate_proj,rtn: 0.0023499,0.00000,0.072
+7,mlp.experts.103.gate_proj,rtn: 0.0023956,0.00000,0.072
+7,mlp.experts.113.gate_proj,rtn: 0.0025330,0.00000,0.065
+7,mlp.experts.117.gate_proj,rtn: 0.0023346,0.00000,0.070
+7,mlp.experts.99.gate_proj,rtn: 0.0024261,0.00000,0.071
+7,mlp.experts.126.gate_proj,rtn: 0.0023499,0.00000,0.061
+7,mlp.experts.114.gate_proj,rtn: 0.0024414,0.00000,0.075
+7,mlp.experts.120.gate_proj,rtn: 0.0024567,0.00000,0.066
+7,mlp.experts.118.gate_proj,rtn: 0.0023804,0.00000,0.077
+7,mlp.experts.122.gate_proj,rtn: 0.0023193,0.00000,0.064
+7,mlp.experts.116.gate_proj,rtn: 0.0024109,0.00000,0.063
+7,mlp.experts.127.gate_proj,rtn: 0.0023804,0.00000,0.079
+7,mlp.experts.123.gate_proj,rtn: 0.0024872,0.00000,0.076
+7,mlp.experts.137.gate_proj,rtn: 0.0023499,0.00000,0.067
+7,mlp.experts.141.gate_proj,rtn: 0.0024414,0.00000,0.069
+7,mlp.experts.112.gate_proj,rtn: 0.0024109,0.00000,0.062
+7,mlp.experts.124.gate_proj,rtn: 0.0023499,0.00000,0.067
+7,mlp.experts.129.gate_proj,rtn: 0.0024261,0.00000,0.063
+7,mlp.experts.133.gate_proj,rtn: 0.0024567,0.00000,0.062
+7,mlp.experts.142.gate_proj,rtn: 0.0025024,0.00000,0.062
+7,mlp.experts.119.gate_proj,rtn: 0.0023041,0.00000,0.073
+7,mlp.experts.130.gate_proj,rtn: 0.0023956,0.00000,0.067
+7,mlp.experts.115.gate_proj,rtn: 0.0023804,0.00000,0.070
+7,mlp.experts.136.gate_proj,rtn: 0.0024109,0.00000,0.066
+7,mlp.experts.134.gate_proj,rtn: 0.0022736,0.00000,0.068
+7,mlp.experts.138.gate_proj,rtn: 0.0023499,0.00000,0.062
+7,mlp.experts.132.gate_proj,rtn: 0.0023804,0.00000,0.063
+7,mlp.experts.143.gate_proj,rtn: 0.0024261,0.00000,0.073
+7,mlp.experts.153.gate_proj,rtn: 0.0023193,0.00000,0.065
+7,mlp.experts.157.gate_proj,rtn: 0.0024261,0.00000,0.066
+7,mlp.experts.128.gate_proj,rtn: 0.0025330,0.00000,0.061
+7,mlp.experts.140.gate_proj,rtn: 0.0023499,0.00000,0.063
+7,mlp.experts.139.gate_proj,rtn: 0.0025635,0.00000,0.077
+7,mlp.experts.145.gate_proj,rtn: 0.0023499,0.00000,0.063
+7,mlp.experts.149.gate_proj,rtn: 0.0023499,0.00000,0.068
+7,mlp.experts.158.gate_proj,rtn: 0.0023804,0.00000,0.074
+7,mlp.experts.152.gate_proj,rtn: 0.0023041,0.00000,0.065
+7,mlp.experts.135.gate_proj,rtn: 0.0023193,0.00000,0.075
+7,mlp.experts.146.gate_proj,rtn: 0.0024567,0.00000,0.078
+7,mlp.experts.131.gate_proj,rtn: 0.0023651,0.00000,0.085
+7,mlp.experts.150.gate_proj,rtn: 0.0023804,0.00000,0.077
+7,mlp.experts.148.gate_proj,rtn: 0.0023956,0.00000,0.063
+7,mlp.experts.154.gate_proj,rtn: 0.0023041,0.00000,0.079
+7,mlp.experts.169.gate_proj,rtn: 0.0023804,0.00000,0.069
+7,mlp.experts.144.gate_proj,rtn: 0.0024872,0.00000,0.072
+7,mlp.experts.156.gate_proj,rtn: 0.0024567,0.00000,0.066
+7,mlp.experts.161.gate_proj,rtn: 0.0023804,0.00000,0.064
+7,mlp.experts.173.gate_proj,rtn: 0.0024414,0.00000,0.073
+7,mlp.experts.165.gate_proj,rtn: 0.0023499,0.00000,0.075
+7,mlp.experts.159.gate_proj,rtn: 0.0023651,0.00000,0.101
+7,mlp.experts.168.gate_proj,rtn: 0.0023651,0.00000,0.076
+7,mlp.experts.174.gate_proj,rtn: 0.0023193,0.00000,0.083
+7,mlp.experts.162.gate_proj,rtn: 0.0023651,0.00000,0.080
+7,mlp.experts.155.gate_proj,rtn: 0.0024109,0.00000,0.110
+7,mlp.experts.151.gate_proj,rtn: 0.0023346,0.00000,0.097
+7,mlp.experts.164.gate_proj,rtn: 0.0023804,0.00000,0.081
+7,mlp.experts.166.gate_proj,rtn: 0.0023346,0.00000,0.086
+7,mlp.experts.147.gate_proj,rtn: 0.0023804,0.00000,0.093
+7,mlp.experts.170.gate_proj,rtn: 0.0024261,0.00000,0.088
+7,mlp.experts.185.gate_proj,rtn: 0.0023651,0.00000,0.075
+7,mlp.experts.189.gate_proj,rtn: 0.0024414,0.00000,0.063
+7,mlp.experts.177.gate_proj,rtn: 0.0024109,0.00000,0.070
+7,mlp.experts.160.gate_proj,rtn: 0.0024261,0.00000,0.086
+7,mlp.experts.181.gate_proj,rtn: 0.0023499,0.00000,0.071
+7,mlp.experts.172.gate_proj,rtn: 0.0023651,0.00000,0.084
+7,mlp.experts.190.gate_proj,rtn: 0.0023193,0.00000,0.078
+7,mlp.experts.175.gate_proj,rtn: 0.0023956,0.00000,0.094
+7,mlp.experts.184.gate_proj,rtn: 0.0023193,0.00000,0.089
+7,mlp.experts.178.gate_proj,rtn: 0.0023499,0.00000,0.087
+7,mlp.experts.171.gate_proj,rtn: 0.0023956,0.00000,0.094
+7,mlp.experts.13.up_proj,rtn: 0.0023651,0.00000,0.060
+7,mlp.experts.1.up_proj,rtn: 0.0024109,0.00000,0.063
+7,mlp.experts.167.gate_proj,rtn: 0.0023041,0.00000,0.091
+7,mlp.experts.163.gate_proj,rtn: 0.0023499,0.00000,0.082
+7,mlp.experts.180.gate_proj,rtn: 0.0023956,0.00000,0.090
+7,mlp.experts.9.up_proj,rtn: 0.0023499,0.00000,0.077
+7,mlp.experts.182.gate_proj,rtn: 0.0023651,0.00000,0.090
+7,mlp.experts.186.gate_proj,rtn: 0.0024109,0.00000,0.081
+7,mlp.experts.5.up_proj,rtn: 0.0023651,0.00000,0.066
+7,mlp.experts.176.gate_proj,rtn: 0.0023346,0.00000,0.084
+7,mlp.experts.188.gate_proj,rtn: 0.0023651,0.00000,0.080
+7,mlp.experts.14.up_proj,rtn: 0.0024109,0.00000,0.074
+7,mlp.experts.191.gate_proj,rtn: 0.0023041,0.00000,0.082
+7,mlp.experts.2.up_proj,rtn: 0.0024109,0.00000,0.076
+7,mlp.experts.29.up_proj,rtn: 0.0023956,0.00000,0.065
+7,mlp.experts.17.up_proj,rtn: 0.0023804,0.00000,0.062
+7,mlp.experts.187.gate_proj,rtn: 0.0023956,0.00000,0.073
+7,mlp.experts.8.up_proj,rtn: 0.0024261,0.00000,0.099
+7,mlp.experts.25.up_proj,rtn: 0.0023804,0.00000,0.064
+7,mlp.experts.183.gate_proj,rtn: 0.0023193,0.00000,0.073
+7,mlp.experts.179.gate_proj,rtn: 0.0023499,0.00000,0.071
+7,mlp.experts.21.up_proj,rtn: 0.0024261,0.00000,0.060
+7,mlp.experts.4.up_proj,rtn: 0.0024567,0.00000,0.074
+7,mlp.experts.6.up_proj,rtn: 0.0023956,0.00000,0.074
+7,mlp.experts.0.up_proj,rtn: 0.0023499,0.00000,0.075
+7,mlp.experts.10.up_proj,rtn: 0.0023193,0.00000,0.094
+7,mlp.experts.12.up_proj,rtn: 0.0023651,0.00000,0.075
+7,mlp.experts.30.up_proj,rtn: 0.0024414,0.00000,0.076
+7,mlp.experts.33.up_proj,rtn: 0.0023804,0.00000,0.061
+7,mlp.experts.18.up_proj,rtn: 0.0024109,0.00000,0.076
+7,mlp.experts.45.up_proj,rtn: 0.0023804,0.00000,0.073
+7,mlp.experts.41.up_proj,rtn: 0.0024567,0.00000,0.060
+7,mlp.experts.11.up_proj,rtn: 0.0023804,0.00000,0.075
+7,mlp.experts.15.up_proj,rtn: 0.0023193,0.00000,0.086
+7,mlp.experts.37.up_proj,rtn: 0.0023651,0.00000,0.067
+7,mlp.experts.3.up_proj,rtn: 0.0022888,0.00000,0.067
+7,mlp.experts.7.up_proj,rtn: 0.0023651,0.00000,0.070
+7,mlp.experts.20.up_proj,rtn: 0.0023651,0.00000,0.079
+7,mlp.experts.22.up_proj,rtn: 0.0023804,0.00000,0.077
+7,mlp.experts.24.up_proj,rtn: 0.0024719,0.00000,0.093
+7,mlp.experts.16.up_proj,rtn: 0.0023499,0.00000,0.077
+7,mlp.experts.28.up_proj,rtn: 0.0023804,0.00000,0.074
+7,mlp.experts.49.up_proj,rtn: 0.0023193,0.00000,0.063
+7,mlp.experts.26.up_proj,rtn: 0.0023804,0.00000,0.086
+7,mlp.experts.46.up_proj,rtn: 0.0023956,0.00000,0.073
+7,mlp.experts.57.up_proj,rtn: 0.0023346,0.00000,0.066
+7,mlp.experts.34.up_proj,rtn: 0.0023651,0.00000,0.075
+7,mlp.experts.53.up_proj,rtn: 0.0023346,0.00000,0.061
+7,mlp.experts.27.up_proj,rtn: 0.0023651,0.00000,0.068
+7,mlp.experts.23.up_proj,rtn: 0.0023499,0.00000,0.064
+7,mlp.experts.61.up_proj,rtn: 0.0024261,0.00000,0.075
+7,mlp.experts.19.up_proj,rtn: 0.0023651,0.00000,0.070
+7,mlp.experts.31.up_proj,rtn: 0.0023804,0.00000,0.089
+7,mlp.experts.38.up_proj,rtn: 0.0023346,0.00000,0.074
+7,mlp.experts.36.up_proj,rtn: 0.0023041,0.00000,0.077
+7,mlp.experts.32.up_proj,rtn: 0.0024719,0.00000,0.077
+7,mlp.experts.44.up_proj,rtn: 0.0023499,0.00000,0.075
+7,mlp.experts.65.up_proj,rtn: 0.0024109,0.00000,0.067
+7,mlp.experts.40.up_proj,rtn: 0.0023956,0.00000,0.104
+7,mlp.experts.62.up_proj,rtn: 0.0023346,0.00000,0.088
+7,mlp.experts.73.up_proj,rtn: 0.0023804,0.00000,0.072
+7,mlp.experts.77.up_proj,rtn: 0.0024109,0.00000,0.072
+7,mlp.experts.42.up_proj,rtn: 0.0023499,0.00000,0.101
+7,mlp.experts.69.up_proj,rtn: 0.0024872,0.00000,0.073
+7,mlp.experts.43.up_proj,rtn: 0.0023651,0.00000,0.078
+7,mlp.experts.39.up_proj,rtn: 0.0023956,0.00000,0.074
+7,mlp.experts.35.up_proj,rtn: 0.0023956,0.00000,0.077
+7,mlp.experts.47.up_proj,rtn: 0.0024261,0.00000,0.077
+7,mlp.experts.50.up_proj,rtn: 0.0023346,0.00000,0.099
+7,mlp.experts.52.up_proj,rtn: 0.0023346,0.00000,0.099
+7,mlp.experts.81.up_proj,rtn: 0.0023499,0.00000,0.075
+7,mlp.experts.54.up_proj,rtn: 0.0023041,0.00000,0.106
+7,mlp.experts.60.up_proj,rtn: 0.0024414,0.00000,0.086
+7,mlp.experts.48.up_proj,rtn: 0.0023956,0.00000,0.088
+7,mlp.experts.56.up_proj,rtn: 0.0023956,0.00000,0.089
+7,mlp.experts.89.up_proj,rtn: 0.0023346,0.00000,0.077
+7,mlp.experts.93.up_proj,rtn: 0.0024109,0.00000,0.071
+7,mlp.experts.78.up_proj,rtn: 0.0023651,0.00000,0.086
+7,mlp.experts.59.up_proj,rtn: 0.0023651,0.00000,0.073
+7,mlp.experts.85.up_proj,rtn: 0.0024719,0.00000,0.078
+7,mlp.experts.55.up_proj,rtn: 0.0023499,0.00000,0.071
+7,mlp.experts.51.up_proj,rtn: 0.0023804,0.00000,0.069
+7,mlp.experts.63.up_proj,rtn: 0.0023956,0.00000,0.074
+7,mlp.experts.58.up_proj,rtn: 0.0023804,0.00000,0.093
+7,mlp.experts.66.up_proj,rtn: 0.0023193,0.00000,0.092
+7,mlp.experts.97.up_proj,rtn: 0.0023346,0.00000,0.075
+7,mlp.experts.76.up_proj,rtn: 0.0023651,0.00000,0.076
+7,mlp.experts.64.up_proj,rtn: 0.0024109,0.00000,0.077
+7,mlp.experts.68.up_proj,rtn: 0.0022888,0.00000,0.095
+7,mlp.experts.109.up_proj,rtn: 0.0024109,0.00000,0.073
+7,mlp.experts.105.up_proj,rtn: 0.0023651,0.00000,0.078
+7,mlp.experts.72.up_proj,rtn: 0.0023193,0.00000,0.081
+7,mlp.experts.75.up_proj,rtn: 0.0023804,0.00000,0.074
+7,mlp.experts.70.up_proj,rtn: 0.0023346,0.00000,0.106
+7,mlp.experts.67.up_proj,rtn: 0.0023651,0.00000,0.073
+7,mlp.experts.71.up_proj,rtn: 0.0023346,0.00000,0.080
+7,mlp.experts.101.up_proj,rtn: 0.0023804,0.00000,0.076
+7,mlp.experts.94.up_proj,rtn: 0.0023193,0.00000,0.105
+7,mlp.experts.79.up_proj,rtn: 0.0024261,0.00000,0.087
+7,mlp.experts.113.up_proj,rtn: 0.0025177,0.00000,0.071
+7,mlp.experts.80.up_proj,rtn: 0.0023041,0.00000,0.066
+7,mlp.experts.74.up_proj,rtn: 0.0023804,0.00000,0.110
+7,mlp.experts.92.up_proj,rtn: 0.0022583,0.00000,0.076
+7,mlp.experts.88.up_proj,rtn: 0.0023346,0.00000,0.058
+7,mlp.experts.84.up_proj,rtn: 0.0023041,0.00000,0.075
+7,mlp.experts.82.up_proj,rtn: 0.0025635,0.00000,0.104
+7,mlp.experts.121.up_proj,rtn: 0.0024261,0.00000,0.068
+7,mlp.experts.125.up_proj,rtn: 0.0023346,0.00000,0.074
+7,mlp.experts.83.up_proj,rtn: 0.0023499,0.00000,0.067
+7,mlp.experts.87.up_proj,rtn: 0.0023956,0.00000,0.068
+7,mlp.experts.91.up_proj,rtn: 0.0024261,0.00000,0.079
+7,mlp.experts.117.up_proj,rtn: 0.0023346,0.00000,0.074
+7,mlp.experts.86.up_proj,rtn: 0.0023804,0.00000,0.087
+7,mlp.experts.95.up_proj,rtn: 0.0023804,0.00000,0.070
+7,mlp.experts.96.up_proj,rtn: 0.0023499,0.00000,0.063
+7,mlp.experts.110.up_proj,rtn: 0.0023193,0.00000,0.089
+7,mlp.experts.129.up_proj,rtn: 0.0023956,0.00000,0.075
+7,mlp.experts.104.up_proj,rtn: 0.0023956,0.00000,0.061
+7,mlp.experts.108.up_proj,rtn: 0.0024261,0.00000,0.076
+7,mlp.experts.99.up_proj,rtn: 0.0023956,0.00000,0.064
+7,mlp.experts.90.up_proj,rtn: 0.0023651,0.00000,0.088
+7,mlp.experts.100.up_proj,rtn: 0.0022888,0.00000,0.077
+7,mlp.experts.137.up_proj,rtn: 0.0023499,0.00000,0.077
+7,mlp.experts.103.up_proj,rtn: 0.0023804,0.00000,0.066
+7,mlp.experts.141.up_proj,rtn: 0.0024109,0.00000,0.074
+7,mlp.experts.98.up_proj,rtn: 0.0023651,0.00000,0.083
+7,mlp.experts.107.up_proj,rtn: 0.0023651,0.00000,0.069
+7,mlp.experts.111.up_proj,rtn: 0.0023193,0.00000,0.069
+7,mlp.experts.102.up_proj,rtn: 0.0023499,0.00000,0.081
+7,mlp.experts.133.up_proj,rtn: 0.0024414,0.00000,0.086
+7,mlp.experts.112.up_proj,rtn: 0.0024109,0.00000,0.067
+7,mlp.experts.120.up_proj,rtn: 0.0024414,0.00000,0.077
+7,mlp.experts.124.up_proj,rtn: 0.0023346,0.00000,0.069
+7,mlp.experts.145.up_proj,rtn: 0.0023499,0.00000,0.082
+7,mlp.experts.115.up_proj,rtn: 0.0023804,0.00000,0.067
+7,mlp.experts.126.up_proj,rtn: 0.0023499,0.00000,0.093
+7,mlp.experts.116.up_proj,rtn: 0.0024109,0.00000,0.067
+7,mlp.experts.157.up_proj,rtn: 0.0024109,0.00000,0.063
+7,mlp.experts.119.up_proj,rtn: 0.0023041,0.00000,0.071
+7,mlp.experts.123.up_proj,rtn: 0.0024719,0.00000,0.066
+7,mlp.experts.153.up_proj,rtn: 0.0023041,0.00000,0.074
+7,mlp.experts.106.up_proj,rtn: 0.0024414,0.00000,0.094
+7,mlp.experts.127.up_proj,rtn: 0.0023651,0.00000,0.074
+7,mlp.experts.114.up_proj,rtn: 0.0024261,0.00000,0.095
+7,mlp.experts.128.up_proj,rtn: 0.0025024,0.00000,0.072
+7,mlp.experts.149.up_proj,rtn: 0.0023499,0.00000,0.082
+7,mlp.experts.118.up_proj,rtn: 0.0023651,0.00000,0.095
+7,mlp.experts.136.up_proj,rtn: 0.0023956,0.00000,0.072
+7,mlp.experts.161.up_proj,rtn: 0.0023651,0.00000,0.083
+7,mlp.experts.173.up_proj,rtn: 0.0024261,0.00000,0.089
+7,mlp.experts.135.up_proj,rtn: 0.0023041,0.00000,0.090
+7,mlp.experts.131.up_proj,rtn: 0.0023499,0.00000,0.104
+7,mlp.experts.142.up_proj,rtn: 0.0024872,0.00000,0.093
+7,mlp.experts.139.up_proj,rtn: 0.0025330,0.00000,0.094
+7,mlp.experts.122.up_proj,rtn: 0.0023041,0.00000,0.087
+7,mlp.experts.143.up_proj,rtn: 0.0023956,0.00000,0.074
+7,mlp.experts.130.up_proj,rtn: 0.0023804,0.00000,0.077
+7,mlp.experts.134.up_proj,rtn: 0.0022736,0.00000,0.066
+7,mlp.experts.132.up_proj,rtn: 0.0023804,0.00000,0.138
+7,mlp.experts.140.up_proj,rtn: 0.0023499,0.00000,0.149
+7,mlp.experts.169.up_proj,rtn: 0.0023804,0.00000,0.117
+7,mlp.experts.165.up_proj,rtn: 0.0023499,0.00000,0.102
+7,mlp.experts.144.up_proj,rtn: 0.0024719,0.00000,0.146
+7,mlp.experts.177.up_proj,rtn: 0.0024109,0.00000,0.142
+7,mlp.experts.152.up_proj,rtn: 0.0022888,0.00000,0.082
+7,mlp.experts.147.up_proj,rtn: 0.0023651,0.00000,0.087
+7,mlp.experts.156.up_proj,rtn: 0.0024414,0.00000,0.099
+7,mlp.experts.150.up_proj,rtn: 0.0023651,0.00000,0.113
+7,mlp.experts.148.up_proj,rtn: 0.0023804,0.00000,0.104
+7,mlp.experts.146.up_proj,rtn: 0.0024261,0.00000,0.101
+7,mlp.experts.158.up_proj,rtn: 0.0023651,0.00000,0.105
+7,mlp.experts.185.up_proj,rtn: 0.0023651,0.00000,0.106
+7,mlp.experts.189.up_proj,rtn: 0.0024261,0.00000,0.128
+7,mlp.experts.159.up_proj,rtn: 0.0023499,0.00000,0.094
+7,mlp.experts.155.up_proj,rtn: 0.0023956,0.00000,0.118
+7,mlp.experts.181.up_proj,rtn: 0.0023499,0.00000,0.090
+7,mlp.experts.151.up_proj,rtn: 0.0023346,0.00000,0.139
+7,mlp.experts.138.up_proj,rtn: 0.0023499,0.00000,0.111
+7,mlp.experts.160.up_proj,rtn: 0.0024109,0.00000,0.120
+7,mlp.experts.172.up_proj,rtn: 0.0023651,0.00000,0.100
+7,mlp.experts.168.up_proj,rtn: 0.0023651,0.00000,0.150
+7,mlp.experts.163.up_proj,rtn: 0.0023499,0.00000,0.126
+7,mlp.experts.175.up_proj,rtn: 0.0023804,0.00000,0.102
+7,mlp.experts.171.up_proj,rtn: 0.0023956,0.00000,0.123
+7,mlp.experts.166.up_proj,rtn: 0.0023346,0.00000,0.112
+7,mlp.experts.174.up_proj,rtn: 0.0023193,0.00000,0.116
+7,mlp.experts.154.up_proj,rtn: 0.0022736,0.00000,0.121
+7,mlp.experts.164.up_proj,rtn: 0.0023651,0.00000,0.167
+7,mlp.experts.162.up_proj,rtn: 0.0023499,0.00000,0.148
+7,mlp.experts.167.up_proj,rtn: 0.0023041,0.00000,0.156
+7,mlp.experts.176.up_proj,rtn: 0.0023346,0.00000,0.128
+7,mlp.experts.184.up_proj,rtn: 0.0023193,0.00000,0.089
+7,mlp.experts.170.up_proj,rtn: 0.0024109,0.00000,0.092
+7,mlp.experts.190.up_proj,rtn: 0.0023041,0.00000,0.094
+7,mlp.experts.191.up_proj,rtn: 0.0023041,0.00000,0.110
+7,mlp.experts.188.up_proj,rtn: 0.0023346,0.00000,0.141
+7,mlp.experts.187.up_proj,rtn: 0.0023956,0.00000,0.126
+7,mlp.experts.182.up_proj,rtn: 0.0023651,0.00000,0.120
+7,mlp.experts.179.up_proj,rtn: 0.0023499,0.00000,0.156
+7,mlp.experts.180.up_proj,rtn: 0.0023804,0.00000,0.130
+7,mlp.experts.183.up_proj,rtn: 0.0023041,0.00000,0.113
+7,mlp.experts.178.up_proj,rtn: 0.0023499,0.00000,0.136
+7,mlp.experts.186.up_proj,rtn: 0.0023956,0.00000,0.047
+7,mlp.experts.0.down_proj,rtn: 0.0023193,0.00000,0.014
+7,mlp.experts.5.down_proj,rtn: 0.0023499,0.00000,0.036
+7,mlp.experts.4.down_proj,rtn: 0.0023956,0.00000,0.036
+7,mlp.experts.16.down_proj,rtn: 0.0023193,0.00000,0.042
+7,mlp.experts.13.down_proj,rtn: 0.0023346,0.00000,0.045
+7,mlp.experts.1.down_proj,rtn: 0.0023804,0.00000,0.047
+7,mlp.experts.9.down_proj,rtn: 0.0023346,0.00000,0.046
+7,mlp.experts.7.down_proj,rtn: 0.0023346,0.00000,0.135
+7,mlp.experts.3.down_proj,rtn: 0.0022583,0.00000,0.136
+7,mlp.experts.11.down_proj,rtn: 0.0023499,0.00000,0.137
+7,mlp.experts.12.down_proj,rtn: 0.0022888,0.00000,0.053
+7,mlp.experts.2.down_proj,rtn: 0.0023804,0.00000,0.056
+7,mlp.experts.8.down_proj,rtn: 0.0024109,0.00000,0.057
+7,mlp.experts.21.down_proj,rtn: 0.0023804,0.00000,0.037
+7,mlp.experts.15.down_proj,rtn: 0.0022888,0.00000,0.146
+7,mlp.experts.10.down_proj,rtn: 0.0022583,0.00000,0.059
+7,mlp.experts.6.down_proj,rtn: 0.0023499,0.00000,0.062
+7,mlp.experts.14.down_proj,rtn: 0.0023193,0.00000,0.063
+7,mlp.experts.32.down_proj,rtn: 0.0024261,0.00000,0.024
+7,mlp.experts.20.down_proj,rtn: 0.0023346,0.00000,0.035
+7,mlp.experts.29.down_proj,rtn: 0.0023499,0.00000,0.037
+7,mlp.experts.17.down_proj,rtn: 0.0023651,0.00000,0.036
+7,mlp.experts.25.down_proj,rtn: 0.0023193,0.00000,0.037
+7,mlp.experts.19.down_proj,rtn: 0.0023499,0.00000,0.046
+7,mlp.experts.26.down_proj,rtn: 0.0023804,0.00000,0.043
+7,mlp.experts.27.down_proj,rtn: 0.0023651,0.00000,0.044
+7,mlp.experts.18.down_proj,rtn: 0.0023804,0.00000,0.048
+7,mlp.experts.23.down_proj,rtn: 0.0023499,0.00000,0.055
+7,mlp.experts.28.down_proj,rtn: 0.0023346,0.00000,0.046
+7,mlp.experts.37.down_proj,rtn: 0.0023346,0.00000,0.034
+7,mlp.experts.24.down_proj,rtn: 0.0024261,0.00000,0.046
+7,mlp.experts.31.down_proj,rtn: 0.0023193,0.00000,0.050
+7,mlp.experts.48.down_proj,rtn: 0.0023346,0.00000,0.041
+7,mlp.experts.36.down_proj,rtn: 0.0022583,0.00000,0.039
+7,mlp.experts.45.down_proj,rtn: 0.0023651,0.00000,0.042
+7,mlp.experts.22.down_proj,rtn: 0.0023346,0.00000,0.056
+7,mlp.experts.41.down_proj,rtn: 0.0023956,0.00000,0.030
+7,mlp.experts.30.down_proj,rtn: 0.0024109,0.00000,0.055
+7,mlp.experts.33.down_proj,rtn: 0.0023651,0.00000,0.053
+7,mlp.experts.35.down_proj,rtn: 0.0023804,0.00000,0.052
+7,mlp.experts.53.down_proj,rtn: 0.0023041,0.00000,0.031
+7,mlp.experts.42.down_proj,rtn: 0.0023346,0.00000,0.053
+7,mlp.experts.34.down_proj,rtn: 0.0023193,0.00000,0.052
+7,mlp.experts.43.down_proj,rtn: 0.0023651,0.00000,0.060
+7,mlp.experts.44.down_proj,rtn: 0.0023499,0.00000,0.051
+7,mlp.experts.39.down_proj,rtn: 0.0023346,0.00000,0.048
+7,mlp.experts.52.down_proj,rtn: 0.0023193,0.00000,0.043
+7,mlp.experts.40.down_proj,rtn: 0.0023041,0.00000,0.046
+7,mlp.experts.38.down_proj,rtn: 0.0023346,0.00000,0.038
+7,mlp.experts.64.down_proj,rtn: 0.0023651,0.00000,0.046
+7,mlp.experts.47.down_proj,rtn: 0.0023804,0.00000,0.063
+7,mlp.experts.61.down_proj,rtn: 0.0023956,0.00000,0.048
+7,mlp.experts.57.down_proj,rtn: 0.0022888,0.00000,0.046
+7,mlp.experts.69.down_proj,rtn: 0.0024414,0.00000,0.037
+7,mlp.experts.58.down_proj,rtn: 0.0023346,0.00000,0.038
+7,mlp.experts.49.down_proj,rtn: 0.0022430,0.00000,0.045
+7,mlp.experts.46.down_proj,rtn: 0.0023499,0.00000,0.057
+7,mlp.experts.51.down_proj,rtn: 0.0023193,0.00000,0.061
+7,mlp.experts.54.down_proj,rtn: 0.0022888,0.00000,0.036
+7,mlp.experts.50.down_proj,rtn: 0.0023041,0.00000,0.056
+7,mlp.experts.60.down_proj,rtn: 0.0024109,0.00000,0.046
+7,mlp.experts.68.down_proj,rtn: 0.0023041,0.00000,0.039
+7,mlp.experts.56.down_proj,rtn: 0.0023651,0.00000,0.041
+7,mlp.experts.59.down_proj,rtn: 0.0023499,0.00000,0.058
+7,mlp.experts.55.down_proj,rtn: 0.0023041,0.00000,0.053
+7,mlp.experts.65.down_proj,rtn: 0.0023651,0.00000,0.037
+7,mlp.experts.73.down_proj,rtn: 0.0023651,0.00000,0.039
+7,mlp.experts.77.down_proj,rtn: 0.0023651,0.00000,0.044
+7,mlp.experts.74.down_proj,rtn: 0.0023193,0.00000,0.040
+7,mlp.experts.80.down_proj,rtn: 0.0022583,0.00000,0.054
+7,mlp.experts.70.down_proj,rtn: 0.0023193,0.00000,0.032
+7,mlp.experts.85.down_proj,rtn: 0.0023804,0.00000,0.047
+7,mlp.experts.63.down_proj,rtn: 0.0023193,0.00000,0.067
+7,mlp.experts.62.down_proj,rtn: 0.0022736,0.00000,0.054
+7,mlp.experts.66.down_proj,rtn: 0.0022583,0.00000,0.039
+7,mlp.experts.67.down_proj,rtn: 0.0023651,0.00000,0.052
+7,mlp.experts.84.down_proj,rtn: 0.0022888,0.00000,0.039
+7,mlp.experts.81.down_proj,rtn: 0.0022888,0.00000,0.034
+7,mlp.experts.89.down_proj,rtn: 0.0023346,0.00000,0.034
+7,mlp.experts.76.down_proj,rtn: 0.0023041,0.00000,0.049
+7,mlp.experts.72.down_proj,rtn: 0.0023041,0.00000,0.046
+7,mlp.experts.75.down_proj,rtn: 0.0023193,0.00000,0.047
+7,mlp.experts.93.down_proj,rtn: 0.0023651,0.00000,0.032
+7,mlp.experts.71.down_proj,rtn: 0.0023193,0.00000,0.047
+7,mlp.experts.86.down_proj,rtn: 0.0023651,0.00000,0.037
+7,mlp.experts.90.down_proj,rtn: 0.0023193,0.00000,0.042
+7,mlp.experts.96.down_proj,rtn: 0.0023651,0.00000,0.045
+7,mlp.experts.78.down_proj,rtn: 0.0023346,0.00000,0.038
+7,mlp.experts.82.down_proj,rtn: 0.0024414,0.00000,0.038
+7,mlp.experts.101.down_proj,rtn: 0.0022888,0.00000,0.049
+7,mlp.experts.97.down_proj,rtn: 0.0022888,0.00000,0.032
+7,mlp.experts.100.down_proj,rtn: 0.0022583,0.00000,0.041
+7,mlp.experts.79.down_proj,rtn: 0.0023651,0.00000,0.052
+7,mlp.experts.83.down_proj,rtn: 0.0023346,0.00000,0.045
+7,mlp.experts.105.down_proj,rtn: 0.0023804,0.00000,0.038
+7,mlp.experts.92.down_proj,rtn: 0.0022430,0.00000,0.040
+7,mlp.experts.109.down_proj,rtn: 0.0023651,0.00000,0.037
+7,mlp.experts.112.down_proj,rtn: 0.0024109,0.00000,0.036
+7,mlp.experts.88.down_proj,rtn: 0.0022888,0.00000,0.050
+7,mlp.experts.102.down_proj,rtn: 0.0023193,0.00000,0.047
+7,mlp.experts.106.down_proj,rtn: 0.0023499,0.00000,0.046
+7,mlp.experts.113.down_proj,rtn: 0.0024261,0.00000,0.031
+7,mlp.experts.117.down_proj,rtn: 0.0022888,0.00000,0.037
+7,mlp.experts.108.down_proj,rtn: 0.0023346,0.00000,0.027
+7,mlp.experts.94.down_proj,rtn: 0.0023041,0.00000,0.045
+7,mlp.experts.125.down_proj,rtn: 0.0023041,0.00000,0.031
+7,mlp.experts.121.down_proj,rtn: 0.0023804,0.00000,0.036
+7,mlp.experts.87.down_proj,rtn: 0.0023651,0.00000,0.045
+7,mlp.experts.91.down_proj,rtn: 0.0023499,0.00000,0.081
+7,mlp.experts.116.down_proj,rtn: 0.0023651,0.00000,0.054
+7,mlp.experts.95.down_proj,rtn: 0.0022888,0.00000,0.073
+7,mlp.experts.141.down_proj,rtn: 0.0023956,0.00000,0.030
+7,mlp.experts.122.down_proj,rtn: 0.0022736,0.00000,0.032
+7,mlp.experts.118.down_proj,rtn: 0.0023193,0.00000,0.033
+7,mlp.experts.99.down_proj,rtn: 0.0023651,0.00000,0.032
+7,mlp.experts.110.down_proj,rtn: 0.0022736,0.00000,0.034
+7,mlp.experts.104.down_proj,rtn: 0.0023499,0.00000,0.034
+7,mlp.experts.128.down_proj,rtn: 0.0024261,0.00000,0.035
+7,mlp.experts.103.down_proj,rtn: 0.0023193,0.00000,0.028
+7,mlp.experts.124.down_proj,rtn: 0.0023346,0.00000,0.036
+7,mlp.experts.137.down_proj,rtn: 0.0022888,0.00000,0.036
+7,mlp.experts.133.down_proj,rtn: 0.0023499,0.00000,0.036
+7,mlp.experts.129.down_proj,rtn: 0.0023804,0.00000,0.037
+7,mlp.experts.98.down_proj,rtn: 0.0023041,0.00000,0.036
+7,mlp.experts.132.down_proj,rtn: 0.0023499,0.00000,0.028
+7,mlp.experts.157.down_proj,rtn: 0.0023346,0.00000,0.013
+7,mlp.experts.107.down_proj,rtn: 0.0023346,0.00000,0.029
+7,mlp.experts.145.down_proj,rtn: 0.0023193,0.00000,0.027
+7,mlp.experts.153.down_proj,rtn: 0.0022736,0.00000,0.028
+7,mlp.experts.120.down_proj,rtn: 0.0023651,0.00000,0.033
+7,mlp.experts.144.down_proj,rtn: 0.0024414,0.00000,0.033
+7,mlp.experts.140.down_proj,rtn: 0.0023346,0.00000,0.034
+7,mlp.experts.149.down_proj,rtn: 0.0022888,0.00000,0.046
+7,mlp.experts.148.down_proj,rtn: 0.0023499,0.00000,0.047
+7,mlp.experts.111.down_proj,rtn: 0.0023193,0.00000,0.084
+7,mlp.experts.173.down_proj,rtn: 0.0024109,0.00000,0.035
+7,mlp.experts.115.down_proj,rtn: 0.0023193,0.00000,0.040
+7,mlp.experts.138.down_proj,rtn: 0.0022736,0.00000,0.059
+7,mlp.experts.134.down_proj,rtn: 0.0022583,0.00000,0.055
+7,mlp.experts.126.down_proj,rtn: 0.0023041,0.00000,0.060
+7,mlp.experts.114.down_proj,rtn: 0.0023651,0.00000,0.036
+7,mlp.experts.161.down_proj,rtn: 0.0023499,0.00000,0.029
+7,mlp.experts.169.down_proj,rtn: 0.0023651,0.00000,0.030
+7,mlp.experts.156.down_proj,rtn: 0.0023499,0.00000,0.026
+7,mlp.experts.136.down_proj,rtn: 0.0023346,0.00000,0.029
+7,mlp.experts.165.down_proj,rtn: 0.0023193,0.00000,0.029
+7,mlp.experts.177.down_proj,rtn: 0.0023804,0.00000,0.020
+7,mlp.experts.185.down_proj,rtn: 0.0023193,0.00000,0.020
+7,mlp.experts.119.down_proj,rtn: 0.0022736,0.00000,0.092
+7,mlp.experts.160.down_proj,rtn: 0.0023499,0.00000,0.068
+7,mlp.experts.123.down_proj,rtn: 0.0024261,0.00000,0.090
+7,mlp.experts.189.down_proj,rtn: 0.0024109,0.00000,0.027
+7,mlp.experts.152.down_proj,rtn: 0.0022583,0.00000,0.032
+7,mlp.experts.172.down_proj,rtn: 0.0023193,0.00000,0.032
+7,mlp.experts.164.down_proj,rtn: 0.0023041,0.00000,0.032
+7,mlp.experts.154.down_proj,rtn: 0.0023346,0.00000,0.047
+7,mlp.experts.181.down_proj,rtn: 0.0022736,0.00000,0.017
+7,mlp.experts.131.down_proj,rtn: 0.0023041,0.00000,0.037
+7,mlp.experts.150.down_proj,rtn: 0.0023346,0.00000,0.051
+7,mlp.experts.142.down_proj,rtn: 0.0024261,0.00000,0.054
+7,mlp.experts.130.down_proj,rtn: 0.0023041,0.00000,0.025
+7,mlp.experts.180.down_proj,rtn: 0.0023804,0.00000,0.019
+7,mlp.experts.127.down_proj,rtn: 0.0023346,0.00000,0.053
+7,mlp.experts.188.down_proj,rtn: 0.0023346,0.00000,0.027
+7,mlp.experts.168.down_proj,rtn: 0.0022888,0.00000,0.036
+7,mlp.experts.176.down_proj,rtn: 0.0023499,0.00000,0.041
+7,mlp.experts.135.down_proj,rtn: 0.0022430,0.00000,0.043
+7,mlp.experts.158.down_proj,rtn: 0.0023193,0.00000,0.048
+7,mlp.experts.184.down_proj,rtn: 0.0022736,0.00000,0.018
+7,mlp.experts.139.down_proj,rtn: 0.0024567,0.00000,0.082
+7,mlp.experts.146.down_proj,rtn: 0.0023804,0.00000,0.045
+7,mlp.experts.143.down_proj,rtn: 0.0023651,0.00000,0.057
+7,mlp.experts.166.down_proj,rtn: 0.0023193,0.00000,0.049
+7,mlp.experts.151.down_proj,rtn: 0.0023346,0.00000,0.057
+7,mlp.experts.147.down_proj,rtn: 0.0023346,0.00000,0.081
+7,mlp.experts.170.down_proj,rtn: 0.0023346,0.00000,0.076
+7,mlp.experts.174.down_proj,rtn: 0.0022888,0.00000,0.070
+7,mlp.experts.162.down_proj,rtn: 0.0023193,0.00000,0.037
+7,mlp.experts.155.down_proj,rtn: 0.0023346,0.00000,0.075
+7,mlp.experts.182.down_proj,rtn: 0.0023193,0.00000,0.058
+7,mlp.experts.159.down_proj,rtn: 0.0023041,0.00000,0.066
+7,mlp.experts.163.down_proj,rtn: 0.0022888,0.00000,0.050
+7,mlp.experts.167.down_proj,rtn: 0.0022736,0.00000,0.070
+7,mlp.experts.186.down_proj,rtn: 0.0023193,0.00000,0.054
+7,mlp.experts.178.down_proj,rtn: 0.0023041,0.00000,0.036
+7,mlp.experts.171.down_proj,rtn: 0.0023499,0.00000,0.063
+7,mlp.experts.190.down_proj,rtn: 0.0022736,0.00000,0.078
+7,mlp.experts.175.down_proj,rtn: 0.0023041,0.00000,0.047
+7,mlp.experts.179.down_proj,rtn: 0.0023193,0.00000,0.031
+7,mlp.experts.183.down_proj,rtn: 0.0022888,0.00000,0.050
+7,mlp.experts.191.down_proj,rtn: 0.0022736,0.00000,0.024
+7,mlp.experts.187.down_proj,rtn: 0.0023499,0.00000,0.043
+7,mlp.shared_experts.up_proj,rtn: 0.0017624,0.00000,0.026
+7,mlp.shared_experts.gate_proj,rtn: 0.0017395,0.00000,0.028
+7,mlp.shared_experts.down_proj,rtn: 0.0018311,0.00000,0.023
+8,self_attn.v_proj,rtn: 0.0025940,0.00000,0.013
+8,self_attn.k_proj,rtn: 0.0023499,0.00000,0.020
+8,self_attn.q_proj,rtn: 0.0021362,0.00000,0.022
+8,self_attn.o_proj,rtn: 0.0023804,0.00000,0.031
+8,mlp.experts.5.gate_proj,rtn: 0.0024719,0.00000,0.096
+8,mlp.experts.2.gate_proj,rtn: 0.0023346,0.00000,0.102
+8,mlp.experts.6.gate_proj,rtn: 0.0023499,0.00000,0.102
+8,mlp.experts.4.gate_proj,rtn: 0.0023499,0.00000,0.104
+8,mlp.experts.0.gate_proj,rtn: 0.0024567,0.00000,0.109
+8,mlp.experts.8.gate_proj,rtn: 0.0023651,0.00000,0.109
+8,mlp.experts.12.gate_proj,rtn: 0.0023499,0.00000,0.111
+8,mlp.experts.9.gate_proj,rtn: 0.0023041,0.00000,0.111
+8,mlp.experts.10.gate_proj,rtn: 0.0024261,0.00000,0.119
+8,mlp.experts.14.gate_proj,rtn: 0.0023193,0.00000,0.123
+8,mlp.experts.1.gate_proj,rtn: 0.0023041,0.00000,0.124
+8,mlp.experts.15.gate_proj,rtn: 0.0023346,0.00000,0.132
+8,mlp.experts.11.gate_proj,rtn: 0.0023956,0.00000,0.133
+8,mlp.experts.7.gate_proj,rtn: 0.0023804,0.00000,0.137
+8,mlp.experts.3.gate_proj,rtn: 0.0022888,0.00000,0.152
+8,mlp.experts.13.gate_proj,rtn: 0.0023041,0.00000,0.158
+8,mlp.experts.18.gate_proj,rtn: 0.0023956,0.00000,0.083
+8,mlp.experts.22.gate_proj,rtn: 0.0023956,0.00000,0.085
+8,mlp.experts.21.gate_proj,rtn: 0.0024109,0.00000,0.099
+8,mlp.experts.20.gate_proj,rtn: 0.0023956,0.00000,0.095
+8,mlp.experts.26.gate_proj,rtn: 0.0024261,0.00000,0.085
+8,mlp.experts.25.gate_proj,rtn: 0.0024109,0.00000,0.096
+8,mlp.experts.30.gate_proj,rtn: 0.0023346,0.00000,0.087
+8,mlp.experts.24.gate_proj,rtn: 0.0024109,0.00000,0.098
+8,mlp.experts.28.gate_proj,rtn: 0.0023651,0.00000,0.095
+8,mlp.experts.17.gate_proj,rtn: 0.0023804,0.00000,0.095
+8,mlp.experts.23.gate_proj,rtn: 0.0023041,0.00000,0.085
+8,mlp.experts.16.gate_proj,rtn: 0.0024109,0.00000,0.107
+8,mlp.experts.27.gate_proj,rtn: 0.0023956,0.00000,0.106
+8,mlp.experts.19.gate_proj,rtn: 0.0023651,0.00000,0.101
+8,mlp.experts.31.gate_proj,rtn: 0.0023346,0.00000,0.124
+8,mlp.experts.34.gate_proj,rtn: 0.0024261,0.00000,0.084
+8,mlp.experts.38.gate_proj,rtn: 0.0024109,0.00000,0.080
+8,mlp.experts.29.gate_proj,rtn: 0.0023804,0.00000,0.128
+8,mlp.experts.42.gate_proj,rtn: 0.0024567,0.00000,0.081
+8,mlp.experts.36.gate_proj,rtn: 0.0023956,0.00000,0.093
+8,mlp.experts.46.gate_proj,rtn: 0.0023499,0.00000,0.082
+8,mlp.experts.37.gate_proj,rtn: 0.0024261,0.00000,0.099
+8,mlp.experts.41.gate_proj,rtn: 0.0023346,0.00000,0.090
+8,mlp.experts.40.gate_proj,rtn: 0.0022888,0.00000,0.087
+8,mlp.experts.44.gate_proj,rtn: 0.0023804,0.00000,0.089
+8,mlp.experts.39.gate_proj,rtn: 0.0023041,0.00000,0.086
+8,mlp.experts.33.gate_proj,rtn: 0.0023651,0.00000,0.096
+8,mlp.experts.32.gate_proj,rtn: 0.0022888,0.00000,0.100
+8,mlp.experts.35.gate_proj,rtn: 0.0024261,0.00000,0.092
+8,mlp.experts.47.gate_proj,rtn: 0.0024261,0.00000,0.098
+8,mlp.experts.43.gate_proj,rtn: 0.0023956,0.00000,0.117
+8,mlp.experts.50.gate_proj,rtn: 0.0023499,0.00000,0.094
+8,mlp.experts.54.gate_proj,rtn: 0.0023193,0.00000,0.094
+8,mlp.experts.58.gate_proj,rtn: 0.0024719,0.00000,0.094
+8,mlp.experts.57.gate_proj,rtn: 0.0023193,0.00000,0.083
+8,mlp.experts.53.gate_proj,rtn: 0.0023956,0.00000,0.082
+8,mlp.experts.45.gate_proj,rtn: 0.0023804,0.00000,0.101
+8,mlp.experts.52.gate_proj,rtn: 0.0023804,0.00000,0.094
+8,mlp.experts.62.gate_proj,rtn: 0.0023651,0.00000,0.099
+8,mlp.experts.60.gate_proj,rtn: 0.0023956,0.00000,0.104
+8,mlp.experts.56.gate_proj,rtn: 0.0023346,0.00000,0.101
+8,mlp.experts.49.gate_proj,rtn: 0.0024567,0.00000,0.089
+8,mlp.experts.55.gate_proj,rtn: 0.0024261,0.00000,0.100
+8,mlp.experts.51.gate_proj,rtn: 0.0023041,0.00000,0.089
+8,mlp.experts.48.gate_proj,rtn: 0.0023956,0.00000,0.121
+8,mlp.experts.66.gate_proj,rtn: 0.0023956,0.00000,0.091
+8,mlp.experts.70.gate_proj,rtn: 0.0023956,0.00000,0.090
+8,mlp.experts.63.gate_proj,rtn: 0.0024261,0.00000,0.113
+8,mlp.experts.74.gate_proj,rtn: 0.0024261,0.00000,0.086
+8,mlp.experts.73.gate_proj,rtn: 0.0023193,0.00000,0.088
+8,mlp.experts.69.gate_proj,rtn: 0.0022736,0.00000,0.086
+8,mlp.experts.59.gate_proj,rtn: 0.0022736,0.00000,0.117
+8,mlp.experts.61.gate_proj,rtn: 0.0023499,0.00000,0.095
+8,mlp.experts.78.gate_proj,rtn: 0.0023956,0.00000,0.092
+8,mlp.experts.65.gate_proj,rtn: 0.0024567,0.00000,0.074
+8,mlp.experts.68.gate_proj,rtn: 0.0024261,0.00000,0.118
+8,mlp.experts.72.gate_proj,rtn: 0.0023804,0.00000,0.086
+8,mlp.experts.76.gate_proj,rtn: 0.0024567,0.00000,0.111
+8,mlp.experts.71.gate_proj,rtn: 0.0024414,0.00000,0.106
+8,mlp.experts.86.gate_proj,rtn: 0.0023346,0.00000,0.082
+8,mlp.experts.67.gate_proj,rtn: 0.0024414,0.00000,0.089
+8,mlp.experts.90.gate_proj,rtn: 0.0024567,0.00000,0.080
+8,mlp.experts.82.gate_proj,rtn: 0.0023804,0.00000,0.089
+8,mlp.experts.89.gate_proj,rtn: 0.0023346,0.00000,0.086
+8,mlp.experts.64.gate_proj,rtn: 0.0023041,0.00000,0.125
+8,mlp.experts.94.gate_proj,rtn: 0.0023499,0.00000,0.081
+8,mlp.experts.85.gate_proj,rtn: 0.0023651,0.00000,0.099
+8,mlp.experts.77.gate_proj,rtn: 0.0023956,0.00000,0.085
+8,mlp.experts.79.gate_proj,rtn: 0.0023499,0.00000,0.114
+8,mlp.experts.75.gate_proj,rtn: 0.0023651,0.00000,0.104
+8,mlp.experts.81.gate_proj,rtn: 0.0023346,0.00000,0.089
+8,mlp.experts.88.gate_proj,rtn: 0.0023804,0.00000,0.093
+8,mlp.experts.84.gate_proj,rtn: 0.0023193,0.00000,0.126
+8,mlp.experts.92.gate_proj,rtn: 0.0024719,0.00000,0.095
+8,mlp.experts.102.gate_proj,rtn: 0.0023956,0.00000,0.095
+8,mlp.experts.98.gate_proj,rtn: 0.0024719,0.00000,0.089
+8,mlp.experts.105.gate_proj,rtn: 0.0024567,0.00000,0.083
+8,mlp.experts.106.gate_proj,rtn: 0.0023193,0.00000,0.091
+8,mlp.experts.87.gate_proj,rtn: 0.0022888,0.00000,0.109
+8,mlp.experts.83.gate_proj,rtn: 0.0023804,0.00000,0.093
+8,mlp.experts.93.gate_proj,rtn: 0.0023956,0.00000,0.086
+8,mlp.experts.110.gate_proj,rtn: 0.0023804,0.00000,0.094
+8,mlp.experts.101.gate_proj,rtn: 0.0023346,0.00000,0.095
+8,mlp.experts.95.gate_proj,rtn: 0.0024414,0.00000,0.096
+8,mlp.experts.80.gate_proj,rtn: 0.0024109,0.00000,0.112
+8,mlp.experts.97.gate_proj,rtn: 0.0024414,0.00000,0.092
+8,mlp.experts.91.gate_proj,rtn: 0.0023956,0.00000,0.102
+8,mlp.experts.103.gate_proj,rtn: 0.0023499,0.00000,0.080
+8,mlp.experts.114.gate_proj,rtn: 0.0025024,0.00000,0.088
+8,mlp.experts.121.gate_proj,rtn: 0.0023651,0.00000,0.090
+8,mlp.experts.104.gate_proj,rtn: 0.0023346,0.00000,0.107
+8,mlp.experts.100.gate_proj,rtn: 0.0023804,0.00000,0.103
+8,mlp.experts.118.gate_proj,rtn: 0.0022278,0.00000,0.098
+8,mlp.experts.122.gate_proj,rtn: 0.0023499,0.00000,0.093
+8,mlp.experts.108.gate_proj,rtn: 0.0022888,0.00000,0.107
+8,mlp.experts.99.gate_proj,rtn: 0.0025940,0.00000,0.081
+8,mlp.experts.126.gate_proj,rtn: 0.0024109,0.00000,0.082
+8,mlp.experts.109.gate_proj,rtn: 0.0023956,0.00000,0.090
+8,mlp.experts.111.gate_proj,rtn: 0.0025330,0.00000,0.085
+8,mlp.experts.107.gate_proj,rtn: 0.0022430,0.00000,0.075
+8,mlp.experts.117.gate_proj,rtn: 0.0024567,0.00000,0.091
+8,mlp.experts.113.gate_proj,rtn: 0.0023956,0.00000,0.090
+8,mlp.experts.96.gate_proj,rtn: 0.0024261,0.00000,0.107
+8,mlp.experts.119.gate_proj,rtn: 0.0023499,0.00000,0.081
+8,mlp.experts.130.gate_proj,rtn: 0.0023651,0.00000,0.099
+8,mlp.experts.137.gate_proj,rtn: 0.0023804,0.00000,0.096
+8,mlp.experts.115.gate_proj,rtn: 0.0023651,0.00000,0.086
+8,mlp.experts.116.gate_proj,rtn: 0.0024261,0.00000,0.097
+8,mlp.experts.134.gate_proj,rtn: 0.0023804,0.00000,0.104
+8,mlp.experts.142.gate_proj,rtn: 0.0024109,0.00000,0.095
+8,mlp.experts.138.gate_proj,rtn: 0.0022736,0.00000,0.097
+8,mlp.experts.120.gate_proj,rtn: 0.0023804,0.00000,0.110
+8,mlp.experts.124.gate_proj,rtn: 0.0023499,0.00000,0.104
+8,mlp.experts.127.gate_proj,rtn: 0.0023346,0.00000,0.093
+8,mlp.experts.123.gate_proj,rtn: 0.0024414,0.00000,0.092
+8,mlp.experts.125.gate_proj,rtn: 0.0023041,0.00000,0.102
+8,mlp.experts.133.gate_proj,rtn: 0.0023499,0.00000,0.099
+8,mlp.experts.129.gate_proj,rtn: 0.0023346,0.00000,0.094
+8,mlp.experts.112.gate_proj,rtn: 0.0023499,0.00000,0.104
+8,mlp.experts.135.gate_proj,rtn: 0.0023346,0.00000,0.081
+8,mlp.experts.131.gate_proj,rtn: 0.0023193,0.00000,0.072
+8,mlp.experts.146.gate_proj,rtn: 0.0023193,0.00000,0.087
+8,mlp.experts.153.gate_proj,rtn: 0.0023499,0.00000,0.090
+8,mlp.experts.154.gate_proj,rtn: 0.0023193,0.00000,0.076
+8,mlp.experts.150.gate_proj,rtn: 0.0023346,0.00000,0.083
+8,mlp.experts.158.gate_proj,rtn: 0.0023193,0.00000,0.081
+8,mlp.experts.139.gate_proj,rtn: 0.0023804,0.00000,0.077
+8,mlp.experts.143.gate_proj,rtn: 0.0025330,0.00000,0.076
+8,mlp.experts.145.gate_proj,rtn: 0.0023193,0.00000,0.077
+8,mlp.experts.149.gate_proj,rtn: 0.0023956,0.00000,0.078
+8,mlp.experts.136.gate_proj,rtn: 0.0023193,0.00000,0.099
+8,mlp.experts.132.gate_proj,rtn: 0.0023499,0.00000,0.108
+8,mlp.experts.140.gate_proj,rtn: 0.0023804,0.00000,0.104
+8,mlp.experts.141.gate_proj,rtn: 0.0023499,0.00000,0.097
+8,mlp.experts.151.gate_proj,rtn: 0.0024567,0.00000,0.077
+8,mlp.experts.162.gate_proj,rtn: 0.0024414,0.00000,0.077
+8,mlp.experts.128.gate_proj,rtn: 0.0024261,0.00000,0.106
+8,mlp.experts.147.gate_proj,rtn: 0.0023499,0.00000,0.088
+8,mlp.experts.166.gate_proj,rtn: 0.0023346,0.00000,0.082
+8,mlp.experts.174.gate_proj,rtn: 0.0024109,0.00000,0.084
+8,mlp.experts.170.gate_proj,rtn: 0.0022888,0.00000,0.085
+8,mlp.experts.155.gate_proj,rtn: 0.0024567,0.00000,0.086
+8,mlp.experts.169.gate_proj,rtn: 0.0024414,0.00000,0.109
+8,mlp.experts.159.gate_proj,rtn: 0.0024109,0.00000,0.098
+8,mlp.experts.165.gate_proj,rtn: 0.0023651,0.00000,0.104
+8,mlp.experts.152.gate_proj,rtn: 0.0023346,0.00000,0.103
+8,mlp.experts.156.gate_proj,rtn: 0.0023651,0.00000,0.095
+8,mlp.experts.167.gate_proj,rtn: 0.0023651,0.00000,0.085
+8,mlp.experts.148.gate_proj,rtn: 0.0024719,0.00000,0.106
+8,mlp.experts.161.gate_proj,rtn: 0.0024872,0.00000,0.116
+8,mlp.experts.157.gate_proj,rtn: 0.0023346,0.00000,0.104
+8,mlp.experts.163.gate_proj,rtn: 0.0023651,0.00000,0.076
+8,mlp.experts.178.gate_proj,rtn: 0.0024414,0.00000,0.095
+8,mlp.experts.171.gate_proj,rtn: 0.0024414,0.00000,0.074
+8,mlp.experts.144.gate_proj,rtn: 0.0022888,0.00000,0.112
+8,mlp.experts.175.gate_proj,rtn: 0.0023804,0.00000,0.070
+8,mlp.experts.182.gate_proj,rtn: 0.0023651,0.00000,0.099
+8,mlp.experts.190.gate_proj,rtn: 0.0023651,0.00000,0.099
+8,mlp.experts.185.gate_proj,rtn: 0.0023651,0.00000,0.097
+8,mlp.experts.186.gate_proj,rtn: 0.0023346,0.00000,0.098
+8,mlp.experts.183.gate_proj,rtn: 0.0023193,0.00000,0.077
+8,mlp.experts.181.gate_proj,rtn: 0.0023651,0.00000,0.095
+8,mlp.experts.179.gate_proj,rtn: 0.0023804,0.00000,0.070
+8,mlp.experts.164.gate_proj,rtn: 0.0023499,0.00000,0.090
+8,mlp.experts.168.gate_proj,rtn: 0.0023956,0.00000,0.105
+8,mlp.experts.172.gate_proj,rtn: 0.0024414,0.00000,0.104
+8,mlp.experts.177.gate_proj,rtn: 0.0024414,0.00000,0.097
+8,mlp.experts.173.gate_proj,rtn: 0.0023804,0.00000,0.097
+8,mlp.experts.191.gate_proj,rtn: 0.0023804,0.00000,0.071
+8,mlp.experts.187.gate_proj,rtn: 0.0023041,0.00000,0.077
+8,mlp.experts.2.up_proj,rtn: 0.0023346,0.00000,0.096
+8,mlp.experts.160.gate_proj,rtn: 0.0023804,0.00000,0.098
+8,mlp.experts.6.up_proj,rtn: 0.0023346,0.00000,0.097
+8,mlp.experts.7.up_proj,rtn: 0.0023804,0.00000,0.079
+8,mlp.experts.14.up_proj,rtn: 0.0023041,0.00000,0.097
+8,mlp.experts.9.up_proj,rtn: 0.0023041,0.00000,0.095
+8,mlp.experts.3.up_proj,rtn: 0.0022888,0.00000,0.080
+8,mlp.experts.10.up_proj,rtn: 0.0024261,0.00000,0.101
+8,mlp.experts.5.up_proj,rtn: 0.0024414,0.00000,0.093
+8,mlp.experts.180.gate_proj,rtn: 0.0023956,0.00000,0.096
+8,mlp.experts.188.gate_proj,rtn: 0.0022888,0.00000,0.093
+8,mlp.experts.15.up_proj,rtn: 0.0023193,0.00000,0.075
+8,mlp.experts.1.up_proj,rtn: 0.0022888,0.00000,0.095
+8,mlp.experts.184.gate_proj,rtn: 0.0023499,0.00000,0.103
+8,mlp.experts.189.gate_proj,rtn: 0.0025330,0.00000,0.096
+8,mlp.experts.11.up_proj,rtn: 0.0023804,0.00000,0.082
+8,mlp.experts.18.up_proj,rtn: 0.0023804,0.00000,0.100
+8,mlp.experts.23.up_proj,rtn: 0.0023041,0.00000,0.081
+8,mlp.experts.176.gate_proj,rtn: 0.0023956,0.00000,0.101
+8,mlp.experts.19.up_proj,rtn: 0.0023499,0.00000,0.077
+8,mlp.experts.22.up_proj,rtn: 0.0023651,0.00000,0.105
+8,mlp.experts.25.up_proj,rtn: 0.0023956,0.00000,0.094
+8,mlp.experts.30.up_proj,rtn: 0.0023193,0.00000,0.102
+8,mlp.experts.21.up_proj,rtn: 0.0024109,0.00000,0.095
+8,mlp.experts.31.up_proj,rtn: 0.0023346,0.00000,0.080
+8,mlp.experts.26.up_proj,rtn: 0.0024109,0.00000,0.105
+8,mlp.experts.4.up_proj,rtn: 0.0023346,0.00000,0.098
+8,mlp.experts.27.up_proj,rtn: 0.0023804,0.00000,0.084
+8,mlp.experts.17.up_proj,rtn: 0.0023651,0.00000,0.094
+8,mlp.experts.12.up_proj,rtn: 0.0023346,0.00000,0.103
+8,mlp.experts.8.up_proj,rtn: 0.0023499,0.00000,0.096
+8,mlp.experts.13.up_proj,rtn: 0.0023041,0.00000,0.095
+8,mlp.experts.34.up_proj,rtn: 0.0024109,0.00000,0.097
+8,mlp.experts.39.up_proj,rtn: 0.0023041,0.00000,0.083
+8,mlp.experts.35.up_proj,rtn: 0.0024109,0.00000,0.084
+8,mlp.experts.0.up_proj,rtn: 0.0024414,0.00000,0.095
+8,mlp.experts.41.up_proj,rtn: 0.0023193,0.00000,0.090
+8,mlp.experts.38.up_proj,rtn: 0.0023956,0.00000,0.096
+8,mlp.experts.46.up_proj,rtn: 0.0023346,0.00000,0.093
+8,mlp.experts.37.up_proj,rtn: 0.0024109,0.00000,0.086
+8,mlp.experts.47.up_proj,rtn: 0.0024109,0.00000,0.083
+8,mlp.experts.42.up_proj,rtn: 0.0024414,0.00000,0.091
+8,mlp.experts.43.up_proj,rtn: 0.0023804,0.00000,0.085
+8,mlp.experts.20.up_proj,rtn: 0.0023956,0.00000,0.100
+8,mlp.experts.33.up_proj,rtn: 0.0023651,0.00000,0.093
+8,mlp.experts.28.up_proj,rtn: 0.0023651,0.00000,0.095
+8,mlp.experts.24.up_proj,rtn: 0.0023956,0.00000,0.092
+8,mlp.experts.29.up_proj,rtn: 0.0023651,0.00000,0.091
+8,mlp.experts.55.up_proj,rtn: 0.0024109,0.00000,0.085
+8,mlp.experts.50.up_proj,rtn: 0.0023346,0.00000,0.090
+8,mlp.experts.51.up_proj,rtn: 0.0022888,0.00000,0.083
+8,mlp.experts.16.up_proj,rtn: 0.0024109,0.00000,0.089
+8,mlp.experts.54.up_proj,rtn: 0.0023041,0.00000,0.086
+8,mlp.experts.57.up_proj,rtn: 0.0023041,0.00000,0.092
+8,mlp.experts.53.up_proj,rtn: 0.0023804,0.00000,0.083
+8,mlp.experts.62.up_proj,rtn: 0.0023499,0.00000,0.089
+8,mlp.experts.63.up_proj,rtn: 0.0024109,0.00000,0.088
+8,mlp.experts.58.up_proj,rtn: 0.0024567,0.00000,0.090
+8,mlp.experts.59.up_proj,rtn: 0.0022583,0.00000,0.094
+8,mlp.experts.36.up_proj,rtn: 0.0023804,0.00000,0.100
+8,mlp.experts.44.up_proj,rtn: 0.0023651,0.00000,0.090
+8,mlp.experts.49.up_proj,rtn: 0.0024414,0.00000,0.096
+8,mlp.experts.40.up_proj,rtn: 0.0022888,0.00000,0.095
+8,mlp.experts.45.up_proj,rtn: 0.0023651,0.00000,0.096
+8,mlp.experts.71.up_proj,rtn: 0.0024261,0.00000,0.084
+8,mlp.experts.67.up_proj,rtn: 0.0024261,0.00000,0.083
+8,mlp.experts.66.up_proj,rtn: 0.0023804,0.00000,0.093
+8,mlp.experts.32.up_proj,rtn: 0.0022888,0.00000,0.092
+8,mlp.experts.73.up_proj,rtn: 0.0023193,0.00000,0.085
+8,mlp.experts.79.up_proj,rtn: 0.0023346,0.00000,0.080
+8,mlp.experts.70.up_proj,rtn: 0.0023804,0.00000,0.095
+8,mlp.experts.69.up_proj,rtn: 0.0022736,0.00000,0.095
+8,mlp.experts.78.up_proj,rtn: 0.0023651,0.00000,0.093
+8,mlp.experts.74.up_proj,rtn: 0.0024109,0.00000,0.093
+8,mlp.experts.75.up_proj,rtn: 0.0023651,0.00000,0.086
+8,mlp.experts.60.up_proj,rtn: 0.0023956,0.00000,0.087
+8,mlp.experts.65.up_proj,rtn: 0.0024414,0.00000,0.085
+8,mlp.experts.87.up_proj,rtn: 0.0022736,0.00000,0.083
+8,mlp.experts.61.up_proj,rtn: 0.0023499,0.00000,0.088
+8,mlp.experts.83.up_proj,rtn: 0.0023804,0.00000,0.080
+8,mlp.experts.52.up_proj,rtn: 0.0023804,0.00000,0.103
+8,mlp.experts.56.up_proj,rtn: 0.0023346,0.00000,0.102
+8,mlp.experts.82.up_proj,rtn: 0.0023804,0.00000,0.088
+8,mlp.experts.48.up_proj,rtn: 0.0023804,0.00000,0.089
+8,mlp.experts.95.up_proj,rtn: 0.0024261,0.00000,0.084
+8,mlp.experts.89.up_proj,rtn: 0.0023346,0.00000,0.090
+8,mlp.experts.86.up_proj,rtn: 0.0023193,0.00000,0.092
+8,mlp.experts.94.up_proj,rtn: 0.0023346,0.00000,0.087
+8,mlp.experts.85.up_proj,rtn: 0.0023499,0.00000,0.098
+8,mlp.experts.91.up_proj,rtn: 0.0023804,0.00000,0.087
+8,mlp.experts.90.up_proj,rtn: 0.0024414,0.00000,0.092
+8,mlp.experts.81.up_proj,rtn: 0.0023193,0.00000,0.088
+8,mlp.experts.76.up_proj,rtn: 0.0024261,0.00000,0.091
+8,mlp.experts.103.up_proj,rtn: 0.0023346,0.00000,0.094
+8,mlp.experts.77.up_proj,rtn: 0.0023956,0.00000,0.093
+8,mlp.experts.68.up_proj,rtn: 0.0024109,0.00000,0.090
+8,mlp.experts.99.up_proj,rtn: 0.0025787,0.00000,0.093
+8,mlp.experts.98.up_proj,rtn: 0.0024567,0.00000,0.096
+8,mlp.experts.72.up_proj,rtn: 0.0023651,0.00000,0.099
+8,mlp.experts.64.up_proj,rtn: 0.0023041,0.00000,0.092
+8,mlp.experts.105.up_proj,rtn: 0.0024414,0.00000,0.087
+8,mlp.experts.111.up_proj,rtn: 0.0025177,0.00000,0.097
+8,mlp.experts.110.up_proj,rtn: 0.0023651,0.00000,0.096
+8,mlp.experts.107.up_proj,rtn: 0.0023041,0.00000,0.083
+8,mlp.experts.102.up_proj,rtn: 0.0023804,0.00000,0.100
+8,mlp.experts.106.up_proj,rtn: 0.0023041,0.00000,0.094
+8,mlp.experts.101.up_proj,rtn: 0.0023193,0.00000,0.105
+8,mlp.experts.97.up_proj,rtn: 0.0024261,0.00000,0.090
+8,mlp.experts.93.up_proj,rtn: 0.0023804,0.00000,0.090
+8,mlp.experts.115.up_proj,rtn: 0.0023499,0.00000,0.088
+8,mlp.experts.92.up_proj,rtn: 0.0024567,0.00000,0.105
+8,mlp.experts.119.up_proj,rtn: 0.0023346,0.00000,0.096
+8,mlp.experts.84.up_proj,rtn: 0.0023041,0.00000,0.105
+8,mlp.experts.114.up_proj,rtn: 0.0024872,0.00000,0.095
+8,mlp.experts.121.up_proj,rtn: 0.0023651,0.00000,0.086
+8,mlp.experts.127.up_proj,rtn: 0.0023346,0.00000,0.088
+8,mlp.experts.88.up_proj,rtn: 0.0023804,0.00000,0.118
+8,mlp.experts.123.up_proj,rtn: 0.0024261,0.00000,0.086
+8,mlp.experts.80.up_proj,rtn: 0.0023956,0.00000,0.115
+8,mlp.experts.126.up_proj,rtn: 0.0024109,0.00000,0.090
+8,mlp.experts.118.up_proj,rtn: 0.0022278,0.00000,0.091
+8,mlp.experts.122.up_proj,rtn: 0.0023346,0.00000,0.095
+8,mlp.experts.117.up_proj,rtn: 0.0024414,0.00000,0.096
+8,mlp.experts.113.up_proj,rtn: 0.0023804,0.00000,0.091
+8,mlp.experts.135.up_proj,rtn: 0.0023193,0.00000,0.079
+8,mlp.experts.131.up_proj,rtn: 0.0023193,0.00000,0.080
+8,mlp.experts.109.up_proj,rtn: 0.0023651,0.00000,0.097
+8,mlp.experts.108.up_proj,rtn: 0.0022888,0.00000,0.097
+8,mlp.experts.100.up_proj,rtn: 0.0023804,0.00000,0.097
+8,mlp.experts.137.up_proj,rtn: 0.0023651,0.00000,0.099
+8,mlp.experts.130.up_proj,rtn: 0.0023651,0.00000,0.111
+8,mlp.experts.143.up_proj,rtn: 0.0025024,0.00000,0.097
+8,mlp.experts.139.up_proj,rtn: 0.0023651,0.00000,0.090
+8,mlp.experts.104.up_proj,rtn: 0.0023193,0.00000,0.099
+8,mlp.experts.96.up_proj,rtn: 0.0024261,0.00000,0.098
+8,mlp.experts.142.up_proj,rtn: 0.0023956,0.00000,0.108
+8,mlp.experts.133.up_proj,rtn: 0.0023499,0.00000,0.085
+8,mlp.experts.129.up_proj,rtn: 0.0023193,0.00000,0.086
+8,mlp.experts.138.up_proj,rtn: 0.0022736,0.00000,0.097
+8,mlp.experts.151.up_proj,rtn: 0.0024261,0.00000,0.097
+8,mlp.experts.124.up_proj,rtn: 0.0023346,0.00000,0.081
+8,mlp.experts.125.up_proj,rtn: 0.0022888,0.00000,0.088
+8,mlp.experts.147.up_proj,rtn: 0.0023346,0.00000,0.100
+8,mlp.experts.134.up_proj,rtn: 0.0023651,0.00000,0.140
+8,mlp.experts.116.up_proj,rtn: 0.0024109,0.00000,0.087
+8,mlp.experts.153.up_proj,rtn: 0.0023346,0.00000,0.084
+8,mlp.experts.120.up_proj,rtn: 0.0023651,0.00000,0.080
+8,mlp.experts.159.up_proj,rtn: 0.0023956,0.00000,0.081
+8,mlp.experts.146.up_proj,rtn: 0.0023041,0.00000,0.103
+8,mlp.experts.112.up_proj,rtn: 0.0023499,0.00000,0.081
+8,mlp.experts.155.up_proj,rtn: 0.0024414,0.00000,0.089
+8,mlp.experts.145.up_proj,rtn: 0.0023041,0.00000,0.074
+8,mlp.experts.149.up_proj,rtn: 0.0023804,0.00000,0.076
+8,mlp.experts.158.up_proj,rtn: 0.0023041,0.00000,0.094
+8,mlp.experts.140.up_proj,rtn: 0.0023651,0.00000,0.076
+8,mlp.experts.154.up_proj,rtn: 0.0023041,0.00000,0.087
+8,mlp.experts.141.up_proj,rtn: 0.0023346,0.00000,0.083
+8,mlp.experts.167.up_proj,rtn: 0.0023499,0.00000,0.095
+8,mlp.experts.132.up_proj,rtn: 0.0023346,0.00000,0.078
+8,mlp.experts.163.up_proj,rtn: 0.0023499,0.00000,0.094
+8,mlp.experts.150.up_proj,rtn: 0.0023193,0.00000,0.091
+8,mlp.experts.169.up_proj,rtn: 0.0024261,0.00000,0.083
+8,mlp.experts.136.up_proj,rtn: 0.0023041,0.00000,0.081
+8,mlp.experts.128.up_proj,rtn: 0.0024109,0.00000,0.078
+8,mlp.experts.175.up_proj,rtn: 0.0023804,0.00000,0.090
+8,mlp.experts.162.up_proj,rtn: 0.0024261,0.00000,0.094
+8,mlp.experts.171.up_proj,rtn: 0.0024261,0.00000,0.087
+8,mlp.experts.161.up_proj,rtn: 0.0024719,0.00000,0.078
+8,mlp.experts.165.up_proj,rtn: 0.0023499,0.00000,0.079
+8,mlp.experts.156.up_proj,rtn: 0.0023651,0.00000,0.087
+8,mlp.experts.174.up_proj,rtn: 0.0023956,0.00000,0.097
+8,mlp.experts.157.up_proj,rtn: 0.0023193,0.00000,0.091
+8,mlp.experts.148.up_proj,rtn: 0.0024567,0.00000,0.090
+8,mlp.experts.170.up_proj,rtn: 0.0022888,0.00000,0.099
+8,mlp.experts.183.up_proj,rtn: 0.0023041,0.00000,0.099
+8,mlp.experts.179.up_proj,rtn: 0.0023651,0.00000,0.106
+8,mlp.experts.166.up_proj,rtn: 0.0023193,0.00000,0.105
+8,mlp.experts.152.up_proj,rtn: 0.0023346,0.00000,0.086
+8,mlp.experts.144.up_proj,rtn: 0.0022888,0.00000,0.074
+8,mlp.experts.185.up_proj,rtn: 0.0023499,0.00000,0.104
+8,mlp.experts.191.up_proj,rtn: 0.0023651,0.00000,0.096
+8,mlp.experts.187.up_proj,rtn: 0.0023041,0.00000,0.086
+8,mlp.experts.172.up_proj,rtn: 0.0024261,0.00000,0.079
+8,mlp.experts.178.up_proj,rtn: 0.0024414,0.00000,0.113
+8,mlp.experts.164.up_proj,rtn: 0.0023499,0.00000,0.073
+8,mlp.experts.177.up_proj,rtn: 0.0024261,0.00000,0.091
+8,mlp.experts.181.up_proj,rtn: 0.0023499,0.00000,0.092
+8,mlp.experts.173.up_proj,rtn: 0.0023651,0.00000,0.078
+8,mlp.experts.190.up_proj,rtn: 0.0023499,0.00000,0.104
+8,mlp.experts.168.up_proj,rtn: 0.0023804,0.00000,0.073
+8,mlp.experts.160.up_proj,rtn: 0.0023651,0.00000,0.071
+8,mlp.experts.186.up_proj,rtn: 0.0023193,0.00000,0.102
+8,mlp.experts.182.up_proj,rtn: 0.0023499,0.00000,0.080
+8,mlp.experts.188.up_proj,rtn: 0.0022888,0.00000,0.063
+8,mlp.experts.189.up_proj,rtn: 0.0025177,0.00000,0.028
+8,mlp.experts.180.up_proj,rtn: 0.0023956,0.00000,0.062
+8,mlp.experts.184.up_proj,rtn: 0.0023346,0.00000,0.069
+8,mlp.experts.176.up_proj,rtn: 0.0023804,0.00000,0.059
+8,mlp.experts.1.down_proj,rtn: 0.0023193,0.00000,0.014
+8,mlp.experts.5.down_proj,rtn: 0.0023499,0.00000,0.016
+8,mlp.experts.10.down_proj,rtn: 0.0023956,0.00000,0.019
+8,mlp.experts.26.down_proj,rtn: 0.0023499,0.00000,0.030
+8,mlp.experts.4.down_proj,rtn: 0.0022736,0.00000,0.117
+8,mlp.experts.0.down_proj,rtn: 0.0023651,0.00000,0.117
+8,mlp.experts.8.down_proj,rtn: 0.0023193,0.00000,0.117
+8,mlp.experts.12.down_proj,rtn: 0.0023346,0.00000,0.118
+8,mlp.experts.17.down_proj,rtn: 0.0023346,0.00000,0.041
+8,mlp.experts.7.down_proj,rtn: 0.0023193,0.00000,0.041
+8,mlp.experts.2.down_proj,rtn: 0.0023346,0.00000,0.042
+8,mlp.experts.15.down_proj,rtn: 0.0022736,0.00000,0.043
+8,mlp.experts.11.down_proj,rtn: 0.0023346,0.00000,0.044
+8,mlp.experts.14.down_proj,rtn: 0.0022888,0.00000,0.045
+8,mlp.experts.6.down_proj,rtn: 0.0023041,0.00000,0.046
+8,mlp.experts.21.down_proj,rtn: 0.0023499,0.00000,0.046
+8,mlp.experts.3.down_proj,rtn: 0.0022430,0.00000,0.047
+8,mlp.experts.13.down_proj,rtn: 0.0023041,0.00000,0.049
+8,mlp.experts.9.down_proj,rtn: 0.0022583,0.00000,0.053
+8,mlp.experts.42.down_proj,rtn: 0.0023956,0.00000,0.013
+8,mlp.experts.33.down_proj,rtn: 0.0023193,0.00000,0.014
+8,mlp.experts.18.down_proj,rtn: 0.0023499,0.00000,0.024
+8,mlp.experts.28.down_proj,rtn: 0.0023499,0.00000,0.059
+8,mlp.experts.20.down_proj,rtn: 0.0023651,0.00000,0.054
+8,mlp.experts.30.down_proj,rtn: 0.0023041,0.00000,0.031
+8,mlp.experts.24.down_proj,rtn: 0.0023346,0.00000,0.056
+8,mlp.experts.16.down_proj,rtn: 0.0023346,0.00000,0.058
+8,mlp.experts.23.down_proj,rtn: 0.0022736,0.00000,0.044
+8,mlp.experts.31.down_proj,rtn: 0.0022736,0.00000,0.041
+8,mlp.experts.27.down_proj,rtn: 0.0023651,0.00000,0.039
+8,mlp.experts.22.down_proj,rtn: 0.0023804,0.00000,0.034
+8,mlp.experts.19.down_proj,rtn: 0.0023651,0.00000,0.058
+8,mlp.experts.49.down_proj,rtn: 0.0023193,0.00000,0.035
+8,mlp.experts.58.down_proj,rtn: 0.0024109,0.00000,0.027
+8,mlp.experts.34.down_proj,rtn: 0.0023804,0.00000,0.022
+8,mlp.experts.37.down_proj,rtn: 0.0023804,0.00000,0.046
+8,mlp.experts.25.down_proj,rtn: 0.0023804,0.00000,0.046
+8,mlp.experts.29.down_proj,rtn: 0.0023499,0.00000,0.044
+8,mlp.experts.47.down_proj,rtn: 0.0023651,0.00000,0.034
+8,mlp.experts.36.down_proj,rtn: 0.0023041,0.00000,0.041
+8,mlp.experts.46.down_proj,rtn: 0.0022736,0.00000,0.033
+8,mlp.experts.44.down_proj,rtn: 0.0022888,0.00000,0.050
+8,mlp.experts.39.down_proj,rtn: 0.0022278,0.00000,0.041
+8,mlp.experts.43.down_proj,rtn: 0.0023499,0.00000,0.040
+8,mlp.experts.74.down_proj,rtn: 0.0023804,0.00000,0.027
+8,mlp.experts.65.down_proj,rtn: 0.0024261,0.00000,0.031
+8,mlp.experts.40.down_proj,rtn: 0.0022430,0.00000,0.055
+8,mlp.experts.38.down_proj,rtn: 0.0023346,0.00000,0.043
+8,mlp.experts.32.down_proj,rtn: 0.0022583,0.00000,0.055
+8,mlp.experts.50.down_proj,rtn: 0.0023346,0.00000,0.038
+8,mlp.experts.35.down_proj,rtn: 0.0023651,0.00000,0.058
+8,mlp.experts.62.down_proj,rtn: 0.0023041,0.00000,0.035
+8,mlp.experts.53.down_proj,rtn: 0.0023041,0.00000,0.048
+8,mlp.experts.52.down_proj,rtn: 0.0023346,0.00000,0.045
+8,mlp.experts.41.down_proj,rtn: 0.0023041,0.00000,0.053
+8,mlp.experts.60.down_proj,rtn: 0.0023346,0.00000,0.041
+8,mlp.experts.90.down_proj,rtn: 0.0024261,0.00000,0.032
+8,mlp.experts.45.down_proj,rtn: 0.0023651,0.00000,0.058
+8,mlp.experts.63.down_proj,rtn: 0.0023956,0.00000,0.047
+8,mlp.experts.55.down_proj,rtn: 0.0023651,0.00000,0.041
+8,mlp.experts.59.down_proj,rtn: 0.0022278,0.00000,0.045
+8,mlp.experts.54.down_proj,rtn: 0.0023041,0.00000,0.032
+8,mlp.experts.66.down_proj,rtn: 0.0023804,0.00000,0.030
+8,mlp.experts.48.down_proj,rtn: 0.0023346,0.00000,0.040
+8,mlp.experts.56.down_proj,rtn: 0.0022888,0.00000,0.048
+8,mlp.experts.78.down_proj,rtn: 0.0023804,0.00000,0.025
+8,mlp.experts.81.down_proj,rtn: 0.0022736,0.00000,0.045
+8,mlp.experts.51.down_proj,rtn: 0.0023346,0.00000,0.033
+8,mlp.experts.106.down_proj,rtn: 0.0022583,0.00000,0.027
+8,mlp.experts.61.down_proj,rtn: 0.0022888,0.00000,0.031
+8,mlp.experts.76.down_proj,rtn: 0.0023956,0.00000,0.039
+8,mlp.experts.68.down_proj,rtn: 0.0023651,0.00000,0.042
+8,mlp.experts.69.down_proj,rtn: 0.0022888,0.00000,0.044
+8,mlp.experts.57.down_proj,rtn: 0.0022736,0.00000,0.046
+8,mlp.experts.71.down_proj,rtn: 0.0023651,0.00000,0.034
+8,mlp.experts.75.down_proj,rtn: 0.0023346,0.00000,0.044
+8,mlp.experts.64.down_proj,rtn: 0.0022583,0.00000,0.040
+8,mlp.experts.70.down_proj,rtn: 0.0023346,0.00000,0.037
+8,mlp.experts.79.down_proj,rtn: 0.0023041,0.00000,0.045
+8,mlp.experts.97.down_proj,rtn: 0.0023193,0.00000,0.042
+8,mlp.experts.82.down_proj,rtn: 0.0023499,0.00000,0.045
+8,mlp.experts.94.down_proj,rtn: 0.0023193,0.00000,0.039
+8,mlp.experts.72.down_proj,rtn: 0.0023499,0.00000,0.041
+8,mlp.experts.122.down_proj,rtn: 0.0023193,0.00000,0.032
+8,mlp.experts.67.down_proj,rtn: 0.0023651,0.00000,0.039
+8,mlp.experts.84.down_proj,rtn: 0.0023041,0.00000,0.040
+8,mlp.experts.77.down_proj,rtn: 0.0023804,0.00000,0.045
+8,mlp.experts.92.down_proj,rtn: 0.0024109,0.00000,0.042
+8,mlp.experts.85.down_proj,rtn: 0.0023499,0.00000,0.041
+8,mlp.experts.86.down_proj,rtn: 0.0023193,0.00000,0.034
+8,mlp.experts.87.down_proj,rtn: 0.0022430,0.00000,0.042
+8,mlp.experts.73.down_proj,rtn: 0.0022736,0.00000,0.048
+8,mlp.experts.95.down_proj,rtn: 0.0023956,0.00000,0.035
+8,mlp.experts.91.down_proj,rtn: 0.0023346,0.00000,0.040
+8,mlp.experts.80.down_proj,rtn: 0.0023651,0.00000,0.042
+8,mlp.experts.113.down_proj,rtn: 0.0023651,0.00000,0.039
+8,mlp.experts.83.down_proj,rtn: 0.0023041,0.00000,0.033
+8,mlp.experts.138.down_proj,rtn: 0.0022430,0.00000,0.031
+8,mlp.experts.98.down_proj,rtn: 0.0024261,0.00000,0.039
+8,mlp.experts.110.down_proj,rtn: 0.0023499,0.00000,0.038
+8,mlp.experts.88.down_proj,rtn: 0.0023499,0.00000,0.042
+8,mlp.experts.100.down_proj,rtn: 0.0022736,0.00000,0.044
+8,mlp.experts.93.down_proj,rtn: 0.0023346,0.00000,0.039
+8,mlp.experts.101.down_proj,rtn: 0.0022888,0.00000,0.037
+8,mlp.experts.102.down_proj,rtn: 0.0023651,0.00000,0.033
+8,mlp.experts.103.down_proj,rtn: 0.0023193,0.00000,0.034
+8,mlp.experts.108.down_proj,rtn: 0.0022430,0.00000,0.049
+8,mlp.experts.111.down_proj,rtn: 0.0024567,0.00000,0.035
+8,mlp.experts.89.down_proj,rtn: 0.0022736,0.00000,0.044
+8,mlp.experts.99.down_proj,rtn: 0.0024719,0.00000,0.036
+8,mlp.experts.114.down_proj,rtn: 0.0024719,0.00000,0.040
+8,mlp.experts.154.down_proj,rtn: 0.0022736,0.00000,0.038
+8,mlp.experts.126.down_proj,rtn: 0.0023499,0.00000,0.036
+8,mlp.experts.107.down_proj,rtn: 0.0022888,0.00000,0.044
+8,mlp.experts.96.down_proj,rtn: 0.0023499,0.00000,0.049
+8,mlp.experts.129.down_proj,rtn: 0.0022736,0.00000,0.041
+8,mlp.experts.104.down_proj,rtn: 0.0023346,0.00000,0.038
+8,mlp.experts.118.down_proj,rtn: 0.0022278,0.00000,0.036
+8,mlp.experts.109.down_proj,rtn: 0.0023499,0.00000,0.038
+8,mlp.experts.116.down_proj,rtn: 0.0023499,0.00000,0.044
+8,mlp.experts.119.down_proj,rtn: 0.0023193,0.00000,0.035
+8,mlp.experts.117.down_proj,rtn: 0.0024109,0.00000,0.037
+8,mlp.experts.127.down_proj,rtn: 0.0022888,0.00000,0.035
+8,mlp.experts.115.down_proj,rtn: 0.0023346,0.00000,0.032
+8,mlp.experts.124.down_proj,rtn: 0.0023346,0.00000,0.045
+8,mlp.experts.105.down_proj,rtn: 0.0023651,0.00000,0.041
+8,mlp.experts.130.down_proj,rtn: 0.0023346,0.00000,0.038
+8,mlp.experts.170.down_proj,rtn: 0.0022888,0.00000,0.036
+8,mlp.experts.142.down_proj,rtn: 0.0023956,0.00000,0.033
+8,mlp.experts.120.down_proj,rtn: 0.0023651,0.00000,0.040
+8,mlp.experts.112.down_proj,rtn: 0.0023193,0.00000,0.048
+8,mlp.experts.145.down_proj,rtn: 0.0023346,0.00000,0.041
+8,mlp.experts.134.down_proj,rtn: 0.0023499,0.00000,0.037
+8,mlp.experts.125.down_proj,rtn: 0.0022430,0.00000,0.037
+8,mlp.experts.133.down_proj,rtn: 0.0023499,0.00000,0.034
+8,mlp.experts.123.down_proj,rtn: 0.0023956,0.00000,0.052
+8,mlp.experts.135.down_proj,rtn: 0.0022888,0.00000,0.048
+8,mlp.experts.131.down_proj,rtn: 0.0023193,0.00000,0.037
+8,mlp.experts.143.down_proj,rtn: 0.0024414,0.00000,0.038
+8,mlp.experts.132.down_proj,rtn: 0.0023499,0.00000,0.060
+8,mlp.experts.158.down_proj,rtn: 0.0022736,0.00000,0.033
+8,mlp.experts.121.down_proj,rtn: 0.0023499,0.00000,0.040
+8,mlp.experts.186.down_proj,rtn: 0.0023041,0.00000,0.038
+8,mlp.experts.146.down_proj,rtn: 0.0022736,0.00000,0.037
+8,mlp.experts.150.down_proj,rtn: 0.0023193,0.00000,0.022
+8,mlp.experts.140.down_proj,rtn: 0.0023346,0.00000,0.052
+8,mlp.experts.136.down_proj,rtn: 0.0022736,0.00000,0.041
+8,mlp.experts.128.down_proj,rtn: 0.0023804,0.00000,0.039
+8,mlp.experts.149.down_proj,rtn: 0.0023346,0.00000,0.037
+8,mlp.experts.161.down_proj,rtn: 0.0024109,0.00000,0.039
+8,mlp.experts.141.down_proj,rtn: 0.0023193,0.00000,0.039
+8,mlp.experts.139.down_proj,rtn: 0.0023499,0.00000,0.052
+8,mlp.experts.151.down_proj,rtn: 0.0023956,0.00000,0.045
+8,mlp.experts.174.down_proj,rtn: 0.0024109,0.00000,0.028
+8,mlp.experts.147.down_proj,rtn: 0.0023346,0.00000,0.030
+8,mlp.experts.162.down_proj,rtn: 0.0023499,0.00000,0.027
+8,mlp.experts.137.down_proj,rtn: 0.0023499,0.00000,0.038
+8,mlp.experts.166.down_proj,rtn: 0.0023193,0.00000,0.025
+8,mlp.experts.159.down_proj,rtn: 0.0023499,0.00000,0.034
+8,mlp.experts.165.down_proj,rtn: 0.0023651,0.00000,0.035
+8,mlp.experts.148.down_proj,rtn: 0.0023804,0.00000,0.060
+8,mlp.experts.177.down_proj,rtn: 0.0024109,0.00000,0.038
+8,mlp.experts.190.down_proj,rtn: 0.0023041,0.00000,0.026
+8,mlp.experts.157.down_proj,rtn: 0.0023346,0.00000,0.041
+8,mlp.experts.156.down_proj,rtn: 0.0023041,0.00000,0.056
+8,mlp.experts.152.down_proj,rtn: 0.0023804,0.00000,0.046
+8,mlp.experts.144.down_proj,rtn: 0.0022583,0.00000,0.045
+8,mlp.experts.153.down_proj,rtn: 0.0022736,0.00000,0.032
+8,mlp.experts.178.down_proj,rtn: 0.0023499,0.00000,0.031
+8,mlp.experts.155.down_proj,rtn: 0.0023956,0.00000,0.043
+8,mlp.experts.167.down_proj,rtn: 0.0023041,0.00000,0.041
+8,mlp.experts.182.down_proj,rtn: 0.0023193,0.00000,0.025
+8,mlp.experts.163.down_proj,rtn: 0.0023499,0.00000,0.030
+8,mlp.experts.175.down_proj,rtn: 0.0023346,0.00000,0.026
+8,mlp.experts.181.down_proj,rtn: 0.0023041,0.00000,0.029
+8,mlp.experts.173.down_proj,rtn: 0.0023499,0.00000,0.025
+8,mlp.experts.169.down_proj,rtn: 0.0023956,0.00000,0.025
+8,mlp.experts.164.down_proj,rtn: 0.0023041,0.00000,0.054
+8,mlp.experts.172.down_proj,rtn: 0.0023956,0.00000,0.057
+8,mlp.experts.185.down_proj,rtn: 0.0023346,0.00000,0.021
+8,mlp.experts.179.down_proj,rtn: 0.0023651,0.00000,0.031
+8,mlp.experts.189.down_proj,rtn: 0.0024567,0.00000,0.024
+8,mlp.experts.183.down_proj,rtn: 0.0023193,0.00000,0.034
+8,mlp.experts.168.down_proj,rtn: 0.0023499,0.00000,0.044
+8,mlp.experts.171.down_proj,rtn: 0.0023499,0.00000,0.036
+8,mlp.experts.191.down_proj,rtn: 0.0023499,0.00000,0.037
+8,mlp.experts.160.down_proj,rtn: 0.0023041,0.00000,0.056
+8,mlp.experts.180.down_proj,rtn: 0.0023346,0.00000,0.026
+8,mlp.experts.188.down_proj,rtn: 0.0022583,0.00000,0.027
+8,mlp.experts.187.down_proj,rtn: 0.0022430,0.00000,0.010
+8,mlp.experts.184.down_proj,rtn: 0.0023193,0.00000,0.023
+8,mlp.experts.176.down_proj,rtn: 0.0023651,0.00000,0.029
+8,mlp.shared_experts.gate_proj,rtn: 0.0017319,0.00000,0.028
+8,mlp.shared_experts.up_proj,rtn: 0.0017471,0.00000,0.027
+8,mlp.shared_experts.down_proj,rtn: 0.0018082,0.00000,0.022
+9,self_attn.v_proj,rtn: 0.0025635,0.00000,0.029
+9,self_attn.q_proj,rtn: 0.0014496,0.00000,0.016
+9,self_attn.k_proj,rtn: 0.0015411,0.00000,0.042
+9,self_attn.o_proj,rtn: 0.0023041,0.00000,0.030
+9,mlp.experts.3.gate_proj,rtn: 0.0023346,0.00000,0.088
+9,mlp.experts.15.gate_proj,rtn: 0.0023041,0.00000,0.091
+9,mlp.experts.7.gate_proj,rtn: 0.0024567,0.00000,0.091
+9,mlp.experts.4.gate_proj,rtn: 0.0023193,0.00000,0.095
+9,mlp.experts.8.gate_proj,rtn: 0.0023041,0.00000,0.097
+9,mlp.experts.2.gate_proj,rtn: 0.0024414,0.00000,0.111
+9,mlp.experts.13.gate_proj,rtn: 0.0023346,0.00000,0.114
+9,mlp.experts.9.gate_proj,rtn: 0.0023651,0.00000,0.114
+9,mlp.experts.6.gate_proj,rtn: 0.0024109,0.00000,0.115
+9,mlp.experts.5.gate_proj,rtn: 0.0023651,0.00000,0.117
+9,mlp.experts.1.gate_proj,rtn: 0.0024719,0.00000,0.117
+9,mlp.experts.0.gate_proj,rtn: 0.0023041,0.00000,0.116
+9,mlp.experts.12.gate_proj,rtn: 0.0023499,0.00000,0.117
+9,mlp.experts.11.gate_proj,rtn: 0.0023956,0.00000,0.121
+9,mlp.experts.14.gate_proj,rtn: 0.0023041,0.00000,0.119
+9,mlp.experts.10.gate_proj,rtn: 0.0023804,0.00000,0.129
+9,mlp.experts.20.gate_proj,rtn: 0.0023804,0.00000,0.058
+9,mlp.experts.24.gate_proj,rtn: 0.0023346,0.00000,0.066
+9,mlp.experts.31.gate_proj,rtn: 0.0023346,0.00000,0.080
+9,mlp.experts.19.gate_proj,rtn: 0.0023651,0.00000,0.093
+9,mlp.experts.23.gate_proj,rtn: 0.0023041,0.00000,0.087
+9,mlp.experts.18.gate_proj,rtn: 0.0023804,0.00000,0.076
+9,mlp.experts.22.gate_proj,rtn: 0.0023499,0.00000,0.080
+9,mlp.experts.27.gate_proj,rtn: 0.0024109,0.00000,0.089
+9,mlp.experts.30.gate_proj,rtn: 0.0024567,0.00000,0.080
+9,mlp.experts.25.gate_proj,rtn: 0.0023346,0.00000,0.104
+9,mlp.experts.17.gate_proj,rtn: 0.0022888,0.00000,0.097
+9,mlp.experts.26.gate_proj,rtn: 0.0023041,0.00000,0.082
+9,mlp.experts.29.gate_proj,rtn: 0.0023651,0.00000,0.096
+9,mlp.experts.21.gate_proj,rtn: 0.0024567,0.00000,0.108
+9,mlp.experts.28.gate_proj,rtn: 0.0023804,0.00000,0.100
+9,mlp.experts.36.gate_proj,rtn: 0.0023499,0.00000,0.088
+9,mlp.experts.16.gate_proj,rtn: 0.0024567,0.00000,0.109
+9,mlp.experts.40.gate_proj,rtn: 0.0023346,0.00000,0.080
+9,mlp.experts.39.gate_proj,rtn: 0.0023651,0.00000,0.089
+9,mlp.experts.34.gate_proj,rtn: 0.0023651,0.00000,0.075
+9,mlp.experts.35.gate_proj,rtn: 0.0023956,0.00000,0.092
+9,mlp.experts.47.gate_proj,rtn: 0.0024567,0.00000,0.103
+9,mlp.experts.38.gate_proj,rtn: 0.0023651,0.00000,0.071
+9,mlp.experts.46.gate_proj,rtn: 0.0023041,0.00000,0.069
+9,mlp.experts.42.gate_proj,rtn: 0.0024109,0.00000,0.066
+9,mlp.experts.43.gate_proj,rtn: 0.0024109,0.00000,0.101
+9,mlp.experts.41.gate_proj,rtn: 0.0023804,0.00000,0.091
+9,mlp.experts.33.gate_proj,rtn: 0.0023041,0.00000,0.089
+9,mlp.experts.45.gate_proj,rtn: 0.0022888,0.00000,0.091
+9,mlp.experts.44.gate_proj,rtn: 0.0025940,0.00000,0.086
+9,mlp.experts.37.gate_proj,rtn: 0.0024109,0.00000,0.090
+9,mlp.experts.52.gate_proj,rtn: 0.0023651,0.00000,0.090
+9,mlp.experts.56.gate_proj,rtn: 0.0023651,0.00000,0.088
+9,mlp.experts.50.gate_proj,rtn: 0.0023193,0.00000,0.069
+9,mlp.experts.32.gate_proj,rtn: 0.0023956,0.00000,0.094
+9,mlp.experts.54.gate_proj,rtn: 0.0023041,0.00000,0.075
+9,mlp.experts.55.gate_proj,rtn: 0.0023499,0.00000,0.093
+9,mlp.experts.58.gate_proj,rtn: 0.0023193,0.00000,0.064
+9,mlp.experts.51.gate_proj,rtn: 0.0024109,0.00000,0.091
+9,mlp.experts.63.gate_proj,rtn: 0.0023193,0.00000,0.088
+9,mlp.experts.62.gate_proj,rtn: 0.0023346,0.00000,0.077
+9,mlp.experts.57.gate_proj,rtn: 0.0023346,0.00000,0.083
+9,mlp.experts.59.gate_proj,rtn: 0.0023499,0.00000,0.098
+9,mlp.experts.61.gate_proj,rtn: 0.0023651,0.00000,0.085
+9,mlp.experts.66.gate_proj,rtn: 0.0023651,0.00000,0.075
+9,mlp.experts.49.gate_proj,rtn: 0.0023346,0.00000,0.089
+9,mlp.experts.68.gate_proj,rtn: 0.0023041,0.00000,0.081
+9,mlp.experts.60.gate_proj,rtn: 0.0023956,0.00000,0.090
+9,mlp.experts.72.gate_proj,rtn: 0.0024109,0.00000,0.083
+9,mlp.experts.53.gate_proj,rtn: 0.0024261,0.00000,0.092
+9,mlp.experts.48.gate_proj,rtn: 0.0023956,0.00000,0.083
+9,mlp.experts.70.gate_proj,rtn: 0.0023346,0.00000,0.072
+9,mlp.experts.74.gate_proj,rtn: 0.0023346,0.00000,0.069
+9,mlp.experts.78.gate_proj,rtn: 0.0023804,0.00000,0.074
+9,mlp.experts.71.gate_proj,rtn: 0.0024414,0.00000,0.095
+9,mlp.experts.67.gate_proj,rtn: 0.0023346,0.00000,0.091
+9,mlp.experts.79.gate_proj,rtn: 0.0023651,0.00000,0.097
+9,mlp.experts.82.gate_proj,rtn: 0.0024109,0.00000,0.073
+9,mlp.experts.75.gate_proj,rtn: 0.0024719,0.00000,0.085
+9,mlp.experts.90.gate_proj,rtn: 0.0023041,0.00000,0.057
+9,mlp.experts.86.gate_proj,rtn: 0.0023804,0.00000,0.070
+9,mlp.experts.73.gate_proj,rtn: 0.0023651,0.00000,0.099
+9,mlp.experts.76.gate_proj,rtn: 0.0023041,0.00000,0.083
+9,mlp.experts.88.gate_proj,rtn: 0.0024261,0.00000,0.080
+9,mlp.experts.84.gate_proj,rtn: 0.0023651,0.00000,0.085
+9,mlp.experts.64.gate_proj,rtn: 0.0023651,0.00000,0.074
+9,mlp.experts.65.gate_proj,rtn: 0.0023499,0.00000,0.092
+9,mlp.experts.94.gate_proj,rtn: 0.0023499,0.00000,0.072
+9,mlp.experts.77.gate_proj,rtn: 0.0023499,0.00000,0.111
+9,mlp.experts.69.gate_proj,rtn: 0.0023499,0.00000,0.104
+9,mlp.experts.83.gate_proj,rtn: 0.0023804,0.00000,0.081
+9,mlp.experts.87.gate_proj,rtn: 0.0023651,0.00000,0.084
+9,mlp.experts.98.gate_proj,rtn: 0.0023499,0.00000,0.068
+9,mlp.experts.95.gate_proj,rtn: 0.0023346,0.00000,0.093
+9,mlp.experts.102.gate_proj,rtn: 0.0023651,0.00000,0.059
+9,mlp.experts.106.gate_proj,rtn: 0.0023956,0.00000,0.074
+9,mlp.experts.91.gate_proj,rtn: 0.0023041,0.00000,0.089
+9,mlp.experts.110.gate_proj,rtn: 0.0024261,0.00000,0.064
+9,mlp.experts.100.gate_proj,rtn: 0.0022888,0.00000,0.077
+9,mlp.experts.80.gate_proj,rtn: 0.0024109,0.00000,0.077
+9,mlp.experts.104.gate_proj,rtn: 0.0023193,0.00000,0.079
+9,mlp.experts.92.gate_proj,rtn: 0.0024261,0.00000,0.091
+9,mlp.experts.89.gate_proj,rtn: 0.0023193,0.00000,0.095
+9,mlp.experts.81.gate_proj,rtn: 0.0023956,0.00000,0.102
+9,mlp.experts.93.gate_proj,rtn: 0.0024109,0.00000,0.103
+9,mlp.experts.118.gate_proj,rtn: 0.0024567,0.00000,0.061
+9,mlp.experts.114.gate_proj,rtn: 0.0023499,0.00000,0.067
+9,mlp.experts.99.gate_proj,rtn: 0.0024872,0.00000,0.091
+9,mlp.experts.103.gate_proj,rtn: 0.0024109,0.00000,0.088
+9,mlp.experts.85.gate_proj,rtn: 0.0023499,0.00000,0.105
+9,mlp.experts.122.gate_proj,rtn: 0.0023499,0.00000,0.076
+9,mlp.experts.111.gate_proj,rtn: 0.0023346,0.00000,0.090
+9,mlp.experts.126.gate_proj,rtn: 0.0023804,0.00000,0.066
+9,mlp.experts.108.gate_proj,rtn: 0.0023651,0.00000,0.066
+9,mlp.experts.116.gate_proj,rtn: 0.0023346,0.00000,0.073
+9,mlp.experts.96.gate_proj,rtn: 0.0024567,0.00000,0.070
+9,mlp.experts.107.gate_proj,rtn: 0.0024109,0.00000,0.089
+9,mlp.experts.120.gate_proj,rtn: 0.0023804,0.00000,0.081
+9,mlp.experts.134.gate_proj,rtn: 0.0024109,0.00000,0.071
+9,mlp.experts.130.gate_proj,rtn: 0.0022888,0.00000,0.066
+9,mlp.experts.105.gate_proj,rtn: 0.0023956,0.00000,0.107
+9,mlp.experts.142.gate_proj,rtn: 0.0023499,0.00000,0.060
+9,mlp.experts.97.gate_proj,rtn: 0.0023804,0.00000,0.102
+9,mlp.experts.109.gate_proj,rtn: 0.0024109,0.00000,0.094
+9,mlp.experts.138.gate_proj,rtn: 0.0023651,0.00000,0.077
+9,mlp.experts.119.gate_proj,rtn: 0.0024414,0.00000,0.092
+9,mlp.experts.115.gate_proj,rtn: 0.0023804,0.00000,0.095
+9,mlp.experts.132.gate_proj,rtn: 0.0023346,0.00000,0.060
+9,mlp.experts.112.gate_proj,rtn: 0.0023804,0.00000,0.061
+9,mlp.experts.124.gate_proj,rtn: 0.0023956,0.00000,0.062
+9,mlp.experts.101.gate_proj,rtn: 0.0023651,0.00000,0.104
+9,mlp.experts.127.gate_proj,rtn: 0.0023346,0.00000,0.102
+9,mlp.experts.136.gate_proj,rtn: 0.0023804,0.00000,0.074
+9,mlp.experts.146.gate_proj,rtn: 0.0022736,0.00000,0.062
+9,mlp.experts.123.gate_proj,rtn: 0.0024261,0.00000,0.094
+9,mlp.experts.150.gate_proj,rtn: 0.0023346,0.00000,0.075
+9,mlp.experts.158.gate_proj,rtn: 0.0025024,0.00000,0.065
+9,mlp.experts.154.gate_proj,rtn: 0.0023346,0.00000,0.071
+9,mlp.experts.148.gate_proj,rtn: 0.0024109,0.00000,0.068
+9,mlp.experts.140.gate_proj,rtn: 0.0023804,0.00000,0.070
+9,mlp.experts.113.gate_proj,rtn: 0.0023804,0.00000,0.091
+9,mlp.experts.125.gate_proj,rtn: 0.0023193,0.00000,0.092
+9,mlp.experts.128.gate_proj,rtn: 0.0024109,0.00000,0.073
+9,mlp.experts.121.gate_proj,rtn: 0.0022888,0.00000,0.104
+9,mlp.experts.135.gate_proj,rtn: 0.0023499,0.00000,0.088
+9,mlp.experts.131.gate_proj,rtn: 0.0024414,0.00000,0.086
+9,mlp.experts.152.gate_proj,rtn: 0.0024567,0.00000,0.077
+9,mlp.experts.143.gate_proj,rtn: 0.0023804,0.00000,0.084
+9,mlp.experts.117.gate_proj,rtn: 0.0024109,0.00000,0.099
+9,mlp.experts.162.gate_proj,rtn: 0.0023804,0.00000,0.085
+9,mlp.experts.139.gate_proj,rtn: 0.0023193,0.00000,0.081
+9,mlp.experts.166.gate_proj,rtn: 0.0023193,0.00000,0.084
+9,mlp.experts.174.gate_proj,rtn: 0.0024872,0.00000,0.085
+9,mlp.experts.170.gate_proj,rtn: 0.0024109,0.00000,0.082
+9,mlp.experts.164.gate_proj,rtn: 0.0024261,0.00000,0.077
+9,mlp.experts.156.gate_proj,rtn: 0.0023346,0.00000,0.073
+9,mlp.experts.144.gate_proj,rtn: 0.0023651,0.00000,0.066
+9,mlp.experts.151.gate_proj,rtn: 0.0024567,0.00000,0.065
+9,mlp.experts.147.gate_proj,rtn: 0.0023804,0.00000,0.067
+9,mlp.experts.168.gate_proj,rtn: 0.0023193,0.00000,0.077
+9,mlp.experts.159.gate_proj,rtn: 0.0024261,0.00000,0.072
+9,mlp.experts.129.gate_proj,rtn: 0.0022736,0.00000,0.107
+9,mlp.experts.141.gate_proj,rtn: 0.0023193,0.00000,0.104
+9,mlp.experts.155.gate_proj,rtn: 0.0023499,0.00000,0.074
+9,mlp.experts.178.gate_proj,rtn: 0.0022888,0.00000,0.076
+9,mlp.experts.182.gate_proj,rtn: 0.0024109,0.00000,0.069
+9,mlp.experts.190.gate_proj,rtn: 0.0023804,0.00000,0.070
+9,mlp.experts.186.gate_proj,rtn: 0.0024719,0.00000,0.062
+9,mlp.experts.137.gate_proj,rtn: 0.0023346,0.00000,0.127
+9,mlp.experts.172.gate_proj,rtn: 0.0023346,0.00000,0.061
+9,mlp.experts.160.gate_proj,rtn: 0.0022888,0.00000,0.062
+9,mlp.experts.167.gate_proj,rtn: 0.0023956,0.00000,0.070
+9,mlp.experts.180.gate_proj,rtn: 0.0024567,0.00000,0.078
+9,mlp.experts.133.gate_proj,rtn: 0.0023346,0.00000,0.124
+9,mlp.experts.163.gate_proj,rtn: 0.0023346,0.00000,0.073
+9,mlp.experts.184.gate_proj,rtn: 0.0023193,0.00000,0.075
+9,mlp.experts.175.gate_proj,rtn: 0.0023804,0.00000,0.074
+9,mlp.experts.2.up_proj,rtn: 0.0024109,0.00000,0.063
+9,mlp.experts.6.up_proj,rtn: 0.0023956,0.00000,0.064
+9,mlp.experts.14.up_proj,rtn: 0.0022888,0.00000,0.058
+9,mlp.experts.10.up_proj,rtn: 0.0023804,0.00000,0.057
+9,mlp.experts.171.gate_proj,rtn: 0.0022583,0.00000,0.075
+9,mlp.experts.188.gate_proj,rtn: 0.0023804,0.00000,0.063
+9,mlp.experts.176.gate_proj,rtn: 0.0023041,0.00000,0.073
+9,mlp.experts.145.gate_proj,rtn: 0.0023804,0.00000,0.107
+9,mlp.experts.157.gate_proj,rtn: 0.0024414,0.00000,0.118
+9,mlp.experts.183.gate_proj,rtn: 0.0024872,0.00000,0.073
+9,mlp.experts.4.up_proj,rtn: 0.0023193,0.00000,0.075
+9,mlp.experts.179.gate_proj,rtn: 0.0024109,0.00000,0.076
+9,mlp.experts.153.gate_proj,rtn: 0.0024261,0.00000,0.105
+9,mlp.experts.30.up_proj,rtn: 0.0024261,0.00000,0.058
+9,mlp.experts.26.up_proj,rtn: 0.0022888,0.00000,0.056
+9,mlp.experts.191.gate_proj,rtn: 0.0024109,0.00000,0.072
+9,mlp.experts.8.up_proj,rtn: 0.0022888,0.00000,0.075
+9,mlp.experts.18.up_proj,rtn: 0.0023651,0.00000,0.072
+9,mlp.experts.22.up_proj,rtn: 0.0023499,0.00000,0.071
+9,mlp.experts.149.gate_proj,rtn: 0.0024109,0.00000,0.107
+9,mlp.experts.187.gate_proj,rtn: 0.0023651,0.00000,0.077
+9,mlp.experts.12.up_proj,rtn: 0.0023346,0.00000,0.075
+9,mlp.experts.0.up_proj,rtn: 0.0023041,0.00000,0.074
+9,mlp.experts.20.up_proj,rtn: 0.0023651,0.00000,0.078
+9,mlp.experts.7.up_proj,rtn: 0.0024261,0.00000,0.086
+9,mlp.experts.3.up_proj,rtn: 0.0023346,0.00000,0.086
+9,mlp.experts.46.up_proj,rtn: 0.0023041,0.00000,0.076
+9,mlp.experts.161.gate_proj,rtn: 0.0024109,0.00000,0.111
+9,mlp.experts.42.up_proj,rtn: 0.0023956,0.00000,0.074
+9,mlp.experts.173.gate_proj,rtn: 0.0023193,0.00000,0.114
+9,mlp.experts.38.up_proj,rtn: 0.0023651,0.00000,0.071
+9,mlp.experts.24.up_proj,rtn: 0.0023193,0.00000,0.078
+9,mlp.experts.34.up_proj,rtn: 0.0023499,0.00000,0.072
+9,mlp.experts.169.gate_proj,rtn: 0.0023346,0.00000,0.111
+9,mlp.experts.15.up_proj,rtn: 0.0023041,0.00000,0.095
+9,mlp.experts.28.up_proj,rtn: 0.0023651,0.00000,0.074
+9,mlp.experts.11.up_proj,rtn: 0.0023956,0.00000,0.090
+9,mlp.experts.16.up_proj,rtn: 0.0024414,0.00000,0.088
+9,mlp.experts.165.gate_proj,rtn: 0.0024414,0.00000,0.126
+9,mlp.experts.23.up_proj,rtn: 0.0023041,0.00000,0.080
+9,mlp.experts.62.up_proj,rtn: 0.0023193,0.00000,0.073
+9,mlp.experts.36.up_proj,rtn: 0.0023499,0.00000,0.090
+9,mlp.experts.58.up_proj,rtn: 0.0023193,0.00000,0.070
+9,mlp.experts.50.up_proj,rtn: 0.0023193,0.00000,0.059
+9,mlp.experts.19.up_proj,rtn: 0.0023499,0.00000,0.084
+9,mlp.experts.54.up_proj,rtn: 0.0023041,0.00000,0.076
+9,mlp.experts.31.up_proj,rtn: 0.0023193,0.00000,0.069
+9,mlp.experts.177.gate_proj,rtn: 0.0023956,0.00000,0.111
+9,mlp.experts.189.gate_proj,rtn: 0.0024109,0.00000,0.104
+9,mlp.experts.27.up_proj,rtn: 0.0023956,0.00000,0.077
+9,mlp.experts.44.up_proj,rtn: 0.0025787,0.00000,0.080
+9,mlp.experts.40.up_proj,rtn: 0.0023193,0.00000,0.088
+9,mlp.experts.74.up_proj,rtn: 0.0023193,0.00000,0.061
+9,mlp.experts.39.up_proj,rtn: 0.0023651,0.00000,0.074
+9,mlp.experts.185.gate_proj,rtn: 0.0023651,0.00000,0.107
+9,mlp.experts.66.up_proj,rtn: 0.0023499,0.00000,0.073
+9,mlp.experts.78.up_proj,rtn: 0.0023804,0.00000,0.078
+9,mlp.experts.35.up_proj,rtn: 0.0023804,0.00000,0.075
+9,mlp.experts.70.up_proj,rtn: 0.0023346,0.00000,0.066
+9,mlp.experts.32.up_proj,rtn: 0.0023804,0.00000,0.110
+9,mlp.experts.47.up_proj,rtn: 0.0024414,0.00000,0.071
+9,mlp.experts.52.up_proj,rtn: 0.0023651,0.00000,0.110
+9,mlp.experts.181.gate_proj,rtn: 0.0023041,0.00000,0.123
+9,mlp.experts.43.up_proj,rtn: 0.0024109,0.00000,0.073
+9,mlp.experts.90.up_proj,rtn: 0.0023041,0.00000,0.057
+9,mlp.experts.55.up_proj,rtn: 0.0023499,0.00000,0.069
+9,mlp.experts.82.up_proj,rtn: 0.0023804,0.00000,0.062
+9,mlp.experts.13.up_proj,rtn: 0.0023193,0.00000,0.118
+9,mlp.experts.1.up_proj,rtn: 0.0024567,0.00000,0.125
+9,mlp.experts.86.up_proj,rtn: 0.0023651,0.00000,0.074
+9,mlp.experts.94.up_proj,rtn: 0.0023346,0.00000,0.076
+9,mlp.experts.63.up_proj,rtn: 0.0023041,0.00000,0.072
+9,mlp.experts.51.up_proj,rtn: 0.0023956,0.00000,0.078
+9,mlp.experts.60.up_proj,rtn: 0.0023956,0.00000,0.127
+9,mlp.experts.56.up_proj,rtn: 0.0023499,0.00000,0.092
+9,mlp.experts.48.up_proj,rtn: 0.0023804,0.00000,0.092
+9,mlp.experts.106.up_proj,rtn: 0.0023804,0.00000,0.069
+9,mlp.experts.68.up_proj,rtn: 0.0023041,0.00000,0.089
+9,mlp.experts.59.up_proj,rtn: 0.0023499,0.00000,0.080
+9,mlp.experts.9.up_proj,rtn: 0.0023499,0.00000,0.108
+9,mlp.experts.5.up_proj,rtn: 0.0023651,0.00000,0.099
+9,mlp.experts.71.up_proj,rtn: 0.0024414,0.00000,0.079
+9,mlp.experts.98.up_proj,rtn: 0.0023499,0.00000,0.062
+9,mlp.experts.110.up_proj,rtn: 0.0024109,0.00000,0.058
+9,mlp.experts.102.up_proj,rtn: 0.0023499,0.00000,0.058
+9,mlp.experts.29.up_proj,rtn: 0.0023499,0.00000,0.094
+9,mlp.experts.67.up_proj,rtn: 0.0023193,0.00000,0.087
+9,mlp.experts.76.up_proj,rtn: 0.0023041,0.00000,0.086
+9,mlp.experts.79.up_proj,rtn: 0.0023499,0.00000,0.092
+9,mlp.experts.17.up_proj,rtn: 0.0022736,0.00000,0.099
+9,mlp.experts.64.up_proj,rtn: 0.0023651,0.00000,0.076
+9,mlp.experts.122.up_proj,rtn: 0.0023499,0.00000,0.068
+9,mlp.experts.72.up_proj,rtn: 0.0023956,0.00000,0.082
+9,mlp.experts.84.up_proj,rtn: 0.0023651,0.00000,0.080
+9,mlp.experts.75.up_proj,rtn: 0.0024567,0.00000,0.083
+9,mlp.experts.118.up_proj,rtn: 0.0024414,0.00000,0.061
+9,mlp.experts.126.up_proj,rtn: 0.0023804,0.00000,0.061
+9,mlp.experts.114.up_proj,rtn: 0.0023346,0.00000,0.063
+9,mlp.experts.21.up_proj,rtn: 0.0024414,0.00000,0.093
+9,mlp.experts.25.up_proj,rtn: 0.0023193,0.00000,0.107
+9,mlp.experts.87.up_proj,rtn: 0.0023499,0.00000,0.099
+9,mlp.experts.138.up_proj,rtn: 0.0023499,0.00000,0.074
+9,mlp.experts.45.up_proj,rtn: 0.0022736,0.00000,0.094
+9,mlp.experts.92.up_proj,rtn: 0.0024109,0.00000,0.085
+9,mlp.experts.80.up_proj,rtn: 0.0024109,0.00000,0.086
+9,mlp.experts.83.up_proj,rtn: 0.0023804,0.00000,0.101
+9,mlp.experts.88.up_proj,rtn: 0.0024109,0.00000,0.091
+9,mlp.experts.100.up_proj,rtn: 0.0022736,0.00000,0.083
+9,mlp.experts.95.up_proj,rtn: 0.0023346,0.00000,0.103
+9,mlp.experts.130.up_proj,rtn: 0.0022736,0.00000,0.069
+9,mlp.experts.33.up_proj,rtn: 0.0023041,0.00000,0.110
+9,mlp.experts.134.up_proj,rtn: 0.0023956,0.00000,0.080
+9,mlp.experts.142.up_proj,rtn: 0.0023346,0.00000,0.071
+9,mlp.experts.91.up_proj,rtn: 0.0022888,0.00000,0.098
+9,mlp.experts.37.up_proj,rtn: 0.0023804,0.00000,0.095
+9,mlp.experts.41.up_proj,rtn: 0.0023804,0.00000,0.093
+9,mlp.experts.154.up_proj,rtn: 0.0023193,0.00000,0.073
+9,mlp.experts.103.up_proj,rtn: 0.0023956,0.00000,0.096
+9,mlp.experts.96.up_proj,rtn: 0.0024414,0.00000,0.062
+9,mlp.experts.108.up_proj,rtn: 0.0023346,0.00000,0.079
+9,mlp.experts.104.up_proj,rtn: 0.0023041,0.00000,0.061
+9,mlp.experts.61.up_proj,rtn: 0.0023499,0.00000,0.087
+9,mlp.experts.116.up_proj,rtn: 0.0023346,0.00000,0.071
+9,mlp.experts.146.up_proj,rtn: 0.0022736,0.00000,0.063
+9,mlp.experts.111.up_proj,rtn: 0.0023346,0.00000,0.083
+9,mlp.experts.107.up_proj,rtn: 0.0024109,0.00000,0.075
+9,mlp.experts.150.up_proj,rtn: 0.0023346,0.00000,0.078
+9,mlp.experts.158.up_proj,rtn: 0.0024872,0.00000,0.081
+9,mlp.experts.99.up_proj,rtn: 0.0024872,0.00000,0.102
+9,mlp.experts.49.up_proj,rtn: 0.0023193,0.00000,0.089
+9,mlp.experts.112.up_proj,rtn: 0.0023804,0.00000,0.065
+9,mlp.experts.57.up_proj,rtn: 0.0023346,0.00000,0.085
+9,mlp.experts.170.up_proj,rtn: 0.0023956,0.00000,0.078
+9,mlp.experts.53.up_proj,rtn: 0.0024109,0.00000,0.099
+9,mlp.experts.132.up_proj,rtn: 0.0023041,0.00000,0.058
+9,mlp.experts.124.up_proj,rtn: 0.0023651,0.00000,0.071
+9,mlp.experts.119.up_proj,rtn: 0.0024261,0.00000,0.087
+9,mlp.experts.120.up_proj,rtn: 0.0023651,0.00000,0.084
+9,mlp.experts.77.up_proj,rtn: 0.0023346,0.00000,0.088
+9,mlp.experts.162.up_proj,rtn: 0.0023651,0.00000,0.079
+9,mlp.experts.65.up_proj,rtn: 0.0023346,0.00000,0.077
+9,mlp.experts.174.up_proj,rtn: 0.0024719,0.00000,0.079
+9,mlp.experts.127.up_proj,rtn: 0.0023193,0.00000,0.110
+9,mlp.experts.166.up_proj,rtn: 0.0023193,0.00000,0.089
+9,mlp.experts.69.up_proj,rtn: 0.0023346,0.00000,0.069
+9,mlp.experts.123.up_proj,rtn: 0.0023956,0.00000,0.098
+9,mlp.experts.128.up_proj,rtn: 0.0023956,0.00000,0.081
+9,mlp.experts.73.up_proj,rtn: 0.0023346,0.00000,0.083
+9,mlp.experts.140.up_proj,rtn: 0.0023651,0.00000,0.074
+9,mlp.experts.148.up_proj,rtn: 0.0024109,0.00000,0.074
+9,mlp.experts.186.up_proj,rtn: 0.0024414,0.00000,0.092
+9,mlp.experts.115.up_proj,rtn: 0.0023804,0.00000,0.113
+9,mlp.experts.93.up_proj,rtn: 0.0023956,0.00000,0.069
+9,mlp.experts.136.up_proj,rtn: 0.0023804,0.00000,0.080
+9,mlp.experts.135.up_proj,rtn: 0.0023346,0.00000,0.111
+9,mlp.experts.178.up_proj,rtn: 0.0022736,0.00000,0.080
+9,mlp.experts.81.up_proj,rtn: 0.0023956,0.00000,0.074
+9,mlp.experts.190.up_proj,rtn: 0.0023651,0.00000,0.083
+9,mlp.experts.182.up_proj,rtn: 0.0023956,0.00000,0.065
+9,mlp.experts.85.up_proj,rtn: 0.0023346,0.00000,0.071
+9,mlp.experts.89.up_proj,rtn: 0.0023193,0.00000,0.070
+9,mlp.experts.144.up_proj,rtn: 0.0023499,0.00000,0.075
+9,mlp.experts.156.up_proj,rtn: 0.0023346,0.00000,0.072
+9,mlp.experts.143.up_proj,rtn: 0.0023651,0.00000,0.099
+9,mlp.experts.139.up_proj,rtn: 0.0023041,0.00000,0.085
+9,mlp.experts.109.up_proj,rtn: 0.0023956,0.00000,0.065
+9,mlp.experts.164.up_proj,rtn: 0.0024109,0.00000,0.080
+9,mlp.experts.152.up_proj,rtn: 0.0024261,0.00000,0.064
+9,mlp.experts.131.up_proj,rtn: 0.0024109,0.00000,0.103
+9,mlp.experts.151.up_proj,rtn: 0.0024567,0.00000,0.095
+9,mlp.experts.97.up_proj,rtn: 0.0023651,0.00000,0.083
+9,mlp.experts.160.up_proj,rtn: 0.0022888,0.00000,0.075
+9,mlp.experts.101.up_proj,rtn: 0.0023499,0.00000,0.085
+9,mlp.experts.105.up_proj,rtn: 0.0023956,0.00000,0.076
+9,mlp.experts.168.up_proj,rtn: 0.0023193,0.00000,0.059
+9,mlp.experts.125.up_proj,rtn: 0.0023193,0.00000,0.083
+9,mlp.experts.155.up_proj,rtn: 0.0023346,0.00000,0.078
+9,mlp.experts.159.up_proj,rtn: 0.0024109,0.00000,0.079
+9,mlp.experts.172.up_proj,rtn: 0.0023346,0.00000,0.096
+9,mlp.experts.180.up_proj,rtn: 0.0024414,0.00000,0.077
+9,mlp.experts.147.up_proj,rtn: 0.0023651,0.00000,0.069
+9,mlp.experts.167.up_proj,rtn: 0.0023804,0.00000,0.089
+9,mlp.experts.176.up_proj,rtn: 0.0023041,0.00000,0.086
+9,mlp.experts.184.up_proj,rtn: 0.0023041,0.00000,0.065
+9,mlp.experts.117.up_proj,rtn: 0.0023956,0.00000,0.087
+9,mlp.experts.113.up_proj,rtn: 0.0023651,0.00000,0.106
+9,mlp.experts.121.up_proj,rtn: 0.0022736,0.00000,0.082
+9,mlp.experts.188.up_proj,rtn: 0.0023651,0.00000,0.061
+9,mlp.experts.141.up_proj,rtn: 0.0023041,0.00000,0.083
+9,mlp.experts.171.up_proj,rtn: 0.0023346,0.00000,0.089
+9,mlp.experts.175.up_proj,rtn: 0.0023651,0.00000,0.091
+9,mlp.experts.163.up_proj,rtn: 0.0023193,0.00000,0.088
+9,mlp.experts.183.up_proj,rtn: 0.0024719,0.00000,0.095
+9,mlp.experts.137.up_proj,rtn: 0.0023346,0.00000,0.081
+9,mlp.experts.129.up_proj,rtn: 0.0022583,0.00000,0.102
+9,mlp.experts.133.up_proj,rtn: 0.0023193,0.00000,0.111
+9,mlp.experts.157.up_proj,rtn: 0.0024414,0.00000,0.083
+9,mlp.experts.191.up_proj,rtn: 0.0023956,0.00000,0.074
+9,mlp.experts.187.up_proj,rtn: 0.0023499,0.00000,0.075
+9,mlp.experts.179.up_proj,rtn: 0.0023956,0.00000,0.102
+9,mlp.experts.153.up_proj,rtn: 0.0024109,0.00000,0.076
+9,mlp.experts.145.up_proj,rtn: 0.0023651,0.00000,0.087
+9,mlp.experts.173.up_proj,rtn: 0.0023193,0.00000,0.081
+9,mlp.experts.149.up_proj,rtn: 0.0023956,0.00000,0.102
+9,mlp.experts.169.up_proj,rtn: 0.0023346,0.00000,0.092
+9,mlp.experts.161.up_proj,rtn: 0.0023956,0.00000,0.080
+9,mlp.experts.189.up_proj,rtn: 0.0023956,0.00000,0.089
+9,mlp.experts.165.up_proj,rtn: 0.0024261,0.00000,0.101
+9,mlp.experts.185.up_proj,rtn: 0.0023499,0.00000,0.082
+9,mlp.experts.177.up_proj,rtn: 0.0023804,0.00000,0.075
+9,mlp.experts.181.up_proj,rtn: 0.0023041,0.00000,0.082
+9,mlp.experts.3.down_proj,rtn: 0.0023041,0.00000,0.027
+9,mlp.experts.15.down_proj,rtn: 0.0022736,0.00000,0.034
+9,mlp.experts.8.down_proj,rtn: 0.0022736,0.00000,0.032
+9,mlp.experts.7.down_proj,rtn: 0.0023193,0.00000,0.036
+9,mlp.experts.4.down_proj,rtn: 0.0022888,0.00000,0.042
+9,mlp.experts.12.down_proj,rtn: 0.0022736,0.00000,0.050
+9,mlp.experts.9.down_proj,rtn: 0.0022888,0.00000,0.125
+9,mlp.experts.5.down_proj,rtn: 0.0023346,0.00000,0.126
+9,mlp.experts.19.down_proj,rtn: 0.0023499,0.00000,0.047
+9,mlp.experts.6.down_proj,rtn: 0.0023956,0.00000,0.049
+9,mlp.experts.14.down_proj,rtn: 0.0022736,0.00000,0.053
+9,mlp.experts.10.down_proj,rtn: 0.0023346,0.00000,0.055
+9,mlp.experts.24.down_proj,rtn: 0.0023346,0.00000,0.039
+9,mlp.experts.0.down_proj,rtn: 0.0023041,0.00000,0.055
+9,mlp.experts.31.down_proj,rtn: 0.0022888,0.00000,0.057
+9,mlp.experts.2.down_proj,rtn: 0.0023499,0.00000,0.057
+9,mlp.experts.13.down_proj,rtn: 0.0023499,0.00000,0.140
+9,mlp.experts.1.down_proj,rtn: 0.0024261,0.00000,0.143
+9,mlp.experts.11.down_proj,rtn: 0.0023499,0.00000,0.062
+9,mlp.experts.20.down_proj,rtn: 0.0023499,0.00000,0.038
+9,mlp.experts.23.down_proj,rtn: 0.0022583,0.00000,0.049
+9,mlp.experts.25.down_proj,rtn: 0.0022583,0.00000,0.026
+9,mlp.experts.28.down_proj,rtn: 0.0023804,0.00000,0.040
+9,mlp.experts.35.down_proj,rtn: 0.0023804,0.00000,0.025
+9,mlp.experts.21.down_proj,rtn: 0.0023956,0.00000,0.035
+9,mlp.experts.40.down_proj,rtn: 0.0022888,0.00000,0.024
+9,mlp.experts.16.down_proj,rtn: 0.0023804,0.00000,0.031
+9,mlp.experts.30.down_proj,rtn: 0.0023804,0.00000,0.039
+9,mlp.experts.22.down_proj,rtn: 0.0023041,0.00000,0.052
+9,mlp.experts.47.down_proj,rtn: 0.0023651,0.00000,0.036
+9,mlp.experts.26.down_proj,rtn: 0.0023193,0.00000,0.054
+9,mlp.experts.29.down_proj,rtn: 0.0023193,0.00000,0.060
+9,mlp.experts.37.down_proj,rtn: 0.0023193,0.00000,0.050
+9,mlp.experts.41.down_proj,rtn: 0.0023499,0.00000,0.045
+9,mlp.experts.51.down_proj,rtn: 0.0023804,0.00000,0.041
+9,mlp.experts.56.down_proj,rtn: 0.0023651,0.00000,0.035
+9,mlp.experts.18.down_proj,rtn: 0.0023499,0.00000,0.070
+9,mlp.experts.32.down_proj,rtn: 0.0023499,0.00000,0.037
+9,mlp.experts.27.down_proj,rtn: 0.0023651,0.00000,0.058
+9,mlp.experts.39.down_proj,rtn: 0.0023346,0.00000,0.056
+9,mlp.experts.63.down_proj,rtn: 0.0022736,0.00000,0.036
+9,mlp.experts.46.down_proj,rtn: 0.0022736,0.00000,0.048
+9,mlp.experts.17.down_proj,rtn: 0.0022583,0.00000,0.077
+9,mlp.experts.44.down_proj,rtn: 0.0024719,0.00000,0.061
+9,mlp.experts.36.down_proj,rtn: 0.0023041,0.00000,0.064
+9,mlp.experts.67.down_proj,rtn: 0.0022888,0.00000,0.016
+9,mlp.experts.72.down_proj,rtn: 0.0023956,0.00000,0.023
+9,mlp.experts.42.down_proj,rtn: 0.0023346,0.00000,0.050
+9,mlp.experts.38.down_proj,rtn: 0.0022888,0.00000,0.052
+9,mlp.experts.48.down_proj,rtn: 0.0023804,0.00000,0.015
+9,mlp.experts.53.down_proj,rtn: 0.0023499,0.00000,0.045
+9,mlp.experts.57.down_proj,rtn: 0.0023041,0.00000,0.049
+9,mlp.experts.45.down_proj,rtn: 0.0022583,0.00000,0.063
+9,mlp.experts.34.down_proj,rtn: 0.0023651,0.00000,0.043
+9,mlp.experts.43.down_proj,rtn: 0.0023651,0.00000,0.041
+9,mlp.experts.62.down_proj,rtn: 0.0023041,0.00000,0.032
+9,mlp.experts.88.down_proj,rtn: 0.0023346,0.00000,0.029
+9,mlp.experts.79.down_proj,rtn: 0.0023346,0.00000,0.042
+9,mlp.experts.83.down_proj,rtn: 0.0023193,0.00000,0.044
+9,mlp.experts.55.down_proj,rtn: 0.0023041,0.00000,0.059
+9,mlp.experts.64.down_proj,rtn: 0.0023041,0.00000,0.031
+9,mlp.experts.60.down_proj,rtn: 0.0023499,0.00000,0.053
+9,mlp.experts.58.down_proj,rtn: 0.0022736,0.00000,0.050
+9,mlp.experts.33.down_proj,rtn: 0.0022736,0.00000,0.070
+9,mlp.experts.54.down_proj,rtn: 0.0022888,0.00000,0.048
+9,mlp.experts.73.down_proj,rtn: 0.0023651,0.00000,0.044
+9,mlp.experts.52.down_proj,rtn: 0.0023346,0.00000,0.052
+9,mlp.experts.78.down_proj,rtn: 0.0023499,0.00000,0.038
+9,mlp.experts.104.down_proj,rtn: 0.0023041,0.00000,0.034
+9,mlp.experts.95.down_proj,rtn: 0.0022736,0.00000,0.037
+9,mlp.experts.59.down_proj,rtn: 0.0023499,0.00000,0.046
+9,mlp.experts.99.down_proj,rtn: 0.0024414,0.00000,0.033
+9,mlp.experts.61.down_proj,rtn: 0.0023193,0.00000,0.065
+9,mlp.experts.69.down_proj,rtn: 0.0023041,0.00000,0.059
+9,mlp.experts.50.down_proj,rtn: 0.0022888,0.00000,0.051
+9,mlp.experts.80.down_proj,rtn: 0.0023651,0.00000,0.036
+9,mlp.experts.76.down_proj,rtn: 0.0023041,0.00000,0.037
+9,mlp.experts.71.down_proj,rtn: 0.0024414,0.00000,0.048
+9,mlp.experts.74.down_proj,rtn: 0.0023041,0.00000,0.044
+9,mlp.experts.94.down_proj,rtn: 0.0022736,0.00000,0.037
+9,mlp.experts.120.down_proj,rtn: 0.0023041,0.00000,0.037
+9,mlp.experts.111.down_proj,rtn: 0.0022736,0.00000,0.036
+9,mlp.experts.49.down_proj,rtn: 0.0022888,0.00000,0.051
+9,mlp.experts.70.down_proj,rtn: 0.0023041,0.00000,0.044
+9,mlp.experts.115.down_proj,rtn: 0.0023193,0.00000,0.032
+9,mlp.experts.89.down_proj,rtn: 0.0022888,0.00000,0.042
+9,mlp.experts.75.down_proj,rtn: 0.0023956,0.00000,0.034
+9,mlp.experts.68.down_proj,rtn: 0.0023346,0.00000,0.042
+9,mlp.experts.87.down_proj,rtn: 0.0023499,0.00000,0.025
+9,mlp.experts.96.down_proj,rtn: 0.0024109,0.00000,0.037
+9,mlp.experts.66.down_proj,rtn: 0.0022888,0.00000,0.046
+9,mlp.experts.77.down_proj,rtn: 0.0023499,0.00000,0.050
+9,mlp.experts.90.down_proj,rtn: 0.0023041,0.00000,0.032
+9,mlp.experts.110.down_proj,rtn: 0.0023651,0.00000,0.032
+9,mlp.experts.85.down_proj,rtn: 0.0022736,0.00000,0.053
+9,mlp.experts.92.down_proj,rtn: 0.0023804,0.00000,0.049
+9,mlp.experts.86.down_proj,rtn: 0.0023499,0.00000,0.020
+9,mlp.experts.105.down_proj,rtn: 0.0023193,0.00000,0.031
+9,mlp.experts.65.down_proj,rtn: 0.0023499,0.00000,0.029
+9,mlp.experts.127.down_proj,rtn: 0.0022888,0.00000,0.036
+9,mlp.experts.136.down_proj,rtn: 0.0023346,0.00000,0.044
+9,mlp.experts.91.down_proj,rtn: 0.0023041,0.00000,0.036
+9,mlp.experts.103.down_proj,rtn: 0.0023804,0.00000,0.030
+9,mlp.experts.131.down_proj,rtn: 0.0023651,0.00000,0.036
+9,mlp.experts.84.down_proj,rtn: 0.0023193,0.00000,0.048
+9,mlp.experts.108.down_proj,rtn: 0.0023499,0.00000,0.033
+9,mlp.experts.126.down_proj,rtn: 0.0023193,0.00000,0.032
+9,mlp.experts.106.down_proj,rtn: 0.0023499,0.00000,0.038
+9,mlp.experts.112.down_proj,rtn: 0.0023804,0.00000,0.051
+9,mlp.experts.143.down_proj,rtn: 0.0023346,0.00000,0.030
+9,mlp.experts.82.down_proj,rtn: 0.0023651,0.00000,0.046
+9,mlp.experts.93.down_proj,rtn: 0.0023651,0.00000,0.058
+9,mlp.experts.102.down_proj,rtn: 0.0023041,0.00000,0.043
+9,mlp.experts.107.down_proj,rtn: 0.0023651,0.00000,0.032
+9,mlp.experts.147.down_proj,rtn: 0.0023346,0.00000,0.034
+9,mlp.experts.119.down_proj,rtn: 0.0023804,0.00000,0.035
+9,mlp.experts.81.down_proj,rtn: 0.0023499,0.00000,0.048
+9,mlp.experts.152.down_proj,rtn: 0.0023346,0.00000,0.043
+9,mlp.experts.142.down_proj,rtn: 0.0023193,0.00000,0.029
+9,mlp.experts.101.down_proj,rtn: 0.0023041,0.00000,0.061
+9,mlp.experts.121.down_proj,rtn: 0.0022583,0.00000,0.057
+9,mlp.experts.124.down_proj,rtn: 0.0023651,0.00000,0.038
+9,mlp.experts.122.down_proj,rtn: 0.0023041,0.00000,0.030
+9,mlp.experts.100.down_proj,rtn: 0.0022430,0.00000,0.048
+9,mlp.experts.159.down_proj,rtn: 0.0024109,0.00000,0.037
+9,mlp.experts.128.down_proj,rtn: 0.0023956,0.00000,0.040
+9,mlp.experts.158.down_proj,rtn: 0.0023804,0.00000,0.028
+9,mlp.experts.123.down_proj,rtn: 0.0023346,0.00000,0.035
+9,mlp.experts.135.down_proj,rtn: 0.0023041,0.00000,0.035
+9,mlp.experts.109.down_proj,rtn: 0.0023804,0.00000,0.048
+9,mlp.experts.168.down_proj,rtn: 0.0022736,0.00000,0.038
+9,mlp.experts.98.down_proj,rtn: 0.0023041,0.00000,0.052
+9,mlp.experts.140.down_proj,rtn: 0.0023346,0.00000,0.034
+9,mlp.experts.163.down_proj,rtn: 0.0022888,0.00000,0.041
+9,mlp.experts.118.down_proj,rtn: 0.0023499,0.00000,0.050
+9,mlp.experts.137.down_proj,rtn: 0.0023041,0.00000,0.041
+9,mlp.experts.97.down_proj,rtn: 0.0023041,0.00000,0.048
+9,mlp.experts.138.down_proj,rtn: 0.0023651,0.00000,0.037
+9,mlp.experts.175.down_proj,rtn: 0.0023193,0.00000,0.034
+9,mlp.experts.144.down_proj,rtn: 0.0023346,0.00000,0.039
+9,mlp.experts.139.down_proj,rtn: 0.0022888,0.00000,0.025
+9,mlp.experts.116.down_proj,rtn: 0.0023346,0.00000,0.046
+9,mlp.experts.151.down_proj,rtn: 0.0023956,0.00000,0.030
+9,mlp.experts.174.down_proj,rtn: 0.0024261,0.00000,0.039
+9,mlp.experts.184.down_proj,rtn: 0.0023041,0.00000,0.038
+9,mlp.experts.156.down_proj,rtn: 0.0023041,0.00000,0.039
+9,mlp.experts.117.down_proj,rtn: 0.0023499,0.00000,0.075
+9,mlp.experts.114.down_proj,rtn: 0.0023346,0.00000,0.040
+9,mlp.experts.179.down_proj,rtn: 0.0023804,0.00000,0.038
+9,mlp.experts.134.down_proj,rtn: 0.0023804,0.00000,0.039
+9,mlp.experts.154.down_proj,rtn: 0.0023193,0.00000,0.040
+9,mlp.experts.125.down_proj,rtn: 0.0022736,0.00000,0.062
+9,mlp.experts.155.down_proj,rtn: 0.0023346,0.00000,0.030
+9,mlp.experts.167.down_proj,rtn: 0.0023499,0.00000,0.033
+9,mlp.experts.191.down_proj,rtn: 0.0023651,0.00000,0.033
+9,mlp.experts.160.down_proj,rtn: 0.0022736,0.00000,0.039
+9,mlp.experts.153.down_proj,rtn: 0.0023651,0.00000,0.046
+9,mlp.experts.190.down_proj,rtn: 0.0023346,0.00000,0.038
+9,mlp.experts.113.down_proj,rtn: 0.0023193,0.00000,0.057
+9,mlp.experts.132.down_proj,rtn: 0.0023499,0.00000,0.049
+9,mlp.experts.172.down_proj,rtn: 0.0022888,0.00000,0.026
+9,mlp.experts.183.down_proj,rtn: 0.0024414,0.00000,0.015
+9,mlp.experts.171.down_proj,rtn: 0.0023041,0.00000,0.020
+9,mlp.experts.130.down_proj,rtn: 0.0022278,0.00000,0.035
+9,mlp.experts.170.down_proj,rtn: 0.0023651,0.00000,0.026
+9,mlp.experts.176.down_proj,rtn: 0.0022583,0.00000,0.029
+9,mlp.experts.150.down_proj,rtn: 0.0022583,0.00000,0.039
+9,mlp.experts.187.down_proj,rtn: 0.0023193,0.00000,0.011
+9,mlp.experts.188.down_proj,rtn: 0.0023346,0.00000,0.023
+9,mlp.experts.141.down_proj,rtn: 0.0022736,0.00000,0.050
+9,mlp.experts.133.down_proj,rtn: 0.0023499,0.00000,0.065
+9,mlp.experts.148.down_proj,rtn: 0.0023651,0.00000,0.030
+9,mlp.experts.129.down_proj,rtn: 0.0022583,0.00000,0.033
+9,mlp.experts.169.down_proj,rtn: 0.0023041,0.00000,0.036
+9,mlp.experts.146.down_proj,rtn: 0.0022430,0.00000,0.025
+9,mlp.experts.186.down_proj,rtn: 0.0024109,0.00000,0.026
+9,mlp.experts.166.down_proj,rtn: 0.0022583,0.00000,0.028
+9,mlp.experts.164.down_proj,rtn: 0.0023651,0.00000,0.017
+9,mlp.experts.162.down_proj,rtn: 0.0023193,0.00000,0.018
+9,mlp.experts.180.down_proj,rtn: 0.0024109,0.00000,0.012
+9,mlp.experts.157.down_proj,rtn: 0.0024414,0.00000,0.042
+9,mlp.experts.145.down_proj,rtn: 0.0023346,0.00000,0.032
+9,mlp.experts.185.down_proj,rtn: 0.0023346,0.00000,0.036
+9,mlp.experts.149.down_proj,rtn: 0.0023651,0.00000,0.046
+9,mlp.experts.182.down_proj,rtn: 0.0023804,0.00000,0.025
+9,mlp.experts.178.down_proj,rtn: 0.0022736,0.00000,0.016
+9,mlp.experts.173.down_proj,rtn: 0.0022583,0.00000,0.035
+9,mlp.experts.161.down_proj,rtn: 0.0023956,0.00000,0.034
+9,mlp.experts.165.down_proj,rtn: 0.0023804,0.00000,0.043
+9,mlp.experts.189.down_proj,rtn: 0.0023499,0.00000,0.025
+9,mlp.experts.177.down_proj,rtn: 0.0023346,0.00000,0.024
+9,mlp.experts.181.down_proj,rtn: 0.0023041,0.00000,0.018
+9,mlp.shared_experts.gate_proj,rtn: 0.0017929,0.00000,0.026
+9,mlp.shared_experts.up_proj,rtn: 0.0018234,0.00000,0.027
+9,mlp.shared_experts.down_proj,rtn: 0.0018921,0.00000,0.022
+10,self_attn.v_proj,rtn: 0.0026245,0.00000,0.036
+10,self_attn.q_proj,rtn: 0.0020905,0.00000,0.017
+10,self_attn.k_proj,rtn: 0.0023193,0.00000,0.023
+10,self_attn.o_proj,rtn: 0.0024567,0.00000,0.030
+10,mlp.experts.11.gate_proj,rtn: 0.0023804,0.00000,0.099
+10,mlp.experts.13.gate_proj,rtn: 0.0022888,0.00000,0.105
+10,mlp.experts.15.gate_proj,rtn: 0.0023804,0.00000,0.107
+10,mlp.experts.5.gate_proj,rtn: 0.0023651,0.00000,0.113
+10,mlp.experts.2.gate_proj,rtn: 0.0024109,0.00000,0.115
+10,mlp.experts.8.gate_proj,rtn: 0.0023346,0.00000,0.120
+10,mlp.experts.0.gate_proj,rtn: 0.0024872,0.00000,0.122
+10,mlp.experts.1.gate_proj,rtn: 0.0022888,0.00000,0.125
+10,mlp.experts.4.gate_proj,rtn: 0.0025024,0.00000,0.127
+10,mlp.experts.12.gate_proj,rtn: 0.0023804,0.00000,0.127
+10,mlp.experts.3.gate_proj,rtn: 0.0023956,0.00000,0.129
+10,mlp.experts.9.gate_proj,rtn: 0.0023956,0.00000,0.129
+10,mlp.experts.7.gate_proj,rtn: 0.0023804,0.00000,0.130
+10,mlp.experts.14.gate_proj,rtn: 0.0023499,0.00000,0.131
+10,mlp.experts.6.gate_proj,rtn: 0.0023651,0.00000,0.148
+10,mlp.experts.10.gate_proj,rtn: 0.0023193,0.00000,0.159
+10,mlp.experts.29.gate_proj,rtn: 0.0024109,0.00000,0.082
+10,mlp.experts.27.gate_proj,rtn: 0.0023193,0.00000,0.098
+10,mlp.experts.21.gate_proj,rtn: 0.0023956,0.00000,0.083
+10,mlp.experts.31.gate_proj,rtn: 0.0023346,0.00000,0.095
+10,mlp.experts.24.gate_proj,rtn: 0.0023499,0.00000,0.090
+10,mlp.experts.16.gate_proj,rtn: 0.0023193,0.00000,0.088
+10,mlp.experts.17.gate_proj,rtn: 0.0023956,0.00000,0.088
+10,mlp.experts.25.gate_proj,rtn: 0.0023193,0.00000,0.090
+10,mlp.experts.28.gate_proj,rtn: 0.0024719,0.00000,0.094
+10,mlp.experts.20.gate_proj,rtn: 0.0024109,0.00000,0.099
+10,mlp.experts.18.gate_proj,rtn: 0.0023346,0.00000,0.120
+10,mlp.experts.23.gate_proj,rtn: 0.0023651,0.00000,0.097
+10,mlp.experts.30.gate_proj,rtn: 0.0023651,0.00000,0.112
+10,mlp.experts.22.gate_proj,rtn: 0.0022736,0.00000,0.116
+10,mlp.experts.26.gate_proj,rtn: 0.0023651,0.00000,0.107
+10,mlp.experts.19.gate_proj,rtn: 0.0023193,0.00000,0.126
+10,mlp.experts.45.gate_proj,rtn: 0.0023956,0.00000,0.082
+10,mlp.experts.43.gate_proj,rtn: 0.0023041,0.00000,0.080
+10,mlp.experts.47.gate_proj,rtn: 0.0024109,0.00000,0.075
+10,mlp.experts.37.gate_proj,rtn: 0.0023346,0.00000,0.084
+10,mlp.experts.33.gate_proj,rtn: 0.0023193,0.00000,0.088
+10,mlp.experts.40.gate_proj,rtn: 0.0023193,0.00000,0.093
+10,mlp.experts.32.gate_proj,rtn: 0.0023041,0.00000,0.095
+10,mlp.experts.41.gate_proj,rtn: 0.0023041,0.00000,0.088
+10,mlp.experts.39.gate_proj,rtn: 0.0023956,0.00000,0.078
+10,mlp.experts.44.gate_proj,rtn: 0.0024414,0.00000,0.094
+10,mlp.experts.36.gate_proj,rtn: 0.0023041,0.00000,0.095
+10,mlp.experts.34.gate_proj,rtn: 0.0024261,0.00000,0.104
+10,mlp.experts.46.gate_proj,rtn: 0.0024567,0.00000,0.104
+10,mlp.experts.63.gate_proj,rtn: 0.0023346,0.00000,0.071
+10,mlp.experts.38.gate_proj,rtn: 0.0023346,0.00000,0.098
+10,mlp.experts.59.gate_proj,rtn: 0.0024567,0.00000,0.082
+10,mlp.experts.61.gate_proj,rtn: 0.0023499,0.00000,0.096
+10,mlp.experts.42.gate_proj,rtn: 0.0024567,0.00000,0.109
+10,mlp.experts.53.gate_proj,rtn: 0.0023499,0.00000,0.096
+10,mlp.experts.56.gate_proj,rtn: 0.0023193,0.00000,0.088
+10,mlp.experts.35.gate_proj,rtn: 0.0023346,0.00000,0.124
+10,mlp.experts.49.gate_proj,rtn: 0.0023041,0.00000,0.094
+10,mlp.experts.48.gate_proj,rtn: 0.0024109,0.00000,0.095
+10,mlp.experts.55.gate_proj,rtn: 0.0023956,0.00000,0.090
+10,mlp.experts.57.gate_proj,rtn: 0.0023956,0.00000,0.096
+10,mlp.experts.52.gate_proj,rtn: 0.0023193,0.00000,0.093
+10,mlp.experts.60.gate_proj,rtn: 0.0023499,0.00000,0.098
+10,mlp.experts.50.gate_proj,rtn: 0.0023499,0.00000,0.090
+10,mlp.experts.62.gate_proj,rtn: 0.0023804,0.00000,0.088
+10,mlp.experts.79.gate_proj,rtn: 0.0023651,0.00000,0.083
+10,mlp.experts.75.gate_proj,rtn: 0.0023956,0.00000,0.084
+10,mlp.experts.54.gate_proj,rtn: 0.0023193,0.00000,0.089
+10,mlp.experts.77.gate_proj,rtn: 0.0023346,0.00000,0.090
+10,mlp.experts.58.gate_proj,rtn: 0.0023651,0.00000,0.086
+10,mlp.experts.51.gate_proj,rtn: 0.0023956,0.00000,0.063
+10,mlp.experts.71.gate_proj,rtn: 0.0023499,0.00000,0.064
+10,mlp.experts.69.gate_proj,rtn: 0.0023193,0.00000,0.092
+10,mlp.experts.72.gate_proj,rtn: 0.0022736,0.00000,0.091
+10,mlp.experts.65.gate_proj,rtn: 0.0023346,0.00000,0.087
+10,mlp.experts.73.gate_proj,rtn: 0.0023956,0.00000,0.081
+10,mlp.experts.64.gate_proj,rtn: 0.0023651,0.00000,0.089
+10,mlp.experts.91.gate_proj,rtn: 0.0024261,0.00000,0.059
+10,mlp.experts.78.gate_proj,rtn: 0.0024261,0.00000,0.073
+10,mlp.experts.95.gate_proj,rtn: 0.0023499,0.00000,0.069
+10,mlp.experts.66.gate_proj,rtn: 0.0023346,0.00000,0.082
+10,mlp.experts.68.gate_proj,rtn: 0.0023346,0.00000,0.095
+10,mlp.experts.76.gate_proj,rtn: 0.0023956,0.00000,0.097
+10,mlp.experts.70.gate_proj,rtn: 0.0024414,0.00000,0.078
+10,mlp.experts.67.gate_proj,rtn: 0.0023346,0.00000,0.065
+10,mlp.experts.87.gate_proj,rtn: 0.0023041,0.00000,0.063
+10,mlp.experts.93.gate_proj,rtn: 0.0023499,0.00000,0.077
+10,mlp.experts.74.gate_proj,rtn: 0.0023499,0.00000,0.086
+10,mlp.experts.85.gate_proj,rtn: 0.0023651,0.00000,0.085
+10,mlp.experts.88.gate_proj,rtn: 0.0024109,0.00000,0.085
+10,mlp.experts.80.gate_proj,rtn: 0.0023804,0.00000,0.081
+10,mlp.experts.111.gate_proj,rtn: 0.0023193,0.00000,0.063
+10,mlp.experts.89.gate_proj,rtn: 0.0023499,0.00000,0.085
+10,mlp.experts.107.gate_proj,rtn: 0.0023499,0.00000,0.067
+10,mlp.experts.81.gate_proj,rtn: 0.0023804,0.00000,0.095
+10,mlp.experts.82.gate_proj,rtn: 0.0023804,0.00000,0.073
+10,mlp.experts.94.gate_proj,rtn: 0.0023804,0.00000,0.076
+10,mlp.experts.86.gate_proj,rtn: 0.0023804,0.00000,0.067
+10,mlp.experts.83.gate_proj,rtn: 0.0023346,0.00000,0.071
+10,mlp.experts.84.gate_proj,rtn: 0.0023193,0.00000,0.093
+10,mlp.experts.92.gate_proj,rtn: 0.0023804,0.00000,0.091
+10,mlp.experts.103.gate_proj,rtn: 0.0023651,0.00000,0.072
+10,mlp.experts.90.gate_proj,rtn: 0.0023193,0.00000,0.070
+10,mlp.experts.123.gate_proj,rtn: 0.0024109,0.00000,0.067
+10,mlp.experts.127.gate_proj,rtn: 0.0023956,0.00000,0.068
+10,mlp.experts.109.gate_proj,rtn: 0.0023956,0.00000,0.115
+10,mlp.experts.96.gate_proj,rtn: 0.0023346,0.00000,0.083
+10,mlp.experts.104.gate_proj,rtn: 0.0023651,0.00000,0.086
+10,mlp.experts.101.gate_proj,rtn: 0.0023193,0.00000,0.104
+10,mlp.experts.102.gate_proj,rtn: 0.0023651,0.00000,0.073
+10,mlp.experts.110.gate_proj,rtn: 0.0024261,0.00000,0.072
+10,mlp.experts.99.gate_proj,rtn: 0.0023499,0.00000,0.072
+10,mlp.experts.119.gate_proj,rtn: 0.0023041,0.00000,0.065
+10,mlp.experts.108.gate_proj,rtn: 0.0023651,0.00000,0.065
+10,mlp.experts.97.gate_proj,rtn: 0.0023041,0.00000,0.083
+10,mlp.experts.98.gate_proj,rtn: 0.0023499,0.00000,0.079
+10,mlp.experts.100.gate_proj,rtn: 0.0024261,0.00000,0.072
+10,mlp.experts.105.gate_proj,rtn: 0.0024567,0.00000,0.094
+10,mlp.experts.106.gate_proj,rtn: 0.0023499,0.00000,0.076
+10,mlp.experts.143.gate_proj,rtn: 0.0023041,0.00000,0.064
+10,mlp.experts.139.gate_proj,rtn: 0.0023193,0.00000,0.075
+10,mlp.experts.120.gate_proj,rtn: 0.0024567,0.00000,0.066
+10,mlp.experts.112.gate_proj,rtn: 0.0024109,0.00000,0.075
+10,mlp.experts.135.gate_proj,rtn: 0.0023804,0.00000,0.062
+10,mlp.experts.125.gate_proj,rtn: 0.0024109,0.00000,0.090
+10,mlp.experts.114.gate_proj,rtn: 0.0023499,0.00000,0.066
+10,mlp.experts.116.gate_proj,rtn: 0.0023193,0.00000,0.064
+10,mlp.experts.115.gate_proj,rtn: 0.0024109,0.00000,0.075
+10,mlp.experts.118.gate_proj,rtn: 0.0022888,0.00000,0.085
+10,mlp.experts.126.gate_proj,rtn: 0.0023651,0.00000,0.085
+10,mlp.experts.124.gate_proj,rtn: 0.0023956,0.00000,0.077
+10,mlp.experts.117.gate_proj,rtn: 0.0023956,0.00000,0.093
+10,mlp.experts.122.gate_proj,rtn: 0.0023651,0.00000,0.072
+10,mlp.experts.113.gate_proj,rtn: 0.0023346,0.00000,0.085
+10,mlp.experts.121.gate_proj,rtn: 0.0023956,0.00000,0.087
+10,mlp.experts.159.gate_proj,rtn: 0.0023346,0.00000,0.063
+10,mlp.experts.155.gate_proj,rtn: 0.0023499,0.00000,0.072
+10,mlp.experts.136.gate_proj,rtn: 0.0023346,0.00000,0.072
+10,mlp.experts.151.gate_proj,rtn: 0.0024719,0.00000,0.062
+10,mlp.experts.128.gate_proj,rtn: 0.0023346,0.00000,0.083
+10,mlp.experts.132.gate_proj,rtn: 0.0023499,0.00000,0.069
+10,mlp.experts.130.gate_proj,rtn: 0.0024109,0.00000,0.073
+10,mlp.experts.131.gate_proj,rtn: 0.0023499,0.00000,0.067
+10,mlp.experts.140.gate_proj,rtn: 0.0023346,0.00000,0.069
+10,mlp.experts.141.gate_proj,rtn: 0.0023651,0.00000,0.093
+10,mlp.experts.175.gate_proj,rtn: 0.0024261,0.00000,0.062
+10,mlp.experts.138.gate_proj,rtn: 0.0023804,0.00000,0.070
+10,mlp.experts.134.gate_proj,rtn: 0.0023193,0.00000,0.084
+10,mlp.experts.142.gate_proj,rtn: 0.0023804,0.00000,0.081
+10,mlp.experts.133.gate_proj,rtn: 0.0023346,0.00000,0.098
+10,mlp.experts.129.gate_proj,rtn: 0.0023956,0.00000,0.093
+10,mlp.experts.137.gate_proj,rtn: 0.0023346,0.00000,0.096
+10,mlp.experts.171.gate_proj,rtn: 0.0023193,0.00000,0.074
+10,mlp.experts.167.gate_proj,rtn: 0.0023346,0.00000,0.077
+10,mlp.experts.152.gate_proj,rtn: 0.0023804,0.00000,0.082
+10,mlp.experts.144.gate_proj,rtn: 0.0023651,0.00000,0.072
+10,mlp.experts.146.gate_proj,rtn: 0.0023346,0.00000,0.078
+10,mlp.experts.156.gate_proj,rtn: 0.0023651,0.00000,0.073
+10,mlp.experts.148.gate_proj,rtn: 0.0023499,0.00000,0.081
+10,mlp.experts.147.gate_proj,rtn: 0.0022888,0.00000,0.082
+10,mlp.experts.191.gate_proj,rtn: 0.0023651,0.00000,0.072
+10,mlp.experts.150.gate_proj,rtn: 0.0023499,0.00000,0.069
+10,mlp.experts.158.gate_proj,rtn: 0.0023346,0.00000,0.073
+10,mlp.experts.154.gate_proj,rtn: 0.0023651,0.00000,0.076
+10,mlp.experts.157.gate_proj,rtn: 0.0023804,0.00000,0.097
+10,mlp.experts.149.gate_proj,rtn: 0.0024109,0.00000,0.087
+10,mlp.experts.145.gate_proj,rtn: 0.0023651,0.00000,0.084
+10,mlp.experts.153.gate_proj,rtn: 0.0023193,0.00000,0.083
+10,mlp.experts.168.gate_proj,rtn: 0.0023193,0.00000,0.073
+10,mlp.experts.187.gate_proj,rtn: 0.0023346,0.00000,0.085
+10,mlp.experts.183.gate_proj,rtn: 0.0024109,0.00000,0.082
+10,mlp.experts.164.gate_proj,rtn: 0.0023193,0.00000,0.065
+10,mlp.experts.160.gate_proj,rtn: 0.0023193,0.00000,0.076
+10,mlp.experts.172.gate_proj,rtn: 0.0023041,0.00000,0.067
+10,mlp.experts.162.gate_proj,rtn: 0.0024261,0.00000,0.087
+10,mlp.experts.163.gate_proj,rtn: 0.0023499,0.00000,0.082
+10,mlp.experts.166.gate_proj,rtn: 0.0023041,0.00000,0.077
+10,mlp.experts.174.gate_proj,rtn: 0.0024414,0.00000,0.078
+10,mlp.experts.15.up_proj,rtn: 0.0023651,0.00000,0.090
+10,mlp.experts.170.gate_proj,rtn: 0.0023499,0.00000,0.082
+10,mlp.experts.165.gate_proj,rtn: 0.0023956,0.00000,0.083
+10,mlp.experts.184.gate_proj,rtn: 0.0023193,0.00000,0.073
+10,mlp.experts.169.gate_proj,rtn: 0.0023346,0.00000,0.078
+10,mlp.experts.173.gate_proj,rtn: 0.0024719,0.00000,0.100
+10,mlp.experts.11.up_proj,rtn: 0.0023804,0.00000,0.079
+10,mlp.experts.180.gate_proj,rtn: 0.0023804,0.00000,0.065
+10,mlp.experts.161.gate_proj,rtn: 0.0023499,0.00000,0.089
+10,mlp.experts.7.up_proj,rtn: 0.0023651,0.00000,0.085
+10,mlp.experts.188.gate_proj,rtn: 0.0023193,0.00000,0.071
+10,mlp.experts.176.gate_proj,rtn: 0.0023499,0.00000,0.077
+10,mlp.experts.179.gate_proj,rtn: 0.0023346,0.00000,0.078
+10,mlp.experts.178.gate_proj,rtn: 0.0023041,0.00000,0.086
+10,mlp.experts.190.gate_proj,rtn: 0.0023499,0.00000,0.074
+10,mlp.experts.182.gate_proj,rtn: 0.0023193,0.00000,0.086
+10,mlp.experts.186.gate_proj,rtn: 0.0023193,0.00000,0.077
+10,mlp.experts.31.up_proj,rtn: 0.0023346,0.00000,0.081
+10,mlp.experts.8.up_proj,rtn: 0.0023346,0.00000,0.070
+10,mlp.experts.4.up_proj,rtn: 0.0024872,0.00000,0.061
+10,mlp.experts.181.gate_proj,rtn: 0.0023651,0.00000,0.084
+10,mlp.experts.185.gate_proj,rtn: 0.0023346,0.00000,0.083
+10,mlp.experts.27.up_proj,rtn: 0.0023193,0.00000,0.079
+10,mlp.experts.0.up_proj,rtn: 0.0024719,0.00000,0.064
+10,mlp.experts.12.up_proj,rtn: 0.0023651,0.00000,0.074
+10,mlp.experts.189.gate_proj,rtn: 0.0023956,0.00000,0.099
+10,mlp.experts.23.up_proj,rtn: 0.0023499,0.00000,0.089
+10,mlp.experts.177.gate_proj,rtn: 0.0023499,0.00000,0.099
+10,mlp.experts.3.up_proj,rtn: 0.0023804,0.00000,0.080
+10,mlp.experts.14.up_proj,rtn: 0.0023346,0.00000,0.077
+10,mlp.experts.2.up_proj,rtn: 0.0023956,0.00000,0.081
+10,mlp.experts.10.up_proj,rtn: 0.0023193,0.00000,0.079
+10,mlp.experts.6.up_proj,rtn: 0.0023499,0.00000,0.082
+10,mlp.experts.47.up_proj,rtn: 0.0023956,0.00000,0.092
+10,mlp.experts.20.up_proj,rtn: 0.0024109,0.00000,0.083
+10,mlp.experts.24.up_proj,rtn: 0.0023499,0.00000,0.086
+10,mlp.experts.5.up_proj,rtn: 0.0023651,0.00000,0.083
+10,mlp.experts.9.up_proj,rtn: 0.0023956,0.00000,0.081
+10,mlp.experts.43.up_proj,rtn: 0.0023041,0.00000,0.082
+10,mlp.experts.28.up_proj,rtn: 0.0024567,0.00000,0.084
+10,mlp.experts.16.up_proj,rtn: 0.0023193,0.00000,0.091
+10,mlp.experts.13.up_proj,rtn: 0.0022888,0.00000,0.085
+10,mlp.experts.39.up_proj,rtn: 0.0023804,0.00000,0.091
+10,mlp.experts.30.up_proj,rtn: 0.0023499,0.00000,0.077
+10,mlp.experts.1.up_proj,rtn: 0.0022736,0.00000,0.091
+10,mlp.experts.18.up_proj,rtn: 0.0023193,0.00000,0.075
+10,mlp.experts.19.up_proj,rtn: 0.0023041,0.00000,0.084
+10,mlp.experts.26.up_proj,rtn: 0.0023651,0.00000,0.083
+10,mlp.experts.22.up_proj,rtn: 0.0022583,0.00000,0.081
+10,mlp.experts.63.up_proj,rtn: 0.0023346,0.00000,0.090
+10,mlp.experts.36.up_proj,rtn: 0.0023041,0.00000,0.087
+10,mlp.experts.40.up_proj,rtn: 0.0023193,0.00000,0.090
+10,mlp.experts.25.up_proj,rtn: 0.0023041,0.00000,0.083
+10,mlp.experts.21.up_proj,rtn: 0.0023804,0.00000,0.089
+10,mlp.experts.59.up_proj,rtn: 0.0024414,0.00000,0.084
+10,mlp.experts.32.up_proj,rtn: 0.0022888,0.00000,0.088
+10,mlp.experts.44.up_proj,rtn: 0.0024261,0.00000,0.091
+10,mlp.experts.34.up_proj,rtn: 0.0024109,0.00000,0.076
+10,mlp.experts.46.up_proj,rtn: 0.0024414,0.00000,0.078
+10,mlp.experts.29.up_proj,rtn: 0.0023956,0.00000,0.095
+10,mlp.experts.55.up_proj,rtn: 0.0023804,0.00000,0.087
+10,mlp.experts.17.up_proj,rtn: 0.0023804,0.00000,0.081
+10,mlp.experts.35.up_proj,rtn: 0.0023193,0.00000,0.082
+10,mlp.experts.38.up_proj,rtn: 0.0023346,0.00000,0.092
+10,mlp.experts.42.up_proj,rtn: 0.0024414,0.00000,0.095
+10,mlp.experts.79.up_proj,rtn: 0.0023499,0.00000,0.087
+10,mlp.experts.52.up_proj,rtn: 0.0023193,0.00000,0.088
+10,mlp.experts.41.up_proj,rtn: 0.0022888,0.00000,0.083
+10,mlp.experts.56.up_proj,rtn: 0.0023193,0.00000,0.088
+10,mlp.experts.37.up_proj,rtn: 0.0023346,0.00000,0.088
+10,mlp.experts.75.up_proj,rtn: 0.0023804,0.00000,0.086
+10,mlp.experts.48.up_proj,rtn: 0.0023956,0.00000,0.090
+10,mlp.experts.50.up_proj,rtn: 0.0023346,0.00000,0.075
+10,mlp.experts.60.up_proj,rtn: 0.0023346,0.00000,0.092
+10,mlp.experts.51.up_proj,rtn: 0.0023804,0.00000,0.083
+10,mlp.experts.62.up_proj,rtn: 0.0023651,0.00000,0.083
+10,mlp.experts.33.up_proj,rtn: 0.0023193,0.00000,0.085
+10,mlp.experts.71.up_proj,rtn: 0.0023346,0.00000,0.086
+10,mlp.experts.54.up_proj,rtn: 0.0023041,0.00000,0.070
+10,mlp.experts.45.up_proj,rtn: 0.0023651,0.00000,0.088
+10,mlp.experts.58.up_proj,rtn: 0.0023346,0.00000,0.084
+10,mlp.experts.95.up_proj,rtn: 0.0023346,0.00000,0.083
+10,mlp.experts.68.up_proj,rtn: 0.0023346,0.00000,0.085
+10,mlp.experts.72.up_proj,rtn: 0.0022583,0.00000,0.088
+10,mlp.experts.53.up_proj,rtn: 0.0023346,0.00000,0.087
+10,mlp.experts.91.up_proj,rtn: 0.0024261,0.00000,0.089
+10,mlp.experts.57.up_proj,rtn: 0.0023804,0.00000,0.098
+10,mlp.experts.66.up_proj,rtn: 0.0023346,0.00000,0.071
+10,mlp.experts.64.up_proj,rtn: 0.0023499,0.00000,0.086
+10,mlp.experts.76.up_proj,rtn: 0.0023804,0.00000,0.084
+10,mlp.experts.70.up_proj,rtn: 0.0024261,0.00000,0.068
+10,mlp.experts.78.up_proj,rtn: 0.0023956,0.00000,0.084
+10,mlp.experts.49.up_proj,rtn: 0.0022888,0.00000,0.081
+10,mlp.experts.67.up_proj,rtn: 0.0023193,0.00000,0.092
+10,mlp.experts.61.up_proj,rtn: 0.0023346,0.00000,0.088
+10,mlp.experts.87.up_proj,rtn: 0.0023041,0.00000,0.098
+10,mlp.experts.74.up_proj,rtn: 0.0023346,0.00000,0.085
+10,mlp.experts.111.up_proj,rtn: 0.0023193,0.00000,0.098
+10,mlp.experts.84.up_proj,rtn: 0.0023193,0.00000,0.096
+10,mlp.experts.69.up_proj,rtn: 0.0023041,0.00000,0.090
+10,mlp.experts.88.up_proj,rtn: 0.0023804,0.00000,0.098
+10,mlp.experts.73.up_proj,rtn: 0.0023651,0.00000,0.095
+10,mlp.experts.82.up_proj,rtn: 0.0023651,0.00000,0.093
+10,mlp.experts.107.up_proj,rtn: 0.0023346,0.00000,0.106
+10,mlp.experts.80.up_proj,rtn: 0.0023651,0.00000,0.085
+10,mlp.experts.77.up_proj,rtn: 0.0023346,0.00000,0.078
+10,mlp.experts.92.up_proj,rtn: 0.0023804,0.00000,0.088
+10,mlp.experts.65.up_proj,rtn: 0.0023193,0.00000,0.089
+10,mlp.experts.103.up_proj,rtn: 0.0023499,0.00000,0.088
+10,mlp.experts.94.up_proj,rtn: 0.0023651,0.00000,0.107
+10,mlp.experts.86.up_proj,rtn: 0.0023651,0.00000,0.110
+10,mlp.experts.83.up_proj,rtn: 0.0023193,0.00000,0.106
+10,mlp.experts.90.up_proj,rtn: 0.0023041,0.00000,0.100
+10,mlp.experts.85.up_proj,rtn: 0.0023651,0.00000,0.073
+10,mlp.experts.127.up_proj,rtn: 0.0023651,0.00000,0.087
+10,mlp.experts.100.up_proj,rtn: 0.0024109,0.00000,0.086
+10,mlp.experts.104.up_proj,rtn: 0.0023651,0.00000,0.085
+10,mlp.experts.89.up_proj,rtn: 0.0023346,0.00000,0.087
+10,mlp.experts.96.up_proj,rtn: 0.0023193,0.00000,0.078
+10,mlp.experts.98.up_proj,rtn: 0.0023346,0.00000,0.095
+10,mlp.experts.123.up_proj,rtn: 0.0023956,0.00000,0.092
+10,mlp.experts.93.up_proj,rtn: 0.0023193,0.00000,0.085
+10,mlp.experts.81.up_proj,rtn: 0.0023651,0.00000,0.078
+10,mlp.experts.108.up_proj,rtn: 0.0023499,0.00000,0.089
+10,mlp.experts.99.up_proj,rtn: 0.0023346,0.00000,0.080
+10,mlp.experts.119.up_proj,rtn: 0.0022888,0.00000,0.089
+10,mlp.experts.106.up_proj,rtn: 0.0023499,0.00000,0.090
+10,mlp.experts.101.up_proj,rtn: 0.0023041,0.00000,0.081
+10,mlp.experts.110.up_proj,rtn: 0.0024109,0.00000,0.107
+10,mlp.experts.143.up_proj,rtn: 0.0022888,0.00000,0.083
+10,mlp.experts.102.up_proj,rtn: 0.0023499,0.00000,0.108
+10,mlp.experts.116.up_proj,rtn: 0.0023041,0.00000,0.090
+10,mlp.experts.120.up_proj,rtn: 0.0024414,0.00000,0.084
+10,mlp.experts.112.up_proj,rtn: 0.0023956,0.00000,0.080
+10,mlp.experts.105.up_proj,rtn: 0.0024414,0.00000,0.097
+10,mlp.experts.114.up_proj,rtn: 0.0023499,0.00000,0.090
+10,mlp.experts.97.up_proj,rtn: 0.0023041,0.00000,0.076
+10,mlp.experts.109.up_proj,rtn: 0.0023956,0.00000,0.077
+10,mlp.experts.139.up_proj,rtn: 0.0023041,0.00000,0.096
+10,mlp.experts.115.up_proj,rtn: 0.0023956,0.00000,0.077
+10,mlp.experts.124.up_proj,rtn: 0.0023804,0.00000,0.091
+10,mlp.experts.135.up_proj,rtn: 0.0023651,0.00000,0.083
+10,mlp.experts.117.up_proj,rtn: 0.0023804,0.00000,0.090
+10,mlp.experts.122.up_proj,rtn: 0.0023651,0.00000,0.097
+10,mlp.experts.159.up_proj,rtn: 0.0023193,0.00000,0.093
+10,mlp.experts.136.up_proj,rtn: 0.0023193,0.00000,0.084
+10,mlp.experts.132.up_proj,rtn: 0.0023499,0.00000,0.087
+10,mlp.experts.128.up_proj,rtn: 0.0023193,0.00000,0.082
+10,mlp.experts.126.up_proj,rtn: 0.0023651,0.00000,0.124
+10,mlp.experts.118.up_proj,rtn: 0.0022888,0.00000,0.120
+10,mlp.experts.140.up_proj,rtn: 0.0023346,0.00000,0.070
+10,mlp.experts.155.up_proj,rtn: 0.0023499,0.00000,0.094
+10,mlp.experts.131.up_proj,rtn: 0.0023346,0.00000,0.089
+10,mlp.experts.125.up_proj,rtn: 0.0023956,0.00000,0.109
+10,mlp.experts.113.up_proj,rtn: 0.0023193,0.00000,0.120
+10,mlp.experts.121.up_proj,rtn: 0.0023804,0.00000,0.126
+10,mlp.experts.151.up_proj,rtn: 0.0024719,0.00000,0.107
+10,mlp.experts.130.up_proj,rtn: 0.0023956,0.00000,0.144
+10,mlp.experts.152.up_proj,rtn: 0.0023651,0.00000,0.078
+10,mlp.experts.148.up_proj,rtn: 0.0023499,0.00000,0.079
+10,mlp.experts.144.up_proj,rtn: 0.0023499,0.00000,0.080
+10,mlp.experts.138.up_proj,rtn: 0.0023804,0.00000,0.103
+10,mlp.experts.134.up_proj,rtn: 0.0023041,0.00000,0.067
+10,mlp.experts.133.up_proj,rtn: 0.0023346,0.00000,0.101
+10,mlp.experts.175.up_proj,rtn: 0.0024109,0.00000,0.124
+10,mlp.experts.141.up_proj,rtn: 0.0023651,0.00000,0.087
+10,mlp.experts.129.up_proj,rtn: 0.0023651,0.00000,0.082
+10,mlp.experts.137.up_proj,rtn: 0.0023193,0.00000,0.067
+10,mlp.experts.142.up_proj,rtn: 0.0023651,0.00000,0.097
+10,mlp.experts.156.up_proj,rtn: 0.0023499,0.00000,0.113
+10,mlp.experts.147.up_proj,rtn: 0.0022888,0.00000,0.097
+10,mlp.experts.171.up_proj,rtn: 0.0023041,0.00000,0.142
+10,mlp.experts.167.up_proj,rtn: 0.0023346,0.00000,0.103
+10,mlp.experts.146.up_proj,rtn: 0.0023346,0.00000,0.117
+10,mlp.experts.164.up_proj,rtn: 0.0023041,0.00000,0.089
+10,mlp.experts.168.up_proj,rtn: 0.0022888,0.00000,0.095
+10,mlp.experts.154.up_proj,rtn: 0.0023499,0.00000,0.107
+10,mlp.experts.150.up_proj,rtn: 0.0023346,0.00000,0.107
+10,mlp.experts.153.up_proj,rtn: 0.0023041,0.00000,0.081
+10,mlp.experts.160.up_proj,rtn: 0.0023193,0.00000,0.119
+10,mlp.experts.158.up_proj,rtn: 0.0023193,0.00000,0.092
+10,mlp.experts.149.up_proj,rtn: 0.0023956,0.00000,0.096
+10,mlp.experts.172.up_proj,rtn: 0.0022888,0.00000,0.107
+10,mlp.experts.162.up_proj,rtn: 0.0024109,0.00000,0.073
+10,mlp.experts.145.up_proj,rtn: 0.0023346,0.00000,0.110
+10,mlp.experts.191.up_proj,rtn: 0.0023499,0.00000,0.147
+10,mlp.experts.163.up_proj,rtn: 0.0023499,0.00000,0.127
+10,mlp.experts.157.up_proj,rtn: 0.0023804,0.00000,0.129
+10,mlp.experts.184.up_proj,rtn: 0.0023041,0.00000,0.097
+10,mlp.experts.187.up_proj,rtn: 0.0023193,0.00000,0.108
+10,mlp.experts.183.up_proj,rtn: 0.0024109,0.00000,0.110
+10,mlp.experts.180.up_proj,rtn: 0.0023804,0.00000,0.114
+10,mlp.experts.170.up_proj,rtn: 0.0023346,0.00000,0.084
+10,mlp.experts.166.up_proj,rtn: 0.0023041,0.00000,0.085
+10,mlp.experts.174.up_proj,rtn: 0.0024261,0.00000,0.073
+10,mlp.experts.169.up_proj,rtn: 0.0023193,0.00000,0.089
+10,mlp.experts.176.up_proj,rtn: 0.0023346,0.00000,0.086
+10,mlp.experts.178.up_proj,rtn: 0.0023041,0.00000,0.066
+10,mlp.experts.165.up_proj,rtn: 0.0023804,0.00000,0.078
+10,mlp.experts.179.up_proj,rtn: 0.0023346,0.00000,0.054
+10,mlp.experts.188.up_proj,rtn: 0.0023193,0.00000,0.083
+10,mlp.experts.161.up_proj,rtn: 0.0023346,0.00000,0.083
+10,mlp.experts.173.up_proj,rtn: 0.0024567,0.00000,0.088
+10,mlp.experts.190.up_proj,rtn: 0.0023346,0.00000,0.065
+10,mlp.experts.186.up_proj,rtn: 0.0023041,0.00000,0.072
+10,mlp.experts.182.up_proj,rtn: 0.0023193,0.00000,0.068
+10,mlp.experts.185.up_proj,rtn: 0.0023193,0.00000,0.085
+10,mlp.experts.181.up_proj,rtn: 0.0023651,0.00000,0.093
+10,mlp.experts.177.up_proj,rtn: 0.0023346,0.00000,0.098
+10,mlp.experts.189.up_proj,rtn: 0.0023651,0.00000,0.078
+10,mlp.experts.4.down_proj,rtn: 0.0024567,0.00000,0.023
+10,mlp.experts.12.down_proj,rtn: 0.0023346,0.00000,0.035
+10,mlp.experts.11.down_proj,rtn: 0.0023346,0.00000,0.021
+10,mlp.experts.20.down_proj,rtn: 0.0023499,0.00000,0.039
+10,mlp.experts.27.down_proj,rtn: 0.0022736,0.00000,0.042
+10,mlp.experts.2.down_proj,rtn: 0.0023346,0.00000,0.143
+10,mlp.experts.14.down_proj,rtn: 0.0022888,0.00000,0.145
+10,mlp.experts.1.down_proj,rtn: 0.0022888,0.00000,0.054
+10,mlp.experts.13.down_proj,rtn: 0.0022583,0.00000,0.055
+10,mlp.experts.6.down_proj,rtn: 0.0023346,0.00000,0.147
+10,mlp.experts.7.down_proj,rtn: 0.0023193,0.00000,0.062
+10,mlp.experts.10.down_proj,rtn: 0.0022888,0.00000,0.152
+10,mlp.experts.15.down_proj,rtn: 0.0023193,0.00000,0.064
+10,mlp.experts.5.down_proj,rtn: 0.0023346,0.00000,0.063
+10,mlp.experts.8.down_proj,rtn: 0.0023041,0.00000,0.054
+10,mlp.experts.0.down_proj,rtn: 0.0024261,0.00000,0.056
+10,mlp.experts.3.down_proj,rtn: 0.0023651,0.00000,0.068
+10,mlp.experts.9.down_proj,rtn: 0.0023499,0.00000,0.068
+10,mlp.experts.28.down_proj,rtn: 0.0024109,0.00000,0.073
+10,mlp.experts.36.down_proj,rtn: 0.0022736,0.00000,0.031
+10,mlp.experts.18.down_proj,rtn: 0.0023041,0.00000,0.022
+10,mlp.experts.43.down_proj,rtn: 0.0022583,0.00000,0.032
+10,mlp.experts.17.down_proj,rtn: 0.0023193,0.00000,0.039
+10,mlp.experts.29.down_proj,rtn: 0.0023499,0.00000,0.046
+10,mlp.experts.30.down_proj,rtn: 0.0023499,0.00000,0.057
+10,mlp.experts.19.down_proj,rtn: 0.0023193,0.00000,0.054
+10,mlp.experts.23.down_proj,rtn: 0.0023346,0.00000,0.050
+10,mlp.experts.59.down_proj,rtn: 0.0024261,0.00000,0.037
+10,mlp.experts.22.down_proj,rtn: 0.0022278,0.00000,0.059
+10,mlp.experts.21.down_proj,rtn: 0.0022888,0.00000,0.046
+10,mlp.experts.31.down_proj,rtn: 0.0022736,0.00000,0.053
+10,mlp.experts.16.down_proj,rtn: 0.0022888,0.00000,0.046
+10,mlp.experts.24.down_proj,rtn: 0.0022736,0.00000,0.049
+10,mlp.experts.26.down_proj,rtn: 0.0023193,0.00000,0.067
+10,mlp.experts.52.down_proj,rtn: 0.0022736,0.00000,0.039
+10,mlp.experts.44.down_proj,rtn: 0.0023804,0.00000,0.042
+10,mlp.experts.39.down_proj,rtn: 0.0023193,0.00000,0.036
+10,mlp.experts.33.down_proj,rtn: 0.0022736,0.00000,0.052
+10,mlp.experts.45.down_proj,rtn: 0.0023346,0.00000,0.058
+10,mlp.experts.75.down_proj,rtn: 0.0023193,0.00000,0.040
+10,mlp.experts.35.down_proj,rtn: 0.0022888,0.00000,0.060
+10,mlp.experts.40.down_proj,rtn: 0.0022888,0.00000,0.051
+10,mlp.experts.32.down_proj,rtn: 0.0022888,0.00000,0.050
+10,mlp.experts.68.down_proj,rtn: 0.0022888,0.00000,0.040
+10,mlp.experts.34.down_proj,rtn: 0.0023651,0.00000,0.069
+10,mlp.experts.25.down_proj,rtn: 0.0022888,0.00000,0.101
+10,mlp.experts.47.down_proj,rtn: 0.0023499,0.00000,0.059
+10,mlp.experts.60.down_proj,rtn: 0.0023346,0.00000,0.055
+10,mlp.experts.46.down_proj,rtn: 0.0023651,0.00000,0.099
+10,mlp.experts.37.down_proj,rtn: 0.0022736,0.00000,0.089
+10,mlp.experts.38.down_proj,rtn: 0.0023193,0.00000,0.098
+10,mlp.experts.49.down_proj,rtn: 0.0022888,0.00000,0.042
+10,mlp.experts.91.down_proj,rtn: 0.0023956,0.00000,0.051
+10,mlp.experts.61.down_proj,rtn: 0.0023041,0.00000,0.050
+10,mlp.experts.55.down_proj,rtn: 0.0023346,0.00000,0.056
+10,mlp.experts.84.down_proj,rtn: 0.0022583,0.00000,0.047
+10,mlp.experts.48.down_proj,rtn: 0.0023651,0.00000,0.050
+10,mlp.experts.56.down_proj,rtn: 0.0022888,0.00000,0.054
+10,mlp.experts.51.down_proj,rtn: 0.0023651,0.00000,0.059
+10,mlp.experts.76.down_proj,rtn: 0.0023346,0.00000,0.036
+10,mlp.experts.63.down_proj,rtn: 0.0022888,0.00000,0.054
+10,mlp.experts.50.down_proj,rtn: 0.0023041,0.00000,0.063
+10,mlp.experts.42.down_proj,rtn: 0.0023651,0.00000,0.076
+10,mlp.experts.41.down_proj,rtn: 0.0023041,0.00000,0.063
+10,mlp.experts.62.down_proj,rtn: 0.0023193,0.00000,0.054
+10,mlp.experts.65.down_proj,rtn: 0.0022888,0.00000,0.038
+10,mlp.experts.107.down_proj,rtn: 0.0022736,0.00000,0.034
+10,mlp.experts.54.down_proj,rtn: 0.0022736,0.00000,0.049
+10,mlp.experts.53.down_proj,rtn: 0.0022888,0.00000,0.058
+10,mlp.experts.77.down_proj,rtn: 0.0022736,0.00000,0.036
+10,mlp.experts.71.down_proj,rtn: 0.0023041,0.00000,0.043
+10,mlp.experts.79.down_proj,rtn: 0.0023041,0.00000,0.027
+10,mlp.experts.64.down_proj,rtn: 0.0022888,0.00000,0.048
+10,mlp.experts.100.down_proj,rtn: 0.0023804,0.00000,0.050
+10,mlp.experts.72.down_proj,rtn: 0.0022736,0.00000,0.067
+10,mlp.experts.67.down_proj,rtn: 0.0023193,0.00000,0.056
+10,mlp.experts.81.down_proj,rtn: 0.0023193,0.00000,0.032
+10,mlp.experts.57.down_proj,rtn: 0.0023041,0.00000,0.038
+10,mlp.experts.92.down_proj,rtn: 0.0023346,0.00000,0.059
+10,mlp.experts.95.down_proj,rtn: 0.0022888,0.00000,0.035
+10,mlp.experts.58.down_proj,rtn: 0.0022583,0.00000,0.056
+10,mlp.experts.123.down_proj,rtn: 0.0023499,0.00000,0.050
+10,mlp.experts.87.down_proj,rtn: 0.0022736,0.00000,0.040
+10,mlp.experts.66.down_proj,rtn: 0.0022888,0.00000,0.069
+10,mlp.experts.93.down_proj,rtn: 0.0023193,0.00000,0.054
+10,mlp.experts.116.down_proj,rtn: 0.0022583,0.00000,0.043
+10,mlp.experts.80.down_proj,rtn: 0.0023346,0.00000,0.045
+10,mlp.experts.78.down_proj,rtn: 0.0023499,0.00000,0.067
+10,mlp.experts.88.down_proj,rtn: 0.0023956,0.00000,0.045
+10,mlp.experts.69.down_proj,rtn: 0.0023193,0.00000,0.053
+10,mlp.experts.97.down_proj,rtn: 0.0022583,0.00000,0.034
+10,mlp.experts.73.down_proj,rtn: 0.0023499,0.00000,0.035
+10,mlp.experts.70.down_proj,rtn: 0.0023804,0.00000,0.076
+10,mlp.experts.108.down_proj,rtn: 0.0023346,0.00000,0.038
+10,mlp.experts.83.down_proj,rtn: 0.0022736,0.00000,0.054
+10,mlp.experts.111.down_proj,rtn: 0.0022736,0.00000,0.041
+10,mlp.experts.103.down_proj,rtn: 0.0023041,0.00000,0.037
+10,mlp.experts.74.down_proj,rtn: 0.0023346,0.00000,0.050
+10,mlp.experts.139.down_proj,rtn: 0.0023193,0.00000,0.053
+10,mlp.experts.96.down_proj,rtn: 0.0023193,0.00000,0.042
+10,mlp.experts.132.down_proj,rtn: 0.0023193,0.00000,0.043
+10,mlp.experts.89.down_proj,rtn: 0.0023041,0.00000,0.042
+10,mlp.experts.109.down_proj,rtn: 0.0023651,0.00000,0.052
+10,mlp.experts.113.down_proj,rtn: 0.0022736,0.00000,0.044
+10,mlp.experts.82.down_proj,rtn: 0.0023041,0.00000,0.069
+10,mlp.experts.85.down_proj,rtn: 0.0023193,0.00000,0.054
+10,mlp.experts.104.down_proj,rtn: 0.0023346,0.00000,0.052
+10,mlp.experts.119.down_proj,rtn: 0.0022583,0.00000,0.041
+10,mlp.experts.127.down_proj,rtn: 0.0022888,0.00000,0.037
+10,mlp.experts.94.down_proj,rtn: 0.0023651,0.00000,0.070
+10,mlp.experts.90.down_proj,rtn: 0.0022888,0.00000,0.043
+10,mlp.experts.124.down_proj,rtn: 0.0023346,0.00000,0.057
+10,mlp.experts.99.down_proj,rtn: 0.0023193,0.00000,0.049
+10,mlp.experts.86.down_proj,rtn: 0.0023346,0.00000,0.066
+10,mlp.experts.155.down_proj,rtn: 0.0023041,0.00000,0.046
+10,mlp.experts.148.down_proj,rtn: 0.0023346,0.00000,0.049
+10,mlp.experts.105.down_proj,rtn: 0.0023956,0.00000,0.048
+10,mlp.experts.112.down_proj,rtn: 0.0023956,0.00000,0.052
+10,mlp.experts.129.down_proj,rtn: 0.0023346,0.00000,0.053
+10,mlp.experts.98.down_proj,rtn: 0.0022888,0.00000,0.046
+10,mlp.experts.120.down_proj,rtn: 0.0023956,0.00000,0.042
+10,mlp.experts.110.down_proj,rtn: 0.0023956,0.00000,0.033
+10,mlp.experts.125.down_proj,rtn: 0.0023499,0.00000,0.061
+10,mlp.experts.135.down_proj,rtn: 0.0022888,0.00000,0.042
+10,mlp.experts.143.down_proj,rtn: 0.0022888,0.00000,0.042
+10,mlp.experts.140.down_proj,rtn: 0.0022888,0.00000,0.035
+10,mlp.experts.101.down_proj,rtn: 0.0022736,0.00000,0.062
+10,mlp.experts.164.down_proj,rtn: 0.0022736,0.00000,0.030
+10,mlp.experts.128.down_proj,rtn: 0.0022736,0.00000,0.028
+10,mlp.experts.106.down_proj,rtn: 0.0023041,0.00000,0.042
+10,mlp.experts.102.down_proj,rtn: 0.0023041,0.00000,0.040
+10,mlp.experts.115.down_proj,rtn: 0.0023804,0.00000,0.053
+10,mlp.experts.121.down_proj,rtn: 0.0023651,0.00000,0.044
+10,mlp.experts.171.down_proj,rtn: 0.0023041,0.00000,0.051
+10,mlp.experts.145.down_proj,rtn: 0.0023499,0.00000,0.041
+10,mlp.experts.136.down_proj,rtn: 0.0022888,0.00000,0.034
+10,mlp.experts.141.down_proj,rtn: 0.0023041,0.00000,0.037
+10,mlp.experts.114.down_proj,rtn: 0.0022888,0.00000,0.044
+10,mlp.experts.126.down_proj,rtn: 0.0023193,0.00000,0.042
+10,mlp.experts.151.down_proj,rtn: 0.0024414,0.00000,0.038
+10,mlp.experts.159.down_proj,rtn: 0.0022888,0.00000,0.038
+10,mlp.experts.144.down_proj,rtn: 0.0023041,0.00000,0.026
+10,mlp.experts.156.down_proj,rtn: 0.0023041,0.00000,0.034
+10,mlp.experts.180.down_proj,rtn: 0.0023346,0.00000,0.029
+10,mlp.experts.117.down_proj,rtn: 0.0023651,0.00000,0.039
+10,mlp.experts.131.down_proj,rtn: 0.0022888,0.00000,0.034
+10,mlp.experts.122.down_proj,rtn: 0.0023041,0.00000,0.041
+10,mlp.experts.118.down_proj,rtn: 0.0022583,0.00000,0.040
+10,mlp.experts.152.down_proj,rtn: 0.0023804,0.00000,0.028
+10,mlp.experts.137.down_proj,rtn: 0.0022888,0.00000,0.039
+10,mlp.experts.187.down_proj,rtn: 0.0022583,0.00000,0.037
+10,mlp.experts.161.down_proj,rtn: 0.0023041,0.00000,0.038
+10,mlp.experts.160.down_proj,rtn: 0.0023193,0.00000,0.024
+10,mlp.experts.157.down_proj,rtn: 0.0023041,0.00000,0.039
+10,mlp.experts.167.down_proj,rtn: 0.0023041,0.00000,0.032
+10,mlp.experts.172.down_proj,rtn: 0.0023041,0.00000,0.028
+10,mlp.experts.175.down_proj,rtn: 0.0023956,0.00000,0.032
+10,mlp.experts.142.down_proj,rtn: 0.0023193,0.00000,0.038
+10,mlp.experts.130.down_proj,rtn: 0.0023956,0.00000,0.040
+10,mlp.experts.147.down_proj,rtn: 0.0022888,0.00000,0.024
+10,mlp.experts.133.down_proj,rtn: 0.0022736,0.00000,0.038
+10,mlp.experts.176.down_proj,rtn: 0.0022888,0.00000,0.021
+10,mlp.experts.134.down_proj,rtn: 0.0022888,0.00000,0.031
+10,mlp.experts.168.down_proj,rtn: 0.0022888,0.00000,0.028
+10,mlp.experts.138.down_proj,rtn: 0.0023193,0.00000,0.035
+10,mlp.experts.153.down_proj,rtn: 0.0022888,0.00000,0.037
+10,mlp.experts.177.down_proj,rtn: 0.0023041,0.00000,0.034
+10,mlp.experts.188.down_proj,rtn: 0.0022736,0.00000,0.023
+10,mlp.experts.191.down_proj,rtn: 0.0022736,0.00000,0.028
+10,mlp.experts.183.down_proj,rtn: 0.0023651,0.00000,0.029
+10,mlp.experts.173.down_proj,rtn: 0.0024109,0.00000,0.036
+10,mlp.experts.184.down_proj,rtn: 0.0022583,0.00000,0.019
+10,mlp.experts.158.down_proj,rtn: 0.0023193,0.00000,0.031
+10,mlp.experts.149.down_proj,rtn: 0.0023651,0.00000,0.026
+10,mlp.experts.163.down_proj,rtn: 0.0023041,0.00000,0.025
+10,mlp.experts.150.down_proj,rtn: 0.0023041,0.00000,0.023
+10,mlp.experts.146.down_proj,rtn: 0.0023193,0.00000,0.031
+10,mlp.experts.154.down_proj,rtn: 0.0023193,0.00000,0.026
+10,mlp.experts.169.down_proj,rtn: 0.0022888,0.00000,0.025
+10,mlp.experts.189.down_proj,rtn: 0.0023651,0.00000,0.021
+10,mlp.experts.179.down_proj,rtn: 0.0022736,0.00000,0.013
+10,mlp.experts.165.down_proj,rtn: 0.0023346,0.00000,0.020
+10,mlp.experts.174.down_proj,rtn: 0.0023651,0.00000,0.029
+10,mlp.experts.185.down_proj,rtn: 0.0022888,0.00000,0.019
+10,mlp.experts.166.down_proj,rtn: 0.0022736,0.00000,0.028
+10,mlp.experts.170.down_proj,rtn: 0.0022888,0.00000,0.024
+10,mlp.experts.162.down_proj,rtn: 0.0023499,0.00000,0.031
+10,mlp.experts.181.down_proj,rtn: 0.0023041,0.00000,0.013
+10,mlp.experts.182.down_proj,rtn: 0.0022583,0.00000,0.028
+10,mlp.experts.190.down_proj,rtn: 0.0022888,0.00000,0.033
+10,mlp.experts.186.down_proj,rtn: 0.0022888,0.00000,0.028
+10,mlp.experts.178.down_proj,rtn: 0.0023041,0.00000,0.029
+10,mlp.shared_experts.up_proj,rtn: 0.0017090,0.00000,0.027
+10,mlp.shared_experts.gate_proj,rtn: 0.0016937,0.00000,0.027
+10,mlp.shared_experts.down_proj,rtn: 0.0017700,0.00000,0.021
+11,self_attn.v_proj,rtn: 0.0025177,0.00000,0.013
+11,self_attn.k_proj,rtn: 0.0023193,0.00000,0.016
+11,self_attn.q_proj,rtn: 0.0020752,0.00000,0.018
+11,self_attn.o_proj,rtn: 0.0023956,0.00000,0.049
+11,mlp.experts.2.gate_proj,rtn: 0.0023193,0.00000,0.089
+11,mlp.experts.15.gate_proj,rtn: 0.0023041,0.00000,0.092
+11,mlp.experts.3.gate_proj,rtn: 0.0023193,0.00000,0.093
+11,mlp.experts.12.gate_proj,rtn: 0.0023499,0.00000,0.093
+11,mlp.experts.9.gate_proj,rtn: 0.0023499,0.00000,0.096
+11,mlp.experts.14.gate_proj,rtn: 0.0022888,0.00000,0.096
+11,mlp.experts.1.gate_proj,rtn: 0.0023651,0.00000,0.099
+11,mlp.experts.0.gate_proj,rtn: 0.0023193,0.00000,0.101
+11,mlp.experts.4.gate_proj,rtn: 0.0023499,0.00000,0.101
+11,mlp.experts.7.gate_proj,rtn: 0.0023193,0.00000,0.106
+11,mlp.experts.13.gate_proj,rtn: 0.0023041,0.00000,0.110
+11,mlp.experts.8.gate_proj,rtn: 0.0023804,0.00000,0.112
+11,mlp.experts.11.gate_proj,rtn: 0.0024109,0.00000,0.114
+11,mlp.experts.10.gate_proj,rtn: 0.0023041,0.00000,0.113
+11,mlp.experts.6.gate_proj,rtn: 0.0023651,0.00000,0.119
+11,mlp.experts.5.gate_proj,rtn: 0.0023804,0.00000,0.140
+11,mlp.experts.18.gate_proj,rtn: 0.0023651,0.00000,0.075
+11,mlp.experts.31.gate_proj,rtn: 0.0023193,0.00000,0.083
+11,mlp.experts.19.gate_proj,rtn: 0.0023193,0.00000,0.081
+11,mlp.experts.28.gate_proj,rtn: 0.0022736,0.00000,0.088
+11,mlp.experts.30.gate_proj,rtn: 0.0023499,0.00000,0.086
+11,mlp.experts.23.gate_proj,rtn: 0.0024109,0.00000,0.076
+11,mlp.experts.27.gate_proj,rtn: 0.0023346,0.00000,0.073
+11,mlp.experts.25.gate_proj,rtn: 0.0023193,0.00000,0.093
+11,mlp.experts.20.gate_proj,rtn: 0.0024109,0.00000,0.093
+11,mlp.experts.17.gate_proj,rtn: 0.0023651,0.00000,0.087
+11,mlp.experts.16.gate_proj,rtn: 0.0023499,0.00000,0.091
+11,mlp.experts.24.gate_proj,rtn: 0.0024109,0.00000,0.088
+11,mlp.experts.26.gate_proj,rtn: 0.0023499,0.00000,0.090
+11,mlp.experts.29.gate_proj,rtn: 0.0023346,0.00000,0.101
+11,mlp.experts.22.gate_proj,rtn: 0.0023499,0.00000,0.101
+11,mlp.experts.21.gate_proj,rtn: 0.0023346,0.00000,0.091
+11,mlp.experts.34.gate_proj,rtn: 0.0023499,0.00000,0.087
+11,mlp.experts.47.gate_proj,rtn: 0.0023193,0.00000,0.076
+11,mlp.experts.35.gate_proj,rtn: 0.0023346,0.00000,0.075
+11,mlp.experts.43.gate_proj,rtn: 0.0022888,0.00000,0.074
+11,mlp.experts.39.gate_proj,rtn: 0.0023193,0.00000,0.083
+11,mlp.experts.46.gate_proj,rtn: 0.0023804,0.00000,0.091
+11,mlp.experts.44.gate_proj,rtn: 0.0024109,0.00000,0.100
+11,mlp.experts.33.gate_proj,rtn: 0.0023651,0.00000,0.090
+11,mlp.experts.42.gate_proj,rtn: 0.0023804,0.00000,0.082
+11,mlp.experts.41.gate_proj,rtn: 0.0023346,0.00000,0.095
+11,mlp.experts.36.gate_proj,rtn: 0.0023193,0.00000,0.096
+11,mlp.experts.32.gate_proj,rtn: 0.0024109,0.00000,0.092
+11,mlp.experts.40.gate_proj,rtn: 0.0023193,0.00000,0.098
+11,mlp.experts.45.gate_proj,rtn: 0.0023651,0.00000,0.091
+11,mlp.experts.38.gate_proj,rtn: 0.0023499,0.00000,0.093
+11,mlp.experts.37.gate_proj,rtn: 0.0023651,0.00000,0.091
+11,mlp.experts.63.gate_proj,rtn: 0.0023651,0.00000,0.086
+11,mlp.experts.51.gate_proj,rtn: 0.0023346,0.00000,0.082
+11,mlp.experts.50.gate_proj,rtn: 0.0023193,0.00000,0.091
+11,mlp.experts.59.gate_proj,rtn: 0.0023651,0.00000,0.093
+11,mlp.experts.55.gate_proj,rtn: 0.0023193,0.00000,0.088
+11,mlp.experts.62.gate_proj,rtn: 0.0023346,0.00000,0.089
+11,mlp.experts.58.gate_proj,rtn: 0.0023499,0.00000,0.087
+11,mlp.experts.49.gate_proj,rtn: 0.0023804,0.00000,0.091
+11,mlp.experts.60.gate_proj,rtn: 0.0023651,0.00000,0.099
+11,mlp.experts.57.gate_proj,rtn: 0.0023041,0.00000,0.099
+11,mlp.experts.56.gate_proj,rtn: 0.0023499,0.00000,0.091
+11,mlp.experts.48.gate_proj,rtn: 0.0023193,0.00000,0.092
+11,mlp.experts.52.gate_proj,rtn: 0.0023041,0.00000,0.097
+11,mlp.experts.61.gate_proj,rtn: 0.0023651,0.00000,0.098
+11,mlp.experts.54.gate_proj,rtn: 0.0023346,0.00000,0.092
+11,mlp.experts.53.gate_proj,rtn: 0.0023193,0.00000,0.095
+11,mlp.experts.66.gate_proj,rtn: 0.0024261,0.00000,0.083
+11,mlp.experts.79.gate_proj,rtn: 0.0023346,0.00000,0.095
+11,mlp.experts.67.gate_proj,rtn: 0.0023346,0.00000,0.101
+11,mlp.experts.78.gate_proj,rtn: 0.0023041,0.00000,0.080
+11,mlp.experts.71.gate_proj,rtn: 0.0023041,0.00000,0.087
+11,mlp.experts.76.gate_proj,rtn: 0.0023041,0.00000,0.071
+11,mlp.experts.74.gate_proj,rtn: 0.0023499,0.00000,0.080
+11,mlp.experts.75.gate_proj,rtn: 0.0023499,0.00000,0.099
+11,mlp.experts.65.gate_proj,rtn: 0.0023346,0.00000,0.089
+11,mlp.experts.72.gate_proj,rtn: 0.0023651,0.00000,0.078
+11,mlp.experts.68.gate_proj,rtn: 0.0024109,0.00000,0.073
+11,mlp.experts.73.gate_proj,rtn: 0.0023499,0.00000,0.087
+11,mlp.experts.64.gate_proj,rtn: 0.0023346,0.00000,0.081
+11,mlp.experts.70.gate_proj,rtn: 0.0023346,0.00000,0.076
+11,mlp.experts.82.gate_proj,rtn: 0.0023041,0.00000,0.073
+11,mlp.experts.69.gate_proj,rtn: 0.0023651,0.00000,0.086
+11,mlp.experts.77.gate_proj,rtn: 0.0023346,0.00000,0.098
+11,mlp.experts.94.gate_proj,rtn: 0.0023651,0.00000,0.074
+11,mlp.experts.90.gate_proj,rtn: 0.0023499,0.00000,0.065
+11,mlp.experts.95.gate_proj,rtn: 0.0023956,0.00000,0.097
+11,mlp.experts.92.gate_proj,rtn: 0.0023804,0.00000,0.073
+11,mlp.experts.84.gate_proj,rtn: 0.0023651,0.00000,0.059
+11,mlp.experts.83.gate_proj,rtn: 0.0024261,0.00000,0.099
+11,mlp.experts.87.gate_proj,rtn: 0.0024719,0.00000,0.093
+11,mlp.experts.88.gate_proj,rtn: 0.0024414,0.00000,0.073
+11,mlp.experts.80.gate_proj,rtn: 0.0023651,0.00000,0.073
+11,mlp.experts.86.gate_proj,rtn: 0.0023499,0.00000,0.073
+11,mlp.experts.89.gate_proj,rtn: 0.0023193,0.00000,0.084
+11,mlp.experts.91.gate_proj,rtn: 0.0023346,0.00000,0.101
+11,mlp.experts.81.gate_proj,rtn: 0.0023193,0.00000,0.094
+11,mlp.experts.98.gate_proj,rtn: 0.0023499,0.00000,0.075
+11,mlp.experts.106.gate_proj,rtn: 0.0023651,0.00000,0.061
+11,mlp.experts.110.gate_proj,rtn: 0.0023804,0.00000,0.065
+11,mlp.experts.85.gate_proj,rtn: 0.0022888,0.00000,0.086
+11,mlp.experts.93.gate_proj,rtn: 0.0023193,0.00000,0.096
+11,mlp.experts.100.gate_proj,rtn: 0.0023346,0.00000,0.072
+11,mlp.experts.108.gate_proj,rtn: 0.0023346,0.00000,0.073
+11,mlp.experts.104.gate_proj,rtn: 0.0023956,0.00000,0.072
+11,mlp.experts.96.gate_proj,rtn: 0.0024109,0.00000,0.074
+11,mlp.experts.111.gate_proj,rtn: 0.0023499,0.00000,0.099
+11,mlp.experts.102.gate_proj,rtn: 0.0022583,0.00000,0.075
+11,mlp.experts.103.gate_proj,rtn: 0.0022888,0.00000,0.093
+11,mlp.experts.99.gate_proj,rtn: 0.0023346,0.00000,0.101
+11,mlp.experts.114.gate_proj,rtn: 0.0023499,0.00000,0.073
+11,mlp.experts.107.gate_proj,rtn: 0.0023193,0.00000,0.090
+11,mlp.experts.105.gate_proj,rtn: 0.0023193,0.00000,0.092
+11,mlp.experts.97.gate_proj,rtn: 0.0023193,0.00000,0.092
+11,mlp.experts.126.gate_proj,rtn: 0.0023346,0.00000,0.071
+11,mlp.experts.122.gate_proj,rtn: 0.0023804,0.00000,0.073
+11,mlp.experts.101.gate_proj,rtn: 0.0023956,0.00000,0.091
+11,mlp.experts.124.gate_proj,rtn: 0.0023193,0.00000,0.074
+11,mlp.experts.116.gate_proj,rtn: 0.0023346,0.00000,0.075
+11,mlp.experts.109.gate_proj,rtn: 0.0024414,0.00000,0.092
+11,mlp.experts.120.gate_proj,rtn: 0.0023651,0.00000,0.074
+11,mlp.experts.112.gate_proj,rtn: 0.0023499,0.00000,0.075
+11,mlp.experts.118.gate_proj,rtn: 0.0023499,0.00000,0.072
+11,mlp.experts.127.gate_proj,rtn: 0.0023346,0.00000,0.093
+11,mlp.experts.119.gate_proj,rtn: 0.0023346,0.00000,0.090
+11,mlp.experts.130.gate_proj,rtn: 0.0023804,0.00000,0.074
+11,mlp.experts.115.gate_proj,rtn: 0.0023804,0.00000,0.088
+11,mlp.experts.138.gate_proj,rtn: 0.0024261,0.00000,0.067
+11,mlp.experts.142.gate_proj,rtn: 0.0024872,0.00000,0.068
+11,mlp.experts.123.gate_proj,rtn: 0.0023651,0.00000,0.093
+11,mlp.experts.121.gate_proj,rtn: 0.0024109,0.00000,0.098
+11,mlp.experts.113.gate_proj,rtn: 0.0024414,0.00000,0.095
+11,mlp.experts.132.gate_proj,rtn: 0.0023193,0.00000,0.072
+11,mlp.experts.140.gate_proj,rtn: 0.0023499,0.00000,0.074
+11,mlp.experts.117.gate_proj,rtn: 0.0024872,0.00000,0.090
+11,mlp.experts.136.gate_proj,rtn: 0.0023499,0.00000,0.076
+11,mlp.experts.134.gate_proj,rtn: 0.0022888,0.00000,0.063
+11,mlp.experts.128.gate_proj,rtn: 0.0024414,0.00000,0.075
+11,mlp.experts.125.gate_proj,rtn: 0.0023041,0.00000,0.089
+11,mlp.experts.154.gate_proj,rtn: 0.0023499,0.00000,0.060
+11,mlp.experts.146.gate_proj,rtn: 0.0024261,0.00000,0.074
+11,mlp.experts.158.gate_proj,rtn: 0.0023346,0.00000,0.073
+11,mlp.experts.143.gate_proj,rtn: 0.0023804,0.00000,0.108
+11,mlp.experts.131.gate_proj,rtn: 0.0023346,0.00000,0.098
+11,mlp.experts.156.gate_proj,rtn: 0.0022888,0.00000,0.072
+11,mlp.experts.148.gate_proj,rtn: 0.0023804,0.00000,0.072
+11,mlp.experts.152.gate_proj,rtn: 0.0023041,0.00000,0.064
+11,mlp.experts.150.gate_proj,rtn: 0.0023499,0.00000,0.063
+11,mlp.experts.135.gate_proj,rtn: 0.0023041,0.00000,0.122
+11,mlp.experts.139.gate_proj,rtn: 0.0024261,0.00000,0.110
+11,mlp.experts.144.gate_proj,rtn: 0.0022888,0.00000,0.074
+11,mlp.experts.137.gate_proj,rtn: 0.0023346,0.00000,0.106
+11,mlp.experts.129.gate_proj,rtn: 0.0023041,0.00000,0.110
+11,mlp.experts.170.gate_proj,rtn: 0.0023956,0.00000,0.070
+11,mlp.experts.133.gate_proj,rtn: 0.0024261,0.00000,0.099
+11,mlp.experts.162.gate_proj,rtn: 0.0023346,0.00000,0.071
+11,mlp.experts.174.gate_proj,rtn: 0.0023041,0.00000,0.071
+11,mlp.experts.141.gate_proj,rtn: 0.0023499,0.00000,0.106
+11,mlp.experts.168.gate_proj,rtn: 0.0023804,0.00000,0.070
+11,mlp.experts.172.gate_proj,rtn: 0.0023499,0.00000,0.075
+11,mlp.experts.166.gate_proj,rtn: 0.0023499,0.00000,0.073
+11,mlp.experts.164.gate_proj,rtn: 0.0023041,0.00000,0.076
+11,mlp.experts.159.gate_proj,rtn: 0.0023956,0.00000,0.086
+11,mlp.experts.147.gate_proj,rtn: 0.0024719,0.00000,0.084
+11,mlp.experts.160.gate_proj,rtn: 0.0024414,0.00000,0.073
+11,mlp.experts.186.gate_proj,rtn: 0.0023651,0.00000,0.064
+11,mlp.experts.151.gate_proj,rtn: 0.0023804,0.00000,0.085
+11,mlp.experts.155.gate_proj,rtn: 0.0023041,0.00000,0.083
+11,mlp.experts.190.gate_proj,rtn: 0.0023804,0.00000,0.061
+11,mlp.experts.178.gate_proj,rtn: 0.0023956,0.00000,0.067
+11,mlp.experts.153.gate_proj,rtn: 0.0023956,0.00000,0.099
+11,mlp.experts.149.gate_proj,rtn: 0.0023956,0.00000,0.090
+11,mlp.experts.145.gate_proj,rtn: 0.0023346,0.00000,0.095
+11,mlp.experts.157.gate_proj,rtn: 0.0023956,0.00000,0.095
+11,mlp.experts.182.gate_proj,rtn: 0.0023193,0.00000,0.072
+11,mlp.experts.184.gate_proj,rtn: 0.0023499,0.00000,0.074
+11,mlp.experts.188.gate_proj,rtn: 0.0024567,0.00000,0.074
+11,mlp.experts.180.gate_proj,rtn: 0.0023499,0.00000,0.070
+11,mlp.experts.163.gate_proj,rtn: 0.0023499,0.00000,0.084
+11,mlp.experts.10.up_proj,rtn: 0.0022888,0.00000,0.071
+11,mlp.experts.175.gate_proj,rtn: 0.0023651,0.00000,0.083
+11,mlp.experts.176.gate_proj,rtn: 0.0023346,0.00000,0.076
+11,mlp.experts.14.up_proj,rtn: 0.0022736,0.00000,0.072
+11,mlp.experts.2.up_proj,rtn: 0.0023041,0.00000,0.069
+11,mlp.experts.171.gate_proj,rtn: 0.0024261,0.00000,0.084
+11,mlp.experts.167.gate_proj,rtn: 0.0023651,0.00000,0.085
+11,mlp.experts.169.gate_proj,rtn: 0.0023804,0.00000,0.074
+11,mlp.experts.165.gate_proj,rtn: 0.0024109,0.00000,0.075
+11,mlp.experts.161.gate_proj,rtn: 0.0023956,0.00000,0.086
+11,mlp.experts.173.gate_proj,rtn: 0.0023193,0.00000,0.075
+11,mlp.experts.6.up_proj,rtn: 0.0023499,0.00000,0.075
+11,mlp.experts.4.up_proj,rtn: 0.0023346,0.00000,0.071
+11,mlp.experts.12.up_proj,rtn: 0.0023346,0.00000,0.076
+11,mlp.experts.8.up_proj,rtn: 0.0023651,0.00000,0.076
+11,mlp.experts.18.up_proj,rtn: 0.0023346,0.00000,0.061
+11,mlp.experts.30.up_proj,rtn: 0.0023346,0.00000,0.060
+11,mlp.experts.26.up_proj,rtn: 0.0023346,0.00000,0.076
+11,mlp.experts.0.up_proj,rtn: 0.0023041,0.00000,0.075
+11,mlp.experts.179.gate_proj,rtn: 0.0024414,0.00000,0.090
+11,mlp.experts.185.gate_proj,rtn: 0.0023346,0.00000,0.064
+11,mlp.experts.181.gate_proj,rtn: 0.0024261,0.00000,0.061
+11,mlp.experts.191.gate_proj,rtn: 0.0023499,0.00000,0.090
+11,mlp.experts.187.gate_proj,rtn: 0.0023804,0.00000,0.082
+11,mlp.experts.183.gate_proj,rtn: 0.0023041,0.00000,0.085
+11,mlp.experts.177.gate_proj,rtn: 0.0023193,0.00000,0.075
+11,mlp.experts.189.gate_proj,rtn: 0.0023193,0.00000,0.073
+11,mlp.experts.22.up_proj,rtn: 0.0023499,0.00000,0.077
+11,mlp.experts.28.up_proj,rtn: 0.0022736,0.00000,0.071
+11,mlp.experts.20.up_proj,rtn: 0.0023956,0.00000,0.073
+11,mlp.experts.24.up_proj,rtn: 0.0023956,0.00000,0.072
+11,mlp.experts.46.up_proj,rtn: 0.0023651,0.00000,0.074
+11,mlp.experts.34.up_proj,rtn: 0.0023346,0.00000,0.075
+11,mlp.experts.9.up_proj,rtn: 0.0023499,0.00000,0.061
+11,mlp.experts.5.up_proj,rtn: 0.0023651,0.00000,0.061
+11,mlp.experts.42.up_proj,rtn: 0.0023651,0.00000,0.074
+11,mlp.experts.16.up_proj,rtn: 0.0023346,0.00000,0.076
+11,mlp.experts.3.up_proj,rtn: 0.0023041,0.00000,0.084
+11,mlp.experts.15.up_proj,rtn: 0.0023041,0.00000,0.085
+11,mlp.experts.11.up_proj,rtn: 0.0024109,0.00000,0.084
+11,mlp.experts.1.up_proj,rtn: 0.0023499,0.00000,0.067
+11,mlp.experts.7.up_proj,rtn: 0.0023041,0.00000,0.083
+11,mlp.experts.13.up_proj,rtn: 0.0022888,0.00000,0.068
+11,mlp.experts.38.up_proj,rtn: 0.0023346,0.00000,0.072
+11,mlp.experts.50.up_proj,rtn: 0.0023041,0.00000,0.068
+11,mlp.experts.62.up_proj,rtn: 0.0023193,0.00000,0.073
+11,mlp.experts.36.up_proj,rtn: 0.0023193,0.00000,0.082
+11,mlp.experts.40.up_proj,rtn: 0.0023041,0.00000,0.086
+11,mlp.experts.44.up_proj,rtn: 0.0023956,0.00000,0.087
+11,mlp.experts.58.up_proj,rtn: 0.0023499,0.00000,0.071
+11,mlp.experts.25.up_proj,rtn: 0.0023041,0.00000,0.079
+11,mlp.experts.21.up_proj,rtn: 0.0023193,0.00000,0.080
+11,mlp.experts.19.up_proj,rtn: 0.0023041,0.00000,0.068
+11,mlp.experts.32.up_proj,rtn: 0.0023956,0.00000,0.091
+11,mlp.experts.31.up_proj,rtn: 0.0023041,0.00000,0.083
+11,mlp.experts.27.up_proj,rtn: 0.0023346,0.00000,0.083
+11,mlp.experts.23.up_proj,rtn: 0.0023956,0.00000,0.081
+11,mlp.experts.17.up_proj,rtn: 0.0023499,0.00000,0.088
+11,mlp.experts.54.up_proj,rtn: 0.0023193,0.00000,0.070
+11,mlp.experts.66.up_proj,rtn: 0.0024109,0.00000,0.064
+11,mlp.experts.29.up_proj,rtn: 0.0023193,0.00000,0.092
+11,mlp.experts.78.up_proj,rtn: 0.0022888,0.00000,0.071
+11,mlp.experts.74.up_proj,rtn: 0.0023346,0.00000,0.063
+11,mlp.experts.52.up_proj,rtn: 0.0023041,0.00000,0.090
+11,mlp.experts.35.up_proj,rtn: 0.0023346,0.00000,0.082
+11,mlp.experts.41.up_proj,rtn: 0.0023346,0.00000,0.087
+11,mlp.experts.56.up_proj,rtn: 0.0023346,0.00000,0.093
+11,mlp.experts.60.up_proj,rtn: 0.0023499,0.00000,0.094
+11,mlp.experts.37.up_proj,rtn: 0.0023499,0.00000,0.088
+11,mlp.experts.82.up_proj,rtn: 0.0023041,0.00000,0.060
+11,mlp.experts.70.up_proj,rtn: 0.0023193,0.00000,0.063
+11,mlp.experts.48.up_proj,rtn: 0.0023041,0.00000,0.097
+11,mlp.experts.94.up_proj,rtn: 0.0023499,0.00000,0.061
+11,mlp.experts.47.up_proj,rtn: 0.0023193,0.00000,0.096
+11,mlp.experts.39.up_proj,rtn: 0.0023041,0.00000,0.086
+11,mlp.experts.33.up_proj,rtn: 0.0023651,0.00000,0.083
+11,mlp.experts.90.up_proj,rtn: 0.0023346,0.00000,0.064
+11,mlp.experts.43.up_proj,rtn: 0.0022888,0.00000,0.103
+11,mlp.experts.45.up_proj,rtn: 0.0023499,0.00000,0.091
+11,mlp.experts.98.up_proj,rtn: 0.0023499,0.00000,0.059
+11,mlp.experts.86.up_proj,rtn: 0.0023499,0.00000,0.059
+11,mlp.experts.57.up_proj,rtn: 0.0023041,0.00000,0.083
+11,mlp.experts.53.up_proj,rtn: 0.0023041,0.00000,0.084
+11,mlp.experts.68.up_proj,rtn: 0.0023956,0.00000,0.090
+11,mlp.experts.51.up_proj,rtn: 0.0023193,0.00000,0.088
+11,mlp.experts.76.up_proj,rtn: 0.0023041,0.00000,0.096
+11,mlp.experts.110.up_proj,rtn: 0.0023499,0.00000,0.063
+11,mlp.experts.72.up_proj,rtn: 0.0023651,0.00000,0.094
+11,mlp.experts.106.up_proj,rtn: 0.0023499,0.00000,0.061
+11,mlp.experts.55.up_proj,rtn: 0.0023041,0.00000,0.079
+11,mlp.experts.49.up_proj,rtn: 0.0023651,0.00000,0.079
+11,mlp.experts.64.up_proj,rtn: 0.0023193,0.00000,0.098
+11,mlp.experts.63.up_proj,rtn: 0.0023346,0.00000,0.093
+11,mlp.experts.61.up_proj,rtn: 0.0023499,0.00000,0.076
+11,mlp.experts.59.up_proj,rtn: 0.0023499,0.00000,0.085
+11,mlp.experts.114.up_proj,rtn: 0.0023499,0.00000,0.065
+11,mlp.experts.102.up_proj,rtn: 0.0022430,0.00000,0.068
+11,mlp.experts.67.up_proj,rtn: 0.0023193,0.00000,0.068
+11,mlp.experts.73.up_proj,rtn: 0.0023346,0.00000,0.085
+11,mlp.experts.126.up_proj,rtn: 0.0023193,0.00000,0.075
+11,mlp.experts.84.up_proj,rtn: 0.0023651,0.00000,0.092
+11,mlp.experts.69.up_proj,rtn: 0.0023499,0.00000,0.090
+11,mlp.experts.122.up_proj,rtn: 0.0023651,0.00000,0.085
+11,mlp.experts.71.up_proj,rtn: 0.0022888,0.00000,0.073
+11,mlp.experts.88.up_proj,rtn: 0.0024109,0.00000,0.094
+11,mlp.experts.92.up_proj,rtn: 0.0023651,0.00000,0.100
+11,mlp.experts.79.up_proj,rtn: 0.0023193,0.00000,0.074
+11,mlp.experts.65.up_proj,rtn: 0.0023193,0.00000,0.087
+11,mlp.experts.75.up_proj,rtn: 0.0023346,0.00000,0.074
+11,mlp.experts.77.up_proj,rtn: 0.0023346,0.00000,0.095
+11,mlp.experts.80.up_proj,rtn: 0.0023499,0.00000,0.100
+11,mlp.experts.83.up_proj,rtn: 0.0023956,0.00000,0.071
+11,mlp.experts.130.up_proj,rtn: 0.0023651,0.00000,0.094
+11,mlp.experts.89.up_proj,rtn: 0.0023193,0.00000,0.083
+11,mlp.experts.118.up_proj,rtn: 0.0023346,0.00000,0.093
+11,mlp.experts.100.up_proj,rtn: 0.0023193,0.00000,0.085
+11,mlp.experts.142.up_proj,rtn: 0.0024567,0.00000,0.081
+11,mlp.experts.85.up_proj,rtn: 0.0022888,0.00000,0.088
+11,mlp.experts.87.up_proj,rtn: 0.0024567,0.00000,0.081
+11,mlp.experts.95.up_proj,rtn: 0.0023956,0.00000,0.077
+11,mlp.experts.104.up_proj,rtn: 0.0023804,0.00000,0.088
+11,mlp.experts.108.up_proj,rtn: 0.0023193,0.00000,0.088
+11,mlp.experts.138.up_proj,rtn: 0.0024109,0.00000,0.101
+11,mlp.experts.91.up_proj,rtn: 0.0023193,0.00000,0.081
+11,mlp.experts.81.up_proj,rtn: 0.0023193,0.00000,0.090
+11,mlp.experts.93.up_proj,rtn: 0.0023041,0.00000,0.092
+11,mlp.experts.99.up_proj,rtn: 0.0023193,0.00000,0.081
+11,mlp.experts.96.up_proj,rtn: 0.0024109,0.00000,0.093
+11,mlp.experts.146.up_proj,rtn: 0.0023956,0.00000,0.094
+11,mlp.experts.105.up_proj,rtn: 0.0023193,0.00000,0.087
+11,mlp.experts.103.up_proj,rtn: 0.0022888,0.00000,0.071
+11,mlp.experts.116.up_proj,rtn: 0.0023193,0.00000,0.085
+11,mlp.experts.158.up_proj,rtn: 0.0023193,0.00000,0.085
+11,mlp.experts.101.up_proj,rtn: 0.0023651,0.00000,0.085
+11,mlp.experts.111.up_proj,rtn: 0.0023499,0.00000,0.079
+11,mlp.experts.134.up_proj,rtn: 0.0022736,0.00000,0.094
+11,mlp.experts.107.up_proj,rtn: 0.0023193,0.00000,0.079
+11,mlp.experts.97.up_proj,rtn: 0.0022888,0.00000,0.081
+11,mlp.experts.120.up_proj,rtn: 0.0023499,0.00000,0.090
+11,mlp.experts.124.up_proj,rtn: 0.0023193,0.00000,0.090
+11,mlp.experts.154.up_proj,rtn: 0.0023346,0.00000,0.101
+11,mlp.experts.109.up_proj,rtn: 0.0024261,0.00000,0.080
+11,mlp.experts.115.up_proj,rtn: 0.0023804,0.00000,0.090
+11,mlp.experts.112.up_proj,rtn: 0.0023346,0.00000,0.100
+11,mlp.experts.121.up_proj,rtn: 0.0023956,0.00000,0.079
+11,mlp.experts.119.up_proj,rtn: 0.0023193,0.00000,0.088
+11,mlp.experts.162.up_proj,rtn: 0.0023193,0.00000,0.096
+11,mlp.experts.117.up_proj,rtn: 0.0024719,0.00000,0.081
+11,mlp.experts.132.up_proj,rtn: 0.0023193,0.00000,0.094
+11,mlp.experts.174.up_proj,rtn: 0.0023041,0.00000,0.089
+11,mlp.experts.127.up_proj,rtn: 0.0023193,0.00000,0.092
+11,mlp.experts.113.up_proj,rtn: 0.0024261,0.00000,0.073
+11,mlp.experts.125.up_proj,rtn: 0.0022888,0.00000,0.071
+11,mlp.experts.150.up_proj,rtn: 0.0023499,0.00000,0.090
+11,mlp.experts.140.up_proj,rtn: 0.0023499,0.00000,0.091
+11,mlp.experts.123.up_proj,rtn: 0.0023499,0.00000,0.093
+11,mlp.experts.136.up_proj,rtn: 0.0023346,0.00000,0.093
+11,mlp.experts.170.up_proj,rtn: 0.0023804,0.00000,0.091
+11,mlp.experts.137.up_proj,rtn: 0.0023193,0.00000,0.064
+11,mlp.experts.131.up_proj,rtn: 0.0023346,0.00000,0.099
+11,mlp.experts.128.up_proj,rtn: 0.0024109,0.00000,0.086
+11,mlp.experts.133.up_proj,rtn: 0.0024261,0.00000,0.075
+11,mlp.experts.148.up_proj,rtn: 0.0023651,0.00000,0.083
+11,mlp.experts.129.up_proj,rtn: 0.0022888,0.00000,0.067
+11,mlp.experts.178.up_proj,rtn: 0.0023804,0.00000,0.093
+11,mlp.experts.135.up_proj,rtn: 0.0023041,0.00000,0.101
+11,mlp.experts.141.up_proj,rtn: 0.0023346,0.00000,0.072
+11,mlp.experts.143.up_proj,rtn: 0.0023651,0.00000,0.090
+11,mlp.experts.190.up_proj,rtn: 0.0023651,0.00000,0.093
+11,mlp.experts.153.up_proj,rtn: 0.0023804,0.00000,0.064
+11,mlp.experts.156.up_proj,rtn: 0.0022888,0.00000,0.079
+11,mlp.experts.139.up_proj,rtn: 0.0024261,0.00000,0.081
+11,mlp.experts.186.up_proj,rtn: 0.0023499,0.00000,0.071
+11,mlp.experts.152.up_proj,rtn: 0.0022888,0.00000,0.087
+11,mlp.experts.166.up_proj,rtn: 0.0023346,0.00000,0.087
+11,mlp.experts.144.up_proj,rtn: 0.0022888,0.00000,0.085
+11,mlp.experts.149.up_proj,rtn: 0.0023804,0.00000,0.081
+11,mlp.experts.147.up_proj,rtn: 0.0024414,0.00000,0.094
+11,mlp.experts.145.up_proj,rtn: 0.0023193,0.00000,0.081
+11,mlp.experts.182.up_proj,rtn: 0.0023193,0.00000,0.031
+11,mlp.experts.151.up_proj,rtn: 0.0023651,0.00000,0.082
+11,mlp.experts.164.up_proj,rtn: 0.0022888,0.00000,0.097
+11,mlp.experts.159.up_proj,rtn: 0.0023804,0.00000,0.081
+11,mlp.experts.157.up_proj,rtn: 0.0023804,0.00000,0.097
+11,mlp.experts.155.up_proj,rtn: 0.0023041,0.00000,0.068
+11,mlp.experts.169.up_proj,rtn: 0.0023499,0.00000,0.094
+11,mlp.experts.168.up_proj,rtn: 0.0023651,0.00000,0.111
+11,mlp.experts.172.up_proj,rtn: 0.0023346,0.00000,0.113
+11,mlp.experts.163.up_proj,rtn: 0.0023346,0.00000,0.080
+11,mlp.experts.167.up_proj,rtn: 0.0023499,0.00000,0.078
+11,mlp.experts.161.up_proj,rtn: 0.0023804,0.00000,0.079
+11,mlp.experts.165.up_proj,rtn: 0.0023804,0.00000,0.091
+11,mlp.experts.160.up_proj,rtn: 0.0024261,0.00000,0.106
+11,mlp.experts.175.up_proj,rtn: 0.0023499,0.00000,0.083
+11,mlp.experts.171.up_proj,rtn: 0.0024109,0.00000,0.074
+11,mlp.experts.180.up_proj,rtn: 0.0023346,0.00000,0.101
+11,mlp.experts.173.up_proj,rtn: 0.0023041,0.00000,0.081
+11,mlp.experts.185.up_proj,rtn: 0.0023193,0.00000,0.084
+11,mlp.experts.184.up_proj,rtn: 0.0023346,0.00000,0.098
+11,mlp.experts.188.up_proj,rtn: 0.0024261,0.00000,0.096
+11,mlp.experts.179.up_proj,rtn: 0.0024261,0.00000,0.083
+11,mlp.experts.177.up_proj,rtn: 0.0023193,0.00000,0.070
+11,mlp.experts.183.up_proj,rtn: 0.0023041,0.00000,0.086
+11,mlp.experts.181.up_proj,rtn: 0.0024109,0.00000,0.081
+11,mlp.experts.176.up_proj,rtn: 0.0023193,0.00000,0.087
+11,mlp.experts.189.up_proj,rtn: 0.0023041,0.00000,0.064
+11,mlp.experts.191.up_proj,rtn: 0.0023346,0.00000,0.077
+11,mlp.experts.187.up_proj,rtn: 0.0023651,0.00000,0.068
+11,mlp.experts.2.down_proj,rtn: 0.0022583,0.00000,0.010
+11,mlp.experts.8.down_proj,rtn: 0.0023346,0.00000,0.021
+11,mlp.experts.6.down_proj,rtn: 0.0023041,0.00000,0.022
+11,mlp.experts.14.down_proj,rtn: 0.0022430,0.00000,0.038
+11,mlp.experts.24.down_proj,rtn: 0.0023499,0.00000,0.032
+11,mlp.experts.9.down_proj,rtn: 0.0023041,0.00000,0.043
+11,mlp.experts.18.down_proj,rtn: 0.0023346,0.00000,0.050
+11,mlp.experts.22.down_proj,rtn: 0.0023041,0.00000,0.038
+11,mlp.experts.3.down_proj,rtn: 0.0022583,0.00000,0.122
+11,mlp.experts.7.down_proj,rtn: 0.0022736,0.00000,0.122
+11,mlp.experts.15.down_proj,rtn: 0.0022583,0.00000,0.123
+11,mlp.experts.11.down_proj,rtn: 0.0023499,0.00000,0.127
+11,mlp.experts.5.down_proj,rtn: 0.0023041,0.00000,0.061
+11,mlp.experts.13.down_proj,rtn: 0.0022736,0.00000,0.062
+11,mlp.experts.1.down_proj,rtn: 0.0023956,0.00000,0.062
+11,mlp.experts.12.down_proj,rtn: 0.0022888,0.00000,0.062
+11,mlp.experts.4.down_proj,rtn: 0.0023041,0.00000,0.067
+11,mlp.experts.25.down_proj,rtn: 0.0022888,0.00000,0.020
+11,mlp.experts.0.down_proj,rtn: 0.0022736,0.00000,0.068
+11,mlp.experts.40.down_proj,rtn: 0.0022736,0.00000,0.024
+11,mlp.experts.10.down_proj,rtn: 0.0022583,0.00000,0.075
+11,mlp.experts.30.down_proj,rtn: 0.0022888,0.00000,0.045
+11,mlp.experts.34.down_proj,rtn: 0.0023651,0.00000,0.037
+11,mlp.experts.38.down_proj,rtn: 0.0023041,0.00000,0.035
+11,mlp.experts.28.down_proj,rtn: 0.0022430,0.00000,0.024
+11,mlp.experts.19.down_proj,rtn: 0.0022583,0.00000,0.047
+11,mlp.experts.17.down_proj,rtn: 0.0023041,0.00000,0.026
+11,mlp.experts.23.down_proj,rtn: 0.0023193,0.00000,0.053
+11,mlp.experts.31.down_proj,rtn: 0.0023041,0.00000,0.058
+11,mlp.experts.21.down_proj,rtn: 0.0022736,0.00000,0.055
+11,mlp.experts.41.down_proj,rtn: 0.0022888,0.00000,0.041
+11,mlp.experts.29.down_proj,rtn: 0.0023193,0.00000,0.058
+11,mlp.experts.26.down_proj,rtn: 0.0023193,0.00000,0.052
+11,mlp.experts.27.down_proj,rtn: 0.0022736,0.00000,0.060
+11,mlp.experts.56.down_proj,rtn: 0.0022888,0.00000,0.054
+11,mlp.experts.16.down_proj,rtn: 0.0023041,0.00000,0.057
+11,mlp.experts.44.down_proj,rtn: 0.0023346,0.00000,0.051
+11,mlp.experts.50.down_proj,rtn: 0.0022583,0.00000,0.054
+11,mlp.experts.54.down_proj,rtn: 0.0023346,0.00000,0.053
+11,mlp.experts.20.down_proj,rtn: 0.0023193,0.00000,0.067
+11,mlp.experts.46.down_proj,rtn: 0.0023346,0.00000,0.048
+11,mlp.experts.33.down_proj,rtn: 0.0023041,0.00000,0.052
+11,mlp.experts.35.down_proj,rtn: 0.0023041,0.00000,0.051
+11,mlp.experts.39.down_proj,rtn: 0.0023041,0.00000,0.060
+11,mlp.experts.37.down_proj,rtn: 0.0023346,0.00000,0.049
+11,mlp.experts.47.down_proj,rtn: 0.0022736,0.00000,0.058
+11,mlp.experts.45.down_proj,rtn: 0.0023193,0.00000,0.034
+11,mlp.experts.57.down_proj,rtn: 0.0022736,0.00000,0.036
+11,mlp.experts.42.down_proj,rtn: 0.0023193,0.00000,0.043
+11,mlp.experts.72.down_proj,rtn: 0.0023651,0.00000,0.052
+11,mlp.experts.43.down_proj,rtn: 0.0022888,0.00000,0.063
+11,mlp.experts.32.down_proj,rtn: 0.0023346,0.00000,0.050
+11,mlp.experts.60.down_proj,rtn: 0.0023193,0.00000,0.052
+11,mlp.experts.36.down_proj,rtn: 0.0023041,0.00000,0.051
+11,mlp.experts.66.down_proj,rtn: 0.0023651,0.00000,0.060
+11,mlp.experts.73.down_proj,rtn: 0.0023041,0.00000,0.037
+11,mlp.experts.62.down_proj,rtn: 0.0022888,0.00000,0.050
+11,mlp.experts.61.down_proj,rtn: 0.0023041,0.00000,0.032
+11,mlp.experts.49.down_proj,rtn: 0.0023651,0.00000,0.040
+11,mlp.experts.70.down_proj,rtn: 0.0023346,0.00000,0.059
+11,mlp.experts.53.down_proj,rtn: 0.0022736,0.00000,0.033
+11,mlp.experts.58.down_proj,rtn: 0.0022888,0.00000,0.036
+11,mlp.experts.51.down_proj,rtn: 0.0022736,0.00000,0.057
+11,mlp.experts.55.down_proj,rtn: 0.0022888,0.00000,0.062
+11,mlp.experts.63.down_proj,rtn: 0.0023499,0.00000,0.051
+11,mlp.experts.88.down_proj,rtn: 0.0023804,0.00000,0.044
+11,mlp.experts.76.down_proj,rtn: 0.0022583,0.00000,0.036
+11,mlp.experts.52.down_proj,rtn: 0.0022888,0.00000,0.030
+11,mlp.experts.78.down_proj,rtn: 0.0022583,0.00000,0.032
+11,mlp.experts.48.down_proj,rtn: 0.0022888,0.00000,0.044
+11,mlp.experts.59.down_proj,rtn: 0.0023346,0.00000,0.058
+11,mlp.experts.77.down_proj,rtn: 0.0023193,0.00000,0.040
+11,mlp.experts.89.down_proj,rtn: 0.0022736,0.00000,0.041
+11,mlp.experts.65.down_proj,rtn: 0.0023041,0.00000,0.028
+11,mlp.experts.82.down_proj,rtn: 0.0022583,0.00000,0.045
+11,mlp.experts.69.down_proj,rtn: 0.0023193,0.00000,0.026
+11,mlp.experts.86.down_proj,rtn: 0.0023041,0.00000,0.047
+11,mlp.experts.68.down_proj,rtn: 0.0023499,0.00000,0.027
+11,mlp.experts.92.down_proj,rtn: 0.0023193,0.00000,0.032
+11,mlp.experts.104.down_proj,rtn: 0.0023499,0.00000,0.033
+11,mlp.experts.64.down_proj,rtn: 0.0023193,0.00000,0.024
+11,mlp.experts.94.down_proj,rtn: 0.0023041,0.00000,0.033
+11,mlp.experts.74.down_proj,rtn: 0.0023041,0.00000,0.050
+11,mlp.experts.79.down_proj,rtn: 0.0022736,0.00000,0.056
+11,mlp.experts.71.down_proj,rtn: 0.0022583,0.00000,0.059
+11,mlp.experts.67.down_proj,rtn: 0.0022888,0.00000,0.063
+11,mlp.experts.93.down_proj,rtn: 0.0023041,0.00000,0.033
+11,mlp.experts.105.down_proj,rtn: 0.0023041,0.00000,0.029
+11,mlp.experts.81.down_proj,rtn: 0.0022888,0.00000,0.030
+11,mlp.experts.85.down_proj,rtn: 0.0022430,0.00000,0.027
+11,mlp.experts.108.down_proj,rtn: 0.0022888,0.00000,0.026
+11,mlp.experts.84.down_proj,rtn: 0.0023346,0.00000,0.026
+11,mlp.experts.80.down_proj,rtn: 0.0023041,0.00000,0.026
+11,mlp.experts.98.down_proj,rtn: 0.0022888,0.00000,0.043
+11,mlp.experts.120.down_proj,rtn: 0.0023346,0.00000,0.031
+11,mlp.experts.75.down_proj,rtn: 0.0023041,0.00000,0.054
+11,mlp.experts.102.down_proj,rtn: 0.0022583,0.00000,0.047
+11,mlp.experts.110.down_proj,rtn: 0.0023041,0.00000,0.043
+11,mlp.experts.90.down_proj,rtn: 0.0022888,0.00000,0.052
+11,mlp.experts.95.down_proj,rtn: 0.0023804,0.00000,0.048
+11,mlp.experts.109.down_proj,rtn: 0.0023346,0.00000,0.028
+11,mlp.experts.101.down_proj,rtn: 0.0023499,0.00000,0.029
+11,mlp.experts.121.down_proj,rtn: 0.0023651,0.00000,0.030
+11,mlp.experts.97.down_proj,rtn: 0.0022125,0.00000,0.030
+11,mlp.experts.87.down_proj,rtn: 0.0023956,0.00000,0.050
+11,mlp.experts.124.down_proj,rtn: 0.0022888,0.00000,0.040
+11,mlp.experts.100.down_proj,rtn: 0.0023041,0.00000,0.036
+11,mlp.experts.96.down_proj,rtn: 0.0023651,0.00000,0.031
+11,mlp.experts.136.down_proj,rtn: 0.0022736,0.00000,0.031
+11,mlp.experts.83.down_proj,rtn: 0.0023804,0.00000,0.065
+11,mlp.experts.114.down_proj,rtn: 0.0022888,0.00000,0.048
+11,mlp.experts.126.down_proj,rtn: 0.0022736,0.00000,0.037
+11,mlp.experts.118.down_proj,rtn: 0.0023041,0.00000,0.042
+11,mlp.experts.125.down_proj,rtn: 0.0022736,0.00000,0.029
+11,mlp.experts.137.down_proj,rtn: 0.0022736,0.00000,0.027
+11,mlp.experts.91.down_proj,rtn: 0.0022736,0.00000,0.063
+11,mlp.experts.113.down_proj,rtn: 0.0023804,0.00000,0.028
+11,mlp.experts.106.down_proj,rtn: 0.0023041,0.00000,0.042
+11,mlp.experts.117.down_proj,rtn: 0.0024261,0.00000,0.038
+11,mlp.experts.111.down_proj,rtn: 0.0023041,0.00000,0.055
+11,mlp.experts.103.down_proj,rtn: 0.0022736,0.00000,0.049
+11,mlp.experts.141.down_proj,rtn: 0.0023193,0.00000,0.026
+11,mlp.experts.142.down_proj,rtn: 0.0023651,0.00000,0.036
+11,mlp.experts.134.down_proj,rtn: 0.0022736,0.00000,0.035
+11,mlp.experts.153.down_proj,rtn: 0.0023346,0.00000,0.026
+11,mlp.experts.116.down_proj,rtn: 0.0022888,0.00000,0.055
+11,mlp.experts.99.down_proj,rtn: 0.0023041,0.00000,0.039
+11,mlp.experts.152.down_proj,rtn: 0.0023346,0.00000,0.049
+11,mlp.experts.140.down_proj,rtn: 0.0023193,0.00000,0.050
+11,mlp.experts.130.down_proj,rtn: 0.0023193,0.00000,0.044
+11,mlp.experts.112.down_proj,rtn: 0.0023193,0.00000,0.039
+11,mlp.experts.129.down_proj,rtn: 0.0022736,0.00000,0.029
+11,mlp.experts.133.down_proj,rtn: 0.0023651,0.00000,0.029
+11,mlp.experts.122.down_proj,rtn: 0.0023499,0.00000,0.033
+11,mlp.experts.157.down_proj,rtn: 0.0023193,0.00000,0.020
+11,mlp.experts.107.down_proj,rtn: 0.0022888,0.00000,0.048
+11,mlp.experts.169.down_proj,rtn: 0.0023193,0.00000,0.027
+11,mlp.experts.127.down_proj,rtn: 0.0023346,0.00000,0.049
+11,mlp.experts.150.down_proj,rtn: 0.0023041,0.00000,0.039
+11,mlp.experts.158.down_proj,rtn: 0.0022736,0.00000,0.035
+11,mlp.experts.128.down_proj,rtn: 0.0023499,0.00000,0.033
+11,mlp.experts.132.down_proj,rtn: 0.0022736,0.00000,0.034
+11,mlp.experts.168.down_proj,rtn: 0.0023193,0.00000,0.035
+11,mlp.experts.156.down_proj,rtn: 0.0022583,0.00000,0.034
+11,mlp.experts.119.down_proj,rtn: 0.0022888,0.00000,0.055
+11,mlp.experts.173.down_proj,rtn: 0.0022888,0.00000,0.026
+11,mlp.experts.149.down_proj,rtn: 0.0023346,0.00000,0.033
+11,mlp.experts.185.down_proj,rtn: 0.0022888,0.00000,0.023
+11,mlp.experts.138.down_proj,rtn: 0.0023804,0.00000,0.039
+11,mlp.experts.146.down_proj,rtn: 0.0023651,0.00000,0.044
+11,mlp.experts.145.down_proj,rtn: 0.0022888,0.00000,0.038
+11,mlp.experts.115.down_proj,rtn: 0.0023193,0.00000,0.054
+11,mlp.experts.174.down_proj,rtn: 0.0022583,0.00000,0.030
+11,mlp.experts.123.down_proj,rtn: 0.0023193,0.00000,0.050
+11,mlp.experts.166.down_proj,rtn: 0.0022888,0.00000,0.036
+11,mlp.experts.144.down_proj,rtn: 0.0022430,0.00000,0.032
+11,mlp.experts.184.down_proj,rtn: 0.0022888,0.00000,0.033
+11,mlp.experts.148.down_proj,rtn: 0.0023499,0.00000,0.034
+11,mlp.experts.172.down_proj,rtn: 0.0022888,0.00000,0.029
+11,mlp.experts.143.down_proj,rtn: 0.0023193,0.00000,0.047
+11,mlp.experts.189.down_proj,rtn: 0.0023041,0.00000,0.031
+11,mlp.experts.165.down_proj,rtn: 0.0023346,0.00000,0.027
+11,mlp.experts.161.down_proj,rtn: 0.0023193,0.00000,0.022
+11,mlp.experts.154.down_proj,rtn: 0.0022736,0.00000,0.039
+11,mlp.experts.162.down_proj,rtn: 0.0023346,0.00000,0.037
+11,mlp.experts.135.down_proj,rtn: 0.0022736,0.00000,0.053
+11,mlp.experts.160.down_proj,rtn: 0.0023651,0.00000,0.022
+11,mlp.experts.177.down_proj,rtn: 0.0022888,0.00000,0.016
+11,mlp.experts.181.down_proj,rtn: 0.0023956,0.00000,0.017
+11,mlp.experts.182.down_proj,rtn: 0.0022888,0.00000,0.032
+11,mlp.experts.190.down_proj,rtn: 0.0023193,0.00000,0.038
+11,mlp.experts.164.down_proj,rtn: 0.0022736,0.00000,0.025
+11,mlp.experts.188.down_proj,rtn: 0.0024109,0.00000,0.026
+11,mlp.experts.131.down_proj,rtn: 0.0022888,0.00000,0.051
+11,mlp.experts.139.down_proj,rtn: 0.0023651,0.00000,0.050
+11,mlp.experts.170.down_proj,rtn: 0.0023041,0.00000,0.027
+11,mlp.experts.159.down_proj,rtn: 0.0023346,0.00000,0.040
+11,mlp.experts.176.down_proj,rtn: 0.0022888,0.00000,0.020
+11,mlp.experts.178.down_proj,rtn: 0.0023346,0.00000,0.027
+11,mlp.experts.180.down_proj,rtn: 0.0022888,0.00000,0.018
+11,mlp.experts.186.down_proj,rtn: 0.0023041,0.00000,0.012
+11,mlp.experts.151.down_proj,rtn: 0.0023346,0.00000,0.040
+11,mlp.experts.147.down_proj,rtn: 0.0023651,0.00000,0.033
+11,mlp.experts.175.down_proj,rtn: 0.0023499,0.00000,0.030
+11,mlp.experts.155.down_proj,rtn: 0.0022583,0.00000,0.034
+11,mlp.experts.167.down_proj,rtn: 0.0023346,0.00000,0.031
+11,mlp.experts.163.down_proj,rtn: 0.0023041,0.00000,0.030
+11,mlp.experts.191.down_proj,rtn: 0.0023041,0.00000,0.031
+11,mlp.experts.171.down_proj,rtn: 0.0023956,0.00000,0.030
+11,mlp.experts.183.down_proj,rtn: 0.0023041,0.00000,0.029
+11,mlp.experts.179.down_proj,rtn: 0.0023956,0.00000,0.026
+11,mlp.experts.187.down_proj,rtn: 0.0023651,0.00000,0.022
+11,mlp.shared_experts.gate_proj,rtn: 0.0016556,0.00000,0.028
+11,mlp.shared_experts.up_proj,rtn: 0.0016632,0.00000,0.030
+11,mlp.shared_experts.down_proj,rtn: 0.0017548,0.00000,0.021
+12,self_attn.v_proj,rtn: 0.0026550,0.00000,0.019
+12,self_attn.q_proj,rtn: 0.0021973,0.00000,0.022
+12,self_attn.k_proj,rtn: 0.0024109,0.00000,0.032
+12,self_attn.o_proj,rtn: 0.0024567,0.00000,0.056
+12,mlp.experts.12.gate_proj,rtn: 0.0023193,0.00000,0.092
+12,mlp.experts.8.gate_proj,rtn: 0.0022888,0.00000,0.092
+12,mlp.experts.0.gate_proj,rtn: 0.0023651,0.00000,0.092
+12,mlp.experts.7.gate_proj,rtn: 0.0023651,0.00000,0.094
+12,mlp.experts.15.gate_proj,rtn: 0.0023346,0.00000,0.098
+12,mlp.experts.11.gate_proj,rtn: 0.0024567,0.00000,0.102
+12,mlp.experts.1.gate_proj,rtn: 0.0022583,0.00000,0.103
+12,mlp.experts.5.gate_proj,rtn: 0.0024261,0.00000,0.103
+12,mlp.experts.13.gate_proj,rtn: 0.0023193,0.00000,0.105
+12,mlp.experts.9.gate_proj,rtn: 0.0023956,0.00000,0.106
+12,mlp.experts.14.gate_proj,rtn: 0.0023499,0.00000,0.107
+12,mlp.experts.10.gate_proj,rtn: 0.0023804,0.00000,0.121
+12,mlp.experts.2.gate_proj,rtn: 0.0023193,0.00000,0.123
+12,mlp.experts.6.gate_proj,rtn: 0.0022888,0.00000,0.124
+12,mlp.experts.3.gate_proj,rtn: 0.0023346,0.00000,0.125
+12,mlp.experts.4.gate_proj,rtn: 0.0024109,0.00000,0.135
+12,mlp.experts.16.gate_proj,rtn: 0.0024109,0.00000,0.096
+12,mlp.experts.24.gate_proj,rtn: 0.0023346,0.00000,0.094
+12,mlp.experts.27.gate_proj,rtn: 0.0023346,0.00000,0.081
+12,mlp.experts.23.gate_proj,rtn: 0.0023651,0.00000,0.087
+12,mlp.experts.28.gate_proj,rtn: 0.0023804,0.00000,0.102
+12,mlp.experts.31.gate_proj,rtn: 0.0023651,0.00000,0.093
+12,mlp.experts.17.gate_proj,rtn: 0.0023804,0.00000,0.084
+12,mlp.experts.25.gate_proj,rtn: 0.0022888,0.00000,0.093
+12,mlp.experts.29.gate_proj,rtn: 0.0023193,0.00000,0.086
+12,mlp.experts.21.gate_proj,rtn: 0.0023956,0.00000,0.090
+12,mlp.experts.30.gate_proj,rtn: 0.0023651,0.00000,0.095
+12,mlp.experts.26.gate_proj,rtn: 0.0023499,0.00000,0.090
+12,mlp.experts.19.gate_proj,rtn: 0.0023041,0.00000,0.094
+12,mlp.experts.20.gate_proj,rtn: 0.0023804,0.00000,0.091
+12,mlp.experts.18.gate_proj,rtn: 0.0023346,0.00000,0.108
+12,mlp.experts.22.gate_proj,rtn: 0.0023499,0.00000,0.103
+12,mlp.experts.45.gate_proj,rtn: 0.0023041,0.00000,0.065
+12,mlp.experts.33.gate_proj,rtn: 0.0024109,0.00000,0.071
+12,mlp.experts.37.gate_proj,rtn: 0.0023193,0.00000,0.068
+12,mlp.experts.43.gate_proj,rtn: 0.0023956,0.00000,0.091
+12,mlp.experts.41.gate_proj,rtn: 0.0023346,0.00000,0.085
+12,mlp.experts.39.gate_proj,rtn: 0.0023346,0.00000,0.093
+12,mlp.experts.32.gate_proj,rtn: 0.0023193,0.00000,0.102
+12,mlp.experts.47.gate_proj,rtn: 0.0023041,0.00000,0.094
+12,mlp.experts.44.gate_proj,rtn: 0.0024109,0.00000,0.110
+12,mlp.experts.40.gate_proj,rtn: 0.0023651,0.00000,0.105
+12,mlp.experts.46.gate_proj,rtn: 0.0023041,0.00000,0.104
+12,mlp.experts.42.gate_proj,rtn: 0.0023499,0.00000,0.105
+12,mlp.experts.35.gate_proj,rtn: 0.0023651,0.00000,0.101
+12,mlp.experts.38.gate_proj,rtn: 0.0023651,0.00000,0.093
+12,mlp.experts.36.gate_proj,rtn: 0.0022888,0.00000,0.108
+12,mlp.experts.34.gate_proj,rtn: 0.0023346,0.00000,0.114
+12,mlp.experts.49.gate_proj,rtn: 0.0023346,0.00000,0.068
+12,mlp.experts.61.gate_proj,rtn: 0.0023193,0.00000,0.077
+12,mlp.experts.53.gate_proj,rtn: 0.0023193,0.00000,0.078
+12,mlp.experts.57.gate_proj,rtn: 0.0023346,0.00000,0.079
+12,mlp.experts.59.gate_proj,rtn: 0.0023499,0.00000,0.096
+12,mlp.experts.48.gate_proj,rtn: 0.0023804,0.00000,0.095
+12,mlp.experts.63.gate_proj,rtn: 0.0023804,0.00000,0.095
+12,mlp.experts.55.gate_proj,rtn: 0.0023041,0.00000,0.103
+12,mlp.experts.56.gate_proj,rtn: 0.0023041,0.00000,0.093
+12,mlp.experts.60.gate_proj,rtn: 0.0023346,0.00000,0.101
+12,mlp.experts.62.gate_proj,rtn: 0.0023346,0.00000,0.094
+12,mlp.experts.65.gate_proj,rtn: 0.0023041,0.00000,0.070
+12,mlp.experts.58.gate_proj,rtn: 0.0023193,0.00000,0.101
+12,mlp.experts.77.gate_proj,rtn: 0.0022888,0.00000,0.065
+12,mlp.experts.51.gate_proj,rtn: 0.0023651,0.00000,0.098
+12,mlp.experts.54.gate_proj,rtn: 0.0024567,0.00000,0.095
+12,mlp.experts.69.gate_proj,rtn: 0.0023193,0.00000,0.075
+12,mlp.experts.50.gate_proj,rtn: 0.0024109,0.00000,0.094
+12,mlp.experts.52.gate_proj,rtn: 0.0024261,0.00000,0.106
+12,mlp.experts.73.gate_proj,rtn: 0.0023499,0.00000,0.069
+12,mlp.experts.75.gate_proj,rtn: 0.0023346,0.00000,0.095
+12,mlp.experts.64.gate_proj,rtn: 0.0024414,0.00000,0.089
+12,mlp.experts.79.gate_proj,rtn: 0.0023499,0.00000,0.088
+12,mlp.experts.93.gate_proj,rtn: 0.0023346,0.00000,0.063
+12,mlp.experts.72.gate_proj,rtn: 0.0023041,0.00000,0.087
+12,mlp.experts.81.gate_proj,rtn: 0.0022888,0.00000,0.072
+12,mlp.experts.71.gate_proj,rtn: 0.0022736,0.00000,0.097
+12,mlp.experts.78.gate_proj,rtn: 0.0023193,0.00000,0.092
+12,mlp.experts.89.gate_proj,rtn: 0.0023346,0.00000,0.060
+12,mlp.experts.74.gate_proj,rtn: 0.0023956,0.00000,0.084
+12,mlp.experts.76.gate_proj,rtn: 0.0023041,0.00000,0.100
+12,mlp.experts.85.gate_proj,rtn: 0.0023804,0.00000,0.077
+12,mlp.experts.67.gate_proj,rtn: 0.0023499,0.00000,0.097
+12,mlp.experts.70.gate_proj,rtn: 0.0023804,0.00000,0.097
+12,mlp.experts.66.gate_proj,rtn: 0.0023651,0.00000,0.086
+12,mlp.experts.68.gate_proj,rtn: 0.0023041,0.00000,0.105
+12,mlp.experts.97.gate_proj,rtn: 0.0023193,0.00000,0.063
+12,mlp.experts.109.gate_proj,rtn: 0.0023193,0.00000,0.073
+12,mlp.experts.95.gate_proj,rtn: 0.0024261,0.00000,0.095
+12,mlp.experts.105.gate_proj,rtn: 0.0023041,0.00000,0.075
+12,mlp.experts.80.gate_proj,rtn: 0.0023041,0.00000,0.104
+12,mlp.experts.91.gate_proj,rtn: 0.0023346,0.00000,0.107
+12,mlp.experts.101.gate_proj,rtn: 0.0023041,0.00000,0.068
+12,mlp.experts.88.gate_proj,rtn: 0.0024261,0.00000,0.103
+12,mlp.experts.94.gate_proj,rtn: 0.0023956,0.00000,0.098
+12,mlp.experts.90.gate_proj,rtn: 0.0023041,0.00000,0.092
+12,mlp.experts.87.gate_proj,rtn: 0.0023041,0.00000,0.104
+12,mlp.experts.92.gate_proj,rtn: 0.0023041,0.00000,0.104
+12,mlp.experts.82.gate_proj,rtn: 0.0023956,0.00000,0.094
+12,mlp.experts.83.gate_proj,rtn: 0.0023193,0.00000,0.099
+12,mlp.experts.86.gate_proj,rtn: 0.0023651,0.00000,0.107
+12,mlp.experts.113.gate_proj,rtn: 0.0023041,0.00000,0.077
+12,mlp.experts.125.gate_proj,rtn: 0.0023193,0.00000,0.074
+12,mlp.experts.84.gate_proj,rtn: 0.0024109,0.00000,0.111
+12,mlp.experts.121.gate_proj,rtn: 0.0023499,0.00000,0.080
+12,mlp.experts.117.gate_proj,rtn: 0.0022888,0.00000,0.086
+12,mlp.experts.107.gate_proj,rtn: 0.0023193,0.00000,0.089
+12,mlp.experts.111.gate_proj,rtn: 0.0023499,0.00000,0.094
+12,mlp.experts.104.gate_proj,rtn: 0.0023346,0.00000,0.095
+12,mlp.experts.96.gate_proj,rtn: 0.0023956,0.00000,0.104
+12,mlp.experts.106.gate_proj,rtn: 0.0023193,0.00000,0.088
+12,mlp.experts.103.gate_proj,rtn: 0.0025024,0.00000,0.091
+12,mlp.experts.110.gate_proj,rtn: 0.0023041,0.00000,0.098
+12,mlp.experts.99.gate_proj,rtn: 0.0023346,0.00000,0.086
+12,mlp.experts.98.gate_proj,rtn: 0.0023804,0.00000,0.090
+12,mlp.experts.108.gate_proj,rtn: 0.0023499,0.00000,0.097
+12,mlp.experts.102.gate_proj,rtn: 0.0023956,0.00000,0.087
+12,mlp.experts.141.gate_proj,rtn: 0.0023499,0.00000,0.081
+12,mlp.experts.129.gate_proj,rtn: 0.0023499,0.00000,0.090
+12,mlp.experts.100.gate_proj,rtn: 0.0023651,0.00000,0.102
+12,mlp.experts.137.gate_proj,rtn: 0.0024109,0.00000,0.088
+12,mlp.experts.133.gate_proj,rtn: 0.0023651,0.00000,0.090
+12,mlp.experts.127.gate_proj,rtn: 0.0023193,0.00000,0.090
+12,mlp.experts.123.gate_proj,rtn: 0.0023499,0.00000,0.091
+12,mlp.experts.119.gate_proj,rtn: 0.0023346,0.00000,0.087
+12,mlp.experts.122.gate_proj,rtn: 0.0023041,0.00000,0.093
+12,mlp.experts.115.gate_proj,rtn: 0.0023041,0.00000,0.084
+12,mlp.experts.126.gate_proj,rtn: 0.0023651,0.00000,0.092
+12,mlp.experts.112.gate_proj,rtn: 0.0023804,0.00000,0.105
+12,mlp.experts.114.gate_proj,rtn: 0.0023193,0.00000,0.089
+12,mlp.experts.157.gate_proj,rtn: 0.0024719,0.00000,0.084
+12,mlp.experts.120.gate_proj,rtn: 0.0023346,0.00000,0.117
+12,mlp.experts.118.gate_proj,rtn: 0.0022888,0.00000,0.093
+12,mlp.experts.124.gate_proj,rtn: 0.0023956,0.00000,0.104
+12,mlp.experts.145.gate_proj,rtn: 0.0023651,0.00000,0.092
+12,mlp.experts.139.gate_proj,rtn: 0.0023651,0.00000,0.061
+12,mlp.experts.143.gate_proj,rtn: 0.0025024,0.00000,0.061
+12,mlp.experts.135.gate_proj,rtn: 0.0023651,0.00000,0.064
+12,mlp.experts.153.gate_proj,rtn: 0.0023346,0.00000,0.085
+12,mlp.experts.116.gate_proj,rtn: 0.0023346,0.00000,0.095
+12,mlp.experts.149.gate_proj,rtn: 0.0023041,0.00000,0.089
+12,mlp.experts.131.gate_proj,rtn: 0.0024414,0.00000,0.063
+12,mlp.experts.138.gate_proj,rtn: 0.0023346,0.00000,0.091
+12,mlp.experts.173.gate_proj,rtn: 0.0023499,0.00000,0.083
+12,mlp.experts.142.gate_proj,rtn: 0.0024261,0.00000,0.097
+12,mlp.experts.130.gate_proj,rtn: 0.0023346,0.00000,0.092
+12,mlp.experts.155.gate_proj,rtn: 0.0023346,0.00000,0.059
+12,mlp.experts.159.gate_proj,rtn: 0.0023956,0.00000,0.061
+12,mlp.experts.128.gate_proj,rtn: 0.0023193,0.00000,0.101
+12,mlp.experts.136.gate_proj,rtn: 0.0023193,0.00000,0.101
+12,mlp.experts.140.gate_proj,rtn: 0.0023956,0.00000,0.092
+12,mlp.experts.161.gate_proj,rtn: 0.0023041,0.00000,0.089
+12,mlp.experts.134.gate_proj,rtn: 0.0023346,0.00000,0.099
+12,mlp.experts.151.gate_proj,rtn: 0.0023193,0.00000,0.061
+12,mlp.experts.147.gate_proj,rtn: 0.0023651,0.00000,0.060
+12,mlp.experts.169.gate_proj,rtn: 0.0023346,0.00000,0.086
+12,mlp.experts.165.gate_proj,rtn: 0.0023346,0.00000,0.086
+12,mlp.experts.132.gate_proj,rtn: 0.0024109,0.00000,0.089
+12,mlp.experts.175.gate_proj,rtn: 0.0023499,0.00000,0.059
+12,mlp.experts.171.gate_proj,rtn: 0.0023499,0.00000,0.062
+12,mlp.experts.154.gate_proj,rtn: 0.0023651,0.00000,0.091
+12,mlp.experts.189.gate_proj,rtn: 0.0022888,0.00000,0.085
+12,mlp.experts.167.gate_proj,rtn: 0.0024567,0.00000,0.063
+12,mlp.experts.158.gate_proj,rtn: 0.0023956,0.00000,0.084
+12,mlp.experts.146.gate_proj,rtn: 0.0023193,0.00000,0.084
+12,mlp.experts.163.gate_proj,rtn: 0.0023346,0.00000,0.064
+12,mlp.experts.177.gate_proj,rtn: 0.0023346,0.00000,0.083
+12,mlp.experts.156.gate_proj,rtn: 0.0023651,0.00000,0.087
+12,mlp.experts.152.gate_proj,rtn: 0.0023346,0.00000,0.089
+12,mlp.experts.144.gate_proj,rtn: 0.0023346,0.00000,0.098
+12,mlp.experts.150.gate_proj,rtn: 0.0023193,0.00000,0.092
+12,mlp.experts.191.gate_proj,rtn: 0.0023041,0.00000,0.060
+12,mlp.experts.187.gate_proj,rtn: 0.0023651,0.00000,0.059
+12,mlp.experts.185.gate_proj,rtn: 0.0023346,0.00000,0.094
+12,mlp.experts.181.gate_proj,rtn: 0.0023956,0.00000,0.090
+12,mlp.experts.148.gate_proj,rtn: 0.0023346,0.00000,0.092
+12,mlp.experts.170.gate_proj,rtn: 0.0023651,0.00000,0.097
+12,mlp.experts.13.up_proj,rtn: 0.0023041,0.00000,0.093
+12,mlp.experts.174.gate_proj,rtn: 0.0023041,0.00000,0.093
+12,mlp.experts.162.gate_proj,rtn: 0.0023956,0.00000,0.091
+12,mlp.experts.183.gate_proj,rtn: 0.0023193,0.00000,0.112
+12,mlp.experts.172.gate_proj,rtn: 0.0023193,0.00000,0.093
+12,mlp.experts.166.gate_proj,rtn: 0.0023499,0.00000,0.090
+12,mlp.experts.168.gate_proj,rtn: 0.0023499,0.00000,0.098
+12,mlp.experts.160.gate_proj,rtn: 0.0023193,0.00000,0.096
+12,mlp.experts.179.gate_proj,rtn: 0.0023193,0.00000,0.118
+12,mlp.experts.1.up_proj,rtn: 0.0022430,0.00000,0.107
+12,mlp.experts.9.up_proj,rtn: 0.0023651,0.00000,0.097
+12,mlp.experts.15.up_proj,rtn: 0.0023193,0.00000,0.115
+12,mlp.experts.5.up_proj,rtn: 0.0024109,0.00000,0.097
+12,mlp.experts.11.up_proj,rtn: 0.0024261,0.00000,0.073
+12,mlp.experts.186.gate_proj,rtn: 0.0023499,0.00000,0.087
+12,mlp.experts.164.gate_proj,rtn: 0.0023651,0.00000,0.115
+12,mlp.experts.29.up_proj,rtn: 0.0023193,0.00000,0.080
+12,mlp.experts.190.gate_proj,rtn: 0.0023193,0.00000,0.086
+12,mlp.experts.178.gate_proj,rtn: 0.0023041,0.00000,0.081
+12,mlp.experts.7.up_proj,rtn: 0.0023499,0.00000,0.093
+12,mlp.experts.17.up_proj,rtn: 0.0023651,0.00000,0.074
+12,mlp.experts.182.gate_proj,rtn: 0.0023956,0.00000,0.100
+12,mlp.experts.184.gate_proj,rtn: 0.0022736,0.00000,0.103
+12,mlp.experts.176.gate_proj,rtn: 0.0023346,0.00000,0.089
+12,mlp.experts.21.up_proj,rtn: 0.0023804,0.00000,0.076
+12,mlp.experts.25.up_proj,rtn: 0.0022736,0.00000,0.085
+12,mlp.experts.45.up_proj,rtn: 0.0023041,0.00000,0.071
+12,mlp.experts.31.up_proj,rtn: 0.0023499,0.00000,0.103
+12,mlp.experts.3.up_proj,rtn: 0.0023193,0.00000,0.117
+12,mlp.experts.188.gate_proj,rtn: 0.0023193,0.00000,0.156
+12,mlp.experts.180.gate_proj,rtn: 0.0023346,0.00000,0.097
+12,mlp.experts.27.up_proj,rtn: 0.0023193,0.00000,0.078
+12,mlp.experts.23.up_proj,rtn: 0.0023499,0.00000,0.080
+12,mlp.experts.33.up_proj,rtn: 0.0024109,0.00000,0.069
+12,mlp.experts.10.up_proj,rtn: 0.0023499,0.00000,0.115
+12,mlp.experts.14.up_proj,rtn: 0.0023499,0.00000,0.093
+12,mlp.experts.2.up_proj,rtn: 0.0023041,0.00000,0.096
+12,mlp.experts.6.up_proj,rtn: 0.0022736,0.00000,0.101
+12,mlp.experts.8.up_proj,rtn: 0.0022736,0.00000,0.114
+12,mlp.experts.61.up_proj,rtn: 0.0023041,0.00000,0.084
+12,mlp.experts.37.up_proj,rtn: 0.0023041,0.00000,0.085
+12,mlp.experts.47.up_proj,rtn: 0.0022888,0.00000,0.083
+12,mlp.experts.41.up_proj,rtn: 0.0023193,0.00000,0.098
+12,mlp.experts.0.up_proj,rtn: 0.0023499,0.00000,0.097
+12,mlp.experts.19.up_proj,rtn: 0.0022888,0.00000,0.092
+12,mlp.experts.12.up_proj,rtn: 0.0023193,0.00000,0.089
+12,mlp.experts.43.up_proj,rtn: 0.0023804,0.00000,0.079
+12,mlp.experts.4.up_proj,rtn: 0.0023956,0.00000,0.093
+12,mlp.experts.39.up_proj,rtn: 0.0023193,0.00000,0.088
+12,mlp.experts.49.up_proj,rtn: 0.0023193,0.00000,0.089
+12,mlp.experts.30.up_proj,rtn: 0.0023651,0.00000,0.088
+12,mlp.experts.26.up_proj,rtn: 0.0023346,0.00000,0.090
+12,mlp.experts.18.up_proj,rtn: 0.0023193,0.00000,0.092
+12,mlp.experts.22.up_proj,rtn: 0.0023346,0.00000,0.089
+12,mlp.experts.53.up_proj,rtn: 0.0023193,0.00000,0.086
+12,mlp.experts.77.up_proj,rtn: 0.0022736,0.00000,0.086
+12,mlp.experts.63.up_proj,rtn: 0.0023651,0.00000,0.084
+12,mlp.experts.59.up_proj,rtn: 0.0023499,0.00000,0.076
+12,mlp.experts.35.up_proj,rtn: 0.0023346,0.00000,0.078
+12,mlp.experts.24.up_proj,rtn: 0.0023193,0.00000,0.101
+12,mlp.experts.57.up_proj,rtn: 0.0023193,0.00000,0.088
+12,mlp.experts.28.up_proj,rtn: 0.0023651,0.00000,0.083
+12,mlp.experts.16.up_proj,rtn: 0.0023956,0.00000,0.088
+12,mlp.experts.55.up_proj,rtn: 0.0022888,0.00000,0.083
+12,mlp.experts.20.up_proj,rtn: 0.0023651,0.00000,0.095
+12,mlp.experts.46.up_proj,rtn: 0.0023041,0.00000,0.084
+12,mlp.experts.65.up_proj,rtn: 0.0022888,0.00000,0.089
+12,mlp.experts.42.up_proj,rtn: 0.0023346,0.00000,0.083
+12,mlp.experts.34.up_proj,rtn: 0.0023346,0.00000,0.089
+12,mlp.experts.38.up_proj,rtn: 0.0023651,0.00000,0.093
+12,mlp.experts.93.up_proj,rtn: 0.0023193,0.00000,0.085
+12,mlp.experts.79.up_proj,rtn: 0.0023346,0.00000,0.088
+12,mlp.experts.69.up_proj,rtn: 0.0023041,0.00000,0.089
+12,mlp.experts.51.up_proj,rtn: 0.0023499,0.00000,0.084
+12,mlp.experts.75.up_proj,rtn: 0.0023193,0.00000,0.083
+12,mlp.experts.73.up_proj,rtn: 0.0023346,0.00000,0.090
+12,mlp.experts.32.up_proj,rtn: 0.0023041,0.00000,0.091
+12,mlp.experts.44.up_proj,rtn: 0.0023956,0.00000,0.093
+12,mlp.experts.71.up_proj,rtn: 0.0022736,0.00000,0.088
+12,mlp.experts.40.up_proj,rtn: 0.0023346,0.00000,0.113
+12,mlp.experts.81.up_proj,rtn: 0.0022888,0.00000,0.090
+12,mlp.experts.36.up_proj,rtn: 0.0022736,0.00000,0.105
+12,mlp.experts.58.up_proj,rtn: 0.0023041,0.00000,0.096
+12,mlp.experts.62.up_proj,rtn: 0.0023346,0.00000,0.108
+12,mlp.experts.50.up_proj,rtn: 0.0023956,0.00000,0.100
+12,mlp.experts.54.up_proj,rtn: 0.0024414,0.00000,0.092
+12,mlp.experts.95.up_proj,rtn: 0.0024109,0.00000,0.089
+12,mlp.experts.85.up_proj,rtn: 0.0023804,0.00000,0.088
+12,mlp.experts.109.up_proj,rtn: 0.0023193,0.00000,0.099
+12,mlp.experts.67.up_proj,rtn: 0.0023346,0.00000,0.095
+12,mlp.experts.89.up_proj,rtn: 0.0023041,0.00000,0.088
+12,mlp.experts.91.up_proj,rtn: 0.0023193,0.00000,0.091
+12,mlp.experts.48.up_proj,rtn: 0.0023651,0.00000,0.094
+12,mlp.experts.60.up_proj,rtn: 0.0023346,0.00000,0.094
+12,mlp.experts.87.up_proj,rtn: 0.0023041,0.00000,0.092
+12,mlp.experts.56.up_proj,rtn: 0.0023041,0.00000,0.092
+12,mlp.experts.78.up_proj,rtn: 0.0023041,0.00000,0.084
+12,mlp.experts.97.up_proj,rtn: 0.0023041,0.00000,0.102
+12,mlp.experts.52.up_proj,rtn: 0.0024109,0.00000,0.100
+12,mlp.experts.74.up_proj,rtn: 0.0023804,0.00000,0.098
+12,mlp.experts.66.up_proj,rtn: 0.0023499,0.00000,0.094
+12,mlp.experts.70.up_proj,rtn: 0.0023651,0.00000,0.088
+12,mlp.experts.101.up_proj,rtn: 0.0023041,0.00000,0.088
+12,mlp.experts.111.up_proj,rtn: 0.0023499,0.00000,0.096
+12,mlp.experts.105.up_proj,rtn: 0.0022888,0.00000,0.090
+12,mlp.experts.125.up_proj,rtn: 0.0023193,0.00000,0.097
+12,mlp.experts.76.up_proj,rtn: 0.0022888,0.00000,0.086
+12,mlp.experts.107.up_proj,rtn: 0.0023193,0.00000,0.094
+12,mlp.experts.64.up_proj,rtn: 0.0024261,0.00000,0.090
+12,mlp.experts.83.up_proj,rtn: 0.0023041,0.00000,0.102
+12,mlp.experts.103.up_proj,rtn: 0.0024872,0.00000,0.092
+12,mlp.experts.72.up_proj,rtn: 0.0022888,0.00000,0.086
+12,mlp.experts.68.up_proj,rtn: 0.0022888,0.00000,0.086
+12,mlp.experts.90.up_proj,rtn: 0.0022888,0.00000,0.092
+12,mlp.experts.113.up_proj,rtn: 0.0022888,0.00000,0.096
+12,mlp.experts.94.up_proj,rtn: 0.0023804,0.00000,0.107
+12,mlp.experts.82.up_proj,rtn: 0.0023651,0.00000,0.099
+12,mlp.experts.86.up_proj,rtn: 0.0023499,0.00000,0.100
+12,mlp.experts.127.up_proj,rtn: 0.0023041,0.00000,0.082
+12,mlp.experts.92.up_proj,rtn: 0.0023041,0.00000,0.077
+12,mlp.experts.117.up_proj,rtn: 0.0022888,0.00000,0.095
+12,mlp.experts.141.up_proj,rtn: 0.0023499,0.00000,0.086
+12,mlp.experts.121.up_proj,rtn: 0.0023346,0.00000,0.092
+12,mlp.experts.123.up_proj,rtn: 0.0023346,0.00000,0.082
+12,mlp.experts.99.up_proj,rtn: 0.0023346,0.00000,0.078
+12,mlp.experts.88.up_proj,rtn: 0.0024109,0.00000,0.083
+12,mlp.experts.80.up_proj,rtn: 0.0022888,0.00000,0.079
+12,mlp.experts.119.up_proj,rtn: 0.0023193,0.00000,0.091
+12,mlp.experts.84.up_proj,rtn: 0.0023956,0.00000,0.086
+12,mlp.experts.110.up_proj,rtn: 0.0022888,0.00000,0.083
+12,mlp.experts.106.up_proj,rtn: 0.0023193,0.00000,0.089
+12,mlp.experts.129.up_proj,rtn: 0.0023346,0.00000,0.089
+12,mlp.experts.98.up_proj,rtn: 0.0023651,0.00000,0.085
+12,mlp.experts.143.up_proj,rtn: 0.0024872,0.00000,0.083
+12,mlp.experts.102.up_proj,rtn: 0.0023804,0.00000,0.087
+12,mlp.experts.133.up_proj,rtn: 0.0023499,0.00000,0.092
+12,mlp.experts.108.up_proj,rtn: 0.0023346,0.00000,0.097
+12,mlp.experts.115.up_proj,rtn: 0.0023041,0.00000,0.081
+12,mlp.experts.139.up_proj,rtn: 0.0023651,0.00000,0.085
+12,mlp.experts.104.up_proj,rtn: 0.0023193,0.00000,0.088
+12,mlp.experts.137.up_proj,rtn: 0.0023956,0.00000,0.098
+12,mlp.experts.157.up_proj,rtn: 0.0024567,0.00000,0.101
+12,mlp.experts.135.up_proj,rtn: 0.0023346,0.00000,0.088
+12,mlp.experts.96.up_proj,rtn: 0.0023804,0.00000,0.100
+12,mlp.experts.126.up_proj,rtn: 0.0023499,0.00000,0.088
+12,mlp.experts.100.up_proj,rtn: 0.0023499,0.00000,0.099
+12,mlp.experts.122.up_proj,rtn: 0.0023041,0.00000,0.087
+12,mlp.experts.145.up_proj,rtn: 0.0023499,0.00000,0.090
+12,mlp.experts.114.up_proj,rtn: 0.0023041,0.00000,0.088
+12,mlp.experts.159.up_proj,rtn: 0.0023804,0.00000,0.086
+12,mlp.experts.118.up_proj,rtn: 0.0022736,0.00000,0.090
+12,mlp.experts.149.up_proj,rtn: 0.0022888,0.00000,0.089
+12,mlp.experts.124.up_proj,rtn: 0.0023804,0.00000,0.099
+12,mlp.experts.155.up_proj,rtn: 0.0023193,0.00000,0.092
+12,mlp.experts.120.up_proj,rtn: 0.0023193,0.00000,0.097
+12,mlp.experts.173.up_proj,rtn: 0.0023346,0.00000,0.097
+12,mlp.experts.153.up_proj,rtn: 0.0023346,0.00000,0.098
+12,mlp.experts.131.up_proj,rtn: 0.0024261,0.00000,0.107
+12,mlp.experts.112.up_proj,rtn: 0.0023651,0.00000,0.094
+12,mlp.experts.151.up_proj,rtn: 0.0023193,0.00000,0.105
+12,mlp.experts.138.up_proj,rtn: 0.0023193,0.00000,0.089
+12,mlp.experts.161.up_proj,rtn: 0.0022888,0.00000,0.093
+12,mlp.experts.142.up_proj,rtn: 0.0024109,0.00000,0.100
+12,mlp.experts.130.up_proj,rtn: 0.0023193,0.00000,0.089
+12,mlp.experts.116.up_proj,rtn: 0.0023346,0.00000,0.102
+12,mlp.experts.134.up_proj,rtn: 0.0023193,0.00000,0.086
+12,mlp.experts.175.up_proj,rtn: 0.0023346,0.00000,0.098
+12,mlp.experts.165.up_proj,rtn: 0.0023346,0.00000,0.092
+12,mlp.experts.171.up_proj,rtn: 0.0023346,0.00000,0.089
+12,mlp.experts.140.up_proj,rtn: 0.0023804,0.00000,0.102
+12,mlp.experts.136.up_proj,rtn: 0.0023041,0.00000,0.094
+12,mlp.experts.169.up_proj,rtn: 0.0023193,0.00000,0.094
+12,mlp.experts.154.up_proj,rtn: 0.0023346,0.00000,0.074
+12,mlp.experts.147.up_proj,rtn: 0.0023499,0.00000,0.095
+12,mlp.experts.189.up_proj,rtn: 0.0022736,0.00000,0.100
+12,mlp.experts.128.up_proj,rtn: 0.0023041,0.00000,0.089
+12,mlp.experts.167.up_proj,rtn: 0.0024414,0.00000,0.098
+12,mlp.experts.146.up_proj,rtn: 0.0023041,0.00000,0.081
+12,mlp.experts.132.up_proj,rtn: 0.0023804,0.00000,0.081
+12,mlp.experts.177.up_proj,rtn: 0.0023193,0.00000,0.102
+12,mlp.experts.158.up_proj,rtn: 0.0023804,0.00000,0.098
+12,mlp.experts.191.up_proj,rtn: 0.0023041,0.00000,0.085
+12,mlp.experts.150.up_proj,rtn: 0.0023193,0.00000,0.094
+12,mlp.experts.181.up_proj,rtn: 0.0023956,0.00000,0.085
+12,mlp.experts.185.up_proj,rtn: 0.0023193,0.00000,0.065
+12,mlp.experts.152.up_proj,rtn: 0.0023193,0.00000,0.076
+12,mlp.experts.187.up_proj,rtn: 0.0023499,0.00000,0.075
+12,mlp.experts.156.up_proj,rtn: 0.0023499,0.00000,0.079
+12,mlp.experts.163.up_proj,rtn: 0.0023193,0.00000,0.071
+12,mlp.experts.144.up_proj,rtn: 0.0023193,0.00000,0.064
+12,mlp.experts.183.up_proj,rtn: 0.0023193,0.00000,0.073
+12,mlp.experts.170.up_proj,rtn: 0.0023499,0.00000,0.091
+12,mlp.experts.148.up_proj,rtn: 0.0023193,0.00000,0.079
+12,mlp.experts.162.up_proj,rtn: 0.0023804,0.00000,0.080
+12,mlp.experts.166.up_proj,rtn: 0.0023346,0.00000,0.094
+12,mlp.experts.179.up_proj,rtn: 0.0023041,0.00000,0.060
+12,mlp.experts.174.up_proj,rtn: 0.0022888,0.00000,0.114
+12,mlp.experts.160.up_proj,rtn: 0.0023041,0.00000,0.079
+12,mlp.experts.164.up_proj,rtn: 0.0023651,0.00000,0.079
+12,mlp.experts.168.up_proj,rtn: 0.0023346,0.00000,0.133
+12,mlp.experts.172.up_proj,rtn: 0.0023193,0.00000,0.134
+12,mlp.experts.186.up_proj,rtn: 0.0023346,0.00000,0.135
+12,mlp.experts.178.up_proj,rtn: 0.0022888,0.00000,0.129
+12,mlp.experts.182.up_proj,rtn: 0.0023804,0.00000,0.106
+12,mlp.experts.190.up_proj,rtn: 0.0023041,0.00000,0.120
+12,mlp.experts.176.up_proj,rtn: 0.0023193,0.00000,0.115
+12,mlp.experts.180.up_proj,rtn: 0.0023193,0.00000,0.108
+12,mlp.experts.188.up_proj,rtn: 0.0023041,0.00000,0.137
+12,mlp.experts.184.up_proj,rtn: 0.0022736,0.00000,0.187
+12,mlp.experts.6.down_proj,rtn: 0.0022583,0.00000,0.018
+12,mlp.experts.15.down_proj,rtn: 0.0022888,0.00000,0.016
+12,mlp.experts.10.down_proj,rtn: 0.0022888,0.00000,0.027
+12,mlp.experts.14.down_proj,rtn: 0.0023041,0.00000,0.034
+12,mlp.experts.22.down_proj,rtn: 0.0022736,0.00000,0.044
+12,mlp.experts.26.down_proj,rtn: 0.0022888,0.00000,0.034
+12,mlp.experts.31.down_proj,rtn: 0.0023041,0.00000,0.044
+12,mlp.experts.7.down_proj,rtn: 0.0023193,0.00000,0.046
+12,mlp.experts.9.down_proj,rtn: 0.0023041,0.00000,0.051
+12,mlp.experts.3.down_proj,rtn: 0.0023193,0.00000,0.052
+12,mlp.experts.8.down_proj,rtn: 0.0022430,0.00000,0.139
+12,mlp.experts.1.down_proj,rtn: 0.0022125,0.00000,0.052
+12,mlp.experts.13.down_proj,rtn: 0.0022583,0.00000,0.054
+12,mlp.experts.5.down_proj,rtn: 0.0023651,0.00000,0.055
+12,mlp.experts.11.down_proj,rtn: 0.0023346,0.00000,0.059
+12,mlp.experts.4.down_proj,rtn: 0.0023499,0.00000,0.148
+12,mlp.experts.0.down_proj,rtn: 0.0023041,0.00000,0.153
+12,mlp.experts.12.down_proj,rtn: 0.0022736,0.00000,0.154
+12,mlp.experts.2.down_proj,rtn: 0.0023041,0.00000,0.064
+12,mlp.experts.47.down_proj,rtn: 0.0022278,0.00000,0.028
+12,mlp.experts.30.down_proj,rtn: 0.0023346,0.00000,0.063
+12,mlp.experts.23.down_proj,rtn: 0.0023041,0.00000,0.032
+12,mlp.experts.42.down_proj,rtn: 0.0022888,0.00000,0.042
+12,mlp.experts.38.down_proj,rtn: 0.0023041,0.00000,0.043
+12,mlp.experts.24.down_proj,rtn: 0.0022736,0.00000,0.030
+12,mlp.experts.18.down_proj,rtn: 0.0022888,0.00000,0.019
+12,mlp.experts.21.down_proj,rtn: 0.0023651,0.00000,0.040
+12,mlp.experts.17.down_proj,rtn: 0.0023041,0.00000,0.037
+12,mlp.experts.29.down_proj,rtn: 0.0022888,0.00000,0.033
+12,mlp.experts.25.down_proj,rtn: 0.0022430,0.00000,0.053
+12,mlp.experts.19.down_proj,rtn: 0.0022583,0.00000,0.042
+12,mlp.experts.20.down_proj,rtn: 0.0023346,0.00000,0.051
+12,mlp.experts.58.down_proj,rtn: 0.0022888,0.00000,0.036
+12,mlp.experts.45.down_proj,rtn: 0.0022583,0.00000,0.030
+12,mlp.experts.40.down_proj,rtn: 0.0023346,0.00000,0.048
+12,mlp.experts.37.down_proj,rtn: 0.0022736,0.00000,0.030
+12,mlp.experts.54.down_proj,rtn: 0.0024109,0.00000,0.037
+12,mlp.experts.27.down_proj,rtn: 0.0022736,0.00000,0.047
+12,mlp.experts.63.down_proj,rtn: 0.0022888,0.00000,0.038
+12,mlp.experts.16.down_proj,rtn: 0.0023346,0.00000,0.067
+12,mlp.experts.34.down_proj,rtn: 0.0022736,0.00000,0.035
+12,mlp.experts.46.down_proj,rtn: 0.0022583,0.00000,0.053
+12,mlp.experts.39.down_proj,rtn: 0.0022736,0.00000,0.052
+12,mlp.experts.33.down_proj,rtn: 0.0023651,0.00000,0.046
+12,mlp.experts.28.down_proj,rtn: 0.0023193,0.00000,0.074
+12,mlp.experts.41.down_proj,rtn: 0.0022736,0.00000,0.041
+12,mlp.experts.35.down_proj,rtn: 0.0023193,0.00000,0.047
+12,mlp.experts.74.down_proj,rtn: 0.0023499,0.00000,0.032
+12,mlp.experts.61.down_proj,rtn: 0.0022583,0.00000,0.030
+12,mlp.experts.53.down_proj,rtn: 0.0022736,0.00000,0.030
+12,mlp.experts.43.down_proj,rtn: 0.0023499,0.00000,0.036
+12,mlp.experts.36.down_proj,rtn: 0.0022583,0.00000,0.052
+12,mlp.experts.70.down_proj,rtn: 0.0023193,0.00000,0.041
+12,mlp.experts.56.down_proj,rtn: 0.0022583,0.00000,0.046
+12,mlp.experts.50.down_proj,rtn: 0.0023346,0.00000,0.035
+12,mlp.experts.79.down_proj,rtn: 0.0022888,0.00000,0.040
+12,mlp.experts.49.down_proj,rtn: 0.0022888,0.00000,0.038
+12,mlp.experts.57.down_proj,rtn: 0.0022736,0.00000,0.041
+12,mlp.experts.62.down_proj,rtn: 0.0022736,0.00000,0.053
+12,mlp.experts.77.down_proj,rtn: 0.0022430,0.00000,0.032
+12,mlp.experts.69.down_proj,rtn: 0.0022583,0.00000,0.032
+12,mlp.experts.90.down_proj,rtn: 0.0022888,0.00000,0.036
+12,mlp.experts.51.down_proj,rtn: 0.0022888,0.00000,0.043
+12,mlp.experts.55.down_proj,rtn: 0.0022736,0.00000,0.049
+12,mlp.experts.32.down_proj,rtn: 0.0022583,0.00000,0.067
+12,mlp.experts.59.down_proj,rtn: 0.0023346,0.00000,0.045
+12,mlp.experts.44.down_proj,rtn: 0.0023346,0.00000,0.065
+12,mlp.experts.66.down_proj,rtn: 0.0023193,0.00000,0.038
+12,mlp.experts.86.down_proj,rtn: 0.0023041,0.00000,0.042
+12,mlp.experts.95.down_proj,rtn: 0.0023499,0.00000,0.041
+12,mlp.experts.65.down_proj,rtn: 0.0022736,0.00000,0.039
+12,mlp.experts.93.down_proj,rtn: 0.0023346,0.00000,0.030
+12,mlp.experts.85.down_proj,rtn: 0.0023499,0.00000,0.027
+12,mlp.experts.52.down_proj,rtn: 0.0023804,0.00000,0.054
+12,mlp.experts.106.down_proj,rtn: 0.0022888,0.00000,0.033
+12,mlp.experts.72.down_proj,rtn: 0.0022736,0.00000,0.058
+12,mlp.experts.73.down_proj,rtn: 0.0022736,0.00000,0.038
+12,mlp.experts.78.down_proj,rtn: 0.0022736,0.00000,0.042
+12,mlp.experts.67.down_proj,rtn: 0.0022888,0.00000,0.039
+12,mlp.experts.75.down_proj,rtn: 0.0022888,0.00000,0.043
+12,mlp.experts.71.down_proj,rtn: 0.0022278,0.00000,0.054
+12,mlp.experts.111.down_proj,rtn: 0.0022888,0.00000,0.034
+12,mlp.experts.109.down_proj,rtn: 0.0022736,0.00000,0.030
+12,mlp.experts.81.down_proj,rtn: 0.0022736,0.00000,0.032
+12,mlp.experts.82.down_proj,rtn: 0.0023346,0.00000,0.037
+12,mlp.experts.101.down_proj,rtn: 0.0022430,0.00000,0.028
+12,mlp.experts.102.down_proj,rtn: 0.0023041,0.00000,0.042
+12,mlp.experts.122.down_proj,rtn: 0.0022736,0.00000,0.034
+12,mlp.experts.89.down_proj,rtn: 0.0023041,0.00000,0.032
+12,mlp.experts.94.down_proj,rtn: 0.0023193,0.00000,0.032
+12,mlp.experts.83.down_proj,rtn: 0.0022888,0.00000,0.041
+12,mlp.experts.88.down_proj,rtn: 0.0023804,0.00000,0.053
+12,mlp.experts.68.down_proj,rtn: 0.0022430,0.00000,0.049
+12,mlp.experts.48.down_proj,rtn: 0.0023346,0.00000,0.082
+12,mlp.experts.60.down_proj,rtn: 0.0022888,0.00000,0.064
+12,mlp.experts.125.down_proj,rtn: 0.0023041,0.00000,0.036
+12,mlp.experts.117.down_proj,rtn: 0.0022583,0.00000,0.033
+12,mlp.experts.127.down_proj,rtn: 0.0022736,0.00000,0.035
+12,mlp.experts.97.down_proj,rtn: 0.0022736,0.00000,0.030
+12,mlp.experts.91.down_proj,rtn: 0.0022888,0.00000,0.045
+12,mlp.experts.105.down_proj,rtn: 0.0022583,0.00000,0.028
+12,mlp.experts.98.down_proj,rtn: 0.0023346,0.00000,0.040
+12,mlp.experts.138.down_proj,rtn: 0.0023193,0.00000,0.036
+12,mlp.experts.118.down_proj,rtn: 0.0022736,0.00000,0.036
+12,mlp.experts.110.down_proj,rtn: 0.0022736,0.00000,0.031
+12,mlp.experts.87.down_proj,rtn: 0.0022583,0.00000,0.055
+12,mlp.experts.99.down_proj,rtn: 0.0023041,0.00000,0.038
+12,mlp.experts.104.down_proj,rtn: 0.0023193,0.00000,0.041
+12,mlp.experts.141.down_proj,rtn: 0.0022736,0.00000,0.036
+12,mlp.experts.133.down_proj,rtn: 0.0022888,0.00000,0.033
+12,mlp.experts.84.down_proj,rtn: 0.0023651,0.00000,0.048
+12,mlp.experts.143.down_proj,rtn: 0.0024109,0.00000,0.040
+12,mlp.experts.113.down_proj,rtn: 0.0022583,0.00000,0.039
+12,mlp.experts.121.down_proj,rtn: 0.0022888,0.00000,0.036
+12,mlp.experts.126.down_proj,rtn: 0.0022888,0.00000,0.036
+12,mlp.experts.107.down_proj,rtn: 0.0022736,0.00000,0.044
+12,mlp.experts.114.down_proj,rtn: 0.0022736,0.00000,0.042
+12,mlp.experts.154.down_proj,rtn: 0.0023041,0.00000,0.033
+12,mlp.experts.134.down_proj,rtn: 0.0022736,0.00000,0.034
+12,mlp.experts.64.down_proj,rtn: 0.0023956,0.00000,0.063
+12,mlp.experts.76.down_proj,rtn: 0.0022583,0.00000,1.050
+12,mlp.experts.115.down_proj,rtn: 0.0022736,0.00000,1.040
+12,mlp.experts.103.down_proj,rtn: 0.0024109,0.00000,1.048
+12,mlp.experts.120.down_proj,rtn: 0.0022736,0.00000,1.046
+12,mlp.experts.100.down_proj,rtn: 0.0023041,0.00000,1.037
+12,mlp.experts.157.down_proj,rtn: 0.0023956,0.00000,1.058
+12,mlp.experts.149.down_proj,rtn: 0.0022430,0.00000,1.056
+12,mlp.experts.159.down_proj,rtn: 0.0023193,0.00000,1.054
+12,mlp.experts.123.down_proj,rtn: 0.0022888,0.00000,0.055
+12,mlp.experts.170.down_proj,rtn: 0.0023193,0.00000,0.072
+12,mlp.experts.137.down_proj,rtn: 0.0023651,0.00000,0.075
+12,mlp.experts.129.down_proj,rtn: 0.0023041,0.00000,1.060
+12,mlp.experts.142.down_proj,rtn: 0.0023346,0.00000,0.083
+12,mlp.experts.130.down_proj,rtn: 0.0022736,0.00000,0.061
+12,mlp.experts.150.down_proj,rtn: 0.0022736,0.00000,0.057
+12,mlp.experts.119.down_proj,rtn: 0.0022583,0.00000,0.061
+12,mlp.experts.139.down_proj,rtn: 0.0023041,0.00000,0.031
+12,mlp.experts.80.down_proj,rtn: 0.0022430,0.00000,0.069
+12,mlp.experts.92.down_proj,rtn: 0.0022430,0.00000,0.064
+12,mlp.experts.131.down_proj,rtn: 0.0023956,0.00000,0.060
+12,mlp.experts.116.down_proj,rtn: 0.0022888,0.00000,0.060
+12,mlp.experts.175.down_proj,rtn: 0.0022736,0.00000,0.038
+12,mlp.experts.136.down_proj,rtn: 0.0023041,0.00000,0.062
+12,mlp.experts.173.down_proj,rtn: 0.0023193,0.00000,0.055
+12,mlp.experts.165.down_proj,rtn: 0.0022888,0.00000,0.041
+12,mlp.experts.145.down_proj,rtn: 0.0022888,0.00000,0.040
+12,mlp.experts.153.down_proj,rtn: 0.0022888,0.00000,0.035
+12,mlp.experts.158.down_proj,rtn: 0.0023346,0.00000,0.045
+12,mlp.experts.146.down_proj,rtn: 0.0023193,0.00000,0.036
+12,mlp.experts.186.down_proj,rtn: 0.0023041,0.00000,0.056
+12,mlp.experts.166.down_proj,rtn: 0.0023041,0.00000,0.041
+12,mlp.experts.147.down_proj,rtn: 0.0023041,0.00000,0.049
+12,mlp.experts.135.down_proj,rtn: 0.0023193,0.00000,0.047
+12,mlp.experts.155.down_proj,rtn: 0.0023041,0.00000,0.045
+12,mlp.experts.169.down_proj,rtn: 0.0022736,0.00000,0.042
+12,mlp.experts.96.down_proj,rtn: 0.0023041,0.00000,0.057
+12,mlp.experts.191.down_proj,rtn: 0.0022736,0.00000,0.051
+12,mlp.experts.189.down_proj,rtn: 0.0022736,0.00000,0.048
+12,mlp.experts.108.down_proj,rtn: 0.0022736,0.00000,0.062
+12,mlp.experts.161.down_proj,rtn: 0.0022736,0.00000,0.043
+12,mlp.experts.181.down_proj,rtn: 0.0023041,0.00000,0.049
+12,mlp.experts.152.down_proj,rtn: 0.0022888,0.00000,0.059
+12,mlp.experts.182.down_proj,rtn: 0.0023041,0.00000,0.035
+12,mlp.experts.174.down_proj,rtn: 0.0022736,0.00000,0.041
+12,mlp.experts.162.down_proj,rtn: 0.0023193,0.00000,0.042
+12,mlp.experts.171.down_proj,rtn: 0.0022888,0.00000,0.033
+12,mlp.experts.151.down_proj,rtn: 0.0022736,0.00000,0.031
+12,mlp.experts.163.down_proj,rtn: 0.0022888,0.00000,0.039
+12,mlp.experts.132.down_proj,rtn: 0.0023651,0.00000,0.061
+12,mlp.experts.185.down_proj,rtn: 0.0022888,0.00000,0.035
+12,mlp.experts.112.down_proj,rtn: 0.0023346,0.00000,0.038
+12,mlp.experts.177.down_proj,rtn: 0.0022888,0.00000,0.024
+12,mlp.experts.190.down_proj,rtn: 0.0022430,0.00000,0.024
+12,mlp.experts.124.down_proj,rtn: 0.0023499,0.00000,0.039
+12,mlp.experts.167.down_proj,rtn: 0.0024109,0.00000,0.030
+12,mlp.experts.178.down_proj,rtn: 0.0022583,0.00000,0.029
+12,mlp.experts.187.down_proj,rtn: 0.0023041,0.00000,0.028
+12,mlp.experts.168.down_proj,rtn: 0.0022888,0.00000,0.053
+12,mlp.experts.179.down_proj,rtn: 0.0022888,0.00000,0.033
+12,mlp.experts.128.down_proj,rtn: 0.0022888,0.00000,0.035
+12,mlp.experts.183.down_proj,rtn: 0.0022888,0.00000,0.023
+12,mlp.experts.148.down_proj,rtn: 0.0022736,0.00000,0.048
+12,mlp.experts.140.down_proj,rtn: 0.0023346,0.00000,0.036
+12,mlp.experts.184.down_proj,rtn: 0.0022583,0.00000,0.034
+12,mlp.experts.144.down_proj,rtn: 0.0022736,0.00000,0.033
+12,mlp.experts.156.down_proj,rtn: 0.0023041,0.00000,0.027
+12,mlp.experts.164.down_proj,rtn: 0.0023193,0.00000,0.033
+12,mlp.experts.160.down_proj,rtn: 0.0022583,0.00000,0.022
+12,mlp.experts.180.down_proj,rtn: 0.0022736,0.00000,0.021
+12,mlp.experts.172.down_proj,rtn: 0.0022736,0.00000,0.023
+12,mlp.experts.176.down_proj,rtn: 0.0022888,0.00000,0.019
+12,mlp.experts.188.down_proj,rtn: 0.0022736,0.00000,0.017
+12,mlp.shared_experts.gate_proj,rtn: 0.0015793,0.00000,0.034
+12,mlp.shared_experts.up_proj,rtn: 0.0015869,0.00000,0.035
+12,mlp.shared_experts.down_proj,rtn: 0.0016174,0.00000,0.022
+13,self_attn.k_proj,rtn: 0.0023956,0.00000,0.038
+13,self_attn.q_proj,rtn: 0.0021362,0.00000,0.016
+13,self_attn.v_proj,rtn: 0.0025635,0.00000,0.022
+13,self_attn.o_proj,rtn: 0.0024567,0.00000,0.044
+13,mlp.experts.12.gate_proj,rtn: 0.0023041,0.00000,0.095
+13,mlp.experts.10.gate_proj,rtn: 0.0024567,0.00000,0.096
+13,mlp.experts.6.gate_proj,rtn: 0.0023346,0.00000,0.099
+13,mlp.experts.15.gate_proj,rtn: 0.0023193,0.00000,0.106
+13,mlp.experts.0.gate_proj,rtn: 0.0023041,0.00000,0.121
+13,mlp.experts.8.gate_proj,rtn: 0.0022888,0.00000,0.122
+13,mlp.experts.9.gate_proj,rtn: 0.0023651,0.00000,0.123
+13,mlp.experts.7.gate_proj,rtn: 0.0023499,0.00000,0.130
+13,mlp.experts.11.gate_proj,rtn: 0.0023041,0.00000,0.128
+13,mlp.experts.2.gate_proj,rtn: 0.0023499,0.00000,0.133
+13,mlp.experts.4.gate_proj,rtn: 0.0023193,0.00000,0.133
+13,mlp.experts.5.gate_proj,rtn: 0.0023804,0.00000,0.139
+13,mlp.experts.13.gate_proj,rtn: 0.0023346,0.00000,0.150
+13,mlp.experts.14.gate_proj,rtn: 0.0023193,0.00000,0.150
+13,mlp.experts.1.gate_proj,rtn: 0.0023651,0.00000,0.157
+13,mlp.experts.3.gate_proj,rtn: 0.0024872,0.00000,0.158
+13,mlp.experts.31.gate_proj,rtn: 0.0024109,0.00000,0.072
+13,mlp.experts.28.gate_proj,rtn: 0.0023193,0.00000,0.094
+13,mlp.experts.22.gate_proj,rtn: 0.0023346,0.00000,0.090
+13,mlp.experts.26.gate_proj,rtn: 0.0023041,0.00000,0.098
+13,mlp.experts.23.gate_proj,rtn: 0.0023193,0.00000,0.075
+13,mlp.experts.16.gate_proj,rtn: 0.0023804,0.00000,0.083
+13,mlp.experts.24.gate_proj,rtn: 0.0023499,0.00000,0.086
+13,mlp.experts.25.gate_proj,rtn: 0.0023346,0.00000,0.093
+13,mlp.experts.27.gate_proj,rtn: 0.0022888,0.00000,0.092
+13,mlp.experts.20.gate_proj,rtn: 0.0023193,0.00000,0.092
+13,mlp.experts.21.gate_proj,rtn: 0.0023499,0.00000,0.093
+13,mlp.experts.18.gate_proj,rtn: 0.0023346,0.00000,0.100
+13,mlp.experts.19.gate_proj,rtn: 0.0023041,0.00000,0.076
+13,mlp.experts.29.gate_proj,rtn: 0.0023193,0.00000,0.090
+13,mlp.experts.30.gate_proj,rtn: 0.0023193,0.00000,0.101
+13,mlp.experts.17.gate_proj,rtn: 0.0023346,0.00000,0.100
+13,mlp.experts.47.gate_proj,rtn: 0.0023651,0.00000,0.074
+13,mlp.experts.44.gate_proj,rtn: 0.0023499,0.00000,0.085
+13,mlp.experts.39.gate_proj,rtn: 0.0023956,0.00000,0.075
+13,mlp.experts.38.gate_proj,rtn: 0.0023346,0.00000,0.092
+13,mlp.experts.42.gate_proj,rtn: 0.0023193,0.00000,0.089
+13,mlp.experts.40.gate_proj,rtn: 0.0023651,0.00000,0.081
+13,mlp.experts.43.gate_proj,rtn: 0.0023193,0.00000,0.067
+13,mlp.experts.35.gate_proj,rtn: 0.0023346,0.00000,0.062
+13,mlp.experts.32.gate_proj,rtn: 0.0023804,0.00000,0.095
+13,mlp.experts.41.gate_proj,rtn: 0.0023651,0.00000,0.104
+13,mlp.experts.36.gate_proj,rtn: 0.0022583,0.00000,0.096
+13,mlp.experts.37.gate_proj,rtn: 0.0023499,0.00000,0.100
+13,mlp.experts.63.gate_proj,rtn: 0.0023499,0.00000,0.073
+13,mlp.experts.34.gate_proj,rtn: 0.0023346,0.00000,0.097
+13,mlp.experts.45.gate_proj,rtn: 0.0024872,0.00000,0.097
+13,mlp.experts.46.gate_proj,rtn: 0.0023804,0.00000,0.085
+13,mlp.experts.55.gate_proj,rtn: 0.0023804,0.00000,0.070
+13,mlp.experts.33.gate_proj,rtn: 0.0023346,0.00000,0.102
+13,mlp.experts.60.gate_proj,rtn: 0.0023804,0.00000,0.085
+13,mlp.experts.59.gate_proj,rtn: 0.0023041,0.00000,0.067
+13,mlp.experts.54.gate_proj,rtn: 0.0023193,0.00000,0.086
+13,mlp.experts.58.gate_proj,rtn: 0.0023499,0.00000,0.085
+13,mlp.experts.51.gate_proj,rtn: 0.0023193,0.00000,0.070
+13,mlp.experts.56.gate_proj,rtn: 0.0023804,0.00000,0.084
+13,mlp.experts.48.gate_proj,rtn: 0.0024261,0.00000,0.094
+13,mlp.experts.79.gate_proj,rtn: 0.0023346,0.00000,0.071
+13,mlp.experts.52.gate_proj,rtn: 0.0023956,0.00000,0.089
+13,mlp.experts.71.gate_proj,rtn: 0.0023346,0.00000,0.066
+13,mlp.experts.57.gate_proj,rtn: 0.0023956,0.00000,0.102
+13,mlp.experts.53.gate_proj,rtn: 0.0023041,0.00000,0.098
+13,mlp.experts.62.gate_proj,rtn: 0.0023346,0.00000,0.093
+13,mlp.experts.61.gate_proj,rtn: 0.0023346,0.00000,0.099
+13,mlp.experts.50.gate_proj,rtn: 0.0023651,0.00000,0.096
+13,mlp.experts.75.gate_proj,rtn: 0.0023651,0.00000,0.073
+13,mlp.experts.49.gate_proj,rtn: 0.0024261,0.00000,0.096
+13,mlp.experts.67.gate_proj,rtn: 0.0023651,0.00000,0.075
+13,mlp.experts.76.gate_proj,rtn: 0.0023193,0.00000,0.092
+13,mlp.experts.70.gate_proj,rtn: 0.0023346,0.00000,0.093
+13,mlp.experts.74.gate_proj,rtn: 0.0024109,0.00000,0.090
+13,mlp.experts.72.gate_proj,rtn: 0.0023651,0.00000,0.086
+13,mlp.experts.95.gate_proj,rtn: 0.0024109,0.00000,0.081
+13,mlp.experts.64.gate_proj,rtn: 0.0023651,0.00000,0.092
+13,mlp.experts.87.gate_proj,rtn: 0.0024109,0.00000,0.078
+13,mlp.experts.68.gate_proj,rtn: 0.0023193,0.00000,0.091
+13,mlp.experts.69.gate_proj,rtn: 0.0023346,0.00000,0.097
+13,mlp.experts.73.gate_proj,rtn: 0.0023346,0.00000,0.100
+13,mlp.experts.91.gate_proj,rtn: 0.0023193,0.00000,0.085
+13,mlp.experts.66.gate_proj,rtn: 0.0023651,0.00000,0.088
+13,mlp.experts.78.gate_proj,rtn: 0.0024109,0.00000,0.091
+13,mlp.experts.92.gate_proj,rtn: 0.0023651,0.00000,0.079
+13,mlp.experts.83.gate_proj,rtn: 0.0023193,0.00000,0.085
+13,mlp.experts.77.gate_proj,rtn: 0.0022888,0.00000,0.106
+13,mlp.experts.88.gate_proj,rtn: 0.0023499,0.00000,0.083
+13,mlp.experts.86.gate_proj,rtn: 0.0022888,0.00000,0.089
+13,mlp.experts.90.gate_proj,rtn: 0.0023193,0.00000,0.089
+13,mlp.experts.65.gate_proj,rtn: 0.0023346,0.00000,0.107
+13,mlp.experts.111.gate_proj,rtn: 0.0023346,0.00000,0.079
+13,mlp.experts.80.gate_proj,rtn: 0.0024109,0.00000,0.081
+13,mlp.experts.103.gate_proj,rtn: 0.0023499,0.00000,0.079
+13,mlp.experts.84.gate_proj,rtn: 0.0023346,0.00000,0.082
+13,mlp.experts.107.gate_proj,rtn: 0.0023346,0.00000,0.084
+13,mlp.experts.94.gate_proj,rtn: 0.0023041,0.00000,0.085
+13,mlp.experts.82.gate_proj,rtn: 0.0023346,0.00000,0.085
+13,mlp.experts.99.gate_proj,rtn: 0.0024109,0.00000,0.081
+13,mlp.experts.108.gate_proj,rtn: 0.0023346,0.00000,0.091
+13,mlp.experts.89.gate_proj,rtn: 0.0024414,0.00000,0.105
+13,mlp.experts.85.gate_proj,rtn: 0.0024109,0.00000,0.115
+13,mlp.experts.106.gate_proj,rtn: 0.0023193,0.00000,0.081
+13,mlp.experts.102.gate_proj,rtn: 0.0023651,0.00000,0.083
+13,mlp.experts.127.gate_proj,rtn: 0.0023499,0.00000,0.069
+13,mlp.experts.104.gate_proj,rtn: 0.0024261,0.00000,0.096
+13,mlp.experts.93.gate_proj,rtn: 0.0023804,0.00000,0.108
+13,mlp.experts.119.gate_proj,rtn: 0.0023041,0.00000,0.072
+13,mlp.experts.96.gate_proj,rtn: 0.0023651,0.00000,0.091
+13,mlp.experts.123.gate_proj,rtn: 0.0022888,0.00000,0.061
+13,mlp.experts.81.gate_proj,rtn: 0.0023193,0.00000,0.119
+13,mlp.experts.100.gate_proj,rtn: 0.0023041,0.00000,0.091
+13,mlp.experts.115.gate_proj,rtn: 0.0023651,0.00000,0.072
+13,mlp.experts.98.gate_proj,rtn: 0.0022888,0.00000,0.083
+13,mlp.experts.124.gate_proj,rtn: 0.0023041,0.00000,0.085
+13,mlp.experts.110.gate_proj,rtn: 0.0023651,0.00000,0.090
+13,mlp.experts.143.gate_proj,rtn: 0.0024109,0.00000,0.069
+13,mlp.experts.135.gate_proj,rtn: 0.0023193,0.00000,0.065
+13,mlp.experts.105.gate_proj,rtn: 0.0022888,0.00000,0.093
+13,mlp.experts.120.gate_proj,rtn: 0.0022888,0.00000,0.083
+13,mlp.experts.122.gate_proj,rtn: 0.0023651,0.00000,0.090
+13,mlp.experts.118.gate_proj,rtn: 0.0023193,0.00000,0.088
+13,mlp.experts.139.gate_proj,rtn: 0.0023499,0.00000,0.062
+13,mlp.experts.109.gate_proj,rtn: 0.0022736,0.00000,0.091
+13,mlp.experts.101.gate_proj,rtn: 0.0023041,0.00000,0.105
+13,mlp.experts.112.gate_proj,rtn: 0.0022888,0.00000,0.083
+13,mlp.experts.131.gate_proj,rtn: 0.0024872,0.00000,0.067
+13,mlp.experts.116.gate_proj,rtn: 0.0023193,0.00000,0.098
+13,mlp.experts.97.gate_proj,rtn: 0.0023651,0.00000,0.102
+13,mlp.experts.151.gate_proj,rtn: 0.0023193,0.00000,0.073
+13,mlp.experts.159.gate_proj,rtn: 0.0022888,0.00000,0.078
+13,mlp.experts.114.gate_proj,rtn: 0.0023956,0.00000,0.090
+13,mlp.experts.126.gate_proj,rtn: 0.0023346,0.00000,0.087
+13,mlp.experts.140.gate_proj,rtn: 0.0023499,0.00000,0.099
+13,mlp.experts.134.gate_proj,rtn: 0.0023041,0.00000,0.092
+13,mlp.experts.121.gate_proj,rtn: 0.0024261,0.00000,0.104
+13,mlp.experts.138.gate_proj,rtn: 0.0023193,0.00000,0.093
+13,mlp.experts.136.gate_proj,rtn: 0.0023346,0.00000,0.099
+13,mlp.experts.155.gate_proj,rtn: 0.0023041,0.00000,0.096
+13,mlp.experts.117.gate_proj,rtn: 0.0023041,0.00000,0.093
+13,mlp.experts.128.gate_proj,rtn: 0.0023041,0.00000,0.094
+13,mlp.experts.125.gate_proj,rtn: 0.0023041,0.00000,0.105
+13,mlp.experts.147.gate_proj,rtn: 0.0023499,0.00000,0.094
+13,mlp.experts.132.gate_proj,rtn: 0.0023041,0.00000,0.085
+13,mlp.experts.113.gate_proj,rtn: 0.0023346,0.00000,0.095
+13,mlp.experts.130.gate_proj,rtn: 0.0023193,0.00000,0.087
+13,mlp.experts.175.gate_proj,rtn: 0.0023193,0.00000,0.086
+13,mlp.experts.167.gate_proj,rtn: 0.0023346,0.00000,0.088
+13,mlp.experts.142.gate_proj,rtn: 0.0023193,0.00000,0.089
+13,mlp.experts.156.gate_proj,rtn: 0.0022888,0.00000,0.084
+13,mlp.experts.150.gate_proj,rtn: 0.0023346,0.00000,0.087
+13,mlp.experts.152.gate_proj,rtn: 0.0023193,0.00000,0.080
+13,mlp.experts.154.gate_proj,rtn: 0.0022888,0.00000,0.088
+13,mlp.experts.171.gate_proj,rtn: 0.0023346,0.00000,0.081
+13,mlp.experts.133.gate_proj,rtn: 0.0022736,0.00000,0.092
+13,mlp.experts.144.gate_proj,rtn: 0.0023193,0.00000,0.085
+13,mlp.experts.137.gate_proj,rtn: 0.0023499,0.00000,0.106
+13,mlp.experts.141.gate_proj,rtn: 0.0023651,0.00000,0.093
+13,mlp.experts.148.gate_proj,rtn: 0.0023499,0.00000,0.086
+13,mlp.experts.163.gate_proj,rtn: 0.0023041,0.00000,0.092
+13,mlp.experts.191.gate_proj,rtn: 0.0023041,0.00000,0.074
+13,mlp.experts.183.gate_proj,rtn: 0.0023499,0.00000,0.075
+13,mlp.experts.172.gate_proj,rtn: 0.0023346,0.00000,0.074
+13,mlp.experts.146.gate_proj,rtn: 0.0023041,0.00000,0.089
+13,mlp.experts.158.gate_proj,rtn: 0.0023804,0.00000,0.089
+13,mlp.experts.129.gate_proj,rtn: 0.0023346,0.00000,0.113
+13,mlp.experts.168.gate_proj,rtn: 0.0023346,0.00000,0.075
+13,mlp.experts.166.gate_proj,rtn: 0.0023041,0.00000,0.090
+13,mlp.experts.170.gate_proj,rtn: 0.0023499,0.00000,0.088
+13,mlp.experts.187.gate_proj,rtn: 0.0023193,0.00000,0.086
+13,mlp.experts.160.gate_proj,rtn: 0.0023193,0.00000,0.094
+13,mlp.experts.149.gate_proj,rtn: 0.0023651,0.00000,0.108
+13,mlp.experts.164.gate_proj,rtn: 0.0023041,0.00000,0.087
+13,mlp.experts.179.gate_proj,rtn: 0.0023651,0.00000,0.085
+13,mlp.experts.188.gate_proj,rtn: 0.0023193,0.00000,0.075
+13,mlp.experts.157.gate_proj,rtn: 0.0023041,0.00000,0.111
+13,mlp.experts.153.gate_proj,rtn: 0.0024414,0.00000,0.116
+13,mlp.experts.15.up_proj,rtn: 0.0023041,0.00000,0.084
+13,mlp.experts.7.up_proj,rtn: 0.0023346,0.00000,0.085
+13,mlp.experts.162.gate_proj,rtn: 0.0023651,0.00000,0.085
+13,mlp.experts.184.gate_proj,rtn: 0.0023499,0.00000,0.075
+13,mlp.experts.174.gate_proj,rtn: 0.0023193,0.00000,0.090
+13,mlp.experts.182.gate_proj,rtn: 0.0023346,0.00000,0.084
+13,mlp.experts.11.up_proj,rtn: 0.0022888,0.00000,0.084
+13,mlp.experts.186.gate_proj,rtn: 0.0023956,0.00000,0.088
+13,mlp.experts.145.gate_proj,rtn: 0.0022888,0.00000,0.110
+13,mlp.experts.176.gate_proj,rtn: 0.0023193,0.00000,0.081
+13,mlp.experts.12.up_proj,rtn: 0.0022888,0.00000,0.075
+13,mlp.experts.180.gate_proj,rtn: 0.0023956,0.00000,0.080
+13,mlp.experts.3.up_proj,rtn: 0.0024567,0.00000,0.078
+13,mlp.experts.23.up_proj,rtn: 0.0023041,0.00000,0.071
+13,mlp.experts.31.up_proj,rtn: 0.0023956,0.00000,0.077
+13,mlp.experts.178.gate_proj,rtn: 0.0023651,0.00000,0.081
+13,mlp.experts.8.up_proj,rtn: 0.0022736,0.00000,0.074
+13,mlp.experts.165.gate_proj,rtn: 0.0023956,0.00000,0.114
+13,mlp.experts.169.gate_proj,rtn: 0.0024567,0.00000,0.104
+13,mlp.experts.173.gate_proj,rtn: 0.0023193,0.00000,0.109
+13,mlp.experts.190.gate_proj,rtn: 0.0023956,0.00000,0.083
+13,mlp.experts.27.up_proj,rtn: 0.0022736,0.00000,0.068
+13,mlp.experts.6.up_proj,rtn: 0.0023346,0.00000,0.074
+13,mlp.experts.10.up_proj,rtn: 0.0024414,0.00000,0.081
+13,mlp.experts.0.up_proj,rtn: 0.0022888,0.00000,0.075
+13,mlp.experts.19.up_proj,rtn: 0.0022888,0.00000,0.071
+13,mlp.experts.161.gate_proj,rtn: 0.0023346,0.00000,0.100
+13,mlp.experts.28.up_proj,rtn: 0.0023041,0.00000,0.075
+13,mlp.experts.39.up_proj,rtn: 0.0023804,0.00000,0.068
+13,mlp.experts.4.up_proj,rtn: 0.0023193,0.00000,0.074
+13,mlp.experts.47.up_proj,rtn: 0.0023499,0.00000,0.068
+13,mlp.experts.2.up_proj,rtn: 0.0023346,0.00000,0.076
+13,mlp.experts.24.up_proj,rtn: 0.0023346,0.00000,0.079
+13,mlp.experts.43.up_proj,rtn: 0.0023193,0.00000,0.066
+13,mlp.experts.14.up_proj,rtn: 0.0023041,0.00000,0.077
+13,mlp.experts.22.up_proj,rtn: 0.0023193,0.00000,0.074
+13,mlp.experts.181.gate_proj,rtn: 0.0023346,0.00000,0.100
+13,mlp.experts.189.gate_proj,rtn: 0.0023804,0.00000,0.097
+13,mlp.experts.26.up_proj,rtn: 0.0022888,0.00000,0.077
+13,mlp.experts.185.gate_proj,rtn: 0.0023193,0.00000,0.100
+13,mlp.experts.16.up_proj,rtn: 0.0023651,0.00000,0.076
+13,mlp.experts.35.up_proj,rtn: 0.0023193,0.00000,0.074
+13,mlp.experts.44.up_proj,rtn: 0.0023499,0.00000,0.077
+13,mlp.experts.55.up_proj,rtn: 0.0023651,0.00000,0.069
+13,mlp.experts.20.up_proj,rtn: 0.0023193,0.00000,0.074
+13,mlp.experts.63.up_proj,rtn: 0.0023346,0.00000,0.074
+13,mlp.experts.18.up_proj,rtn: 0.0023193,0.00000,0.077
+13,mlp.experts.40.up_proj,rtn: 0.0023499,0.00000,0.077
+13,mlp.experts.59.up_proj,rtn: 0.0022888,0.00000,0.066
+13,mlp.experts.177.gate_proj,rtn: 0.0023041,0.00000,0.101
+13,mlp.experts.30.up_proj,rtn: 0.0023193,0.00000,0.077
+13,mlp.experts.38.up_proj,rtn: 0.0023346,0.00000,0.074
+13,mlp.experts.42.up_proj,rtn: 0.0023193,0.00000,0.074
+13,mlp.experts.51.up_proj,rtn: 0.0023041,0.00000,0.067
+13,mlp.experts.32.up_proj,rtn: 0.0023651,0.00000,0.078
+13,mlp.experts.5.up_proj,rtn: 0.0023651,0.00000,0.094
+13,mlp.experts.13.up_proj,rtn: 0.0023193,0.00000,0.096
+13,mlp.experts.60.up_proj,rtn: 0.0023651,0.00000,0.076
+13,mlp.experts.71.up_proj,rtn: 0.0023346,0.00000,0.075
+13,mlp.experts.79.up_proj,rtn: 0.0023346,0.00000,0.070
+13,mlp.experts.9.up_proj,rtn: 0.0023499,0.00000,0.097
+13,mlp.experts.36.up_proj,rtn: 0.0022430,0.00000,0.075
+13,mlp.experts.75.up_proj,rtn: 0.0023499,0.00000,0.064
+13,mlp.experts.34.up_proj,rtn: 0.0023193,0.00000,0.076
+13,mlp.experts.56.up_proj,rtn: 0.0023804,0.00000,0.076
+13,mlp.experts.46.up_proj,rtn: 0.0023651,0.00000,0.077
+13,mlp.experts.54.up_proj,rtn: 0.0023193,0.00000,0.073
+13,mlp.experts.1.up_proj,rtn: 0.0023499,0.00000,0.104
+13,mlp.experts.58.up_proj,rtn: 0.0023346,0.00000,0.074
+13,mlp.experts.67.up_proj,rtn: 0.0023499,0.00000,0.074
+13,mlp.experts.48.up_proj,rtn: 0.0024109,0.00000,0.076
+13,mlp.experts.76.up_proj,rtn: 0.0023193,0.00000,0.075
+13,mlp.experts.95.up_proj,rtn: 0.0023956,0.00000,0.076
+13,mlp.experts.87.up_proj,rtn: 0.0023956,0.00000,0.073
+13,mlp.experts.91.up_proj,rtn: 0.0023041,0.00000,0.065
+13,mlp.experts.21.up_proj,rtn: 0.0023346,0.00000,0.093
+13,mlp.experts.52.up_proj,rtn: 0.0023956,0.00000,0.074
+13,mlp.experts.50.up_proj,rtn: 0.0023499,0.00000,0.076
+13,mlp.experts.29.up_proj,rtn: 0.0023041,0.00000,0.101
+13,mlp.experts.72.up_proj,rtn: 0.0023499,0.00000,0.078
+13,mlp.experts.25.up_proj,rtn: 0.0023193,0.00000,0.103
+13,mlp.experts.70.up_proj,rtn: 0.0023193,0.00000,0.073
+13,mlp.experts.62.up_proj,rtn: 0.0023193,0.00000,0.078
+13,mlp.experts.74.up_proj,rtn: 0.0023956,0.00000,0.064
+13,mlp.experts.83.up_proj,rtn: 0.0023041,0.00000,0.074
+13,mlp.experts.107.up_proj,rtn: 0.0023346,0.00000,0.062
+13,mlp.experts.111.up_proj,rtn: 0.0023193,0.00000,0.064
+13,mlp.experts.64.up_proj,rtn: 0.0023499,0.00000,0.088
+13,mlp.experts.103.up_proj,rtn: 0.0023346,0.00000,0.075
+13,mlp.experts.92.up_proj,rtn: 0.0023499,0.00000,0.083
+13,mlp.experts.17.up_proj,rtn: 0.0023193,0.00000,0.120
+13,mlp.experts.68.up_proj,rtn: 0.0023193,0.00000,0.083
+13,mlp.experts.66.up_proj,rtn: 0.0023499,0.00000,0.076
+13,mlp.experts.37.up_proj,rtn: 0.0023346,0.00000,0.097
+13,mlp.experts.88.up_proj,rtn: 0.0023193,0.00000,0.090
+13,mlp.experts.90.up_proj,rtn: 0.0023041,0.00000,0.071
+13,mlp.experts.45.up_proj,rtn: 0.0024872,0.00000,0.098
+13,mlp.experts.86.up_proj,rtn: 0.0022736,0.00000,0.073
+13,mlp.experts.78.up_proj,rtn: 0.0024109,0.00000,0.074
+13,mlp.experts.41.up_proj,rtn: 0.0023499,0.00000,0.098
+13,mlp.experts.99.up_proj,rtn: 0.0023956,0.00000,0.094
+13,mlp.experts.80.up_proj,rtn: 0.0023956,0.00000,0.079
+13,mlp.experts.108.up_proj,rtn: 0.0023041,0.00000,0.075
+13,mlp.experts.127.up_proj,rtn: 0.0023346,0.00000,0.092
+13,mlp.experts.123.up_proj,rtn: 0.0022736,0.00000,0.102
+13,mlp.experts.84.up_proj,rtn: 0.0023041,0.00000,0.080
+13,mlp.experts.82.up_proj,rtn: 0.0023346,0.00000,0.077
+13,mlp.experts.119.up_proj,rtn: 0.0022888,0.00000,0.104
+13,mlp.experts.33.up_proj,rtn: 0.0023193,0.00000,0.103
+13,mlp.experts.104.up_proj,rtn: 0.0024109,0.00000,0.077
+13,mlp.experts.106.up_proj,rtn: 0.0023041,0.00000,0.076
+13,mlp.experts.94.up_proj,rtn: 0.0023041,0.00000,0.070
+13,mlp.experts.102.up_proj,rtn: 0.0023499,0.00000,0.074
+13,mlp.experts.53.up_proj,rtn: 0.0022888,0.00000,0.090
+13,mlp.experts.61.up_proj,rtn: 0.0023193,0.00000,0.100
+13,mlp.experts.57.up_proj,rtn: 0.0023651,0.00000,0.093
+13,mlp.experts.96.up_proj,rtn: 0.0023499,0.00000,0.078
+13,mlp.experts.124.up_proj,rtn: 0.0022888,0.00000,0.078
+13,mlp.experts.143.up_proj,rtn: 0.0023804,0.00000,0.079
+13,mlp.experts.115.up_proj,rtn: 0.0023499,0.00000,0.090
+13,mlp.experts.98.up_proj,rtn: 0.0022888,0.00000,0.072
+13,mlp.experts.100.up_proj,rtn: 0.0023041,0.00000,0.083
+13,mlp.experts.122.up_proj,rtn: 0.0023499,0.00000,0.065
+13,mlp.experts.139.up_proj,rtn: 0.0023346,0.00000,0.093
+13,mlp.experts.135.up_proj,rtn: 0.0023041,0.00000,0.088
+13,mlp.experts.110.up_proj,rtn: 0.0023499,0.00000,0.073
+13,mlp.experts.118.up_proj,rtn: 0.0023041,0.00000,0.074
+13,mlp.experts.120.up_proj,rtn: 0.0022736,0.00000,0.084
+13,mlp.experts.49.up_proj,rtn: 0.0024109,0.00000,0.088
+13,mlp.experts.69.up_proj,rtn: 0.0023193,0.00000,0.092
+13,mlp.experts.73.up_proj,rtn: 0.0023193,0.00000,0.078
+13,mlp.experts.77.up_proj,rtn: 0.0022736,0.00000,0.080
+13,mlp.experts.159.up_proj,rtn: 0.0022736,0.00000,0.072
+13,mlp.experts.114.up_proj,rtn: 0.0023804,0.00000,0.070
+13,mlp.experts.131.up_proj,rtn: 0.0024719,0.00000,0.084
+13,mlp.experts.112.up_proj,rtn: 0.0022736,0.00000,0.092
+13,mlp.experts.155.up_proj,rtn: 0.0022888,0.00000,0.067
+13,mlp.experts.140.up_proj,rtn: 0.0023499,0.00000,0.093
+13,mlp.experts.151.up_proj,rtn: 0.0023041,0.00000,0.064
+13,mlp.experts.138.up_proj,rtn: 0.0023193,0.00000,0.076
+13,mlp.experts.116.up_proj,rtn: 0.0023041,0.00000,0.094
+13,mlp.experts.134.up_proj,rtn: 0.0023041,0.00000,0.071
+13,mlp.experts.126.up_proj,rtn: 0.0023346,0.00000,0.076
+13,mlp.experts.65.up_proj,rtn: 0.0023193,0.00000,0.077
+13,mlp.experts.89.up_proj,rtn: 0.0024261,0.00000,0.068
+13,mlp.experts.85.up_proj,rtn: 0.0023956,0.00000,0.081
+13,mlp.experts.136.up_proj,rtn: 0.0023193,0.00000,0.094
+13,mlp.experts.93.up_proj,rtn: 0.0023651,0.00000,0.074
+13,mlp.experts.130.up_proj,rtn: 0.0023193,0.00000,0.068
+13,mlp.experts.147.up_proj,rtn: 0.0023346,0.00000,0.072
+13,mlp.experts.175.up_proj,rtn: 0.0023041,0.00000,0.081
+13,mlp.experts.154.up_proj,rtn: 0.0022736,0.00000,0.071
+13,mlp.experts.171.up_proj,rtn: 0.0023193,0.00000,0.075
+13,mlp.experts.167.up_proj,rtn: 0.0023346,0.00000,0.077
+13,mlp.experts.156.up_proj,rtn: 0.0022736,0.00000,0.088
+13,mlp.experts.128.up_proj,rtn: 0.0023041,0.00000,0.089
+13,mlp.experts.142.up_proj,rtn: 0.0023041,0.00000,0.069
+13,mlp.experts.150.up_proj,rtn: 0.0023193,0.00000,0.078
+13,mlp.experts.105.up_proj,rtn: 0.0022888,0.00000,0.072
+13,mlp.experts.81.up_proj,rtn: 0.0023041,0.00000,0.085
+13,mlp.experts.101.up_proj,rtn: 0.0023041,0.00000,0.080
+13,mlp.experts.109.up_proj,rtn: 0.0022736,0.00000,0.075
+13,mlp.experts.132.up_proj,rtn: 0.0022888,0.00000,0.104
+13,mlp.experts.146.up_proj,rtn: 0.0023041,0.00000,0.074
+13,mlp.experts.152.up_proj,rtn: 0.0023041,0.00000,0.102
+13,mlp.experts.170.up_proj,rtn: 0.0023346,0.00000,0.073
+13,mlp.experts.191.up_proj,rtn: 0.0022888,0.00000,0.085
+13,mlp.experts.163.up_proj,rtn: 0.0023041,0.00000,0.086
+13,mlp.experts.158.up_proj,rtn: 0.0023651,0.00000,0.065
+13,mlp.experts.183.up_proj,rtn: 0.0023346,0.00000,0.074
+13,mlp.experts.187.up_proj,rtn: 0.0023041,0.00000,0.075
+13,mlp.experts.166.up_proj,rtn: 0.0022888,0.00000,0.075
+13,mlp.experts.121.up_proj,rtn: 0.0024109,0.00000,0.076
+13,mlp.experts.97.up_proj,rtn: 0.0023651,0.00000,0.070
+13,mlp.experts.125.up_proj,rtn: 0.0022888,0.00000,0.064
+13,mlp.experts.172.up_proj,rtn: 0.0023193,0.00000,0.089
+13,mlp.experts.144.up_proj,rtn: 0.0023193,0.00000,0.090
+13,mlp.experts.117.up_proj,rtn: 0.0022888,0.00000,0.072
+13,mlp.experts.162.up_proj,rtn: 0.0023499,0.00000,0.081
+13,mlp.experts.148.up_proj,rtn: 0.0023346,0.00000,0.096
+13,mlp.experts.179.up_proj,rtn: 0.0023499,0.00000,0.055
+13,mlp.experts.186.up_proj,rtn: 0.0023804,0.00000,0.081
+13,mlp.experts.174.up_proj,rtn: 0.0023041,0.00000,0.081
+13,mlp.experts.168.up_proj,rtn: 0.0023346,0.00000,0.106
+13,mlp.experts.113.up_proj,rtn: 0.0023193,0.00000,0.066
+13,mlp.experts.137.up_proj,rtn: 0.0023346,0.00000,0.070
+13,mlp.experts.141.up_proj,rtn: 0.0023346,0.00000,0.066
+13,mlp.experts.160.up_proj,rtn: 0.0022888,0.00000,0.088
+13,mlp.experts.182.up_proj,rtn: 0.0023193,0.00000,0.111
+13,mlp.experts.188.up_proj,rtn: 0.0023041,0.00000,0.094
+13,mlp.experts.133.up_proj,rtn: 0.0022736,0.00000,0.125
+13,mlp.experts.178.up_proj,rtn: 0.0023346,0.00000,0.121
+13,mlp.experts.164.up_proj,rtn: 0.0022888,0.00000,0.106
+13,mlp.experts.190.up_proj,rtn: 0.0023804,0.00000,0.044
+13,mlp.experts.184.up_proj,rtn: 0.0023346,0.00000,0.104
+13,mlp.experts.129.up_proj,rtn: 0.0023193,0.00000,0.107
+13,mlp.experts.157.up_proj,rtn: 0.0022888,0.00000,0.105
+13,mlp.experts.176.up_proj,rtn: 0.0023193,0.00000,0.103
+13,mlp.experts.180.up_proj,rtn: 0.0023804,0.00000,0.077
+13,mlp.experts.153.up_proj,rtn: 0.0024414,0.00000,0.155
+13,mlp.experts.149.up_proj,rtn: 0.0023499,0.00000,0.116
+13,mlp.experts.145.up_proj,rtn: 0.0022888,0.00000,0.095
+13,mlp.experts.173.up_proj,rtn: 0.0023041,0.00000,0.104
+13,mlp.experts.169.up_proj,rtn: 0.0024567,0.00000,0.108
+13,mlp.experts.165.up_proj,rtn: 0.0023804,0.00000,0.090
+13,mlp.experts.161.up_proj,rtn: 0.0023193,0.00000,0.108
+13,mlp.experts.189.up_proj,rtn: 0.0023651,0.00000,0.108
+13,mlp.experts.185.up_proj,rtn: 0.0023041,0.00000,0.130
+13,mlp.experts.181.up_proj,rtn: 0.0023346,0.00000,0.109
+13,mlp.experts.177.up_proj,rtn: 0.0022888,0.00000,0.087
+13,mlp.experts.3.down_proj,rtn: 0.0023956,0.00000,0.018
+13,mlp.experts.2.down_proj,rtn: 0.0023193,0.00000,0.019
+13,mlp.experts.15.down_proj,rtn: 0.0022583,0.00000,0.019
+13,mlp.experts.10.down_proj,rtn: 0.0023499,0.00000,0.044
+13,mlp.experts.6.down_proj,rtn: 0.0022888,0.00000,0.046
+13,mlp.experts.8.down_proj,rtn: 0.0022583,0.00000,0.048
+13,mlp.experts.0.down_proj,rtn: 0.0022736,0.00000,0.050
+13,mlp.experts.19.down_proj,rtn: 0.0022430,0.00000,0.049
+13,mlp.experts.4.down_proj,rtn: 0.0022736,0.00000,0.049
+13,mlp.experts.18.down_proj,rtn: 0.0022888,0.00000,0.046
+13,mlp.experts.31.down_proj,rtn: 0.0023346,0.00000,0.044
+13,mlp.experts.11.down_proj,rtn: 0.0022583,0.00000,0.055
+13,mlp.experts.13.down_proj,rtn: 0.0022888,0.00000,0.146
+13,mlp.experts.12.down_proj,rtn: 0.0022736,0.00000,0.058
+13,mlp.experts.14.down_proj,rtn: 0.0022583,0.00000,0.061
+13,mlp.experts.7.down_proj,rtn: 0.0022736,0.00000,0.062
+13,mlp.experts.5.down_proj,rtn: 0.0023041,0.00000,0.153
+13,mlp.experts.9.down_proj,rtn: 0.0023041,0.00000,0.157
+13,mlp.experts.1.down_proj,rtn: 0.0023041,0.00000,0.158
+13,mlp.experts.22.down_proj,rtn: 0.0022736,0.00000,0.018
+13,mlp.experts.26.down_proj,rtn: 0.0022583,0.00000,0.021
+13,mlp.experts.35.down_proj,rtn: 0.0022736,0.00000,0.033
+13,mlp.experts.20.down_proj,rtn: 0.0022736,0.00000,0.038
+13,mlp.experts.16.down_proj,rtn: 0.0023346,0.00000,0.033
+13,mlp.experts.24.down_proj,rtn: 0.0022583,0.00000,0.043
+13,mlp.experts.29.down_proj,rtn: 0.0022736,0.00000,0.021
+13,mlp.experts.42.down_proj,rtn: 0.0022736,0.00000,0.022
+13,mlp.experts.28.down_proj,rtn: 0.0022430,0.00000,0.038
+13,mlp.experts.47.down_proj,rtn: 0.0023041,0.00000,0.048
+13,mlp.experts.34.down_proj,rtn: 0.0022888,0.00000,0.043
+13,mlp.experts.38.down_proj,rtn: 0.0022888,0.00000,0.036
+13,mlp.experts.27.down_proj,rtn: 0.0022278,0.00000,0.065
+13,mlp.experts.58.down_proj,rtn: 0.0022888,0.00000,0.035
+13,mlp.experts.21.down_proj,rtn: 0.0022888,0.00000,0.065
+13,mlp.experts.23.down_proj,rtn: 0.0022736,0.00000,0.069
+13,mlp.experts.40.down_proj,rtn: 0.0022888,0.00000,0.039
+13,mlp.experts.63.down_proj,rtn: 0.0022736,0.00000,0.040
+13,mlp.experts.36.down_proj,rtn: 0.0022125,0.00000,0.042
+13,mlp.experts.25.down_proj,rtn: 0.0023041,0.00000,0.074
+13,mlp.experts.30.down_proj,rtn: 0.0022736,0.00000,0.061
+13,mlp.experts.17.down_proj,rtn: 0.0022888,0.00000,0.072
+13,mlp.experts.45.down_proj,rtn: 0.0024567,0.00000,0.056
+13,mlp.experts.54.down_proj,rtn: 0.0022583,0.00000,0.039
+13,mlp.experts.50.down_proj,rtn: 0.0023041,0.00000,0.045
+13,mlp.experts.32.down_proj,rtn: 0.0023346,0.00000,0.055
+13,mlp.experts.51.down_proj,rtn: 0.0022736,0.00000,0.061
+13,mlp.experts.74.down_proj,rtn: 0.0023346,0.00000,0.030
+13,mlp.experts.44.down_proj,rtn: 0.0023041,0.00000,0.066
+13,mlp.experts.56.down_proj,rtn: 0.0022888,0.00000,0.024
+13,mlp.experts.52.down_proj,rtn: 0.0023193,0.00000,0.030
+13,mlp.experts.79.down_proj,rtn: 0.0022736,0.00000,0.030
+13,mlp.experts.43.down_proj,rtn: 0.0022736,0.00000,0.077
+13,mlp.experts.37.down_proj,rtn: 0.0023193,0.00000,0.065
+13,mlp.experts.90.down_proj,rtn: 0.0022583,0.00000,0.041
+13,mlp.experts.61.down_proj,rtn: 0.0022888,0.00000,0.050
+13,mlp.experts.46.down_proj,rtn: 0.0023193,0.00000,0.053
+13,mlp.experts.72.down_proj,rtn: 0.0022888,0.00000,0.038
+13,mlp.experts.33.down_proj,rtn: 0.0022888,0.00000,0.062
+13,mlp.experts.66.down_proj,rtn: 0.0022888,0.00000,0.052
+13,mlp.experts.39.down_proj,rtn: 0.0023346,0.00000,0.079
+13,mlp.experts.41.down_proj,rtn: 0.0023499,0.00000,0.060
+13,mlp.experts.48.down_proj,rtn: 0.0023651,0.00000,0.052
+13,mlp.experts.70.down_proj,rtn: 0.0022736,0.00000,0.048
+13,mlp.experts.95.down_proj,rtn: 0.0023499,0.00000,0.044
+13,mlp.experts.67.down_proj,rtn: 0.0023041,0.00000,0.047
+13,mlp.experts.59.down_proj,rtn: 0.0022430,0.00000,0.041
+13,mlp.experts.62.down_proj,rtn: 0.0022736,0.00000,0.029
+13,mlp.experts.106.down_proj,rtn: 0.0022583,0.00000,0.036
+13,mlp.experts.68.down_proj,rtn: 0.0022736,0.00000,0.045
+13,mlp.experts.60.down_proj,rtn: 0.0023193,0.00000,0.105
+13,mlp.experts.77.down_proj,rtn: 0.0022430,0.00000,0.098
+13,mlp.experts.82.down_proj,rtn: 0.0022583,0.00000,0.037
+13,mlp.experts.53.down_proj,rtn: 0.0022888,0.00000,0.100
+13,mlp.experts.122.down_proj,rtn: 0.0023041,0.00000,0.037
+13,mlp.experts.86.down_proj,rtn: 0.0022430,0.00000,0.039
+13,mlp.experts.88.down_proj,rtn: 0.0023041,0.00000,0.095
+13,mlp.experts.55.down_proj,rtn: 0.0023346,0.00000,0.042
+13,mlp.experts.111.down_proj,rtn: 0.0022736,0.00000,0.041
+13,mlp.experts.75.down_proj,rtn: 0.0023041,0.00000,0.043
+13,mlp.experts.83.down_proj,rtn: 0.0022736,0.00000,0.044
+13,mlp.experts.78.down_proj,rtn: 0.0023193,0.00000,0.044
+13,mlp.experts.49.down_proj,rtn: 0.0024109,0.00000,0.051
+13,mlp.experts.64.down_proj,rtn: 0.0023041,0.00000,0.044
+13,mlp.experts.57.down_proj,rtn: 0.0023041,0.00000,0.051
+13,mlp.experts.76.down_proj,rtn: 0.0022888,0.00000,0.033
+13,mlp.experts.98.down_proj,rtn: 0.0022430,0.00000,0.035
+13,mlp.experts.91.down_proj,rtn: 0.0022736,0.00000,0.033
+13,mlp.experts.138.down_proj,rtn: 0.0022736,0.00000,0.037
+13,mlp.experts.93.down_proj,rtn: 0.0023346,0.00000,0.040
+13,mlp.experts.84.down_proj,rtn: 0.0022888,0.00000,0.056
+13,mlp.experts.69.down_proj,rtn: 0.0022583,0.00000,0.052
+13,mlp.experts.102.down_proj,rtn: 0.0022888,0.00000,0.052
+13,mlp.experts.127.down_proj,rtn: 0.0023041,0.00000,0.043
+13,mlp.experts.94.down_proj,rtn: 0.0022430,0.00000,0.038
+13,mlp.experts.71.down_proj,rtn: 0.0022888,0.00000,0.050
+13,mlp.experts.104.down_proj,rtn: 0.0023956,0.00000,0.063
+13,mlp.experts.114.down_proj,rtn: 0.0023499,0.00000,0.044
+13,mlp.experts.107.down_proj,rtn: 0.0022736,0.00000,0.043
+13,mlp.experts.80.down_proj,rtn: 0.0023193,0.00000,0.034
+13,mlp.experts.92.down_proj,rtn: 0.0023193,0.00000,0.034
+13,mlp.experts.65.down_proj,rtn: 0.0022736,0.00000,0.047
+13,mlp.experts.154.down_proj,rtn: 0.0022430,0.00000,0.043
+13,mlp.experts.99.down_proj,rtn: 0.0023499,0.00000,0.053
+13,mlp.experts.73.down_proj,rtn: 0.0022736,0.00000,0.071
+13,mlp.experts.109.down_proj,rtn: 0.0022430,0.00000,0.047
+13,mlp.experts.110.down_proj,rtn: 0.0023346,0.00000,0.036
+13,mlp.experts.143.down_proj,rtn: 0.0023499,0.00000,0.040
+13,mlp.experts.85.down_proj,rtn: 0.0023651,0.00000,0.037
+13,mlp.experts.100.down_proj,rtn: 0.0022583,0.00000,0.055
+13,mlp.experts.118.down_proj,rtn: 0.0022736,0.00000,0.049
+13,mlp.experts.87.down_proj,rtn: 0.0023956,0.00000,0.050
+13,mlp.experts.123.down_proj,rtn: 0.0022736,0.00000,0.038
+13,mlp.experts.130.down_proj,rtn: 0.0022736,0.00000,0.043
+13,mlp.experts.120.down_proj,rtn: 0.0022278,0.00000,0.061
+13,mlp.experts.108.down_proj,rtn: 0.0022736,0.00000,0.048
+13,mlp.experts.170.down_proj,rtn: 0.0023193,0.00000,0.044
+13,mlp.experts.96.down_proj,rtn: 0.0022888,0.00000,0.034
+13,mlp.experts.126.down_proj,rtn: 0.0022888,0.00000,0.036
+13,mlp.experts.159.down_proj,rtn: 0.0022430,0.00000,0.038
+13,mlp.experts.125.down_proj,rtn: 0.0022583,0.00000,0.059
+13,mlp.experts.115.down_proj,rtn: 0.0022888,0.00000,0.053
+13,mlp.experts.81.down_proj,rtn: 0.0022430,0.00000,0.054
+13,mlp.experts.134.down_proj,rtn: 0.0022583,0.00000,0.043
+13,mlp.experts.116.down_proj,rtn: 0.0022736,0.00000,0.029
+13,mlp.experts.103.down_proj,rtn: 0.0022888,0.00000,0.042
+13,mlp.experts.146.down_proj,rtn: 0.0022583,0.00000,0.040
+13,mlp.experts.139.down_proj,rtn: 0.0023041,0.00000,0.040
+13,mlp.experts.136.down_proj,rtn: 0.0022888,0.00000,0.034
+13,mlp.experts.124.down_proj,rtn: 0.0022583,0.00000,0.035
+13,mlp.experts.89.down_proj,rtn: 0.0023956,0.00000,0.054
+13,mlp.experts.186.down_proj,rtn: 0.0023499,0.00000,0.035
+13,mlp.experts.101.down_proj,rtn: 0.0022583,0.00000,0.067
+13,mlp.experts.142.down_proj,rtn: 0.0022583,0.00000,0.034
+13,mlp.experts.175.down_proj,rtn: 0.0022583,0.00000,0.035
+13,mlp.experts.150.down_proj,rtn: 0.0022736,0.00000,0.029
+13,mlp.experts.132.down_proj,rtn: 0.0022583,0.00000,0.031
+13,mlp.experts.112.down_proj,rtn: 0.0022278,0.00000,0.031
+13,mlp.experts.152.down_proj,rtn: 0.0022583,0.00000,0.025
+13,mlp.experts.140.down_proj,rtn: 0.0022736,0.00000,0.026
+13,mlp.experts.162.down_proj,rtn: 0.0023041,0.00000,0.031
+13,mlp.experts.155.down_proj,rtn: 0.0022583,0.00000,0.038
+13,mlp.experts.119.down_proj,rtn: 0.0022583,0.00000,0.042
+13,mlp.experts.158.down_proj,rtn: 0.0022888,0.00000,0.028
+13,mlp.experts.131.down_proj,rtn: 0.0024109,0.00000,0.043
+13,mlp.experts.141.down_proj,rtn: 0.0023193,0.00000,0.066
+13,mlp.experts.97.down_proj,rtn: 0.0022888,0.00000,0.057
+13,mlp.experts.166.down_proj,rtn: 0.0022430,0.00000,0.032
+13,mlp.experts.191.down_proj,rtn: 0.0022430,0.00000,0.046
+13,mlp.experts.105.down_proj,rtn: 0.0022430,0.00000,0.058
+13,mlp.experts.117.down_proj,rtn: 0.0022736,0.00000,0.053
+13,mlp.experts.148.down_proj,rtn: 0.0022583,0.00000,0.030
+13,mlp.experts.168.down_proj,rtn: 0.0022888,0.00000,0.030
+13,mlp.experts.128.down_proj,rtn: 0.0022430,0.00000,0.030
+13,mlp.experts.156.down_proj,rtn: 0.0022583,0.00000,0.031
+13,mlp.experts.174.down_proj,rtn: 0.0022583,0.00000,0.029
+13,mlp.experts.178.down_proj,rtn: 0.0022736,0.00000,0.035
+13,mlp.experts.182.down_proj,rtn: 0.0022888,0.00000,0.017
+13,mlp.experts.171.down_proj,rtn: 0.0022736,0.00000,0.039
+13,mlp.experts.135.down_proj,rtn: 0.0022583,0.00000,0.040
+13,mlp.experts.147.down_proj,rtn: 0.0023193,0.00000,0.034
+13,mlp.experts.157.down_proj,rtn: 0.0022583,0.00000,0.047
+13,mlp.experts.190.down_proj,rtn: 0.0023193,0.00000,0.013
+13,mlp.experts.113.down_proj,rtn: 0.0022736,0.00000,0.049
+13,mlp.experts.184.down_proj,rtn: 0.0023041,0.00000,0.026
+13,mlp.experts.144.down_proj,rtn: 0.0022736,0.00000,0.028
+13,mlp.experts.164.down_proj,rtn: 0.0022583,0.00000,0.027
+13,mlp.experts.172.down_proj,rtn: 0.0022736,0.00000,0.034
+13,mlp.experts.187.down_proj,rtn: 0.0022888,0.00000,0.030
+13,mlp.experts.121.down_proj,rtn: 0.0023346,0.00000,0.048
+13,mlp.experts.151.down_proj,rtn: 0.0022583,0.00000,0.029
+13,mlp.experts.163.down_proj,rtn: 0.0022583,0.00000,0.031
+13,mlp.experts.133.down_proj,rtn: 0.0022278,0.00000,0.051
+13,mlp.experts.173.down_proj,rtn: 0.0022736,0.00000,0.038
+13,mlp.experts.188.down_proj,rtn: 0.0022583,0.00000,0.028
+13,mlp.experts.160.down_proj,rtn: 0.0022583,0.00000,0.023
+13,mlp.experts.180.down_proj,rtn: 0.0023193,0.00000,0.023
+13,mlp.experts.167.down_proj,rtn: 0.0023193,0.00000,0.020
+13,mlp.experts.129.down_proj,rtn: 0.0022888,0.00000,0.039
+13,mlp.experts.179.down_proj,rtn: 0.0023041,0.00000,0.024
+13,mlp.experts.176.down_proj,rtn: 0.0022736,0.00000,0.011
+13,mlp.experts.137.down_proj,rtn: 0.0022888,0.00000,0.038
+13,mlp.experts.183.down_proj,rtn: 0.0022736,0.00000,0.015
+13,mlp.experts.149.down_proj,rtn: 0.0022888,0.00000,0.036
+13,mlp.experts.189.down_proj,rtn: 0.0023041,0.00000,0.035
+13,mlp.experts.145.down_proj,rtn: 0.0022430,0.00000,0.031
+13,mlp.experts.153.down_proj,rtn: 0.0023499,0.00000,0.026
+13,mlp.experts.165.down_proj,rtn: 0.0023193,0.00000,0.023
+13,mlp.experts.181.down_proj,rtn: 0.0022736,0.00000,0.024
+13,mlp.experts.169.down_proj,rtn: 0.0023956,0.00000,0.025
+13,mlp.experts.161.down_proj,rtn: 0.0022736,0.00000,0.036
+13,mlp.experts.185.down_proj,rtn: 0.0022583,0.00000,0.018
+13,mlp.experts.177.down_proj,rtn: 0.0022583,0.00000,0.017
+13,mlp.shared_experts.gate_proj,rtn: 0.0015717,0.00000,0.027
+13,mlp.shared_experts.up_proj,rtn: 0.0015793,0.00000,0.029
+13,mlp.shared_experts.down_proj,rtn: 0.0016327,0.00000,0.022
+14,self_attn.q_proj,rtn: 0.0022736,0.00000,0.018
+14,self_attn.v_proj,rtn: 0.0026245,0.00000,0.045
+14,self_attn.k_proj,rtn: 0.0024109,0.00000,0.028
+14,self_attn.o_proj,rtn: 0.0025024,0.00000,0.045
+14,mlp.experts.3.gate_proj,rtn: 0.0022583,0.00000,0.108
+14,mlp.experts.7.gate_proj,rtn: 0.0024109,0.00000,0.118
+14,mlp.experts.1.gate_proj,rtn: 0.0023346,0.00000,0.122
+14,mlp.experts.15.gate_proj,rtn: 0.0023346,0.00000,0.123
+14,mlp.experts.12.gate_proj,rtn: 0.0023499,0.00000,0.125
+14,mlp.experts.13.gate_proj,rtn: 0.0022736,0.00000,0.124
+14,mlp.experts.4.gate_proj,rtn: 0.0023651,0.00000,0.128
+14,mlp.experts.0.gate_proj,rtn: 0.0023193,0.00000,0.129
+14,mlp.experts.8.gate_proj,rtn: 0.0023651,0.00000,0.131
+14,mlp.experts.9.gate_proj,rtn: 0.0023499,0.00000,0.133
+14,mlp.experts.6.gate_proj,rtn: 0.0023651,0.00000,0.140
+14,mlp.experts.2.gate_proj,rtn: 0.0023651,0.00000,0.141
+14,mlp.experts.14.gate_proj,rtn: 0.0023041,0.00000,0.140
+14,mlp.experts.5.gate_proj,rtn: 0.0023651,0.00000,0.141
+14,mlp.experts.10.gate_proj,rtn: 0.0023041,0.00000,0.144
+14,mlp.experts.11.gate_proj,rtn: 0.0022888,0.00000,0.147
+14,mlp.experts.19.gate_proj,rtn: 0.0023346,0.00000,0.097
+14,mlp.experts.17.gate_proj,rtn: 0.0023346,0.00000,0.095
+14,mlp.experts.29.gate_proj,rtn: 0.0023804,0.00000,0.089
+14,mlp.experts.31.gate_proj,rtn: 0.0023193,0.00000,0.092
+14,mlp.experts.23.gate_proj,rtn: 0.0022736,0.00000,0.100
+14,mlp.experts.24.gate_proj,rtn: 0.0023499,0.00000,0.091
+14,mlp.experts.28.gate_proj,rtn: 0.0023041,0.00000,0.098
+14,mlp.experts.20.gate_proj,rtn: 0.0023346,0.00000,0.088
+14,mlp.experts.21.gate_proj,rtn: 0.0022888,0.00000,0.087
+14,mlp.experts.16.gate_proj,rtn: 0.0023651,0.00000,0.094
+14,mlp.experts.25.gate_proj,rtn: 0.0023346,0.00000,0.089
+14,mlp.experts.22.gate_proj,rtn: 0.0023193,0.00000,0.102
+14,mlp.experts.18.gate_proj,rtn: 0.0022888,0.00000,0.101
+14,mlp.experts.30.gate_proj,rtn: 0.0023651,0.00000,0.099
+14,mlp.experts.26.gate_proj,rtn: 0.0023041,0.00000,0.096
+14,mlp.experts.27.gate_proj,rtn: 0.0023193,0.00000,0.098
+14,mlp.experts.35.gate_proj,rtn: 0.0022888,0.00000,0.095
+14,mlp.experts.44.gate_proj,rtn: 0.0023193,0.00000,0.082
+14,mlp.experts.47.gate_proj,rtn: 0.0023499,0.00000,0.094
+14,mlp.experts.33.gate_proj,rtn: 0.0023346,0.00000,0.097
+14,mlp.experts.45.gate_proj,rtn: 0.0023346,0.00000,0.096
+14,mlp.experts.40.gate_proj,rtn: 0.0022888,0.00000,0.089
+14,mlp.experts.39.gate_proj,rtn: 0.0023956,0.00000,0.094
+14,mlp.experts.36.gate_proj,rtn: 0.0023041,0.00000,0.083
+14,mlp.experts.32.gate_proj,rtn: 0.0023041,0.00000,0.084
+14,mlp.experts.41.gate_proj,rtn: 0.0023651,0.00000,0.088
+14,mlp.experts.37.gate_proj,rtn: 0.0023346,0.00000,0.099
+14,mlp.experts.38.gate_proj,rtn: 0.0024261,0.00000,0.088
+14,mlp.experts.42.gate_proj,rtn: 0.0023804,0.00000,0.094
+14,mlp.experts.46.gate_proj,rtn: 0.0023193,0.00000,0.090
+14,mlp.experts.34.gate_proj,rtn: 0.0022736,0.00000,0.097
+14,mlp.experts.43.gate_proj,rtn: 0.0023956,0.00000,0.092
+14,mlp.experts.60.gate_proj,rtn: 0.0023041,0.00000,0.082
+14,mlp.experts.51.gate_proj,rtn: 0.0023499,0.00000,0.095
+14,mlp.experts.61.gate_proj,rtn: 0.0023193,0.00000,0.084
+14,mlp.experts.56.gate_proj,rtn: 0.0023193,0.00000,0.079
+14,mlp.experts.48.gate_proj,rtn: 0.0023346,0.00000,0.085
+14,mlp.experts.63.gate_proj,rtn: 0.0023041,0.00000,0.094
+14,mlp.experts.52.gate_proj,rtn: 0.0023651,0.00000,0.083
+14,mlp.experts.49.gate_proj,rtn: 0.0022736,0.00000,0.098
+14,mlp.experts.55.gate_proj,rtn: 0.0024261,0.00000,0.098
+14,mlp.experts.57.gate_proj,rtn: 0.0022888,0.00000,0.098
+14,mlp.experts.53.gate_proj,rtn: 0.0023041,0.00000,0.091
+14,mlp.experts.62.gate_proj,rtn: 0.0023804,0.00000,0.096
+14,mlp.experts.58.gate_proj,rtn: 0.0023956,0.00000,0.098
+14,mlp.experts.54.gate_proj,rtn: 0.0023956,0.00000,0.106
+14,mlp.experts.59.gate_proj,rtn: 0.0023346,0.00000,0.097
+14,mlp.experts.50.gate_proj,rtn: 0.0023193,0.00000,0.105
+14,mlp.experts.76.gate_proj,rtn: 0.0023499,0.00000,0.085
+14,mlp.experts.68.gate_proj,rtn: 0.0023651,0.00000,0.077
+14,mlp.experts.67.gate_proj,rtn: 0.0023193,0.00000,0.098
+14,mlp.experts.72.gate_proj,rtn: 0.0023651,0.00000,0.086
+14,mlp.experts.64.gate_proj,rtn: 0.0024109,0.00000,0.090
+14,mlp.experts.77.gate_proj,rtn: 0.0023346,0.00000,0.096
+14,mlp.experts.65.gate_proj,rtn: 0.0023193,0.00000,0.090
+14,mlp.experts.71.gate_proj,rtn: 0.0023193,0.00000,0.087
+14,mlp.experts.79.gate_proj,rtn: 0.0023651,0.00000,0.096
+14,mlp.experts.69.gate_proj,rtn: 0.0023499,0.00000,0.090
+14,mlp.experts.73.gate_proj,rtn: 0.0023193,0.00000,0.099
+14,mlp.experts.74.gate_proj,rtn: 0.0023346,0.00000,0.093
+14,mlp.experts.78.gate_proj,rtn: 0.0023193,0.00000,0.095
+14,mlp.experts.70.gate_proj,rtn: 0.0023041,0.00000,0.092
+14,mlp.experts.75.gate_proj,rtn: 0.0024567,0.00000,0.095
+14,mlp.experts.66.gate_proj,rtn: 0.0023193,0.00000,0.102
+14,mlp.experts.92.gate_proj,rtn: 0.0023346,0.00000,0.089
+14,mlp.experts.84.gate_proj,rtn: 0.0023346,0.00000,0.085
+14,mlp.experts.83.gate_proj,rtn: 0.0023804,0.00000,0.087
+14,mlp.experts.80.gate_proj,rtn: 0.0022736,0.00000,0.084
+14,mlp.experts.88.gate_proj,rtn: 0.0023346,0.00000,0.090
+14,mlp.experts.95.gate_proj,rtn: 0.0023041,0.00000,0.081
+14,mlp.experts.87.gate_proj,rtn: 0.0023193,0.00000,0.083
+14,mlp.experts.81.gate_proj,rtn: 0.0023041,0.00000,0.093
+14,mlp.experts.93.gate_proj,rtn: 0.0023804,0.00000,0.099
+14,mlp.experts.86.gate_proj,rtn: 0.0023346,0.00000,0.072
+14,mlp.experts.94.gate_proj,rtn: 0.0023499,0.00000,0.076
+14,mlp.experts.91.gate_proj,rtn: 0.0023804,0.00000,0.072
+14,mlp.experts.85.gate_proj,rtn: 0.0022736,0.00000,0.098
+14,mlp.experts.89.gate_proj,rtn: 0.0023499,0.00000,0.095
+14,mlp.experts.90.gate_proj,rtn: 0.0023804,0.00000,0.087
+14,mlp.experts.82.gate_proj,rtn: 0.0023041,0.00000,0.085
+14,mlp.experts.99.gate_proj,rtn: 0.0023651,0.00000,0.066
+14,mlp.experts.111.gate_proj,rtn: 0.0023193,0.00000,0.069
+14,mlp.experts.103.gate_proj,rtn: 0.0023193,0.00000,0.067
+14,mlp.experts.108.gate_proj,rtn: 0.0023041,0.00000,0.102
+14,mlp.experts.100.gate_proj,rtn: 0.0023499,0.00000,0.093
+14,mlp.experts.96.gate_proj,rtn: 0.0023956,0.00000,0.088
+14,mlp.experts.102.gate_proj,rtn: 0.0023041,0.00000,0.072
+14,mlp.experts.104.gate_proj,rtn: 0.0022888,0.00000,0.099
+14,mlp.experts.97.gate_proj,rtn: 0.0023499,0.00000,0.091
+14,mlp.experts.107.gate_proj,rtn: 0.0023041,0.00000,0.073
+14,mlp.experts.109.gate_proj,rtn: 0.0023193,0.00000,0.098
+14,mlp.experts.106.gate_proj,rtn: 0.0023346,0.00000,0.075
+14,mlp.experts.110.gate_proj,rtn: 0.0023193,0.00000,0.083
+14,mlp.experts.101.gate_proj,rtn: 0.0023193,0.00000,0.089
+14,mlp.experts.105.gate_proj,rtn: 0.0023193,0.00000,0.088
+14,mlp.experts.98.gate_proj,rtn: 0.0023193,0.00000,0.083
+14,mlp.experts.115.gate_proj,rtn: 0.0023041,0.00000,0.078
+14,mlp.experts.127.gate_proj,rtn: 0.0023499,0.00000,0.080
+14,mlp.experts.119.gate_proj,rtn: 0.0023346,0.00000,0.082
+14,mlp.experts.116.gate_proj,rtn: 0.0023499,0.00000,0.094
+14,mlp.experts.118.gate_proj,rtn: 0.0023193,0.00000,0.085
+14,mlp.experts.112.gate_proj,rtn: 0.0024109,0.00000,0.095
+14,mlp.experts.113.gate_proj,rtn: 0.0024261,0.00000,0.087
+14,mlp.experts.124.gate_proj,rtn: 0.0023193,0.00000,0.110
+14,mlp.experts.122.gate_proj,rtn: 0.0023651,0.00000,0.083
+14,mlp.experts.125.gate_proj,rtn: 0.0023956,0.00000,0.085
+14,mlp.experts.120.gate_proj,rtn: 0.0023651,0.00000,0.105
+14,mlp.experts.123.gate_proj,rtn: 0.0023346,0.00000,0.097
+14,mlp.experts.117.gate_proj,rtn: 0.0023956,0.00000,0.084
+14,mlp.experts.126.gate_proj,rtn: 0.0023804,0.00000,0.092
+14,mlp.experts.121.gate_proj,rtn: 0.0023651,0.00000,0.081
+14,mlp.experts.114.gate_proj,rtn: 0.0023346,0.00000,0.094
+14,mlp.experts.131.gate_proj,rtn: 0.0023804,0.00000,0.101
+14,mlp.experts.143.gate_proj,rtn: 0.0023651,0.00000,0.100
+14,mlp.experts.129.gate_proj,rtn: 0.0023956,0.00000,0.065
+14,mlp.experts.135.gate_proj,rtn: 0.0023193,0.00000,0.100
+14,mlp.experts.141.gate_proj,rtn: 0.0022736,0.00000,0.069
+14,mlp.experts.128.gate_proj,rtn: 0.0023346,0.00000,0.087
+14,mlp.experts.132.gate_proj,rtn: 0.0024414,0.00000,0.095
+14,mlp.experts.134.gate_proj,rtn: 0.0023193,0.00000,0.101
+14,mlp.experts.137.gate_proj,rtn: 0.0023193,0.00000,0.068
+14,mlp.experts.133.gate_proj,rtn: 0.0023041,0.00000,0.073
+14,mlp.experts.140.gate_proj,rtn: 0.0023193,0.00000,0.094
+14,mlp.experts.139.gate_proj,rtn: 0.0022736,0.00000,0.087
+14,mlp.experts.138.gate_proj,rtn: 0.0023499,0.00000,0.103
+14,mlp.experts.136.gate_proj,rtn: 0.0023193,0.00000,0.096
+14,mlp.experts.142.gate_proj,rtn: 0.0023193,0.00000,0.095
+14,mlp.experts.130.gate_proj,rtn: 0.0023804,0.00000,0.103
+14,mlp.experts.147.gate_proj,rtn: 0.0023804,0.00000,0.090
+14,mlp.experts.145.gate_proj,rtn: 0.0023193,0.00000,0.074
+14,mlp.experts.159.gate_proj,rtn: 0.0023499,0.00000,0.080
+14,mlp.experts.157.gate_proj,rtn: 0.0022888,0.00000,0.065
+14,mlp.experts.153.gate_proj,rtn: 0.0023346,0.00000,0.067
+14,mlp.experts.151.gate_proj,rtn: 0.0023651,0.00000,0.093
+14,mlp.experts.144.gate_proj,rtn: 0.0023041,0.00000,0.089
+14,mlp.experts.149.gate_proj,rtn: 0.0022888,0.00000,0.075
+14,mlp.experts.148.gate_proj,rtn: 0.0023499,0.00000,0.094
+14,mlp.experts.155.gate_proj,rtn: 0.0024719,0.00000,0.086
+14,mlp.experts.156.gate_proj,rtn: 0.0022888,0.00000,0.095
+14,mlp.experts.150.gate_proj,rtn: 0.0023956,0.00000,0.105
+14,mlp.experts.152.gate_proj,rtn: 0.0023041,0.00000,0.094
+14,mlp.experts.154.gate_proj,rtn: 0.0023651,0.00000,0.104
+14,mlp.experts.158.gate_proj,rtn: 0.0023193,0.00000,0.101
+14,mlp.experts.173.gate_proj,rtn: 0.0023499,0.00000,0.072
+14,mlp.experts.161.gate_proj,rtn: 0.0023041,0.00000,0.074
+14,mlp.experts.169.gate_proj,rtn: 0.0023346,0.00000,0.068
+14,mlp.experts.163.gate_proj,rtn: 0.0023499,0.00000,0.088
+14,mlp.experts.175.gate_proj,rtn: 0.0023193,0.00000,0.085
+14,mlp.experts.146.gate_proj,rtn: 0.0023499,0.00000,0.103
+14,mlp.experts.167.gate_proj,rtn: 0.0023346,0.00000,0.081
+14,mlp.experts.165.gate_proj,rtn: 0.0023346,0.00000,0.076
+14,mlp.experts.160.gate_proj,rtn: 0.0022888,0.00000,0.085
+14,mlp.experts.164.gate_proj,rtn: 0.0023651,0.00000,0.086
+14,mlp.experts.171.gate_proj,rtn: 0.0023193,0.00000,0.085
+14,mlp.experts.172.gate_proj,rtn: 0.0023193,0.00000,0.088
+14,mlp.experts.177.gate_proj,rtn: 0.0024567,0.00000,0.073
+14,mlp.experts.185.gate_proj,rtn: 0.0023499,0.00000,0.066
+14,mlp.experts.168.gate_proj,rtn: 0.0023804,0.00000,0.092
+14,mlp.experts.189.gate_proj,rtn: 0.0023346,0.00000,0.075
+14,mlp.experts.166.gate_proj,rtn: 0.0023804,0.00000,0.102
+14,mlp.experts.174.gate_proj,rtn: 0.0023193,0.00000,0.102
+14,mlp.experts.170.gate_proj,rtn: 0.0023346,0.00000,0.107
+14,mlp.experts.179.gate_proj,rtn: 0.0023804,0.00000,0.085
+14,mlp.experts.191.gate_proj,rtn: 0.0022888,0.00000,0.084
+14,mlp.experts.183.gate_proj,rtn: 0.0023346,0.00000,0.086
+14,mlp.experts.176.gate_proj,rtn: 0.0023804,0.00000,0.088
+14,mlp.experts.162.gate_proj,rtn: 0.0023956,0.00000,0.103
+14,mlp.experts.180.gate_proj,rtn: 0.0022888,0.00000,0.088
+14,mlp.experts.187.gate_proj,rtn: 0.0023193,0.00000,0.074
+14,mlp.experts.181.gate_proj,rtn: 0.0023346,0.00000,0.104
+14,mlp.experts.188.gate_proj,rtn: 0.0023651,0.00000,0.084
+14,mlp.experts.15.up_proj,rtn: 0.0023193,0.00000,0.061
+14,mlp.experts.184.gate_proj,rtn: 0.0023499,0.00000,0.079
+14,mlp.experts.13.up_proj,rtn: 0.0022583,0.00000,0.068
+14,mlp.experts.3.up_proj,rtn: 0.0022583,0.00000,0.070
+14,mlp.experts.1.up_proj,rtn: 0.0023193,0.00000,0.076
+14,mlp.experts.9.up_proj,rtn: 0.0023346,0.00000,0.106
+14,mlp.experts.7.up_proj,rtn: 0.0023956,0.00000,0.067
+14,mlp.experts.0.up_proj,rtn: 0.0023193,0.00000,0.080
+14,mlp.experts.186.gate_proj,rtn: 0.0023346,0.00000,0.109
+14,mlp.experts.190.gate_proj,rtn: 0.0022736,0.00000,0.120
+14,mlp.experts.182.gate_proj,rtn: 0.0023956,0.00000,0.136
+14,mlp.experts.11.up_proj,rtn: 0.0022888,0.00000,0.069
+14,mlp.experts.31.up_proj,rtn: 0.0023041,0.00000,0.069
+14,mlp.experts.4.up_proj,rtn: 0.0023499,0.00000,0.081
+14,mlp.experts.12.up_proj,rtn: 0.0023499,0.00000,0.082
+14,mlp.experts.178.gate_proj,rtn: 0.0023193,0.00000,0.081
+14,mlp.experts.19.up_proj,rtn: 0.0023193,0.00000,0.074
+14,mlp.experts.8.up_proj,rtn: 0.0023499,0.00000,0.091
+14,mlp.experts.23.up_proj,rtn: 0.0022583,0.00000,0.075
+14,mlp.experts.5.up_proj,rtn: 0.0023499,0.00000,0.125
+14,mlp.experts.29.up_proj,rtn: 0.0023651,0.00000,0.108
+14,mlp.experts.27.up_proj,rtn: 0.0023041,0.00000,0.065
+14,mlp.experts.25.up_proj,rtn: 0.0023193,0.00000,0.080
+14,mlp.experts.17.up_proj,rtn: 0.0023193,0.00000,0.081
+14,mlp.experts.16.up_proj,rtn: 0.0023499,0.00000,0.085
+14,mlp.experts.47.up_proj,rtn: 0.0023346,0.00000,0.064
+14,mlp.experts.10.up_proj,rtn: 0.0022888,0.00000,0.110
+14,mlp.experts.20.up_proj,rtn: 0.0023193,0.00000,0.081
+14,mlp.experts.28.up_proj,rtn: 0.0023041,0.00000,0.083
+14,mlp.experts.14.up_proj,rtn: 0.0022888,0.00000,0.107
+14,mlp.experts.35.up_proj,rtn: 0.0022888,0.00000,0.068
+14,mlp.experts.39.up_proj,rtn: 0.0023804,0.00000,0.067
+14,mlp.experts.6.up_proj,rtn: 0.0023499,0.00000,0.117
+14,mlp.experts.21.up_proj,rtn: 0.0022888,0.00000,0.071
+14,mlp.experts.45.up_proj,rtn: 0.0023193,0.00000,0.066
+14,mlp.experts.24.up_proj,rtn: 0.0023346,0.00000,0.092
+14,mlp.experts.43.up_proj,rtn: 0.0023804,0.00000,0.064
+14,mlp.experts.2.up_proj,rtn: 0.0023499,0.00000,0.092
+14,mlp.experts.41.up_proj,rtn: 0.0023346,0.00000,0.072
+14,mlp.experts.63.up_proj,rtn: 0.0022888,0.00000,0.066
+14,mlp.experts.33.up_proj,rtn: 0.0023193,0.00000,0.072
+14,mlp.experts.32.up_proj,rtn: 0.0022888,0.00000,0.091
+14,mlp.experts.55.up_proj,rtn: 0.0024109,0.00000,0.060
+14,mlp.experts.51.up_proj,rtn: 0.0023346,0.00000,0.071
+14,mlp.experts.26.up_proj,rtn: 0.0023041,0.00000,0.097
+14,mlp.experts.44.up_proj,rtn: 0.0023193,0.00000,0.092
+14,mlp.experts.36.up_proj,rtn: 0.0022888,0.00000,0.095
+14,mlp.experts.61.up_proj,rtn: 0.0023041,0.00000,0.071
+14,mlp.experts.37.up_proj,rtn: 0.0023041,0.00000,0.074
+14,mlp.experts.30.up_proj,rtn: 0.0023499,0.00000,0.100
+14,mlp.experts.59.up_proj,rtn: 0.0023193,0.00000,0.064
+14,mlp.experts.79.up_proj,rtn: 0.0023499,0.00000,0.065
+14,mlp.experts.22.up_proj,rtn: 0.0023193,0.00000,0.100
+14,mlp.experts.57.up_proj,rtn: 0.0022736,0.00000,0.072
+14,mlp.experts.49.up_proj,rtn: 0.0022736,0.00000,0.065
+14,mlp.experts.40.up_proj,rtn: 0.0022888,0.00000,0.092
+14,mlp.experts.71.up_proj,rtn: 0.0023041,0.00000,0.060
+14,mlp.experts.18.up_proj,rtn: 0.0022888,0.00000,0.102
+14,mlp.experts.67.up_proj,rtn: 0.0023041,0.00000,0.062
+14,mlp.experts.48.up_proj,rtn: 0.0023193,0.00000,0.085
+14,mlp.experts.75.up_proj,rtn: 0.0024414,0.00000,0.060
+14,mlp.experts.95.up_proj,rtn: 0.0022888,0.00000,0.060
+14,mlp.experts.77.up_proj,rtn: 0.0023193,0.00000,0.069
+14,mlp.experts.65.up_proj,rtn: 0.0023193,0.00000,0.057
+14,mlp.experts.60.up_proj,rtn: 0.0023041,0.00000,0.085
+14,mlp.experts.53.up_proj,rtn: 0.0022888,0.00000,0.076
+14,mlp.experts.73.up_proj,rtn: 0.0023193,0.00000,0.068
+14,mlp.experts.52.up_proj,rtn: 0.0023346,0.00000,0.084
+14,mlp.experts.42.up_proj,rtn: 0.0023651,0.00000,0.114
+14,mlp.experts.87.up_proj,rtn: 0.0023041,0.00000,0.068
+14,mlp.experts.56.up_proj,rtn: 0.0023193,0.00000,0.085
+14,mlp.experts.46.up_proj,rtn: 0.0023041,0.00000,0.102
+14,mlp.experts.38.up_proj,rtn: 0.0024109,0.00000,0.109
+14,mlp.experts.83.up_proj,rtn: 0.0023499,0.00000,0.079
+14,mlp.experts.64.up_proj,rtn: 0.0023804,0.00000,0.084
+14,mlp.experts.93.up_proj,rtn: 0.0023651,0.00000,0.071
+14,mlp.experts.34.up_proj,rtn: 0.0022583,0.00000,0.109
+14,mlp.experts.81.up_proj,rtn: 0.0023041,0.00000,0.072
+14,mlp.experts.91.up_proj,rtn: 0.0023651,0.00000,0.089
+14,mlp.experts.76.up_proj,rtn: 0.0023346,0.00000,0.078
+14,mlp.experts.111.up_proj,rtn: 0.0023193,0.00000,0.091
+14,mlp.experts.89.up_proj,rtn: 0.0023346,0.00000,0.073
+14,mlp.experts.69.up_proj,rtn: 0.0023193,0.00000,0.077
+14,mlp.experts.68.up_proj,rtn: 0.0023499,0.00000,0.076
+14,mlp.experts.72.up_proj,rtn: 0.0023499,0.00000,0.067
+14,mlp.experts.103.up_proj,rtn: 0.0023041,0.00000,0.080
+14,mlp.experts.99.up_proj,rtn: 0.0023499,0.00000,0.074
+14,mlp.experts.58.up_proj,rtn: 0.0023804,0.00000,0.096
+14,mlp.experts.80.up_proj,rtn: 0.0022736,0.00000,0.074
+14,mlp.experts.109.up_proj,rtn: 0.0023041,0.00000,0.067
+14,mlp.experts.54.up_proj,rtn: 0.0023804,0.00000,0.093
+14,mlp.experts.62.up_proj,rtn: 0.0023651,0.00000,0.111
+14,mlp.experts.97.up_proj,rtn: 0.0023346,0.00000,0.075
+14,mlp.experts.107.up_proj,rtn: 0.0022888,0.00000,0.074
+14,mlp.experts.85.up_proj,rtn: 0.0022736,0.00000,0.068
+14,mlp.experts.84.up_proj,rtn: 0.0023346,0.00000,0.066
+14,mlp.experts.92.up_proj,rtn: 0.0023193,0.00000,0.076
+14,mlp.experts.105.up_proj,rtn: 0.0023041,0.00000,0.075
+14,mlp.experts.50.up_proj,rtn: 0.0023193,0.00000,0.108
+14,mlp.experts.127.up_proj,rtn: 0.0023346,0.00000,0.093
+14,mlp.experts.88.up_proj,rtn: 0.0023193,0.00000,0.075
+14,mlp.experts.119.up_proj,rtn: 0.0023193,0.00000,0.079
+14,mlp.experts.115.up_proj,rtn: 0.0022888,0.00000,0.081
+14,mlp.experts.125.up_proj,rtn: 0.0023804,0.00000,0.085
+14,mlp.experts.96.up_proj,rtn: 0.0023804,0.00000,0.089
+14,mlp.experts.113.up_proj,rtn: 0.0023956,0.00000,0.088
+14,mlp.experts.123.up_proj,rtn: 0.0023346,0.00000,0.086
+14,mlp.experts.74.up_proj,rtn: 0.0023193,0.00000,0.118
+14,mlp.experts.100.up_proj,rtn: 0.0023346,0.00000,0.088
+14,mlp.experts.108.up_proj,rtn: 0.0022888,0.00000,0.090
+14,mlp.experts.121.up_proj,rtn: 0.0023499,0.00000,0.091
+14,mlp.experts.101.up_proj,rtn: 0.0022888,0.00000,0.098
+14,mlp.experts.70.up_proj,rtn: 0.0022888,0.00000,0.121
+14,mlp.experts.78.up_proj,rtn: 0.0023193,0.00000,0.123
+14,mlp.experts.135.up_proj,rtn: 0.0023041,0.00000,0.083
+14,mlp.experts.143.up_proj,rtn: 0.0023499,0.00000,0.092
+14,mlp.experts.104.up_proj,rtn: 0.0022736,0.00000,0.093
+14,mlp.experts.66.up_proj,rtn: 0.0023041,0.00000,0.107
+14,mlp.experts.131.up_proj,rtn: 0.0023651,0.00000,0.093
+14,mlp.experts.141.up_proj,rtn: 0.0022736,0.00000,0.087
+14,mlp.experts.129.up_proj,rtn: 0.0023804,0.00000,0.086
+14,mlp.experts.112.up_proj,rtn: 0.0023956,0.00000,0.096
+14,mlp.experts.139.up_proj,rtn: 0.0022583,0.00000,0.091
+14,mlp.experts.90.up_proj,rtn: 0.0023651,0.00000,0.099
+14,mlp.experts.116.up_proj,rtn: 0.0023346,0.00000,0.096
+14,mlp.experts.137.up_proj,rtn: 0.0023041,0.00000,0.090
+14,mlp.experts.117.up_proj,rtn: 0.0023804,0.00000,0.088
+14,mlp.experts.86.up_proj,rtn: 0.0023193,0.00000,0.089
+14,mlp.experts.124.up_proj,rtn: 0.0023041,0.00000,0.103
+14,mlp.experts.94.up_proj,rtn: 0.0023346,0.00000,0.099
+14,mlp.experts.159.up_proj,rtn: 0.0023346,0.00000,0.093
+14,mlp.experts.151.up_proj,rtn: 0.0023651,0.00000,0.097
+14,mlp.experts.120.up_proj,rtn: 0.0023499,0.00000,0.099
+14,mlp.experts.82.up_proj,rtn: 0.0022888,0.00000,0.088
+14,mlp.experts.147.up_proj,rtn: 0.0023651,0.00000,0.100
+14,mlp.experts.157.up_proj,rtn: 0.0022888,0.00000,0.090
+14,mlp.experts.145.up_proj,rtn: 0.0023193,0.00000,0.093
+14,mlp.experts.128.up_proj,rtn: 0.0023041,0.00000,0.092
+14,mlp.experts.155.up_proj,rtn: 0.0024719,0.00000,0.098
+14,mlp.experts.106.up_proj,rtn: 0.0023193,0.00000,0.093
+14,mlp.experts.133.up_proj,rtn: 0.0022888,0.00000,0.087
+14,mlp.experts.132.up_proj,rtn: 0.0024261,0.00000,0.098
+14,mlp.experts.153.up_proj,rtn: 0.0023193,0.00000,0.095
+14,mlp.experts.102.up_proj,rtn: 0.0022888,0.00000,0.094
+14,mlp.experts.140.up_proj,rtn: 0.0023041,0.00000,0.104
+14,mlp.experts.110.up_proj,rtn: 0.0023041,0.00000,0.094
+14,mlp.experts.175.up_proj,rtn: 0.0023041,0.00000,0.101
+14,mlp.experts.167.up_proj,rtn: 0.0023193,0.00000,0.092
+14,mlp.experts.98.up_proj,rtn: 0.0023041,0.00000,0.095
+14,mlp.experts.136.up_proj,rtn: 0.0023041,0.00000,0.101
+14,mlp.experts.173.up_proj,rtn: 0.0023346,0.00000,0.087
+14,mlp.experts.163.up_proj,rtn: 0.0023346,0.00000,0.111
+14,mlp.experts.161.up_proj,rtn: 0.0023041,0.00000,0.095
+14,mlp.experts.144.up_proj,rtn: 0.0022888,0.00000,0.090
+14,mlp.experts.171.up_proj,rtn: 0.0023193,0.00000,0.098
+14,mlp.experts.148.up_proj,rtn: 0.0023499,0.00000,0.094
+14,mlp.experts.122.up_proj,rtn: 0.0023346,0.00000,0.105
+14,mlp.experts.126.up_proj,rtn: 0.0023651,0.00000,0.079
+14,mlp.experts.169.up_proj,rtn: 0.0023193,0.00000,0.097
+14,mlp.experts.149.up_proj,rtn: 0.0022736,0.00000,0.105
+14,mlp.experts.118.up_proj,rtn: 0.0023041,0.00000,0.095
+14,mlp.experts.156.up_proj,rtn: 0.0022888,0.00000,0.097
+14,mlp.experts.114.up_proj,rtn: 0.0023193,0.00000,0.086
+14,mlp.experts.183.up_proj,rtn: 0.0023193,0.00000,0.083
+14,mlp.experts.191.up_proj,rtn: 0.0022736,0.00000,0.086
+14,mlp.experts.152.up_proj,rtn: 0.0022888,0.00000,0.105
+14,mlp.experts.179.up_proj,rtn: 0.0023499,0.00000,0.094
+14,mlp.experts.187.up_proj,rtn: 0.0023041,0.00000,0.080
+14,mlp.experts.189.up_proj,rtn: 0.0023193,0.00000,0.111
+14,mlp.experts.177.up_proj,rtn: 0.0024567,0.00000,0.103
+14,mlp.experts.138.up_proj,rtn: 0.0023346,0.00000,0.084
+14,mlp.experts.160.up_proj,rtn: 0.0022736,0.00000,0.099
+14,mlp.experts.142.up_proj,rtn: 0.0023041,0.00000,0.088
+14,mlp.experts.130.up_proj,rtn: 0.0023651,0.00000,0.060
+14,mlp.experts.164.up_proj,rtn: 0.0023499,0.00000,0.104
+14,mlp.experts.134.up_proj,rtn: 0.0023193,0.00000,0.079
+14,mlp.experts.165.up_proj,rtn: 0.0023193,0.00000,0.089
+14,mlp.experts.185.up_proj,rtn: 0.0023499,0.00000,0.091
+14,mlp.experts.172.up_proj,rtn: 0.0023041,0.00000,0.099
+14,mlp.experts.168.up_proj,rtn: 0.0023804,0.00000,0.099
+14,mlp.experts.181.up_proj,rtn: 0.0023193,0.00000,0.030
+14,mlp.experts.154.up_proj,rtn: 0.0023499,0.00000,0.082
+14,mlp.experts.158.up_proj,rtn: 0.0023193,0.00000,0.083
+14,mlp.experts.146.up_proj,rtn: 0.0023346,0.00000,0.081
+14,mlp.experts.150.up_proj,rtn: 0.0023804,0.00000,0.082
+14,mlp.experts.176.up_proj,rtn: 0.0023651,0.00000,0.096
+14,mlp.experts.180.up_proj,rtn: 0.0022888,0.00000,0.118
+14,mlp.experts.188.up_proj,rtn: 0.0023499,0.00000,0.097
+14,mlp.experts.174.up_proj,rtn: 0.0023041,0.00000,0.069
+14,mlp.experts.184.up_proj,rtn: 0.0023346,0.00000,0.093
+14,mlp.experts.170.up_proj,rtn: 0.0023193,0.00000,0.082
+14,mlp.experts.162.up_proj,rtn: 0.0023956,0.00000,0.070
+14,mlp.experts.166.up_proj,rtn: 0.0023651,0.00000,0.074
+14,mlp.experts.190.up_proj,rtn: 0.0022736,0.00000,0.071
+14,mlp.experts.178.up_proj,rtn: 0.0023041,0.00000,0.069
+14,mlp.experts.186.up_proj,rtn: 0.0023346,0.00000,0.091
+14,mlp.experts.182.up_proj,rtn: 0.0023651,0.00000,0.079
+14,mlp.experts.0.down_proj,rtn: 0.0022583,0.00000,0.015
+14,mlp.experts.15.down_proj,rtn: 0.0022888,0.00000,0.015
+14,mlp.experts.12.down_proj,rtn: 0.0022888,0.00000,0.018
+14,mlp.experts.1.down_proj,rtn: 0.0022888,0.00000,0.043
+14,mlp.experts.31.down_proj,rtn: 0.0022583,0.00000,0.043
+14,mlp.experts.13.down_proj,rtn: 0.0022278,0.00000,0.044
+14,mlp.experts.28.down_proj,rtn: 0.0022583,0.00000,0.037
+14,mlp.experts.11.down_proj,rtn: 0.0022736,0.00000,0.048
+14,mlp.experts.4.down_proj,rtn: 0.0023041,0.00000,0.047
+14,mlp.experts.16.down_proj,rtn: 0.0023193,0.00000,0.049
+14,mlp.experts.8.down_proj,rtn: 0.0023346,0.00000,0.050
+14,mlp.experts.10.down_proj,rtn: 0.0022583,0.00000,0.135
+14,mlp.experts.7.down_proj,rtn: 0.0023193,0.00000,0.054
+14,mlp.experts.6.down_proj,rtn: 0.0023041,0.00000,0.136
+14,mlp.experts.2.down_proj,rtn: 0.0023041,0.00000,0.136
+14,mlp.experts.3.down_proj,rtn: 0.0022125,0.00000,0.055
+14,mlp.experts.14.down_proj,rtn: 0.0022583,0.00000,0.137
+14,mlp.experts.9.down_proj,rtn: 0.0022736,0.00000,0.056
+14,mlp.experts.5.down_proj,rtn: 0.0023041,0.00000,0.058
+14,mlp.experts.47.down_proj,rtn: 0.0022888,0.00000,0.021
+14,mlp.experts.17.down_proj,rtn: 0.0022736,0.00000,0.029
+14,mlp.experts.29.down_proj,rtn: 0.0023346,0.00000,0.032
+14,mlp.experts.27.down_proj,rtn: 0.0022583,0.00000,0.024
+14,mlp.experts.25.down_proj,rtn: 0.0022736,0.00000,0.024
+14,mlp.experts.44.down_proj,rtn: 0.0022736,0.00000,0.035
+14,mlp.experts.32.down_proj,rtn: 0.0022583,0.00000,0.036
+14,mlp.experts.20.down_proj,rtn: 0.0022888,0.00000,0.043
+14,mlp.experts.24.down_proj,rtn: 0.0022736,0.00000,0.053
+14,mlp.experts.23.down_proj,rtn: 0.0022278,0.00000,0.046
+14,mlp.experts.18.down_proj,rtn: 0.0022430,0.00000,0.045
+14,mlp.experts.22.down_proj,rtn: 0.0022583,0.00000,0.051
+14,mlp.experts.33.down_proj,rtn: 0.0022888,0.00000,0.035
+14,mlp.experts.45.down_proj,rtn: 0.0022736,0.00000,0.035
+14,mlp.experts.41.down_proj,rtn: 0.0023193,0.00000,0.044
+14,mlp.experts.21.down_proj,rtn: 0.0022430,0.00000,0.032
+14,mlp.experts.63.down_proj,rtn: 0.0022430,0.00000,0.049
+14,mlp.experts.30.down_proj,rtn: 0.0022888,0.00000,0.053
+14,mlp.experts.26.down_proj,rtn: 0.0022583,0.00000,0.075
+14,mlp.experts.43.down_proj,rtn: 0.0023804,0.00000,0.044
+14,mlp.experts.19.down_proj,rtn: 0.0022736,0.00000,0.064
+14,mlp.experts.48.down_proj,rtn: 0.0022736,0.00000,0.045
+14,mlp.experts.60.down_proj,rtn: 0.0022736,0.00000,0.048
+14,mlp.experts.36.down_proj,rtn: 0.0022888,0.00000,0.045
+14,mlp.experts.57.down_proj,rtn: 0.0022430,0.00000,0.036
+14,mlp.experts.61.down_proj,rtn: 0.0022736,0.00000,0.036
+14,mlp.experts.49.down_proj,rtn: 0.0022278,0.00000,0.034
+14,mlp.experts.38.down_proj,rtn: 0.0023651,0.00000,0.044
+14,mlp.experts.34.down_proj,rtn: 0.0022430,0.00000,0.043
+14,mlp.experts.40.down_proj,rtn: 0.0022430,0.00000,0.052
+14,mlp.experts.39.down_proj,rtn: 0.0023346,0.00000,0.051
+14,mlp.experts.37.down_proj,rtn: 0.0022888,0.00000,0.035
+14,mlp.experts.46.down_proj,rtn: 0.0022736,0.00000,0.047
+14,mlp.experts.59.down_proj,rtn: 0.0022736,0.00000,0.037
+14,mlp.experts.73.down_proj,rtn: 0.0022736,0.00000,0.030
+14,mlp.experts.79.down_proj,rtn: 0.0023193,0.00000,0.055
+14,mlp.experts.76.down_proj,rtn: 0.0023041,0.00000,0.043
+14,mlp.experts.35.down_proj,rtn: 0.0022583,0.00000,0.051
+14,mlp.experts.64.down_proj,rtn: 0.0023956,0.00000,0.048
+14,mlp.experts.77.down_proj,rtn: 0.0022736,0.00000,0.035
+14,mlp.experts.52.down_proj,rtn: 0.0022888,0.00000,0.046
+14,mlp.experts.65.down_proj,rtn: 0.0022736,0.00000,0.035
+14,mlp.experts.50.down_proj,rtn: 0.0022583,0.00000,0.047
+14,mlp.experts.42.down_proj,rtn: 0.0022888,0.00000,0.068
+14,mlp.experts.53.down_proj,rtn: 0.0022278,0.00000,0.036
+14,mlp.experts.54.down_proj,rtn: 0.0023346,0.00000,0.050
+14,mlp.experts.56.down_proj,rtn: 0.0022583,0.00000,0.045
+14,mlp.experts.89.down_proj,rtn: 0.0022888,0.00000,0.031
+14,mlp.experts.62.down_proj,rtn: 0.0023041,0.00000,0.052
+14,mlp.experts.75.down_proj,rtn: 0.0023651,0.00000,0.043
+14,mlp.experts.55.down_proj,rtn: 0.0023956,0.00000,0.052
+14,mlp.experts.93.down_proj,rtn: 0.0023041,0.00000,0.034
+14,mlp.experts.92.down_proj,rtn: 0.0022888,0.00000,0.038
+14,mlp.experts.95.down_proj,rtn: 0.0022583,0.00000,0.049
+14,mlp.experts.51.down_proj,rtn: 0.0023041,0.00000,0.047
+14,mlp.experts.68.down_proj,rtn: 0.0023041,0.00000,0.045
+14,mlp.experts.80.down_proj,rtn: 0.0022278,0.00000,0.039
+14,mlp.experts.81.down_proj,rtn: 0.0022430,0.00000,0.038
+14,mlp.experts.72.down_proj,rtn: 0.0023193,0.00000,0.027
+14,mlp.experts.69.down_proj,rtn: 0.0022888,0.00000,0.035
+14,mlp.experts.105.down_proj,rtn: 0.0022583,0.00000,0.029
+14,mlp.experts.66.down_proj,rtn: 0.0023041,0.00000,0.050
+14,mlp.experts.109.down_proj,rtn: 0.0022583,0.00000,0.026
+14,mlp.experts.70.down_proj,rtn: 0.0022583,0.00000,0.052
+14,mlp.experts.58.down_proj,rtn: 0.0023346,0.00000,0.059
+14,mlp.experts.108.down_proj,rtn: 0.0022583,0.00000,0.032
+14,mlp.experts.71.down_proj,rtn: 0.0022583,0.00000,0.041
+14,mlp.experts.91.down_proj,rtn: 0.0023346,0.00000,0.041
+14,mlp.experts.78.down_proj,rtn: 0.0022736,0.00000,0.049
+14,mlp.experts.67.down_proj,rtn: 0.0022736,0.00000,0.037
+14,mlp.experts.84.down_proj,rtn: 0.0022736,0.00000,0.032
+14,mlp.experts.97.down_proj,rtn: 0.0023041,0.00000,0.036
+14,mlp.experts.85.down_proj,rtn: 0.0022278,0.00000,0.040
+14,mlp.experts.125.down_proj,rtn: 0.0023346,0.00000,0.030
+14,mlp.experts.96.down_proj,rtn: 0.0023193,0.00000,0.047
+14,mlp.experts.121.down_proj,rtn: 0.0023041,0.00000,0.034
+14,mlp.experts.88.down_proj,rtn: 0.0022888,0.00000,0.037
+14,mlp.experts.111.down_proj,rtn: 0.0022736,0.00000,0.051
+14,mlp.experts.124.down_proj,rtn: 0.0022583,0.00000,0.025
+14,mlp.experts.82.down_proj,rtn: 0.0022430,0.00000,0.056
+14,mlp.experts.100.down_proj,rtn: 0.0022888,0.00000,0.029
+14,mlp.experts.87.down_proj,rtn: 0.0022736,0.00000,0.040
+14,mlp.experts.107.down_proj,rtn: 0.0022736,0.00000,0.037
+14,mlp.experts.86.down_proj,rtn: 0.0022888,0.00000,0.053
+14,mlp.experts.74.down_proj,rtn: 0.0022736,0.00000,0.059
+14,mlp.experts.83.down_proj,rtn: 0.0023193,0.00000,0.045
+14,mlp.experts.141.down_proj,rtn: 0.0022278,0.00000,0.039
+14,mlp.experts.94.down_proj,rtn: 0.0022888,0.00000,0.060
+14,mlp.experts.137.down_proj,rtn: 0.0022583,0.00000,0.035
+14,mlp.experts.101.down_proj,rtn: 0.0022430,0.00000,0.041
+14,mlp.experts.140.down_proj,rtn: 0.0022583,0.00000,0.031
+14,mlp.experts.113.down_proj,rtn: 0.0023499,0.00000,0.049
+14,mlp.experts.127.down_proj,rtn: 0.0023041,0.00000,0.045
+14,mlp.experts.116.down_proj,rtn: 0.0022888,0.00000,0.028
+14,mlp.experts.104.down_proj,rtn: 0.0022278,0.00000,0.046
+14,mlp.experts.112.down_proj,rtn: 0.0023956,0.00000,0.039
+14,mlp.experts.98.down_proj,rtn: 0.0022583,0.00000,0.036
+14,mlp.experts.123.down_proj,rtn: 0.0022888,0.00000,0.030
+14,mlp.experts.103.down_proj,rtn: 0.0022736,0.00000,0.033
+14,mlp.experts.102.down_proj,rtn: 0.0022583,0.00000,0.034
+14,mlp.experts.99.down_proj,rtn: 0.0023041,0.00000,0.029
+14,mlp.experts.90.down_proj,rtn: 0.0023346,0.00000,0.040
+14,mlp.experts.157.down_proj,rtn: 0.0022430,0.00000,0.038
+14,mlp.experts.153.down_proj,rtn: 0.0022888,0.00000,0.038
+14,mlp.experts.156.down_proj,rtn: 0.0022430,0.00000,0.033
+14,mlp.experts.132.down_proj,rtn: 0.0023651,0.00000,0.032
+14,mlp.experts.110.down_proj,rtn: 0.0022736,0.00000,0.045
+14,mlp.experts.129.down_proj,rtn: 0.0023651,0.00000,0.040
+14,mlp.experts.117.down_proj,rtn: 0.0023041,0.00000,0.045
+14,mlp.experts.143.down_proj,rtn: 0.0023346,0.00000,0.039
+14,mlp.experts.139.down_proj,rtn: 0.0022278,0.00000,0.033
+14,mlp.experts.120.down_proj,rtn: 0.0023193,0.00000,0.042
+14,mlp.experts.114.down_proj,rtn: 0.0022736,0.00000,0.038
+14,mlp.experts.128.down_proj,rtn: 0.0022888,0.00000,0.039
+14,mlp.experts.119.down_proj,rtn: 0.0023041,0.00000,0.036
+14,mlp.experts.115.down_proj,rtn: 0.0022736,0.00000,0.037
+14,mlp.experts.118.down_proj,rtn: 0.0022583,0.00000,0.041
+14,mlp.experts.173.down_proj,rtn: 0.0023041,0.00000,0.036
+14,mlp.experts.172.down_proj,rtn: 0.0022888,0.00000,0.029
+14,mlp.experts.106.down_proj,rtn: 0.0022736,0.00000,0.047
+14,mlp.experts.169.down_proj,rtn: 0.0022583,0.00000,0.036
+14,mlp.experts.148.down_proj,rtn: 0.0023041,0.00000,0.032
+14,mlp.experts.155.down_proj,rtn: 0.0023346,0.00000,0.036
+14,mlp.experts.136.down_proj,rtn: 0.0022736,0.00000,0.033
+14,mlp.experts.144.down_proj,rtn: 0.0022430,0.00000,0.031
+14,mlp.experts.133.down_proj,rtn: 0.0022430,0.00000,0.043
+14,mlp.experts.145.down_proj,rtn: 0.0022736,0.00000,0.041
+14,mlp.experts.159.down_proj,rtn: 0.0022888,0.00000,0.039
+14,mlp.experts.126.down_proj,rtn: 0.0023193,0.00000,0.051
+14,mlp.experts.131.down_proj,rtn: 0.0023041,0.00000,0.031
+14,mlp.experts.135.down_proj,rtn: 0.0023193,0.00000,0.036
+14,mlp.experts.130.down_proj,rtn: 0.0023193,0.00000,0.041
+14,mlp.experts.189.down_proj,rtn: 0.0022736,0.00000,0.034
+14,mlp.experts.188.down_proj,rtn: 0.0023193,0.00000,0.031
+14,mlp.experts.134.down_proj,rtn: 0.0022430,0.00000,0.040
+14,mlp.experts.164.down_proj,rtn: 0.0023193,0.00000,0.030
+14,mlp.experts.185.down_proj,rtn: 0.0022888,0.00000,0.034
+14,mlp.experts.171.down_proj,rtn: 0.0022736,0.00000,0.022
+14,mlp.experts.152.down_proj,rtn: 0.0022583,0.00000,0.024
+14,mlp.experts.160.down_proj,rtn: 0.0022278,0.00000,0.021
+14,mlp.experts.122.down_proj,rtn: 0.0023041,0.00000,0.039
+14,mlp.experts.149.down_proj,rtn: 0.0022278,0.00000,0.034
+14,mlp.experts.175.down_proj,rtn: 0.0022583,0.00000,0.034
+14,mlp.experts.147.down_proj,rtn: 0.0023041,0.00000,0.030
+14,mlp.experts.161.down_proj,rtn: 0.0022583,0.00000,0.041
+14,mlp.experts.168.down_proj,rtn: 0.0023651,0.00000,0.022
+14,mlp.experts.180.down_proj,rtn: 0.0022430,0.00000,0.025
+14,mlp.experts.176.down_proj,rtn: 0.0023041,0.00000,0.023
+14,mlp.experts.165.down_proj,rtn: 0.0022736,0.00000,0.030
+14,mlp.experts.151.down_proj,rtn: 0.0023041,0.00000,0.040
+14,mlp.experts.187.down_proj,rtn: 0.0022583,0.00000,0.038
+14,mlp.experts.184.down_proj,rtn: 0.0023041,0.00000,0.017
+14,mlp.experts.146.down_proj,rtn: 0.0022736,0.00000,0.053
+14,mlp.experts.142.down_proj,rtn: 0.0022736,0.00000,0.078
+14,mlp.experts.150.down_proj,rtn: 0.0023193,0.00000,0.054
+14,mlp.experts.191.down_proj,rtn: 0.0022278,0.00000,0.029
+14,mlp.experts.163.down_proj,rtn: 0.0022888,0.00000,0.029
+14,mlp.experts.181.down_proj,rtn: 0.0022583,0.00000,0.020
+14,mlp.experts.177.down_proj,rtn: 0.0024414,0.00000,0.023
+14,mlp.experts.167.down_proj,rtn: 0.0022736,0.00000,0.019
+14,mlp.experts.138.down_proj,rtn: 0.0023041,0.00000,0.060
+14,mlp.experts.179.down_proj,rtn: 0.0023346,0.00000,0.019
+14,mlp.experts.183.down_proj,rtn: 0.0022736,0.00000,0.018
+14,mlp.experts.162.down_proj,rtn: 0.0023651,0.00000,0.032
+14,mlp.experts.166.down_proj,rtn: 0.0023193,0.00000,0.030
+14,mlp.experts.158.down_proj,rtn: 0.0022583,0.00000,0.029
+14,mlp.experts.154.down_proj,rtn: 0.0022888,0.00000,0.037
+14,mlp.experts.182.down_proj,rtn: 0.0023041,0.00000,0.028
+14,mlp.experts.178.down_proj,rtn: 0.0022583,0.00000,0.030
+14,mlp.experts.174.down_proj,rtn: 0.0022736,0.00000,0.029
+14,mlp.experts.170.down_proj,rtn: 0.0022736,0.00000,0.038
+14,mlp.experts.190.down_proj,rtn: 0.0022278,0.00000,0.014
+14,mlp.experts.186.down_proj,rtn: 0.0022888,0.00000,0.017
+14,mlp.shared_experts.up_proj,rtn: 0.0016174,0.00000,0.027
+14,mlp.shared_experts.gate_proj,rtn: 0.0016022,0.00000,0.049
+14,mlp.shared_experts.down_proj,rtn: 0.0016785,0.00000,0.022
+15,self_attn.v_proj,rtn: 0.0025177,0.00000,0.014
+15,self_attn.k_proj,rtn: 0.0024109,0.00000,0.015
+15,self_attn.q_proj,rtn: 0.0021820,0.00000,0.020
+15,self_attn.o_proj,rtn: 0.0023346,0.00000,0.027
+15,mlp.experts.0.gate_proj,rtn: 0.0023651,0.00000,0.088
+15,mlp.experts.15.gate_proj,rtn: 0.0023346,0.00000,0.100
+15,mlp.experts.7.gate_proj,rtn: 0.0023499,0.00000,0.103
+15,mlp.experts.8.gate_proj,rtn: 0.0023651,0.00000,0.103
+15,mlp.experts.3.gate_proj,rtn: 0.0023499,0.00000,0.106
+15,mlp.experts.12.gate_proj,rtn: 0.0023346,0.00000,0.108
+15,mlp.experts.11.gate_proj,rtn: 0.0022736,0.00000,0.107
+15,mlp.experts.9.gate_proj,rtn: 0.0023956,0.00000,0.121
+15,mlp.experts.5.gate_proj,rtn: 0.0023651,0.00000,0.121
+15,mlp.experts.4.gate_proj,rtn: 0.0023499,0.00000,0.122
+15,mlp.experts.13.gate_proj,rtn: 0.0023499,0.00000,0.123
+15,mlp.experts.1.gate_proj,rtn: 0.0023651,0.00000,0.125
+15,mlp.experts.6.gate_proj,rtn: 0.0023804,0.00000,0.125
+15,mlp.experts.2.gate_proj,rtn: 0.0023041,0.00000,0.130
+15,mlp.experts.14.gate_proj,rtn: 0.0023041,0.00000,0.130
+15,mlp.experts.10.gate_proj,rtn: 0.0023804,0.00000,0.135
+15,mlp.experts.16.gate_proj,rtn: 0.0023346,0.00000,0.065
+15,mlp.experts.23.gate_proj,rtn: 0.0023193,0.00000,0.072
+15,mlp.experts.31.gate_proj,rtn: 0.0023041,0.00000,0.076
+15,mlp.experts.24.gate_proj,rtn: 0.0022888,0.00000,0.072
+15,mlp.experts.28.gate_proj,rtn: 0.0022888,0.00000,0.082
+15,mlp.experts.27.gate_proj,rtn: 0.0022736,0.00000,0.081
+15,mlp.experts.19.gate_proj,rtn: 0.0024567,0.00000,0.085
+15,mlp.experts.20.gate_proj,rtn: 0.0023193,0.00000,0.076
+15,mlp.experts.25.gate_proj,rtn: 0.0023041,0.00000,0.096
+15,mlp.experts.21.gate_proj,rtn: 0.0023804,0.00000,0.090
+15,mlp.experts.29.gate_proj,rtn: 0.0023193,0.00000,0.102
+15,mlp.experts.32.gate_proj,rtn: 0.0023041,0.00000,0.073
+15,mlp.experts.17.gate_proj,rtn: 0.0023041,0.00000,0.102
+15,mlp.experts.39.gate_proj,rtn: 0.0022736,0.00000,0.080
+15,mlp.experts.18.gate_proj,rtn: 0.0023193,0.00000,0.096
+15,mlp.experts.47.gate_proj,rtn: 0.0023041,0.00000,0.078
+15,mlp.experts.40.gate_proj,rtn: 0.0023499,0.00000,0.084
+15,mlp.experts.26.gate_proj,rtn: 0.0023346,0.00000,0.108
+15,mlp.experts.30.gate_proj,rtn: 0.0023041,0.00000,0.108
+15,mlp.experts.43.gate_proj,rtn: 0.0023651,0.00000,0.077
+15,mlp.experts.35.gate_proj,rtn: 0.0023651,0.00000,0.078
+15,mlp.experts.22.gate_proj,rtn: 0.0023651,0.00000,0.124
+15,mlp.experts.36.gate_proj,rtn: 0.0023041,0.00000,0.092
+15,mlp.experts.44.gate_proj,rtn: 0.0023651,0.00000,0.120
+15,mlp.experts.41.gate_proj,rtn: 0.0023651,0.00000,0.098
+15,mlp.experts.37.gate_proj,rtn: 0.0024261,0.00000,0.102
+15,mlp.experts.48.gate_proj,rtn: 0.0023804,0.00000,0.091
+15,mlp.experts.45.gate_proj,rtn: 0.0023499,0.00000,0.101
+15,mlp.experts.55.gate_proj,rtn: 0.0023499,0.00000,0.072
+15,mlp.experts.33.gate_proj,rtn: 0.0023041,0.00000,0.103
+15,mlp.experts.34.gate_proj,rtn: 0.0023193,0.00000,0.081
+15,mlp.experts.46.gate_proj,rtn: 0.0023499,0.00000,0.071
+15,mlp.experts.56.gate_proj,rtn: 0.0022736,0.00000,0.079
+15,mlp.experts.63.gate_proj,rtn: 0.0023346,0.00000,0.083
+15,mlp.experts.42.gate_proj,rtn: 0.0022888,0.00000,0.082
+15,mlp.experts.59.gate_proj,rtn: 0.0023193,0.00000,0.084
+15,mlp.experts.51.gate_proj,rtn: 0.0023193,0.00000,0.084
+15,mlp.experts.38.gate_proj,rtn: 0.0023956,0.00000,0.085
+15,mlp.experts.52.gate_proj,rtn: 0.0022736,0.00000,0.077
+15,mlp.experts.60.gate_proj,rtn: 0.0023804,0.00000,0.073
+15,mlp.experts.64.gate_proj,rtn: 0.0023651,0.00000,0.069
+15,mlp.experts.71.gate_proj,rtn: 0.0023346,0.00000,0.078
+15,mlp.experts.79.gate_proj,rtn: 0.0023346,0.00000,0.072
+15,mlp.experts.72.gate_proj,rtn: 0.0023499,0.00000,0.073
+15,mlp.experts.62.gate_proj,rtn: 0.0023193,0.00000,0.080
+15,mlp.experts.50.gate_proj,rtn: 0.0023193,0.00000,0.087
+15,mlp.experts.75.gate_proj,rtn: 0.0023193,0.00000,0.072
+15,mlp.experts.58.gate_proj,rtn: 0.0023346,0.00000,0.078
+15,mlp.experts.57.gate_proj,rtn: 0.0023651,0.00000,0.125
+15,mlp.experts.68.gate_proj,rtn: 0.0024261,0.00000,0.065
+15,mlp.experts.67.gate_proj,rtn: 0.0023956,0.00000,0.081
+15,mlp.experts.61.gate_proj,rtn: 0.0023193,0.00000,0.119
+15,mlp.experts.76.gate_proj,rtn: 0.0023346,0.00000,0.069
+15,mlp.experts.80.gate_proj,rtn: 0.0023804,0.00000,0.064
+15,mlp.experts.54.gate_proj,rtn: 0.0022888,0.00000,0.099
+15,mlp.experts.88.gate_proj,rtn: 0.0023956,0.00000,0.055
+15,mlp.experts.87.gate_proj,rtn: 0.0022736,0.00000,0.073
+15,mlp.experts.84.gate_proj,rtn: 0.0023193,0.00000,0.048
+15,mlp.experts.66.gate_proj,rtn: 0.0023346,0.00000,0.063
+15,mlp.experts.91.gate_proj,rtn: 0.0023041,0.00000,0.060
+15,mlp.experts.95.gate_proj,rtn: 0.0023193,0.00000,0.077
+15,mlp.experts.78.gate_proj,rtn: 0.0023041,0.00000,0.068
+15,mlp.experts.74.gate_proj,rtn: 0.0023041,0.00000,0.062
+15,mlp.experts.53.gate_proj,rtn: 0.0023193,0.00000,0.201
+15,mlp.experts.92.gate_proj,rtn: 0.0023651,0.00000,0.057
+15,mlp.experts.49.gate_proj,rtn: 0.0023804,0.00000,0.186
+15,mlp.experts.83.gate_proj,rtn: 0.0023193,0.00000,0.073
+15,mlp.experts.73.gate_proj,rtn: 0.0023193,0.00000,0.119
+15,mlp.experts.77.gate_proj,rtn: 0.0023651,0.00000,0.112
+15,mlp.experts.96.gate_proj,rtn: 0.0023193,0.00000,0.088
+15,mlp.experts.103.gate_proj,rtn: 0.0023346,0.00000,0.082
+15,mlp.experts.107.gate_proj,rtn: 0.0022736,0.00000,0.082
+15,mlp.experts.111.gate_proj,rtn: 0.0023041,0.00000,0.082
+15,mlp.experts.100.gate_proj,rtn: 0.0023041,0.00000,0.098
+15,mlp.experts.99.gate_proj,rtn: 0.0023041,0.00000,0.073
+15,mlp.experts.70.gate_proj,rtn: 0.0023193,0.00000,0.101
+15,mlp.experts.82.gate_proj,rtn: 0.0023804,0.00000,0.089
+15,mlp.experts.90.gate_proj,rtn: 0.0023041,0.00000,0.099
+15,mlp.experts.104.gate_proj,rtn: 0.0023956,0.00000,0.117
+15,mlp.experts.108.gate_proj,rtn: 0.0023193,0.00000,0.096
+15,mlp.experts.65.gate_proj,rtn: 0.0023346,0.00000,0.096
+15,mlp.experts.94.gate_proj,rtn: 0.0023041,0.00000,0.109
+15,mlp.experts.69.gate_proj,rtn: 0.0024109,0.00000,0.118
+15,mlp.experts.89.gate_proj,rtn: 0.0023804,0.00000,0.090
+15,mlp.experts.93.gate_proj,rtn: 0.0023499,0.00000,0.088
+15,mlp.experts.112.gate_proj,rtn: 0.0023193,0.00000,0.082
+15,mlp.experts.98.gate_proj,rtn: 0.0023956,0.00000,0.061
+15,mlp.experts.86.gate_proj,rtn: 0.0023651,0.00000,0.066
+15,mlp.experts.116.gate_proj,rtn: 0.0023041,0.00000,0.078
+15,mlp.experts.119.gate_proj,rtn: 0.0024109,0.00000,0.093
+15,mlp.experts.106.gate_proj,rtn: 0.0023193,0.00000,0.074
+15,mlp.experts.123.gate_proj,rtn: 0.0023499,0.00000,0.095
+15,mlp.experts.127.gate_proj,rtn: 0.0023041,0.00000,0.093
+15,mlp.experts.115.gate_proj,rtn: 0.0023193,0.00000,0.092
+15,mlp.experts.124.gate_proj,rtn: 0.0024109,0.00000,0.072
+15,mlp.experts.120.gate_proj,rtn: 0.0023041,0.00000,0.074
+15,mlp.experts.110.gate_proj,rtn: 0.0023956,0.00000,0.076
+15,mlp.experts.128.gate_proj,rtn: 0.0023651,0.00000,0.060
+15,mlp.experts.102.gate_proj,rtn: 0.0023346,0.00000,0.059
+15,mlp.experts.114.gate_proj,rtn: 0.0023193,0.00000,0.060
+15,mlp.experts.132.gate_proj,rtn: 0.0023956,0.00000,0.062
+15,mlp.experts.122.gate_proj,rtn: 0.0023651,0.00000,0.066
+15,mlp.experts.135.gate_proj,rtn: 0.0023193,0.00000,0.093
+15,mlp.experts.143.gate_proj,rtn: 0.0023499,0.00000,0.093
+15,mlp.experts.131.gate_proj,rtn: 0.0023956,0.00000,0.092
+15,mlp.experts.139.gate_proj,rtn: 0.0023346,0.00000,0.098
+15,mlp.experts.109.gate_proj,rtn: 0.0023193,0.00000,0.124
+15,mlp.experts.105.gate_proj,rtn: 0.0023346,0.00000,0.126
+15,mlp.experts.81.gate_proj,rtn: 0.0023041,0.00000,0.172
+15,mlp.experts.140.gate_proj,rtn: 0.0023193,0.00000,0.077
+15,mlp.experts.126.gate_proj,rtn: 0.0023193,0.00000,0.074
+15,mlp.experts.136.gate_proj,rtn: 0.0023499,0.00000,0.075
+15,mlp.experts.148.gate_proj,rtn: 0.0023041,0.00000,0.062
+15,mlp.experts.144.gate_proj,rtn: 0.0023193,0.00000,0.072
+15,mlp.experts.130.gate_proj,rtn: 0.0023041,0.00000,0.070
+15,mlp.experts.118.gate_proj,rtn: 0.0023346,0.00000,0.073
+15,mlp.experts.138.gate_proj,rtn: 0.0023041,0.00000,0.076
+15,mlp.experts.142.gate_proj,rtn: 0.0024109,0.00000,0.067
+15,mlp.experts.156.gate_proj,rtn: 0.0023499,0.00000,0.075
+15,mlp.experts.85.gate_proj,rtn: 0.0024109,0.00000,0.213
+15,mlp.experts.164.gate_proj,rtn: 0.0023499,0.00000,0.070
+15,mlp.experts.151.gate_proj,rtn: 0.0023041,0.00000,0.101
+15,mlp.experts.159.gate_proj,rtn: 0.0023651,0.00000,0.096
+15,mlp.experts.152.gate_proj,rtn: 0.0023041,0.00000,0.075
+15,mlp.experts.160.gate_proj,rtn: 0.0023041,0.00000,0.071
+15,mlp.experts.134.gate_proj,rtn: 0.0022888,0.00000,0.069
+15,mlp.experts.146.gate_proj,rtn: 0.0023193,0.00000,0.074
+15,mlp.experts.155.gate_proj,rtn: 0.0023804,0.00000,0.104
+15,mlp.experts.154.gate_proj,rtn: 0.0023193,0.00000,0.065
+15,mlp.experts.147.gate_proj,rtn: 0.0023499,0.00000,0.110
+15,mlp.experts.97.gate_proj,rtn: 0.0023346,0.00000,0.131
+15,mlp.experts.125.gate_proj,rtn: 0.0023193,0.00000,0.144
+15,mlp.experts.121.gate_proj,rtn: 0.0023346,0.00000,0.143
+15,mlp.experts.158.gate_proj,rtn: 0.0024109,0.00000,0.091
+15,mlp.experts.167.gate_proj,rtn: 0.0022888,0.00000,0.088
+15,mlp.experts.171.gate_proj,rtn: 0.0022736,0.00000,0.080
+15,mlp.experts.175.gate_proj,rtn: 0.0023041,0.00000,0.089
+15,mlp.experts.180.gate_proj,rtn: 0.0023346,0.00000,0.094
+15,mlp.experts.168.gate_proj,rtn: 0.0023346,0.00000,0.088
+15,mlp.experts.176.gate_proj,rtn: 0.0023346,0.00000,0.086
+15,mlp.experts.163.gate_proj,rtn: 0.0023499,0.00000,0.076
+15,mlp.experts.172.gate_proj,rtn: 0.0023193,0.00000,0.109
+15,mlp.experts.101.gate_proj,rtn: 0.0023346,0.00000,0.105
+15,mlp.experts.113.gate_proj,rtn: 0.0023956,0.00000,0.094
+15,mlp.experts.141.gate_proj,rtn: 0.0023346,0.00000,0.085
+15,mlp.experts.137.gate_proj,rtn: 0.0023041,0.00000,0.083
+15,mlp.experts.162.gate_proj,rtn: 0.0023499,0.00000,0.143
+15,mlp.experts.170.gate_proj,rtn: 0.0023041,0.00000,0.143
+15,mlp.experts.150.gate_proj,rtn: 0.0023651,0.00000,0.153
+15,mlp.experts.4.up_proj,rtn: 0.0023346,0.00000,0.072
+15,mlp.experts.188.gate_proj,rtn: 0.0023804,0.00000,0.074
+15,mlp.experts.184.gate_proj,rtn: 0.0023041,0.00000,0.081
+15,mlp.experts.0.up_proj,rtn: 0.0023651,0.00000,0.071
+15,mlp.experts.183.gate_proj,rtn: 0.0022736,0.00000,0.114
+15,mlp.experts.117.gate_proj,rtn: 0.0023346,0.00000,0.097
+15,mlp.experts.187.gate_proj,rtn: 0.0022888,0.00000,0.117
+15,mlp.experts.157.gate_proj,rtn: 0.0023193,0.00000,0.087
+15,mlp.experts.153.gate_proj,rtn: 0.0023956,0.00000,0.088
+15,mlp.experts.129.gate_proj,rtn: 0.0023499,0.00000,0.094
+15,mlp.experts.179.gate_proj,rtn: 0.0023346,0.00000,0.133
+15,mlp.experts.178.gate_proj,rtn: 0.0022583,0.00000,0.100
+15,mlp.experts.166.gate_proj,rtn: 0.0023041,0.00000,0.095
+15,mlp.experts.20.up_proj,rtn: 0.0023041,0.00000,0.085
+15,mlp.experts.12.up_proj,rtn: 0.0023193,0.00000,0.081
+15,mlp.experts.16.up_proj,rtn: 0.0023193,0.00000,0.076
+15,mlp.experts.8.up_proj,rtn: 0.0023499,0.00000,0.077
+15,mlp.experts.186.gate_proj,rtn: 0.0023956,0.00000,0.106
+15,mlp.experts.191.gate_proj,rtn: 0.0023193,0.00000,0.174
+15,mlp.experts.174.gate_proj,rtn: 0.0023041,0.00000,0.195
+15,mlp.experts.133.gate_proj,rtn: 0.0023804,0.00000,0.086
+15,mlp.experts.7.up_proj,rtn: 0.0023346,0.00000,0.097
+15,mlp.experts.11.up_proj,rtn: 0.0022736,0.00000,0.091
+15,mlp.experts.169.gate_proj,rtn: 0.0023804,0.00000,0.084
+15,mlp.experts.173.gate_proj,rtn: 0.0022736,0.00000,0.088
+15,mlp.experts.145.gate_proj,rtn: 0.0023041,0.00000,0.088
+15,mlp.experts.3.up_proj,rtn: 0.0023346,0.00000,0.089
+15,mlp.experts.2.up_proj,rtn: 0.0023041,0.00000,0.094
+15,mlp.experts.182.gate_proj,rtn: 0.0023041,0.00000,0.093
+15,mlp.experts.15.up_proj,rtn: 0.0023193,0.00000,0.079
+15,mlp.experts.36.up_proj,rtn: 0.0023041,0.00000,0.089
+15,mlp.experts.24.up_proj,rtn: 0.0022736,0.00000,0.088
+15,mlp.experts.32.up_proj,rtn: 0.0023041,0.00000,0.087
+15,mlp.experts.28.up_proj,rtn: 0.0022888,0.00000,0.088
+15,mlp.experts.149.gate_proj,rtn: 0.0023499,0.00000,0.067
+15,mlp.experts.10.up_proj,rtn: 0.0023651,0.00000,0.097
+15,mlp.experts.23.up_proj,rtn: 0.0023041,0.00000,0.075
+15,mlp.experts.185.gate_proj,rtn: 0.0024109,0.00000,0.057
+15,mlp.experts.27.up_proj,rtn: 0.0022736,0.00000,0.074
+15,mlp.experts.189.gate_proj,rtn: 0.0023346,0.00000,0.066
+15,mlp.experts.161.gate_proj,rtn: 0.0023499,0.00000,0.060
+15,mlp.experts.19.up_proj,rtn: 0.0024261,0.00000,0.058
+15,mlp.experts.31.up_proj,rtn: 0.0022888,0.00000,0.042
+15,mlp.experts.52.up_proj,rtn: 0.0022583,0.00000,0.049
+15,mlp.experts.40.up_proj,rtn: 0.0023346,0.00000,0.048
+15,mlp.experts.6.up_proj,rtn: 0.0023651,0.00000,0.068
+15,mlp.experts.18.up_proj,rtn: 0.0023041,0.00000,0.070
+15,mlp.experts.190.gate_proj,rtn: 0.0023499,0.00000,0.148
+15,mlp.experts.48.up_proj,rtn: 0.0023651,0.00000,0.068
+15,mlp.experts.43.up_proj,rtn: 0.0023499,0.00000,0.074
+15,mlp.experts.39.up_proj,rtn: 0.0022736,0.00000,0.081
+15,mlp.experts.44.up_proj,rtn: 0.0023346,0.00000,0.091
+15,mlp.experts.177.gate_proj,rtn: 0.0023499,0.00000,0.070
+15,mlp.experts.9.up_proj,rtn: 0.0023804,0.00000,0.088
+15,mlp.experts.165.gate_proj,rtn: 0.0023346,0.00000,0.100
+15,mlp.experts.47.up_proj,rtn: 0.0023041,0.00000,0.078
+15,mlp.experts.35.up_proj,rtn: 0.0023346,0.00000,0.086
+15,mlp.experts.13.up_proj,rtn: 0.0023193,0.00000,0.094
+15,mlp.experts.26.up_proj,rtn: 0.0023193,0.00000,0.115
+15,mlp.experts.68.up_proj,rtn: 0.0024109,0.00000,0.101
+15,mlp.experts.22.up_proj,rtn: 0.0023499,0.00000,0.097
+15,mlp.experts.56.up_proj,rtn: 0.0022736,0.00000,0.109
+15,mlp.experts.14.up_proj,rtn: 0.0022888,0.00000,0.106
+15,mlp.experts.34.up_proj,rtn: 0.0023193,0.00000,0.112
+15,mlp.experts.1.up_proj,rtn: 0.0023499,0.00000,0.068
+15,mlp.experts.59.up_proj,rtn: 0.0023041,0.00000,0.083
+15,mlp.experts.55.up_proj,rtn: 0.0023346,0.00000,0.082
+15,mlp.experts.181.gate_proj,rtn: 0.0023804,0.00000,0.067
+15,mlp.experts.29.up_proj,rtn: 0.0023041,0.00000,0.072
+15,mlp.experts.51.up_proj,rtn: 0.0023041,0.00000,0.073
+15,mlp.experts.25.up_proj,rtn: 0.0023041,0.00000,0.079
+15,mlp.experts.63.up_proj,rtn: 0.0023193,0.00000,0.081
+15,mlp.experts.64.up_proj,rtn: 0.0023499,0.00000,0.122
+15,mlp.experts.60.up_proj,rtn: 0.0023499,0.00000,0.104
+15,mlp.experts.42.up_proj,rtn: 0.0022888,0.00000,0.077
+15,mlp.experts.38.up_proj,rtn: 0.0023499,0.00000,0.066
+15,mlp.experts.50.up_proj,rtn: 0.0023041,0.00000,0.070
+15,mlp.experts.30.up_proj,rtn: 0.0023041,0.00000,0.075
+15,mlp.experts.17.up_proj,rtn: 0.0022888,0.00000,0.062
+15,mlp.experts.84.up_proj,rtn: 0.0023041,0.00000,0.097
+15,mlp.experts.72.up_proj,rtn: 0.0023499,0.00000,0.090
+15,mlp.experts.5.up_proj,rtn: 0.0023499,0.00000,0.059
+15,mlp.experts.75.up_proj,rtn: 0.0022888,0.00000,0.075
+15,mlp.experts.45.up_proj,rtn: 0.0023346,0.00000,0.070
+15,mlp.experts.71.up_proj,rtn: 0.0023193,0.00000,0.081
+15,mlp.experts.41.up_proj,rtn: 0.0023499,0.00000,0.072
+15,mlp.experts.80.up_proj,rtn: 0.0023651,0.00000,0.070
+15,mlp.experts.54.up_proj,rtn: 0.0022736,0.00000,0.064
+15,mlp.experts.58.up_proj,rtn: 0.0023193,0.00000,0.064
+15,mlp.experts.67.up_proj,rtn: 0.0023804,0.00000,0.082
+15,mlp.experts.79.up_proj,rtn: 0.0023193,0.00000,0.084
+15,mlp.experts.76.up_proj,rtn: 0.0023193,0.00000,0.076
+15,mlp.experts.66.up_proj,rtn: 0.0023193,0.00000,0.069
+15,mlp.experts.46.up_proj,rtn: 0.0023346,0.00000,0.074
+15,mlp.experts.70.up_proj,rtn: 0.0023041,0.00000,0.066
+15,mlp.experts.87.up_proj,rtn: 0.0022888,0.00000,0.076
+15,mlp.experts.88.up_proj,rtn: 0.0023804,0.00000,0.088
+15,mlp.experts.91.up_proj,rtn: 0.0022888,0.00000,0.081
+15,mlp.experts.100.up_proj,rtn: 0.0022888,0.00000,0.091
+15,mlp.experts.74.up_proj,rtn: 0.0022888,0.00000,0.079
+15,mlp.experts.21.up_proj,rtn: 0.0023651,0.00000,0.104
+15,mlp.experts.83.up_proj,rtn: 0.0023041,0.00000,0.085
+15,mlp.experts.82.up_proj,rtn: 0.0023804,0.00000,0.070
+15,mlp.experts.92.up_proj,rtn: 0.0023499,0.00000,0.084
+15,mlp.experts.96.up_proj,rtn: 0.0023041,0.00000,0.091
+15,mlp.experts.33.up_proj,rtn: 0.0022888,0.00000,0.100
+15,mlp.experts.61.up_proj,rtn: 0.0023041,0.00000,0.111
+15,mlp.experts.95.up_proj,rtn: 0.0023041,0.00000,0.088
+15,mlp.experts.57.up_proj,rtn: 0.0023499,0.00000,0.105
+15,mlp.experts.103.up_proj,rtn: 0.0023193,0.00000,0.081
+15,mlp.experts.116.up_proj,rtn: 0.0022888,0.00000,0.082
+15,mlp.experts.107.up_proj,rtn: 0.0022736,0.00000,0.094
+15,mlp.experts.62.up_proj,rtn: 0.0023041,0.00000,0.122
+15,mlp.experts.49.up_proj,rtn: 0.0023651,0.00000,0.078
+15,mlp.experts.104.up_proj,rtn: 0.0023804,0.00000,0.110
+15,mlp.experts.99.up_proj,rtn: 0.0022888,0.00000,0.085
+15,mlp.experts.86.up_proj,rtn: 0.0023499,0.00000,0.138
+15,mlp.experts.111.up_proj,rtn: 0.0022888,0.00000,0.093
+15,mlp.experts.108.up_proj,rtn: 0.0023041,0.00000,0.123
+15,mlp.experts.119.up_proj,rtn: 0.0023956,0.00000,0.075
+15,mlp.experts.37.up_proj,rtn: 0.0023956,0.00000,0.144
+15,mlp.experts.123.up_proj,rtn: 0.0023346,0.00000,0.092
+15,mlp.experts.98.up_proj,rtn: 0.0023651,0.00000,0.143
+15,mlp.experts.90.up_proj,rtn: 0.0022888,0.00000,0.191
+15,mlp.experts.73.up_proj,rtn: 0.0023041,0.00000,0.147
+15,mlp.experts.132.up_proj,rtn: 0.0023651,0.00000,0.114
+15,mlp.experts.115.up_proj,rtn: 0.0023041,0.00000,0.085
+15,mlp.experts.112.up_proj,rtn: 0.0023041,0.00000,0.168
+15,mlp.experts.120.up_proj,rtn: 0.0023041,0.00000,0.100
+15,mlp.experts.124.up_proj,rtn: 0.0023956,0.00000,0.067
+15,mlp.experts.127.up_proj,rtn: 0.0023041,0.00000,0.092
+15,mlp.experts.78.up_proj,rtn: 0.0022888,0.00000,0.141
+15,mlp.experts.65.up_proj,rtn: 0.0023346,0.00000,0.144
+15,mlp.experts.135.up_proj,rtn: 0.0022888,0.00000,0.076
+15,mlp.experts.139.up_proj,rtn: 0.0023193,0.00000,0.079
+15,mlp.experts.102.up_proj,rtn: 0.0023193,0.00000,0.153
+15,mlp.experts.131.up_proj,rtn: 0.0023651,0.00000,0.080
+15,mlp.experts.77.up_proj,rtn: 0.0023346,0.00000,0.258
+15,mlp.experts.53.up_proj,rtn: 0.0023041,0.00000,0.147
+15,mlp.experts.143.up_proj,rtn: 0.0023346,0.00000,0.088
+15,mlp.experts.151.up_proj,rtn: 0.0022888,0.00000,0.079
+15,mlp.experts.114.up_proj,rtn: 0.0023041,0.00000,0.126
+15,mlp.experts.155.up_proj,rtn: 0.0023651,0.00000,0.088
+15,mlp.experts.94.up_proj,rtn: 0.0022888,0.00000,0.120
+15,mlp.experts.89.up_proj,rtn: 0.0023804,0.00000,0.139
+15,mlp.experts.140.up_proj,rtn: 0.0023041,0.00000,0.099
+15,mlp.experts.136.up_proj,rtn: 0.0023193,0.00000,0.131
+15,mlp.experts.128.up_proj,rtn: 0.0023499,0.00000,0.099
+15,mlp.experts.81.up_proj,rtn: 0.0023041,0.00000,0.137
+15,mlp.experts.147.up_proj,rtn: 0.0023346,0.00000,0.088
+15,mlp.experts.118.up_proj,rtn: 0.0023193,0.00000,0.129
+15,mlp.experts.159.up_proj,rtn: 0.0023499,0.00000,0.094
+15,mlp.experts.93.up_proj,rtn: 0.0023346,0.00000,0.116
+15,mlp.experts.167.up_proj,rtn: 0.0022888,0.00000,0.087
+15,mlp.experts.69.up_proj,rtn: 0.0023956,0.00000,0.118
+15,mlp.experts.148.up_proj,rtn: 0.0023041,0.00000,0.173
+15,mlp.experts.105.up_proj,rtn: 0.0023193,0.00000,0.079
+15,mlp.experts.171.up_proj,rtn: 0.0022736,0.00000,0.093
+15,mlp.experts.156.up_proj,rtn: 0.0023346,0.00000,0.091
+15,mlp.experts.152.up_proj,rtn: 0.0022888,0.00000,0.091
+15,mlp.experts.130.up_proj,rtn: 0.0022888,0.00000,0.114
+15,mlp.experts.106.up_proj,rtn: 0.0022888,0.00000,0.250
+15,mlp.experts.110.up_proj,rtn: 0.0023651,0.00000,0.106
+15,mlp.experts.144.up_proj,rtn: 0.0023041,0.00000,0.089
+15,mlp.experts.97.up_proj,rtn: 0.0023193,0.00000,0.093
+15,mlp.experts.134.up_proj,rtn: 0.0022736,0.00000,0.100
+15,mlp.experts.85.up_proj,rtn: 0.0023956,0.00000,0.086
+15,mlp.experts.109.up_proj,rtn: 0.0023041,0.00000,0.097
+15,mlp.experts.175.up_proj,rtn: 0.0022888,0.00000,0.107
+15,mlp.experts.121.up_proj,rtn: 0.0023193,0.00000,0.082
+15,mlp.experts.163.up_proj,rtn: 0.0023346,0.00000,0.129
+15,mlp.experts.183.up_proj,rtn: 0.0022736,0.00000,0.113
+15,mlp.experts.164.up_proj,rtn: 0.0023346,0.00000,0.105
+15,mlp.experts.146.up_proj,rtn: 0.0023193,0.00000,0.074
+15,mlp.experts.122.up_proj,rtn: 0.0023651,0.00000,0.085
+15,mlp.experts.126.up_proj,rtn: 0.0023041,0.00000,0.090
+15,mlp.experts.187.up_proj,rtn: 0.0022888,0.00000,0.120
+15,mlp.experts.168.up_proj,rtn: 0.0023193,0.00000,0.109
+15,mlp.experts.113.up_proj,rtn: 0.0023651,0.00000,0.095
+15,mlp.experts.150.up_proj,rtn: 0.0023499,0.00000,0.088
+15,mlp.experts.160.up_proj,rtn: 0.0022888,0.00000,0.112
+15,mlp.experts.125.up_proj,rtn: 0.0023193,0.00000,0.087
+15,mlp.experts.101.up_proj,rtn: 0.0023193,0.00000,0.093
+15,mlp.experts.172.up_proj,rtn: 0.0023041,0.00000,0.157
+15,mlp.experts.191.up_proj,rtn: 0.0023041,0.00000,0.100
+15,mlp.experts.137.up_proj,rtn: 0.0022888,0.00000,0.088
+15,mlp.experts.179.up_proj,rtn: 0.0023193,0.00000,0.095
+15,mlp.experts.162.up_proj,rtn: 0.0023346,0.00000,0.082
+15,mlp.experts.180.up_proj,rtn: 0.0023193,0.00000,0.096
+15,mlp.experts.138.up_proj,rtn: 0.0022888,0.00000,0.090
+15,mlp.experts.142.up_proj,rtn: 0.0023956,0.00000,0.088
+15,mlp.experts.129.up_proj,rtn: 0.0023346,0.00000,0.080
+15,mlp.experts.184.up_proj,rtn: 0.0022888,0.00000,0.094
+15,mlp.experts.166.up_proj,rtn: 0.0022888,0.00000,0.083
+15,mlp.experts.176.up_proj,rtn: 0.0023346,0.00000,0.073
+15,mlp.experts.141.up_proj,rtn: 0.0023193,0.00000,0.081
+15,mlp.experts.188.up_proj,rtn: 0.0023651,0.00000,0.072
+15,mlp.experts.117.up_proj,rtn: 0.0023193,0.00000,0.082
+15,mlp.experts.153.up_proj,rtn: 0.0023804,0.00000,0.081
+15,mlp.experts.178.up_proj,rtn: 0.0022583,0.00000,0.085
+15,mlp.experts.158.up_proj,rtn: 0.0023956,0.00000,0.088
+15,mlp.experts.145.up_proj,rtn: 0.0022888,0.00000,0.090
+15,mlp.experts.182.up_proj,rtn: 0.0022888,0.00000,0.073
+15,mlp.experts.154.up_proj,rtn: 0.0023041,0.00000,0.110
+15,mlp.experts.133.up_proj,rtn: 0.0023651,0.00000,0.084
+15,mlp.experts.157.up_proj,rtn: 0.0023193,0.00000,0.097
+15,mlp.experts.169.up_proj,rtn: 0.0023651,0.00000,0.099
+15,mlp.experts.174.up_proj,rtn: 0.0022888,0.00000,0.069
+15,mlp.experts.170.up_proj,rtn: 0.0022888,0.00000,0.065
+15,mlp.experts.161.up_proj,rtn: 0.0023346,0.00000,0.084
+15,mlp.experts.149.up_proj,rtn: 0.0023346,0.00000,0.087
+15,mlp.experts.190.up_proj,rtn: 0.0023346,0.00000,0.058
+15,mlp.experts.173.up_proj,rtn: 0.0022736,0.00000,0.094
+15,mlp.experts.186.up_proj,rtn: 0.0023804,0.00000,0.039
+15,mlp.experts.185.up_proj,rtn: 0.0023956,0.00000,0.099
+15,mlp.experts.177.up_proj,rtn: 0.0023346,0.00000,0.082
+15,mlp.experts.165.up_proj,rtn: 0.0023193,0.00000,0.076
+15,mlp.experts.189.up_proj,rtn: 0.0023193,0.00000,0.075
+15,mlp.experts.181.up_proj,rtn: 0.0023651,0.00000,0.036
+15,mlp.experts.1.down_proj,rtn: 0.0023193,0.00000,0.022
+15,mlp.experts.6.down_proj,rtn: 0.0023041,0.00000,0.016
+15,mlp.experts.5.down_proj,rtn: 0.0023346,0.00000,0.042
+15,mlp.experts.10.down_proj,rtn: 0.0023193,0.00000,0.061
+15,mlp.experts.14.down_proj,rtn: 0.0022430,0.00000,0.062
+15,mlp.experts.22.down_proj,rtn: 0.0023041,0.00000,0.053
+15,mlp.experts.0.down_proj,rtn: 0.0022736,0.00000,0.064
+15,mlp.experts.8.down_proj,rtn: 0.0023193,0.00000,0.064
+15,mlp.experts.11.down_proj,rtn: 0.0022430,0.00000,0.137
+15,mlp.experts.4.down_proj,rtn: 0.0022736,0.00000,0.067
+15,mlp.experts.3.down_proj,rtn: 0.0022736,0.00000,0.139
+15,mlp.experts.12.down_proj,rtn: 0.0022736,0.00000,0.069
+15,mlp.experts.17.down_proj,rtn: 0.0022583,0.00000,0.070
+15,mlp.experts.7.down_proj,rtn: 0.0022736,0.00000,0.142
+15,mlp.experts.9.down_proj,rtn: 0.0023499,0.00000,0.072
+15,mlp.experts.15.down_proj,rtn: 0.0022888,0.00000,0.138
+15,mlp.experts.13.down_proj,rtn: 0.0022736,0.00000,0.074
+15,mlp.experts.21.down_proj,rtn: 0.0022736,0.00000,0.050
+15,mlp.experts.2.down_proj,rtn: 0.0022583,0.00000,0.088
+15,mlp.experts.26.down_proj,rtn: 0.0022888,0.00000,0.039
+15,mlp.experts.30.down_proj,rtn: 0.0022736,0.00000,0.035
+15,mlp.experts.38.down_proj,rtn: 0.0023346,0.00000,0.044
+15,mlp.experts.16.down_proj,rtn: 0.0022583,0.00000,0.044
+15,mlp.experts.24.down_proj,rtn: 0.0022430,0.00000,0.040
+15,mlp.experts.20.down_proj,rtn: 0.0022736,0.00000,0.039
+15,mlp.experts.28.down_proj,rtn: 0.0022430,0.00000,0.034
+15,mlp.experts.27.down_proj,rtn: 0.0022430,0.00000,0.046
+15,mlp.experts.33.down_proj,rtn: 0.0022583,0.00000,0.034
+15,mlp.experts.37.down_proj,rtn: 0.0023651,0.00000,0.036
+15,mlp.experts.19.down_proj,rtn: 0.0024109,0.00000,0.060
+15,mlp.experts.23.down_proj,rtn: 0.0022583,0.00000,0.057
+15,mlp.experts.25.down_proj,rtn: 0.0022583,0.00000,0.054
+15,mlp.experts.31.down_proj,rtn: 0.0022430,0.00000,0.056
+15,mlp.experts.54.down_proj,rtn: 0.0022278,0.00000,0.044
+15,mlp.experts.46.down_proj,rtn: 0.0022888,0.00000,0.037
+15,mlp.experts.29.down_proj,rtn: 0.0022736,0.00000,0.056
+15,mlp.experts.32.down_proj,rtn: 0.0022736,0.00000,0.043
+15,mlp.experts.49.down_proj,rtn: 0.0022888,0.00000,0.034
+15,mlp.experts.40.down_proj,rtn: 0.0023041,0.00000,0.038
+15,mlp.experts.42.down_proj,rtn: 0.0022430,0.00000,0.053
+15,mlp.experts.36.down_proj,rtn: 0.0022583,0.00000,0.036
+15,mlp.experts.18.down_proj,rtn: 0.0022888,0.00000,0.054
+15,mlp.experts.53.down_proj,rtn: 0.0022888,0.00000,0.032
+15,mlp.experts.44.down_proj,rtn: 0.0023041,0.00000,0.047
+15,mlp.experts.43.down_proj,rtn: 0.0023041,0.00000,0.056
+15,mlp.experts.39.down_proj,rtn: 0.0022278,0.00000,0.051
+15,mlp.experts.62.down_proj,rtn: 0.0022736,0.00000,0.038
+15,mlp.experts.70.down_proj,rtn: 0.0022888,0.00000,0.039
+15,mlp.experts.35.down_proj,rtn: 0.0022888,0.00000,0.055
+15,mlp.experts.48.down_proj,rtn: 0.0023193,0.00000,0.038
+15,mlp.experts.65.down_proj,rtn: 0.0022888,0.00000,0.039
+15,mlp.experts.41.down_proj,rtn: 0.0023041,0.00000,0.053
+15,mlp.experts.56.down_proj,rtn: 0.0022430,0.00000,0.040
+15,mlp.experts.47.down_proj,rtn: 0.0022583,0.00000,0.057
+15,mlp.experts.69.down_proj,rtn: 0.0023499,0.00000,0.035
+15,mlp.experts.34.down_proj,rtn: 0.0022736,0.00000,0.039
+15,mlp.experts.45.down_proj,rtn: 0.0022888,0.00000,0.056
+15,mlp.experts.60.down_proj,rtn: 0.0023346,0.00000,0.039
+15,mlp.experts.58.down_proj,rtn: 0.0022736,0.00000,0.048
+15,mlp.experts.52.down_proj,rtn: 0.0022430,0.00000,0.047
+15,mlp.experts.86.down_proj,rtn: 0.0022888,0.00000,0.040
+15,mlp.experts.78.down_proj,rtn: 0.0022278,0.00000,0.036
+15,mlp.experts.57.down_proj,rtn: 0.0023193,0.00000,0.038
+15,mlp.experts.81.down_proj,rtn: 0.0022583,0.00000,0.038
+15,mlp.experts.85.down_proj,rtn: 0.0023651,0.00000,0.033
+15,mlp.experts.64.down_proj,rtn: 0.0023041,0.00000,0.045
+15,mlp.experts.50.down_proj,rtn: 0.0022583,0.00000,0.034
+15,mlp.experts.72.down_proj,rtn: 0.0023041,0.00000,0.042
+15,mlp.experts.74.down_proj,rtn: 0.0022430,0.00000,0.034
+15,mlp.experts.68.down_proj,rtn: 0.0023651,0.00000,0.032
+15,mlp.experts.76.down_proj,rtn: 0.0022888,0.00000,0.036
+15,mlp.experts.51.down_proj,rtn: 0.0022736,0.00000,0.064
+15,mlp.experts.61.down_proj,rtn: 0.0022736,0.00000,0.049
+15,mlp.experts.102.down_proj,rtn: 0.0022736,0.00000,0.031
+15,mlp.experts.55.down_proj,rtn: 0.0022736,0.00000,0.085
+15,mlp.experts.63.down_proj,rtn: 0.0022736,0.00000,0.067
+15,mlp.experts.94.down_proj,rtn: 0.0022583,0.00000,0.039
+15,mlp.experts.73.down_proj,rtn: 0.0022736,0.00000,0.040
+15,mlp.experts.97.down_proj,rtn: 0.0022888,0.00000,0.039
+15,mlp.experts.101.down_proj,rtn: 0.0022583,0.00000,0.035
+15,mlp.experts.90.down_proj,rtn: 0.0022430,0.00000,0.030
+15,mlp.experts.66.down_proj,rtn: 0.0022888,0.00000,0.032
+15,mlp.experts.80.down_proj,rtn: 0.0023346,0.00000,0.043
+15,mlp.experts.88.down_proj,rtn: 0.0023346,0.00000,0.037
+15,mlp.experts.84.down_proj,rtn: 0.0022888,0.00000,0.032
+15,mlp.experts.92.down_proj,rtn: 0.0023041,0.00000,0.032
+15,mlp.experts.77.down_proj,rtn: 0.0023041,0.00000,0.034
+15,mlp.experts.118.down_proj,rtn: 0.0022736,0.00000,0.032
+15,mlp.experts.59.down_proj,rtn: 0.0022430,0.00000,0.137
+15,mlp.experts.110.down_proj,rtn: 0.0023193,0.00000,0.033
+15,mlp.experts.117.down_proj,rtn: 0.0022888,0.00000,0.027
+15,mlp.experts.113.down_proj,rtn: 0.0023041,0.00000,0.028
+15,mlp.experts.89.down_proj,rtn: 0.0023499,0.00000,0.033
+15,mlp.experts.106.down_proj,rtn: 0.0022583,0.00000,0.027
+15,mlp.experts.82.down_proj,rtn: 0.0023651,0.00000,0.027
+15,mlp.experts.67.down_proj,rtn: 0.0023651,0.00000,0.060
+15,mlp.experts.134.down_proj,rtn: 0.0022278,0.00000,0.017
+15,mlp.experts.93.down_proj,rtn: 0.0022888,0.00000,0.022
+15,mlp.experts.100.down_proj,rtn: 0.0022430,0.00000,0.029
+15,mlp.experts.104.down_proj,rtn: 0.0023346,0.00000,0.037
+15,mlp.experts.108.down_proj,rtn: 0.0022888,0.00000,0.031
+15,mlp.experts.96.down_proj,rtn: 0.0022583,0.00000,0.036
+15,mlp.experts.71.down_proj,rtn: 0.0022736,0.00000,0.066
+15,mlp.experts.105.down_proj,rtn: 0.0022888,0.00000,0.010
+15,mlp.experts.129.down_proj,rtn: 0.0023041,0.00000,0.037
+15,mlp.experts.121.down_proj,rtn: 0.0022736,0.00000,0.029
+15,mlp.experts.133.down_proj,rtn: 0.0023499,0.00000,0.039
+15,mlp.experts.109.down_proj,rtn: 0.0022583,0.00000,0.029
+15,mlp.experts.98.down_proj,rtn: 0.0023193,0.00000,0.032
+15,mlp.experts.126.down_proj,rtn: 0.0022736,0.00000,0.047
+15,mlp.experts.150.down_proj,rtn: 0.0023041,0.00000,0.042
+15,mlp.experts.124.down_proj,rtn: 0.0023193,0.00000,0.044
+15,mlp.experts.79.down_proj,rtn: 0.0022736,0.00000,0.150
+15,mlp.experts.112.down_proj,rtn: 0.0022583,0.00000,0.041
+15,mlp.experts.122.down_proj,rtn: 0.0023041,0.00000,0.033
+15,mlp.experts.120.down_proj,rtn: 0.0022888,0.00000,0.047
+15,mlp.experts.116.down_proj,rtn: 0.0022430,0.00000,0.051
+15,mlp.experts.83.down_proj,rtn: 0.0022736,0.00000,0.069
+15,mlp.experts.75.down_proj,rtn: 0.0022736,0.00000,0.096
+15,mlp.experts.149.down_proj,rtn: 0.0022888,0.00000,0.031
+15,mlp.experts.137.down_proj,rtn: 0.0022583,0.00000,0.035
+15,mlp.experts.125.down_proj,rtn: 0.0022888,0.00000,0.025
+15,mlp.experts.145.down_proj,rtn: 0.0022583,0.00000,0.038
+15,mlp.experts.166.down_proj,rtn: 0.0022583,0.00000,0.028
+15,mlp.experts.114.down_proj,rtn: 0.0022888,0.00000,0.037
+15,mlp.experts.142.down_proj,rtn: 0.0023804,0.00000,0.035
+15,mlp.experts.138.down_proj,rtn: 0.0022583,0.00000,0.033
+15,mlp.experts.140.down_proj,rtn: 0.0022583,0.00000,0.043
+15,mlp.experts.136.down_proj,rtn: 0.0022736,0.00000,0.035
+15,mlp.experts.132.down_proj,rtn: 0.0023193,0.00000,0.037
+15,mlp.experts.87.down_proj,rtn: 0.0022888,0.00000,0.098
+15,mlp.experts.161.down_proj,rtn: 0.0022888,0.00000,0.035
+15,mlp.experts.153.down_proj,rtn: 0.0023041,0.00000,0.029
+15,mlp.experts.141.down_proj,rtn: 0.0022888,0.00000,0.029
+15,mlp.experts.165.down_proj,rtn: 0.0022888,0.00000,0.030
+15,mlp.experts.130.down_proj,rtn: 0.0022583,0.00000,0.028
+15,mlp.experts.158.down_proj,rtn: 0.0023651,0.00000,0.029
+15,mlp.experts.182.down_proj,rtn: 0.0022430,0.00000,0.029
+15,mlp.experts.128.down_proj,rtn: 0.0023193,0.00000,0.047
+15,mlp.experts.154.down_proj,rtn: 0.0022736,0.00000,0.023
+15,mlp.experts.91.down_proj,rtn: 0.0022583,0.00000,0.060
+15,mlp.experts.156.down_proj,rtn: 0.0022888,0.00000,0.032
+15,mlp.experts.152.down_proj,rtn: 0.0022430,0.00000,0.033
+15,mlp.experts.148.down_proj,rtn: 0.0022888,0.00000,0.029
+15,mlp.experts.99.down_proj,rtn: 0.0022583,0.00000,0.071
+15,mlp.experts.95.down_proj,rtn: 0.0022736,0.00000,0.097
+15,mlp.experts.170.down_proj,rtn: 0.0022583,0.00000,0.026
+15,mlp.experts.169.down_proj,rtn: 0.0023041,0.00000,0.025
+15,mlp.experts.174.down_proj,rtn: 0.0022736,0.00000,0.024
+15,mlp.experts.157.down_proj,rtn: 0.0022888,0.00000,0.028
+15,mlp.experts.181.down_proj,rtn: 0.0023193,0.00000,0.028
+15,mlp.experts.146.down_proj,rtn: 0.0022736,0.00000,0.026
+15,mlp.experts.177.down_proj,rtn: 0.0022888,0.00000,0.016
+15,mlp.experts.185.down_proj,rtn: 0.0023804,0.00000,0.025
+15,mlp.experts.173.down_proj,rtn: 0.0022430,0.00000,0.020
+15,mlp.experts.190.down_proj,rtn: 0.0022888,0.00000,0.025
+15,mlp.experts.186.down_proj,rtn: 0.0023651,0.00000,0.029
+15,mlp.experts.162.down_proj,rtn: 0.0023041,0.00000,0.032
+15,mlp.experts.103.down_proj,rtn: 0.0022888,0.00000,0.087
+15,mlp.experts.168.down_proj,rtn: 0.0022583,0.00000,0.049
+15,mlp.experts.172.down_proj,rtn: 0.0022583,0.00000,0.050
+15,mlp.experts.115.down_proj,rtn: 0.0022583,0.00000,0.053
+15,mlp.experts.164.down_proj,rtn: 0.0022888,0.00000,0.047
+15,mlp.experts.107.down_proj,rtn: 0.0022278,0.00000,0.049
+15,mlp.experts.189.down_proj,rtn: 0.0022888,0.00000,0.016
+15,mlp.experts.111.down_proj,rtn: 0.0022583,0.00000,0.040
+15,mlp.experts.178.down_proj,rtn: 0.0022278,0.00000,0.012
+15,mlp.experts.144.down_proj,rtn: 0.0022736,0.00000,0.081
+15,mlp.experts.119.down_proj,rtn: 0.0023499,0.00000,0.037
+15,mlp.experts.123.down_proj,rtn: 0.0022888,0.00000,0.030
+15,mlp.experts.127.down_proj,rtn: 0.0022583,0.00000,0.028
+15,mlp.experts.188.down_proj,rtn: 0.0023346,0.00000,0.040
+15,mlp.experts.184.down_proj,rtn: 0.0022583,0.00000,0.038
+15,mlp.experts.180.down_proj,rtn: 0.0022736,0.00000,0.036
+15,mlp.experts.131.down_proj,rtn: 0.0023346,0.00000,0.041
+15,mlp.experts.160.down_proj,rtn: 0.0022583,0.00000,0.033
+15,mlp.experts.176.down_proj,rtn: 0.0022888,0.00000,0.011
+15,mlp.experts.135.down_proj,rtn: 0.0022888,0.00000,0.031
+15,mlp.experts.139.down_proj,rtn: 0.0022888,0.00000,0.033
+15,mlp.experts.143.down_proj,rtn: 0.0022888,0.00000,0.031
+15,mlp.experts.147.down_proj,rtn: 0.0022736,0.00000,0.032
+15,mlp.experts.151.down_proj,rtn: 0.0022430,0.00000,0.028
+15,mlp.experts.155.down_proj,rtn: 0.0023193,0.00000,0.030
+15,mlp.experts.159.down_proj,rtn: 0.0023041,0.00000,0.028
+15,mlp.experts.163.down_proj,rtn: 0.0022736,0.00000,0.030
+15,mlp.experts.167.down_proj,rtn: 0.0022430,0.00000,0.109
+15,mlp.experts.171.down_proj,rtn: 0.0022430,0.00000,0.105
+15,mlp.experts.175.down_proj,rtn: 0.0022278,0.00000,0.102
+15,mlp.experts.179.down_proj,rtn: 0.0023041,0.00000,0.033
+15,mlp.experts.191.down_proj,rtn: 0.0022583,0.00000,0.045
+15,mlp.experts.187.down_proj,rtn: 0.0022430,0.00000,0.049
+15,mlp.experts.183.down_proj,rtn: 0.0022278,0.00000,0.059
+15,mlp.shared_experts.up_proj,rtn: 0.0015717,0.00000,0.027
+15,mlp.shared_experts.gate_proj,rtn: 0.0015717,0.00000,0.028
+15,mlp.shared_experts.down_proj,rtn: 0.0016251,0.00000,0.023
+16,self_attn.v_proj,rtn: 0.0024872,0.00000,0.014
+16,self_attn.k_proj,rtn: 0.0023651,0.00000,0.021
+16,self_attn.q_proj,rtn: 0.0021057,0.00000,0.022
+16,self_attn.o_proj,rtn: 0.0024261,0.00000,0.054
+16,mlp.experts.5.gate_proj,rtn: 0.0023499,0.00000,0.101
+16,mlp.experts.3.gate_proj,rtn: 0.0023804,0.00000,0.105
+16,mlp.experts.7.gate_proj,rtn: 0.0023193,0.00000,0.106
+16,mlp.experts.10.gate_proj,rtn: 0.0024261,0.00000,0.108
+16,mlp.experts.2.gate_proj,rtn: 0.0023193,0.00000,0.112
+16,mlp.experts.11.gate_proj,rtn: 0.0023041,0.00000,0.115
+16,mlp.experts.15.gate_proj,rtn: 0.0023041,0.00000,0.116
+16,mlp.experts.1.gate_proj,rtn: 0.0023499,0.00000,0.117
+16,mlp.experts.13.gate_proj,rtn: 0.0023193,0.00000,0.119
+16,mlp.experts.14.gate_proj,rtn: 0.0023804,0.00000,0.120
+16,mlp.experts.8.gate_proj,rtn: 0.0023041,0.00000,0.123
+16,mlp.experts.6.gate_proj,rtn: 0.0023193,0.00000,0.122
+16,mlp.experts.4.gate_proj,rtn: 0.0023651,0.00000,0.123
+16,mlp.experts.9.gate_proj,rtn: 0.0023193,0.00000,0.132
+16,mlp.experts.12.gate_proj,rtn: 0.0022888,0.00000,0.136
+16,mlp.experts.0.gate_proj,rtn: 0.0023956,0.00000,0.136
+16,mlp.experts.21.gate_proj,rtn: 0.0023193,0.00000,0.061
+16,mlp.experts.26.gate_proj,rtn: 0.0023346,0.00000,0.075
+16,mlp.experts.19.gate_proj,rtn: 0.0023041,0.00000,0.079
+16,mlp.experts.27.gate_proj,rtn: 0.0023193,0.00000,0.072
+16,mlp.experts.23.gate_proj,rtn: 0.0023041,0.00000,0.088
+16,mlp.experts.17.gate_proj,rtn: 0.0023956,0.00000,0.088
+16,mlp.experts.18.gate_proj,rtn: 0.0023193,0.00000,0.098
+16,mlp.experts.29.gate_proj,rtn: 0.0023651,0.00000,0.090
+16,mlp.experts.31.gate_proj,rtn: 0.0023651,0.00000,0.089
+16,mlp.experts.22.gate_proj,rtn: 0.0023651,0.00000,0.097
+16,mlp.experts.30.gate_proj,rtn: 0.0023499,0.00000,0.100
+16,mlp.experts.37.gate_proj,rtn: 0.0023499,0.00000,0.075
+16,mlp.experts.25.gate_proj,rtn: 0.0022583,0.00000,0.096
+16,mlp.experts.43.gate_proj,rtn: 0.0023041,0.00000,0.077
+16,mlp.experts.35.gate_proj,rtn: 0.0023346,0.00000,0.083
+16,mlp.experts.20.gate_proj,rtn: 0.0023346,0.00000,0.151
+16,mlp.experts.42.gate_proj,rtn: 0.0024109,0.00000,0.094
+16,mlp.experts.39.gate_proj,rtn: 0.0023193,0.00000,0.082
+16,mlp.experts.24.gate_proj,rtn: 0.0023346,0.00000,0.175
+16,mlp.experts.34.gate_proj,rtn: 0.0023804,0.00000,0.090
+16,mlp.experts.47.gate_proj,rtn: 0.0023346,0.00000,0.078
+16,mlp.experts.45.gate_proj,rtn: 0.0022888,0.00000,0.098
+16,mlp.experts.38.gate_proj,rtn: 0.0022888,0.00000,0.083
+16,mlp.experts.28.gate_proj,rtn: 0.0022888,0.00000,0.175
+16,mlp.experts.46.gate_proj,rtn: 0.0023041,0.00000,0.085
+16,mlp.experts.33.gate_proj,rtn: 0.0023346,0.00000,0.122
+16,mlp.experts.51.gate_proj,rtn: 0.0023193,0.00000,0.070
+16,mlp.experts.59.gate_proj,rtn: 0.0023041,0.00000,0.078
+16,mlp.experts.55.gate_proj,rtn: 0.0023499,0.00000,0.071
+16,mlp.experts.41.gate_proj,rtn: 0.0023041,0.00000,0.116
+16,mlp.experts.16.gate_proj,rtn: 0.0023346,0.00000,0.233
+16,mlp.experts.58.gate_proj,rtn: 0.0023804,0.00000,0.096
+16,mlp.experts.63.gate_proj,rtn: 0.0022583,0.00000,0.074
+16,mlp.experts.53.gate_proj,rtn: 0.0023346,0.00000,0.159
+16,mlp.experts.50.gate_proj,rtn: 0.0023041,0.00000,0.092
+16,mlp.experts.62.gate_proj,rtn: 0.0023041,0.00000,0.085
+16,mlp.experts.36.gate_proj,rtn: 0.0023651,0.00000,0.130
+16,mlp.experts.67.gate_proj,rtn: 0.0023346,0.00000,0.074
+16,mlp.experts.54.gate_proj,rtn: 0.0022736,0.00000,0.095
+16,mlp.experts.75.gate_proj,rtn: 0.0023499,0.00000,0.071
+16,mlp.experts.49.gate_proj,rtn: 0.0023499,0.00000,0.093
+16,mlp.experts.61.gate_proj,rtn: 0.0023346,0.00000,0.112
+16,mlp.experts.71.gate_proj,rtn: 0.0023804,0.00000,0.076
+16,mlp.experts.57.gate_proj,rtn: 0.0023651,0.00000,0.089
+16,mlp.experts.44.gate_proj,rtn: 0.0023041,0.00000,0.126
+16,mlp.experts.79.gate_proj,rtn: 0.0023193,0.00000,0.076
+16,mlp.experts.69.gate_proj,rtn: 0.0023499,0.00000,0.085
+16,mlp.experts.74.gate_proj,rtn: 0.0023499,0.00000,0.100
+16,mlp.experts.91.gate_proj,rtn: 0.0024261,0.00000,0.069
+16,mlp.experts.83.gate_proj,rtn: 0.0023041,0.00000,0.075
+16,mlp.experts.66.gate_proj,rtn: 0.0023041,0.00000,0.095
+16,mlp.experts.78.gate_proj,rtn: 0.0023499,0.00000,0.092
+16,mlp.experts.65.gate_proj,rtn: 0.0024261,0.00000,0.084
+16,mlp.experts.70.gate_proj,rtn: 0.0022736,0.00000,0.094
+16,mlp.experts.87.gate_proj,rtn: 0.0023499,0.00000,0.078
+16,mlp.experts.32.gate_proj,rtn: 0.0023346,0.00000,0.129
+16,mlp.experts.77.gate_proj,rtn: 0.0023193,0.00000,0.086
+16,mlp.experts.73.gate_proj,rtn: 0.0023041,0.00000,0.085
+16,mlp.experts.95.gate_proj,rtn: 0.0023193,0.00000,0.074
+16,mlp.experts.85.gate_proj,rtn: 0.0023651,0.00000,0.068
+16,mlp.experts.107.gate_proj,rtn: 0.0022888,0.00000,0.061
+16,mlp.experts.52.gate_proj,rtn: 0.0023499,0.00000,0.147
+16,mlp.experts.99.gate_proj,rtn: 0.0023041,0.00000,0.067
+16,mlp.experts.40.gate_proj,rtn: 0.0023193,0.00000,0.263
+16,mlp.experts.103.gate_proj,rtn: 0.0022888,0.00000,0.055
+16,mlp.experts.81.gate_proj,rtn: 0.0023346,0.00000,0.066
+16,mlp.experts.93.gate_proj,rtn: 0.0022736,0.00000,0.060
+16,mlp.experts.90.gate_proj,rtn: 0.0023193,0.00000,0.097
+16,mlp.experts.82.gate_proj,rtn: 0.0023804,0.00000,0.095
+16,mlp.experts.86.gate_proj,rtn: 0.0023499,0.00000,0.082
+16,mlp.experts.94.gate_proj,rtn: 0.0023041,0.00000,0.100
+16,mlp.experts.101.gate_proj,rtn: 0.0023956,0.00000,0.090
+16,mlp.experts.89.gate_proj,rtn: 0.0023041,0.00000,0.096
+16,mlp.experts.119.gate_proj,rtn: 0.0023346,0.00000,0.085
+16,mlp.experts.123.gate_proj,rtn: 0.0023346,0.00000,0.093
+16,mlp.experts.109.gate_proj,rtn: 0.0023651,0.00000,0.089
+16,mlp.experts.111.gate_proj,rtn: 0.0023499,0.00000,0.095
+16,mlp.experts.115.gate_proj,rtn: 0.0023346,0.00000,0.110
+16,mlp.experts.97.gate_proj,rtn: 0.0023651,0.00000,0.105
+16,mlp.experts.48.gate_proj,rtn: 0.0023346,0.00000,0.167
+16,mlp.experts.98.gate_proj,rtn: 0.0022888,0.00000,0.102
+16,mlp.experts.106.gate_proj,rtn: 0.0022888,0.00000,0.115
+16,mlp.experts.102.gate_proj,rtn: 0.0023956,0.00000,0.101
+16,mlp.experts.56.gate_proj,rtn: 0.0023193,0.00000,0.137
+16,mlp.experts.110.gate_proj,rtn: 0.0023041,0.00000,0.107
+16,mlp.experts.68.gate_proj,rtn: 0.0023651,0.00000,0.154
+16,mlp.experts.60.gate_proj,rtn: 0.0024109,0.00000,0.277
+16,mlp.experts.139.gate_proj,rtn: 0.0023499,0.00000,0.087
+16,mlp.experts.135.gate_proj,rtn: 0.0023651,0.00000,0.087
+16,mlp.experts.127.gate_proj,rtn: 0.0023499,0.00000,0.084
+16,mlp.experts.117.gate_proj,rtn: 0.0023346,0.00000,0.104
+16,mlp.experts.131.gate_proj,rtn: 0.0023499,0.00000,0.088
+16,mlp.experts.113.gate_proj,rtn: 0.0023651,0.00000,0.098
+16,mlp.experts.125.gate_proj,rtn: 0.0023193,0.00000,0.110
+16,mlp.experts.64.gate_proj,rtn: 0.0023346,0.00000,0.093
+16,mlp.experts.114.gate_proj,rtn: 0.0023041,0.00000,0.095
+16,mlp.experts.122.gate_proj,rtn: 0.0022736,0.00000,0.095
+16,mlp.experts.118.gate_proj,rtn: 0.0023804,0.00000,0.096
+16,mlp.experts.72.gate_proj,rtn: 0.0023346,0.00000,0.098
+16,mlp.experts.126.gate_proj,rtn: 0.0023346,0.00000,0.091
+16,mlp.experts.84.gate_proj,rtn: 0.0023804,0.00000,0.097
+16,mlp.experts.76.gate_proj,rtn: 0.0023651,0.00000,0.097
+16,mlp.experts.155.gate_proj,rtn: 0.0023193,0.00000,0.076
+16,mlp.experts.147.gate_proj,rtn: 0.0024261,0.00000,0.062
+16,mlp.experts.143.gate_proj,rtn: 0.0023041,0.00000,0.072
+16,mlp.experts.151.gate_proj,rtn: 0.0022736,0.00000,0.072
+16,mlp.experts.105.gate_proj,rtn: 0.0022888,0.00000,0.197
+16,mlp.experts.133.gate_proj,rtn: 0.0023346,0.00000,0.111
+16,mlp.experts.138.gate_proj,rtn: 0.0023041,0.00000,0.083
+16,mlp.experts.80.gate_proj,rtn: 0.0023193,0.00000,0.101
+16,mlp.experts.130.gate_proj,rtn: 0.0023499,0.00000,0.090
+16,mlp.experts.141.gate_proj,rtn: 0.0023041,0.00000,0.106
+16,mlp.experts.142.gate_proj,rtn: 0.0023193,0.00000,0.088
+16,mlp.experts.129.gate_proj,rtn: 0.0023499,0.00000,0.119
+16,mlp.experts.134.gate_proj,rtn: 0.0023651,0.00000,0.094
+16,mlp.experts.88.gate_proj,rtn: 0.0023346,0.00000,0.117
+16,mlp.experts.100.gate_proj,rtn: 0.0023651,0.00000,0.116
+16,mlp.experts.159.gate_proj,rtn: 0.0023193,0.00000,0.089
+16,mlp.experts.163.gate_proj,rtn: 0.0023804,0.00000,0.097
+16,mlp.experts.167.gate_proj,rtn: 0.0023499,0.00000,0.098
+16,mlp.experts.92.gate_proj,rtn: 0.0023499,0.00000,0.127
+16,mlp.experts.171.gate_proj,rtn: 0.0023499,0.00000,0.109
+16,mlp.experts.149.gate_proj,rtn: 0.0023804,0.00000,0.087
+16,mlp.experts.154.gate_proj,rtn: 0.0023346,0.00000,0.087
+16,mlp.experts.146.gate_proj,rtn: 0.0024109,0.00000,0.092
+16,mlp.experts.157.gate_proj,rtn: 0.0023651,0.00000,0.091
+16,mlp.experts.158.gate_proj,rtn: 0.0022736,0.00000,0.086
+16,mlp.experts.121.gate_proj,rtn: 0.0023346,0.00000,0.129
+16,mlp.experts.145.gate_proj,rtn: 0.0023651,0.00000,0.095
+16,mlp.experts.150.gate_proj,rtn: 0.0023804,0.00000,0.093
+16,mlp.experts.96.gate_proj,rtn: 0.0023193,0.00000,0.107
+16,mlp.experts.104.gate_proj,rtn: 0.0023499,0.00000,0.100
+16,mlp.experts.116.gate_proj,rtn: 0.0023346,0.00000,0.101
+16,mlp.experts.183.gate_proj,rtn: 0.0023193,0.00000,0.096
+16,mlp.experts.175.gate_proj,rtn: 0.0023193,0.00000,0.107
+16,mlp.experts.179.gate_proj,rtn: 0.0023956,0.00000,0.099
+16,mlp.experts.170.gate_proj,rtn: 0.0023499,0.00000,0.074
+16,mlp.experts.187.gate_proj,rtn: 0.0023193,0.00000,0.102
+16,mlp.experts.108.gate_proj,rtn: 0.0023193,0.00000,0.110
+16,mlp.experts.162.gate_proj,rtn: 0.0023651,0.00000,0.074
+16,mlp.experts.174.gate_proj,rtn: 0.0023193,0.00000,0.073
+16,mlp.experts.165.gate_proj,rtn: 0.0023499,0.00000,0.111
+16,mlp.experts.166.gate_proj,rtn: 0.0023041,0.00000,0.077
+16,mlp.experts.173.gate_proj,rtn: 0.0024719,0.00000,0.092
+16,mlp.experts.137.gate_proj,rtn: 0.0023346,0.00000,0.094
+16,mlp.experts.161.gate_proj,rtn: 0.0023041,0.00000,0.089
+16,mlp.experts.112.gate_proj,rtn: 0.0023346,0.00000,0.098
+16,mlp.experts.7.up_proj,rtn: 0.0023041,0.00000,0.082
+16,mlp.experts.191.gate_proj,rtn: 0.0023956,0.00000,0.080
+16,mlp.experts.3.up_proj,rtn: 0.0023651,0.00000,0.079
+16,mlp.experts.186.gate_proj,rtn: 0.0023499,0.00000,0.075
+16,mlp.experts.120.gate_proj,rtn: 0.0023499,0.00000,0.110
+16,mlp.experts.178.gate_proj,rtn: 0.0023346,0.00000,0.077
+16,mlp.experts.11.up_proj,rtn: 0.0023041,0.00000,0.081
+16,mlp.experts.190.gate_proj,rtn: 0.0022736,0.00000,0.074
+16,mlp.experts.132.gate_proj,rtn: 0.0023193,0.00000,0.110
+16,mlp.experts.181.gate_proj,rtn: 0.0023346,0.00000,0.077
+16,mlp.experts.189.gate_proj,rtn: 0.0023956,0.00000,0.074
+16,mlp.experts.182.gate_proj,rtn: 0.0023193,0.00000,0.076
+16,mlp.experts.124.gate_proj,rtn: 0.0023346,0.00000,0.107
+16,mlp.experts.153.gate_proj,rtn: 0.0022888,0.00000,0.076
+16,mlp.experts.177.gate_proj,rtn: 0.0023193,0.00000,0.080
+16,mlp.experts.23.up_proj,rtn: 0.0022888,0.00000,0.075
+16,mlp.experts.15.up_proj,rtn: 0.0022888,0.00000,0.071
+16,mlp.experts.19.up_proj,rtn: 0.0022888,0.00000,0.071
+16,mlp.experts.128.gate_proj,rtn: 0.0023346,0.00000,0.109
+16,mlp.experts.27.up_proj,rtn: 0.0023041,0.00000,0.070
+16,mlp.experts.2.up_proj,rtn: 0.0023041,0.00000,0.090
+16,mlp.experts.10.up_proj,rtn: 0.0024109,0.00000,0.098
+16,mlp.experts.5.up_proj,rtn: 0.0023346,0.00000,0.072
+16,mlp.experts.169.gate_proj,rtn: 0.0024414,0.00000,0.064
+16,mlp.experts.13.up_proj,rtn: 0.0023041,0.00000,0.076
+16,mlp.experts.1.up_proj,rtn: 0.0023346,0.00000,0.059
+16,mlp.experts.136.gate_proj,rtn: 0.0023193,0.00000,0.110
+16,mlp.experts.148.gate_proj,rtn: 0.0023041,0.00000,0.109
+16,mlp.experts.6.up_proj,rtn: 0.0023041,0.00000,0.107
+16,mlp.experts.140.gate_proj,rtn: 0.0023346,0.00000,0.110
+16,mlp.experts.31.up_proj,rtn: 0.0023499,0.00000,0.078
+16,mlp.experts.35.up_proj,rtn: 0.0023346,0.00000,0.080
+16,mlp.experts.43.up_proj,rtn: 0.0023041,0.00000,0.083
+16,mlp.experts.29.up_proj,rtn: 0.0023346,0.00000,0.064
+16,mlp.experts.144.gate_proj,rtn: 0.0023193,0.00000,0.099
+16,mlp.experts.21.up_proj,rtn: 0.0023041,0.00000,0.072
+16,mlp.experts.185.gate_proj,rtn: 0.0023193,0.00000,0.075
+16,mlp.experts.17.up_proj,rtn: 0.0023651,0.00000,0.074
+16,mlp.experts.14.up_proj,rtn: 0.0023651,0.00000,0.184
+16,mlp.experts.39.up_proj,rtn: 0.0023041,0.00000,0.127
+16,mlp.experts.26.up_proj,rtn: 0.0023193,0.00000,0.104
+16,mlp.experts.18.up_proj,rtn: 0.0023193,0.00000,0.110
+16,mlp.experts.164.gate_proj,rtn: 0.0023499,0.00000,0.104
+16,mlp.experts.152.gate_proj,rtn: 0.0023651,0.00000,0.114
+16,mlp.experts.47.up_proj,rtn: 0.0023193,0.00000,0.086
+16,mlp.experts.22.up_proj,rtn: 0.0023499,0.00000,0.099
+16,mlp.experts.51.up_proj,rtn: 0.0023041,0.00000,0.086
+16,mlp.experts.59.up_proj,rtn: 0.0022888,0.00000,0.084
+16,mlp.experts.156.gate_proj,rtn: 0.0023041,0.00000,0.110
+16,mlp.experts.45.up_proj,rtn: 0.0022888,0.00000,0.080
+16,mlp.experts.9.up_proj,rtn: 0.0023041,0.00000,0.076
+16,mlp.experts.33.up_proj,rtn: 0.0023193,0.00000,0.071
+16,mlp.experts.37.up_proj,rtn: 0.0023193,0.00000,0.073
+16,mlp.experts.55.up_proj,rtn: 0.0023193,0.00000,0.079
+16,mlp.experts.30.up_proj,rtn: 0.0023193,0.00000,0.094
+16,mlp.experts.160.gate_proj,rtn: 0.0023193,0.00000,0.118
+16,mlp.experts.63.up_proj,rtn: 0.0022583,0.00000,0.074
+16,mlp.experts.42.up_proj,rtn: 0.0023804,0.00000,0.105
+16,mlp.experts.67.up_proj,rtn: 0.0023346,0.00000,0.075
+16,mlp.experts.61.up_proj,rtn: 0.0023193,0.00000,0.072
+16,mlp.experts.180.gate_proj,rtn: 0.0023041,0.00000,0.107
+16,mlp.experts.75.up_proj,rtn: 0.0023346,0.00000,0.076
+16,mlp.experts.168.gate_proj,rtn: 0.0023193,0.00000,0.105
+16,mlp.experts.49.up_proj,rtn: 0.0023346,0.00000,0.067
+16,mlp.experts.25.up_proj,rtn: 0.0022583,0.00000,0.068
+16,mlp.experts.53.up_proj,rtn: 0.0023193,0.00000,0.069
+16,mlp.experts.71.up_proj,rtn: 0.0023499,0.00000,0.071
+16,mlp.experts.172.gate_proj,rtn: 0.0023804,0.00000,0.100
+16,mlp.experts.34.up_proj,rtn: 0.0023651,0.00000,0.159
+16,mlp.experts.38.up_proj,rtn: 0.0022736,0.00000,0.134
+16,mlp.experts.176.gate_proj,rtn: 0.0023193,0.00000,0.090
+16,mlp.experts.79.up_proj,rtn: 0.0023041,0.00000,0.073
+16,mlp.experts.83.up_proj,rtn: 0.0022888,0.00000,0.070
+16,mlp.experts.46.up_proj,rtn: 0.0023041,0.00000,0.110
+16,mlp.experts.58.up_proj,rtn: 0.0023651,0.00000,0.093
+16,mlp.experts.77.up_proj,rtn: 0.0023041,0.00000,0.075
+16,mlp.experts.69.up_proj,rtn: 0.0023346,0.00000,0.074
+16,mlp.experts.41.up_proj,rtn: 0.0023041,0.00000,0.075
+16,mlp.experts.91.up_proj,rtn: 0.0024109,0.00000,0.082
+16,mlp.experts.184.gate_proj,rtn: 0.0023804,0.00000,0.095
+16,mlp.experts.65.up_proj,rtn: 0.0024109,0.00000,0.075
+16,mlp.experts.4.up_proj,rtn: 0.0023499,0.00000,0.092
+16,mlp.experts.87.up_proj,rtn: 0.0023346,0.00000,0.084
+16,mlp.experts.50.up_proj,rtn: 0.0022888,0.00000,0.075
+16,mlp.experts.54.up_proj,rtn: 0.0022736,0.00000,0.075
+16,mlp.experts.188.gate_proj,rtn: 0.0023499,0.00000,0.091
+16,mlp.experts.62.up_proj,rtn: 0.0023041,0.00000,0.074
+16,mlp.experts.0.up_proj,rtn: 0.0023651,0.00000,0.093
+16,mlp.experts.74.up_proj,rtn: 0.0023499,0.00000,0.073
+16,mlp.experts.99.up_proj,rtn: 0.0022888,0.00000,0.092
+16,mlp.experts.57.up_proj,rtn: 0.0023499,0.00000,0.081
+16,mlp.experts.93.up_proj,rtn: 0.0022736,0.00000,0.096
+16,mlp.experts.70.up_proj,rtn: 0.0022736,0.00000,0.066
+16,mlp.experts.85.up_proj,rtn: 0.0023499,0.00000,0.100
+16,mlp.experts.66.up_proj,rtn: 0.0022888,0.00000,0.069
+16,mlp.experts.81.up_proj,rtn: 0.0023193,0.00000,0.084
+16,mlp.experts.8.up_proj,rtn: 0.0022888,0.00000,0.094
+16,mlp.experts.90.up_proj,rtn: 0.0023193,0.00000,0.063
+16,mlp.experts.78.up_proj,rtn: 0.0023346,0.00000,0.069
+16,mlp.experts.95.up_proj,rtn: 0.0023193,0.00000,0.101
+16,mlp.experts.20.up_proj,rtn: 0.0023193,0.00000,0.101
+16,mlp.experts.12.up_proj,rtn: 0.0022736,0.00000,0.124
+16,mlp.experts.107.up_proj,rtn: 0.0022583,0.00000,0.165
+16,mlp.experts.73.up_proj,rtn: 0.0023041,0.00000,0.079
+16,mlp.experts.103.up_proj,rtn: 0.0022888,0.00000,0.161
+16,mlp.experts.16.up_proj,rtn: 0.0023193,0.00000,0.131
+16,mlp.experts.86.up_proj,rtn: 0.0023346,0.00000,0.091
+16,mlp.experts.82.up_proj,rtn: 0.0023499,0.00000,0.092
+16,mlp.experts.109.up_proj,rtn: 0.0023499,0.00000,0.112
+16,mlp.experts.111.up_proj,rtn: 0.0023346,0.00000,0.075
+16,mlp.experts.115.up_proj,rtn: 0.0023346,0.00000,0.086
+16,mlp.experts.94.up_proj,rtn: 0.0023041,0.00000,0.093
+16,mlp.experts.106.up_proj,rtn: 0.0022888,0.00000,0.094
+16,mlp.experts.36.up_proj,rtn: 0.0023346,0.00000,0.096
+16,mlp.experts.24.up_proj,rtn: 0.0023346,0.00000,0.105
+16,mlp.experts.101.up_proj,rtn: 0.0023804,0.00000,0.157
+16,mlp.experts.28.up_proj,rtn: 0.0022736,0.00000,0.105
+16,mlp.experts.123.up_proj,rtn: 0.0023193,0.00000,0.102
+16,mlp.experts.97.up_proj,rtn: 0.0023346,0.00000,0.143
+16,mlp.experts.119.up_proj,rtn: 0.0023193,0.00000,0.101
+16,mlp.experts.102.up_proj,rtn: 0.0023956,0.00000,0.097
+16,mlp.experts.98.up_proj,rtn: 0.0022736,0.00000,0.091
+16,mlp.experts.32.up_proj,rtn: 0.0023041,0.00000,0.120
+16,mlp.experts.127.up_proj,rtn: 0.0023499,0.00000,0.108
+16,mlp.experts.52.up_proj,rtn: 0.0023346,0.00000,0.091
+16,mlp.experts.110.up_proj,rtn: 0.0022888,0.00000,0.104
+16,mlp.experts.40.up_proj,rtn: 0.0023041,0.00000,0.077
+16,mlp.experts.122.up_proj,rtn: 0.0022583,0.00000,0.113
+16,mlp.experts.44.up_proj,rtn: 0.0022888,0.00000,0.086
+16,mlp.experts.131.up_proj,rtn: 0.0023193,0.00000,0.098
+16,mlp.experts.89.up_proj,rtn: 0.0023041,0.00000,0.171
+16,mlp.experts.125.up_proj,rtn: 0.0023041,0.00000,0.140
+16,mlp.experts.139.up_proj,rtn: 0.0023346,0.00000,0.098
+16,mlp.experts.113.up_proj,rtn: 0.0023651,0.00000,0.108
+16,mlp.experts.117.up_proj,rtn: 0.0023193,0.00000,0.118
+16,mlp.experts.118.up_proj,rtn: 0.0023499,0.00000,0.103
+16,mlp.experts.135.up_proj,rtn: 0.0023499,0.00000,0.115
+16,mlp.experts.48.up_proj,rtn: 0.0023193,0.00000,0.097
+16,mlp.experts.114.up_proj,rtn: 0.0022888,0.00000,0.115
+16,mlp.experts.68.up_proj,rtn: 0.0023499,0.00000,0.101
+16,mlp.experts.56.up_proj,rtn: 0.0023041,0.00000,0.089
+16,mlp.experts.126.up_proj,rtn: 0.0023193,0.00000,0.099
+16,mlp.experts.138.up_proj,rtn: 0.0023041,0.00000,0.096
+16,mlp.experts.105.up_proj,rtn: 0.0022888,0.00000,0.083
+16,mlp.experts.141.up_proj,rtn: 0.0022888,0.00000,0.079
+16,mlp.experts.60.up_proj,rtn: 0.0023956,0.00000,0.095
+16,mlp.experts.133.up_proj,rtn: 0.0023193,0.00000,0.079
+16,mlp.experts.129.up_proj,rtn: 0.0023346,0.00000,0.084
+16,mlp.experts.143.up_proj,rtn: 0.0022888,0.00000,0.159
+16,mlp.experts.155.up_proj,rtn: 0.0023041,0.00000,0.126
+16,mlp.experts.64.up_proj,rtn: 0.0023193,0.00000,0.098
+16,mlp.experts.130.up_proj,rtn: 0.0023346,0.00000,0.101
+16,mlp.experts.157.up_proj,rtn: 0.0023651,0.00000,0.067
+16,mlp.experts.121.up_proj,rtn: 0.0023193,0.00000,0.070
+16,mlp.experts.84.up_proj,rtn: 0.0023651,0.00000,0.097
+16,mlp.experts.76.up_proj,rtn: 0.0023651,0.00000,0.067
+16,mlp.experts.149.up_proj,rtn: 0.0023804,0.00000,0.072
+16,mlp.experts.145.up_proj,rtn: 0.0023651,0.00000,0.068
+16,mlp.experts.142.up_proj,rtn: 0.0023041,0.00000,0.098
+16,mlp.experts.72.up_proj,rtn: 0.0023193,0.00000,0.101
+16,mlp.experts.147.up_proj,rtn: 0.0024109,0.00000,0.183
+16,mlp.experts.134.up_proj,rtn: 0.0023499,0.00000,0.143
+16,mlp.experts.154.up_proj,rtn: 0.0023193,0.00000,0.106
+16,mlp.experts.146.up_proj,rtn: 0.0023651,0.00000,0.071
+16,mlp.experts.80.up_proj,rtn: 0.0023041,0.00000,0.091
+16,mlp.experts.173.up_proj,rtn: 0.0024567,0.00000,0.077
+16,mlp.experts.158.up_proj,rtn: 0.0022583,0.00000,0.062
+16,mlp.experts.151.up_proj,rtn: 0.0022583,0.00000,0.218
+16,mlp.experts.137.up_proj,rtn: 0.0023193,0.00000,0.096
+16,mlp.experts.100.up_proj,rtn: 0.0023499,0.00000,0.104
+16,mlp.experts.92.up_proj,rtn: 0.0023346,0.00000,0.098
+16,mlp.experts.171.up_proj,rtn: 0.0023346,0.00000,0.143
+16,mlp.experts.88.up_proj,rtn: 0.0023193,0.00000,0.090
+16,mlp.experts.165.up_proj,rtn: 0.0023346,0.00000,0.106
+16,mlp.experts.159.up_proj,rtn: 0.0023041,0.00000,0.170
+16,mlp.experts.161.up_proj,rtn: 0.0022888,0.00000,0.103
+16,mlp.experts.163.up_proj,rtn: 0.0023499,0.00000,0.103
+16,mlp.experts.189.up_proj,rtn: 0.0023956,0.00000,0.083
+16,mlp.experts.167.up_proj,rtn: 0.0023346,0.00000,0.068
+16,mlp.experts.153.up_proj,rtn: 0.0022736,0.00000,0.076
+16,mlp.experts.170.up_proj,rtn: 0.0023346,0.00000,0.163
+16,mlp.experts.162.up_proj,rtn: 0.0023499,0.00000,0.169
+16,mlp.experts.96.up_proj,rtn: 0.0023041,0.00000,0.186
+16,mlp.experts.181.up_proj,rtn: 0.0023193,0.00000,0.073
+16,mlp.experts.177.up_proj,rtn: 0.0023041,0.00000,0.077
+16,mlp.experts.179.up_proj,rtn: 0.0023651,0.00000,0.088
+16,mlp.experts.116.up_proj,rtn: 0.0023193,0.00000,0.176
+16,mlp.experts.169.up_proj,rtn: 0.0024109,0.00000,0.081
+16,mlp.experts.175.up_proj,rtn: 0.0023041,0.00000,0.101
+16,mlp.experts.187.up_proj,rtn: 0.0023041,0.00000,0.090
+16,mlp.experts.174.up_proj,rtn: 0.0023041,0.00000,0.216
+16,mlp.experts.183.up_proj,rtn: 0.0023041,0.00000,0.104
+16,mlp.experts.150.up_proj,rtn: 0.0023651,0.00000,0.269
+16,mlp.experts.185.up_proj,rtn: 0.0023041,0.00000,0.037
+16,mlp.experts.104.up_proj,rtn: 0.0023346,0.00000,0.124
+16,mlp.experts.191.up_proj,rtn: 0.0023804,0.00000,0.052
+16,mlp.experts.178.up_proj,rtn: 0.0023193,0.00000,0.105
+16,mlp.experts.186.up_proj,rtn: 0.0023499,0.00000,0.128
+16,mlp.experts.112.up_proj,rtn: 0.0023193,0.00000,0.107
+16,mlp.experts.108.up_proj,rtn: 0.0023193,0.00000,0.192
+16,mlp.experts.190.up_proj,rtn: 0.0022583,0.00000,0.082
+16,mlp.experts.132.up_proj,rtn: 0.0023041,0.00000,0.106
+16,mlp.experts.166.up_proj,rtn: 0.0022888,0.00000,0.087
+16,mlp.experts.182.up_proj,rtn: 0.0023041,0.00000,0.028
+16,mlp.experts.120.up_proj,rtn: 0.0023346,0.00000,0.104
+16,mlp.experts.128.up_proj,rtn: 0.0023193,0.00000,0.104
+16,mlp.experts.148.up_proj,rtn: 0.0022888,0.00000,0.099
+16,mlp.experts.124.up_proj,rtn: 0.0023193,0.00000,0.147
+16,mlp.experts.136.up_proj,rtn: 0.0023041,0.00000,0.085
+16,mlp.experts.144.up_proj,rtn: 0.0023041,0.00000,0.102
+16,mlp.experts.164.up_proj,rtn: 0.0023346,0.00000,0.106
+16,mlp.experts.152.up_proj,rtn: 0.0023346,0.00000,0.077
+16,mlp.experts.140.up_proj,rtn: 0.0023193,0.00000,0.097
+16,mlp.experts.160.up_proj,rtn: 0.0023193,0.00000,0.095
+16,mlp.experts.180.up_proj,rtn: 0.0022888,0.00000,0.098
+16,mlp.experts.168.up_proj,rtn: 0.0023041,0.00000,0.081
+16,mlp.experts.156.up_proj,rtn: 0.0022888,0.00000,0.071
+16,mlp.experts.176.up_proj,rtn: 0.0023193,0.00000,0.083
+16,mlp.experts.184.up_proj,rtn: 0.0023651,0.00000,0.056
+16,mlp.experts.172.up_proj,rtn: 0.0023804,0.00000,0.057
+16,mlp.experts.188.up_proj,rtn: 0.0023346,0.00000,0.036
+16,mlp.experts.7.down_proj,rtn: 0.0022583,0.00000,0.050
+16,mlp.experts.3.down_proj,rtn: 0.0023041,0.00000,0.050
+16,mlp.experts.15.down_proj,rtn: 0.0022736,0.00000,0.041
+16,mlp.experts.2.down_proj,rtn: 0.0022583,0.00000,0.050
+16,mlp.experts.14.down_proj,rtn: 0.0023346,0.00000,0.052
+16,mlp.experts.6.down_proj,rtn: 0.0022736,0.00000,0.055
+16,mlp.experts.11.down_proj,rtn: 0.0022430,0.00000,0.057
+16,mlp.experts.10.down_proj,rtn: 0.0023651,0.00000,0.048
+16,mlp.experts.9.down_proj,rtn: 0.0022430,0.00000,0.049
+16,mlp.experts.13.down_proj,rtn: 0.0022736,0.00000,0.051
+16,mlp.experts.5.down_proj,rtn: 0.0023041,0.00000,0.053
+16,mlp.experts.1.down_proj,rtn: 0.0023041,0.00000,0.053
+16,mlp.experts.8.down_proj,rtn: 0.0022278,0.00000,0.112
+16,mlp.experts.12.down_proj,rtn: 0.0022583,0.00000,0.111
+16,mlp.experts.4.down_proj,rtn: 0.0023041,0.00000,0.118
+16,mlp.experts.0.down_proj,rtn: 0.0023193,0.00000,0.118
+16,mlp.experts.19.down_proj,rtn: 0.0022430,0.00000,0.031
+16,mlp.experts.31.down_proj,rtn: 0.0023193,0.00000,0.030
+16,mlp.experts.23.down_proj,rtn: 0.0022583,0.00000,0.041
+16,mlp.experts.18.down_proj,rtn: 0.0022736,0.00000,0.047
+16,mlp.experts.30.down_proj,rtn: 0.0022888,0.00000,0.039
+16,mlp.experts.27.down_proj,rtn: 0.0022736,0.00000,0.032
+16,mlp.experts.26.down_proj,rtn: 0.0022583,0.00000,0.034
+16,mlp.experts.25.down_proj,rtn: 0.0022278,0.00000,0.039
+16,mlp.experts.22.down_proj,rtn: 0.0022888,0.00000,0.050
+16,mlp.experts.28.down_proj,rtn: 0.0022430,0.00000,0.042
+16,mlp.experts.17.down_proj,rtn: 0.0023651,0.00000,0.039
+16,mlp.experts.21.down_proj,rtn: 0.0022736,0.00000,0.059
+16,mlp.experts.24.down_proj,rtn: 0.0022736,0.00000,0.054
+16,mlp.experts.41.down_proj,rtn: 0.0022583,0.00000,0.030
+16,mlp.experts.35.down_proj,rtn: 0.0022888,0.00000,0.041
+16,mlp.experts.47.down_proj,rtn: 0.0023041,0.00000,0.042
+16,mlp.experts.43.down_proj,rtn: 0.0022583,0.00000,0.026
+16,mlp.experts.39.down_proj,rtn: 0.0022583,0.00000,0.044
+16,mlp.experts.20.down_proj,rtn: 0.0022888,0.00000,0.058
+16,mlp.experts.16.down_proj,rtn: 0.0023041,0.00000,0.055
+16,mlp.experts.29.down_proj,rtn: 0.0023193,0.00000,0.071
+16,mlp.experts.46.down_proj,rtn: 0.0022736,0.00000,0.093
+16,mlp.experts.42.down_proj,rtn: 0.0023346,0.00000,0.064
+16,mlp.experts.40.down_proj,rtn: 0.0022736,0.00000,0.051
+16,mlp.experts.51.down_proj,rtn: 0.0022736,0.00000,0.046
+16,mlp.experts.33.down_proj,rtn: 0.0022736,0.00000,0.060
+16,mlp.experts.36.down_proj,rtn: 0.0023193,0.00000,0.069
+16,mlp.experts.57.down_proj,rtn: 0.0023193,0.00000,0.054
+16,mlp.experts.44.down_proj,rtn: 0.0022583,0.00000,0.065
+16,mlp.experts.37.down_proj,rtn: 0.0022888,0.00000,0.061
+16,mlp.experts.63.down_proj,rtn: 0.0022125,0.00000,0.053
+16,mlp.experts.59.down_proj,rtn: 0.0022430,0.00000,0.051
+16,mlp.experts.55.down_proj,rtn: 0.0022888,0.00000,0.053
+16,mlp.experts.34.down_proj,rtn: 0.0022888,0.00000,0.059
+16,mlp.experts.58.down_proj,rtn: 0.0023193,0.00000,0.043
+16,mlp.experts.67.down_proj,rtn: 0.0022888,0.00000,0.032
+16,mlp.experts.45.down_proj,rtn: 0.0022430,0.00000,0.061
+16,mlp.experts.38.down_proj,rtn: 0.0022430,0.00000,0.075
+16,mlp.experts.32.down_proj,rtn: 0.0022583,0.00000,0.071
+16,mlp.experts.56.down_proj,rtn: 0.0022583,0.00000,0.053
+16,mlp.experts.62.down_proj,rtn: 0.0022736,0.00000,0.070
+16,mlp.experts.75.down_proj,rtn: 0.0022888,0.00000,0.042
+16,mlp.experts.60.down_proj,rtn: 0.0023651,0.00000,0.058
+16,mlp.experts.73.down_proj,rtn: 0.0022583,0.00000,0.052
+16,mlp.experts.79.down_proj,rtn: 0.0022888,0.00000,0.045
+16,mlp.experts.53.down_proj,rtn: 0.0022736,0.00000,0.050
+16,mlp.experts.49.down_proj,rtn: 0.0022888,0.00000,0.055
+16,mlp.experts.52.down_proj,rtn: 0.0023041,0.00000,0.058
+16,mlp.experts.83.down_proj,rtn: 0.0022430,0.00000,0.036
+16,mlp.experts.50.down_proj,rtn: 0.0022583,0.00000,0.043
+16,mlp.experts.74.down_proj,rtn: 0.0023193,0.00000,0.041
+16,mlp.experts.71.down_proj,rtn: 0.0023193,0.00000,0.046
+16,mlp.experts.54.down_proj,rtn: 0.0022430,0.00000,0.036
+16,mlp.experts.61.down_proj,rtn: 0.0022888,0.00000,0.044
+16,mlp.experts.78.down_proj,rtn: 0.0022888,0.00000,0.021
+16,mlp.experts.91.down_proj,rtn: 0.0023346,0.00000,0.023
+16,mlp.experts.48.down_proj,rtn: 0.0022583,0.00000,0.051
+16,mlp.experts.72.down_proj,rtn: 0.0022583,0.00000,0.048
+16,mlp.experts.76.down_proj,rtn: 0.0022888,0.00000,0.045
+16,mlp.experts.65.down_proj,rtn: 0.0023804,0.00000,0.042
+16,mlp.experts.66.down_proj,rtn: 0.0022583,0.00000,0.037
+16,mlp.experts.68.down_proj,rtn: 0.0023041,0.00000,0.043
+16,mlp.experts.69.down_proj,rtn: 0.0022888,0.00000,0.052
+16,mlp.experts.90.down_proj,rtn: 0.0022736,0.00000,0.044
+16,mlp.experts.94.down_proj,rtn: 0.0022583,0.00000,0.041
+16,mlp.experts.64.down_proj,rtn: 0.0022583,0.00000,0.039
+16,mlp.experts.70.down_proj,rtn: 0.0022278,0.00000,0.046
+16,mlp.experts.88.down_proj,rtn: 0.0022736,0.00000,0.039
+16,mlp.experts.95.down_proj,rtn: 0.0023041,0.00000,0.071
+16,mlp.experts.92.down_proj,rtn: 0.0022888,0.00000,0.034
+16,mlp.experts.99.down_proj,rtn: 0.0022583,0.00000,0.067
+16,mlp.experts.77.down_proj,rtn: 0.0022736,0.00000,0.054
+16,mlp.experts.107.down_proj,rtn: 0.0022125,0.00000,0.049
+16,mlp.experts.89.down_proj,rtn: 0.0022888,0.00000,0.086
+16,mlp.experts.87.down_proj,rtn: 0.0023041,0.00000,0.066
+16,mlp.experts.84.down_proj,rtn: 0.0023193,0.00000,0.044
+16,mlp.experts.81.down_proj,rtn: 0.0022583,0.00000,0.072
+16,mlp.experts.82.down_proj,rtn: 0.0022888,0.00000,0.065
+16,mlp.experts.80.down_proj,rtn: 0.0022736,0.00000,0.045
+16,mlp.experts.106.down_proj,rtn: 0.0022278,0.00000,0.062
+16,mlp.experts.104.down_proj,rtn: 0.0022888,0.00000,0.050
+16,mlp.experts.110.down_proj,rtn: 0.0022430,0.00000,0.051
+16,mlp.experts.86.down_proj,rtn: 0.0022736,0.00000,0.050
+16,mlp.experts.108.down_proj,rtn: 0.0022888,0.00000,0.047
+16,mlp.experts.85.down_proj,rtn: 0.0023041,0.00000,0.071
+16,mlp.experts.111.down_proj,rtn: 0.0022888,0.00000,0.048
+16,mlp.experts.123.down_proj,rtn: 0.0022736,0.00000,0.042
+16,mlp.experts.115.down_proj,rtn: 0.0023041,0.00000,0.044
+16,mlp.experts.105.down_proj,rtn: 0.0022430,0.00000,0.045
+16,mlp.experts.103.down_proj,rtn: 0.0022583,0.00000,0.036
+16,mlp.experts.93.down_proj,rtn: 0.0022583,0.00000,0.052
+16,mlp.experts.97.down_proj,rtn: 0.0022736,0.00000,0.030
+16,mlp.experts.98.down_proj,rtn: 0.0022583,0.00000,0.033
+16,mlp.experts.100.down_proj,rtn: 0.0023041,0.00000,0.060
+16,mlp.experts.126.down_proj,rtn: 0.0023346,0.00000,0.032
+16,mlp.experts.101.down_proj,rtn: 0.0023346,0.00000,0.025
+16,mlp.experts.122.down_proj,rtn: 0.0022430,0.00000,0.033
+16,mlp.experts.131.down_proj,rtn: 0.0022888,0.00000,0.033
+16,mlp.experts.139.down_proj,rtn: 0.0022888,0.00000,0.033
+16,mlp.experts.102.down_proj,rtn: 0.0023499,0.00000,0.043
+16,mlp.experts.120.down_proj,rtn: 0.0023041,0.00000,0.053
+16,mlp.experts.124.down_proj,rtn: 0.0022888,0.00000,0.051
+16,mlp.experts.119.down_proj,rtn: 0.0022888,0.00000,0.037
+16,mlp.experts.114.down_proj,rtn: 0.0022430,0.00000,0.035
+16,mlp.experts.109.down_proj,rtn: 0.0023193,0.00000,0.050
+16,mlp.experts.138.down_proj,rtn: 0.0022583,0.00000,0.032
+16,mlp.experts.142.down_proj,rtn: 0.0022736,0.00000,0.032
+16,mlp.experts.127.down_proj,rtn: 0.0022888,0.00000,0.057
+16,mlp.experts.96.down_proj,rtn: 0.0022888,0.00000,0.081
+16,mlp.experts.118.down_proj,rtn: 0.0023041,0.00000,0.031
+16,mlp.experts.116.down_proj,rtn: 0.0022736,0.00000,0.054
+16,mlp.experts.147.down_proj,rtn: 0.0023804,0.00000,0.037
+16,mlp.experts.135.down_proj,rtn: 0.0022888,0.00000,0.028
+16,mlp.experts.130.down_proj,rtn: 0.0023193,0.00000,0.027
+16,mlp.experts.155.down_proj,rtn: 0.0022736,0.00000,0.031
+16,mlp.experts.140.down_proj,rtn: 0.0022736,0.00000,0.034
+16,mlp.experts.136.down_proj,rtn: 0.0022736,0.00000,0.037
+16,mlp.experts.154.down_proj,rtn: 0.0022736,0.00000,0.029
+16,mlp.experts.158.down_proj,rtn: 0.0022278,0.00000,0.026
+16,mlp.experts.132.down_proj,rtn: 0.0022736,0.00000,0.013
+16,mlp.experts.117.down_proj,rtn: 0.0022888,0.00000,0.068
+16,mlp.experts.134.down_proj,rtn: 0.0023041,0.00000,0.021
+16,mlp.experts.146.down_proj,rtn: 0.0023499,0.00000,0.018
+16,mlp.experts.121.down_proj,rtn: 0.0022888,0.00000,0.107
+16,mlp.experts.125.down_proj,rtn: 0.0022736,0.00000,0.053
+16,mlp.experts.113.down_proj,rtn: 0.0023193,0.00000,0.108
+16,mlp.experts.174.down_proj,rtn: 0.0022583,0.00000,0.030
+16,mlp.experts.151.down_proj,rtn: 0.0022278,0.00000,0.044
+16,mlp.experts.143.down_proj,rtn: 0.0022736,0.00000,0.038
+16,mlp.experts.170.down_proj,rtn: 0.0022888,0.00000,0.037
+16,mlp.experts.163.down_proj,rtn: 0.0022888,0.00000,0.047
+16,mlp.experts.171.down_proj,rtn: 0.0023041,0.00000,0.047
+16,mlp.experts.150.down_proj,rtn: 0.0023041,0.00000,0.028
+16,mlp.experts.162.down_proj,rtn: 0.0022888,0.00000,0.026
+16,mlp.experts.137.down_proj,rtn: 0.0022736,0.00000,0.030
+16,mlp.experts.112.down_proj,rtn: 0.0022736,0.00000,0.056
+16,mlp.experts.141.down_proj,rtn: 0.0022583,0.00000,0.029
+16,mlp.experts.133.down_proj,rtn: 0.0022583,0.00000,0.038
+16,mlp.experts.129.down_proj,rtn: 0.0022888,0.00000,0.026
+16,mlp.experts.152.down_proj,rtn: 0.0023346,0.00000,0.059
+16,mlp.experts.148.down_proj,rtn: 0.0022430,0.00000,0.055
+16,mlp.experts.190.down_proj,rtn: 0.0022430,0.00000,0.033
+16,mlp.experts.186.down_proj,rtn: 0.0023193,0.00000,0.034
+16,mlp.experts.178.down_proj,rtn: 0.0022888,0.00000,0.030
+16,mlp.experts.166.down_proj,rtn: 0.0022583,0.00000,0.027
+16,mlp.experts.156.down_proj,rtn: 0.0022430,0.00000,0.111
+16,mlp.experts.167.down_proj,rtn: 0.0023193,0.00000,0.045
+16,mlp.experts.159.down_proj,rtn: 0.0022736,0.00000,0.039
+16,mlp.experts.187.down_proj,rtn: 0.0022736,0.00000,0.034
+16,mlp.experts.179.down_proj,rtn: 0.0023193,0.00000,0.041
+16,mlp.experts.153.down_proj,rtn: 0.0022278,0.00000,0.034
+16,mlp.experts.145.down_proj,rtn: 0.0023193,0.00000,0.026
+16,mlp.experts.149.down_proj,rtn: 0.0023346,0.00000,0.027
+16,mlp.experts.157.down_proj,rtn: 0.0023041,0.00000,0.037
+16,mlp.experts.128.down_proj,rtn: 0.0023041,0.00000,0.045
+16,mlp.experts.182.down_proj,rtn: 0.0022736,0.00000,0.013
+16,mlp.experts.183.down_proj,rtn: 0.0022736,0.00000,0.022
+16,mlp.experts.175.down_proj,rtn: 0.0022736,0.00000,0.018
+16,mlp.experts.168.down_proj,rtn: 0.0022888,0.00000,0.049
+16,mlp.experts.164.down_proj,rtn: 0.0022736,0.00000,0.049
+16,mlp.experts.165.down_proj,rtn: 0.0023041,0.00000,0.030
+16,mlp.experts.191.down_proj,rtn: 0.0023499,0.00000,0.013
+16,mlp.experts.161.down_proj,rtn: 0.0022583,0.00000,0.030
+16,mlp.experts.173.down_proj,rtn: 0.0024109,0.00000,0.027
+16,mlp.experts.169.down_proj,rtn: 0.0022888,0.00000,0.037
+16,mlp.experts.172.down_proj,rtn: 0.0023804,0.00000,0.056
+16,mlp.experts.144.down_proj,rtn: 0.0022736,0.00000,0.045
+16,mlp.experts.189.down_proj,rtn: 0.0023804,0.00000,0.025
+16,mlp.experts.180.down_proj,rtn: 0.0022583,0.00000,0.041
+16,mlp.experts.181.down_proj,rtn: 0.0022888,0.00000,0.031
+16,mlp.experts.177.down_proj,rtn: 0.0022583,0.00000,0.028
+16,mlp.experts.184.down_proj,rtn: 0.0023193,0.00000,0.048
+16,mlp.experts.185.down_proj,rtn: 0.0022430,0.00000,0.029
+16,mlp.experts.188.down_proj,rtn: 0.0022888,0.00000,0.029
+16,mlp.experts.160.down_proj,rtn: 0.0022888,0.00000,0.026
+16,mlp.experts.176.down_proj,rtn: 0.0022736,0.00000,0.010
+16,mlp.shared_experts.gate_proj,rtn: 0.0016098,0.00000,0.028
+16,mlp.shared_experts.up_proj,rtn: 0.0016098,0.00000,0.028
+16,mlp.shared_experts.down_proj,rtn: 0.0016708,0.00000,0.011
+17,self_attn.v_proj,rtn: 0.0026550,0.00000,0.025
+17,self_attn.k_proj,rtn: 0.0023956,0.00000,0.035
+17,self_attn.q_proj,rtn: 0.0022278,0.00000,0.017
+17,self_attn.o_proj,rtn: 0.0025482,0.00000,0.030
+17,mlp.experts.15.gate_proj,rtn: 0.0023041,0.00000,0.080
+17,mlp.experts.11.gate_proj,rtn: 0.0023193,0.00000,0.093
+17,mlp.experts.7.gate_proj,rtn: 0.0023346,0.00000,0.099
+17,mlp.experts.0.gate_proj,rtn: 0.0023651,0.00000,0.106
+17,mlp.experts.8.gate_proj,rtn: 0.0023651,0.00000,0.110
+17,mlp.experts.12.gate_proj,rtn: 0.0022736,0.00000,0.113
+17,mlp.experts.3.gate_proj,rtn: 0.0023041,0.00000,0.115
+17,mlp.experts.2.gate_proj,rtn: 0.0023651,0.00000,0.123
+17,mlp.experts.13.gate_proj,rtn: 0.0023041,0.00000,0.120
+17,mlp.experts.4.gate_proj,rtn: 0.0023499,0.00000,0.132
+17,mlp.experts.1.gate_proj,rtn: 0.0023346,0.00000,0.128
+17,mlp.experts.6.gate_proj,rtn: 0.0023651,0.00000,0.138
+17,mlp.experts.14.gate_proj,rtn: 0.0023193,0.00000,0.138
+17,mlp.experts.5.gate_proj,rtn: 0.0023346,0.00000,0.142
+17,mlp.experts.9.gate_proj,rtn: 0.0023651,0.00000,0.143
+17,mlp.experts.10.gate_proj,rtn: 0.0023193,0.00000,0.150
+17,mlp.experts.31.gate_proj,rtn: 0.0024414,0.00000,0.071
+17,mlp.experts.23.gate_proj,rtn: 0.0023499,0.00000,0.064
+17,mlp.experts.27.gate_proj,rtn: 0.0023651,0.00000,0.069
+17,mlp.experts.19.gate_proj,rtn: 0.0023193,0.00000,0.074
+17,mlp.experts.18.gate_proj,rtn: 0.0023193,0.00000,0.092
+17,mlp.experts.28.gate_proj,rtn: 0.0023041,0.00000,0.124
+17,mlp.experts.24.gate_proj,rtn: 0.0023346,0.00000,0.129
+17,mlp.experts.30.gate_proj,rtn: 0.0023346,0.00000,0.092
+17,mlp.experts.39.gate_proj,rtn: 0.0022736,0.00000,0.075
+17,mlp.experts.47.gate_proj,rtn: 0.0023041,0.00000,0.085
+17,mlp.experts.43.gate_proj,rtn: 0.0022888,0.00000,0.076
+17,mlp.experts.17.gate_proj,rtn: 0.0022888,0.00000,0.092
+17,mlp.experts.25.gate_proj,rtn: 0.0023651,0.00000,0.091
+17,mlp.experts.22.gate_proj,rtn: 0.0023804,0.00000,0.092
+17,mlp.experts.29.gate_proj,rtn: 0.0023193,0.00000,0.111
+17,mlp.experts.21.gate_proj,rtn: 0.0023499,0.00000,0.096
+17,mlp.experts.26.gate_proj,rtn: 0.0023651,0.00000,0.092
+17,mlp.experts.16.gate_proj,rtn: 0.0023804,0.00000,0.168
+17,mlp.experts.20.gate_proj,rtn: 0.0023193,0.00000,0.116
+17,mlp.experts.35.gate_proj,rtn: 0.0024109,0.00000,0.080
+17,mlp.experts.40.gate_proj,rtn: 0.0023651,0.00000,0.061
+17,mlp.experts.44.gate_proj,rtn: 0.0023346,0.00000,0.063
+17,mlp.experts.55.gate_proj,rtn: 0.0023041,0.00000,0.072
+17,mlp.experts.59.gate_proj,rtn: 0.0023041,0.00000,0.068
+17,mlp.experts.63.gate_proj,rtn: 0.0023346,0.00000,0.085
+17,mlp.experts.34.gate_proj,rtn: 0.0023499,0.00000,0.145
+17,mlp.experts.51.gate_proj,rtn: 0.0023346,0.00000,0.085
+17,mlp.experts.38.gate_proj,rtn: 0.0023193,0.00000,0.139
+17,mlp.experts.37.gate_proj,rtn: 0.0023193,0.00000,0.091
+17,mlp.experts.56.gate_proj,rtn: 0.0023346,0.00000,0.072
+17,mlp.experts.41.gate_proj,rtn: 0.0022888,0.00000,0.099
+17,mlp.experts.32.gate_proj,rtn: 0.0023499,0.00000,0.102
+17,mlp.experts.60.gate_proj,rtn: 0.0024109,0.00000,0.076
+17,mlp.experts.36.gate_proj,rtn: 0.0022736,0.00000,0.105
+17,mlp.experts.33.gate_proj,rtn: 0.0023956,0.00000,0.102
+17,mlp.experts.71.gate_proj,rtn: 0.0024109,0.00000,0.086
+17,mlp.experts.75.gate_proj,rtn: 0.0023346,0.00000,0.084
+17,mlp.experts.45.gate_proj,rtn: 0.0023193,0.00000,0.107
+17,mlp.experts.79.gate_proj,rtn: 0.0024109,0.00000,0.087
+17,mlp.experts.46.gate_proj,rtn: 0.0023041,0.00000,0.212
+17,mlp.experts.67.gate_proj,rtn: 0.0023193,0.00000,0.083
+17,mlp.experts.87.gate_proj,rtn: 0.0023193,0.00000,0.077
+17,mlp.experts.50.gate_proj,rtn: 0.0023041,0.00000,0.139
+17,mlp.experts.72.gate_proj,rtn: 0.0024261,0.00000,0.093
+17,mlp.experts.76.gate_proj,rtn: 0.0023346,0.00000,0.087
+17,mlp.experts.91.gate_proj,rtn: 0.0023499,0.00000,0.091
+17,mlp.experts.48.gate_proj,rtn: 0.0023346,0.00000,0.103
+17,mlp.experts.53.gate_proj,rtn: 0.0023041,0.00000,0.116
+17,mlp.experts.52.gate_proj,rtn: 0.0023041,0.00000,0.100
+17,mlp.experts.49.gate_proj,rtn: 0.0024109,0.00000,0.102
+17,mlp.experts.42.gate_proj,rtn: 0.0023956,0.00000,0.231
+17,mlp.experts.57.gate_proj,rtn: 0.0023193,0.00000,0.115
+17,mlp.experts.54.gate_proj,rtn: 0.0023041,0.00000,0.133
+17,mlp.experts.95.gate_proj,rtn: 0.0023956,0.00000,0.086
+17,mlp.experts.61.gate_proj,rtn: 0.0023346,0.00000,0.104
+17,mlp.experts.103.gate_proj,rtn: 0.0023193,0.00000,0.089
+17,mlp.experts.92.gate_proj,rtn: 0.0023041,0.00000,0.076
+17,mlp.experts.88.gate_proj,rtn: 0.0023346,0.00000,0.082
+17,mlp.experts.83.gate_proj,rtn: 0.0023499,0.00000,0.112
+17,mlp.experts.64.gate_proj,rtn: 0.0023193,0.00000,0.086
+17,mlp.experts.107.gate_proj,rtn: 0.0023651,0.00000,0.093
+17,mlp.experts.68.gate_proj,rtn: 0.0023193,0.00000,0.089
+17,mlp.experts.111.gate_proj,rtn: 0.0023193,0.00000,0.087
+17,mlp.experts.66.gate_proj,rtn: 0.0023651,0.00000,0.146
+17,mlp.experts.69.gate_proj,rtn: 0.0022888,0.00000,0.132
+17,mlp.experts.62.gate_proj,rtn: 0.0023041,0.00000,0.183
+17,mlp.experts.77.gate_proj,rtn: 0.0023041,0.00000,0.121
+17,mlp.experts.65.gate_proj,rtn: 0.0023956,0.00000,0.148
+17,mlp.experts.119.gate_proj,rtn: 0.0023041,0.00000,0.088
+17,mlp.experts.104.gate_proj,rtn: 0.0023804,0.00000,0.086
+17,mlp.experts.108.gate_proj,rtn: 0.0023499,0.00000,0.089
+17,mlp.experts.73.gate_proj,rtn: 0.0023193,0.00000,0.160
+17,mlp.experts.70.gate_proj,rtn: 0.0024109,0.00000,0.176
+17,mlp.experts.58.gate_proj,rtn: 0.0023499,0.00000,0.175
+17,mlp.experts.123.gate_proj,rtn: 0.0023956,0.00000,0.092
+17,mlp.experts.99.gate_proj,rtn: 0.0023193,0.00000,0.106
+17,mlp.experts.80.gate_proj,rtn: 0.0023956,0.00000,0.110
+17,mlp.experts.84.gate_proj,rtn: 0.0023346,0.00000,0.102
+17,mlp.experts.127.gate_proj,rtn: 0.0023346,0.00000,0.105
+17,mlp.experts.82.gate_proj,rtn: 0.0022736,0.00000,0.114
+17,mlp.experts.85.gate_proj,rtn: 0.0022888,0.00000,0.111
+17,mlp.experts.93.gate_proj,rtn: 0.0023499,0.00000,0.105
+17,mlp.experts.78.gate_proj,rtn: 0.0023651,0.00000,0.107
+17,mlp.experts.86.gate_proj,rtn: 0.0023193,0.00000,0.090
+17,mlp.experts.81.gate_proj,rtn: 0.0022583,0.00000,0.122
+17,mlp.experts.74.gate_proj,rtn: 0.0023346,0.00000,0.086
+17,mlp.experts.89.gate_proj,rtn: 0.0023346,0.00000,0.101
+17,mlp.experts.135.gate_proj,rtn: 0.0023804,0.00000,0.126
+17,mlp.experts.124.gate_proj,rtn: 0.0024109,0.00000,0.129
+17,mlp.experts.115.gate_proj,rtn: 0.0023346,0.00000,0.112
+17,mlp.experts.120.gate_proj,rtn: 0.0023193,0.00000,0.153
+17,mlp.experts.98.gate_proj,rtn: 0.0024414,0.00000,0.083
+17,mlp.experts.139.gate_proj,rtn: 0.0023193,0.00000,0.139
+17,mlp.experts.94.gate_proj,rtn: 0.0023651,0.00000,0.082
+17,mlp.experts.100.gate_proj,rtn: 0.0023041,0.00000,0.134
+17,mlp.experts.101.gate_proj,rtn: 0.0023193,0.00000,0.092
+17,mlp.experts.143.gate_proj,rtn: 0.0023193,0.00000,0.128
+17,mlp.experts.96.gate_proj,rtn: 0.0024109,0.00000,0.146
+17,mlp.experts.109.gate_proj,rtn: 0.0023041,0.00000,0.098
+17,mlp.experts.102.gate_proj,rtn: 0.0023193,0.00000,0.071
+17,mlp.experts.90.gate_proj,rtn: 0.0023041,0.00000,0.079
+17,mlp.experts.97.gate_proj,rtn: 0.0022888,0.00000,0.101
+17,mlp.experts.151.gate_proj,rtn: 0.0022888,0.00000,0.100
+17,mlp.experts.140.gate_proj,rtn: 0.0022888,0.00000,0.097
+17,mlp.experts.105.gate_proj,rtn: 0.0023041,0.00000,0.102
+17,mlp.experts.131.gate_proj,rtn: 0.0023804,0.00000,0.090
+17,mlp.experts.114.gate_proj,rtn: 0.0022736,0.00000,0.078
+17,mlp.experts.155.gate_proj,rtn: 0.0023346,0.00000,0.069
+17,mlp.experts.136.gate_proj,rtn: 0.0022888,0.00000,0.093
+17,mlp.experts.159.gate_proj,rtn: 0.0023499,0.00000,0.068
+17,mlp.experts.110.gate_proj,rtn: 0.0023804,0.00000,0.077
+17,mlp.experts.116.gate_proj,rtn: 0.0023193,0.00000,0.087
+17,mlp.experts.118.gate_proj,rtn: 0.0023651,0.00000,0.077
+17,mlp.experts.112.gate_proj,rtn: 0.0023346,0.00000,0.083
+17,mlp.experts.106.gate_proj,rtn: 0.0023346,0.00000,0.073
+17,mlp.experts.117.gate_proj,rtn: 0.0023193,0.00000,0.092
+17,mlp.experts.125.gate_proj,rtn: 0.0023193,0.00000,0.087
+17,mlp.experts.147.gate_proj,rtn: 0.0023346,0.00000,0.069
+17,mlp.experts.167.gate_proj,rtn: 0.0023804,0.00000,0.076
+17,mlp.experts.113.gate_proj,rtn: 0.0023193,0.00000,0.083
+17,mlp.experts.121.gate_proj,rtn: 0.0023041,0.00000,0.083
+17,mlp.experts.175.gate_proj,rtn: 0.0023804,0.00000,0.066
+17,mlp.experts.156.gate_proj,rtn: 0.0023956,0.00000,0.088
+17,mlp.experts.171.gate_proj,rtn: 0.0023956,0.00000,0.074
+17,mlp.experts.130.gate_proj,rtn: 0.0023346,0.00000,0.083
+17,mlp.experts.152.gate_proj,rtn: 0.0023041,0.00000,0.096
+17,mlp.experts.126.gate_proj,rtn: 0.0022736,0.00000,0.087
+17,mlp.experts.133.gate_proj,rtn: 0.0023193,0.00000,0.084
+17,mlp.experts.134.gate_proj,rtn: 0.0023346,0.00000,0.090
+17,mlp.experts.141.gate_proj,rtn: 0.0022583,0.00000,0.080
+17,mlp.experts.122.gate_proj,rtn: 0.0023193,0.00000,0.087
+17,mlp.experts.128.gate_proj,rtn: 0.0023804,0.00000,0.102
+17,mlp.experts.132.gate_proj,rtn: 0.0023499,0.00000,0.107
+17,mlp.experts.183.gate_proj,rtn: 0.0023499,0.00000,0.066
+17,mlp.experts.163.gate_proj,rtn: 0.0023193,0.00000,0.073
+17,mlp.experts.191.gate_proj,rtn: 0.0023956,0.00000,0.066
+17,mlp.experts.187.gate_proj,rtn: 0.0023346,0.00000,0.078
+17,mlp.experts.129.gate_proj,rtn: 0.0023193,0.00000,0.096
+17,mlp.experts.146.gate_proj,rtn: 0.0023804,0.00000,0.090
+17,mlp.experts.137.gate_proj,rtn: 0.0023346,0.00000,0.105
+17,mlp.experts.142.gate_proj,rtn: 0.0023346,0.00000,0.085
+17,mlp.experts.172.gate_proj,rtn: 0.0023193,0.00000,0.114
+17,mlp.experts.150.gate_proj,rtn: 0.0022430,0.00000,0.076
+17,mlp.experts.138.gate_proj,rtn: 0.0023041,0.00000,0.080
+17,mlp.experts.7.up_proj,rtn: 0.0023193,0.00000,0.079
+17,mlp.experts.179.gate_proj,rtn: 0.0023499,0.00000,0.075
+17,mlp.experts.15.up_proj,rtn: 0.0022888,0.00000,0.068
+17,mlp.experts.149.gate_proj,rtn: 0.0022583,0.00000,0.106
+17,mlp.experts.168.gate_proj,rtn: 0.0023193,0.00000,0.119
+17,mlp.experts.157.gate_proj,rtn: 0.0023193,0.00000,0.108
+17,mlp.experts.11.up_proj,rtn: 0.0023193,0.00000,0.076
+17,mlp.experts.144.gate_proj,rtn: 0.0023346,0.00000,0.097
+17,mlp.experts.148.gate_proj,rtn: 0.0023041,0.00000,0.097
+17,mlp.experts.162.gate_proj,rtn: 0.0024414,0.00000,0.075
+17,mlp.experts.145.gate_proj,rtn: 0.0022278,0.00000,0.092
+17,mlp.experts.158.gate_proj,rtn: 0.0023499,0.00000,0.078
+17,mlp.experts.153.gate_proj,rtn: 0.0023346,0.00000,0.094
+17,mlp.experts.166.gate_proj,rtn: 0.0023346,0.00000,0.077
+17,mlp.experts.31.up_proj,rtn: 0.0024261,0.00000,0.067
+17,mlp.experts.3.up_proj,rtn: 0.0023041,0.00000,0.068
+17,mlp.experts.23.up_proj,rtn: 0.0023346,0.00000,0.075
+17,mlp.experts.154.gate_proj,rtn: 0.0023651,0.00000,0.079
+17,mlp.experts.188.gate_proj,rtn: 0.0023651,0.00000,0.101
+17,mlp.experts.165.gate_proj,rtn: 0.0023499,0.00000,0.086
+17,mlp.experts.173.gate_proj,rtn: 0.0023193,0.00000,0.082
+17,mlp.experts.27.up_proj,rtn: 0.0023499,0.00000,0.081
+17,mlp.experts.184.gate_proj,rtn: 0.0023804,0.00000,0.094
+17,mlp.experts.178.gate_proj,rtn: 0.0022888,0.00000,0.083
+17,mlp.experts.160.gate_proj,rtn: 0.0023956,0.00000,0.101
+17,mlp.experts.161.gate_proj,rtn: 0.0023193,0.00000,0.083
+17,mlp.experts.169.gate_proj,rtn: 0.0023346,0.00000,0.079
+17,mlp.experts.39.up_proj,rtn: 0.0022583,0.00000,0.065
+17,mlp.experts.47.up_proj,rtn: 0.0022888,0.00000,0.070
+17,mlp.experts.19.up_proj,rtn: 0.0023041,0.00000,0.073
+17,mlp.experts.182.gate_proj,rtn: 0.0023956,0.00000,0.095
+17,mlp.experts.170.gate_proj,rtn: 0.0023804,0.00000,0.088
+17,mlp.experts.181.gate_proj,rtn: 0.0024414,0.00000,0.081
+17,mlp.experts.189.gate_proj,rtn: 0.0023651,0.00000,0.080
+17,mlp.experts.43.up_proj,rtn: 0.0022736,0.00000,0.075
+17,mlp.experts.174.gate_proj,rtn: 0.0023651,0.00000,0.133
+17,mlp.experts.12.up_proj,rtn: 0.0022583,0.00000,0.108
+17,mlp.experts.164.gate_proj,rtn: 0.0022888,0.00000,0.180
+17,mlp.experts.8.up_proj,rtn: 0.0023499,0.00000,0.103
+17,mlp.experts.2.up_proj,rtn: 0.0023499,0.00000,0.094
+17,mlp.experts.176.gate_proj,rtn: 0.0023804,0.00000,0.094
+17,mlp.experts.63.up_proj,rtn: 0.0023193,0.00000,0.080
+17,mlp.experts.55.up_proj,rtn: 0.0022888,0.00000,0.093
+17,mlp.experts.185.gate_proj,rtn: 0.0023499,0.00000,0.102
+17,mlp.experts.186.gate_proj,rtn: 0.0023193,0.00000,0.077
+17,mlp.experts.35.up_proj,rtn: 0.0023956,0.00000,0.093
+17,mlp.experts.6.up_proj,rtn: 0.0023346,0.00000,0.086
+17,mlp.experts.28.up_proj,rtn: 0.0023041,0.00000,0.073
+17,mlp.experts.190.gate_proj,rtn: 0.0022888,0.00000,0.079
+17,mlp.experts.180.gate_proj,rtn: 0.0023193,0.00000,0.078
+17,mlp.experts.24.up_proj,rtn: 0.0023193,0.00000,0.068
+17,mlp.experts.5.up_proj,rtn: 0.0023346,0.00000,0.117
+17,mlp.experts.18.up_proj,rtn: 0.0023041,0.00000,0.086
+17,mlp.experts.0.up_proj,rtn: 0.0023499,0.00000,0.082
+17,mlp.experts.13.up_proj,rtn: 0.0023041,0.00000,0.130
+17,mlp.experts.177.gate_proj,rtn: 0.0023193,0.00000,0.188
+17,mlp.experts.71.up_proj,rtn: 0.0023804,0.00000,0.079
+17,mlp.experts.79.up_proj,rtn: 0.0023804,0.00000,0.097
+17,mlp.experts.10.up_proj,rtn: 0.0023041,0.00000,0.083
+17,mlp.experts.51.up_proj,rtn: 0.0023193,0.00000,0.083
+17,mlp.experts.22.up_proj,rtn: 0.0023651,0.00000,0.087
+17,mlp.experts.59.up_proj,rtn: 0.0023041,0.00000,0.133
+17,mlp.experts.14.up_proj,rtn: 0.0023193,0.00000,0.084
+17,mlp.experts.44.up_proj,rtn: 0.0023193,0.00000,0.089
+17,mlp.experts.9.up_proj,rtn: 0.0023651,0.00000,0.129
+17,mlp.experts.4.up_proj,rtn: 0.0023499,0.00000,0.102
+17,mlp.experts.40.up_proj,rtn: 0.0023499,0.00000,0.098
+17,mlp.experts.34.up_proj,rtn: 0.0023346,0.00000,0.085
+17,mlp.experts.87.up_proj,rtn: 0.0023193,0.00000,0.075
+17,mlp.experts.16.up_proj,rtn: 0.0023651,0.00000,0.097
+17,mlp.experts.95.up_proj,rtn: 0.0023804,0.00000,0.075
+17,mlp.experts.67.up_proj,rtn: 0.0023041,0.00000,0.072
+17,mlp.experts.26.up_proj,rtn: 0.0023499,0.00000,0.078
+17,mlp.experts.38.up_proj,rtn: 0.0023193,0.00000,0.072
+17,mlp.experts.75.up_proj,rtn: 0.0023193,0.00000,0.075
+17,mlp.experts.30.up_proj,rtn: 0.0023193,0.00000,0.074
+17,mlp.experts.21.up_proj,rtn: 0.0023499,0.00000,0.149
+17,mlp.experts.29.up_proj,rtn: 0.0023193,0.00000,0.138
+17,mlp.experts.1.up_proj,rtn: 0.0023193,0.00000,0.146
+17,mlp.experts.60.up_proj,rtn: 0.0023956,0.00000,0.102
+17,mlp.experts.56.up_proj,rtn: 0.0023193,0.00000,0.087
+17,mlp.experts.50.up_proj,rtn: 0.0022888,0.00000,0.083
+17,mlp.experts.20.up_proj,rtn: 0.0023041,0.00000,0.091
+17,mlp.experts.103.up_proj,rtn: 0.0023041,0.00000,0.077
+17,mlp.experts.111.up_proj,rtn: 0.0023041,0.00000,0.070
+17,mlp.experts.83.up_proj,rtn: 0.0023499,0.00000,0.073
+17,mlp.experts.25.up_proj,rtn: 0.0023499,0.00000,0.125
+17,mlp.experts.91.up_proj,rtn: 0.0023346,0.00000,0.076
+17,mlp.experts.32.up_proj,rtn: 0.0023346,0.00000,0.096
+17,mlp.experts.42.up_proj,rtn: 0.0023651,0.00000,0.092
+17,mlp.experts.54.up_proj,rtn: 0.0023041,0.00000,0.102
+17,mlp.experts.46.up_proj,rtn: 0.0023041,0.00000,0.094
+17,mlp.experts.45.up_proj,rtn: 0.0023041,0.00000,0.087
+17,mlp.experts.37.up_proj,rtn: 0.0023041,0.00000,0.112
+17,mlp.experts.76.up_proj,rtn: 0.0023193,0.00000,0.100
+17,mlp.experts.66.up_proj,rtn: 0.0023499,0.00000,0.087
+17,mlp.experts.72.up_proj,rtn: 0.0024109,0.00000,0.097
+17,mlp.experts.36.up_proj,rtn: 0.0022583,0.00000,0.093
+17,mlp.experts.99.up_proj,rtn: 0.0023041,0.00000,0.091
+17,mlp.experts.127.up_proj,rtn: 0.0023193,0.00000,0.090
+17,mlp.experts.119.up_proj,rtn: 0.0022888,0.00000,0.092
+17,mlp.experts.58.up_proj,rtn: 0.0023346,0.00000,0.071
+17,mlp.experts.48.up_proj,rtn: 0.0023193,0.00000,0.083
+17,mlp.experts.107.up_proj,rtn: 0.0023499,0.00000,0.093
+17,mlp.experts.62.up_proj,rtn: 0.0023041,0.00000,0.070
+17,mlp.experts.17.up_proj,rtn: 0.0022736,0.00000,0.143
+17,mlp.experts.70.up_proj,rtn: 0.0023956,0.00000,0.079
+17,mlp.experts.41.up_proj,rtn: 0.0022888,0.00000,0.120
+17,mlp.experts.92.up_proj,rtn: 0.0022888,0.00000,0.077
+17,mlp.experts.52.up_proj,rtn: 0.0022888,0.00000,0.067
+17,mlp.experts.82.up_proj,rtn: 0.0022583,0.00000,0.076
+17,mlp.experts.88.up_proj,rtn: 0.0023193,0.00000,0.079
+17,mlp.experts.74.up_proj,rtn: 0.0023193,0.00000,0.074
+17,mlp.experts.61.up_proj,rtn: 0.0023346,0.00000,0.128
+17,mlp.experts.64.up_proj,rtn: 0.0023041,0.00000,0.081
+17,mlp.experts.53.up_proj,rtn: 0.0022888,0.00000,0.113
+17,mlp.experts.115.up_proj,rtn: 0.0023193,0.00000,0.105
+17,mlp.experts.86.up_proj,rtn: 0.0023041,0.00000,0.082
+17,mlp.experts.143.up_proj,rtn: 0.0023193,0.00000,0.112
+17,mlp.experts.33.up_proj,rtn: 0.0023804,0.00000,0.099
+17,mlp.experts.57.up_proj,rtn: 0.0023193,0.00000,0.091
+17,mlp.experts.123.up_proj,rtn: 0.0023804,0.00000,0.121
+17,mlp.experts.135.up_proj,rtn: 0.0023651,0.00000,0.132
+17,mlp.experts.78.up_proj,rtn: 0.0023499,0.00000,0.144
+17,mlp.experts.77.up_proj,rtn: 0.0022888,0.00000,0.088
+17,mlp.experts.108.up_proj,rtn: 0.0023193,0.00000,0.115
+17,mlp.experts.98.up_proj,rtn: 0.0024414,0.00000,0.107
+17,mlp.experts.69.up_proj,rtn: 0.0022888,0.00000,0.081
+17,mlp.experts.90.up_proj,rtn: 0.0022888,0.00000,0.111
+17,mlp.experts.104.up_proj,rtn: 0.0023499,0.00000,0.120
+17,mlp.experts.80.up_proj,rtn: 0.0023804,0.00000,0.103
+17,mlp.experts.131.up_proj,rtn: 0.0023651,0.00000,0.100
+17,mlp.experts.102.up_proj,rtn: 0.0023041,0.00000,0.103
+17,mlp.experts.159.up_proj,rtn: 0.0023346,0.00000,0.099
+17,mlp.experts.49.up_proj,rtn: 0.0023804,0.00000,0.098
+17,mlp.experts.68.up_proj,rtn: 0.0023041,0.00000,0.161
+17,mlp.experts.139.up_proj,rtn: 0.0023041,0.00000,0.094
+17,mlp.experts.73.up_proj,rtn: 0.0023193,0.00000,0.107
+17,mlp.experts.151.up_proj,rtn: 0.0022888,0.00000,0.103
+17,mlp.experts.124.up_proj,rtn: 0.0023956,0.00000,0.086
+17,mlp.experts.120.up_proj,rtn: 0.0022888,0.00000,0.072
+17,mlp.experts.96.up_proj,rtn: 0.0023956,0.00000,0.073
+17,mlp.experts.85.up_proj,rtn: 0.0022736,0.00000,0.106
+17,mlp.experts.106.up_proj,rtn: 0.0023193,0.00000,0.098
+17,mlp.experts.94.up_proj,rtn: 0.0023651,0.00000,0.127
+17,mlp.experts.93.up_proj,rtn: 0.0023346,0.00000,0.117
+17,mlp.experts.147.up_proj,rtn: 0.0023193,0.00000,0.094
+17,mlp.experts.84.up_proj,rtn: 0.0023041,0.00000,0.081
+17,mlp.experts.118.up_proj,rtn: 0.0023499,0.00000,0.101
+17,mlp.experts.175.up_proj,rtn: 0.0023651,0.00000,0.097
+17,mlp.experts.140.up_proj,rtn: 0.0022888,0.00000,0.075
+17,mlp.experts.155.up_proj,rtn: 0.0023193,0.00000,0.107
+17,mlp.experts.65.up_proj,rtn: 0.0023956,0.00000,0.127
+17,mlp.experts.167.up_proj,rtn: 0.0023651,0.00000,0.104
+17,mlp.experts.114.up_proj,rtn: 0.0022736,0.00000,0.165
+17,mlp.experts.89.up_proj,rtn: 0.0023193,0.00000,0.110
+17,mlp.experts.136.up_proj,rtn: 0.0022888,0.00000,0.074
+17,mlp.experts.112.up_proj,rtn: 0.0023346,0.00000,0.075
+17,mlp.experts.122.up_proj,rtn: 0.0023193,0.00000,0.089
+17,mlp.experts.100.up_proj,rtn: 0.0023041,0.00000,0.086
+17,mlp.experts.110.up_proj,rtn: 0.0023499,0.00000,0.094
+17,mlp.experts.134.up_proj,rtn: 0.0023193,0.00000,0.086
+17,mlp.experts.191.up_proj,rtn: 0.0023804,0.00000,0.087
+17,mlp.experts.163.up_proj,rtn: 0.0023041,0.00000,0.104
+17,mlp.experts.109.up_proj,rtn: 0.0022888,0.00000,0.113
+17,mlp.experts.101.up_proj,rtn: 0.0023193,0.00000,0.131
+17,mlp.experts.156.up_proj,rtn: 0.0023804,0.00000,0.096
+17,mlp.experts.171.up_proj,rtn: 0.0023651,0.00000,0.096
+17,mlp.experts.183.up_proj,rtn: 0.0023499,0.00000,0.089
+17,mlp.experts.130.up_proj,rtn: 0.0023346,0.00000,0.086
+17,mlp.experts.138.up_proj,rtn: 0.0022888,0.00000,0.075
+17,mlp.experts.81.up_proj,rtn: 0.0022583,0.00000,0.110
+17,mlp.experts.105.up_proj,rtn: 0.0023041,0.00000,0.097
+17,mlp.experts.128.up_proj,rtn: 0.0023651,0.00000,0.088
+17,mlp.experts.152.up_proj,rtn: 0.0022888,0.00000,0.094
+17,mlp.experts.126.up_proj,rtn: 0.0022583,0.00000,0.075
+17,mlp.experts.150.up_proj,rtn: 0.0022278,0.00000,0.079
+17,mlp.experts.116.up_proj,rtn: 0.0023041,0.00000,0.094
+17,mlp.experts.179.up_proj,rtn: 0.0023193,0.00000,0.064
+17,mlp.experts.187.up_proj,rtn: 0.0023193,0.00000,0.058
+17,mlp.experts.117.up_proj,rtn: 0.0023041,0.00000,0.098
+17,mlp.experts.154.up_proj,rtn: 0.0023346,0.00000,0.064
+17,mlp.experts.125.up_proj,rtn: 0.0023193,0.00000,0.102
+17,mlp.experts.146.up_proj,rtn: 0.0023651,0.00000,0.075
+17,mlp.experts.172.up_proj,rtn: 0.0023041,0.00000,0.107
+17,mlp.experts.142.up_proj,rtn: 0.0023193,0.00000,0.069
+17,mlp.experts.166.up_proj,rtn: 0.0023193,0.00000,0.068
+17,mlp.experts.144.up_proj,rtn: 0.0023193,0.00000,0.087
+17,mlp.experts.168.up_proj,rtn: 0.0023041,0.00000,0.089
+17,mlp.experts.121.up_proj,rtn: 0.0022888,0.00000,0.104
+17,mlp.experts.97.up_proj,rtn: 0.0022888,0.00000,0.131
+17,mlp.experts.132.up_proj,rtn: 0.0023346,0.00000,0.092
+17,mlp.experts.170.up_proj,rtn: 0.0023651,0.00000,0.071
+17,mlp.experts.162.up_proj,rtn: 0.0024261,0.00000,0.076
+17,mlp.experts.158.up_proj,rtn: 0.0023346,0.00000,0.074
+17,mlp.experts.133.up_proj,rtn: 0.0023041,0.00000,0.106
+17,mlp.experts.182.up_proj,rtn: 0.0023804,0.00000,0.069
+17,mlp.experts.141.up_proj,rtn: 0.0022430,0.00000,0.097
+17,mlp.experts.188.up_proj,rtn: 0.0023499,0.00000,0.090
+17,mlp.experts.160.up_proj,rtn: 0.0023804,0.00000,0.075
+17,mlp.experts.186.up_proj,rtn: 0.0023041,0.00000,0.060
+17,mlp.experts.184.up_proj,rtn: 0.0023651,0.00000,0.078
+17,mlp.experts.148.up_proj,rtn: 0.0022888,0.00000,0.077
+17,mlp.experts.178.up_proj,rtn: 0.0022888,0.00000,0.058
+17,mlp.experts.174.up_proj,rtn: 0.0023499,0.00000,0.052
+17,mlp.experts.137.up_proj,rtn: 0.0023193,0.00000,0.095
+17,mlp.experts.113.up_proj,rtn: 0.0023041,0.00000,0.090
+17,mlp.experts.190.up_proj,rtn: 0.0022888,0.00000,0.027
+17,mlp.experts.149.up_proj,rtn: 0.0022583,0.00000,0.093
+17,mlp.experts.157.up_proj,rtn: 0.0023193,0.00000,0.089
+17,mlp.experts.164.up_proj,rtn: 0.0022888,0.00000,0.052
+17,mlp.experts.176.up_proj,rtn: 0.0023651,0.00000,0.080
+17,mlp.experts.153.up_proj,rtn: 0.0023193,0.00000,0.085
+17,mlp.experts.180.up_proj,rtn: 0.0023041,0.00000,0.036
+17,mlp.experts.173.up_proj,rtn: 0.0023041,0.00000,0.087
+17,mlp.experts.165.up_proj,rtn: 0.0023193,0.00000,0.104
+17,mlp.experts.129.up_proj,rtn: 0.0023193,0.00000,0.180
+17,mlp.experts.169.up_proj,rtn: 0.0023193,0.00000,0.109
+17,mlp.experts.189.up_proj,rtn: 0.0023499,0.00000,0.103
+17,mlp.experts.181.up_proj,rtn: 0.0024414,0.00000,0.120
+17,mlp.experts.145.up_proj,rtn: 0.0022278,0.00000,0.098
+17,mlp.experts.185.up_proj,rtn: 0.0023346,0.00000,0.080
+17,mlp.experts.161.up_proj,rtn: 0.0023041,0.00000,0.036
+17,mlp.experts.177.up_proj,rtn: 0.0023193,0.00000,0.026
+17,mlp.experts.10.down_proj,rtn: 0.0022583,0.00000,0.012
+17,mlp.experts.8.down_proj,rtn: 0.0023346,0.00000,0.031
+17,mlp.experts.0.down_proj,rtn: 0.0023041,0.00000,0.061
+17,mlp.experts.15.down_proj,rtn: 0.0022583,0.00000,0.048
+17,mlp.experts.12.down_proj,rtn: 0.0022278,0.00000,0.094
+17,mlp.experts.24.down_proj,rtn: 0.0023041,0.00000,0.054
+17,mlp.experts.7.down_proj,rtn: 0.0023041,0.00000,0.056
+17,mlp.experts.4.down_proj,rtn: 0.0023193,0.00000,0.057
+17,mlp.experts.3.down_proj,rtn: 0.0022583,0.00000,0.056
+17,mlp.experts.14.down_proj,rtn: 0.0022736,0.00000,0.057
+17,mlp.experts.26.down_proj,rtn: 0.0022888,0.00000,0.057
+17,mlp.experts.6.down_proj,rtn: 0.0023041,0.00000,0.059
+17,mlp.experts.2.down_proj,rtn: 0.0023041,0.00000,0.062
+17,mlp.experts.13.down_proj,rtn: 0.0022736,0.00000,0.200
+17,mlp.experts.9.down_proj,rtn: 0.0023041,0.00000,0.211
+17,mlp.experts.16.down_proj,rtn: 0.0023193,0.00000,0.042
+17,mlp.experts.5.down_proj,rtn: 0.0023041,0.00000,0.207
+17,mlp.experts.11.down_proj,rtn: 0.0022736,0.00000,0.082
+17,mlp.experts.31.down_proj,rtn: 0.0023651,0.00000,0.039
+17,mlp.experts.40.down_proj,rtn: 0.0023499,0.00000,0.034
+17,mlp.experts.42.down_proj,rtn: 0.0023193,0.00000,0.034
+17,mlp.experts.28.down_proj,rtn: 0.0022583,0.00000,0.039
+17,mlp.experts.1.down_proj,rtn: 0.0022736,0.00000,0.229
+17,mlp.experts.23.down_proj,rtn: 0.0022888,0.00000,0.042
+17,mlp.experts.19.down_proj,rtn: 0.0022736,0.00000,0.043
+17,mlp.experts.18.down_proj,rtn: 0.0022736,0.00000,0.038
+17,mlp.experts.20.down_proj,rtn: 0.0022736,0.00000,0.039
+17,mlp.experts.22.down_proj,rtn: 0.0023041,0.00000,0.036
+17,mlp.experts.30.down_proj,rtn: 0.0022736,0.00000,0.043
+17,mlp.experts.29.down_proj,rtn: 0.0023041,0.00000,0.037
+17,mlp.experts.32.down_proj,rtn: 0.0022888,0.00000,0.040
+17,mlp.experts.25.down_proj,rtn: 0.0023041,0.00000,0.036
+17,mlp.experts.27.down_proj,rtn: 0.0023193,0.00000,0.022
+17,mlp.experts.21.down_proj,rtn: 0.0023041,0.00000,0.036
+17,mlp.experts.58.down_proj,rtn: 0.0023041,0.00000,0.019
+17,mlp.experts.56.down_proj,rtn: 0.0022736,0.00000,0.023
+17,mlp.experts.44.down_proj,rtn: 0.0022888,0.00000,0.024
+17,mlp.experts.46.down_proj,rtn: 0.0022583,0.00000,0.021
+17,mlp.experts.34.down_proj,rtn: 0.0022736,0.00000,0.020
+17,mlp.experts.38.down_proj,rtn: 0.0022888,0.00000,0.015
+17,mlp.experts.47.down_proj,rtn: 0.0022430,0.00000,0.040
+17,mlp.experts.17.down_proj,rtn: 0.0022736,0.00000,0.039
+17,mlp.experts.48.down_proj,rtn: 0.0022888,0.00000,0.019
+17,mlp.experts.36.down_proj,rtn: 0.0022583,0.00000,0.030
+17,mlp.experts.35.down_proj,rtn: 0.0023346,0.00000,0.045
+17,mlp.experts.43.down_proj,rtn: 0.0022430,0.00000,0.042
+17,mlp.experts.45.down_proj,rtn: 0.0022736,0.00000,0.068
+17,mlp.experts.37.down_proj,rtn: 0.0022583,0.00000,0.072
+17,mlp.experts.54.down_proj,rtn: 0.0022583,0.00000,0.030
+17,mlp.experts.74.down_proj,rtn: 0.0022888,0.00000,0.030
+17,mlp.experts.62.down_proj,rtn: 0.0022736,0.00000,0.033
+17,mlp.experts.72.down_proj,rtn: 0.0023651,0.00000,0.033
+17,mlp.experts.50.down_proj,rtn: 0.0022430,0.00000,0.033
+17,mlp.experts.64.down_proj,rtn: 0.0022583,0.00000,0.036
+17,mlp.experts.52.down_proj,rtn: 0.0022278,0.00000,0.037
+17,mlp.experts.60.down_proj,rtn: 0.0023499,0.00000,0.041
+17,mlp.experts.33.down_proj,rtn: 0.0023346,0.00000,0.046
+17,mlp.experts.63.down_proj,rtn: 0.0022583,0.00000,0.048
+17,mlp.experts.59.down_proj,rtn: 0.0022583,0.00000,0.039
+17,mlp.experts.51.down_proj,rtn: 0.0022736,0.00000,0.049
+17,mlp.experts.41.down_proj,rtn: 0.0022583,0.00000,0.054
+17,mlp.experts.39.down_proj,rtn: 0.0022278,0.00000,0.120
+17,mlp.experts.61.down_proj,rtn: 0.0022888,0.00000,0.039
+17,mlp.experts.70.down_proj,rtn: 0.0023651,0.00000,0.030
+17,mlp.experts.66.down_proj,rtn: 0.0023041,0.00000,0.031
+17,mlp.experts.53.down_proj,rtn: 0.0022583,0.00000,0.041
+17,mlp.experts.78.down_proj,rtn: 0.0023041,0.00000,0.028
+17,mlp.experts.90.down_proj,rtn: 0.0022583,0.00000,0.022
+17,mlp.experts.57.down_proj,rtn: 0.0022736,0.00000,0.025
+17,mlp.experts.49.down_proj,rtn: 0.0023651,0.00000,0.017
+17,mlp.experts.88.down_proj,rtn: 0.0022888,0.00000,0.039
+17,mlp.experts.76.down_proj,rtn: 0.0022888,0.00000,0.075
+17,mlp.experts.80.down_proj,rtn: 0.0023346,0.00000,0.091
+17,mlp.experts.79.down_proj,rtn: 0.0023346,0.00000,0.033
+17,mlp.experts.82.down_proj,rtn: 0.0022430,0.00000,0.031
+17,mlp.experts.86.down_proj,rtn: 0.0022736,0.00000,0.040
+17,mlp.experts.106.down_proj,rtn: 0.0022736,0.00000,0.034
+17,mlp.experts.94.down_proj,rtn: 0.0023041,0.00000,0.035
+17,mlp.experts.68.down_proj,rtn: 0.0022736,0.00000,0.134
+17,mlp.experts.55.down_proj,rtn: 0.0022736,0.00000,0.042
+17,mlp.experts.95.down_proj,rtn: 0.0023193,0.00000,0.036
+17,mlp.experts.67.down_proj,rtn: 0.0022736,0.00000,0.047
+17,mlp.experts.75.down_proj,rtn: 0.0022583,0.00000,0.047
+17,mlp.experts.69.down_proj,rtn: 0.0022583,0.00000,0.058
+17,mlp.experts.73.down_proj,rtn: 0.0022736,0.00000,0.052
+17,mlp.experts.104.down_proj,rtn: 0.0023193,0.00000,0.072
+17,mlp.experts.77.down_proj,rtn: 0.0022736,0.00000,0.069
+17,mlp.experts.65.down_proj,rtn: 0.0023804,0.00000,0.051
+17,mlp.experts.92.down_proj,rtn: 0.0022430,0.00000,0.039
+17,mlp.experts.98.down_proj,rtn: 0.0023804,0.00000,0.033
+17,mlp.experts.110.down_proj,rtn: 0.0023041,0.00000,0.023
+17,mlp.experts.122.down_proj,rtn: 0.0022583,0.00000,0.028
+17,mlp.experts.102.down_proj,rtn: 0.0022430,0.00000,0.030
+17,mlp.experts.96.down_proj,rtn: 0.0023651,0.00000,0.050
+17,mlp.experts.84.down_proj,rtn: 0.0022583,0.00000,0.037
+17,mlp.experts.111.down_proj,rtn: 0.0022583,0.00000,0.038
+17,mlp.experts.83.down_proj,rtn: 0.0023041,0.00000,0.040
+17,mlp.experts.91.down_proj,rtn: 0.0022888,0.00000,0.045
+17,mlp.experts.89.down_proj,rtn: 0.0022736,0.00000,0.042
+17,mlp.experts.112.down_proj,rtn: 0.0022888,0.00000,0.035
+17,mlp.experts.71.down_proj,rtn: 0.0023499,0.00000,0.037
+17,mlp.experts.93.down_proj,rtn: 0.0022888,0.00000,0.040
+17,mlp.experts.85.down_proj,rtn: 0.0022430,0.00000,0.050
+17,mlp.experts.120.down_proj,rtn: 0.0022430,0.00000,0.041
+17,mlp.experts.108.down_proj,rtn: 0.0022888,0.00000,0.030
+17,mlp.experts.81.down_proj,rtn: 0.0022278,0.00000,0.062
+17,mlp.experts.138.down_proj,rtn: 0.0022583,0.00000,0.033
+17,mlp.experts.118.down_proj,rtn: 0.0023193,0.00000,0.033
+17,mlp.experts.126.down_proj,rtn: 0.0022278,0.00000,0.034
+17,mlp.experts.127.down_proj,rtn: 0.0022888,0.00000,0.030
+17,mlp.experts.100.down_proj,rtn: 0.0022736,0.00000,0.037
+17,mlp.experts.99.down_proj,rtn: 0.0022736,0.00000,0.032
+17,mlp.experts.114.down_proj,rtn: 0.0022430,0.00000,0.046
+17,mlp.experts.107.down_proj,rtn: 0.0023041,0.00000,0.039
+17,mlp.experts.128.down_proj,rtn: 0.0023804,0.00000,0.038
+17,mlp.experts.87.down_proj,rtn: 0.0022736,0.00000,0.041
+17,mlp.experts.154.down_proj,rtn: 0.0023041,0.00000,0.029
+17,mlp.experts.136.down_proj,rtn: 0.0022430,0.00000,0.036
+17,mlp.experts.124.down_proj,rtn: 0.0023804,0.00000,0.036
+17,mlp.experts.105.down_proj,rtn: 0.0022583,0.00000,0.052
+17,mlp.experts.97.down_proj,rtn: 0.0022430,0.00000,0.044
+17,mlp.experts.101.down_proj,rtn: 0.0022888,0.00000,0.057
+17,mlp.experts.115.down_proj,rtn: 0.0022888,0.00000,0.039
+17,mlp.experts.134.down_proj,rtn: 0.0022736,0.00000,0.046
+17,mlp.experts.142.down_proj,rtn: 0.0022736,0.00000,0.042
+17,mlp.experts.130.down_proj,rtn: 0.0023041,0.00000,0.034
+17,mlp.experts.143.down_proj,rtn: 0.0022736,0.00000,0.036
+17,mlp.experts.116.down_proj,rtn: 0.0022736,0.00000,0.039
+17,mlp.experts.144.down_proj,rtn: 0.0022736,0.00000,0.029
+17,mlp.experts.123.down_proj,rtn: 0.0023193,0.00000,0.033
+17,mlp.experts.152.down_proj,rtn: 0.0022430,0.00000,0.021
+17,mlp.experts.103.down_proj,rtn: 0.0022736,0.00000,0.028
+17,mlp.experts.140.down_proj,rtn: 0.0022583,0.00000,0.019
+17,mlp.experts.170.down_proj,rtn: 0.0023346,0.00000,0.029
+17,mlp.experts.159.down_proj,rtn: 0.0023193,0.00000,0.014
+17,mlp.experts.131.down_proj,rtn: 0.0023499,0.00000,0.023
+17,mlp.experts.121.down_proj,rtn: 0.0022430,0.00000,0.044
+17,mlp.experts.117.down_proj,rtn: 0.0022583,0.00000,0.036
+17,mlp.experts.146.down_proj,rtn: 0.0023193,0.00000,0.027
+17,mlp.experts.113.down_proj,rtn: 0.0022888,0.00000,0.043
+17,mlp.experts.109.down_proj,rtn: 0.0022583,0.00000,0.114
+17,mlp.experts.158.down_proj,rtn: 0.0022888,0.00000,0.039
+17,mlp.experts.150.down_proj,rtn: 0.0021820,0.00000,0.034
+17,mlp.experts.186.down_proj,rtn: 0.0022583,0.00000,0.020
+17,mlp.experts.160.down_proj,rtn: 0.0023651,0.00000,0.040
+17,mlp.experts.132.down_proj,rtn: 0.0022888,0.00000,0.041
+17,mlp.experts.156.down_proj,rtn: 0.0023651,0.00000,0.032
+17,mlp.experts.168.down_proj,rtn: 0.0022736,0.00000,0.037
+17,mlp.experts.139.down_proj,rtn: 0.0022736,0.00000,0.044
+17,mlp.experts.175.down_proj,rtn: 0.0023193,0.00000,0.039
+17,mlp.experts.147.down_proj,rtn: 0.0022736,0.00000,0.039
+17,mlp.experts.137.down_proj,rtn: 0.0022888,0.00000,0.035
+17,mlp.experts.133.down_proj,rtn: 0.0022736,0.00000,0.033
+17,mlp.experts.129.down_proj,rtn: 0.0023041,0.00000,0.030
+17,mlp.experts.125.down_proj,rtn: 0.0022736,0.00000,0.028
+17,mlp.experts.141.down_proj,rtn: 0.0022125,0.00000,0.042
+17,mlp.experts.119.down_proj,rtn: 0.0022430,0.00000,0.107
+17,mlp.experts.162.down_proj,rtn: 0.0023651,0.00000,0.097
+17,mlp.experts.148.down_proj,rtn: 0.0022583,0.00000,0.045
+17,mlp.experts.191.down_proj,rtn: 0.0023499,0.00000,0.041
+17,mlp.experts.176.down_proj,rtn: 0.0023346,0.00000,0.053
+17,mlp.experts.172.down_proj,rtn: 0.0022736,0.00000,0.046
+17,mlp.experts.184.down_proj,rtn: 0.0023193,0.00000,0.046
+17,mlp.experts.155.down_proj,rtn: 0.0022736,0.00000,0.043
+17,mlp.experts.153.down_proj,rtn: 0.0022736,0.00000,0.036
+17,mlp.experts.145.down_proj,rtn: 0.0021973,0.00000,0.040
+17,mlp.experts.166.down_proj,rtn: 0.0022736,0.00000,0.036
+17,mlp.experts.163.down_proj,rtn: 0.0022736,0.00000,0.040
+17,mlp.experts.149.down_proj,rtn: 0.0022125,0.00000,0.039
+17,mlp.experts.178.down_proj,rtn: 0.0022583,0.00000,0.028
+17,mlp.experts.174.down_proj,rtn: 0.0023041,0.00000,0.054
+17,mlp.experts.188.down_proj,rtn: 0.0023041,0.00000,0.014
+17,mlp.experts.171.down_proj,rtn: 0.0023193,0.00000,0.036
+17,mlp.experts.135.down_proj,rtn: 0.0023041,0.00000,0.047
+17,mlp.experts.164.down_proj,rtn: 0.0022430,0.00000,0.011
+17,mlp.experts.190.down_proj,rtn: 0.0022583,0.00000,0.019
+17,mlp.experts.182.down_proj,rtn: 0.0023193,0.00000,0.021
+17,mlp.experts.157.down_proj,rtn: 0.0022736,0.00000,0.061
+17,mlp.experts.180.down_proj,rtn: 0.0022736,0.00000,0.011
+17,mlp.experts.161.down_proj,rtn: 0.0022736,0.00000,0.037
+17,mlp.experts.169.down_proj,rtn: 0.0022736,0.00000,0.042
+17,mlp.experts.165.down_proj,rtn: 0.0022736,0.00000,0.059
+17,mlp.experts.187.down_proj,rtn: 0.0022888,0.00000,0.036
+17,mlp.experts.151.down_proj,rtn: 0.0022430,0.00000,0.042
+17,mlp.experts.179.down_proj,rtn: 0.0023041,0.00000,0.046
+17,mlp.experts.167.down_proj,rtn: 0.0023346,0.00000,0.017
+17,mlp.experts.173.down_proj,rtn: 0.0022583,0.00000,0.050
+17,mlp.experts.185.down_proj,rtn: 0.0023041,0.00000,0.032
+17,mlp.experts.183.down_proj,rtn: 0.0023041,0.00000,0.011
+17,mlp.experts.181.down_proj,rtn: 0.0024109,0.00000,0.043
+17,mlp.experts.177.down_proj,rtn: 0.0022736,0.00000,0.056
+17,mlp.experts.189.down_proj,rtn: 0.0022888,0.00000,0.024
+17,mlp.shared_experts.gate_proj,rtn: 0.0016022,0.00000,0.037
+17,mlp.shared_experts.up_proj,rtn: 0.0016022,0.00000,0.041
+17,mlp.shared_experts.down_proj,rtn: 0.0016479,0.00000,0.016
+18,self_attn.v_proj,rtn: 0.0025177,0.00000,0.034
+18,self_attn.k_proj,rtn: 0.0023193,0.00000,0.014
+18,self_attn.q_proj,rtn: 0.0021362,0.00000,0.020
+18,self_attn.o_proj,rtn: 0.0024719,0.00000,0.065
+18,mlp.experts.3.gate_proj,rtn: 0.0023041,0.00000,0.083
+18,mlp.experts.15.gate_proj,rtn: 0.0022888,0.00000,0.082
+18,mlp.experts.7.gate_proj,rtn: 0.0023346,0.00000,0.083
+18,mlp.experts.0.gate_proj,rtn: 0.0023193,0.00000,0.084
+18,mlp.experts.12.gate_proj,rtn: 0.0023651,0.00000,0.085
+18,mlp.experts.11.gate_proj,rtn: 0.0023499,0.00000,0.087
+18,mlp.experts.14.gate_proj,rtn: 0.0023041,0.00000,0.102
+18,mlp.experts.5.gate_proj,rtn: 0.0023346,0.00000,0.107
+18,mlp.experts.10.gate_proj,rtn: 0.0023193,0.00000,0.110
+18,mlp.experts.13.gate_proj,rtn: 0.0023651,0.00000,0.110
+18,mlp.experts.2.gate_proj,rtn: 0.0023193,0.00000,0.112
+18,mlp.experts.6.gate_proj,rtn: 0.0024109,0.00000,0.113
+18,mlp.experts.9.gate_proj,rtn: 0.0023956,0.00000,0.118
+18,mlp.experts.4.gate_proj,rtn: 0.0023651,0.00000,0.121
+18,mlp.experts.8.gate_proj,rtn: 0.0023651,0.00000,0.128
+18,mlp.experts.1.gate_proj,rtn: 0.0023499,0.00000,0.141
+18,mlp.experts.31.gate_proj,rtn: 0.0023346,0.00000,0.071
+18,mlp.experts.19.gate_proj,rtn: 0.0022888,0.00000,0.073
+18,mlp.experts.27.gate_proj,rtn: 0.0023193,0.00000,0.076
+18,mlp.experts.28.gate_proj,rtn: 0.0023346,0.00000,0.073
+18,mlp.experts.16.gate_proj,rtn: 0.0023499,0.00000,0.075
+18,mlp.experts.23.gate_proj,rtn: 0.0023193,0.00000,0.078
+18,mlp.experts.21.gate_proj,rtn: 0.0023499,0.00000,0.088
+18,mlp.experts.20.gate_proj,rtn: 0.0023804,0.00000,0.074
+18,mlp.experts.24.gate_proj,rtn: 0.0023346,0.00000,0.073
+18,mlp.experts.30.gate_proj,rtn: 0.0023193,0.00000,0.106
+18,mlp.experts.29.gate_proj,rtn: 0.0022583,0.00000,0.097
+18,mlp.experts.25.gate_proj,rtn: 0.0023651,0.00000,0.090
+18,mlp.experts.22.gate_proj,rtn: 0.0023041,0.00000,0.115
+18,mlp.experts.26.gate_proj,rtn: 0.0023041,0.00000,0.119
+18,mlp.experts.17.gate_proj,rtn: 0.0023346,0.00000,0.092
+18,mlp.experts.18.gate_proj,rtn: 0.0023346,0.00000,0.121
+18,mlp.experts.47.gate_proj,rtn: 0.0023041,0.00000,0.079
+18,mlp.experts.35.gate_proj,rtn: 0.0023651,0.00000,0.093
+18,mlp.experts.43.gate_proj,rtn: 0.0022888,0.00000,0.086
+18,mlp.experts.32.gate_proj,rtn: 0.0023499,0.00000,0.081
+18,mlp.experts.39.gate_proj,rtn: 0.0022736,0.00000,0.094
+18,mlp.experts.37.gate_proj,rtn: 0.0023956,0.00000,0.077
+18,mlp.experts.44.gate_proj,rtn: 0.0023193,0.00000,0.101
+18,mlp.experts.41.gate_proj,rtn: 0.0023499,0.00000,0.073
+18,mlp.experts.45.gate_proj,rtn: 0.0022888,0.00000,0.077
+18,mlp.experts.40.gate_proj,rtn: 0.0023193,0.00000,0.087
+18,mlp.experts.36.gate_proj,rtn: 0.0022888,0.00000,0.091
+18,mlp.experts.46.gate_proj,rtn: 0.0023346,0.00000,0.104
+18,mlp.experts.33.gate_proj,rtn: 0.0023041,0.00000,0.089
+18,mlp.experts.63.gate_proj,rtn: 0.0023499,0.00000,0.092
+18,mlp.experts.38.gate_proj,rtn: 0.0023804,0.00000,0.104
+18,mlp.experts.42.gate_proj,rtn: 0.0023499,0.00000,0.111
+18,mlp.experts.51.gate_proj,rtn: 0.0023346,0.00000,0.088
+18,mlp.experts.34.gate_proj,rtn: 0.0023193,0.00000,0.107
+18,mlp.experts.59.gate_proj,rtn: 0.0023651,0.00000,0.089
+18,mlp.experts.48.gate_proj,rtn: 0.0023346,0.00000,0.096
+18,mlp.experts.55.gate_proj,rtn: 0.0023499,0.00000,0.090
+18,mlp.experts.60.gate_proj,rtn: 0.0023499,0.00000,0.092
+18,mlp.experts.56.gate_proj,rtn: 0.0023041,0.00000,0.099
+18,mlp.experts.52.gate_proj,rtn: 0.0023499,0.00000,0.102
+18,mlp.experts.62.gate_proj,rtn: 0.0023346,0.00000,0.093
+18,mlp.experts.57.gate_proj,rtn: 0.0023193,0.00000,0.121
+18,mlp.experts.61.gate_proj,rtn: 0.0023346,0.00000,0.117
+18,mlp.experts.79.gate_proj,rtn: 0.0023499,0.00000,0.083
+18,mlp.experts.75.gate_proj,rtn: 0.0023346,0.00000,0.067
+18,mlp.experts.54.gate_proj,rtn: 0.0023193,0.00000,0.092
+18,mlp.experts.67.gate_proj,rtn: 0.0023041,0.00000,0.080
+18,mlp.experts.58.gate_proj,rtn: 0.0023041,0.00000,0.092
+18,mlp.experts.50.gate_proj,rtn: 0.0023193,0.00000,0.090
+18,mlp.experts.71.gate_proj,rtn: 0.0023346,0.00000,0.075
+18,mlp.experts.64.gate_proj,rtn: 0.0022888,0.00000,0.080
+18,mlp.experts.76.gate_proj,rtn: 0.0023041,0.00000,0.078
+18,mlp.experts.49.gate_proj,rtn: 0.0023499,0.00000,0.127
+18,mlp.experts.53.gate_proj,rtn: 0.0023193,0.00000,0.195
+18,mlp.experts.72.gate_proj,rtn: 0.0023193,0.00000,0.076
+18,mlp.experts.68.gate_proj,rtn: 0.0023651,0.00000,0.069
+18,mlp.experts.78.gate_proj,rtn: 0.0023041,0.00000,0.096
+18,mlp.experts.73.gate_proj,rtn: 0.0023346,0.00000,0.097
+18,mlp.experts.91.gate_proj,rtn: 0.0023956,0.00000,0.086
+18,mlp.experts.77.gate_proj,rtn: 0.0023193,0.00000,0.085
+18,mlp.experts.95.gate_proj,rtn: 0.0023346,0.00000,0.093
+18,mlp.experts.70.gate_proj,rtn: 0.0023346,0.00000,0.095
+18,mlp.experts.80.gate_proj,rtn: 0.0023499,0.00000,0.082
+18,mlp.experts.66.gate_proj,rtn: 0.0023804,0.00000,0.090
+18,mlp.experts.83.gate_proj,rtn: 0.0023041,0.00000,0.086
+18,mlp.experts.65.gate_proj,rtn: 0.0023346,0.00000,0.076
+18,mlp.experts.92.gate_proj,rtn: 0.0023651,0.00000,0.085
+18,mlp.experts.69.gate_proj,rtn: 0.0023193,0.00000,0.075
+18,mlp.experts.87.gate_proj,rtn: 0.0022888,0.00000,0.101
+18,mlp.experts.74.gate_proj,rtn: 0.0022888,0.00000,0.111
+18,mlp.experts.84.gate_proj,rtn: 0.0023041,0.00000,0.088
+18,mlp.experts.88.gate_proj,rtn: 0.0023346,0.00000,0.088
+18,mlp.experts.93.gate_proj,rtn: 0.0023193,0.00000,0.064
+18,mlp.experts.89.gate_proj,rtn: 0.0023956,0.00000,0.073
+18,mlp.experts.94.gate_proj,rtn: 0.0023041,0.00000,0.086
+18,mlp.experts.86.gate_proj,rtn: 0.0024109,0.00000,0.090
+18,mlp.experts.96.gate_proj,rtn: 0.0022888,0.00000,0.085
+18,mlp.experts.82.gate_proj,rtn: 0.0023041,0.00000,0.084
+18,mlp.experts.81.gate_proj,rtn: 0.0023499,0.00000,0.080
+18,mlp.experts.107.gate_proj,rtn: 0.0023346,0.00000,0.093
+18,mlp.experts.108.gate_proj,rtn: 0.0024567,0.00000,0.078
+18,mlp.experts.111.gate_proj,rtn: 0.0023041,0.00000,0.097
+18,mlp.experts.85.gate_proj,rtn: 0.0023651,0.00000,0.082
+18,mlp.experts.90.gate_proj,rtn: 0.0023499,0.00000,0.082
+18,mlp.experts.100.gate_proj,rtn: 0.0024414,0.00000,0.075
+18,mlp.experts.104.gate_proj,rtn: 0.0023956,0.00000,0.074
+18,mlp.experts.99.gate_proj,rtn: 0.0023041,0.00000,0.097
+18,mlp.experts.103.gate_proj,rtn: 0.0023193,0.00000,0.104
+18,mlp.experts.109.gate_proj,rtn: 0.0023651,0.00000,0.094
+18,mlp.experts.110.gate_proj,rtn: 0.0023956,0.00000,0.084
+18,mlp.experts.102.gate_proj,rtn: 0.0023041,0.00000,0.075
+18,mlp.experts.98.gate_proj,rtn: 0.0023193,0.00000,0.081
+18,mlp.experts.112.gate_proj,rtn: 0.0023651,0.00000,0.097
+18,mlp.experts.106.gate_proj,rtn: 0.0023651,0.00000,0.076
+18,mlp.experts.124.gate_proj,rtn: 0.0023346,0.00000,0.094
+18,mlp.experts.116.gate_proj,rtn: 0.0023346,0.00000,0.088
+18,mlp.experts.101.gate_proj,rtn: 0.0023651,0.00000,0.101
+18,mlp.experts.97.gate_proj,rtn: 0.0023651,0.00000,0.105
+18,mlp.experts.120.gate_proj,rtn: 0.0023193,0.00000,0.088
+18,mlp.experts.126.gate_proj,rtn: 0.0023193,0.00000,0.071
+18,mlp.experts.127.gate_proj,rtn: 0.0023346,0.00000,0.117
+18,mlp.experts.105.gate_proj,rtn: 0.0023346,0.00000,0.166
+18,mlp.experts.115.gate_proj,rtn: 0.0022583,0.00000,0.109
+18,mlp.experts.118.gate_proj,rtn: 0.0023804,0.00000,0.065
+18,mlp.experts.123.gate_proj,rtn: 0.0023193,0.00000,0.137
+18,mlp.experts.125.gate_proj,rtn: 0.0023499,0.00000,0.088
+18,mlp.experts.119.gate_proj,rtn: 0.0023651,0.00000,0.117
+18,mlp.experts.114.gate_proj,rtn: 0.0023804,0.00000,0.075
+18,mlp.experts.128.gate_proj,rtn: 0.0024261,0.00000,0.090
+18,mlp.experts.122.gate_proj,rtn: 0.0022888,0.00000,0.090
+18,mlp.experts.117.gate_proj,rtn: 0.0023346,0.00000,0.081
+18,mlp.experts.113.gate_proj,rtn: 0.0023346,0.00000,0.079
+18,mlp.experts.136.gate_proj,rtn: 0.0023499,0.00000,0.086
+18,mlp.experts.132.gate_proj,rtn: 0.0023193,0.00000,0.093
+18,mlp.experts.140.gate_proj,rtn: 0.0023651,0.00000,0.106
+18,mlp.experts.121.gate_proj,rtn: 0.0023499,0.00000,0.078
+18,mlp.experts.141.gate_proj,rtn: 0.0023499,0.00000,0.071
+18,mlp.experts.142.gate_proj,rtn: 0.0023041,0.00000,0.104
+18,mlp.experts.134.gate_proj,rtn: 0.0023804,0.00000,0.092
+18,mlp.experts.130.gate_proj,rtn: 0.0023193,0.00000,0.089
+18,mlp.experts.133.gate_proj,rtn: 0.0023193,0.00000,0.063
+18,mlp.experts.144.gate_proj,rtn: 0.0023346,0.00000,0.087
+18,mlp.experts.138.gate_proj,rtn: 0.0023651,0.00000,0.085
+18,mlp.experts.129.gate_proj,rtn: 0.0023346,0.00000,0.078
+18,mlp.experts.148.gate_proj,rtn: 0.0022583,0.00000,0.077
+18,mlp.experts.152.gate_proj,rtn: 0.0023651,0.00000,0.082
+18,mlp.experts.137.gate_proj,rtn: 0.0023499,0.00000,0.077
+18,mlp.experts.157.gate_proj,rtn: 0.0023346,0.00000,0.075
+18,mlp.experts.156.gate_proj,rtn: 0.0023193,0.00000,0.090
+18,mlp.experts.150.gate_proj,rtn: 0.0023041,0.00000,0.071
+18,mlp.experts.158.gate_proj,rtn: 0.0023193,0.00000,0.081
+18,mlp.experts.131.gate_proj,rtn: 0.0023499,0.00000,0.194
+18,mlp.experts.146.gate_proj,rtn: 0.0023041,0.00000,0.084
+18,mlp.experts.160.gate_proj,rtn: 0.0023041,0.00000,0.070
+18,mlp.experts.154.gate_proj,rtn: 0.0023041,0.00000,0.071
+18,mlp.experts.149.gate_proj,rtn: 0.0022583,0.00000,0.089
+18,mlp.experts.164.gate_proj,rtn: 0.0022888,0.00000,0.072
+18,mlp.experts.168.gate_proj,rtn: 0.0023651,0.00000,0.076
+18,mlp.experts.143.gate_proj,rtn: 0.0023956,0.00000,0.232
+18,mlp.experts.145.gate_proj,rtn: 0.0024261,0.00000,0.095
+18,mlp.experts.172.gate_proj,rtn: 0.0023346,0.00000,0.076
+18,mlp.experts.153.gate_proj,rtn: 0.0023193,0.00000,0.090
+18,mlp.experts.139.gate_proj,rtn: 0.0023193,0.00000,0.234
+18,mlp.experts.135.gate_proj,rtn: 0.0023499,0.00000,0.237
+18,mlp.experts.173.gate_proj,rtn: 0.0023956,0.00000,0.096
+18,mlp.experts.166.gate_proj,rtn: 0.0022888,0.00000,0.083
+18,mlp.experts.174.gate_proj,rtn: 0.0023651,0.00000,0.089
+18,mlp.experts.147.gate_proj,rtn: 0.0023193,0.00000,0.088
+18,mlp.experts.176.gate_proj,rtn: 0.0023041,0.00000,0.077
+18,mlp.experts.162.gate_proj,rtn: 0.0023041,0.00000,0.094
+18,mlp.experts.180.gate_proj,rtn: 0.0023804,0.00000,0.077
+18,mlp.experts.170.gate_proj,rtn: 0.0023346,0.00000,0.093
+18,mlp.experts.184.gate_proj,rtn: 0.0023804,0.00000,0.072
+18,mlp.experts.159.gate_proj,rtn: 0.0024109,0.00000,0.079
+18,mlp.experts.165.gate_proj,rtn: 0.0024567,0.00000,0.093
+18,mlp.experts.161.gate_proj,rtn: 0.0022888,0.00000,0.090
+18,mlp.experts.155.gate_proj,rtn: 0.0023499,0.00000,0.078
+18,mlp.experts.188.gate_proj,rtn: 0.0023346,0.00000,0.086
+18,mlp.experts.151.gate_proj,rtn: 0.0023193,0.00000,0.075
+18,mlp.experts.169.gate_proj,rtn: 0.0023193,0.00000,0.090
+18,mlp.experts.189.gate_proj,rtn: 0.0023651,0.00000,0.082
+18,mlp.experts.163.gate_proj,rtn: 0.0023041,0.00000,0.069
+18,mlp.experts.182.gate_proj,rtn: 0.0023193,0.00000,0.106
+18,mlp.experts.0.up_proj,rtn: 0.0023041,0.00000,0.097
+18,mlp.experts.190.gate_proj,rtn: 0.0024109,0.00000,0.112
+18,mlp.experts.175.gate_proj,rtn: 0.0023499,0.00000,0.076
+18,mlp.experts.181.gate_proj,rtn: 0.0023041,0.00000,0.074
+18,mlp.experts.4.up_proj,rtn: 0.0023499,0.00000,0.094
+18,mlp.experts.8.up_proj,rtn: 0.0023499,0.00000,0.088
+18,mlp.experts.178.gate_proj,rtn: 0.0023193,0.00000,0.105
+18,mlp.experts.177.gate_proj,rtn: 0.0023651,0.00000,0.079
+18,mlp.experts.186.gate_proj,rtn: 0.0023041,0.00000,0.105
+18,mlp.experts.171.gate_proj,rtn: 0.0023346,0.00000,0.076
+18,mlp.experts.167.gate_proj,rtn: 0.0023193,0.00000,0.079
+18,mlp.experts.185.gate_proj,rtn: 0.0023499,0.00000,0.076
+18,mlp.experts.13.up_proj,rtn: 0.0023651,0.00000,0.073
+18,mlp.experts.179.gate_proj,rtn: 0.0023346,0.00000,0.078
+18,mlp.experts.12.up_proj,rtn: 0.0023499,0.00000,0.103
+18,mlp.experts.5.up_proj,rtn: 0.0023193,0.00000,0.070
+18,mlp.experts.191.gate_proj,rtn: 0.0023956,0.00000,0.074
+18,mlp.experts.1.up_proj,rtn: 0.0023193,0.00000,0.073
+18,mlp.experts.16.up_proj,rtn: 0.0023346,0.00000,0.099
+18,mlp.experts.187.gate_proj,rtn: 0.0023346,0.00000,0.072
+18,mlp.experts.9.up_proj,rtn: 0.0023804,0.00000,0.070
+18,mlp.experts.29.up_proj,rtn: 0.0022583,0.00000,0.071
+18,mlp.experts.183.gate_proj,rtn: 0.0022888,0.00000,0.075
+18,mlp.experts.3.up_proj,rtn: 0.0023041,0.00000,0.066
+18,mlp.experts.24.up_proj,rtn: 0.0023193,0.00000,0.103
+18,mlp.experts.20.up_proj,rtn: 0.0023651,0.00000,0.104
+18,mlp.experts.14.up_proj,rtn: 0.0022888,0.00000,0.118
+18,mlp.experts.2.up_proj,rtn: 0.0023041,0.00000,0.125
+18,mlp.experts.6.up_proj,rtn: 0.0023956,0.00000,0.169
+18,mlp.experts.15.up_proj,rtn: 0.0022736,0.00000,0.075
+18,mlp.experts.21.up_proj,rtn: 0.0023499,0.00000,0.078
+18,mlp.experts.28.up_proj,rtn: 0.0023193,0.00000,0.081
+18,mlp.experts.10.up_proj,rtn: 0.0023041,0.00000,0.142
+18,mlp.experts.17.up_proj,rtn: 0.0023193,0.00000,0.078
+18,mlp.experts.11.up_proj,rtn: 0.0023346,0.00000,0.075
+18,mlp.experts.32.up_proj,rtn: 0.0023346,0.00000,0.081
+18,mlp.experts.25.up_proj,rtn: 0.0023346,0.00000,0.076
+18,mlp.experts.45.up_proj,rtn: 0.0022888,0.00000,0.076
+18,mlp.experts.19.up_proj,rtn: 0.0022888,0.00000,0.076
+18,mlp.experts.7.up_proj,rtn: 0.0023193,0.00000,0.076
+18,mlp.experts.36.up_proj,rtn: 0.0022736,0.00000,0.077
+18,mlp.experts.40.up_proj,rtn: 0.0023041,0.00000,0.078
+18,mlp.experts.30.up_proj,rtn: 0.0023041,0.00000,0.100
+18,mlp.experts.37.up_proj,rtn: 0.0023804,0.00000,0.078
+18,mlp.experts.18.up_proj,rtn: 0.0023193,0.00000,0.104
+18,mlp.experts.31.up_proj,rtn: 0.0023193,0.00000,0.086
+18,mlp.experts.44.up_proj,rtn: 0.0023041,0.00000,0.083
+18,mlp.experts.22.up_proj,rtn: 0.0022888,0.00000,0.102
+18,mlp.experts.33.up_proj,rtn: 0.0022888,0.00000,0.077
+18,mlp.experts.41.up_proj,rtn: 0.0023346,0.00000,0.068
+18,mlp.experts.26.up_proj,rtn: 0.0022888,0.00000,0.095
+18,mlp.experts.61.up_proj,rtn: 0.0023193,0.00000,0.074
+18,mlp.experts.48.up_proj,rtn: 0.0023193,0.00000,0.089
+18,mlp.experts.27.up_proj,rtn: 0.0023041,0.00000,0.094
+18,mlp.experts.23.up_proj,rtn: 0.0023193,0.00000,0.083
+18,mlp.experts.52.up_proj,rtn: 0.0023346,0.00000,0.084
+18,mlp.experts.56.up_proj,rtn: 0.0023041,0.00000,0.085
+18,mlp.experts.47.up_proj,rtn: 0.0023041,0.00000,0.046
+18,mlp.experts.53.up_proj,rtn: 0.0023041,0.00000,0.056
+18,mlp.experts.49.up_proj,rtn: 0.0023346,0.00000,0.061
+18,mlp.experts.60.up_proj,rtn: 0.0023346,0.00000,0.072
+18,mlp.experts.46.up_proj,rtn: 0.0023193,0.00000,0.130
+18,mlp.experts.77.up_proj,rtn: 0.0023041,0.00000,0.066
+18,mlp.experts.69.up_proj,rtn: 0.0023041,0.00000,0.068
+18,mlp.experts.57.up_proj,rtn: 0.0023041,0.00000,0.079
+18,mlp.experts.72.up_proj,rtn: 0.0023193,0.00000,0.081
+18,mlp.experts.64.up_proj,rtn: 0.0022888,0.00000,0.084
+18,mlp.experts.68.up_proj,rtn: 0.0023499,0.00000,0.103
+18,mlp.experts.34.up_proj,rtn: 0.0023041,0.00000,0.162
+18,mlp.experts.39.up_proj,rtn: 0.0022583,0.00000,0.114
+18,mlp.experts.76.up_proj,rtn: 0.0022888,0.00000,0.088
+18,mlp.experts.43.up_proj,rtn: 0.0022888,0.00000,0.120
+18,mlp.experts.38.up_proj,rtn: 0.0023499,0.00000,0.166
+18,mlp.experts.63.up_proj,rtn: 0.0023346,0.00000,0.116
+18,mlp.experts.65.up_proj,rtn: 0.0023193,0.00000,0.099
+18,mlp.experts.42.up_proj,rtn: 0.0023346,0.00000,0.132
+18,mlp.experts.35.up_proj,rtn: 0.0023499,0.00000,0.249
+18,mlp.experts.88.up_proj,rtn: 0.0023193,0.00000,0.076
+18,mlp.experts.80.up_proj,rtn: 0.0023346,0.00000,0.082
+18,mlp.experts.85.up_proj,rtn: 0.0023499,0.00000,0.095
+18,mlp.experts.93.up_proj,rtn: 0.0023041,0.00000,0.100
+18,mlp.experts.84.up_proj,rtn: 0.0023041,0.00000,0.081
+18,mlp.experts.92.up_proj,rtn: 0.0023346,0.00000,0.074
+18,mlp.experts.81.up_proj,rtn: 0.0023346,0.00000,0.069
+18,mlp.experts.55.up_proj,rtn: 0.0023346,0.00000,0.085
+18,mlp.experts.59.up_proj,rtn: 0.0023499,0.00000,0.084
+18,mlp.experts.73.up_proj,rtn: 0.0023193,0.00000,0.105
+18,mlp.experts.79.up_proj,rtn: 0.0023346,0.00000,0.083
+18,mlp.experts.62.up_proj,rtn: 0.0023193,0.00000,0.155
+18,mlp.experts.96.up_proj,rtn: 0.0022736,0.00000,0.077
+18,mlp.experts.104.up_proj,rtn: 0.0023804,0.00000,0.082
+18,mlp.experts.51.up_proj,rtn: 0.0023346,0.00000,0.083
+18,mlp.experts.54.up_proj,rtn: 0.0023041,0.00000,0.131
+18,mlp.experts.50.up_proj,rtn: 0.0023041,0.00000,0.149
+18,mlp.experts.109.up_proj,rtn: 0.0023499,0.00000,0.082
+18,mlp.experts.101.up_proj,rtn: 0.0023499,0.00000,0.088
+18,mlp.experts.100.up_proj,rtn: 0.0024414,0.00000,0.078
+18,mlp.experts.58.up_proj,rtn: 0.0022888,0.00000,0.104
+18,mlp.experts.71.up_proj,rtn: 0.0023346,0.00000,0.076
+18,mlp.experts.108.up_proj,rtn: 0.0024414,0.00000,0.087
+18,mlp.experts.97.up_proj,rtn: 0.0023499,0.00000,0.083
+18,mlp.experts.75.up_proj,rtn: 0.0023193,0.00000,0.076
+18,mlp.experts.89.up_proj,rtn: 0.0023804,0.00000,0.077
+18,mlp.experts.95.up_proj,rtn: 0.0023193,0.00000,0.081
+18,mlp.experts.112.up_proj,rtn: 0.0023499,0.00000,0.078
+18,mlp.experts.120.up_proj,rtn: 0.0023041,0.00000,0.074
+18,mlp.experts.67.up_proj,rtn: 0.0022888,0.00000,0.078
+18,mlp.experts.117.up_proj,rtn: 0.0023193,0.00000,0.070
+18,mlp.experts.125.up_proj,rtn: 0.0023346,0.00000,0.075
+18,mlp.experts.78.up_proj,rtn: 0.0022736,0.00000,0.113
+18,mlp.experts.116.up_proj,rtn: 0.0023041,0.00000,0.077
+18,mlp.experts.113.up_proj,rtn: 0.0023193,0.00000,0.068
+18,mlp.experts.124.up_proj,rtn: 0.0023193,0.00000,0.076
+18,mlp.experts.70.up_proj,rtn: 0.0023193,0.00000,0.122
+18,mlp.experts.105.up_proj,rtn: 0.0023193,0.00000,0.077
+18,mlp.experts.91.up_proj,rtn: 0.0023804,0.00000,0.090
+18,mlp.experts.66.up_proj,rtn: 0.0023651,0.00000,0.127
+18,mlp.experts.87.up_proj,rtn: 0.0022736,0.00000,0.113
+18,mlp.experts.111.up_proj,rtn: 0.0022888,0.00000,0.093
+18,mlp.experts.128.up_proj,rtn: 0.0024109,0.00000,0.064
+18,mlp.experts.136.up_proj,rtn: 0.0023346,0.00000,0.073
+18,mlp.experts.133.up_proj,rtn: 0.0023041,0.00000,0.074
+18,mlp.experts.132.up_proj,rtn: 0.0023041,0.00000,0.072
+18,mlp.experts.141.up_proj,rtn: 0.0023499,0.00000,0.080
+18,mlp.experts.83.up_proj,rtn: 0.0022736,0.00000,0.099
+18,mlp.experts.140.up_proj,rtn: 0.0023499,0.00000,0.074
+18,mlp.experts.129.up_proj,rtn: 0.0023346,0.00000,0.079
+18,mlp.experts.121.up_proj,rtn: 0.0023346,0.00000,0.074
+18,mlp.experts.74.up_proj,rtn: 0.0022736,0.00000,0.188
+18,mlp.experts.94.up_proj,rtn: 0.0022888,0.00000,0.113
+18,mlp.experts.107.up_proj,rtn: 0.0023346,0.00000,0.090
+18,mlp.experts.86.up_proj,rtn: 0.0023956,0.00000,0.101
+18,mlp.experts.144.up_proj,rtn: 0.0023193,0.00000,0.080
+18,mlp.experts.127.up_proj,rtn: 0.0023193,0.00000,0.087
+18,mlp.experts.82.up_proj,rtn: 0.0022888,0.00000,0.099
+18,mlp.experts.103.up_proj,rtn: 0.0023041,0.00000,0.081
+18,mlp.experts.152.up_proj,rtn: 0.0023499,0.00000,0.081
+18,mlp.experts.149.up_proj,rtn: 0.0022583,0.00000,0.082
+18,mlp.experts.148.up_proj,rtn: 0.0022583,0.00000,0.083
+18,mlp.experts.157.up_proj,rtn: 0.0023193,0.00000,0.082
+18,mlp.experts.99.up_proj,rtn: 0.0022888,0.00000,0.078
+18,mlp.experts.156.up_proj,rtn: 0.0023041,0.00000,0.085
+18,mlp.experts.145.up_proj,rtn: 0.0024109,0.00000,0.085
+18,mlp.experts.90.up_proj,rtn: 0.0023193,0.00000,0.079
+18,mlp.experts.137.up_proj,rtn: 0.0023346,0.00000,0.088
+18,mlp.experts.123.up_proj,rtn: 0.0022888,0.00000,0.069
+18,mlp.experts.110.up_proj,rtn: 0.0023804,0.00000,0.083
+18,mlp.experts.102.up_proj,rtn: 0.0023041,0.00000,0.075
+18,mlp.experts.143.up_proj,rtn: 0.0023804,0.00000,0.074
+18,mlp.experts.119.up_proj,rtn: 0.0023499,0.00000,0.072
+18,mlp.experts.160.up_proj,rtn: 0.0022888,0.00000,0.090
+18,mlp.experts.168.up_proj,rtn: 0.0023499,0.00000,0.080
+18,mlp.experts.98.up_proj,rtn: 0.0023041,0.00000,0.084
+18,mlp.experts.115.up_proj,rtn: 0.0022583,0.00000,0.077
+18,mlp.experts.165.up_proj,rtn: 0.0024261,0.00000,0.102
+18,mlp.experts.164.up_proj,rtn: 0.0022736,0.00000,0.099
+18,mlp.experts.173.up_proj,rtn: 0.0023804,0.00000,0.110
+18,mlp.experts.139.up_proj,rtn: 0.0023193,0.00000,0.074
+18,mlp.experts.106.up_proj,rtn: 0.0023499,0.00000,0.084
+18,mlp.experts.172.up_proj,rtn: 0.0023193,0.00000,0.104
+18,mlp.experts.161.up_proj,rtn: 0.0022888,0.00000,0.106
+18,mlp.experts.126.up_proj,rtn: 0.0023041,0.00000,0.084
+18,mlp.experts.153.up_proj,rtn: 0.0023193,0.00000,0.094
+18,mlp.experts.135.up_proj,rtn: 0.0023346,0.00000,0.073
+18,mlp.experts.118.up_proj,rtn: 0.0023651,0.00000,0.084
+18,mlp.experts.159.up_proj,rtn: 0.0023804,0.00000,0.081
+18,mlp.experts.114.up_proj,rtn: 0.0023499,0.00000,0.086
+18,mlp.experts.131.up_proj,rtn: 0.0023346,0.00000,0.071
+18,mlp.experts.176.up_proj,rtn: 0.0023041,0.00000,0.096
+18,mlp.experts.181.up_proj,rtn: 0.0023041,0.00000,0.087
+18,mlp.experts.184.up_proj,rtn: 0.0023651,0.00000,0.099
+18,mlp.experts.155.up_proj,rtn: 0.0023346,0.00000,0.073
+18,mlp.experts.180.up_proj,rtn: 0.0023651,0.00000,0.088
+18,mlp.experts.122.up_proj,rtn: 0.0022888,0.00000,0.079
+18,mlp.experts.134.up_proj,rtn: 0.0023651,0.00000,0.069
+18,mlp.experts.142.up_proj,rtn: 0.0022888,0.00000,0.077
+18,mlp.experts.189.up_proj,rtn: 0.0023346,0.00000,0.094
+18,mlp.experts.151.up_proj,rtn: 0.0022888,0.00000,0.075
+18,mlp.experts.175.up_proj,rtn: 0.0023346,0.00000,0.071
+18,mlp.experts.177.up_proj,rtn: 0.0023499,0.00000,0.085
+18,mlp.experts.188.up_proj,rtn: 0.0023193,0.00000,0.088
+18,mlp.experts.169.up_proj,rtn: 0.0023041,0.00000,0.086
+18,mlp.experts.147.up_proj,rtn: 0.0023041,0.00000,0.065
+18,mlp.experts.130.up_proj,rtn: 0.0023041,0.00000,0.077
+18,mlp.experts.171.up_proj,rtn: 0.0023193,0.00000,0.059
+18,mlp.experts.185.up_proj,rtn: 0.0023346,0.00000,0.028
+18,mlp.experts.138.up_proj,rtn: 0.0023499,0.00000,0.062
+18,mlp.experts.150.up_proj,rtn: 0.0022888,0.00000,0.064
+18,mlp.experts.191.up_proj,rtn: 0.0023956,0.00000,0.062
+18,mlp.experts.163.up_proj,rtn: 0.0023041,0.00000,0.055
+18,mlp.experts.167.up_proj,rtn: 0.0023041,0.00000,0.060
+18,mlp.experts.158.up_proj,rtn: 0.0023041,0.00000,0.075
+18,mlp.experts.146.up_proj,rtn: 0.0022888,0.00000,0.074
+18,mlp.experts.187.up_proj,rtn: 0.0023193,0.00000,0.062
+18,mlp.experts.154.up_proj,rtn: 0.0022888,0.00000,0.065
+18,mlp.experts.166.up_proj,rtn: 0.0022888,0.00000,0.059
+18,mlp.experts.183.up_proj,rtn: 0.0022888,0.00000,0.051
+18,mlp.experts.179.up_proj,rtn: 0.0023193,0.00000,0.052
+18,mlp.experts.174.up_proj,rtn: 0.0023499,0.00000,0.068
+18,mlp.experts.162.up_proj,rtn: 0.0023041,0.00000,0.069
+18,mlp.experts.170.up_proj,rtn: 0.0023193,0.00000,0.064
+18,mlp.experts.182.up_proj,rtn: 0.0023041,0.00000,0.066
+18,mlp.experts.190.up_proj,rtn: 0.0023956,0.00000,0.066
+18,mlp.experts.178.up_proj,rtn: 0.0023193,0.00000,0.056
+18,mlp.experts.186.up_proj,rtn: 0.0023041,0.00000,0.059
+18,mlp.experts.4.down_proj,rtn: 0.0023346,0.00000,0.015
+18,mlp.experts.12.down_proj,rtn: 0.0022888,0.00000,0.046
+18,mlp.experts.8.down_proj,rtn: 0.0023193,0.00000,0.048
+18,mlp.experts.15.down_proj,rtn: 0.0022430,0.00000,0.050
+18,mlp.experts.7.down_proj,rtn: 0.0022888,0.00000,0.051
+18,mlp.experts.20.down_proj,rtn: 0.0023346,0.00000,0.036
+18,mlp.experts.0.down_proj,rtn: 0.0022583,0.00000,0.037
+18,mlp.experts.11.down_proj,rtn: 0.0022888,0.00000,0.040
+18,mlp.experts.3.down_proj,rtn: 0.0022583,0.00000,0.049
+18,mlp.experts.6.down_proj,rtn: 0.0023651,0.00000,0.140
+18,mlp.experts.10.down_proj,rtn: 0.0022736,0.00000,0.140
+18,mlp.experts.14.down_proj,rtn: 0.0022736,0.00000,0.141
+18,mlp.experts.2.down_proj,rtn: 0.0022736,0.00000,0.145
+18,mlp.experts.28.down_proj,rtn: 0.0022888,0.00000,0.026
+18,mlp.experts.24.down_proj,rtn: 0.0022888,0.00000,0.040
+18,mlp.experts.1.down_proj,rtn: 0.0022736,0.00000,0.076
+18,mlp.experts.5.down_proj,rtn: 0.0022736,0.00000,0.076
+18,mlp.experts.9.down_proj,rtn: 0.0023499,0.00000,0.078
+18,mlp.experts.13.down_proj,rtn: 0.0023041,0.00000,0.078
+18,mlp.experts.31.down_proj,rtn: 0.0022736,0.00000,0.044
+18,mlp.experts.23.down_proj,rtn: 0.0022736,0.00000,0.041
+18,mlp.experts.36.down_proj,rtn: 0.0022430,0.00000,0.038
+18,mlp.experts.16.down_proj,rtn: 0.0022888,0.00000,0.045
+18,mlp.experts.44.down_proj,rtn: 0.0022736,0.00000,0.022
+18,mlp.experts.27.down_proj,rtn: 0.0022736,0.00000,0.045
+18,mlp.experts.40.down_proj,rtn: 0.0022583,0.00000,0.019
+18,mlp.experts.30.down_proj,rtn: 0.0022583,0.00000,0.033
+18,mlp.experts.18.down_proj,rtn: 0.0022736,0.00000,0.040
+18,mlp.experts.22.down_proj,rtn: 0.0022736,0.00000,0.033
+18,mlp.experts.26.down_proj,rtn: 0.0022430,0.00000,0.042
+18,mlp.experts.17.down_proj,rtn: 0.0022583,0.00000,0.065
+18,mlp.experts.52.down_proj,rtn: 0.0022888,0.00000,0.040
+18,mlp.experts.60.down_proj,rtn: 0.0023041,0.00000,0.038
+18,mlp.experts.42.down_proj,rtn: 0.0023041,0.00000,0.058
+18,mlp.experts.56.down_proj,rtn: 0.0022583,0.00000,0.040
+18,mlp.experts.46.down_proj,rtn: 0.0022888,0.00000,0.036
+18,mlp.experts.34.down_proj,rtn: 0.0022583,0.00000,0.036
+18,mlp.experts.38.down_proj,rtn: 0.0023193,0.00000,0.034
+18,mlp.experts.32.down_proj,rtn: 0.0022888,0.00000,0.050
+18,mlp.experts.19.down_proj,rtn: 0.0022583,0.00000,0.121
+18,mlp.experts.68.down_proj,rtn: 0.0023041,0.00000,0.032
+18,mlp.experts.25.down_proj,rtn: 0.0023041,0.00000,0.072
+18,mlp.experts.43.down_proj,rtn: 0.0022583,0.00000,0.074
+18,mlp.experts.39.down_proj,rtn: 0.0022278,0.00000,0.071
+18,mlp.experts.76.down_proj,rtn: 0.0022583,0.00000,0.035
+18,mlp.experts.58.down_proj,rtn: 0.0022583,0.00000,0.031
+18,mlp.experts.62.down_proj,rtn: 0.0022736,0.00000,0.038
+18,mlp.experts.72.down_proj,rtn: 0.0022736,0.00000,0.036
+18,mlp.experts.50.down_proj,rtn: 0.0022736,0.00000,0.041
+18,mlp.experts.54.down_proj,rtn: 0.0022888,0.00000,0.040
+18,mlp.experts.48.down_proj,rtn: 0.0022736,0.00000,0.038
+18,mlp.experts.47.down_proj,rtn: 0.0022888,0.00000,0.131
+18,mlp.experts.92.down_proj,rtn: 0.0023041,0.00000,0.021
+18,mlp.experts.33.down_proj,rtn: 0.0022736,0.00000,0.099
+18,mlp.experts.35.down_proj,rtn: 0.0023041,0.00000,0.037
+18,mlp.experts.29.down_proj,rtn: 0.0022278,0.00000,0.139
+18,mlp.experts.21.down_proj,rtn: 0.0022888,0.00000,0.141
+18,mlp.experts.41.down_proj,rtn: 0.0023041,0.00000,0.065
+18,mlp.experts.84.down_proj,rtn: 0.0022430,0.00000,0.037
+18,mlp.experts.59.down_proj,rtn: 0.0023193,0.00000,0.047
+18,mlp.experts.55.down_proj,rtn: 0.0022888,0.00000,0.048
+18,mlp.experts.88.down_proj,rtn: 0.0022736,0.00000,0.036
+18,mlp.experts.49.down_proj,rtn: 0.0022888,0.00000,0.051
+18,mlp.experts.78.down_proj,rtn: 0.0022430,0.00000,0.050
+18,mlp.experts.66.down_proj,rtn: 0.0023041,0.00000,0.047
+18,mlp.experts.108.down_proj,rtn: 0.0023956,0.00000,0.039
+18,mlp.experts.63.down_proj,rtn: 0.0022736,0.00000,0.042
+18,mlp.experts.51.down_proj,rtn: 0.0023041,0.00000,0.034
+18,mlp.experts.70.down_proj,rtn: 0.0022736,0.00000,0.052
+18,mlp.experts.64.down_proj,rtn: 0.0022583,0.00000,0.056
+18,mlp.experts.74.down_proj,rtn: 0.0022430,0.00000,0.048
+18,mlp.experts.45.down_proj,rtn: 0.0022583,0.00000,0.046
+18,mlp.experts.75.down_proj,rtn: 0.0022888,0.00000,0.036
+18,mlp.experts.100.down_proj,rtn: 0.0023956,0.00000,0.043
+18,mlp.experts.71.down_proj,rtn: 0.0022888,0.00000,0.037
+18,mlp.experts.104.down_proj,rtn: 0.0023499,0.00000,0.038
+18,mlp.experts.57.down_proj,rtn: 0.0022736,0.00000,0.056
+18,mlp.experts.65.down_proj,rtn: 0.0022888,0.00000,0.041
+18,mlp.experts.82.down_proj,rtn: 0.0022583,0.00000,0.038
+18,mlp.experts.94.down_proj,rtn: 0.0022430,0.00000,0.042
+18,mlp.experts.67.down_proj,rtn: 0.0022736,0.00000,0.032
+18,mlp.experts.124.down_proj,rtn: 0.0022888,0.00000,0.038
+18,mlp.experts.90.down_proj,rtn: 0.0022736,0.00000,0.034
+18,mlp.experts.86.down_proj,rtn: 0.0023804,0.00000,0.040
+18,mlp.experts.79.down_proj,rtn: 0.0023193,0.00000,0.040
+18,mlp.experts.80.down_proj,rtn: 0.0022888,0.00000,0.042
+18,mlp.experts.61.down_proj,rtn: 0.0022736,0.00000,0.041
+18,mlp.experts.37.down_proj,rtn: 0.0023346,0.00000,0.092
+18,mlp.experts.116.down_proj,rtn: 0.0022736,0.00000,0.039
+18,mlp.experts.81.down_proj,rtn: 0.0023193,0.00000,0.027
+18,mlp.experts.87.down_proj,rtn: 0.0022583,0.00000,0.037
+18,mlp.experts.73.down_proj,rtn: 0.0022888,0.00000,0.029
+18,mlp.experts.120.down_proj,rtn: 0.0022583,0.00000,0.036
+18,mlp.experts.83.down_proj,rtn: 0.0022278,0.00000,0.030
+18,mlp.experts.91.down_proj,rtn: 0.0023346,0.00000,0.040
+18,mlp.experts.140.down_proj,rtn: 0.0023041,0.00000,0.034
+18,mlp.experts.110.down_proj,rtn: 0.0023651,0.00000,0.038
+18,mlp.experts.96.down_proj,rtn: 0.0022430,0.00000,0.022
+18,mlp.experts.95.down_proj,rtn: 0.0022736,0.00000,0.026
+18,mlp.experts.106.down_proj,rtn: 0.0023041,0.00000,0.045
+18,mlp.experts.102.down_proj,rtn: 0.0022583,0.00000,0.043
+18,mlp.experts.107.down_proj,rtn: 0.0022888,0.00000,0.034
+18,mlp.experts.136.down_proj,rtn: 0.0023041,0.00000,0.034
+18,mlp.experts.103.down_proj,rtn: 0.0022736,0.00000,0.041
+18,mlp.experts.99.down_proj,rtn: 0.0022583,0.00000,0.037
+18,mlp.experts.112.down_proj,rtn: 0.0023041,0.00000,0.026
+18,mlp.experts.132.down_proj,rtn: 0.0022583,0.00000,0.037
+18,mlp.experts.156.down_proj,rtn: 0.0022736,0.00000,0.029
+18,mlp.experts.111.down_proj,rtn: 0.0022430,0.00000,0.036
+18,mlp.experts.98.down_proj,rtn: 0.0022583,0.00000,0.123
+18,mlp.experts.77.down_proj,rtn: 0.0022736,0.00000,0.095
+18,mlp.experts.53.down_proj,rtn: 0.0022736,0.00000,0.069
+18,mlp.experts.123.down_proj,rtn: 0.0022583,0.00000,0.023
+18,mlp.experts.148.down_proj,rtn: 0.0022125,0.00000,0.024
+18,mlp.experts.127.down_proj,rtn: 0.0022583,0.00000,0.024
+18,mlp.experts.128.down_proj,rtn: 0.0024109,0.00000,0.026
+18,mlp.experts.152.down_proj,rtn: 0.0023193,0.00000,0.026
+18,mlp.experts.172.down_proj,rtn: 0.0023041,0.00000,0.026
+18,mlp.experts.115.down_proj,rtn: 0.0022125,0.00000,0.026
+18,mlp.experts.119.down_proj,rtn: 0.0023041,0.00000,0.027
+18,mlp.experts.97.down_proj,rtn: 0.0022888,0.00000,0.041
+18,mlp.experts.89.down_proj,rtn: 0.0023346,0.00000,0.042
+18,mlp.experts.126.down_proj,rtn: 0.0022583,0.00000,0.113
+18,mlp.experts.114.down_proj,rtn: 0.0023193,0.00000,0.040
+18,mlp.experts.122.down_proj,rtn: 0.0022430,0.00000,0.058
+18,mlp.experts.118.down_proj,rtn: 0.0023041,0.00000,0.041
+18,mlp.experts.143.down_proj,rtn: 0.0023346,0.00000,0.030
+18,mlp.experts.139.down_proj,rtn: 0.0022736,0.00000,0.031
+18,mlp.experts.131.down_proj,rtn: 0.0023041,0.00000,0.029
+18,mlp.experts.135.down_proj,rtn: 0.0022888,0.00000,0.029
+18,mlp.experts.188.down_proj,rtn: 0.0022736,0.00000,0.041
+18,mlp.experts.164.down_proj,rtn: 0.0022278,0.00000,0.042
+18,mlp.experts.69.down_proj,rtn: 0.0022736,0.00000,0.068
+18,mlp.experts.93.down_proj,rtn: 0.0022736,0.00000,0.072
+18,mlp.experts.144.down_proj,rtn: 0.0022888,0.00000,0.058
+18,mlp.experts.159.down_proj,rtn: 0.0023193,0.00000,0.023
+18,mlp.experts.147.down_proj,rtn: 0.0022583,0.00000,0.026
+18,mlp.experts.151.down_proj,rtn: 0.0022583,0.00000,0.031
+18,mlp.experts.155.down_proj,rtn: 0.0022888,0.00000,0.031
+18,mlp.experts.130.down_proj,rtn: 0.0022583,0.00000,0.063
+18,mlp.experts.142.down_proj,rtn: 0.0022583,0.00000,0.066
+18,mlp.experts.105.down_proj,rtn: 0.0022888,0.00000,0.035
+18,mlp.experts.134.down_proj,rtn: 0.0023193,0.00000,0.031
+18,mlp.experts.180.down_proj,rtn: 0.0023193,0.00000,0.039
+18,mlp.experts.138.down_proj,rtn: 0.0023193,0.00000,0.039
+18,mlp.experts.175.down_proj,rtn: 0.0023041,0.00000,0.030
+18,mlp.experts.163.down_proj,rtn: 0.0022583,0.00000,0.027
+18,mlp.experts.109.down_proj,rtn: 0.0023193,0.00000,0.033
+18,mlp.experts.167.down_proj,rtn: 0.0022736,0.00000,0.030
+18,mlp.experts.171.down_proj,rtn: 0.0022736,0.00000,0.030
+18,mlp.experts.85.down_proj,rtn: 0.0023193,0.00000,0.066
+18,mlp.experts.113.down_proj,rtn: 0.0022583,0.00000,0.075
+18,mlp.experts.150.down_proj,rtn: 0.0022430,0.00000,0.017
+18,mlp.experts.160.down_proj,rtn: 0.0022583,0.00000,0.068
+18,mlp.experts.168.down_proj,rtn: 0.0022888,0.00000,0.131
+18,mlp.experts.146.down_proj,rtn: 0.0022583,0.00000,0.046
+18,mlp.experts.158.down_proj,rtn: 0.0022736,0.00000,0.049
+18,mlp.experts.179.down_proj,rtn: 0.0022888,0.00000,0.022
+18,mlp.experts.121.down_proj,rtn: 0.0022888,0.00000,0.022
+18,mlp.experts.183.down_proj,rtn: 0.0022583,0.00000,0.025
+18,mlp.experts.187.down_proj,rtn: 0.0023041,0.00000,0.025
+18,mlp.experts.191.down_proj,rtn: 0.0023804,0.00000,0.028
+18,mlp.experts.154.down_proj,rtn: 0.0022430,0.00000,0.027
+18,mlp.experts.125.down_proj,rtn: 0.0023041,0.00000,0.033
+18,mlp.experts.166.down_proj,rtn: 0.0022430,0.00000,0.012
+18,mlp.experts.176.down_proj,rtn: 0.0022736,0.00000,0.011
+18,mlp.experts.129.down_proj,rtn: 0.0022736,0.00000,0.025
+18,mlp.experts.162.down_proj,rtn: 0.0022583,0.00000,0.025
+18,mlp.experts.184.down_proj,rtn: 0.0023346,0.00000,0.015
+18,mlp.experts.174.down_proj,rtn: 0.0023041,0.00000,0.030
+18,mlp.experts.101.down_proj,rtn: 0.0023041,0.00000,0.073
+18,mlp.experts.137.down_proj,rtn: 0.0022888,0.00000,0.038
+18,mlp.experts.182.down_proj,rtn: 0.0022736,0.00000,0.042
+18,mlp.experts.190.down_proj,rtn: 0.0023651,0.00000,0.045
+18,mlp.experts.170.down_proj,rtn: 0.0023041,0.00000,0.050
+18,mlp.experts.141.down_proj,rtn: 0.0023041,0.00000,0.116
+18,mlp.experts.178.down_proj,rtn: 0.0022888,0.00000,0.100
+18,mlp.experts.145.down_proj,rtn: 0.0023956,0.00000,0.120
+18,mlp.experts.117.down_proj,rtn: 0.0022736,0.00000,0.123
+18,mlp.experts.186.down_proj,rtn: 0.0022736,0.00000,0.028
+18,mlp.experts.153.down_proj,rtn: 0.0022736,0.00000,0.056
+18,mlp.experts.157.down_proj,rtn: 0.0022736,0.00000,0.084
+18,mlp.experts.161.down_proj,rtn: 0.0022583,0.00000,0.070
+18,mlp.experts.133.down_proj,rtn: 0.0022736,0.00000,0.072
+18,mlp.experts.169.down_proj,rtn: 0.0022888,0.00000,0.029
+18,mlp.experts.173.down_proj,rtn: 0.0023346,0.00000,0.030
+18,mlp.experts.177.down_proj,rtn: 0.0023041,0.00000,0.027
+18,mlp.experts.149.down_proj,rtn: 0.0022278,0.00000,0.029
+18,mlp.experts.185.down_proj,rtn: 0.0022888,0.00000,0.026
+18,mlp.experts.189.down_proj,rtn: 0.0023193,0.00000,0.020
+18,mlp.experts.165.down_proj,rtn: 0.0023499,0.00000,0.016
+18,mlp.experts.181.down_proj,rtn: 0.0022736,0.00000,0.010
+18,mlp.shared_experts.gate_proj,rtn: 0.0016022,0.00000,0.027
+18,mlp.shared_experts.up_proj,rtn: 0.0016022,0.00000,0.028
+18,mlp.shared_experts.down_proj,rtn: 0.0016479,0.00000,0.024
+19,self_attn.v_proj,rtn: 0.0025482,0.00000,0.014
+19,self_attn.k_proj,rtn: 0.0023499,0.00000,0.014
+19,self_attn.q_proj,rtn: 0.0022125,0.00000,0.015
+19,self_attn.o_proj,rtn: 0.0024719,0.00000,0.050
+19,mlp.experts.10.gate_proj,rtn: 0.0023956,0.00000,0.090
+19,mlp.experts.14.gate_proj,rtn: 0.0023346,0.00000,0.091
+19,mlp.experts.6.gate_proj,rtn: 0.0023041,0.00000,0.110
+19,mlp.experts.2.gate_proj,rtn: 0.0023804,0.00000,0.112
+19,mlp.experts.0.gate_proj,rtn: 0.0022888,0.00000,0.114
+19,mlp.experts.8.gate_proj,rtn: 0.0023956,0.00000,0.116
+19,mlp.experts.4.gate_proj,rtn: 0.0023041,0.00000,0.122
+19,mlp.experts.7.gate_proj,rtn: 0.0023499,0.00000,0.128
+19,mlp.experts.5.gate_proj,rtn: 0.0023346,0.00000,0.129
+19,mlp.experts.13.gate_proj,rtn: 0.0023041,0.00000,0.129
+19,mlp.experts.12.gate_proj,rtn: 0.0022736,0.00000,0.128
+19,mlp.experts.15.gate_proj,rtn: 0.0024109,0.00000,0.138
+19,mlp.experts.3.gate_proj,rtn: 0.0023346,0.00000,0.144
+19,mlp.experts.30.gate_proj,rtn: 0.0022736,0.00000,0.069
+19,mlp.experts.26.gate_proj,rtn: 0.0023804,0.00000,0.072
+19,mlp.experts.22.gate_proj,rtn: 0.0023651,0.00000,0.058
+19,mlp.experts.18.gate_proj,rtn: 0.0022736,0.00000,0.055
+19,mlp.experts.9.gate_proj,rtn: 0.0023651,0.00000,0.186
+19,mlp.experts.1.gate_proj,rtn: 0.0023193,0.00000,0.177
+19,mlp.experts.11.gate_proj,rtn: 0.0023346,0.00000,0.176
+19,mlp.experts.16.gate_proj,rtn: 0.0023651,0.00000,0.076
+19,mlp.experts.20.gate_proj,rtn: 0.0023041,0.00000,0.079
+19,mlp.experts.23.gate_proj,rtn: 0.0022888,0.00000,0.069
+19,mlp.experts.24.gate_proj,rtn: 0.0023346,0.00000,0.085
+19,mlp.experts.21.gate_proj,rtn: 0.0023651,0.00000,0.066
+19,mlp.experts.29.gate_proj,rtn: 0.0023346,0.00000,0.077
+19,mlp.experts.28.gate_proj,rtn: 0.0023499,0.00000,0.090
+19,mlp.experts.17.gate_proj,rtn: 0.0023193,0.00000,0.079
+19,mlp.experts.25.gate_proj,rtn: 0.0023499,0.00000,0.090
+19,mlp.experts.36.gate_proj,rtn: 0.0023193,0.00000,0.082
+19,mlp.experts.27.gate_proj,rtn: 0.0022430,0.00000,0.110
+19,mlp.experts.19.gate_proj,rtn: 0.0023804,0.00000,0.115
+19,mlp.experts.34.gate_proj,rtn: 0.0023499,0.00000,0.104
+19,mlp.experts.40.gate_proj,rtn: 0.0023499,0.00000,0.093
+19,mlp.experts.46.gate_proj,rtn: 0.0023499,0.00000,0.119
+19,mlp.experts.38.gate_proj,rtn: 0.0022583,0.00000,0.113
+19,mlp.experts.32.gate_proj,rtn: 0.0023346,0.00000,0.100
+19,mlp.experts.42.gate_proj,rtn: 0.0024567,0.00000,0.128
+19,mlp.experts.37.gate_proj,rtn: 0.0023041,0.00000,0.085
+19,mlp.experts.31.gate_proj,rtn: 0.0023346,0.00000,0.120
+19,mlp.experts.39.gate_proj,rtn: 0.0023346,0.00000,0.125
+19,mlp.experts.45.gate_proj,rtn: 0.0023193,0.00000,0.082
+19,mlp.experts.33.gate_proj,rtn: 0.0023804,0.00000,0.070
+19,mlp.experts.41.gate_proj,rtn: 0.0023193,0.00000,0.073
+19,mlp.experts.44.gate_proj,rtn: 0.0023804,0.00000,0.100
+19,mlp.experts.50.gate_proj,rtn: 0.0023346,0.00000,0.083
+19,mlp.experts.52.gate_proj,rtn: 0.0024109,0.00000,0.094
+19,mlp.experts.62.gate_proj,rtn: 0.0023499,0.00000,0.080
+19,mlp.experts.58.gate_proj,rtn: 0.0023041,0.00000,0.078
+19,mlp.experts.54.gate_proj,rtn: 0.0023041,0.00000,0.085
+19,mlp.experts.56.gate_proj,rtn: 0.0023956,0.00000,0.097
+19,mlp.experts.43.gate_proj,rtn: 0.0023956,0.00000,0.107
+19,mlp.experts.35.gate_proj,rtn: 0.0022736,0.00000,0.105
+19,mlp.experts.53.gate_proj,rtn: 0.0023193,0.00000,0.087
+19,mlp.experts.48.gate_proj,rtn: 0.0023499,0.00000,0.099
+19,mlp.experts.61.gate_proj,rtn: 0.0023346,0.00000,0.078
+19,mlp.experts.49.gate_proj,rtn: 0.0023499,0.00000,0.071
+19,mlp.experts.57.gate_proj,rtn: 0.0023651,0.00000,0.068
+19,mlp.experts.60.gate_proj,rtn: 0.0023804,0.00000,0.080
+19,mlp.experts.78.gate_proj,rtn: 0.0023346,0.00000,0.075
+19,mlp.experts.74.gate_proj,rtn: 0.0022430,0.00000,0.067
+19,mlp.experts.70.gate_proj,rtn: 0.0023193,0.00000,0.061
+19,mlp.experts.66.gate_proj,rtn: 0.0022888,0.00000,0.077
+19,mlp.experts.68.gate_proj,rtn: 0.0023651,0.00000,0.077
+19,mlp.experts.72.gate_proj,rtn: 0.0023346,0.00000,0.066
+19,mlp.experts.47.gate_proj,rtn: 0.0023193,0.00000,0.156
+19,mlp.experts.77.gate_proj,rtn: 0.0023499,0.00000,0.069
+19,mlp.experts.55.gate_proj,rtn: 0.0023346,0.00000,0.164
+19,mlp.experts.69.gate_proj,rtn: 0.0023804,0.00000,0.070
+19,mlp.experts.64.gate_proj,rtn: 0.0023804,0.00000,0.073
+19,mlp.experts.65.gate_proj,rtn: 0.0023956,0.00000,0.074
+19,mlp.experts.73.gate_proj,rtn: 0.0023804,0.00000,0.073
+19,mlp.experts.76.gate_proj,rtn: 0.0023041,0.00000,0.072
+19,mlp.experts.84.gate_proj,rtn: 0.0023193,0.00000,0.073
+19,mlp.experts.94.gate_proj,rtn: 0.0023193,0.00000,0.083
+19,mlp.experts.88.gate_proj,rtn: 0.0023651,0.00000,0.076
+19,mlp.experts.86.gate_proj,rtn: 0.0023651,0.00000,0.084
+19,mlp.experts.82.gate_proj,rtn: 0.0023041,0.00000,0.082
+19,mlp.experts.90.gate_proj,rtn: 0.0022736,0.00000,0.089
+19,mlp.experts.93.gate_proj,rtn: 0.0023346,0.00000,0.070
+19,mlp.experts.85.gate_proj,rtn: 0.0023499,0.00000,0.075
+19,mlp.experts.80.gate_proj,rtn: 0.0024109,0.00000,0.077
+19,mlp.experts.59.gate_proj,rtn: 0.0023499,0.00000,0.169
+19,mlp.experts.81.gate_proj,rtn: 0.0023956,0.00000,0.077
+19,mlp.experts.89.gate_proj,rtn: 0.0023346,0.00000,0.072
+19,mlp.experts.51.gate_proj,rtn: 0.0023499,0.00000,0.166
+19,mlp.experts.92.gate_proj,rtn: 0.0023193,0.00000,0.079
+19,mlp.experts.63.gate_proj,rtn: 0.0023041,0.00000,0.142
+19,mlp.experts.104.gate_proj,rtn: 0.0023346,0.00000,0.069
+19,mlp.experts.100.gate_proj,rtn: 0.0023651,0.00000,0.079
+19,mlp.experts.71.gate_proj,rtn: 0.0023651,0.00000,0.141
+19,mlp.experts.110.gate_proj,rtn: 0.0023651,0.00000,0.084
+19,mlp.experts.102.gate_proj,rtn: 0.0023499,0.00000,0.075
+19,mlp.experts.98.gate_proj,rtn: 0.0023193,0.00000,0.078
+19,mlp.experts.109.gate_proj,rtn: 0.0023041,0.00000,0.075
+19,mlp.experts.96.gate_proj,rtn: 0.0023346,0.00000,0.065
+19,mlp.experts.106.gate_proj,rtn: 0.0023041,0.00000,0.083
+19,mlp.experts.97.gate_proj,rtn: 0.0023193,0.00000,0.066
+19,mlp.experts.101.gate_proj,rtn: 0.0023346,0.00000,0.076
+19,mlp.experts.105.gate_proj,rtn: 0.0023346,0.00000,0.075
+19,mlp.experts.108.gate_proj,rtn: 0.0022888,0.00000,0.064
+19,mlp.experts.116.gate_proj,rtn: 0.0023499,0.00000,0.054
+19,mlp.experts.120.gate_proj,rtn: 0.0024109,0.00000,0.055
+19,mlp.experts.75.gate_proj,rtn: 0.0023346,0.00000,0.101
+19,mlp.experts.67.gate_proj,rtn: 0.0023651,0.00000,0.109
+19,mlp.experts.118.gate_proj,rtn: 0.0023499,0.00000,0.061
+19,mlp.experts.114.gate_proj,rtn: 0.0022888,0.00000,0.062
+19,mlp.experts.112.gate_proj,rtn: 0.0023651,0.00000,0.060
+19,mlp.experts.126.gate_proj,rtn: 0.0023499,0.00000,0.077
+19,mlp.experts.122.gate_proj,rtn: 0.0023499,0.00000,0.070
+19,mlp.experts.113.gate_proj,rtn: 0.0023804,0.00000,0.069
+19,mlp.experts.125.gate_proj,rtn: 0.0022736,0.00000,0.080
+19,mlp.experts.79.gate_proj,rtn: 0.0023346,0.00000,0.106
+19,mlp.experts.117.gate_proj,rtn: 0.0023346,0.00000,0.079
+19,mlp.experts.87.gate_proj,rtn: 0.0023193,0.00000,0.105
+19,mlp.experts.132.gate_proj,rtn: 0.0023193,0.00000,0.088
+19,mlp.experts.91.gate_proj,rtn: 0.0023651,0.00000,0.092
+19,mlp.experts.83.gate_proj,rtn: 0.0024109,0.00000,0.080
+19,mlp.experts.124.gate_proj,rtn: 0.0024109,0.00000,0.091
+19,mlp.experts.128.gate_proj,rtn: 0.0024414,0.00000,0.097
+19,mlp.experts.148.gate_proj,rtn: 0.0023041,0.00000,0.057
+19,mlp.experts.103.gate_proj,rtn: 0.0022736,0.00000,0.125
+19,mlp.experts.95.gate_proj,rtn: 0.0023804,0.00000,0.121
+19,mlp.experts.141.gate_proj,rtn: 0.0023041,0.00000,0.152
+19,mlp.experts.134.gate_proj,rtn: 0.0023346,0.00000,0.179
+19,mlp.experts.136.gate_proj,rtn: 0.0022736,0.00000,0.189
+19,mlp.experts.130.gate_proj,rtn: 0.0023193,0.00000,0.179
+19,mlp.experts.142.gate_proj,rtn: 0.0023499,0.00000,0.181
+19,mlp.experts.144.gate_proj,rtn: 0.0023804,0.00000,0.068
+19,mlp.experts.140.gate_proj,rtn: 0.0023346,0.00000,0.077
+19,mlp.experts.121.gate_proj,rtn: 0.0023346,0.00000,0.219
+19,mlp.experts.164.gate_proj,rtn: 0.0023346,0.00000,0.070
+19,mlp.experts.138.gate_proj,rtn: 0.0023499,0.00000,0.096
+19,mlp.experts.99.gate_proj,rtn: 0.0023193,0.00000,0.139
+19,mlp.experts.129.gate_proj,rtn: 0.0023499,0.00000,0.166
+19,mlp.experts.107.gate_proj,rtn: 0.0023651,0.00000,0.099
+19,mlp.experts.133.gate_proj,rtn: 0.0023193,0.00000,0.204
+19,mlp.experts.152.gate_proj,rtn: 0.0023193,0.00000,0.073
+19,mlp.experts.160.gate_proj,rtn: 0.0022888,0.00000,0.079
+19,mlp.experts.156.gate_proj,rtn: 0.0023041,0.00000,0.077
+19,mlp.experts.111.gate_proj,rtn: 0.0023499,0.00000,0.120
+19,mlp.experts.119.gate_proj,rtn: 0.0023651,0.00000,0.121
+19,mlp.experts.157.gate_proj,rtn: 0.0023041,0.00000,0.110
+19,mlp.experts.180.gate_proj,rtn: 0.0023499,0.00000,0.081
+19,mlp.experts.146.gate_proj,rtn: 0.0023041,0.00000,0.113
+19,mlp.experts.150.gate_proj,rtn: 0.0023346,0.00000,0.116
+19,mlp.experts.158.gate_proj,rtn: 0.0023499,0.00000,0.113
+19,mlp.experts.154.gate_proj,rtn: 0.0023193,0.00000,0.085
+19,mlp.experts.137.gate_proj,rtn: 0.0023804,0.00000,0.130
+19,mlp.experts.145.gate_proj,rtn: 0.0023499,0.00000,0.110
+19,mlp.experts.123.gate_proj,rtn: 0.0023041,0.00000,0.103
+19,mlp.experts.168.gate_proj,rtn: 0.0023193,0.00000,0.087
+19,mlp.experts.149.gate_proj,rtn: 0.0023804,0.00000,0.099
+19,mlp.experts.115.gate_proj,rtn: 0.0023193,0.00000,0.139
+19,mlp.experts.172.gate_proj,rtn: 0.0023193,0.00000,0.082
+19,mlp.experts.176.gate_proj,rtn: 0.0023346,0.00000,0.082
+19,mlp.experts.4.up_proj,rtn: 0.0022888,0.00000,0.082
+19,mlp.experts.127.gate_proj,rtn: 0.0022278,0.00000,0.094
+19,mlp.experts.135.gate_proj,rtn: 0.0023499,0.00000,0.093
+19,mlp.experts.166.gate_proj,rtn: 0.0023499,0.00000,0.085
+19,mlp.experts.162.gate_proj,rtn: 0.0022888,0.00000,0.088
+19,mlp.experts.173.gate_proj,rtn: 0.0023193,0.00000,0.101
+19,mlp.experts.174.gate_proj,rtn: 0.0023346,0.00000,0.081
+19,mlp.experts.170.gate_proj,rtn: 0.0023956,0.00000,0.088
+19,mlp.experts.161.gate_proj,rtn: 0.0023041,0.00000,0.095
+19,mlp.experts.153.gate_proj,rtn: 0.0023651,0.00000,0.102
+19,mlp.experts.139.gate_proj,rtn: 0.0023499,0.00000,0.088
+19,mlp.experts.184.gate_proj,rtn: 0.0023956,0.00000,0.087
+19,mlp.experts.131.gate_proj,rtn: 0.0023346,0.00000,0.087
+19,mlp.experts.188.gate_proj,rtn: 0.0023346,0.00000,0.089
+19,mlp.experts.0.up_proj,rtn: 0.0022736,0.00000,0.084
+19,mlp.experts.165.gate_proj,rtn: 0.0023041,0.00000,0.102
+19,mlp.experts.143.gate_proj,rtn: 0.0022888,0.00000,0.083
+19,mlp.experts.151.gate_proj,rtn: 0.0023041,0.00000,0.082
+19,mlp.experts.20.up_proj,rtn: 0.0023041,0.00000,0.091
+19,mlp.experts.182.gate_proj,rtn: 0.0023651,0.00000,0.091
+19,mlp.experts.189.gate_proj,rtn: 0.0024109,0.00000,0.091
+19,mlp.experts.190.gate_proj,rtn: 0.0022888,0.00000,0.101
+19,mlp.experts.155.gate_proj,rtn: 0.0023193,0.00000,0.072
+19,mlp.experts.186.gate_proj,rtn: 0.0023193,0.00000,0.099
+19,mlp.experts.169.gate_proj,rtn: 0.0023651,0.00000,0.084
+19,mlp.experts.147.gate_proj,rtn: 0.0023193,0.00000,0.081
+19,mlp.experts.177.gate_proj,rtn: 0.0023499,0.00000,0.098
+19,mlp.experts.8.up_proj,rtn: 0.0023651,0.00000,0.098
+19,mlp.experts.16.up_proj,rtn: 0.0023499,0.00000,0.088
+19,mlp.experts.159.gate_proj,rtn: 0.0023041,0.00000,0.079
+19,mlp.experts.12.up_proj,rtn: 0.0022736,0.00000,0.093
+19,mlp.experts.167.gate_proj,rtn: 0.0024567,0.00000,0.080
+19,mlp.experts.181.gate_proj,rtn: 0.0024261,0.00000,0.091
+19,mlp.experts.178.gate_proj,rtn: 0.0023651,0.00000,0.167
+19,mlp.experts.36.up_proj,rtn: 0.0023041,0.00000,0.091
+19,mlp.experts.13.up_proj,rtn: 0.0022888,0.00000,0.096
+19,mlp.experts.171.gate_proj,rtn: 0.0022736,0.00000,0.081
+19,mlp.experts.163.gate_proj,rtn: 0.0023346,0.00000,0.075
+19,mlp.experts.185.gate_proj,rtn: 0.0023193,0.00000,0.093
+19,mlp.experts.183.gate_proj,rtn: 0.0023041,0.00000,0.067
+19,mlp.experts.1.up_proj,rtn: 0.0023041,0.00000,0.087
+19,mlp.experts.175.gate_proj,rtn: 0.0023651,0.00000,0.076
+19,mlp.experts.24.up_proj,rtn: 0.0023193,0.00000,0.091
+19,mlp.experts.32.up_proj,rtn: 0.0023346,0.00000,0.098
+19,mlp.experts.5.up_proj,rtn: 0.0023193,0.00000,0.088
+19,mlp.experts.28.up_proj,rtn: 0.0023346,0.00000,0.097
+19,mlp.experts.52.up_proj,rtn: 0.0023956,0.00000,0.096
+19,mlp.experts.187.gate_proj,rtn: 0.0023193,0.00000,0.076
+19,mlp.experts.179.gate_proj,rtn: 0.0023346,0.00000,0.069
+19,mlp.experts.29.up_proj,rtn: 0.0023193,0.00000,0.088
+19,mlp.experts.14.up_proj,rtn: 0.0023193,0.00000,0.186
+19,mlp.experts.6.up_proj,rtn: 0.0022888,0.00000,0.202
+19,mlp.experts.2.up_proj,rtn: 0.0023651,0.00000,0.145
+19,mlp.experts.10.up_proj,rtn: 0.0023804,0.00000,0.189
+19,mlp.experts.191.gate_proj,rtn: 0.0023041,0.00000,0.080
+19,mlp.experts.7.up_proj,rtn: 0.0023499,0.00000,0.088
+19,mlp.experts.9.up_proj,rtn: 0.0023499,0.00000,0.098
+19,mlp.experts.40.up_proj,rtn: 0.0023346,0.00000,0.094
+19,mlp.experts.44.up_proj,rtn: 0.0023651,0.00000,0.092
+19,mlp.experts.48.up_proj,rtn: 0.0023193,0.00000,0.100
+19,mlp.experts.17.up_proj,rtn: 0.0023193,0.00000,0.126
+19,mlp.experts.68.up_proj,rtn: 0.0023499,0.00000,0.096
+19,mlp.experts.22.up_proj,rtn: 0.0023346,0.00000,0.081
+19,mlp.experts.30.up_proj,rtn: 0.0022583,0.00000,0.083
+19,mlp.experts.11.up_proj,rtn: 0.0023193,0.00000,0.104
+19,mlp.experts.3.up_proj,rtn: 0.0023193,0.00000,0.100
+19,mlp.experts.18.up_proj,rtn: 0.0022736,0.00000,0.082
+19,mlp.experts.21.up_proj,rtn: 0.0023499,0.00000,0.133
+19,mlp.experts.26.up_proj,rtn: 0.0023651,0.00000,0.082
+19,mlp.experts.56.up_proj,rtn: 0.0023804,0.00000,0.092
+19,mlp.experts.23.up_proj,rtn: 0.0022888,0.00000,0.103
+19,mlp.experts.15.up_proj,rtn: 0.0023956,0.00000,0.108
+19,mlp.experts.60.up_proj,rtn: 0.0023804,0.00000,0.088
+19,mlp.experts.64.up_proj,rtn: 0.0023651,0.00000,0.092
+19,mlp.experts.84.up_proj,rtn: 0.0023041,0.00000,0.087
+19,mlp.experts.25.up_proj,rtn: 0.0023346,0.00000,0.140
+19,mlp.experts.38.up_proj,rtn: 0.0022583,0.00000,0.091
+19,mlp.experts.45.up_proj,rtn: 0.0023041,0.00000,0.192
+19,mlp.experts.46.up_proj,rtn: 0.0023346,0.00000,0.102
+19,mlp.experts.19.up_proj,rtn: 0.0023651,0.00000,0.096
+19,mlp.experts.27.up_proj,rtn: 0.0022278,0.00000,0.102
+19,mlp.experts.42.up_proj,rtn: 0.0024414,0.00000,0.091
+19,mlp.experts.34.up_proj,rtn: 0.0023346,0.00000,0.095
+19,mlp.experts.31.up_proj,rtn: 0.0023193,0.00000,0.089
+19,mlp.experts.39.up_proj,rtn: 0.0023193,0.00000,0.092
+19,mlp.experts.72.up_proj,rtn: 0.0023193,0.00000,0.093
+19,mlp.experts.33.up_proj,rtn: 0.0023499,0.00000,0.163
+19,mlp.experts.76.up_proj,rtn: 0.0022888,0.00000,0.090
+19,mlp.experts.37.up_proj,rtn: 0.0022888,0.00000,0.136
+19,mlp.experts.80.up_proj,rtn: 0.0023956,0.00000,0.093
+19,mlp.experts.100.up_proj,rtn: 0.0023499,0.00000,0.095
+19,mlp.experts.62.up_proj,rtn: 0.0023346,0.00000,0.081
+19,mlp.experts.54.up_proj,rtn: 0.0023041,0.00000,0.093
+19,mlp.experts.41.up_proj,rtn: 0.0023041,0.00000,0.103
+19,mlp.experts.61.up_proj,rtn: 0.0023193,0.00000,0.080
+19,mlp.experts.50.up_proj,rtn: 0.0023041,0.00000,0.088
+19,mlp.experts.58.up_proj,rtn: 0.0022888,0.00000,0.088
+19,mlp.experts.43.up_proj,rtn: 0.0023651,0.00000,0.096
+19,mlp.experts.35.up_proj,rtn: 0.0022583,0.00000,0.110
+19,mlp.experts.47.up_proj,rtn: 0.0023193,0.00000,0.095
+19,mlp.experts.49.up_proj,rtn: 0.0023346,0.00000,0.084
+19,mlp.experts.88.up_proj,rtn: 0.0023499,0.00000,0.099
+19,mlp.experts.53.up_proj,rtn: 0.0023041,0.00000,0.085
+19,mlp.experts.92.up_proj,rtn: 0.0023041,0.00000,0.092
+19,mlp.experts.55.up_proj,rtn: 0.0023041,0.00000,0.104
+19,mlp.experts.96.up_proj,rtn: 0.0023193,0.00000,0.104
+19,mlp.experts.116.up_proj,rtn: 0.0023193,0.00000,0.096
+19,mlp.experts.78.up_proj,rtn: 0.0023193,0.00000,0.094
+19,mlp.experts.70.up_proj,rtn: 0.0023041,0.00000,0.095
+19,mlp.experts.57.up_proj,rtn: 0.0023346,0.00000,0.103
+19,mlp.experts.77.up_proj,rtn: 0.0023193,0.00000,0.101
+19,mlp.experts.66.up_proj,rtn: 0.0022888,0.00000,0.093
+19,mlp.experts.74.up_proj,rtn: 0.0022430,0.00000,0.098
+19,mlp.experts.59.up_proj,rtn: 0.0023346,0.00000,0.119
+19,mlp.experts.51.up_proj,rtn: 0.0023193,0.00000,0.113
+19,mlp.experts.104.up_proj,rtn: 0.0023193,0.00000,0.097
+19,mlp.experts.108.up_proj,rtn: 0.0022736,0.00000,0.100
+19,mlp.experts.65.up_proj,rtn: 0.0023804,0.00000,0.113
+19,mlp.experts.112.up_proj,rtn: 0.0023499,0.00000,0.086
+19,mlp.experts.94.up_proj,rtn: 0.0023193,0.00000,0.077
+19,mlp.experts.63.up_proj,rtn: 0.0022888,0.00000,0.125
+19,mlp.experts.132.up_proj,rtn: 0.0023193,0.00000,0.092
+19,mlp.experts.69.up_proj,rtn: 0.0023651,0.00000,0.116
+19,mlp.experts.86.up_proj,rtn: 0.0023346,0.00000,0.079
+19,mlp.experts.71.up_proj,rtn: 0.0023499,0.00000,0.114
+19,mlp.experts.82.up_proj,rtn: 0.0023041,0.00000,0.070
+19,mlp.experts.90.up_proj,rtn: 0.0022736,0.00000,0.076
+19,mlp.experts.73.up_proj,rtn: 0.0023651,0.00000,0.093
+19,mlp.experts.93.up_proj,rtn: 0.0023193,0.00000,0.098
+19,mlp.experts.120.up_proj,rtn: 0.0023956,0.00000,0.078
+19,mlp.experts.75.up_proj,rtn: 0.0023193,0.00000,0.094
+19,mlp.experts.128.up_proj,rtn: 0.0024261,0.00000,0.068
+19,mlp.experts.67.up_proj,rtn: 0.0023499,0.00000,0.092
+19,mlp.experts.124.up_proj,rtn: 0.0023804,0.00000,0.077
+19,mlp.experts.110.up_proj,rtn: 0.0023346,0.00000,0.071
+19,mlp.experts.81.up_proj,rtn: 0.0023651,0.00000,0.088
+19,mlp.experts.148.up_proj,rtn: 0.0022888,0.00000,0.078
+19,mlp.experts.98.up_proj,rtn: 0.0023041,0.00000,0.071
+19,mlp.experts.102.up_proj,rtn: 0.0023193,0.00000,0.077
+19,mlp.experts.79.up_proj,rtn: 0.0023193,0.00000,0.090
+19,mlp.experts.87.up_proj,rtn: 0.0023041,0.00000,0.086
+19,mlp.experts.85.up_proj,rtn: 0.0023346,0.00000,0.090
+19,mlp.experts.106.up_proj,rtn: 0.0023041,0.00000,0.074
+19,mlp.experts.89.up_proj,rtn: 0.0023193,0.00000,0.092
+19,mlp.experts.109.up_proj,rtn: 0.0022888,0.00000,0.088
+19,mlp.experts.136.up_proj,rtn: 0.0022736,0.00000,0.078
+19,mlp.experts.140.up_proj,rtn: 0.0023193,0.00000,0.070
+19,mlp.experts.144.up_proj,rtn: 0.0023499,0.00000,0.074
+19,mlp.experts.91.up_proj,rtn: 0.0023499,0.00000,0.086
+19,mlp.experts.126.up_proj,rtn: 0.0023041,0.00000,0.077
+19,mlp.experts.83.up_proj,rtn: 0.0023956,0.00000,0.088
+19,mlp.experts.164.up_proj,rtn: 0.0023193,0.00000,0.078
+19,mlp.experts.114.up_proj,rtn: 0.0022736,0.00000,0.080
+19,mlp.experts.122.up_proj,rtn: 0.0023193,0.00000,0.063
+19,mlp.experts.97.up_proj,rtn: 0.0023041,0.00000,0.088
+19,mlp.experts.118.up_proj,rtn: 0.0023346,0.00000,0.079
+19,mlp.experts.95.up_proj,rtn: 0.0023651,0.00000,0.087
+19,mlp.experts.101.up_proj,rtn: 0.0023193,0.00000,0.085
+19,mlp.experts.103.up_proj,rtn: 0.0022583,0.00000,0.086
+19,mlp.experts.125.up_proj,rtn: 0.0022583,0.00000,0.083
+19,mlp.experts.105.up_proj,rtn: 0.0023346,0.00000,0.091
+19,mlp.experts.152.up_proj,rtn: 0.0023041,0.00000,0.077
+19,mlp.experts.156.up_proj,rtn: 0.0022888,0.00000,0.075
+19,mlp.experts.160.up_proj,rtn: 0.0022736,0.00000,0.072
+19,mlp.experts.142.up_proj,rtn: 0.0023346,0.00000,0.073
+19,mlp.experts.107.up_proj,rtn: 0.0023499,0.00000,0.084
+19,mlp.experts.138.up_proj,rtn: 0.0023346,0.00000,0.071
+19,mlp.experts.99.up_proj,rtn: 0.0023041,0.00000,0.087
+19,mlp.experts.134.up_proj,rtn: 0.0023193,0.00000,0.070
+19,mlp.experts.130.up_proj,rtn: 0.0023193,0.00000,0.078
+19,mlp.experts.180.up_proj,rtn: 0.0023346,0.00000,0.092
+19,mlp.experts.111.up_proj,rtn: 0.0023346,0.00000,0.082
+19,mlp.experts.113.up_proj,rtn: 0.0023499,0.00000,0.096
+19,mlp.experts.119.up_proj,rtn: 0.0023499,0.00000,0.078
+19,mlp.experts.117.up_proj,rtn: 0.0023193,0.00000,0.085
+19,mlp.experts.158.up_proj,rtn: 0.0023193,0.00000,0.076
+19,mlp.experts.123.up_proj,rtn: 0.0022888,0.00000,0.075
+19,mlp.experts.121.up_proj,rtn: 0.0023041,0.00000,0.107
+19,mlp.experts.154.up_proj,rtn: 0.0023193,0.00000,0.077
+19,mlp.experts.146.up_proj,rtn: 0.0023041,0.00000,0.069
+19,mlp.experts.150.up_proj,rtn: 0.0023193,0.00000,0.071
+19,mlp.experts.115.up_proj,rtn: 0.0023041,0.00000,0.079
+19,mlp.experts.172.up_proj,rtn: 0.0023193,0.00000,0.093
+19,mlp.experts.168.up_proj,rtn: 0.0023193,0.00000,0.111
+19,mlp.experts.141.up_proj,rtn: 0.0022888,0.00000,0.132
+19,mlp.experts.135.up_proj,rtn: 0.0023193,0.00000,0.073
+19,mlp.experts.127.up_proj,rtn: 0.0022125,0.00000,0.079
+19,mlp.experts.176.up_proj,rtn: 0.0023193,0.00000,0.128
+19,mlp.experts.174.up_proj,rtn: 0.0023193,0.00000,0.066
+19,mlp.experts.139.up_proj,rtn: 0.0023499,0.00000,0.076
+19,mlp.experts.170.up_proj,rtn: 0.0023499,0.00000,0.060
+19,mlp.experts.133.up_proj,rtn: 0.0023041,0.00000,0.125
+19,mlp.experts.166.up_proj,rtn: 0.0023499,0.00000,0.071
+19,mlp.experts.162.up_proj,rtn: 0.0022736,0.00000,0.067
+19,mlp.experts.131.up_proj,rtn: 0.0023193,0.00000,0.071
+19,mlp.experts.188.up_proj,rtn: 0.0023346,0.00000,0.071
+19,mlp.experts.184.up_proj,rtn: 0.0023804,0.00000,0.065
+19,mlp.experts.143.up_proj,rtn: 0.0022736,0.00000,0.071
+19,mlp.experts.151.up_proj,rtn: 0.0022888,0.00000,0.074
+19,mlp.experts.129.up_proj,rtn: 0.0023346,0.00000,0.169
+19,mlp.experts.190.up_proj,rtn: 0.0022736,0.00000,0.059
+19,mlp.experts.182.up_proj,rtn: 0.0023346,0.00000,0.053
+19,mlp.experts.186.up_proj,rtn: 0.0023041,0.00000,0.057
+19,mlp.experts.178.up_proj,rtn: 0.0023499,0.00000,0.054
+19,mlp.experts.155.up_proj,rtn: 0.0023193,0.00000,0.078
+19,mlp.experts.157.up_proj,rtn: 0.0022888,0.00000,0.139
+19,mlp.experts.147.up_proj,rtn: 0.0023041,0.00000,0.070
+19,mlp.experts.159.up_proj,rtn: 0.0022888,0.00000,0.074
+19,mlp.experts.137.up_proj,rtn: 0.0023499,0.00000,0.181
+19,mlp.experts.167.up_proj,rtn: 0.0024414,0.00000,0.081
+19,mlp.experts.149.up_proj,rtn: 0.0023499,0.00000,0.141
+19,mlp.experts.171.up_proj,rtn: 0.0022736,0.00000,0.092
+19,mlp.experts.163.up_proj,rtn: 0.0023193,0.00000,0.098
+19,mlp.experts.175.up_proj,rtn: 0.0023499,0.00000,0.094
+19,mlp.experts.145.up_proj,rtn: 0.0023346,0.00000,0.145
+19,mlp.experts.173.up_proj,rtn: 0.0023041,0.00000,0.122
+19,mlp.experts.183.up_proj,rtn: 0.0022888,0.00000,0.104
+19,mlp.experts.153.up_proj,rtn: 0.0023499,0.00000,0.124
+19,mlp.experts.165.up_proj,rtn: 0.0022888,0.00000,0.109
+19,mlp.experts.187.up_proj,rtn: 0.0023041,0.00000,0.090
+19,mlp.experts.179.up_proj,rtn: 0.0023346,0.00000,0.101
+19,mlp.experts.191.up_proj,rtn: 0.0022888,0.00000,0.083
+19,mlp.experts.189.up_proj,rtn: 0.0023956,0.00000,0.081
+19,mlp.experts.161.up_proj,rtn: 0.0023041,0.00000,0.092
+19,mlp.experts.169.up_proj,rtn: 0.0023346,0.00000,0.095
+19,mlp.experts.181.up_proj,rtn: 0.0024109,0.00000,0.095
+19,mlp.experts.177.up_proj,rtn: 0.0023346,0.00000,0.091
+19,mlp.experts.185.up_proj,rtn: 0.0023041,0.00000,0.087
+19,mlp.experts.1.down_proj,rtn: 0.0022888,0.00000,0.016
+19,mlp.experts.13.down_proj,rtn: 0.0022583,0.00000,0.015
+19,mlp.experts.2.down_proj,rtn: 0.0023193,0.00000,0.036
+19,mlp.experts.14.down_proj,rtn: 0.0023041,0.00000,0.037
+19,mlp.experts.10.down_proj,rtn: 0.0023651,0.00000,0.032
+19,mlp.experts.15.down_proj,rtn: 0.0023346,0.00000,0.135
+19,mlp.experts.6.down_proj,rtn: 0.0022583,0.00000,0.050
+19,mlp.experts.3.down_proj,rtn: 0.0022736,0.00000,0.144
+19,mlp.experts.11.down_proj,rtn: 0.0022736,0.00000,0.146
+19,mlp.experts.7.down_proj,rtn: 0.0023041,0.00000,0.151
+19,mlp.experts.4.down_proj,rtn: 0.0022583,0.00000,0.063
+19,mlp.experts.9.down_proj,rtn: 0.0023041,0.00000,0.072
+19,mlp.experts.30.down_proj,rtn: 0.0022278,0.00000,0.043
+19,mlp.experts.18.down_proj,rtn: 0.0022430,0.00000,0.046
+19,mlp.experts.0.down_proj,rtn: 0.0022430,0.00000,0.071
+19,mlp.experts.29.down_proj,rtn: 0.0022736,0.00000,0.072
+19,mlp.experts.12.down_proj,rtn: 0.0022278,0.00000,0.074
+19,mlp.experts.26.down_proj,rtn: 0.0023346,0.00000,0.037
+19,mlp.experts.17.down_proj,rtn: 0.0022736,0.00000,0.075
+19,mlp.experts.5.down_proj,rtn: 0.0022888,0.00000,0.080
+19,mlp.experts.22.down_proj,rtn: 0.0022736,0.00000,0.028
+19,mlp.experts.8.down_proj,rtn: 0.0023346,0.00000,0.088
+19,mlp.experts.31.down_proj,rtn: 0.0022736,0.00000,0.045
+19,mlp.experts.27.down_proj,rtn: 0.0022125,0.00000,0.038
+19,mlp.experts.19.down_proj,rtn: 0.0023193,0.00000,0.041
+19,mlp.experts.20.down_proj,rtn: 0.0022736,0.00000,0.037
+19,mlp.experts.23.down_proj,rtn: 0.0022583,0.00000,0.039
+19,mlp.experts.34.down_proj,rtn: 0.0022888,0.00000,0.032
+19,mlp.experts.25.down_proj,rtn: 0.0023041,0.00000,0.038
+19,mlp.experts.45.down_proj,rtn: 0.0022736,0.00000,0.038
+19,mlp.experts.46.down_proj,rtn: 0.0023041,0.00000,0.032
+19,mlp.experts.42.down_proj,rtn: 0.0023804,0.00000,0.030
+19,mlp.experts.16.down_proj,rtn: 0.0023041,0.00000,0.040
+19,mlp.experts.28.down_proj,rtn: 0.0023041,0.00000,0.036
+19,mlp.experts.21.down_proj,rtn: 0.0023193,0.00000,0.040
+19,mlp.experts.24.down_proj,rtn: 0.0022888,0.00000,0.038
+19,mlp.experts.38.down_proj,rtn: 0.0022430,0.00000,0.033
+19,mlp.experts.33.down_proj,rtn: 0.0023193,0.00000,0.044
+19,mlp.experts.50.down_proj,rtn: 0.0022736,0.00000,0.027
+19,mlp.experts.47.down_proj,rtn: 0.0022736,0.00000,0.043
+19,mlp.experts.36.down_proj,rtn: 0.0022736,0.00000,0.032
+19,mlp.experts.43.down_proj,rtn: 0.0023346,0.00000,0.041
+19,mlp.experts.35.down_proj,rtn: 0.0022430,0.00000,0.039
+19,mlp.experts.62.down_proj,rtn: 0.0022888,0.00000,0.032
+19,mlp.experts.39.down_proj,rtn: 0.0022736,0.00000,0.043
+19,mlp.experts.58.down_proj,rtn: 0.0022583,0.00000,0.032
+19,mlp.experts.44.down_proj,rtn: 0.0023041,0.00000,0.031
+19,mlp.experts.32.down_proj,rtn: 0.0022888,0.00000,0.038
+19,mlp.experts.66.down_proj,rtn: 0.0022430,0.00000,0.026
+19,mlp.experts.54.down_proj,rtn: 0.0022583,0.00000,0.033
+19,mlp.experts.61.down_proj,rtn: 0.0023041,0.00000,0.054
+19,mlp.experts.40.down_proj,rtn: 0.0023041,0.00000,0.041
+19,mlp.experts.63.down_proj,rtn: 0.0022583,0.00000,0.035
+19,mlp.experts.59.down_proj,rtn: 0.0022888,0.00000,0.035
+19,mlp.experts.51.down_proj,rtn: 0.0022888,0.00000,0.037
+19,mlp.experts.52.down_proj,rtn: 0.0023346,0.00000,0.038
+19,mlp.experts.78.down_proj,rtn: 0.0022888,0.00000,0.036
+19,mlp.experts.37.down_proj,rtn: 0.0022583,0.00000,0.056
+19,mlp.experts.49.down_proj,rtn: 0.0023041,0.00000,0.049
+19,mlp.experts.74.down_proj,rtn: 0.0022278,0.00000,0.031
+19,mlp.experts.55.down_proj,rtn: 0.0022736,0.00000,0.035
+19,mlp.experts.70.down_proj,rtn: 0.0022736,0.00000,0.020
+19,mlp.experts.82.down_proj,rtn: 0.0022736,0.00000,0.026
+19,mlp.experts.48.down_proj,rtn: 0.0022736,0.00000,0.034
+19,mlp.experts.60.down_proj,rtn: 0.0023499,0.00000,0.039
+19,mlp.experts.77.down_proj,rtn: 0.0022736,0.00000,0.047
+19,mlp.experts.41.down_proj,rtn: 0.0022583,0.00000,0.111
+19,mlp.experts.56.down_proj,rtn: 0.0023346,0.00000,0.040
+19,mlp.experts.79.down_proj,rtn: 0.0022888,0.00000,0.040
+19,mlp.experts.75.down_proj,rtn: 0.0022888,0.00000,0.038
+19,mlp.experts.67.down_proj,rtn: 0.0022888,0.00000,0.037
+19,mlp.experts.68.down_proj,rtn: 0.0022888,0.00000,0.036
+19,mlp.experts.86.down_proj,rtn: 0.0023193,0.00000,0.028
+19,mlp.experts.94.down_proj,rtn: 0.0022736,0.00000,0.030
+19,mlp.experts.71.down_proj,rtn: 0.0022736,0.00000,0.027
+19,mlp.experts.90.down_proj,rtn: 0.0022278,0.00000,0.027
+19,mlp.experts.98.down_proj,rtn: 0.0022736,0.00000,0.021
+19,mlp.experts.76.down_proj,rtn: 0.0022430,0.00000,0.027
+19,mlp.experts.64.down_proj,rtn: 0.0023499,0.00000,0.024
+19,mlp.experts.65.down_proj,rtn: 0.0023499,0.00000,0.038
+19,mlp.experts.53.down_proj,rtn: 0.0022736,0.00000,0.039
+19,mlp.experts.93.down_proj,rtn: 0.0022888,0.00000,0.026
+19,mlp.experts.84.down_proj,rtn: 0.0022736,0.00000,0.030
+19,mlp.experts.69.down_proj,rtn: 0.0023193,0.00000,0.036
+19,mlp.experts.102.down_proj,rtn: 0.0022888,0.00000,0.033
+19,mlp.experts.114.down_proj,rtn: 0.0022278,0.00000,0.028
+19,mlp.experts.91.down_proj,rtn: 0.0023041,0.00000,0.044
+19,mlp.experts.106.down_proj,rtn: 0.0022736,0.00000,0.028
+19,mlp.experts.95.down_proj,rtn: 0.0023346,0.00000,0.046
+19,mlp.experts.110.down_proj,rtn: 0.0022888,0.00000,0.036
+19,mlp.experts.83.down_proj,rtn: 0.0023804,0.00000,0.043
+19,mlp.experts.80.down_proj,rtn: 0.0023804,0.00000,0.033
+19,mlp.experts.92.down_proj,rtn: 0.0022583,0.00000,0.037
+19,mlp.experts.72.down_proj,rtn: 0.0022888,0.00000,0.031
+19,mlp.experts.87.down_proj,rtn: 0.0022583,0.00000,0.045
+19,mlp.experts.100.down_proj,rtn: 0.0023193,0.00000,0.027
+19,mlp.experts.57.down_proj,rtn: 0.0023346,0.00000,0.073
+19,mlp.experts.81.down_proj,rtn: 0.0023193,0.00000,0.056
+19,mlp.experts.122.down_proj,rtn: 0.0022736,0.00000,0.026
+19,mlp.experts.118.down_proj,rtn: 0.0023041,0.00000,0.034
+19,mlp.experts.130.down_proj,rtn: 0.0022736,0.00000,0.033
+19,mlp.experts.126.down_proj,rtn: 0.0022736,0.00000,0.025
+19,mlp.experts.85.down_proj,rtn: 0.0022888,0.00000,0.048
+19,mlp.experts.109.down_proj,rtn: 0.0022583,0.00000,0.066
+19,mlp.experts.88.down_proj,rtn: 0.0023193,0.00000,0.032
+19,mlp.experts.108.down_proj,rtn: 0.0022430,0.00000,0.039
+19,mlp.experts.107.down_proj,rtn: 0.0023499,0.00000,0.050
+19,mlp.experts.96.down_proj,rtn: 0.0023041,0.00000,0.038
+19,mlp.experts.111.down_proj,rtn: 0.0022888,0.00000,0.055
+19,mlp.experts.116.down_proj,rtn: 0.0022888,0.00000,0.043
+19,mlp.experts.142.down_proj,rtn: 0.0022888,0.00000,0.024
+19,mlp.experts.146.down_proj,rtn: 0.0022736,0.00000,0.024
+19,mlp.experts.138.down_proj,rtn: 0.0022888,0.00000,0.033
+19,mlp.experts.134.down_proj,rtn: 0.0022888,0.00000,0.027
+19,mlp.experts.103.down_proj,rtn: 0.0022430,0.00000,0.060
+19,mlp.experts.99.down_proj,rtn: 0.0022583,0.00000,0.086
+19,mlp.experts.101.down_proj,rtn: 0.0023041,0.00000,0.050
+19,mlp.experts.125.down_proj,rtn: 0.0022736,0.00000,0.046
+19,mlp.experts.104.down_proj,rtn: 0.0023041,0.00000,0.040
+19,mlp.experts.124.down_proj,rtn: 0.0023346,0.00000,0.043
+19,mlp.experts.112.down_proj,rtn: 0.0022888,0.00000,0.039
+19,mlp.experts.73.down_proj,rtn: 0.0023193,0.00000,0.074
+19,mlp.experts.132.down_proj,rtn: 0.0022736,0.00000,0.032
+19,mlp.experts.97.down_proj,rtn: 0.0022736,0.00000,0.070
+19,mlp.experts.123.down_proj,rtn: 0.0022430,0.00000,0.050
+19,mlp.experts.127.down_proj,rtn: 0.0021667,0.00000,0.055
+19,mlp.experts.119.down_proj,rtn: 0.0023193,0.00000,0.039
+19,mlp.experts.162.down_proj,rtn: 0.0022430,0.00000,0.060
+19,mlp.experts.141.down_proj,rtn: 0.0022583,0.00000,0.033
+19,mlp.experts.158.down_proj,rtn: 0.0023041,0.00000,0.059
+19,mlp.experts.117.down_proj,rtn: 0.0022736,0.00000,0.036
+19,mlp.experts.115.down_proj,rtn: 0.0022583,0.00000,0.048
+19,mlp.experts.154.down_proj,rtn: 0.0022888,0.00000,0.066
+19,mlp.experts.150.down_proj,rtn: 0.0022736,0.00000,0.071
+19,mlp.experts.89.down_proj,rtn: 0.0022888,0.00000,0.034
+19,mlp.experts.140.down_proj,rtn: 0.0022736,0.00000,0.037
+19,mlp.experts.113.down_proj,rtn: 0.0023346,0.00000,0.037
+19,mlp.experts.120.down_proj,rtn: 0.0023651,0.00000,0.046
+19,mlp.experts.128.down_proj,rtn: 0.0023956,0.00000,0.047
+19,mlp.experts.148.down_proj,rtn: 0.0022583,0.00000,0.040
+19,mlp.experts.157.down_proj,rtn: 0.0022583,0.00000,0.028
+19,mlp.experts.178.down_proj,rtn: 0.0023041,0.00000,0.033
+19,mlp.experts.133.down_proj,rtn: 0.0022583,0.00000,0.025
+19,mlp.experts.139.down_proj,rtn: 0.0022888,0.00000,0.054
+19,mlp.experts.174.down_proj,rtn: 0.0022736,0.00000,0.030
+19,mlp.experts.170.down_proj,rtn: 0.0023346,0.00000,0.027
+19,mlp.experts.135.down_proj,rtn: 0.0022888,0.00000,0.053
+19,mlp.experts.166.down_proj,rtn: 0.0023041,0.00000,0.024
+19,mlp.experts.143.down_proj,rtn: 0.0022430,0.00000,0.061
+19,mlp.experts.131.down_proj,rtn: 0.0022736,0.00000,0.045
+19,mlp.experts.156.down_proj,rtn: 0.0022583,0.00000,0.041
+19,mlp.experts.144.down_proj,rtn: 0.0022888,0.00000,0.038
+19,mlp.experts.136.down_proj,rtn: 0.0022278,0.00000,0.035
+19,mlp.experts.105.down_proj,rtn: 0.0022888,0.00000,0.047
+19,mlp.experts.190.down_proj,rtn: 0.0022430,0.00000,0.022
+19,mlp.experts.186.down_proj,rtn: 0.0022736,0.00000,0.027
+19,mlp.experts.173.down_proj,rtn: 0.0022583,0.00000,0.041
+19,mlp.experts.149.down_proj,rtn: 0.0023193,0.00000,0.043
+19,mlp.experts.164.down_proj,rtn: 0.0022736,0.00000,0.038
+19,mlp.experts.182.down_proj,rtn: 0.0023041,0.00000,0.027
+19,mlp.experts.129.down_proj,rtn: 0.0023041,0.00000,0.044
+19,mlp.experts.155.down_proj,rtn: 0.0022736,0.00000,0.040
+19,mlp.experts.151.down_proj,rtn: 0.0022583,0.00000,0.044
+19,mlp.experts.147.down_proj,rtn: 0.0022736,0.00000,0.040
+19,mlp.experts.159.down_proj,rtn: 0.0022583,0.00000,0.039
+19,mlp.experts.160.down_proj,rtn: 0.0022430,0.00000,0.031
+19,mlp.experts.152.down_proj,rtn: 0.0022736,0.00000,0.038
+19,mlp.experts.172.down_proj,rtn: 0.0022736,0.00000,0.034
+19,mlp.experts.121.down_proj,rtn: 0.0022583,0.00000,0.044
+19,mlp.experts.180.down_proj,rtn: 0.0022888,0.00000,0.033
+19,mlp.experts.189.down_proj,rtn: 0.0023804,0.00000,0.041
+19,mlp.experts.165.down_proj,rtn: 0.0022583,0.00000,0.037
+19,mlp.experts.145.down_proj,rtn: 0.0022888,0.00000,0.034
+19,mlp.experts.171.down_proj,rtn: 0.0022278,0.00000,0.032
+19,mlp.experts.167.down_proj,rtn: 0.0024414,0.00000,0.032
+19,mlp.experts.163.down_proj,rtn: 0.0023041,0.00000,0.028
+19,mlp.experts.175.down_proj,rtn: 0.0023193,0.00000,0.030
+19,mlp.experts.176.down_proj,rtn: 0.0022888,0.00000,0.027
+19,mlp.experts.188.down_proj,rtn: 0.0022736,0.00000,0.023
+19,mlp.experts.168.down_proj,rtn: 0.0022736,0.00000,0.028
+19,mlp.experts.184.down_proj,rtn: 0.0023651,0.00000,0.012
+19,mlp.experts.137.down_proj,rtn: 0.0023193,0.00000,0.037
+19,mlp.experts.161.down_proj,rtn: 0.0022736,0.00000,0.029
+19,mlp.experts.179.down_proj,rtn: 0.0023041,0.00000,0.024
+19,mlp.experts.191.down_proj,rtn: 0.0022583,0.00000,0.026
+19,mlp.experts.183.down_proj,rtn: 0.0022736,0.00000,0.028
+19,mlp.experts.187.down_proj,rtn: 0.0022736,0.00000,0.030
+19,mlp.experts.181.down_proj,rtn: 0.0024109,0.00000,0.028
+19,mlp.experts.177.down_proj,rtn: 0.0023193,0.00000,0.015
+19,mlp.experts.153.down_proj,rtn: 0.0023193,0.00000,0.027
+19,mlp.experts.169.down_proj,rtn: 0.0023041,0.00000,0.011
+19,mlp.experts.185.down_proj,rtn: 0.0023041,0.00000,0.010
+19,mlp.shared_experts.up_proj,rtn: 0.0015793,0.00000,0.027
+19,mlp.shared_experts.gate_proj,rtn: 0.0015793,0.00000,0.028
+19,mlp.shared_experts.down_proj,rtn: 0.0016098,0.00000,0.047
+20,self_attn.v_proj,rtn: 0.0025482,0.00000,0.014
+20,self_attn.k_proj,rtn: 0.0022278,0.00000,0.014
+20,self_attn.q_proj,rtn: 0.0020142,0.00000,0.016
+20,self_attn.o_proj,rtn: 0.0023499,0.00000,0.037
+20,mlp.experts.1.gate_proj,rtn: 0.0023804,0.00000,0.099
+20,mlp.experts.13.gate_proj,rtn: 0.0022888,0.00000,0.098
+20,mlp.experts.8.gate_proj,rtn: 0.0023346,0.00000,0.100
+20,mlp.experts.5.gate_proj,rtn: 0.0023804,0.00000,0.100
+20,mlp.experts.9.gate_proj,rtn: 0.0023651,0.00000,0.101
+20,mlp.experts.6.gate_proj,rtn: 0.0023651,0.00000,0.104
+20,mlp.experts.10.gate_proj,rtn: 0.0022736,0.00000,0.105
+20,mlp.experts.2.gate_proj,rtn: 0.0023499,0.00000,0.108
+20,mlp.experts.4.gate_proj,rtn: 0.0023651,0.00000,0.109
+20,mlp.experts.0.gate_proj,rtn: 0.0023499,0.00000,0.109
+20,mlp.experts.14.gate_proj,rtn: 0.0023346,0.00000,0.109
+20,mlp.experts.12.gate_proj,rtn: 0.0023499,0.00000,0.113
+20,mlp.experts.15.gate_proj,rtn: 0.0023804,0.00000,0.119
+20,mlp.experts.7.gate_proj,rtn: 0.0023193,0.00000,0.124
+20,mlp.experts.3.gate_proj,rtn: 0.0023193,0.00000,0.126
+20,mlp.experts.11.gate_proj,rtn: 0.0023499,0.00000,0.128
+20,mlp.experts.17.gate_proj,rtn: 0.0022736,0.00000,0.072
+20,mlp.experts.29.gate_proj,rtn: 0.0022736,0.00000,0.074
+20,mlp.experts.25.gate_proj,rtn: 0.0023346,0.00000,0.068
+20,mlp.experts.21.gate_proj,rtn: 0.0023193,0.00000,0.079
+20,mlp.experts.22.gate_proj,rtn: 0.0023499,0.00000,0.089
+20,mlp.experts.23.gate_proj,rtn: 0.0023193,0.00000,0.074
+20,mlp.experts.24.gate_proj,rtn: 0.0023499,0.00000,0.101
+20,mlp.experts.27.gate_proj,rtn: 0.0023499,0.00000,0.075
+20,mlp.experts.30.gate_proj,rtn: 0.0023193,0.00000,0.098
+20,mlp.experts.31.gate_proj,rtn: 0.0023651,0.00000,0.081
+20,mlp.experts.19.gate_proj,rtn: 0.0023651,0.00000,0.077
+20,mlp.experts.26.gate_proj,rtn: 0.0023346,0.00000,0.100
+20,mlp.experts.16.gate_proj,rtn: 0.0023193,0.00000,0.106
+20,mlp.experts.20.gate_proj,rtn: 0.0023499,0.00000,0.111
+20,mlp.experts.28.gate_proj,rtn: 0.0023193,0.00000,0.103
+20,mlp.experts.18.gate_proj,rtn: 0.0023499,0.00000,0.128
+20,mlp.experts.41.gate_proj,rtn: 0.0023041,0.00000,0.071
+20,mlp.experts.33.gate_proj,rtn: 0.0023804,0.00000,0.079
+20,mlp.experts.45.gate_proj,rtn: 0.0023346,0.00000,0.073
+20,mlp.experts.37.gate_proj,rtn: 0.0023499,0.00000,0.076
+20,mlp.experts.38.gate_proj,rtn: 0.0023193,0.00000,0.087
+20,mlp.experts.39.gate_proj,rtn: 0.0022888,0.00000,0.084
+20,mlp.experts.40.gate_proj,rtn: 0.0023041,0.00000,0.089
+20,mlp.experts.42.gate_proj,rtn: 0.0023193,0.00000,0.079
+20,mlp.experts.46.gate_proj,rtn: 0.0023346,0.00000,0.083
+20,mlp.experts.47.gate_proj,rtn: 0.0023499,0.00000,0.088
+20,mlp.experts.35.gate_proj,rtn: 0.0023651,0.00000,0.089
+20,mlp.experts.44.gate_proj,rtn: 0.0023346,0.00000,0.077
+20,mlp.experts.32.gate_proj,rtn: 0.0023651,0.00000,0.085
+20,mlp.experts.36.gate_proj,rtn: 0.0023346,0.00000,0.084
+20,mlp.experts.34.gate_proj,rtn: 0.0023499,0.00000,0.079
+20,mlp.experts.43.gate_proj,rtn: 0.0023804,0.00000,0.123
+20,mlp.experts.49.gate_proj,rtn: 0.0022736,0.00000,0.086
+20,mlp.experts.57.gate_proj,rtn: 0.0023499,0.00000,0.095
+20,mlp.experts.61.gate_proj,rtn: 0.0023041,0.00000,0.093
+20,mlp.experts.53.gate_proj,rtn: 0.0023804,0.00000,0.089
+20,mlp.experts.54.gate_proj,rtn: 0.0023193,0.00000,0.079
+20,mlp.experts.55.gate_proj,rtn: 0.0023346,0.00000,0.080
+20,mlp.experts.62.gate_proj,rtn: 0.0023041,0.00000,0.076
+20,mlp.experts.58.gate_proj,rtn: 0.0023651,0.00000,0.078
+20,mlp.experts.63.gate_proj,rtn: 0.0023499,0.00000,0.078
+20,mlp.experts.51.gate_proj,rtn: 0.0023041,0.00000,0.077
+20,mlp.experts.59.gate_proj,rtn: 0.0023346,0.00000,0.075
+20,mlp.experts.65.gate_proj,rtn: 0.0024414,0.00000,0.067
+20,mlp.experts.50.gate_proj,rtn: 0.0024261,0.00000,0.088
+20,mlp.experts.77.gate_proj,rtn: 0.0023041,0.00000,0.069
+20,mlp.experts.73.gate_proj,rtn: 0.0023346,0.00000,0.072
+20,mlp.experts.69.gate_proj,rtn: 0.0023193,0.00000,0.072
+20,mlp.experts.71.gate_proj,rtn: 0.0022888,0.00000,0.073
+20,mlp.experts.52.gate_proj,rtn: 0.0023499,0.00000,0.126
+20,mlp.experts.79.gate_proj,rtn: 0.0024109,0.00000,0.066
+20,mlp.experts.48.gate_proj,rtn: 0.0022888,0.00000,0.140
+20,mlp.experts.67.gate_proj,rtn: 0.0023193,0.00000,0.071
+20,mlp.experts.74.gate_proj,rtn: 0.0023193,0.00000,0.092
+20,mlp.experts.78.gate_proj,rtn: 0.0023804,0.00000,0.098
+20,mlp.experts.75.gate_proj,rtn: 0.0023193,0.00000,0.074
+20,mlp.experts.93.gate_proj,rtn: 0.0023193,0.00000,0.070
+20,mlp.experts.81.gate_proj,rtn: 0.0023346,0.00000,0.076
+20,mlp.experts.56.gate_proj,rtn: 0.0023346,0.00000,0.206
+20,mlp.experts.89.gate_proj,rtn: 0.0023804,0.00000,0.073
+20,mlp.experts.70.gate_proj,rtn: 0.0023346,0.00000,0.137
+20,mlp.experts.60.gate_proj,rtn: 0.0023499,0.00000,0.199
+20,mlp.experts.66.gate_proj,rtn: 0.0023499,0.00000,0.089
+20,mlp.experts.85.gate_proj,rtn: 0.0023499,0.00000,0.079
+20,mlp.experts.87.gate_proj,rtn: 0.0022888,0.00000,0.078
+20,mlp.experts.95.gate_proj,rtn: 0.0023041,0.00000,0.079
+20,mlp.experts.83.gate_proj,rtn: 0.0023041,0.00000,0.078
+20,mlp.experts.68.gate_proj,rtn: 0.0023193,0.00000,0.095
+20,mlp.experts.64.gate_proj,rtn: 0.0023193,0.00000,0.097
+20,mlp.experts.94.gate_proj,rtn: 0.0023499,0.00000,0.078
+20,mlp.experts.90.gate_proj,rtn: 0.0023651,0.00000,0.079
+20,mlp.experts.91.gate_proj,rtn: 0.0023346,0.00000,0.077
+20,mlp.experts.109.gate_proj,rtn: 0.0023346,0.00000,0.077
+20,mlp.experts.97.gate_proj,rtn: 0.0023956,0.00000,0.072
+20,mlp.experts.105.gate_proj,rtn: 0.0023499,0.00000,0.071
+20,mlp.experts.86.gate_proj,rtn: 0.0022583,0.00000,0.077
+20,mlp.experts.72.gate_proj,rtn: 0.0023346,0.00000,0.086
+20,mlp.experts.82.gate_proj,rtn: 0.0023346,0.00000,0.074
+20,mlp.experts.101.gate_proj,rtn: 0.0023346,0.00000,0.075
+20,mlp.experts.76.gate_proj,rtn: 0.0023193,0.00000,0.085
+20,mlp.experts.103.gate_proj,rtn: 0.0023499,0.00000,0.078
+20,mlp.experts.111.gate_proj,rtn: 0.0023499,0.00000,0.073
+20,mlp.experts.99.gate_proj,rtn: 0.0023346,0.00000,0.078
+20,mlp.experts.84.gate_proj,rtn: 0.0022888,0.00000,0.085
+20,mlp.experts.107.gate_proj,rtn: 0.0023651,0.00000,0.076
+20,mlp.experts.80.gate_proj,rtn: 0.0023499,0.00000,0.087
+20,mlp.experts.125.gate_proj,rtn: 0.0022888,0.00000,0.077
+20,mlp.experts.113.gate_proj,rtn: 0.0023193,0.00000,0.073
+20,mlp.experts.121.gate_proj,rtn: 0.0023956,0.00000,0.073
+20,mlp.experts.110.gate_proj,rtn: 0.0023193,0.00000,0.115
+20,mlp.experts.119.gate_proj,rtn: 0.0023346,0.00000,0.067
+20,mlp.experts.127.gate_proj,rtn: 0.0023804,0.00000,0.063
+20,mlp.experts.117.gate_proj,rtn: 0.0023956,0.00000,0.075
+20,mlp.experts.88.gate_proj,rtn: 0.0022736,0.00000,0.082
+20,mlp.experts.92.gate_proj,rtn: 0.0022888,0.00000,0.078
+20,mlp.experts.115.gate_proj,rtn: 0.0023651,0.00000,0.075
+20,mlp.experts.102.gate_proj,rtn: 0.0023651,0.00000,0.121
+20,mlp.experts.106.gate_proj,rtn: 0.0023041,0.00000,0.150
+20,mlp.experts.100.gate_proj,rtn: 0.0023956,0.00000,0.079
+20,mlp.experts.96.gate_proj,rtn: 0.0023651,0.00000,0.084
+20,mlp.experts.123.gate_proj,rtn: 0.0023499,0.00000,0.085
+20,mlp.experts.137.gate_proj,rtn: 0.0023651,0.00000,0.077
+20,mlp.experts.141.gate_proj,rtn: 0.0023956,0.00000,0.081
+20,mlp.experts.129.gate_proj,rtn: 0.0023651,0.00000,0.082
+20,mlp.experts.104.gate_proj,rtn: 0.0023499,0.00000,0.080
+20,mlp.experts.98.gate_proj,rtn: 0.0023193,0.00000,0.166
+20,mlp.experts.108.gate_proj,rtn: 0.0023193,0.00000,0.082
+20,mlp.experts.143.gate_proj,rtn: 0.0023041,0.00000,0.090
+20,mlp.experts.126.gate_proj,rtn: 0.0023651,0.00000,0.096
+20,mlp.experts.133.gate_proj,rtn: 0.0023804,0.00000,0.089
+20,mlp.experts.135.gate_proj,rtn: 0.0023651,0.00000,0.087
+20,mlp.experts.116.gate_proj,rtn: 0.0022583,0.00000,0.083
+20,mlp.experts.122.gate_proj,rtn: 0.0023956,0.00000,0.092
+20,mlp.experts.131.gate_proj,rtn: 0.0023193,0.00000,0.103
+20,mlp.experts.118.gate_proj,rtn: 0.0022888,0.00000,0.095
+20,mlp.experts.112.gate_proj,rtn: 0.0023193,0.00000,0.082
+20,mlp.experts.153.gate_proj,rtn: 0.0023346,0.00000,0.085
+20,mlp.experts.157.gate_proj,rtn: 0.0023499,0.00000,0.090
+20,mlp.experts.145.gate_proj,rtn: 0.0023804,0.00000,0.097
+20,mlp.experts.120.gate_proj,rtn: 0.0023193,0.00000,0.082
+20,mlp.experts.114.gate_proj,rtn: 0.0023041,0.00000,0.092
+20,mlp.experts.124.gate_proj,rtn: 0.0023651,0.00000,0.082
+20,mlp.experts.142.gate_proj,rtn: 0.0023346,0.00000,0.092
+20,mlp.experts.149.gate_proj,rtn: 0.0023804,0.00000,0.095
+20,mlp.experts.132.gate_proj,rtn: 0.0024414,0.00000,0.079
+20,mlp.experts.151.gate_proj,rtn: 0.0023346,0.00000,0.105
+20,mlp.experts.128.gate_proj,rtn: 0.0023804,0.00000,0.079
+20,mlp.experts.134.gate_proj,rtn: 0.0023041,0.00000,0.092
+20,mlp.experts.138.gate_proj,rtn: 0.0023193,0.00000,0.096
+20,mlp.experts.139.gate_proj,rtn: 0.0023041,0.00000,0.182
+20,mlp.experts.147.gate_proj,rtn: 0.0023346,0.00000,0.104
+20,mlp.experts.169.gate_proj,rtn: 0.0023346,0.00000,0.092
+20,mlp.experts.173.gate_proj,rtn: 0.0023804,0.00000,0.090
+20,mlp.experts.136.gate_proj,rtn: 0.0022736,0.00000,0.082
+20,mlp.experts.161.gate_proj,rtn: 0.0023346,0.00000,0.092
+20,mlp.experts.140.gate_proj,rtn: 0.0023193,0.00000,0.078
+20,mlp.experts.130.gate_proj,rtn: 0.0023193,0.00000,0.096
+20,mlp.experts.159.gate_proj,rtn: 0.0023651,0.00000,0.182
+20,mlp.experts.165.gate_proj,rtn: 0.0023346,0.00000,0.083
+20,mlp.experts.148.gate_proj,rtn: 0.0022736,0.00000,0.082
+20,mlp.experts.158.gate_proj,rtn: 0.0023346,0.00000,0.092
+20,mlp.experts.167.gate_proj,rtn: 0.0023651,0.00000,0.095
+20,mlp.experts.144.gate_proj,rtn: 0.0023041,0.00000,0.084
+20,mlp.experts.154.gate_proj,rtn: 0.0023346,0.00000,0.086
+20,mlp.experts.150.gate_proj,rtn: 0.0023041,0.00000,0.088
+20,mlp.experts.155.gate_proj,rtn: 0.0023193,0.00000,0.085
+20,mlp.experts.163.gate_proj,rtn: 0.0023499,0.00000,0.083
+20,mlp.experts.185.gate_proj,rtn: 0.0023346,0.00000,0.080
+20,mlp.experts.189.gate_proj,rtn: 0.0023193,0.00000,0.076
+20,mlp.experts.152.gate_proj,rtn: 0.0023956,0.00000,0.082
+20,mlp.experts.177.gate_proj,rtn: 0.0023804,0.00000,0.080
+20,mlp.experts.156.gate_proj,rtn: 0.0023651,0.00000,0.086
+20,mlp.experts.146.gate_proj,rtn: 0.0023346,0.00000,0.082
+20,mlp.experts.175.gate_proj,rtn: 0.0022888,0.00000,0.082
+20,mlp.experts.174.gate_proj,rtn: 0.0023804,0.00000,0.077
+20,mlp.experts.164.gate_proj,rtn: 0.0023651,0.00000,0.083
+20,mlp.experts.181.gate_proj,rtn: 0.0023193,0.00000,0.086
+20,mlp.experts.183.gate_proj,rtn: 0.0023041,0.00000,0.083
+20,mlp.experts.166.gate_proj,rtn: 0.0023651,0.00000,0.076
+20,mlp.experts.170.gate_proj,rtn: 0.0023041,0.00000,0.076
+20,mlp.experts.160.gate_proj,rtn: 0.0023651,0.00000,0.087
+20,mlp.experts.168.gate_proj,rtn: 0.0023804,0.00000,0.078
+20,mlp.experts.171.gate_proj,rtn: 0.0023041,0.00000,0.096
+20,mlp.experts.9.up_proj,rtn: 0.0023346,0.00000,0.091
+20,mlp.experts.179.gate_proj,rtn: 0.0023499,0.00000,0.090
+20,mlp.experts.13.up_proj,rtn: 0.0022888,0.00000,0.093
+20,mlp.experts.172.gate_proj,rtn: 0.0023651,0.00000,0.077
+20,mlp.experts.162.gate_proj,rtn: 0.0023651,0.00000,0.075
+20,mlp.experts.1.up_proj,rtn: 0.0023651,0.00000,0.102
+20,mlp.experts.191.gate_proj,rtn: 0.0023804,0.00000,0.088
+20,mlp.experts.190.gate_proj,rtn: 0.0023499,0.00000,0.077
+20,mlp.experts.180.gate_proj,rtn: 0.0022888,0.00000,0.084
+20,mlp.experts.5.up_proj,rtn: 0.0023651,0.00000,0.097
+20,mlp.experts.7.up_proj,rtn: 0.0023041,0.00000,0.089
+20,mlp.experts.176.gate_proj,rtn: 0.0023956,0.00000,0.086
+20,mlp.experts.182.gate_proj,rtn: 0.0023041,0.00000,0.090
+20,mlp.experts.186.gate_proj,rtn: 0.0023651,0.00000,0.086
+20,mlp.experts.184.gate_proj,rtn: 0.0023499,0.00000,0.083
+20,mlp.experts.188.gate_proj,rtn: 0.0023499,0.00000,0.084
+20,mlp.experts.187.gate_proj,rtn: 0.0023346,0.00000,0.091
+20,mlp.experts.29.up_proj,rtn: 0.0022736,0.00000,0.094
+20,mlp.experts.3.up_proj,rtn: 0.0023041,0.00000,0.092
+20,mlp.experts.25.up_proj,rtn: 0.0023041,0.00000,0.100
+20,mlp.experts.178.gate_proj,rtn: 0.0023651,0.00000,0.096
+20,mlp.experts.4.up_proj,rtn: 0.0023499,0.00000,0.080
+20,mlp.experts.17.up_proj,rtn: 0.0022583,0.00000,0.106
+20,mlp.experts.15.up_proj,rtn: 0.0023651,0.00000,0.098
+20,mlp.experts.14.up_proj,rtn: 0.0023193,0.00000,0.101
+20,mlp.experts.23.up_proj,rtn: 0.0023041,0.00000,0.091
+20,mlp.experts.0.up_proj,rtn: 0.0023346,0.00000,0.087
+20,mlp.experts.6.up_proj,rtn: 0.0023346,0.00000,0.089
+20,mlp.experts.8.up_proj,rtn: 0.0023041,0.00000,0.081
+20,mlp.experts.10.up_proj,rtn: 0.0022736,0.00000,0.086
+20,mlp.experts.11.up_proj,rtn: 0.0023193,0.00000,0.071
+20,mlp.experts.21.up_proj,rtn: 0.0023041,0.00000,0.119
+20,mlp.experts.12.up_proj,rtn: 0.0023346,0.00000,0.085
+20,mlp.experts.19.up_proj,rtn: 0.0023499,0.00000,0.073
+20,mlp.experts.2.up_proj,rtn: 0.0023193,0.00000,0.079
+20,mlp.experts.31.up_proj,rtn: 0.0023499,0.00000,0.073
+20,mlp.experts.20.up_proj,rtn: 0.0023193,0.00000,0.083
+20,mlp.experts.30.up_proj,rtn: 0.0023041,0.00000,0.080
+20,mlp.experts.39.up_proj,rtn: 0.0022888,0.00000,0.078
+20,mlp.experts.27.up_proj,rtn: 0.0023346,0.00000,0.068
+20,mlp.experts.22.up_proj,rtn: 0.0023346,0.00000,0.078
+20,mlp.experts.16.up_proj,rtn: 0.0023041,0.00000,0.084
+20,mlp.experts.26.up_proj,rtn: 0.0023193,0.00000,0.075
+20,mlp.experts.24.up_proj,rtn: 0.0023499,0.00000,0.092
+20,mlp.experts.35.up_proj,rtn: 0.0023651,0.00000,0.079
+20,mlp.experts.41.up_proj,rtn: 0.0022888,0.00000,0.161
+20,mlp.experts.45.up_proj,rtn: 0.0023193,0.00000,0.164
+20,mlp.experts.28.up_proj,rtn: 0.0023041,0.00000,0.090
+20,mlp.experts.18.up_proj,rtn: 0.0023346,0.00000,0.077
+20,mlp.experts.47.up_proj,rtn: 0.0023346,0.00000,0.075
+20,mlp.experts.46.up_proj,rtn: 0.0023193,0.00000,0.078
+20,mlp.experts.36.up_proj,rtn: 0.0023041,0.00000,0.091
+20,mlp.experts.55.up_proj,rtn: 0.0023193,0.00000,0.077
+20,mlp.experts.33.up_proj,rtn: 0.0023499,0.00000,0.188
+20,mlp.experts.43.up_proj,rtn: 0.0023804,0.00000,0.079
+20,mlp.experts.38.up_proj,rtn: 0.0023193,0.00000,0.078
+20,mlp.experts.42.up_proj,rtn: 0.0023041,0.00000,0.077
+20,mlp.experts.37.up_proj,rtn: 0.0023346,0.00000,0.142
+20,mlp.experts.32.up_proj,rtn: 0.0023499,0.00000,0.090
+20,mlp.experts.51.up_proj,rtn: 0.0023041,0.00000,0.077
+20,mlp.experts.40.up_proj,rtn: 0.0022888,0.00000,0.094
+20,mlp.experts.34.up_proj,rtn: 0.0023499,0.00000,0.079
+20,mlp.experts.63.up_proj,rtn: 0.0023193,0.00000,0.078
+20,mlp.experts.44.up_proj,rtn: 0.0023346,0.00000,0.089
+20,mlp.experts.62.up_proj,rtn: 0.0022888,0.00000,0.078
+20,mlp.experts.71.up_proj,rtn: 0.0022736,0.00000,0.076
+20,mlp.experts.59.up_proj,rtn: 0.0023041,0.00000,0.080
+20,mlp.experts.58.up_proj,rtn: 0.0023346,0.00000,0.074
+20,mlp.experts.52.up_proj,rtn: 0.0023346,0.00000,0.096
+20,mlp.experts.54.up_proj,rtn: 0.0023041,0.00000,0.080
+20,mlp.experts.57.up_proj,rtn: 0.0023193,0.00000,0.131
+20,mlp.experts.50.up_proj,rtn: 0.0024109,0.00000,0.063
+20,mlp.experts.61.up_proj,rtn: 0.0022888,0.00000,0.155
+20,mlp.experts.49.up_proj,rtn: 0.0022736,0.00000,0.124
+20,mlp.experts.74.up_proj,rtn: 0.0023041,0.00000,0.044
+20,mlp.experts.73.up_proj,rtn: 0.0023193,0.00000,0.046
+20,mlp.experts.48.up_proj,rtn: 0.0022888,0.00000,0.089
+20,mlp.experts.67.up_proj,rtn: 0.0023193,0.00000,0.285
+20,mlp.experts.53.up_proj,rtn: 0.0023651,0.00000,0.303
+20,mlp.experts.70.up_proj,rtn: 0.0023346,0.00000,0.231
+20,mlp.experts.79.up_proj,rtn: 0.0023804,0.00000,0.280
+20,mlp.experts.78.up_proj,rtn: 0.0023651,0.00000,0.273
+20,mlp.experts.56.up_proj,rtn: 0.0023193,0.00000,0.324
+20,mlp.experts.87.up_proj,rtn: 0.0022736,0.00000,0.287
+20,mlp.experts.75.up_proj,rtn: 0.0023041,0.00000,0.067
+20,mlp.experts.60.up_proj,rtn: 0.0023193,0.00000,0.313
+20,mlp.experts.77.up_proj,rtn: 0.0022888,0.00000,0.074
+20,mlp.experts.90.up_proj,rtn: 0.0023346,0.00000,0.079
+20,mlp.experts.65.up_proj,rtn: 0.0024109,0.00000,0.079
+20,mlp.experts.89.up_proj,rtn: 0.0023651,0.00000,0.082
+20,mlp.experts.66.up_proj,rtn: 0.0023346,0.00000,0.098
+20,mlp.experts.69.up_proj,rtn: 0.0023193,0.00000,0.077
+20,mlp.experts.64.up_proj,rtn: 0.0022888,0.00000,0.097
+20,mlp.experts.95.up_proj,rtn: 0.0023041,0.00000,0.091
+20,mlp.experts.68.up_proj,rtn: 0.0023041,0.00000,0.132
+20,mlp.experts.83.up_proj,rtn: 0.0023041,0.00000,0.102
+20,mlp.experts.86.up_proj,rtn: 0.0022583,0.00000,0.106
+20,mlp.experts.94.up_proj,rtn: 0.0023346,0.00000,0.105
+20,mlp.experts.93.up_proj,rtn: 0.0023041,0.00000,0.076
+20,mlp.experts.81.up_proj,rtn: 0.0023041,0.00000,0.077
+20,mlp.experts.103.up_proj,rtn: 0.0023346,0.00000,0.099
+20,mlp.experts.105.up_proj,rtn: 0.0023346,0.00000,0.079
+20,mlp.experts.91.up_proj,rtn: 0.0023193,0.00000,0.070
+20,mlp.experts.72.up_proj,rtn: 0.0023193,0.00000,0.120
+20,mlp.experts.76.up_proj,rtn: 0.0023193,0.00000,0.114
+20,mlp.experts.85.up_proj,rtn: 0.0023346,0.00000,0.081
+20,mlp.experts.106.up_proj,rtn: 0.0022736,0.00000,0.107
+20,mlp.experts.82.up_proj,rtn: 0.0023193,0.00000,0.112
+20,mlp.experts.109.up_proj,rtn: 0.0023193,0.00000,0.070
+20,mlp.experts.97.up_proj,rtn: 0.0023956,0.00000,0.071
+20,mlp.experts.121.up_proj,rtn: 0.0023651,0.00000,0.070
+20,mlp.experts.80.up_proj,rtn: 0.0023346,0.00000,0.092
+20,mlp.experts.88.up_proj,rtn: 0.0022736,0.00000,0.081
+20,mlp.experts.84.up_proj,rtn: 0.0022736,0.00000,0.094
+20,mlp.experts.101.up_proj,rtn: 0.0023193,0.00000,0.074
+20,mlp.experts.92.up_proj,rtn: 0.0022888,0.00000,0.091
+20,mlp.experts.125.up_proj,rtn: 0.0022736,0.00000,0.072
+20,mlp.experts.113.up_proj,rtn: 0.0023041,0.00000,0.068
+20,mlp.experts.111.up_proj,rtn: 0.0023193,0.00000,0.167
+20,mlp.experts.137.up_proj,rtn: 0.0023499,0.00000,0.068
+20,mlp.experts.96.up_proj,rtn: 0.0023346,0.00000,0.065
+20,mlp.experts.99.up_proj,rtn: 0.0023193,0.00000,0.185
+20,mlp.experts.110.up_proj,rtn: 0.0022888,0.00000,0.188
+20,mlp.experts.107.up_proj,rtn: 0.0023499,0.00000,0.139
+20,mlp.experts.104.up_proj,rtn: 0.0023346,0.00000,0.079
+20,mlp.experts.100.up_proj,rtn: 0.0023804,0.00000,0.073
+20,mlp.experts.117.up_proj,rtn: 0.0023804,0.00000,0.077
+20,mlp.experts.102.up_proj,rtn: 0.0023499,0.00000,0.199
+20,mlp.experts.108.up_proj,rtn: 0.0023193,0.00000,0.080
+20,mlp.experts.122.up_proj,rtn: 0.0023804,0.00000,0.154
+20,mlp.experts.141.up_proj,rtn: 0.0023651,0.00000,0.075
+20,mlp.experts.129.up_proj,rtn: 0.0023499,0.00000,0.075
+20,mlp.experts.112.up_proj,rtn: 0.0022888,0.00000,0.070
+20,mlp.experts.153.up_proj,rtn: 0.0023193,0.00000,0.072
+20,mlp.experts.116.up_proj,rtn: 0.0022430,0.00000,0.065
+20,mlp.experts.120.up_proj,rtn: 0.0023193,0.00000,0.071
+20,mlp.experts.133.up_proj,rtn: 0.0023651,0.00000,0.075
+20,mlp.experts.124.up_proj,rtn: 0.0023346,0.00000,0.070
+20,mlp.experts.119.up_proj,rtn: 0.0023193,0.00000,0.279
+20,mlp.experts.98.up_proj,rtn: 0.0023041,0.00000,0.227
+20,mlp.experts.157.up_proj,rtn: 0.0023193,0.00000,0.074
+20,mlp.experts.128.up_proj,rtn: 0.0023651,0.00000,0.073
+20,mlp.experts.169.up_proj,rtn: 0.0023193,0.00000,0.077
+20,mlp.experts.145.up_proj,rtn: 0.0023651,0.00000,0.079
+20,mlp.experts.132.up_proj,rtn: 0.0024109,0.00000,0.074
+20,mlp.experts.149.up_proj,rtn: 0.0023651,0.00000,0.065
+20,mlp.experts.136.up_proj,rtn: 0.0022583,0.00000,0.080
+20,mlp.experts.127.up_proj,rtn: 0.0023651,0.00000,0.192
+20,mlp.experts.140.up_proj,rtn: 0.0023041,0.00000,0.067
+20,mlp.experts.115.up_proj,rtn: 0.0023499,0.00000,0.189
+20,mlp.experts.126.up_proj,rtn: 0.0023346,0.00000,0.185
+20,mlp.experts.173.up_proj,rtn: 0.0023651,0.00000,0.064
+20,mlp.experts.135.up_proj,rtn: 0.0023346,0.00000,0.102
+20,mlp.experts.118.up_proj,rtn: 0.0022736,0.00000,0.200
+20,mlp.experts.185.up_proj,rtn: 0.0023346,0.00000,0.072
+20,mlp.experts.144.up_proj,rtn: 0.0023041,0.00000,0.078
+20,mlp.experts.148.up_proj,rtn: 0.0022736,0.00000,0.072
+20,mlp.experts.161.up_proj,rtn: 0.0023193,0.00000,0.087
+20,mlp.experts.123.up_proj,rtn: 0.0023193,0.00000,0.232
+20,mlp.experts.156.up_proj,rtn: 0.0023346,0.00000,0.073
+20,mlp.experts.165.up_proj,rtn: 0.0023193,0.00000,0.090
+20,mlp.experts.152.up_proj,rtn: 0.0023804,0.00000,0.084
+20,mlp.experts.143.up_proj,rtn: 0.0022888,0.00000,0.082
+20,mlp.experts.138.up_proj,rtn: 0.0023041,0.00000,0.229
+20,mlp.experts.131.up_proj,rtn: 0.0023041,0.00000,0.085
+20,mlp.experts.189.up_proj,rtn: 0.0022888,0.00000,0.075
+20,mlp.experts.151.up_proj,rtn: 0.0023193,0.00000,0.068
+20,mlp.experts.114.up_proj,rtn: 0.0023041,0.00000,0.185
+20,mlp.experts.177.up_proj,rtn: 0.0023651,0.00000,0.059
+20,mlp.experts.160.up_proj,rtn: 0.0023499,0.00000,0.082
+20,mlp.experts.164.up_proj,rtn: 0.0023651,0.00000,0.079
+20,mlp.experts.139.up_proj,rtn: 0.0022888,0.00000,0.077
+20,mlp.experts.181.up_proj,rtn: 0.0023041,0.00000,0.059
+20,mlp.experts.168.up_proj,rtn: 0.0023651,0.00000,0.071
+20,mlp.experts.172.up_proj,rtn: 0.0023346,0.00000,0.083
+20,mlp.experts.159.up_proj,rtn: 0.0023499,0.00000,0.075
+20,mlp.experts.147.up_proj,rtn: 0.0023346,0.00000,0.071
+20,mlp.experts.167.up_proj,rtn: 0.0023499,0.00000,0.071
+20,mlp.experts.176.up_proj,rtn: 0.0023804,0.00000,0.062
+20,mlp.experts.180.up_proj,rtn: 0.0022888,0.00000,0.076
+20,mlp.experts.142.up_proj,rtn: 0.0023193,0.00000,0.202
+20,mlp.experts.155.up_proj,rtn: 0.0023041,0.00000,0.085
+20,mlp.experts.175.up_proj,rtn: 0.0022888,0.00000,0.069
+20,mlp.experts.134.up_proj,rtn: 0.0023041,0.00000,0.196
+20,mlp.experts.184.up_proj,rtn: 0.0023346,0.00000,0.074
+20,mlp.experts.188.up_proj,rtn: 0.0023193,0.00000,0.099
+20,mlp.experts.163.up_proj,rtn: 0.0023346,0.00000,0.083
+20,mlp.experts.154.up_proj,rtn: 0.0023193,0.00000,0.160
+20,mlp.experts.130.up_proj,rtn: 0.0022888,0.00000,0.158
+20,mlp.experts.158.up_proj,rtn: 0.0023193,0.00000,0.059
+20,mlp.experts.183.up_proj,rtn: 0.0022888,0.00000,0.081
+20,mlp.experts.150.up_proj,rtn: 0.0023041,0.00000,0.056
+20,mlp.experts.171.up_proj,rtn: 0.0022888,0.00000,0.064
+20,mlp.experts.191.up_proj,rtn: 0.0023499,0.00000,0.065
+20,mlp.experts.187.up_proj,rtn: 0.0023193,0.00000,0.049
+20,mlp.experts.174.up_proj,rtn: 0.0023651,0.00000,0.065
+20,mlp.experts.179.up_proj,rtn: 0.0023346,0.00000,0.065
+20,mlp.experts.146.up_proj,rtn: 0.0023193,0.00000,0.071
+20,mlp.experts.166.up_proj,rtn: 0.0023499,0.00000,0.072
+20,mlp.experts.170.up_proj,rtn: 0.0022888,0.00000,0.074
+20,mlp.experts.190.up_proj,rtn: 0.0023193,0.00000,0.073
+20,mlp.experts.182.up_proj,rtn: 0.0022888,0.00000,0.056
+20,mlp.experts.186.up_proj,rtn: 0.0023499,0.00000,0.059
+20,mlp.experts.162.up_proj,rtn: 0.0023499,0.00000,0.069
+20,mlp.experts.178.up_proj,rtn: 0.0023346,0.00000,0.025
+20,mlp.experts.1.down_proj,rtn: 0.0023499,0.00000,0.014
+20,mlp.experts.5.down_proj,rtn: 0.0023346,0.00000,0.016
+20,mlp.experts.2.down_proj,rtn: 0.0022888,0.00000,0.033
+20,mlp.experts.10.down_proj,rtn: 0.0022278,0.00000,0.035
+20,mlp.experts.15.down_proj,rtn: 0.0023041,0.00000,0.062
+20,mlp.experts.7.down_proj,rtn: 0.0022430,0.00000,0.086
+20,mlp.experts.13.down_proj,rtn: 0.0022430,0.00000,0.047
+20,mlp.experts.0.down_proj,rtn: 0.0022888,0.00000,0.107
+20,mlp.experts.21.down_proj,rtn: 0.0022736,0.00000,0.038
+20,mlp.experts.17.down_proj,rtn: 0.0022278,0.00000,0.043
+20,mlp.experts.9.down_proj,rtn: 0.0022888,0.00000,0.049
+20,mlp.experts.14.down_proj,rtn: 0.0022888,0.00000,0.047
+20,mlp.experts.6.down_proj,rtn: 0.0022736,0.00000,0.046
+20,mlp.experts.12.down_proj,rtn: 0.0022888,0.00000,0.111
+20,mlp.experts.8.down_proj,rtn: 0.0022583,0.00000,0.112
+20,mlp.experts.4.down_proj,rtn: 0.0023041,0.00000,0.115
+20,mlp.experts.18.down_proj,rtn: 0.0023041,0.00000,0.026
+20,mlp.experts.26.down_proj,rtn: 0.0023041,0.00000,0.026
+20,mlp.experts.25.down_proj,rtn: 0.0022736,0.00000,0.030
+20,mlp.experts.16.down_proj,rtn: 0.0022736,0.00000,0.030
+20,mlp.experts.33.down_proj,rtn: 0.0023041,0.00000,0.027
+20,mlp.experts.37.down_proj,rtn: 0.0022888,0.00000,0.033
+20,mlp.experts.29.down_proj,rtn: 0.0022278,0.00000,0.030
+20,mlp.experts.3.down_proj,rtn: 0.0022888,0.00000,0.115
+20,mlp.experts.41.down_proj,rtn: 0.0022583,0.00000,0.031
+20,mlp.experts.42.down_proj,rtn: 0.0022736,0.00000,0.035
+20,mlp.experts.11.down_proj,rtn: 0.0022888,0.00000,0.126
+20,mlp.experts.30.down_proj,rtn: 0.0022583,0.00000,0.040
+20,mlp.experts.20.down_proj,rtn: 0.0022736,0.00000,0.061
+20,mlp.experts.23.down_proj,rtn: 0.0022583,0.00000,0.082
+20,mlp.experts.31.down_proj,rtn: 0.0022888,0.00000,0.084
+20,mlp.experts.28.down_proj,rtn: 0.0022736,0.00000,0.058
+20,mlp.experts.53.down_proj,rtn: 0.0023346,0.00000,0.032
+20,mlp.experts.22.down_proj,rtn: 0.0022888,0.00000,0.056
+20,mlp.experts.45.down_proj,rtn: 0.0022888,0.00000,0.033
+20,mlp.experts.49.down_proj,rtn: 0.0022278,0.00000,0.039
+20,mlp.experts.24.down_proj,rtn: 0.0022888,0.00000,0.058
+20,mlp.experts.57.down_proj,rtn: 0.0022583,0.00000,0.015
+20,mlp.experts.32.down_proj,rtn: 0.0022888,0.00000,0.057
+20,mlp.experts.19.down_proj,rtn: 0.0023041,0.00000,0.033
+20,mlp.experts.34.down_proj,rtn: 0.0023193,0.00000,0.069
+20,mlp.experts.27.down_proj,rtn: 0.0023041,0.00000,0.031
+20,mlp.experts.58.down_proj,rtn: 0.0022736,0.00000,0.044
+20,mlp.experts.39.down_proj,rtn: 0.0022583,0.00000,0.036
+20,mlp.experts.69.down_proj,rtn: 0.0022736,0.00000,0.035
+20,mlp.experts.73.down_proj,rtn: 0.0022736,0.00000,0.025
+20,mlp.experts.47.down_proj,rtn: 0.0022888,0.00000,0.037
+20,mlp.experts.65.down_proj,rtn: 0.0023346,0.00000,0.031
+20,mlp.experts.61.down_proj,rtn: 0.0022430,0.00000,0.037
+20,mlp.experts.36.down_proj,rtn: 0.0022583,0.00000,0.052
+20,mlp.experts.44.down_proj,rtn: 0.0022888,0.00000,0.050
+20,mlp.experts.48.down_proj,rtn: 0.0022583,0.00000,0.045
+20,mlp.experts.40.down_proj,rtn: 0.0022583,0.00000,0.051
+20,mlp.experts.38.down_proj,rtn: 0.0022736,0.00000,0.059
+20,mlp.experts.85.down_proj,rtn: 0.0023041,0.00000,0.029
+20,mlp.experts.77.down_proj,rtn: 0.0022583,0.00000,0.022
+20,mlp.experts.89.down_proj,rtn: 0.0023193,0.00000,0.031
+20,mlp.experts.50.down_proj,rtn: 0.0023804,0.00000,0.057
+20,mlp.experts.43.down_proj,rtn: 0.0023651,0.00000,0.054
+20,mlp.experts.81.down_proj,rtn: 0.0022736,0.00000,0.035
+20,mlp.experts.74.down_proj,rtn: 0.0022736,0.00000,0.051
+20,mlp.experts.52.down_proj,rtn: 0.0022736,0.00000,0.038
+20,mlp.experts.55.down_proj,rtn: 0.0022736,0.00000,0.052
+20,mlp.experts.60.down_proj,rtn: 0.0022888,0.00000,0.043
+20,mlp.experts.63.down_proj,rtn: 0.0022888,0.00000,0.055
+20,mlp.experts.46.down_proj,rtn: 0.0022736,0.00000,0.104
+20,mlp.experts.101.down_proj,rtn: 0.0022888,0.00000,0.028
+20,mlp.experts.93.down_proj,rtn: 0.0022583,0.00000,0.030
+20,mlp.experts.105.down_proj,rtn: 0.0023193,0.00000,0.027
+20,mlp.experts.56.down_proj,rtn: 0.0022736,0.00000,0.043
+20,mlp.experts.97.down_proj,rtn: 0.0023651,0.00000,0.023
+20,mlp.experts.64.down_proj,rtn: 0.0022583,0.00000,0.049
+20,mlp.experts.54.down_proj,rtn: 0.0022736,0.00000,0.049
+20,mlp.experts.66.down_proj,rtn: 0.0022736,0.00000,0.039
+20,mlp.experts.35.down_proj,rtn: 0.0023041,0.00000,0.104
+20,mlp.experts.90.down_proj,rtn: 0.0022736,0.00000,0.033
+20,mlp.experts.59.down_proj,rtn: 0.0022583,0.00000,0.046
+20,mlp.experts.71.down_proj,rtn: 0.0022430,0.00000,0.040
+20,mlp.experts.79.down_proj,rtn: 0.0023651,0.00000,0.034
+20,mlp.experts.68.down_proj,rtn: 0.0022736,0.00000,0.053
+20,mlp.experts.76.down_proj,rtn: 0.0022736,0.00000,0.062
+20,mlp.experts.62.down_proj,rtn: 0.0022888,0.00000,0.039
+20,mlp.experts.109.down_proj,rtn: 0.0022888,0.00000,0.044
+20,mlp.experts.121.down_proj,rtn: 0.0023193,0.00000,0.040
+20,mlp.experts.117.down_proj,rtn: 0.0023346,0.00000,0.050
+20,mlp.experts.113.down_proj,rtn: 0.0022736,0.00000,0.035
+20,mlp.experts.82.down_proj,rtn: 0.0022888,0.00000,0.038
+20,mlp.experts.70.down_proj,rtn: 0.0022888,0.00000,0.045
+20,mlp.experts.106.down_proj,rtn: 0.0022430,0.00000,0.033
+20,mlp.experts.72.down_proj,rtn: 0.0022736,0.00000,0.060
+20,mlp.experts.51.down_proj,rtn: 0.0022736,0.00000,0.047
+20,mlp.experts.80.down_proj,rtn: 0.0023193,0.00000,0.058
+20,mlp.experts.87.down_proj,rtn: 0.0022430,0.00000,0.042
+20,mlp.experts.95.down_proj,rtn: 0.0022736,0.00000,0.036
+20,mlp.experts.75.down_proj,rtn: 0.0022736,0.00000,0.037
+20,mlp.experts.84.down_proj,rtn: 0.0022430,0.00000,0.047
+20,mlp.experts.78.down_proj,rtn: 0.0023499,0.00000,0.034
+20,mlp.experts.92.down_proj,rtn: 0.0022430,0.00000,0.051
+20,mlp.experts.98.down_proj,rtn: 0.0022736,0.00000,0.034
+20,mlp.experts.86.down_proj,rtn: 0.0022278,0.00000,0.035
+20,mlp.experts.122.down_proj,rtn: 0.0023499,0.00000,0.030
+20,mlp.experts.137.down_proj,rtn: 0.0023041,0.00000,0.043
+20,mlp.experts.129.down_proj,rtn: 0.0023041,0.00000,0.048
+20,mlp.experts.103.down_proj,rtn: 0.0022888,0.00000,0.034
+20,mlp.experts.111.down_proj,rtn: 0.0022736,0.00000,0.028
+20,mlp.experts.133.down_proj,rtn: 0.0023041,0.00000,0.049
+20,mlp.experts.125.down_proj,rtn: 0.0022430,0.00000,0.055
+20,mlp.experts.67.down_proj,rtn: 0.0022888,0.00000,0.030
+20,mlp.experts.91.down_proj,rtn: 0.0022583,0.00000,0.030
+20,mlp.experts.94.down_proj,rtn: 0.0023193,0.00000,0.035
+20,mlp.experts.88.down_proj,rtn: 0.0022278,0.00000,0.051
+20,mlp.experts.96.down_proj,rtn: 0.0023193,0.00000,0.052
+20,mlp.experts.138.down_proj,rtn: 0.0022736,0.00000,0.023
+20,mlp.experts.102.down_proj,rtn: 0.0023346,0.00000,0.029
+20,mlp.experts.114.down_proj,rtn: 0.0022583,0.00000,0.031
+20,mlp.experts.100.down_proj,rtn: 0.0023041,0.00000,0.054
+20,mlp.experts.108.down_proj,rtn: 0.0022736,0.00000,0.045
+20,mlp.experts.145.down_proj,rtn: 0.0023193,0.00000,0.034
+20,mlp.experts.149.down_proj,rtn: 0.0023193,0.00000,0.032
+20,mlp.experts.153.down_proj,rtn: 0.0022736,0.00000,0.039
+20,mlp.experts.141.down_proj,rtn: 0.0023193,0.00000,0.030
+20,mlp.experts.127.down_proj,rtn: 0.0023346,0.00000,0.047
+20,mlp.experts.107.down_proj,rtn: 0.0023041,0.00000,0.060
+20,mlp.experts.83.down_proj,rtn: 0.0022583,0.00000,0.042
+20,mlp.experts.110.down_proj,rtn: 0.0022583,0.00000,0.050
+20,mlp.experts.104.down_proj,rtn: 0.0022888,0.00000,0.047
+20,mlp.experts.119.down_proj,rtn: 0.0022888,0.00000,0.048
+20,mlp.experts.112.down_proj,rtn: 0.0022736,0.00000,0.048
+20,mlp.experts.165.down_proj,rtn: 0.0022736,0.00000,0.029
+20,mlp.experts.169.down_proj,rtn: 0.0022888,0.00000,0.033
+20,mlp.experts.157.down_proj,rtn: 0.0022736,0.00000,0.034
+20,mlp.experts.161.down_proj,rtn: 0.0022736,0.00000,0.039
+20,mlp.experts.118.down_proj,rtn: 0.0022430,0.00000,0.056
+20,mlp.experts.154.down_proj,rtn: 0.0022888,0.00000,0.056
+20,mlp.experts.130.down_proj,rtn: 0.0022430,0.00000,0.054
+20,mlp.experts.124.down_proj,rtn: 0.0022888,0.00000,0.049
+20,mlp.experts.126.down_proj,rtn: 0.0022888,0.00000,0.023
+20,mlp.experts.116.down_proj,rtn: 0.0022278,0.00000,0.056
+20,mlp.experts.143.down_proj,rtn: 0.0022736,0.00000,0.043
+20,mlp.experts.123.down_proj,rtn: 0.0022736,0.00000,0.039
+20,mlp.experts.135.down_proj,rtn: 0.0023041,0.00000,0.031
+20,mlp.experts.120.down_proj,rtn: 0.0022736,0.00000,0.047
+20,mlp.experts.128.down_proj,rtn: 0.0023193,0.00000,0.045
+20,mlp.experts.181.down_proj,rtn: 0.0022736,0.00000,0.040
+20,mlp.experts.173.down_proj,rtn: 0.0023193,0.00000,0.032
+20,mlp.experts.177.down_proj,rtn: 0.0023193,0.00000,0.032
+20,mlp.experts.185.down_proj,rtn: 0.0023041,0.00000,0.034
+20,mlp.experts.134.down_proj,rtn: 0.0022430,0.00000,0.035
+20,mlp.experts.170.down_proj,rtn: 0.0022736,0.00000,0.037
+20,mlp.experts.146.down_proj,rtn: 0.0023041,0.00000,0.034
+20,mlp.experts.142.down_proj,rtn: 0.0022888,0.00000,0.028
+20,mlp.experts.140.down_proj,rtn: 0.0022888,0.00000,0.039
+20,mlp.experts.132.down_proj,rtn: 0.0023804,0.00000,0.036
+20,mlp.experts.99.down_proj,rtn: 0.0022888,0.00000,0.085
+20,mlp.experts.189.down_proj,rtn: 0.0022583,0.00000,0.017
+20,mlp.experts.159.down_proj,rtn: 0.0023193,0.00000,0.051
+20,mlp.experts.139.down_proj,rtn: 0.0022583,0.00000,0.046
+20,mlp.experts.151.down_proj,rtn: 0.0022888,0.00000,0.047
+20,mlp.experts.144.down_proj,rtn: 0.0022736,0.00000,0.033
+20,mlp.experts.136.down_proj,rtn: 0.0022430,0.00000,0.040
+20,mlp.experts.158.down_proj,rtn: 0.0022736,0.00000,0.031
+20,mlp.experts.186.down_proj,rtn: 0.0023193,0.00000,0.044
+20,mlp.experts.150.down_proj,rtn: 0.0022430,0.00000,0.040
+20,mlp.experts.148.down_proj,rtn: 0.0022430,0.00000,0.035
+20,mlp.experts.162.down_proj,rtn: 0.0023041,0.00000,0.043
+20,mlp.experts.156.down_proj,rtn: 0.0022888,0.00000,0.039
+20,mlp.experts.175.down_proj,rtn: 0.0022583,0.00000,0.043
+20,mlp.experts.155.down_proj,rtn: 0.0022736,0.00000,0.045
+20,mlp.experts.152.down_proj,rtn: 0.0023499,0.00000,0.040
+20,mlp.experts.160.down_proj,rtn: 0.0023346,0.00000,0.048
+20,mlp.experts.174.down_proj,rtn: 0.0023499,0.00000,0.028
+20,mlp.experts.167.down_proj,rtn: 0.0023041,0.00000,0.049
+20,mlp.experts.178.down_proj,rtn: 0.0023041,0.00000,0.024
+20,mlp.experts.166.down_proj,rtn: 0.0023193,0.00000,0.032
+20,mlp.experts.164.down_proj,rtn: 0.0022888,0.00000,0.039
+20,mlp.experts.172.down_proj,rtn: 0.0023041,0.00000,0.037
+20,mlp.experts.190.down_proj,rtn: 0.0022736,0.00000,0.024
+20,mlp.experts.182.down_proj,rtn: 0.0022583,0.00000,0.023
+20,mlp.experts.168.down_proj,rtn: 0.0023346,0.00000,0.037
+20,mlp.experts.176.down_proj,rtn: 0.0023499,0.00000,0.036
+20,mlp.experts.171.down_proj,rtn: 0.0022583,0.00000,0.048
+20,mlp.experts.191.down_proj,rtn: 0.0023193,0.00000,0.051
+20,mlp.experts.188.down_proj,rtn: 0.0022888,0.00000,0.023
+20,mlp.experts.180.down_proj,rtn: 0.0022430,0.00000,0.026
+20,mlp.experts.183.down_proj,rtn: 0.0022583,0.00000,0.040
+20,mlp.experts.115.down_proj,rtn: 0.0023193,0.00000,0.119
+20,mlp.experts.184.down_proj,rtn: 0.0022888,0.00000,0.020
+20,mlp.experts.187.down_proj,rtn: 0.0022888,0.00000,0.023
+20,mlp.experts.131.down_proj,rtn: 0.0022736,0.00000,0.067
+20,mlp.experts.147.down_proj,rtn: 0.0022888,0.00000,0.014
+20,mlp.experts.163.down_proj,rtn: 0.0023041,0.00000,0.012
+20,mlp.experts.179.down_proj,rtn: 0.0023041,0.00000,0.011
+20,mlp.shared_experts.up_proj,rtn: 0.0016327,0.00000,0.044
+20,mlp.shared_experts.gate_proj,rtn: 0.0016403,0.00000,0.044
+20,mlp.shared_experts.down_proj,rtn: 0.0016632,0.00000,0.021
+21,self_attn.v_proj,rtn: 0.0025787,0.00000,0.016
+21,self_attn.q_proj,rtn: 0.0021820,0.00000,0.017
+21,self_attn.k_proj,rtn: 0.0023956,0.00000,0.032
+21,self_attn.o_proj,rtn: 0.0024872,0.00000,0.051
+21,mlp.experts.14.gate_proj,rtn: 0.0022888,0.00000,0.084
+21,mlp.experts.1.gate_proj,rtn: 0.0023499,0.00000,0.086
+21,mlp.experts.6.gate_proj,rtn: 0.0023041,0.00000,0.088
+21,mlp.experts.9.gate_proj,rtn: 0.0022888,0.00000,0.082
+21,mlp.experts.2.gate_proj,rtn: 0.0023041,0.00000,0.094
+21,mlp.experts.5.gate_proj,rtn: 0.0022736,0.00000,0.094
+21,mlp.experts.10.gate_proj,rtn: 0.0023804,0.00000,0.099
+21,mlp.experts.3.gate_proj,rtn: 0.0023346,0.00000,0.102
+21,mlp.experts.11.gate_proj,rtn: 0.0023346,0.00000,0.107
+21,mlp.experts.7.gate_proj,rtn: 0.0023346,0.00000,0.105
+21,mlp.experts.15.gate_proj,rtn: 0.0023346,0.00000,0.097
+21,mlp.experts.13.gate_proj,rtn: 0.0023804,0.00000,0.100
+21,mlp.experts.8.gate_proj,rtn: 0.0023804,0.00000,0.151
+21,mlp.experts.4.gate_proj,rtn: 0.0023041,0.00000,0.170
+21,mlp.experts.30.gate_proj,rtn: 0.0023193,0.00000,0.094
+21,mlp.experts.17.gate_proj,rtn: 0.0023651,0.00000,0.088
+21,mlp.experts.25.gate_proj,rtn: 0.0023651,0.00000,0.089
+21,mlp.experts.21.gate_proj,rtn: 0.0024109,0.00000,0.082
+21,mlp.experts.18.gate_proj,rtn: 0.0022888,0.00000,0.087
+21,mlp.experts.22.gate_proj,rtn: 0.0023804,0.00000,0.097
+21,mlp.experts.19.gate_proj,rtn: 0.0023956,0.00000,0.084
+21,mlp.experts.0.gate_proj,rtn: 0.0023193,0.00000,0.195
+21,mlp.experts.26.gate_proj,rtn: 0.0023651,0.00000,0.085
+21,mlp.experts.31.gate_proj,rtn: 0.0023346,0.00000,0.092
+21,mlp.experts.23.gate_proj,rtn: 0.0022888,0.00000,0.087
+21,mlp.experts.27.gate_proj,rtn: 0.0022736,0.00000,0.101
+21,mlp.experts.12.gate_proj,rtn: 0.0023956,0.00000,0.253
+21,mlp.experts.24.gate_proj,rtn: 0.0024109,0.00000,0.110
+21,mlp.experts.20.gate_proj,rtn: 0.0023651,0.00000,0.106
+21,mlp.experts.46.gate_proj,rtn: 0.0022888,0.00000,0.088
+21,mlp.experts.33.gate_proj,rtn: 0.0023193,0.00000,0.089
+21,mlp.experts.35.gate_proj,rtn: 0.0023804,0.00000,0.080
+21,mlp.experts.41.gate_proj,rtn: 0.0023804,0.00000,0.097
+21,mlp.experts.39.gate_proj,rtn: 0.0023346,0.00000,0.073
+21,mlp.experts.29.gate_proj,rtn: 0.0023804,0.00000,0.166
+21,mlp.experts.37.gate_proj,rtn: 0.0023346,0.00000,0.099
+21,mlp.experts.16.gate_proj,rtn: 0.0023193,0.00000,0.088
+21,mlp.experts.47.gate_proj,rtn: 0.0023193,0.00000,0.085
+21,mlp.experts.43.gate_proj,rtn: 0.0023346,0.00000,0.066
+21,mlp.experts.34.gate_proj,rtn: 0.0022888,0.00000,0.106
+21,mlp.experts.42.gate_proj,rtn: 0.0023804,0.00000,0.096
+21,mlp.experts.38.gate_proj,rtn: 0.0023499,0.00000,0.103
+21,mlp.experts.28.gate_proj,rtn: 0.0023193,0.00000,0.075
+21,mlp.experts.40.gate_proj,rtn: 0.0022888,0.00000,0.084
+21,mlp.experts.36.gate_proj,rtn: 0.0023346,0.00000,0.080
+21,mlp.experts.49.gate_proj,rtn: 0.0023651,0.00000,0.077
+21,mlp.experts.51.gate_proj,rtn: 0.0023193,0.00000,0.072
+21,mlp.experts.57.gate_proj,rtn: 0.0023651,0.00000,0.083
+21,mlp.experts.63.gate_proj,rtn: 0.0023346,0.00000,0.071
+21,mlp.experts.55.gate_proj,rtn: 0.0023193,0.00000,0.083
+21,mlp.experts.59.gate_proj,rtn: 0.0023499,0.00000,0.072
+21,mlp.experts.53.gate_proj,rtn: 0.0023193,0.00000,0.082
+21,mlp.experts.45.gate_proj,rtn: 0.0023651,0.00000,0.082
+21,mlp.experts.62.gate_proj,rtn: 0.0023651,0.00000,0.110
+21,mlp.experts.32.gate_proj,rtn: 0.0024109,0.00000,0.115
+21,mlp.experts.44.gate_proj,rtn: 0.0024261,0.00000,0.096
+21,mlp.experts.54.gate_proj,rtn: 0.0023193,0.00000,0.111
+21,mlp.experts.58.gate_proj,rtn: 0.0023499,0.00000,0.112
+21,mlp.experts.65.gate_proj,rtn: 0.0023041,0.00000,0.071
+21,mlp.experts.56.gate_proj,rtn: 0.0023193,0.00000,0.100
+21,mlp.experts.52.gate_proj,rtn: 0.0023804,0.00000,0.094
+21,mlp.experts.73.gate_proj,rtn: 0.0023499,0.00000,0.077
+21,mlp.experts.67.gate_proj,rtn: 0.0023499,0.00000,0.087
+21,mlp.experts.69.gate_proj,rtn: 0.0023346,0.00000,0.073
+21,mlp.experts.79.gate_proj,rtn: 0.0023804,0.00000,0.090
+21,mlp.experts.75.gate_proj,rtn: 0.0023346,0.00000,0.087
+21,mlp.experts.71.gate_proj,rtn: 0.0023651,0.00000,0.086
+21,mlp.experts.61.gate_proj,rtn: 0.0024261,0.00000,0.082
+21,mlp.experts.48.gate_proj,rtn: 0.0023346,0.00000,0.089
+21,mlp.experts.81.gate_proj,rtn: 0.0023499,0.00000,0.071
+21,mlp.experts.78.gate_proj,rtn: 0.0023804,0.00000,0.119
+21,mlp.experts.60.gate_proj,rtn: 0.0023346,0.00000,0.091
+21,mlp.experts.74.gate_proj,rtn: 0.0023041,0.00000,0.106
+21,mlp.experts.70.gate_proj,rtn: 0.0023346,0.00000,0.107
+21,mlp.experts.83.gate_proj,rtn: 0.0023041,0.00000,0.077
+21,mlp.experts.72.gate_proj,rtn: 0.0023193,0.00000,0.092
+21,mlp.experts.50.gate_proj,rtn: 0.0023804,0.00000,0.251
+21,mlp.experts.68.gate_proj,rtn: 0.0022736,0.00000,0.093
+21,mlp.experts.89.gate_proj,rtn: 0.0023499,0.00000,0.096
+21,mlp.experts.85.gate_proj,rtn: 0.0023346,0.00000,0.107
+21,mlp.experts.91.gate_proj,rtn: 0.0023956,0.00000,0.085
+21,mlp.experts.95.gate_proj,rtn: 0.0023193,0.00000,0.092
+21,mlp.experts.87.gate_proj,rtn: 0.0023651,0.00000,0.097
+21,mlp.experts.94.gate_proj,rtn: 0.0023193,0.00000,0.079
+21,mlp.experts.77.gate_proj,rtn: 0.0023346,0.00000,0.110
+21,mlp.experts.86.gate_proj,rtn: 0.0023193,0.00000,0.080
+21,mlp.experts.97.gate_proj,rtn: 0.0023193,0.00000,0.106
+21,mlp.experts.90.gate_proj,rtn: 0.0023651,0.00000,0.086
+21,mlp.experts.99.gate_proj,rtn: 0.0023804,0.00000,0.078
+21,mlp.experts.76.gate_proj,rtn: 0.0024109,0.00000,0.106
+21,mlp.experts.66.gate_proj,rtn: 0.0022736,0.00000,0.082
+21,mlp.experts.64.gate_proj,rtn: 0.0023499,0.00000,0.144
+21,mlp.experts.107.gate_proj,rtn: 0.0023041,0.00000,0.068
+21,mlp.experts.88.gate_proj,rtn: 0.0023193,0.00000,0.112
+21,mlp.experts.111.gate_proj,rtn: 0.0023346,0.00000,0.075
+21,mlp.experts.105.gate_proj,rtn: 0.0023346,0.00000,0.094
+21,mlp.experts.110.gate_proj,rtn: 0.0023346,0.00000,0.070
+21,mlp.experts.84.gate_proj,rtn: 0.0022888,0.00000,0.112
+21,mlp.experts.103.gate_proj,rtn: 0.0023193,0.00000,0.076
+21,mlp.experts.106.gate_proj,rtn: 0.0024109,0.00000,0.059
+21,mlp.experts.102.gate_proj,rtn: 0.0023499,0.00000,0.071
+21,mlp.experts.115.gate_proj,rtn: 0.0023346,0.00000,0.070
+21,mlp.experts.82.gate_proj,rtn: 0.0023193,0.00000,0.063
+21,mlp.experts.123.gate_proj,rtn: 0.0023651,0.00000,0.061
+21,mlp.experts.127.gate_proj,rtn: 0.0023804,0.00000,0.055
+21,mlp.experts.92.gate_proj,rtn: 0.0023651,0.00000,0.096
+21,mlp.experts.80.gate_proj,rtn: 0.0022736,0.00000,0.090
+21,mlp.experts.104.gate_proj,rtn: 0.0023499,0.00000,0.080
+21,mlp.experts.101.gate_proj,rtn: 0.0023346,0.00000,0.176
+21,mlp.experts.122.gate_proj,rtn: 0.0023346,0.00000,0.062
+21,mlp.experts.126.gate_proj,rtn: 0.0023041,0.00000,0.077
+21,mlp.experts.100.gate_proj,rtn: 0.0023499,0.00000,0.081
+21,mlp.experts.93.gate_proj,rtn: 0.0023193,0.00000,0.176
+21,mlp.experts.113.gate_proj,rtn: 0.0022888,0.00000,0.173
+21,mlp.experts.98.gate_proj,rtn: 0.0023499,0.00000,0.087
+21,mlp.experts.108.gate_proj,rtn: 0.0023499,0.00000,0.075
+21,mlp.experts.120.gate_proj,rtn: 0.0023041,0.00000,0.066
+21,mlp.experts.118.gate_proj,rtn: 0.0023193,0.00000,0.092
+21,mlp.experts.96.gate_proj,rtn: 0.0023041,0.00000,0.076
+21,mlp.experts.138.gate_proj,rtn: 0.0023804,0.00000,0.081
+21,mlp.experts.142.gate_proj,rtn: 0.0023193,0.00000,0.071
+21,mlp.experts.116.gate_proj,rtn: 0.0023804,0.00000,0.070
+21,mlp.experts.139.gate_proj,rtn: 0.0024109,0.00000,0.127
+21,mlp.experts.117.gate_proj,rtn: 0.0022888,0.00000,0.102
+21,mlp.experts.119.gate_proj,rtn: 0.0023499,0.00000,0.141
+21,mlp.experts.143.gate_proj,rtn: 0.0023346,0.00000,0.130
+21,mlp.experts.121.gate_proj,rtn: 0.0023956,0.00000,0.155
+21,mlp.experts.136.gate_proj,rtn: 0.0023193,0.00000,0.072
+21,mlp.experts.114.gate_proj,rtn: 0.0023193,0.00000,0.084
+21,mlp.experts.124.gate_proj,rtn: 0.0023499,0.00000,0.079
+21,mlp.experts.131.gate_proj,rtn: 0.0023499,0.00000,0.183
+21,mlp.experts.112.gate_proj,rtn: 0.0023346,0.00000,0.076
+21,mlp.experts.134.gate_proj,rtn: 0.0023499,0.00000,0.087
+21,mlp.experts.109.gate_proj,rtn: 0.0024261,0.00000,0.134
+21,mlp.experts.129.gate_proj,rtn: 0.0023651,0.00000,0.128
+21,mlp.experts.132.gate_proj,rtn: 0.0023041,0.00000,0.081
+21,mlp.experts.154.gate_proj,rtn: 0.0023346,0.00000,0.095
+21,mlp.experts.158.gate_proj,rtn: 0.0023651,0.00000,0.088
+21,mlp.experts.155.gate_proj,rtn: 0.0023193,0.00000,0.085
+21,mlp.experts.135.gate_proj,rtn: 0.0023499,0.00000,0.081
+21,mlp.experts.159.gate_proj,rtn: 0.0023041,0.00000,0.085
+21,mlp.experts.133.gate_proj,rtn: 0.0022736,0.00000,0.115
+21,mlp.experts.147.gate_proj,rtn: 0.0023193,0.00000,0.080
+21,mlp.experts.130.gate_proj,rtn: 0.0022736,0.00000,0.089
+21,mlp.experts.137.gate_proj,rtn: 0.0023804,0.00000,0.108
+21,mlp.experts.150.gate_proj,rtn: 0.0024261,0.00000,0.097
+21,mlp.experts.152.gate_proj,rtn: 0.0023499,0.00000,0.112
+21,mlp.experts.128.gate_proj,rtn: 0.0024261,0.00000,0.103
+21,mlp.experts.140.gate_proj,rtn: 0.0023193,0.00000,0.107
+21,mlp.experts.125.gate_proj,rtn: 0.0023499,0.00000,0.104
+21,mlp.experts.145.gate_proj,rtn: 0.0023956,0.00000,0.106
+21,mlp.experts.174.gate_proj,rtn: 0.0023193,0.00000,0.097
+21,mlp.experts.151.gate_proj,rtn: 0.0023346,0.00000,0.100
+21,mlp.experts.175.gate_proj,rtn: 0.0023499,0.00000,0.100
+21,mlp.experts.148.gate_proj,rtn: 0.0023041,0.00000,0.117
+21,mlp.experts.149.gate_proj,rtn: 0.0023041,0.00000,0.092
+21,mlp.experts.153.gate_proj,rtn: 0.0023193,0.00000,0.089
+21,mlp.experts.163.gate_proj,rtn: 0.0023956,0.00000,0.106
+21,mlp.experts.146.gate_proj,rtn: 0.0023499,0.00000,0.103
+21,mlp.experts.170.gate_proj,rtn: 0.0022888,0.00000,0.170
+21,mlp.experts.171.gate_proj,rtn: 0.0023956,0.00000,0.167
+21,mlp.experts.144.gate_proj,rtn: 0.0023193,0.00000,0.089
+21,mlp.experts.156.gate_proj,rtn: 0.0023499,0.00000,0.090
+21,mlp.experts.168.gate_proj,rtn: 0.0024109,0.00000,0.095
+21,mlp.experts.166.gate_proj,rtn: 0.0021973,0.00000,0.102
+21,mlp.experts.141.gate_proj,rtn: 0.0023193,0.00000,0.097
+21,mlp.experts.190.gate_proj,rtn: 0.0023041,0.00000,0.095
+21,mlp.experts.167.gate_proj,rtn: 0.0023041,0.00000,0.083
+21,mlp.experts.191.gate_proj,rtn: 0.0022888,0.00000,0.076
+21,mlp.experts.161.gate_proj,rtn: 0.0023193,0.00000,0.121
+21,mlp.experts.164.gate_proj,rtn: 0.0024109,0.00000,0.095
+21,mlp.experts.162.gate_proj,rtn: 0.0023499,0.00000,0.073
+21,mlp.experts.179.gate_proj,rtn: 0.0023346,0.00000,0.081
+21,mlp.experts.186.gate_proj,rtn: 0.0023499,0.00000,0.080
+21,mlp.experts.165.gate_proj,rtn: 0.0023804,0.00000,0.122
+21,mlp.experts.169.gate_proj,rtn: 0.0023346,0.00000,0.113
+21,mlp.experts.182.gate_proj,rtn: 0.0023651,0.00000,0.084
+21,mlp.experts.187.gate_proj,rtn: 0.0023193,0.00000,0.090
+21,mlp.experts.160.gate_proj,rtn: 0.0023956,0.00000,0.092
+21,mlp.experts.184.gate_proj,rtn: 0.0022125,0.00000,0.101
+21,mlp.experts.14.up_proj,rtn: 0.0022888,0.00000,0.091
+21,mlp.experts.157.gate_proj,rtn: 0.0023346,0.00000,0.114
+21,mlp.experts.172.gate_proj,rtn: 0.0023499,0.00000,0.116
+21,mlp.experts.183.gate_proj,rtn: 0.0023193,0.00000,0.106
+21,mlp.experts.15.up_proj,rtn: 0.0023193,0.00000,0.119
+21,mlp.experts.180.gate_proj,rtn: 0.0024261,0.00000,0.099
+21,mlp.experts.177.gate_proj,rtn: 0.0023346,0.00000,0.103
+21,mlp.experts.178.gate_proj,rtn: 0.0023499,0.00000,0.094
+21,mlp.experts.181.gate_proj,rtn: 0.0023499,0.00000,0.097
+21,mlp.experts.10.up_proj,rtn: 0.0023499,0.00000,0.102
+21,mlp.experts.6.up_proj,rtn: 0.0022736,0.00000,0.087
+21,mlp.experts.176.gate_proj,rtn: 0.0023499,0.00000,0.085
+21,mlp.experts.185.gate_proj,rtn: 0.0024261,0.00000,0.101
+21,mlp.experts.8.up_proj,rtn: 0.0023651,0.00000,0.093
+21,mlp.experts.30.up_proj,rtn: 0.0023193,0.00000,0.086
+21,mlp.experts.173.gate_proj,rtn: 0.0022888,0.00000,0.081
+21,mlp.experts.3.up_proj,rtn: 0.0023193,0.00000,0.149
+21,mlp.experts.188.gate_proj,rtn: 0.0023804,0.00000,0.092
+21,mlp.experts.11.up_proj,rtn: 0.0023193,0.00000,0.148
+21,mlp.experts.1.up_proj,rtn: 0.0023346,0.00000,0.085
+21,mlp.experts.4.up_proj,rtn: 0.0022888,0.00000,0.094
+21,mlp.experts.5.up_proj,rtn: 0.0022736,0.00000,0.082
+21,mlp.experts.2.up_proj,rtn: 0.0022888,0.00000,0.102
+21,mlp.experts.9.up_proj,rtn: 0.0022736,0.00000,0.080
+21,mlp.experts.26.up_proj,rtn: 0.0023499,0.00000,0.091
+21,mlp.experts.0.up_proj,rtn: 0.0023041,0.00000,0.101
+21,mlp.experts.7.up_proj,rtn: 0.0023346,0.00000,0.143
+21,mlp.experts.31.up_proj,rtn: 0.0023041,0.00000,0.142
+21,mlp.experts.22.up_proj,rtn: 0.0023499,0.00000,0.101
+21,mlp.experts.24.up_proj,rtn: 0.0023956,0.00000,0.101
+21,mlp.experts.46.up_proj,rtn: 0.0022888,0.00000,0.093
+21,mlp.experts.189.gate_proj,rtn: 0.0023346,0.00000,0.097
+21,mlp.experts.12.up_proj,rtn: 0.0023804,0.00000,0.103
+21,mlp.experts.20.up_proj,rtn: 0.0023346,0.00000,0.099
+21,mlp.experts.17.up_proj,rtn: 0.0023499,0.00000,0.103
+21,mlp.experts.19.up_proj,rtn: 0.0023651,0.00000,0.135
+21,mlp.experts.27.up_proj,rtn: 0.0022736,0.00000,0.121
+21,mlp.experts.18.up_proj,rtn: 0.0022736,0.00000,0.101
+21,mlp.experts.42.up_proj,rtn: 0.0023651,0.00000,0.089
+21,mlp.experts.21.up_proj,rtn: 0.0023956,0.00000,0.127
+21,mlp.experts.25.up_proj,rtn: 0.0023651,0.00000,0.115
+21,mlp.experts.16.up_proj,rtn: 0.0022888,0.00000,0.101
+21,mlp.experts.38.up_proj,rtn: 0.0023346,0.00000,0.094
+21,mlp.experts.40.up_proj,rtn: 0.0022736,0.00000,0.089
+21,mlp.experts.62.up_proj,rtn: 0.0023499,0.00000,0.089
+21,mlp.experts.47.up_proj,rtn: 0.0023041,0.00000,0.096
+21,mlp.experts.23.up_proj,rtn: 0.0022736,0.00000,0.114
+21,mlp.experts.13.up_proj,rtn: 0.0023499,0.00000,0.119
+21,mlp.experts.28.up_proj,rtn: 0.0023193,0.00000,0.105
+21,mlp.experts.34.up_proj,rtn: 0.0022888,0.00000,0.076
+21,mlp.experts.58.up_proj,rtn: 0.0023499,0.00000,0.075
+21,mlp.experts.33.up_proj,rtn: 0.0023041,0.00000,0.104
+21,mlp.experts.36.up_proj,rtn: 0.0023193,0.00000,0.110
+21,mlp.experts.54.up_proj,rtn: 0.0023041,0.00000,0.076
+21,mlp.experts.41.up_proj,rtn: 0.0023499,0.00000,0.085
+21,mlp.experts.43.up_proj,rtn: 0.0023193,0.00000,0.113
+21,mlp.experts.37.up_proj,rtn: 0.0023193,0.00000,0.088
+21,mlp.experts.78.up_proj,rtn: 0.0023651,0.00000,0.088
+21,mlp.experts.32.up_proj,rtn: 0.0023956,0.00000,0.101
+21,mlp.experts.56.up_proj,rtn: 0.0023041,0.00000,0.094
+21,mlp.experts.35.up_proj,rtn: 0.0023651,0.00000,0.161
+21,mlp.experts.39.up_proj,rtn: 0.0023193,0.00000,0.108
+21,mlp.experts.63.up_proj,rtn: 0.0023193,0.00000,0.128
+21,mlp.experts.74.up_proj,rtn: 0.0022888,0.00000,0.088
+21,mlp.experts.29.up_proj,rtn: 0.0023499,0.00000,0.101
+21,mlp.experts.50.up_proj,rtn: 0.0023499,0.00000,0.092
+21,mlp.experts.44.up_proj,rtn: 0.0023956,0.00000,0.101
+21,mlp.experts.49.up_proj,rtn: 0.0023346,0.00000,0.097
+21,mlp.experts.52.up_proj,rtn: 0.0023499,0.00000,0.093
+21,mlp.experts.70.up_proj,rtn: 0.0023193,0.00000,0.096
+21,mlp.experts.57.up_proj,rtn: 0.0023499,0.00000,0.092
+21,mlp.experts.53.up_proj,rtn: 0.0023041,0.00000,0.104
+21,mlp.experts.48.up_proj,rtn: 0.0023041,0.00000,0.088
+21,mlp.experts.94.up_proj,rtn: 0.0023041,0.00000,0.101
+21,mlp.experts.59.up_proj,rtn: 0.0023346,0.00000,0.119
+21,mlp.experts.72.up_proj,rtn: 0.0023041,0.00000,0.108
+21,mlp.experts.45.up_proj,rtn: 0.0023346,0.00000,0.083
+21,mlp.experts.55.up_proj,rtn: 0.0023041,0.00000,0.115
+21,mlp.experts.65.up_proj,rtn: 0.0022888,0.00000,0.083
+21,mlp.experts.90.up_proj,rtn: 0.0023499,0.00000,0.099
+21,mlp.experts.60.up_proj,rtn: 0.0023193,0.00000,0.105
+21,mlp.experts.68.up_proj,rtn: 0.0022736,0.00000,0.099
+21,mlp.experts.66.up_proj,rtn: 0.0022583,0.00000,0.111
+21,mlp.experts.51.up_proj,rtn: 0.0022888,0.00000,0.149
+21,mlp.experts.73.up_proj,rtn: 0.0023041,0.00000,0.094
+21,mlp.experts.86.up_proj,rtn: 0.0023041,0.00000,0.100
+21,mlp.experts.64.up_proj,rtn: 0.0023193,0.00000,0.086
+21,mlp.experts.69.up_proj,rtn: 0.0023041,0.00000,0.097
+21,mlp.experts.79.up_proj,rtn: 0.0023651,0.00000,0.150
+21,mlp.experts.110.up_proj,rtn: 0.0023193,0.00000,0.103
+21,mlp.experts.88.up_proj,rtn: 0.0023041,0.00000,0.095
+21,mlp.experts.61.up_proj,rtn: 0.0023956,0.00000,0.095
+21,mlp.experts.75.up_proj,rtn: 0.0023193,0.00000,0.130
+21,mlp.experts.81.up_proj,rtn: 0.0023346,0.00000,0.093
+21,mlp.experts.106.up_proj,rtn: 0.0023804,0.00000,0.093
+21,mlp.experts.76.up_proj,rtn: 0.0023956,0.00000,0.101
+21,mlp.experts.85.up_proj,rtn: 0.0022888,0.00000,0.075
+21,mlp.experts.71.up_proj,rtn: 0.0023499,0.00000,0.124
+21,mlp.experts.89.up_proj,rtn: 0.0023346,0.00000,0.089
+21,mlp.experts.82.up_proj,rtn: 0.0023041,0.00000,0.105
+21,mlp.experts.102.up_proj,rtn: 0.0023346,0.00000,0.094
+21,mlp.experts.84.up_proj,rtn: 0.0022736,0.00000,0.116
+21,mlp.experts.80.up_proj,rtn: 0.0022736,0.00000,0.100
+21,mlp.experts.104.up_proj,rtn: 0.0023346,0.00000,0.098
+21,mlp.experts.126.up_proj,rtn: 0.0023041,0.00000,0.111
+21,mlp.experts.95.up_proj,rtn: 0.0023041,0.00000,0.132
+21,mlp.experts.67.up_proj,rtn: 0.0023193,0.00000,0.159
+21,mlp.experts.97.up_proj,rtn: 0.0023041,0.00000,0.112
+21,mlp.experts.77.up_proj,rtn: 0.0023041,0.00000,0.128
+21,mlp.experts.92.up_proj,rtn: 0.0023346,0.00000,0.085
+21,mlp.experts.91.up_proj,rtn: 0.0023651,0.00000,0.119
+21,mlp.experts.101.up_proj,rtn: 0.0023193,0.00000,0.107
+21,mlp.experts.122.up_proj,rtn: 0.0023193,0.00000,0.128
+21,mlp.experts.87.up_proj,rtn: 0.0023499,0.00000,0.108
+21,mlp.experts.100.up_proj,rtn: 0.0023346,0.00000,0.079
+21,mlp.experts.118.up_proj,rtn: 0.0023041,0.00000,0.116
+21,mlp.experts.98.up_proj,rtn: 0.0023346,0.00000,0.107
+21,mlp.experts.96.up_proj,rtn: 0.0022888,0.00000,0.091
+21,mlp.experts.120.up_proj,rtn: 0.0023041,0.00000,0.089
+21,mlp.experts.83.up_proj,rtn: 0.0023041,0.00000,0.096
+21,mlp.experts.111.up_proj,rtn: 0.0023041,0.00000,0.096
+21,mlp.experts.142.up_proj,rtn: 0.0023041,0.00000,0.111
+21,mlp.experts.105.up_proj,rtn: 0.0023193,0.00000,0.148
+21,mlp.experts.107.up_proj,rtn: 0.0023041,0.00000,0.094
+21,mlp.experts.108.up_proj,rtn: 0.0023346,0.00000,0.108
+21,mlp.experts.113.up_proj,rtn: 0.0022736,0.00000,0.116
+21,mlp.experts.93.up_proj,rtn: 0.0023041,0.00000,0.124
+21,mlp.experts.117.up_proj,rtn: 0.0022736,0.00000,0.100
+21,mlp.experts.103.up_proj,rtn: 0.0023193,0.00000,0.091
+21,mlp.experts.138.up_proj,rtn: 0.0023499,0.00000,0.107
+21,mlp.experts.112.up_proj,rtn: 0.0023193,0.00000,0.084
+21,mlp.experts.114.up_proj,rtn: 0.0023041,0.00000,0.093
+21,mlp.experts.136.up_proj,rtn: 0.0023041,0.00000,0.089
+21,mlp.experts.134.up_proj,rtn: 0.0023346,0.00000,0.096
+21,mlp.experts.116.up_proj,rtn: 0.0023499,0.00000,0.106
+21,mlp.experts.99.up_proj,rtn: 0.0023651,0.00000,0.085
+21,mlp.experts.127.up_proj,rtn: 0.0023651,0.00000,0.094
+21,mlp.experts.121.up_proj,rtn: 0.0023651,0.00000,0.084
+21,mlp.experts.123.up_proj,rtn: 0.0023499,0.00000,0.083
+21,mlp.experts.158.up_proj,rtn: 0.0023499,0.00000,0.110
+21,mlp.experts.129.up_proj,rtn: 0.0023499,0.00000,0.081
+21,mlp.experts.124.up_proj,rtn: 0.0023193,0.00000,0.089
+21,mlp.experts.119.up_proj,rtn: 0.0023346,0.00000,0.082
+21,mlp.experts.133.up_proj,rtn: 0.0022583,0.00000,0.086
+21,mlp.experts.109.up_proj,rtn: 0.0024109,0.00000,0.088
+21,mlp.experts.152.up_proj,rtn: 0.0023346,0.00000,0.093
+21,mlp.experts.115.up_proj,rtn: 0.0023346,0.00000,0.078
+21,mlp.experts.132.up_proj,rtn: 0.0022888,0.00000,0.094
+21,mlp.experts.139.up_proj,rtn: 0.0023804,0.00000,0.061
+21,mlp.experts.143.up_proj,rtn: 0.0023193,0.00000,0.072
+21,mlp.experts.150.up_proj,rtn: 0.0024109,0.00000,0.105
+21,mlp.experts.128.up_proj,rtn: 0.0024261,0.00000,0.106
+21,mlp.experts.137.up_proj,rtn: 0.0023499,0.00000,0.080
+21,mlp.experts.130.up_proj,rtn: 0.0022583,0.00000,0.112
+21,mlp.experts.145.up_proj,rtn: 0.0023804,0.00000,0.083
+21,mlp.experts.135.up_proj,rtn: 0.0023041,0.00000,0.072
+21,mlp.experts.125.up_proj,rtn: 0.0023346,0.00000,0.081
+21,mlp.experts.149.up_proj,rtn: 0.0023041,0.00000,0.087
+21,mlp.experts.140.up_proj,rtn: 0.0023193,0.00000,0.099
+21,mlp.experts.155.up_proj,rtn: 0.0023041,0.00000,0.074
+21,mlp.experts.131.up_proj,rtn: 0.0023346,0.00000,0.075
+21,mlp.experts.159.up_proj,rtn: 0.0022888,0.00000,0.071
+21,mlp.experts.153.up_proj,rtn: 0.0022888,0.00000,0.072
+21,mlp.experts.154.up_proj,rtn: 0.0023193,0.00000,0.199
+21,mlp.experts.174.up_proj,rtn: 0.0023041,0.00000,0.156
+21,mlp.experts.161.up_proj,rtn: 0.0023041,0.00000,0.064
+21,mlp.experts.168.up_proj,rtn: 0.0023956,0.00000,0.110
+21,mlp.experts.151.up_proj,rtn: 0.0023193,0.00000,0.084
+21,mlp.experts.144.up_proj,rtn: 0.0022888,0.00000,0.107
+21,mlp.experts.148.up_proj,rtn: 0.0023041,0.00000,0.148
+21,mlp.experts.166.up_proj,rtn: 0.0021973,0.00000,0.135
+21,mlp.experts.156.up_proj,rtn: 0.0023499,0.00000,0.103
+21,mlp.experts.171.up_proj,rtn: 0.0023804,0.00000,0.080
+21,mlp.experts.147.up_proj,rtn: 0.0023041,0.00000,0.079
+21,mlp.experts.146.up_proj,rtn: 0.0023346,0.00000,0.150
+21,mlp.experts.175.up_proj,rtn: 0.0023346,0.00000,0.092
+21,mlp.experts.141.up_proj,rtn: 0.0023041,0.00000,0.124
+21,mlp.experts.165.up_proj,rtn: 0.0023804,0.00000,0.129
+21,mlp.experts.190.up_proj,rtn: 0.0022888,0.00000,0.079
+21,mlp.experts.170.up_proj,rtn: 0.0022736,0.00000,0.093
+21,mlp.experts.184.up_proj,rtn: 0.0022125,0.00000,0.090
+21,mlp.experts.182.up_proj,rtn: 0.0023499,0.00000,0.058
+21,mlp.experts.167.up_proj,rtn: 0.0022888,0.00000,0.086
+21,mlp.experts.160.up_proj,rtn: 0.0023651,0.00000,0.103
+21,mlp.experts.162.up_proj,rtn: 0.0023193,0.00000,0.070
+21,mlp.experts.187.up_proj,rtn: 0.0023041,0.00000,0.089
+21,mlp.experts.164.up_proj,rtn: 0.0024109,0.00000,0.106
+21,mlp.experts.163.up_proj,rtn: 0.0023651,0.00000,0.087
+21,mlp.experts.169.up_proj,rtn: 0.0023346,0.00000,0.173
+21,mlp.experts.172.up_proj,rtn: 0.0023346,0.00000,0.107
+21,mlp.experts.191.up_proj,rtn: 0.0022736,0.00000,0.109
+21,mlp.experts.186.up_proj,rtn: 0.0023193,0.00000,0.068
+21,mlp.experts.177.up_proj,rtn: 0.0023193,0.00000,0.190
+21,mlp.experts.176.up_proj,rtn: 0.0023193,0.00000,0.085
+21,mlp.experts.157.up_proj,rtn: 0.0023193,0.00000,0.111
+21,mlp.experts.178.up_proj,rtn: 0.0023193,0.00000,0.058
+21,mlp.experts.183.up_proj,rtn: 0.0023193,0.00000,0.092
+21,mlp.experts.180.up_proj,rtn: 0.0024109,0.00000,0.068
+21,mlp.experts.181.up_proj,rtn: 0.0023193,0.00000,0.128
+21,mlp.experts.179.up_proj,rtn: 0.0023041,0.00000,0.067
+21,mlp.experts.188.up_proj,rtn: 0.0023499,0.00000,0.044
+21,mlp.experts.173.up_proj,rtn: 0.0022736,0.00000,0.062
+21,mlp.experts.189.up_proj,rtn: 0.0023193,0.00000,0.061
+21,mlp.experts.185.up_proj,rtn: 0.0024109,0.00000,0.186
+21,mlp.experts.0.down_proj,rtn: 0.0022736,0.00000,0.012
+21,mlp.experts.4.down_proj,rtn: 0.0022583,0.00000,0.017
+21,mlp.experts.14.down_proj,rtn: 0.0022736,0.00000,0.044
+21,mlp.experts.6.down_proj,rtn: 0.0022583,0.00000,0.046
+21,mlp.experts.2.down_proj,rtn: 0.0022583,0.00000,0.057
+21,mlp.experts.10.down_proj,rtn: 0.0023041,0.00000,0.038
+21,mlp.experts.16.down_proj,rtn: 0.0022583,0.00000,0.051
+21,mlp.experts.20.down_proj,rtn: 0.0022888,0.00000,0.054
+21,mlp.experts.8.down_proj,rtn: 0.0023193,0.00000,0.055
+21,mlp.experts.1.down_proj,rtn: 0.0023041,0.00000,0.150
+21,mlp.experts.7.down_proj,rtn: 0.0022888,0.00000,0.068
+21,mlp.experts.13.down_proj,rtn: 0.0023041,0.00000,0.152
+21,mlp.experts.15.down_proj,rtn: 0.0022888,0.00000,0.067
+21,mlp.experts.30.down_proj,rtn: 0.0023041,0.00000,0.038
+21,mlp.experts.9.down_proj,rtn: 0.0022583,0.00000,0.155
+21,mlp.experts.3.down_proj,rtn: 0.0022736,0.00000,0.071
+21,mlp.experts.5.down_proj,rtn: 0.0022278,0.00000,0.167
+21,mlp.experts.22.down_proj,rtn: 0.0023041,0.00000,0.030
+21,mlp.experts.26.down_proj,rtn: 0.0023193,0.00000,0.031
+21,mlp.experts.11.down_proj,rtn: 0.0022888,0.00000,0.086
+21,mlp.experts.18.down_proj,rtn: 0.0022583,0.00000,0.027
+21,mlp.experts.12.down_proj,rtn: 0.0023193,0.00000,0.089
+21,mlp.experts.36.down_proj,rtn: 0.0022888,0.00000,0.035
+21,mlp.experts.31.down_proj,rtn: 0.0022736,0.00000,0.023
+21,mlp.experts.24.down_proj,rtn: 0.0023499,0.00000,0.051
+21,mlp.experts.23.down_proj,rtn: 0.0022430,0.00000,0.027
+21,mlp.experts.34.down_proj,rtn: 0.0022583,0.00000,0.033
+21,mlp.experts.19.down_proj,rtn: 0.0023193,0.00000,0.021
+21,mlp.experts.46.down_proj,rtn: 0.0022583,0.00000,0.031
+21,mlp.experts.17.down_proj,rtn: 0.0023041,0.00000,0.061
+21,mlp.experts.32.down_proj,rtn: 0.0023651,0.00000,0.070
+21,mlp.experts.42.down_proj,rtn: 0.0023499,0.00000,0.026
+21,mlp.experts.38.down_proj,rtn: 0.0022888,0.00000,0.027
+21,mlp.experts.29.down_proj,rtn: 0.0022888,0.00000,0.054
+21,mlp.experts.27.down_proj,rtn: 0.0022430,0.00000,0.034
+21,mlp.experts.25.down_proj,rtn: 0.0023499,0.00000,0.053
+21,mlp.experts.52.down_proj,rtn: 0.0023041,0.00000,0.040
+21,mlp.experts.50.down_proj,rtn: 0.0022888,0.00000,0.011
+21,mlp.experts.35.down_proj,rtn: 0.0023041,0.00000,0.027
+21,mlp.experts.39.down_proj,rtn: 0.0022888,0.00000,0.021
+21,mlp.experts.47.down_proj,rtn: 0.0022736,0.00000,0.029
+21,mlp.experts.28.down_proj,rtn: 0.0022736,0.00000,0.043
+21,mlp.experts.40.down_proj,rtn: 0.0022430,0.00000,0.033
+21,mlp.experts.21.down_proj,rtn: 0.0023651,0.00000,0.071
+21,mlp.experts.58.down_proj,rtn: 0.0023041,0.00000,0.033
+21,mlp.experts.45.down_proj,rtn: 0.0023041,0.00000,0.050
+21,mlp.experts.54.down_proj,rtn: 0.0022888,0.00000,0.028
+21,mlp.experts.66.down_proj,rtn: 0.0022430,0.00000,0.029
+21,mlp.experts.62.down_proj,rtn: 0.0023193,0.00000,0.029
+21,mlp.experts.43.down_proj,rtn: 0.0022888,0.00000,0.031
+21,mlp.experts.63.down_proj,rtn: 0.0022888,0.00000,0.023
+21,mlp.experts.68.down_proj,rtn: 0.0022430,0.00000,0.033
+21,mlp.experts.41.down_proj,rtn: 0.0023041,0.00000,0.040
+21,mlp.experts.55.down_proj,rtn: 0.0022736,0.00000,0.036
+21,mlp.experts.33.down_proj,rtn: 0.0022736,0.00000,0.069
+21,mlp.experts.48.down_proj,rtn: 0.0022736,0.00000,0.071
+21,mlp.experts.56.down_proj,rtn: 0.0022736,0.00000,0.051
+21,mlp.experts.51.down_proj,rtn: 0.0022430,0.00000,0.017
+21,mlp.experts.61.down_proj,rtn: 0.0023346,0.00000,0.022
+21,mlp.experts.37.down_proj,rtn: 0.0022888,0.00000,0.038
+21,mlp.experts.82.down_proj,rtn: 0.0022736,0.00000,0.029
+21,mlp.experts.44.down_proj,rtn: 0.0023193,0.00000,0.050
+21,mlp.experts.74.down_proj,rtn: 0.0022583,0.00000,0.042
+21,mlp.experts.70.down_proj,rtn: 0.0023041,0.00000,0.035
+21,mlp.experts.78.down_proj,rtn: 0.0023651,0.00000,0.032
+21,mlp.experts.79.down_proj,rtn: 0.0023193,0.00000,0.037
+21,mlp.experts.84.down_proj,rtn: 0.0022430,0.00000,0.034
+21,mlp.experts.59.down_proj,rtn: 0.0022888,0.00000,0.043
+21,mlp.experts.67.down_proj,rtn: 0.0022583,0.00000,0.037
+21,mlp.experts.71.down_proj,rtn: 0.0023041,0.00000,0.037
+21,mlp.experts.49.down_proj,rtn: 0.0023041,0.00000,0.040
+21,mlp.experts.94.down_proj,rtn: 0.0022583,0.00000,0.040
+21,mlp.experts.90.down_proj,rtn: 0.0023346,0.00000,0.036
+21,mlp.experts.87.down_proj,rtn: 0.0023041,0.00000,0.024
+21,mlp.experts.98.down_proj,rtn: 0.0022736,0.00000,0.043
+21,mlp.experts.86.down_proj,rtn: 0.0022736,0.00000,0.036
+21,mlp.experts.53.down_proj,rtn: 0.0022583,0.00000,0.049
+21,mlp.experts.77.down_proj,rtn: 0.0022736,0.00000,0.038
+21,mlp.experts.57.down_proj,rtn: 0.0023041,0.00000,0.054
+21,mlp.experts.72.down_proj,rtn: 0.0022736,0.00000,0.054
+21,mlp.experts.64.down_proj,rtn: 0.0022736,0.00000,0.062
+21,mlp.experts.60.down_proj,rtn: 0.0022736,0.00000,0.079
+21,mlp.experts.100.down_proj,rtn: 0.0022888,0.00000,0.044
+21,mlp.experts.75.down_proj,rtn: 0.0022888,0.00000,0.043
+21,mlp.experts.83.down_proj,rtn: 0.0022736,0.00000,0.041
+21,mlp.experts.80.down_proj,rtn: 0.0022430,0.00000,0.042
+21,mlp.experts.95.down_proj,rtn: 0.0022583,0.00000,0.045
+21,mlp.experts.106.down_proj,rtn: 0.0023651,0.00000,0.039
+21,mlp.experts.110.down_proj,rtn: 0.0022736,0.00000,0.044
+21,mlp.experts.103.down_proj,rtn: 0.0022736,0.00000,0.037
+21,mlp.experts.102.down_proj,rtn: 0.0022736,0.00000,0.035
+21,mlp.experts.114.down_proj,rtn: 0.0022888,0.00000,0.040
+21,mlp.experts.69.down_proj,rtn: 0.0022736,0.00000,0.051
+21,mlp.experts.93.down_proj,rtn: 0.0022888,0.00000,0.055
+21,mlp.experts.91.down_proj,rtn: 0.0023041,0.00000,0.036
+21,mlp.experts.99.down_proj,rtn: 0.0023193,0.00000,0.031
+21,mlp.experts.88.down_proj,rtn: 0.0022736,0.00000,0.046
+21,mlp.experts.73.down_proj,rtn: 0.0022583,0.00000,0.054
+21,mlp.experts.111.down_proj,rtn: 0.0022736,0.00000,0.033
+21,mlp.experts.122.down_proj,rtn: 0.0022736,0.00000,0.038
+21,mlp.experts.116.down_proj,rtn: 0.0022888,0.00000,0.050
+21,mlp.experts.76.down_proj,rtn: 0.0023499,0.00000,0.045
+21,mlp.experts.130.down_proj,rtn: 0.0022430,0.00000,0.034
+21,mlp.experts.96.down_proj,rtn: 0.0022583,0.00000,0.040
+21,mlp.experts.118.down_proj,rtn: 0.0022583,0.00000,0.035
+21,mlp.experts.119.down_proj,rtn: 0.0022888,0.00000,0.037
+21,mlp.experts.126.down_proj,rtn: 0.0022583,0.00000,0.043
+21,mlp.experts.107.down_proj,rtn: 0.0022583,0.00000,0.030
+21,mlp.experts.115.down_proj,rtn: 0.0022736,0.00000,0.030
+21,mlp.experts.104.down_proj,rtn: 0.0022888,0.00000,0.034
+21,mlp.experts.138.down_proj,rtn: 0.0023041,0.00000,0.035
+21,mlp.experts.127.down_proj,rtn: 0.0023346,0.00000,0.036
+21,mlp.experts.146.down_proj,rtn: 0.0022888,0.00000,0.036
+21,mlp.experts.85.down_proj,rtn: 0.0022583,0.00000,0.065
+21,mlp.experts.134.down_proj,rtn: 0.0022888,0.00000,0.032
+21,mlp.experts.132.down_proj,rtn: 0.0022583,0.00000,0.038
+21,mlp.experts.135.down_proj,rtn: 0.0022583,0.00000,0.030
+21,mlp.experts.92.down_proj,rtn: 0.0023193,0.00000,0.041
+21,mlp.experts.112.down_proj,rtn: 0.0022888,0.00000,0.037
+21,mlp.experts.123.down_proj,rtn: 0.0023193,0.00000,0.029
+21,mlp.experts.131.down_proj,rtn: 0.0022888,0.00000,0.027
+21,mlp.experts.142.down_proj,rtn: 0.0022736,0.00000,0.038
+21,mlp.experts.109.down_proj,rtn: 0.0023651,0.00000,0.075
+21,mlp.experts.120.down_proj,rtn: 0.0022430,0.00000,0.038
+21,mlp.experts.154.down_proj,rtn: 0.0023041,0.00000,0.032
+21,mlp.experts.89.down_proj,rtn: 0.0022888,0.00000,0.075
+21,mlp.experts.162.down_proj,rtn: 0.0022583,0.00000,0.023
+21,mlp.experts.150.down_proj,rtn: 0.0023499,0.00000,0.023
+21,mlp.experts.143.down_proj,rtn: 0.0022888,0.00000,0.031
+21,mlp.experts.151.down_proj,rtn: 0.0022888,0.00000,0.025
+21,mlp.experts.148.down_proj,rtn: 0.0022583,0.00000,0.031
+21,mlp.experts.101.down_proj,rtn: 0.0022736,0.00000,0.035
+21,mlp.experts.108.down_proj,rtn: 0.0022888,0.00000,0.030
+21,mlp.experts.128.down_proj,rtn: 0.0023499,0.00000,0.025
+21,mlp.experts.147.down_proj,rtn: 0.0022583,0.00000,0.023
+21,mlp.experts.139.down_proj,rtn: 0.0023193,0.00000,0.024
+21,mlp.experts.65.down_proj,rtn: 0.0022583,0.00000,0.156
+21,mlp.experts.136.down_proj,rtn: 0.0022888,0.00000,0.012
+21,mlp.experts.158.down_proj,rtn: 0.0023346,0.00000,0.033
+21,mlp.experts.125.down_proj,rtn: 0.0022888,0.00000,0.041
+21,mlp.experts.170.down_proj,rtn: 0.0022583,0.00000,0.035
+21,mlp.experts.159.down_proj,rtn: 0.0022583,0.00000,0.030
+21,mlp.experts.167.down_proj,rtn: 0.0022583,0.00000,0.032
+21,mlp.experts.166.down_proj,rtn: 0.0021667,0.00000,0.039
+21,mlp.experts.178.down_proj,rtn: 0.0023041,0.00000,0.044
+21,mlp.experts.105.down_proj,rtn: 0.0022583,0.00000,0.056
+21,mlp.experts.144.down_proj,rtn: 0.0022583,0.00000,0.040
+21,mlp.experts.124.down_proj,rtn: 0.0022888,0.00000,0.043
+21,mlp.experts.174.down_proj,rtn: 0.0022430,0.00000,0.031
+21,mlp.experts.117.down_proj,rtn: 0.0022430,0.00000,0.054
+21,mlp.experts.186.down_proj,rtn: 0.0022736,0.00000,0.030
+21,mlp.experts.164.down_proj,rtn: 0.0023804,0.00000,0.059
+21,mlp.experts.155.down_proj,rtn: 0.0022736,0.00000,0.049
+21,mlp.experts.163.down_proj,rtn: 0.0023499,0.00000,0.051
+21,mlp.experts.152.down_proj,rtn: 0.0022888,0.00000,0.042
+21,mlp.experts.81.down_proj,rtn: 0.0022888,0.00000,0.054
+21,mlp.experts.160.down_proj,rtn: 0.0023193,0.00000,0.018
+21,mlp.experts.140.down_proj,rtn: 0.0022736,0.00000,0.014
+21,mlp.experts.182.down_proj,rtn: 0.0023041,0.00000,0.027
+21,mlp.experts.190.down_proj,rtn: 0.0022583,0.00000,0.016
+21,mlp.experts.183.down_proj,rtn: 0.0022736,0.00000,0.061
+21,mlp.experts.175.down_proj,rtn: 0.0022888,0.00000,0.068
+21,mlp.experts.141.down_proj,rtn: 0.0022583,0.00000,0.087
+21,mlp.experts.133.down_proj,rtn: 0.0022278,0.00000,0.050
+21,mlp.experts.121.down_proj,rtn: 0.0023346,0.00000,0.059
+21,mlp.experts.171.down_proj,rtn: 0.0023193,0.00000,0.037
+21,mlp.experts.179.down_proj,rtn: 0.0022736,0.00000,0.039
+21,mlp.experts.191.down_proj,rtn: 0.0022430,0.00000,0.017
+21,mlp.experts.156.down_proj,rtn: 0.0023193,0.00000,0.048
+21,mlp.experts.176.down_proj,rtn: 0.0022736,0.00000,0.055
+21,mlp.experts.187.down_proj,rtn: 0.0022888,0.00000,0.018
+21,mlp.experts.97.down_proj,rtn: 0.0022736,0.00000,0.058
+21,mlp.experts.149.down_proj,rtn: 0.0022583,0.00000,0.042
+21,mlp.experts.157.down_proj,rtn: 0.0022736,0.00000,0.053
+21,mlp.experts.180.down_proj,rtn: 0.0023804,0.00000,0.078
+21,mlp.experts.168.down_proj,rtn: 0.0023651,0.00000,0.080
+21,mlp.experts.172.down_proj,rtn: 0.0023346,0.00000,0.026
+21,mlp.experts.137.down_proj,rtn: 0.0022888,0.00000,0.043
+21,mlp.experts.184.down_proj,rtn: 0.0021515,0.00000,0.020
+21,mlp.experts.113.down_proj,rtn: 0.0022430,0.00000,0.036
+21,mlp.experts.188.down_proj,rtn: 0.0023041,0.00000,0.014
+21,mlp.experts.165.down_proj,rtn: 0.0023193,0.00000,0.042
+21,mlp.experts.173.down_proj,rtn: 0.0022430,0.00000,0.039
+21,mlp.experts.153.down_proj,rtn: 0.0022583,0.00000,0.037
+21,mlp.experts.129.down_proj,rtn: 0.0023193,0.00000,0.032
+21,mlp.experts.189.down_proj,rtn: 0.0022736,0.00000,0.032
+21,mlp.experts.181.down_proj,rtn: 0.0022888,0.00000,0.038
+21,mlp.experts.169.down_proj,rtn: 0.0023193,0.00000,0.031
+21,mlp.experts.145.down_proj,rtn: 0.0023651,0.00000,0.023
+21,mlp.experts.185.down_proj,rtn: 0.0023956,0.00000,0.014
+21,mlp.experts.161.down_proj,rtn: 0.0022736,0.00000,0.014
+21,mlp.experts.177.down_proj,rtn: 0.0022736,0.00000,0.011
+21,mlp.shared_experts.gate_proj,rtn: 0.0016174,0.00000,0.027
+21,mlp.shared_experts.up_proj,rtn: 0.0016708,0.00000,0.028
+21,mlp.shared_experts.down_proj,rtn: 0.0017319,0.00000,0.021
+22,self_attn.q_proj,rtn: 0.0023041,0.00000,0.016
+22,self_attn.v_proj,rtn: 0.0025787,0.00000,0.034
+22,self_attn.k_proj,rtn: 0.0024261,0.00000,0.020
+22,self_attn.o_proj,rtn: 0.0025482,0.00000,0.044
+22,mlp.experts.8.gate_proj,rtn: 0.0023346,0.00000,0.101
+22,mlp.experts.5.gate_proj,rtn: 0.0023651,0.00000,0.108
+22,mlp.experts.1.gate_proj,rtn: 0.0023193,0.00000,0.108
+22,mlp.experts.4.gate_proj,rtn: 0.0023193,0.00000,0.115
+22,mlp.experts.12.gate_proj,rtn: 0.0023041,0.00000,0.120
+22,mlp.experts.11.gate_proj,rtn: 0.0023804,0.00000,0.123
+22,mlp.experts.15.gate_proj,rtn: 0.0023651,0.00000,0.125
+22,mlp.experts.13.gate_proj,rtn: 0.0023651,0.00000,0.125
+22,mlp.experts.9.gate_proj,rtn: 0.0023346,0.00000,0.128
+22,mlp.experts.3.gate_proj,rtn: 0.0023041,0.00000,0.127
+22,mlp.experts.7.gate_proj,rtn: 0.0023651,0.00000,0.128
+22,mlp.experts.2.gate_proj,rtn: 0.0024414,0.00000,0.139
+22,mlp.experts.6.gate_proj,rtn: 0.0023804,0.00000,0.141
+22,mlp.experts.0.gate_proj,rtn: 0.0023499,0.00000,0.142
+22,mlp.experts.10.gate_proj,rtn: 0.0023651,0.00000,0.149
+22,mlp.experts.14.gate_proj,rtn: 0.0024414,0.00000,0.159
+22,mlp.experts.21.gate_proj,rtn: 0.0023346,0.00000,0.071
+22,mlp.experts.24.gate_proj,rtn: 0.0022888,0.00000,0.091
+22,mlp.experts.17.gate_proj,rtn: 0.0023499,0.00000,0.081
+22,mlp.experts.28.gate_proj,rtn: 0.0023499,0.00000,0.088
+22,mlp.experts.29.gate_proj,rtn: 0.0023804,0.00000,0.082
+22,mlp.experts.20.gate_proj,rtn: 0.0023346,0.00000,0.103
+22,mlp.experts.27.gate_proj,rtn: 0.0023499,0.00000,0.093
+22,mlp.experts.25.gate_proj,rtn: 0.0023499,0.00000,0.083
+22,mlp.experts.31.gate_proj,rtn: 0.0023193,0.00000,0.102
+22,mlp.experts.23.gate_proj,rtn: 0.0023804,0.00000,0.093
+22,mlp.experts.19.gate_proj,rtn: 0.0023956,0.00000,0.107
+22,mlp.experts.16.gate_proj,rtn: 0.0023499,0.00000,0.095
+22,mlp.experts.37.gate_proj,rtn: 0.0022888,0.00000,0.077
+22,mlp.experts.22.gate_proj,rtn: 0.0023956,0.00000,0.120
+22,mlp.experts.33.gate_proj,rtn: 0.0023193,0.00000,0.077
+22,mlp.experts.26.gate_proj,rtn: 0.0023651,0.00000,0.116
+22,mlp.experts.18.gate_proj,rtn: 0.0023499,0.00000,0.126
+22,mlp.experts.40.gate_proj,rtn: 0.0023346,0.00000,0.091
+22,mlp.experts.45.gate_proj,rtn: 0.0023499,0.00000,0.067
+22,mlp.experts.41.gate_proj,rtn: 0.0023041,0.00000,0.075
+22,mlp.experts.30.gate_proj,rtn: 0.0022888,0.00000,0.136
+22,mlp.experts.36.gate_proj,rtn: 0.0023651,0.00000,0.096
+22,mlp.experts.43.gate_proj,rtn: 0.0024109,0.00000,0.096
+22,mlp.experts.53.gate_proj,rtn: 0.0023346,0.00000,0.073
+22,mlp.experts.47.gate_proj,rtn: 0.0023346,0.00000,0.101
+22,mlp.experts.39.gate_proj,rtn: 0.0022583,0.00000,0.102
+22,mlp.experts.44.gate_proj,rtn: 0.0024109,0.00000,0.136
+22,mlp.experts.32.gate_proj,rtn: 0.0023346,0.00000,0.100
+22,mlp.experts.49.gate_proj,rtn: 0.0023804,0.00000,0.073
+22,mlp.experts.34.gate_proj,rtn: 0.0023499,0.00000,0.097
+22,mlp.experts.61.gate_proj,rtn: 0.0023041,0.00000,0.083
+22,mlp.experts.57.gate_proj,rtn: 0.0023193,0.00000,0.071
+22,mlp.experts.35.gate_proj,rtn: 0.0023346,0.00000,0.129
+22,mlp.experts.38.gate_proj,rtn: 0.0024109,0.00000,0.105
+22,mlp.experts.42.gate_proj,rtn: 0.0023956,0.00000,0.101
+22,mlp.experts.56.gate_proj,rtn: 0.0023651,0.00000,0.111
+22,mlp.experts.59.gate_proj,rtn: 0.0022278,0.00000,0.088
+22,mlp.experts.55.gate_proj,rtn: 0.0023193,0.00000,0.081
+22,mlp.experts.63.gate_proj,rtn: 0.0023651,0.00000,0.081
+22,mlp.experts.69.gate_proj,rtn: 0.0022736,0.00000,0.090
+22,mlp.experts.46.gate_proj,rtn: 0.0023804,0.00000,0.109
+22,mlp.experts.65.gate_proj,rtn: 0.0023193,0.00000,0.088
+22,mlp.experts.52.gate_proj,rtn: 0.0023651,0.00000,0.130
+22,mlp.experts.48.gate_proj,rtn: 0.0023499,0.00000,0.107
+22,mlp.experts.77.gate_proj,rtn: 0.0023651,0.00000,0.087
+22,mlp.experts.73.gate_proj,rtn: 0.0023651,0.00000,0.091
+22,mlp.experts.50.gate_proj,rtn: 0.0023499,0.00000,0.100
+22,mlp.experts.60.gate_proj,rtn: 0.0023346,0.00000,0.129
+22,mlp.experts.54.gate_proj,rtn: 0.0023499,0.00000,0.091
+22,mlp.experts.58.gate_proj,rtn: 0.0023651,0.00000,0.095
+22,mlp.experts.72.gate_proj,rtn: 0.0023499,0.00000,0.099
+22,mlp.experts.51.gate_proj,rtn: 0.0023193,0.00000,0.121
+22,mlp.experts.62.gate_proj,rtn: 0.0023956,0.00000,0.091
+22,mlp.experts.68.gate_proj,rtn: 0.0023499,0.00000,0.074
+22,mlp.experts.75.gate_proj,rtn: 0.0023193,0.00000,0.123
+22,mlp.experts.71.gate_proj,rtn: 0.0023956,0.00000,0.112
+22,mlp.experts.64.gate_proj,rtn: 0.0023193,0.00000,0.074
+22,mlp.experts.76.gate_proj,rtn: 0.0023804,0.00000,0.071
+22,mlp.experts.79.gate_proj,rtn: 0.0023499,0.00000,0.122
+22,mlp.experts.81.gate_proj,rtn: 0.0023346,0.00000,0.115
+22,mlp.experts.66.gate_proj,rtn: 0.0023499,0.00000,0.086
+22,mlp.experts.88.gate_proj,rtn: 0.0023193,0.00000,0.074
+22,mlp.experts.93.gate_proj,rtn: 0.0022888,0.00000,0.107
+22,mlp.experts.70.gate_proj,rtn: 0.0023193,0.00000,0.092
+22,mlp.experts.89.gate_proj,rtn: 0.0023804,0.00000,0.104
+22,mlp.experts.74.gate_proj,rtn: 0.0023499,0.00000,0.096
+22,mlp.experts.67.gate_proj,rtn: 0.0023346,0.00000,0.089
+22,mlp.experts.84.gate_proj,rtn: 0.0023499,0.00000,0.073
+22,mlp.experts.85.gate_proj,rtn: 0.0023499,0.00000,0.188
+22,mlp.experts.80.gate_proj,rtn: 0.0023041,0.00000,0.074
+22,mlp.experts.92.gate_proj,rtn: 0.0023193,0.00000,0.066
+22,mlp.experts.78.gate_proj,rtn: 0.0023041,0.00000,0.097
+22,mlp.experts.91.gate_proj,rtn: 0.0023651,0.00000,0.089
+22,mlp.experts.87.gate_proj,rtn: 0.0023651,0.00000,0.093
+22,mlp.experts.95.gate_proj,rtn: 0.0023041,0.00000,0.093
+22,mlp.experts.97.gate_proj,rtn: 0.0023346,0.00000,0.087
+22,mlp.experts.104.gate_proj,rtn: 0.0023193,0.00000,0.080
+22,mlp.experts.82.gate_proj,rtn: 0.0023804,0.00000,0.091
+22,mlp.experts.83.gate_proj,rtn: 0.0024261,0.00000,0.081
+22,mlp.experts.100.gate_proj,rtn: 0.0023346,0.00000,0.076
+22,mlp.experts.107.gate_proj,rtn: 0.0023193,0.00000,0.070
+22,mlp.experts.105.gate_proj,rtn: 0.0023346,0.00000,0.117
+22,mlp.experts.96.gate_proj,rtn: 0.0023651,0.00000,0.083
+22,mlp.experts.103.gate_proj,rtn: 0.0023346,0.00000,0.067
+22,mlp.experts.109.gate_proj,rtn: 0.0023499,0.00000,0.132
+22,mlp.experts.108.gate_proj,rtn: 0.0023193,0.00000,0.087
+22,mlp.experts.111.gate_proj,rtn: 0.0023651,0.00000,0.072
+22,mlp.experts.86.gate_proj,rtn: 0.0023651,0.00000,0.143
+22,mlp.experts.90.gate_proj,rtn: 0.0023651,0.00000,0.143
+22,mlp.experts.120.gate_proj,rtn: 0.0023193,0.00000,0.073
+22,mlp.experts.101.gate_proj,rtn: 0.0023499,0.00000,0.135
+22,mlp.experts.94.gate_proj,rtn: 0.0023193,0.00000,0.138
+22,mlp.experts.119.gate_proj,rtn: 0.0023193,0.00000,0.070
+22,mlp.experts.125.gate_proj,rtn: 0.0022888,0.00000,0.064
+22,mlp.experts.99.gate_proj,rtn: 0.0023346,0.00000,0.077
+22,mlp.experts.121.gate_proj,rtn: 0.0024261,0.00000,0.072
+22,mlp.experts.123.gate_proj,rtn: 0.0023346,0.00000,0.079
+22,mlp.experts.127.gate_proj,rtn: 0.0023804,0.00000,0.069
+22,mlp.experts.113.gate_proj,rtn: 0.0023193,0.00000,0.085
+22,mlp.experts.98.gate_proj,rtn: 0.0023499,0.00000,0.088
+22,mlp.experts.102.gate_proj,rtn: 0.0023041,0.00000,0.090
+22,mlp.experts.106.gate_proj,rtn: 0.0023346,0.00000,0.093
+22,mlp.experts.117.gate_proj,rtn: 0.0023499,0.00000,0.084
+22,mlp.experts.112.gate_proj,rtn: 0.0023346,0.00000,0.120
+22,mlp.experts.135.gate_proj,rtn: 0.0023651,0.00000,0.060
+22,mlp.experts.115.gate_proj,rtn: 0.0023956,0.00000,0.060
+22,mlp.experts.139.gate_proj,rtn: 0.0023193,0.00000,0.058
+22,mlp.experts.143.gate_proj,rtn: 0.0023346,0.00000,0.055
+22,mlp.experts.110.gate_proj,rtn: 0.0023651,0.00000,0.088
+22,mlp.experts.141.gate_proj,rtn: 0.0023804,0.00000,0.076
+22,mlp.experts.137.gate_proj,rtn: 0.0023499,0.00000,0.074
+22,mlp.experts.129.gate_proj,rtn: 0.0023346,0.00000,0.066
+22,mlp.experts.124.gate_proj,rtn: 0.0024109,0.00000,0.154
+22,mlp.experts.118.gate_proj,rtn: 0.0023041,0.00000,0.070
+22,mlp.experts.116.gate_proj,rtn: 0.0023499,0.00000,0.199
+22,mlp.experts.122.gate_proj,rtn: 0.0023651,0.00000,0.080
+22,mlp.experts.151.gate_proj,rtn: 0.0023651,0.00000,0.064
+22,mlp.experts.114.gate_proj,rtn: 0.0023499,0.00000,0.103
+22,mlp.experts.136.gate_proj,rtn: 0.0023651,0.00000,0.191
+22,mlp.experts.133.gate_proj,rtn: 0.0023041,0.00000,0.106
+22,mlp.experts.159.gate_proj,rtn: 0.0022888,0.00000,0.069
+22,mlp.experts.131.gate_proj,rtn: 0.0023346,0.00000,0.074
+22,mlp.experts.155.gate_proj,rtn: 0.0023651,0.00000,0.070
+22,mlp.experts.128.gate_proj,rtn: 0.0023956,0.00000,0.142
+22,mlp.experts.153.gate_proj,rtn: 0.0023956,0.00000,0.113
+22,mlp.experts.157.gate_proj,rtn: 0.0022736,0.00000,0.111
+22,mlp.experts.145.gate_proj,rtn: 0.0022888,0.00000,0.072
+22,mlp.experts.167.gate_proj,rtn: 0.0023499,0.00000,0.072
+22,mlp.experts.147.gate_proj,rtn: 0.0023804,0.00000,0.060
+22,mlp.experts.171.gate_proj,rtn: 0.0023499,0.00000,0.064
+22,mlp.experts.149.gate_proj,rtn: 0.0023956,0.00000,0.070
+22,mlp.experts.175.gate_proj,rtn: 0.0023499,0.00000,0.070
+22,mlp.experts.132.gate_proj,rtn: 0.0023956,0.00000,0.129
+22,mlp.experts.140.gate_proj,rtn: 0.0023346,0.00000,0.157
+22,mlp.experts.134.gate_proj,rtn: 0.0023041,0.00000,0.154
+22,mlp.experts.152.gate_proj,rtn: 0.0023346,0.00000,0.107
+22,mlp.experts.169.gate_proj,rtn: 0.0023499,0.00000,0.064
+22,mlp.experts.183.gate_proj,rtn: 0.0023041,0.00000,0.061
+22,mlp.experts.173.gate_proj,rtn: 0.0023651,0.00000,0.067
+22,mlp.experts.161.gate_proj,rtn: 0.0023956,0.00000,0.069
+22,mlp.experts.126.gate_proj,rtn: 0.0023193,0.00000,0.211
+22,mlp.experts.144.gate_proj,rtn: 0.0023499,0.00000,0.112
+22,mlp.experts.165.gate_proj,rtn: 0.0023651,0.00000,0.071
+22,mlp.experts.130.gate_proj,rtn: 0.0022888,0.00000,0.171
+22,mlp.experts.138.gate_proj,rtn: 0.0023193,0.00000,0.211
+22,mlp.experts.163.gate_proj,rtn: 0.0023041,0.00000,0.064
+22,mlp.experts.187.gate_proj,rtn: 0.0023956,0.00000,0.073
+22,mlp.experts.191.gate_proj,rtn: 0.0023499,0.00000,0.074
+22,mlp.experts.7.up_proj,rtn: 0.0023346,0.00000,0.063
+22,mlp.experts.189.gate_proj,rtn: 0.0023346,0.00000,0.083
+22,mlp.experts.185.gate_proj,rtn: 0.0023193,0.00000,0.090
+22,mlp.experts.148.gate_proj,rtn: 0.0023193,0.00000,0.106
+22,mlp.experts.156.gate_proj,rtn: 0.0024261,0.00000,0.108
+22,mlp.experts.168.gate_proj,rtn: 0.0023193,0.00000,0.100
+22,mlp.experts.150.gate_proj,rtn: 0.0023499,0.00000,0.107
+22,mlp.experts.177.gate_proj,rtn: 0.0023499,0.00000,0.095
+22,mlp.experts.142.gate_proj,rtn: 0.0023499,0.00000,0.105
+22,mlp.experts.23.up_proj,rtn: 0.0023651,0.00000,0.073
+22,mlp.experts.179.gate_proj,rtn: 0.0023499,0.00000,0.080
+22,mlp.experts.15.up_proj,rtn: 0.0023651,0.00000,0.076
+22,mlp.experts.146.gate_proj,rtn: 0.0023651,0.00000,0.094
+22,mlp.experts.11.up_proj,rtn: 0.0023651,0.00000,0.079
+22,mlp.experts.154.gate_proj,rtn: 0.0023956,0.00000,0.093
+22,mlp.experts.160.gate_proj,rtn: 0.0023651,0.00000,0.128
+22,mlp.experts.181.gate_proj,rtn: 0.0023346,0.00000,0.126
+22,mlp.experts.166.gate_proj,rtn: 0.0023651,0.00000,0.078
+22,mlp.experts.164.gate_proj,rtn: 0.0023041,0.00000,0.088
+22,mlp.experts.184.gate_proj,rtn: 0.0022583,0.00000,0.084
+22,mlp.experts.172.gate_proj,rtn: 0.0023651,0.00000,0.090
+22,mlp.experts.158.gate_proj,rtn: 0.0023193,0.00000,0.082
+22,mlp.experts.9.up_proj,rtn: 0.0023041,0.00000,0.124
+22,mlp.experts.13.up_proj,rtn: 0.0023346,0.00000,0.134
+22,mlp.experts.176.gate_proj,rtn: 0.0023193,0.00000,0.072
+22,mlp.experts.1.up_proj,rtn: 0.0023041,0.00000,0.133
+22,mlp.experts.170.gate_proj,rtn: 0.0023499,0.00000,0.085
+22,mlp.experts.162.gate_proj,rtn: 0.0023346,0.00000,0.097
+22,mlp.experts.39.up_proj,rtn: 0.0022430,0.00000,0.110
+22,mlp.experts.3.up_proj,rtn: 0.0023041,0.00000,0.106
+22,mlp.experts.27.up_proj,rtn: 0.0023346,0.00000,0.099
+22,mlp.experts.31.up_proj,rtn: 0.0023041,0.00000,0.103
+22,mlp.experts.8.up_proj,rtn: 0.0023193,0.00000,0.077
+22,mlp.experts.5.up_proj,rtn: 0.0023499,0.00000,0.096
+22,mlp.experts.180.gate_proj,rtn: 0.0023651,0.00000,0.080
+22,mlp.experts.188.gate_proj,rtn: 0.0024261,0.00000,0.075
+22,mlp.experts.182.gate_proj,rtn: 0.0024261,0.00000,0.106
+22,mlp.experts.174.gate_proj,rtn: 0.0023499,0.00000,0.101
+22,mlp.experts.25.up_proj,rtn: 0.0023346,0.00000,0.090
+22,mlp.experts.0.up_proj,rtn: 0.0023193,0.00000,0.075
+22,mlp.experts.29.up_proj,rtn: 0.0023651,0.00000,0.094
+22,mlp.experts.4.up_proj,rtn: 0.0023041,0.00000,0.062
+22,mlp.experts.186.gate_proj,rtn: 0.0023956,0.00000,0.086
+22,mlp.experts.178.gate_proj,rtn: 0.0022583,0.00000,0.084
+22,mlp.experts.17.up_proj,rtn: 0.0023499,0.00000,0.105
+22,mlp.experts.24.up_proj,rtn: 0.0022736,0.00000,0.077
+22,mlp.experts.12.up_proj,rtn: 0.0022888,0.00000,0.073
+22,mlp.experts.55.up_proj,rtn: 0.0023041,0.00000,0.095
+22,mlp.experts.43.up_proj,rtn: 0.0023956,0.00000,0.091
+22,mlp.experts.19.up_proj,rtn: 0.0023804,0.00000,0.089
+22,mlp.experts.47.up_proj,rtn: 0.0023193,0.00000,0.092
+22,mlp.experts.6.up_proj,rtn: 0.0023651,0.00000,0.080
+22,mlp.experts.16.up_proj,rtn: 0.0023346,0.00000,0.067
+22,mlp.experts.21.up_proj,rtn: 0.0023193,0.00000,0.119
+22,mlp.experts.190.gate_proj,rtn: 0.0023041,0.00000,0.083
+22,mlp.experts.41.up_proj,rtn: 0.0022888,0.00000,0.084
+22,mlp.experts.20.up_proj,rtn: 0.0023193,0.00000,0.064
+22,mlp.experts.45.up_proj,rtn: 0.0023346,0.00000,0.094
+22,mlp.experts.40.up_proj,rtn: 0.0023193,0.00000,0.074
+22,mlp.experts.10.up_proj,rtn: 0.0023193,0.00000,0.081
+22,mlp.experts.28.up_proj,rtn: 0.0023193,0.00000,0.071
+22,mlp.experts.2.up_proj,rtn: 0.0024261,0.00000,0.084
+22,mlp.experts.59.up_proj,rtn: 0.0022278,0.00000,0.087
+22,mlp.experts.35.up_proj,rtn: 0.0023193,0.00000,0.084
+22,mlp.experts.71.up_proj,rtn: 0.0023499,0.00000,0.091
+22,mlp.experts.63.up_proj,rtn: 0.0023346,0.00000,0.085
+22,mlp.experts.32.up_proj,rtn: 0.0023193,0.00000,0.069
+22,mlp.experts.22.up_proj,rtn: 0.0023651,0.00000,0.084
+22,mlp.experts.33.up_proj,rtn: 0.0023041,0.00000,0.105
+22,mlp.experts.36.up_proj,rtn: 0.0023346,0.00000,0.078
+22,mlp.experts.14.up_proj,rtn: 0.0024109,0.00000,0.095
+22,mlp.experts.37.up_proj,rtn: 0.0022736,0.00000,0.110
+22,mlp.experts.56.up_proj,rtn: 0.0023499,0.00000,0.076
+22,mlp.experts.44.up_proj,rtn: 0.0023804,0.00000,0.080
+22,mlp.experts.57.up_proj,rtn: 0.0023193,0.00000,0.123
+22,mlp.experts.26.up_proj,rtn: 0.0023346,0.00000,0.092
+22,mlp.experts.75.up_proj,rtn: 0.0023041,0.00000,0.075
+22,mlp.experts.79.up_proj,rtn: 0.0023499,0.00000,0.078
+22,mlp.experts.51.up_proj,rtn: 0.0023041,0.00000,0.076
+22,mlp.experts.87.up_proj,rtn: 0.0023499,0.00000,0.075
+22,mlp.experts.18.up_proj,rtn: 0.0023346,0.00000,0.103
+22,mlp.experts.48.up_proj,rtn: 0.0023193,0.00000,0.073
+22,mlp.experts.52.up_proj,rtn: 0.0023499,0.00000,0.063
+22,mlp.experts.38.up_proj,rtn: 0.0023956,0.00000,0.097
+22,mlp.experts.72.up_proj,rtn: 0.0023346,0.00000,0.067
+22,mlp.experts.60.up_proj,rtn: 0.0023346,0.00000,0.070
+22,mlp.experts.30.up_proj,rtn: 0.0022888,0.00000,0.099
+22,mlp.experts.91.up_proj,rtn: 0.0023499,0.00000,0.071
+22,mlp.experts.67.up_proj,rtn: 0.0023193,0.00000,0.062
+22,mlp.experts.61.up_proj,rtn: 0.0022888,0.00000,0.200
+22,mlp.experts.95.up_proj,rtn: 0.0023041,0.00000,0.079
+22,mlp.experts.42.up_proj,rtn: 0.0023651,0.00000,0.095
+22,mlp.experts.68.up_proj,rtn: 0.0023346,0.00000,0.065
+22,mlp.experts.64.up_proj,rtn: 0.0023041,0.00000,0.068
+22,mlp.experts.103.up_proj,rtn: 0.0023193,0.00000,0.083
+22,mlp.experts.53.up_proj,rtn: 0.0023193,0.00000,0.132
+22,mlp.experts.88.up_proj,rtn: 0.0023041,0.00000,0.071
+22,mlp.experts.73.up_proj,rtn: 0.0023346,0.00000,0.130
+22,mlp.experts.34.up_proj,rtn: 0.0023193,0.00000,0.110
+22,mlp.experts.49.up_proj,rtn: 0.0023499,0.00000,0.193
+22,mlp.experts.76.up_proj,rtn: 0.0023651,0.00000,0.077
+22,mlp.experts.54.up_proj,rtn: 0.0023346,0.00000,0.106
+22,mlp.experts.107.up_proj,rtn: 0.0023041,0.00000,0.077
+22,mlp.experts.83.up_proj,rtn: 0.0024109,0.00000,0.079
+22,mlp.experts.46.up_proj,rtn: 0.0023651,0.00000,0.106
+22,mlp.experts.84.up_proj,rtn: 0.0023499,0.00000,0.072
+22,mlp.experts.111.up_proj,rtn: 0.0023346,0.00000,0.081
+22,mlp.experts.80.up_proj,rtn: 0.0023041,0.00000,0.076
+22,mlp.experts.119.up_proj,rtn: 0.0023041,0.00000,0.074
+22,mlp.experts.58.up_proj,rtn: 0.0023499,0.00000,0.092
+22,mlp.experts.104.up_proj,rtn: 0.0023041,0.00000,0.074
+22,mlp.experts.50.up_proj,rtn: 0.0023346,0.00000,0.092
+22,mlp.experts.92.up_proj,rtn: 0.0023193,0.00000,0.080
+22,mlp.experts.99.up_proj,rtn: 0.0023193,0.00000,0.075
+22,mlp.experts.123.up_proj,rtn: 0.0023193,0.00000,0.076
+22,mlp.experts.70.up_proj,rtn: 0.0022888,0.00000,0.095
+22,mlp.experts.127.up_proj,rtn: 0.0023499,0.00000,0.069
+22,mlp.experts.100.up_proj,rtn: 0.0023193,0.00000,0.084
+22,mlp.experts.135.up_proj,rtn: 0.0023193,0.00000,0.078
+22,mlp.experts.77.up_proj,rtn: 0.0023499,0.00000,0.191
+22,mlp.experts.62.up_proj,rtn: 0.0023804,0.00000,0.095
+22,mlp.experts.96.up_proj,rtn: 0.0023499,0.00000,0.092
+22,mlp.experts.120.up_proj,rtn: 0.0023041,0.00000,0.086
+22,mlp.experts.74.up_proj,rtn: 0.0023346,0.00000,0.097
+22,mlp.experts.65.up_proj,rtn: 0.0023193,0.00000,0.157
+22,mlp.experts.89.up_proj,rtn: 0.0023651,0.00000,0.184
+22,mlp.experts.69.up_proj,rtn: 0.0022736,0.00000,0.201
+22,mlp.experts.108.up_proj,rtn: 0.0023041,0.00000,0.093
+22,mlp.experts.139.up_proj,rtn: 0.0023041,0.00000,0.080
+22,mlp.experts.66.up_proj,rtn: 0.0023346,0.00000,0.099
+22,mlp.experts.115.up_proj,rtn: 0.0023804,0.00000,0.088
+22,mlp.experts.86.up_proj,rtn: 0.0023346,0.00000,0.084
+22,mlp.experts.143.up_proj,rtn: 0.0023193,0.00000,0.087
+22,mlp.experts.151.up_proj,rtn: 0.0023346,0.00000,0.086
+22,mlp.experts.116.up_proj,rtn: 0.0023346,0.00000,0.092
+22,mlp.experts.78.up_proj,rtn: 0.0023041,0.00000,0.083
+22,mlp.experts.112.up_proj,rtn: 0.0023193,0.00000,0.086
+22,mlp.experts.90.up_proj,rtn: 0.0023346,0.00000,0.072
+22,mlp.experts.136.up_proj,rtn: 0.0023499,0.00000,0.093
+22,mlp.experts.82.up_proj,rtn: 0.0023499,0.00000,0.067
+22,mlp.experts.102.up_proj,rtn: 0.0022888,0.00000,0.064
+22,mlp.experts.124.up_proj,rtn: 0.0023956,0.00000,0.087
+22,mlp.experts.155.up_proj,rtn: 0.0023499,0.00000,0.091
+22,mlp.experts.93.up_proj,rtn: 0.0022888,0.00000,0.148
+22,mlp.experts.131.up_proj,rtn: 0.0023193,0.00000,0.087
+22,mlp.experts.94.up_proj,rtn: 0.0023041,0.00000,0.071
+22,mlp.experts.106.up_proj,rtn: 0.0023041,0.00000,0.068
+22,mlp.experts.132.up_proj,rtn: 0.0023804,0.00000,0.090
+22,mlp.experts.128.up_proj,rtn: 0.0023804,0.00000,0.091
+22,mlp.experts.105.up_proj,rtn: 0.0023193,0.00000,0.157
+22,mlp.experts.159.up_proj,rtn: 0.0022736,0.00000,0.134
+22,mlp.experts.118.up_proj,rtn: 0.0022888,0.00000,0.073
+22,mlp.experts.98.up_proj,rtn: 0.0023346,0.00000,0.082
+22,mlp.experts.167.up_proj,rtn: 0.0023346,0.00000,0.128
+22,mlp.experts.152.up_proj,rtn: 0.0023193,0.00000,0.101
+22,mlp.experts.81.up_proj,rtn: 0.0023193,0.00000,0.216
+22,mlp.experts.140.up_proj,rtn: 0.0023193,0.00000,0.098
+22,mlp.experts.110.up_proj,rtn: 0.0023499,0.00000,0.075
+22,mlp.experts.109.up_proj,rtn: 0.0023193,0.00000,0.097
+22,mlp.experts.85.up_proj,rtn: 0.0023346,0.00000,0.222
+22,mlp.experts.122.up_proj,rtn: 0.0023346,0.00000,0.094
+22,mlp.experts.147.up_proj,rtn: 0.0023651,0.00000,0.117
+22,mlp.experts.171.up_proj,rtn: 0.0023346,0.00000,0.120
+22,mlp.experts.121.up_proj,rtn: 0.0024109,0.00000,0.086
+22,mlp.experts.148.up_proj,rtn: 0.0022888,0.00000,0.105
+22,mlp.experts.175.up_proj,rtn: 0.0023499,0.00000,0.078
+22,mlp.experts.144.up_proj,rtn: 0.0023193,0.00000,0.108
+22,mlp.experts.183.up_proj,rtn: 0.0023041,0.00000,0.086
+22,mlp.experts.168.up_proj,rtn: 0.0023041,0.00000,0.087
+22,mlp.experts.97.up_proj,rtn: 0.0023193,0.00000,0.086
+22,mlp.experts.156.up_proj,rtn: 0.0024109,0.00000,0.089
+22,mlp.experts.125.up_proj,rtn: 0.0022736,0.00000,0.093
+22,mlp.experts.163.up_proj,rtn: 0.0023041,0.00000,0.074
+22,mlp.experts.101.up_proj,rtn: 0.0023193,0.00000,0.092
+22,mlp.experts.187.up_proj,rtn: 0.0023804,0.00000,0.086
+22,mlp.experts.164.up_proj,rtn: 0.0023041,0.00000,0.070
+22,mlp.experts.137.up_proj,rtn: 0.0023346,0.00000,0.081
+22,mlp.experts.191.up_proj,rtn: 0.0023346,0.00000,0.077
+22,mlp.experts.160.up_proj,rtn: 0.0023499,0.00000,0.073
+22,mlp.experts.184.up_proj,rtn: 0.0022430,0.00000,0.073
+22,mlp.experts.134.up_proj,rtn: 0.0022888,0.00000,0.185
+22,mlp.experts.126.up_proj,rtn: 0.0023041,0.00000,0.151
+22,mlp.experts.114.up_proj,rtn: 0.0023346,0.00000,0.198
+22,mlp.experts.179.up_proj,rtn: 0.0023499,0.00000,0.054
+22,mlp.experts.172.up_proj,rtn: 0.0023193,0.00000,0.077
+22,mlp.experts.113.up_proj,rtn: 0.0023041,0.00000,0.091
+22,mlp.experts.138.up_proj,rtn: 0.0023041,0.00000,0.153
+22,mlp.experts.141.up_proj,rtn: 0.0023499,0.00000,0.079
+22,mlp.experts.117.up_proj,rtn: 0.0023346,0.00000,0.090
+22,mlp.experts.180.up_proj,rtn: 0.0023499,0.00000,0.087
+22,mlp.experts.153.up_proj,rtn: 0.0023804,0.00000,0.084
+22,mlp.experts.176.up_proj,rtn: 0.0023041,0.00000,0.088
+22,mlp.experts.150.up_proj,rtn: 0.0023346,0.00000,0.110
+22,mlp.experts.142.up_proj,rtn: 0.0023346,0.00000,0.108
+22,mlp.experts.188.up_proj,rtn: 0.0023956,0.00000,0.082
+22,mlp.experts.129.up_proj,rtn: 0.0023193,0.00000,0.088
+22,mlp.experts.157.up_proj,rtn: 0.0022430,0.00000,0.082
+22,mlp.experts.130.up_proj,rtn: 0.0022736,0.00000,0.097
+22,mlp.experts.154.up_proj,rtn: 0.0023651,0.00000,0.091
+22,mlp.experts.133.up_proj,rtn: 0.0022888,0.00000,0.089
+22,mlp.experts.169.up_proj,rtn: 0.0023346,0.00000,0.091
+22,mlp.experts.158.up_proj,rtn: 0.0023041,0.00000,0.073
+22,mlp.experts.166.up_proj,rtn: 0.0023346,0.00000,0.077
+22,mlp.experts.146.up_proj,rtn: 0.0023499,0.00000,0.073
+22,mlp.experts.173.up_proj,rtn: 0.0023499,0.00000,0.076
+22,mlp.experts.170.up_proj,rtn: 0.0023193,0.00000,0.077
+22,mlp.experts.145.up_proj,rtn: 0.0022736,0.00000,0.099
+22,mlp.experts.149.up_proj,rtn: 0.0023804,0.00000,0.099
+22,mlp.experts.185.up_proj,rtn: 0.0023193,0.00000,0.108
+22,mlp.experts.174.up_proj,rtn: 0.0023346,0.00000,0.085
+22,mlp.experts.182.up_proj,rtn: 0.0024109,0.00000,0.084
+22,mlp.experts.162.up_proj,rtn: 0.0023193,0.00000,0.095
+22,mlp.experts.186.up_proj,rtn: 0.0023804,0.00000,0.098
+22,mlp.experts.189.up_proj,rtn: 0.0023193,0.00000,0.092
+22,mlp.experts.161.up_proj,rtn: 0.0023804,0.00000,0.087
+22,mlp.experts.165.up_proj,rtn: 0.0023346,0.00000,0.091
+22,mlp.experts.190.up_proj,rtn: 0.0022888,0.00000,0.080
+22,mlp.experts.177.up_proj,rtn: 0.0023346,0.00000,0.050
+22,mlp.experts.181.up_proj,rtn: 0.0023193,0.00000,0.049
+22,mlp.experts.178.up_proj,rtn: 0.0022583,0.00000,0.102
+22,mlp.experts.7.down_proj,rtn: 0.0023041,0.00000,0.013
+22,mlp.experts.12.down_proj,rtn: 0.0022736,0.00000,0.033
+22,mlp.experts.0.down_proj,rtn: 0.0022888,0.00000,0.051
+22,mlp.experts.23.down_proj,rtn: 0.0023651,0.00000,0.053
+22,mlp.experts.13.down_proj,rtn: 0.0022736,0.00000,0.058
+22,mlp.experts.11.down_proj,rtn: 0.0023346,0.00000,0.060
+22,mlp.experts.2.down_proj,rtn: 0.0023804,0.00000,0.125
+22,mlp.experts.14.down_proj,rtn: 0.0023804,0.00000,0.126
+22,mlp.experts.15.down_proj,rtn: 0.0023193,0.00000,0.064
+22,mlp.experts.28.down_proj,rtn: 0.0022736,0.00000,0.043
+22,mlp.experts.10.down_proj,rtn: 0.0022736,0.00000,0.132
+22,mlp.experts.9.down_proj,rtn: 0.0022583,0.00000,0.067
+22,mlp.experts.5.down_proj,rtn: 0.0023193,0.00000,0.071
+22,mlp.experts.6.down_proj,rtn: 0.0023499,0.00000,0.137
+22,mlp.experts.4.down_proj,rtn: 0.0022736,0.00000,0.073
+22,mlp.experts.1.down_proj,rtn: 0.0022736,0.00000,0.074
+22,mlp.experts.8.down_proj,rtn: 0.0022736,0.00000,0.074
+22,mlp.experts.3.down_proj,rtn: 0.0022583,0.00000,0.076
+22,mlp.experts.27.down_proj,rtn: 0.0022888,0.00000,0.030
+22,mlp.experts.16.down_proj,rtn: 0.0023041,0.00000,0.029
+22,mlp.experts.29.down_proj,rtn: 0.0023651,0.00000,0.030
+22,mlp.experts.31.down_proj,rtn: 0.0022888,0.00000,0.023
+22,mlp.experts.39.down_proj,rtn: 0.0022278,0.00000,0.033
+22,mlp.experts.44.down_proj,rtn: 0.0023346,0.00000,0.017
+22,mlp.experts.18.down_proj,rtn: 0.0023041,0.00000,0.040
+22,mlp.experts.30.down_proj,rtn: 0.0022583,0.00000,0.046
+22,mlp.experts.25.down_proj,rtn: 0.0022888,0.00000,0.033
+22,mlp.experts.21.down_proj,rtn: 0.0022888,0.00000,0.040
+22,mlp.experts.26.down_proj,rtn: 0.0023041,0.00000,0.055
+22,mlp.experts.19.down_proj,rtn: 0.0022888,0.00000,0.035
+22,mlp.experts.43.down_proj,rtn: 0.0023804,0.00000,0.033
+22,mlp.experts.22.down_proj,rtn: 0.0023499,0.00000,0.054
+22,mlp.experts.17.down_proj,rtn: 0.0023193,0.00000,0.055
+22,mlp.experts.55.down_proj,rtn: 0.0022736,0.00000,0.034
+22,mlp.experts.47.down_proj,rtn: 0.0022888,0.00000,0.038
+22,mlp.experts.32.down_proj,rtn: 0.0022888,0.00000,0.046
+22,mlp.experts.24.down_proj,rtn: 0.0022583,0.00000,0.065
+22,mlp.experts.60.down_proj,rtn: 0.0023041,0.00000,0.044
+22,mlp.experts.46.down_proj,rtn: 0.0023346,0.00000,0.047
+22,mlp.experts.34.down_proj,rtn: 0.0022888,0.00000,0.046
+22,mlp.experts.20.down_proj,rtn: 0.0022888,0.00000,0.069
+22,mlp.experts.35.down_proj,rtn: 0.0022888,0.00000,0.032
+22,mlp.experts.42.down_proj,rtn: 0.0023499,0.00000,0.037
+22,mlp.experts.59.down_proj,rtn: 0.0021973,0.00000,0.029
+22,mlp.experts.41.down_proj,rtn: 0.0022736,0.00000,0.051
+22,mlp.experts.45.down_proj,rtn: 0.0023193,0.00000,0.055
+22,mlp.experts.71.down_proj,rtn: 0.0023041,0.00000,0.026
+22,mlp.experts.38.down_proj,rtn: 0.0023651,0.00000,0.034
+22,mlp.experts.63.down_proj,rtn: 0.0023041,0.00000,0.028
+22,mlp.experts.33.down_proj,rtn: 0.0022736,0.00000,0.037
+22,mlp.experts.87.down_proj,rtn: 0.0023041,0.00000,0.020
+22,mlp.experts.50.down_proj,rtn: 0.0022888,0.00000,0.031
+22,mlp.experts.58.down_proj,rtn: 0.0023041,0.00000,0.031
+22,mlp.experts.51.down_proj,rtn: 0.0022736,0.00000,0.032
+22,mlp.experts.75.down_proj,rtn: 0.0022888,0.00000,0.031
+22,mlp.experts.62.down_proj,rtn: 0.0023804,0.00000,0.042
+22,mlp.experts.57.down_proj,rtn: 0.0022736,0.00000,0.051
+22,mlp.experts.37.down_proj,rtn: 0.0022430,0.00000,0.126
+22,mlp.experts.40.down_proj,rtn: 0.0022888,0.00000,0.058
+22,mlp.experts.61.down_proj,rtn: 0.0022430,0.00000,0.059
+22,mlp.experts.36.down_proj,rtn: 0.0022888,0.00000,0.032
+22,mlp.experts.48.down_proj,rtn: 0.0022888,0.00000,0.065
+22,mlp.experts.79.down_proj,rtn: 0.0022888,0.00000,0.051
+22,mlp.experts.76.down_proj,rtn: 0.0023499,0.00000,0.083
+22,mlp.experts.49.down_proj,rtn: 0.0023041,0.00000,0.055
+22,mlp.experts.54.down_proj,rtn: 0.0023041,0.00000,0.072
+22,mlp.experts.78.down_proj,rtn: 0.0022736,0.00000,0.055
+22,mlp.experts.74.down_proj,rtn: 0.0022888,0.00000,0.061
+22,mlp.experts.66.down_proj,rtn: 0.0023193,0.00000,0.067
+22,mlp.experts.91.down_proj,rtn: 0.0022583,0.00000,0.056
+22,mlp.experts.56.down_proj,rtn: 0.0022888,0.00000,0.046
+22,mlp.experts.73.down_proj,rtn: 0.0022736,0.00000,0.061
+22,mlp.experts.67.down_proj,rtn: 0.0022888,0.00000,0.060
+22,mlp.experts.77.down_proj,rtn: 0.0023041,0.00000,0.045
+22,mlp.experts.64.down_proj,rtn: 0.0022736,0.00000,0.039
+22,mlp.experts.103.down_proj,rtn: 0.0022736,0.00000,0.089
+22,mlp.experts.95.down_proj,rtn: 0.0022736,0.00000,0.049
+22,mlp.experts.65.down_proj,rtn: 0.0022888,0.00000,0.051
+22,mlp.experts.92.down_proj,rtn: 0.0022736,0.00000,0.053
+22,mlp.experts.94.down_proj,rtn: 0.0022736,0.00000,0.042
+22,mlp.experts.90.down_proj,rtn: 0.0022888,0.00000,0.042
+22,mlp.experts.107.down_proj,rtn: 0.0022736,0.00000,0.040
+22,mlp.experts.82.down_proj,rtn: 0.0022888,0.00000,0.044
+22,mlp.experts.70.down_proj,rtn: 0.0022583,0.00000,0.058
+22,mlp.experts.83.down_proj,rtn: 0.0023651,0.00000,0.041
+22,mlp.experts.80.down_proj,rtn: 0.0022583,0.00000,0.048
+22,mlp.experts.119.down_proj,rtn: 0.0022583,0.00000,0.037
+22,mlp.experts.72.down_proj,rtn: 0.0023041,0.00000,0.056
+22,mlp.experts.111.down_proj,rtn: 0.0022888,0.00000,0.033
+22,mlp.experts.93.down_proj,rtn: 0.0022583,0.00000,0.053
+22,mlp.experts.89.down_proj,rtn: 0.0023041,0.00000,0.058
+22,mlp.experts.53.down_proj,rtn: 0.0022888,0.00000,0.137
+22,mlp.experts.52.down_proj,rtn: 0.0023193,0.00000,0.122
+22,mlp.experts.106.down_proj,rtn: 0.0022736,0.00000,0.039
+22,mlp.experts.123.down_proj,rtn: 0.0022888,0.00000,0.039
+22,mlp.experts.110.down_proj,rtn: 0.0023193,0.00000,0.043
+22,mlp.experts.81.down_proj,rtn: 0.0023041,0.00000,0.056
+22,mlp.experts.108.down_proj,rtn: 0.0022736,0.00000,0.043
+22,mlp.experts.99.down_proj,rtn: 0.0022888,0.00000,0.041
+22,mlp.experts.127.down_proj,rtn: 0.0023041,0.00000,0.035
+22,mlp.experts.135.down_proj,rtn: 0.0022888,0.00000,0.043
+22,mlp.experts.98.down_proj,rtn: 0.0022888,0.00000,0.053
+22,mlp.experts.86.down_proj,rtn: 0.0023041,0.00000,0.050
+22,mlp.experts.105.down_proj,rtn: 0.0022888,0.00000,0.045
+22,mlp.experts.109.down_proj,rtn: 0.0023041,0.00000,0.047
+22,mlp.experts.88.down_proj,rtn: 0.0022888,0.00000,0.054
+22,mlp.experts.139.down_proj,rtn: 0.0022583,0.00000,0.040
+22,mlp.experts.122.down_proj,rtn: 0.0023041,0.00000,0.048
+22,mlp.experts.126.down_proj,rtn: 0.0022736,0.00000,0.045
+22,mlp.experts.97.down_proj,rtn: 0.0022888,0.00000,0.046
+22,mlp.experts.115.down_proj,rtn: 0.0023193,0.00000,0.035
+22,mlp.experts.96.down_proj,rtn: 0.0023041,0.00000,0.080
+22,mlp.experts.143.down_proj,rtn: 0.0022583,0.00000,0.038
+22,mlp.experts.124.down_proj,rtn: 0.0023499,0.00000,0.053
+22,mlp.experts.151.down_proj,rtn: 0.0022888,0.00000,0.036
+22,mlp.experts.114.down_proj,rtn: 0.0022888,0.00000,0.043
+22,mlp.experts.102.down_proj,rtn: 0.0022583,0.00000,0.042
+22,mlp.experts.125.down_proj,rtn: 0.0022278,0.00000,0.044
+22,mlp.experts.121.down_proj,rtn: 0.0023956,0.00000,0.050
+22,mlp.experts.155.down_proj,rtn: 0.0023041,0.00000,0.044
+22,mlp.experts.104.down_proj,rtn: 0.0022583,0.00000,0.054
+22,mlp.experts.69.down_proj,rtn: 0.0022430,0.00000,0.105
+22,mlp.experts.131.down_proj,rtn: 0.0022888,0.00000,0.036
+22,mlp.experts.68.down_proj,rtn: 0.0022888,0.00000,0.090
+22,mlp.experts.142.down_proj,rtn: 0.0022888,0.00000,0.041
+22,mlp.experts.113.down_proj,rtn: 0.0022736,0.00000,0.042
+22,mlp.experts.112.down_proj,rtn: 0.0022888,0.00000,0.038
+22,mlp.experts.138.down_proj,rtn: 0.0022736,0.00000,0.051
+22,mlp.experts.140.down_proj,rtn: 0.0022736,0.00000,0.034
+22,mlp.experts.141.down_proj,rtn: 0.0023193,0.00000,0.027
+22,mlp.experts.137.down_proj,rtn: 0.0022888,0.00000,0.023
+22,mlp.experts.130.down_proj,rtn: 0.0022430,0.00000,0.035
+22,mlp.experts.118.down_proj,rtn: 0.0022583,0.00000,0.035
+22,mlp.experts.159.down_proj,rtn: 0.0022583,0.00000,0.046
+22,mlp.experts.120.down_proj,rtn: 0.0022430,0.00000,0.022
+22,mlp.experts.158.down_proj,rtn: 0.0022888,0.00000,0.019
+22,mlp.experts.84.down_proj,rtn: 0.0022736,0.00000,0.024
+22,mlp.experts.171.down_proj,rtn: 0.0022888,0.00000,0.035
+22,mlp.experts.147.down_proj,rtn: 0.0023499,0.00000,0.031
+22,mlp.experts.167.down_proj,rtn: 0.0023041,0.00000,0.073
+22,mlp.experts.128.down_proj,rtn: 0.0023804,0.00000,0.038
+22,mlp.experts.134.down_proj,rtn: 0.0022430,0.00000,0.046
+22,mlp.experts.156.down_proj,rtn: 0.0023804,0.00000,0.038
+22,mlp.experts.136.down_proj,rtn: 0.0023193,0.00000,0.034
+22,mlp.experts.154.down_proj,rtn: 0.0023041,0.00000,0.049
+22,mlp.experts.175.down_proj,rtn: 0.0023346,0.00000,0.035
+22,mlp.experts.174.down_proj,rtn: 0.0023041,0.00000,0.038
+22,mlp.experts.146.down_proj,rtn: 0.0023041,0.00000,0.044
+22,mlp.experts.187.down_proj,rtn: 0.0023346,0.00000,0.031
+22,mlp.experts.100.down_proj,rtn: 0.0022888,0.00000,0.033
+22,mlp.experts.153.down_proj,rtn: 0.0023346,0.00000,0.041
+22,mlp.experts.163.down_proj,rtn: 0.0022583,0.00000,0.035
+22,mlp.experts.157.down_proj,rtn: 0.0021973,0.00000,0.044
+22,mlp.experts.85.down_proj,rtn: 0.0022888,0.00000,0.043
+22,mlp.experts.129.down_proj,rtn: 0.0022888,0.00000,0.045
+22,mlp.experts.144.down_proj,rtn: 0.0022888,0.00000,0.031
+22,mlp.experts.172.down_proj,rtn: 0.0022736,0.00000,0.027
+22,mlp.experts.152.down_proj,rtn: 0.0023041,0.00000,0.023
+22,mlp.experts.183.down_proj,rtn: 0.0022583,0.00000,0.045
+22,mlp.experts.191.down_proj,rtn: 0.0023193,0.00000,0.031
+22,mlp.experts.150.down_proj,rtn: 0.0022888,0.00000,0.048
+22,mlp.experts.169.down_proj,rtn: 0.0023041,0.00000,0.033
+22,mlp.experts.170.down_proj,rtn: 0.0022736,0.00000,0.042
+22,mlp.experts.179.down_proj,rtn: 0.0023193,0.00000,0.026
+22,mlp.experts.116.down_proj,rtn: 0.0023193,0.00000,0.034
+22,mlp.experts.190.down_proj,rtn: 0.0022583,0.00000,0.049
+22,mlp.experts.162.down_proj,rtn: 0.0022583,0.00000,0.046
+22,mlp.experts.160.down_proj,rtn: 0.0023346,0.00000,0.030
+22,mlp.experts.168.down_proj,rtn: 0.0022736,0.00000,0.025
+22,mlp.experts.188.down_proj,rtn: 0.0023346,0.00000,0.030
+22,mlp.experts.101.down_proj,rtn: 0.0022888,0.00000,0.037
+22,mlp.experts.145.down_proj,rtn: 0.0022430,0.00000,0.038
+22,mlp.experts.173.down_proj,rtn: 0.0023041,0.00000,0.040
+22,mlp.experts.166.down_proj,rtn: 0.0022888,0.00000,0.038
+22,mlp.experts.185.down_proj,rtn: 0.0022888,0.00000,0.034
+22,mlp.experts.186.down_proj,rtn: 0.0023499,0.00000,0.033
+22,mlp.experts.184.down_proj,rtn: 0.0021973,0.00000,0.021
+22,mlp.experts.132.down_proj,rtn: 0.0023499,0.00000,0.028
+22,mlp.experts.176.down_proj,rtn: 0.0022736,0.00000,0.021
+22,mlp.experts.178.down_proj,rtn: 0.0022125,0.00000,0.031
+22,mlp.experts.189.down_proj,rtn: 0.0022888,0.00000,0.030
+22,mlp.experts.161.down_proj,rtn: 0.0023346,0.00000,0.030
+22,mlp.experts.117.down_proj,rtn: 0.0022888,0.00000,0.035
+22,mlp.experts.182.down_proj,rtn: 0.0024109,0.00000,0.020
+22,mlp.experts.148.down_proj,rtn: 0.0022583,0.00000,0.013
+22,mlp.experts.164.down_proj,rtn: 0.0022888,0.00000,0.010
+22,mlp.experts.177.down_proj,rtn: 0.0022888,0.00000,0.021
+22,mlp.experts.133.down_proj,rtn: 0.0022736,0.00000,0.018
+22,mlp.experts.180.down_proj,rtn: 0.0023346,0.00000,0.010
+22,mlp.experts.149.down_proj,rtn: 0.0023804,0.00000,0.010
+22,mlp.experts.165.down_proj,rtn: 0.0022888,0.00000,0.011
+22,mlp.experts.181.down_proj,rtn: 0.0022736,0.00000,0.010
+22,mlp.shared_experts.up_proj,rtn: 0.0017319,0.00000,0.028
+22,mlp.shared_experts.gate_proj,rtn: 0.0016708,0.00000,0.039
+22,mlp.shared_experts.down_proj,rtn: 0.0017776,0.00000,0.010
+23,self_attn.v_proj,rtn: 0.0025482,0.00000,0.014
+23,self_attn.k_proj,rtn: 0.0023193,0.00000,0.014
+23,self_attn.q_proj,rtn: 0.0021057,0.00000,0.016
+23,self_attn.o_proj,rtn: 0.0024567,0.00000,0.041
+23,mlp.experts.3.gate_proj,rtn: 0.0023193,0.00000,0.099
+23,mlp.experts.8.gate_proj,rtn: 0.0022583,0.00000,0.099
+23,mlp.experts.0.gate_proj,rtn: 0.0023804,0.00000,0.101
+23,mlp.experts.4.gate_proj,rtn: 0.0023346,0.00000,0.102
+23,mlp.experts.10.gate_proj,rtn: 0.0023956,0.00000,0.101
+23,mlp.experts.5.gate_proj,rtn: 0.0023346,0.00000,0.101
+23,mlp.experts.9.gate_proj,rtn: 0.0023651,0.00000,0.102
+23,mlp.experts.13.gate_proj,rtn: 0.0023193,0.00000,0.103
+23,mlp.experts.2.gate_proj,rtn: 0.0023041,0.00000,0.107
+23,mlp.experts.11.gate_proj,rtn: 0.0023651,0.00000,0.113
+23,mlp.experts.12.gate_proj,rtn: 0.0023804,0.00000,0.114
+23,mlp.experts.7.gate_proj,rtn: 0.0023499,0.00000,0.115
+23,mlp.experts.14.gate_proj,rtn: 0.0023651,0.00000,0.130
+23,mlp.experts.1.gate_proj,rtn: 0.0023499,0.00000,0.136
+23,mlp.experts.6.gate_proj,rtn: 0.0022888,0.00000,0.149
+23,mlp.experts.15.gate_proj,rtn: 0.0023804,0.00000,0.152
+23,mlp.experts.25.gate_proj,rtn: 0.0023041,0.00000,0.080
+23,mlp.experts.21.gate_proj,rtn: 0.0023956,0.00000,0.082
+23,mlp.experts.29.gate_proj,rtn: 0.0023193,0.00000,0.085
+23,mlp.experts.17.gate_proj,rtn: 0.0023193,0.00000,0.078
+23,mlp.experts.27.gate_proj,rtn: 0.0022888,0.00000,0.106
+23,mlp.experts.26.gate_proj,rtn: 0.0023651,0.00000,0.116
+23,mlp.experts.19.gate_proj,rtn: 0.0023193,0.00000,0.128
+23,mlp.experts.16.gate_proj,rtn: 0.0023346,0.00000,0.127
+23,mlp.experts.23.gate_proj,rtn: 0.0022736,0.00000,0.104
+23,mlp.experts.24.gate_proj,rtn: 0.0023041,0.00000,0.137
+23,mlp.experts.18.gate_proj,rtn: 0.0022888,0.00000,0.120
+23,mlp.experts.20.gate_proj,rtn: 0.0022736,0.00000,0.134
+23,mlp.experts.30.gate_proj,rtn: 0.0023956,0.00000,0.111
+23,mlp.experts.31.gate_proj,rtn: 0.0023346,0.00000,0.102
+23,mlp.experts.41.gate_proj,rtn: 0.0023499,0.00000,0.076
+23,mlp.experts.37.gate_proj,rtn: 0.0022583,0.00000,0.074
+23,mlp.experts.22.gate_proj,rtn: 0.0023804,0.00000,0.123
+23,mlp.experts.28.gate_proj,rtn: 0.0023041,0.00000,0.163
+23,mlp.experts.45.gate_proj,rtn: 0.0023651,0.00000,0.077
+23,mlp.experts.33.gate_proj,rtn: 0.0023956,0.00000,0.075
+23,mlp.experts.42.gate_proj,rtn: 0.0023193,0.00000,0.066
+23,mlp.experts.34.gate_proj,rtn: 0.0023804,0.00000,0.067
+23,mlp.experts.35.gate_proj,rtn: 0.0023193,0.00000,0.094
+23,mlp.experts.46.gate_proj,rtn: 0.0024109,0.00000,0.067
+23,mlp.experts.40.gate_proj,rtn: 0.0023651,0.00000,0.095
+23,mlp.experts.39.gate_proj,rtn: 0.0024109,0.00000,0.101
+23,mlp.experts.43.gate_proj,rtn: 0.0022888,0.00000,0.118
+23,mlp.experts.57.gate_proj,rtn: 0.0022583,0.00000,0.076
+23,mlp.experts.32.gate_proj,rtn: 0.0023651,0.00000,0.105
+23,mlp.experts.53.gate_proj,rtn: 0.0023193,0.00000,0.075
+23,mlp.experts.38.gate_proj,rtn: 0.0023041,0.00000,0.075
+23,mlp.experts.58.gate_proj,rtn: 0.0023804,0.00000,0.065
+23,mlp.experts.61.gate_proj,rtn: 0.0022583,0.00000,0.075
+23,mlp.experts.49.gate_proj,rtn: 0.0022888,0.00000,0.070
+23,mlp.experts.47.gate_proj,rtn: 0.0023346,0.00000,0.113
+23,mlp.experts.50.gate_proj,rtn: 0.0022888,0.00000,0.069
+23,mlp.experts.36.gate_proj,rtn: 0.0023651,0.00000,0.129
+23,mlp.experts.62.gate_proj,rtn: 0.0024261,0.00000,0.066
+23,mlp.experts.73.gate_proj,rtn: 0.0023804,0.00000,0.068
+23,mlp.experts.51.gate_proj,rtn: 0.0023651,0.00000,0.103
+23,mlp.experts.69.gate_proj,rtn: 0.0023651,0.00000,0.077
+23,mlp.experts.44.gate_proj,rtn: 0.0022736,0.00000,0.153
+23,mlp.experts.54.gate_proj,rtn: 0.0023346,0.00000,0.079
+23,mlp.experts.59.gate_proj,rtn: 0.0023499,0.00000,0.097
+23,mlp.experts.77.gate_proj,rtn: 0.0023804,0.00000,0.080
+23,mlp.experts.65.gate_proj,rtn: 0.0023651,0.00000,0.078
+23,mlp.experts.55.gate_proj,rtn: 0.0023041,0.00000,0.108
+23,mlp.experts.74.gate_proj,rtn: 0.0023956,0.00000,0.087
+23,mlp.experts.48.gate_proj,rtn: 0.0023346,0.00000,0.109
+23,mlp.experts.66.gate_proj,rtn: 0.0023346,0.00000,0.082
+23,mlp.experts.56.gate_proj,rtn: 0.0023041,0.00000,0.133
+23,mlp.experts.63.gate_proj,rtn: 0.0023193,0.00000,0.106
+23,mlp.experts.52.gate_proj,rtn: 0.0023956,0.00000,0.082
+23,mlp.experts.89.gate_proj,rtn: 0.0023651,0.00000,0.076
+23,mlp.experts.85.gate_proj,rtn: 0.0023193,0.00000,0.075
+23,mlp.experts.93.gate_proj,rtn: 0.0022430,0.00000,0.073
+23,mlp.experts.60.gate_proj,rtn: 0.0023041,0.00000,0.087
+23,mlp.experts.81.gate_proj,rtn: 0.0022736,0.00000,0.072
+23,mlp.experts.67.gate_proj,rtn: 0.0023346,0.00000,0.111
+23,mlp.experts.75.gate_proj,rtn: 0.0022888,0.00000,0.097
+23,mlp.experts.64.gate_proj,rtn: 0.0023346,0.00000,0.084
+23,mlp.experts.71.gate_proj,rtn: 0.0023346,0.00000,0.100
+23,mlp.experts.72.gate_proj,rtn: 0.0023193,0.00000,0.081
+23,mlp.experts.78.gate_proj,rtn: 0.0023651,0.00000,0.153
+23,mlp.experts.105.gate_proj,rtn: 0.0023651,0.00000,0.067
+23,mlp.experts.101.gate_proj,rtn: 0.0023651,0.00000,0.073
+23,mlp.experts.70.gate_proj,rtn: 0.0022888,0.00000,0.143
+23,mlp.experts.79.gate_proj,rtn: 0.0023651,0.00000,0.103
+23,mlp.experts.68.gate_proj,rtn: 0.0023041,0.00000,0.088
+23,mlp.experts.109.gate_proj,rtn: 0.0023651,0.00000,0.069
+23,mlp.experts.97.gate_proj,rtn: 0.0023193,0.00000,0.070
+23,mlp.experts.90.gate_proj,rtn: 0.0023499,0.00000,0.148
+23,mlp.experts.76.gate_proj,rtn: 0.0025024,0.00000,0.084
+23,mlp.experts.80.gate_proj,rtn: 0.0024109,0.00000,0.078
+23,mlp.experts.82.gate_proj,rtn: 0.0023651,0.00000,0.146
+23,mlp.experts.121.gate_proj,rtn: 0.0023804,0.00000,0.073
+23,mlp.experts.88.gate_proj,rtn: 0.0023804,0.00000,0.087
+23,mlp.experts.91.gate_proj,rtn: 0.0022888,0.00000,0.104
+23,mlp.experts.83.gate_proj,rtn: 0.0023499,0.00000,0.107
+23,mlp.experts.117.gate_proj,rtn: 0.0023193,0.00000,0.076
+23,mlp.experts.84.gate_proj,rtn: 0.0024261,0.00000,0.081
+23,mlp.experts.125.gate_proj,rtn: 0.0023499,0.00000,0.073
+23,mlp.experts.94.gate_proj,rtn: 0.0023499,0.00000,0.099
+23,mlp.experts.87.gate_proj,rtn: 0.0023346,0.00000,0.123
+23,mlp.experts.113.gate_proj,rtn: 0.0023499,0.00000,0.076
+23,mlp.experts.86.gate_proj,rtn: 0.0023346,0.00000,0.096
+23,mlp.experts.92.gate_proj,rtn: 0.0023346,0.00000,0.071
+23,mlp.experts.96.gate_proj,rtn: 0.0023499,0.00000,0.068
+23,mlp.experts.106.gate_proj,rtn: 0.0023193,0.00000,0.085
+23,mlp.experts.95.gate_proj,rtn: 0.0023346,0.00000,0.116
+23,mlp.experts.98.gate_proj,rtn: 0.0023499,0.00000,0.086
+23,mlp.experts.137.gate_proj,rtn: 0.0023804,0.00000,0.072
+23,mlp.experts.104.gate_proj,rtn: 0.0023041,0.00000,0.075
+23,mlp.experts.133.gate_proj,rtn: 0.0023499,0.00000,0.078
+23,mlp.experts.100.gate_proj,rtn: 0.0023499,0.00000,0.075
+23,mlp.experts.107.gate_proj,rtn: 0.0022888,0.00000,0.115
+23,mlp.experts.141.gate_proj,rtn: 0.0023346,0.00000,0.085
+23,mlp.experts.129.gate_proj,rtn: 0.0023499,0.00000,0.078
+23,mlp.experts.110.gate_proj,rtn: 0.0023193,0.00000,0.080
+23,mlp.experts.102.gate_proj,rtn: 0.0024109,0.00000,0.077
+23,mlp.experts.108.gate_proj,rtn: 0.0023041,0.00000,0.078
+23,mlp.experts.112.gate_proj,rtn: 0.0022888,0.00000,0.072
+23,mlp.experts.122.gate_proj,rtn: 0.0023346,0.00000,0.072
+23,mlp.experts.120.gate_proj,rtn: 0.0022736,0.00000,0.074
+23,mlp.experts.103.gate_proj,rtn: 0.0023193,0.00000,0.126
+23,mlp.experts.114.gate_proj,rtn: 0.0022583,0.00000,0.086
+23,mlp.experts.153.gate_proj,rtn: 0.0023499,0.00000,0.085
+23,mlp.experts.111.gate_proj,rtn: 0.0022888,0.00000,0.112
+23,mlp.experts.149.gate_proj,rtn: 0.0023499,0.00000,0.080
+23,mlp.experts.116.gate_proj,rtn: 0.0023346,0.00000,0.077
+23,mlp.experts.99.gate_proj,rtn: 0.0022888,0.00000,0.172
+23,mlp.experts.126.gate_proj,rtn: 0.0023804,0.00000,0.065
+23,mlp.experts.157.gate_proj,rtn: 0.0023346,0.00000,0.077
+23,mlp.experts.118.gate_proj,rtn: 0.0023193,0.00000,0.073
+23,mlp.experts.138.gate_proj,rtn: 0.0024109,0.00000,0.074
+23,mlp.experts.145.gate_proj,rtn: 0.0023041,0.00000,0.080
+23,mlp.experts.123.gate_proj,rtn: 0.0024109,0.00000,0.100
+23,mlp.experts.124.gate_proj,rtn: 0.0023193,0.00000,0.094
+23,mlp.experts.128.gate_proj,rtn: 0.0023956,0.00000,0.097
+23,mlp.experts.130.gate_proj,rtn: 0.0023499,0.00000,0.070
+23,mlp.experts.119.gate_proj,rtn: 0.0024261,0.00000,0.077
+23,mlp.experts.169.gate_proj,rtn: 0.0023041,0.00000,0.078
+23,mlp.experts.127.gate_proj,rtn: 0.0023499,0.00000,0.076
+23,mlp.experts.136.gate_proj,rtn: 0.0023651,0.00000,0.091
+23,mlp.experts.165.gate_proj,rtn: 0.0024109,0.00000,0.074
+23,mlp.experts.115.gate_proj,rtn: 0.0023346,0.00000,0.076
+23,mlp.experts.142.gate_proj,rtn: 0.0023193,0.00000,0.072
+23,mlp.experts.134.gate_proj,rtn: 0.0023499,0.00000,0.066
+23,mlp.experts.154.gate_proj,rtn: 0.0023956,0.00000,0.060
+23,mlp.experts.132.gate_proj,rtn: 0.0023499,0.00000,0.089
+23,mlp.experts.161.gate_proj,rtn: 0.0023651,0.00000,0.070
+23,mlp.experts.139.gate_proj,rtn: 0.0022583,0.00000,0.069
+23,mlp.experts.140.gate_proj,rtn: 0.0023956,0.00000,0.075
+23,mlp.experts.135.gate_proj,rtn: 0.0023346,0.00000,0.069
+23,mlp.experts.144.gate_proj,rtn: 0.0024261,0.00000,0.073
+23,mlp.experts.143.gate_proj,rtn: 0.0022888,0.00000,0.058
+23,mlp.experts.152.gate_proj,rtn: 0.0023193,0.00000,0.059
+23,mlp.experts.146.gate_proj,rtn: 0.0023651,0.00000,0.074
+23,mlp.experts.131.gate_proj,rtn: 0.0023499,0.00000,0.059
+23,mlp.experts.158.gate_proj,rtn: 0.0023346,0.00000,0.060
+23,mlp.experts.150.gate_proj,rtn: 0.0023804,0.00000,0.060
+23,mlp.experts.170.gate_proj,rtn: 0.0023651,0.00000,0.058
+23,mlp.experts.185.gate_proj,rtn: 0.0023499,0.00000,0.088
+23,mlp.experts.181.gate_proj,rtn: 0.0022888,0.00000,0.085
+23,mlp.experts.173.gate_proj,rtn: 0.0023346,0.00000,0.143
+23,mlp.experts.148.gate_proj,rtn: 0.0023651,0.00000,0.082
+23,mlp.experts.155.gate_proj,rtn: 0.0023651,0.00000,0.079
+23,mlp.experts.168.gate_proj,rtn: 0.0023651,0.00000,0.089
+23,mlp.experts.151.gate_proj,rtn: 0.0022583,0.00000,0.080
+23,mlp.experts.156.gate_proj,rtn: 0.0023804,0.00000,0.081
+23,mlp.experts.159.gate_proj,rtn: 0.0023346,0.00000,0.078
+23,mlp.experts.177.gate_proj,rtn: 0.0023651,0.00000,0.092
+23,mlp.experts.147.gate_proj,rtn: 0.0023956,0.00000,0.077
+23,mlp.experts.160.gate_proj,rtn: 0.0023346,0.00000,0.085
+23,mlp.experts.162.gate_proj,rtn: 0.0023804,0.00000,0.081
+23,mlp.experts.9.up_proj,rtn: 0.0023499,0.00000,0.082
+23,mlp.experts.5.up_proj,rtn: 0.0023193,0.00000,0.079
+23,mlp.experts.189.gate_proj,rtn: 0.0023041,0.00000,0.074
+23,mlp.experts.174.gate_proj,rtn: 0.0023346,0.00000,0.099
+23,mlp.experts.186.gate_proj,rtn: 0.0023346,0.00000,0.097
+23,mlp.experts.166.gate_proj,rtn: 0.0022583,0.00000,0.099
+23,mlp.experts.1.up_proj,rtn: 0.0023041,0.00000,0.068
+23,mlp.experts.164.gate_proj,rtn: 0.0023346,0.00000,0.102
+23,mlp.experts.171.gate_proj,rtn: 0.0023346,0.00000,0.099
+23,mlp.experts.178.gate_proj,rtn: 0.0023346,0.00000,0.076
+23,mlp.experts.13.up_proj,rtn: 0.0023041,0.00000,0.070
+23,mlp.experts.21.up_proj,rtn: 0.0023956,0.00000,0.069
+23,mlp.experts.184.gate_proj,rtn: 0.0023651,0.00000,0.103
+23,mlp.experts.167.gate_proj,rtn: 0.0023651,0.00000,0.105
+23,mlp.experts.172.gate_proj,rtn: 0.0023499,0.00000,0.107
+23,mlp.experts.25.up_proj,rtn: 0.0022888,0.00000,0.079
+23,mlp.experts.163.gate_proj,rtn: 0.0023956,0.00000,0.111
+23,mlp.experts.175.gate_proj,rtn: 0.0023346,0.00000,0.110
+23,mlp.experts.176.gate_proj,rtn: 0.0023193,0.00000,0.102
+23,mlp.experts.190.gate_proj,rtn: 0.0023346,0.00000,0.097
+23,mlp.experts.10.up_proj,rtn: 0.0023651,0.00000,0.097
+23,mlp.experts.182.gate_proj,rtn: 0.0023346,0.00000,0.106
+23,mlp.experts.17.up_proj,rtn: 0.0023041,0.00000,0.075
+23,mlp.experts.29.up_proj,rtn: 0.0023041,0.00000,0.076
+23,mlp.experts.180.gate_proj,rtn: 0.0023804,0.00000,0.092
+23,mlp.experts.41.up_proj,rtn: 0.0023346,0.00000,0.076
+23,mlp.experts.187.gate_proj,rtn: 0.0023499,0.00000,0.123
+23,mlp.experts.37.up_proj,rtn: 0.0022430,0.00000,0.112
+23,mlp.experts.8.up_proj,rtn: 0.0022583,0.00000,0.109
+23,mlp.experts.188.gate_proj,rtn: 0.0023804,0.00000,0.118
+23,mlp.experts.2.up_proj,rtn: 0.0022888,0.00000,0.092
+23,mlp.experts.26.up_proj,rtn: 0.0023499,0.00000,0.093
+23,mlp.experts.183.gate_proj,rtn: 0.0023346,0.00000,0.124
+23,mlp.experts.191.gate_proj,rtn: 0.0023651,0.00000,0.096
+23,mlp.experts.33.up_proj,rtn: 0.0023499,0.00000,0.085
+23,mlp.experts.0.up_proj,rtn: 0.0023499,0.00000,0.103
+23,mlp.experts.179.gate_proj,rtn: 0.0022736,0.00000,0.101
+23,mlp.experts.45.up_proj,rtn: 0.0023499,0.00000,0.074
+23,mlp.experts.6.up_proj,rtn: 0.0022736,0.00000,0.097
+23,mlp.experts.57.up_proj,rtn: 0.0022583,0.00000,0.073
+23,mlp.experts.14.up_proj,rtn: 0.0023346,0.00000,0.132
+23,mlp.experts.53.up_proj,rtn: 0.0023041,0.00000,0.063
+23,mlp.experts.12.up_proj,rtn: 0.0023499,0.00000,0.075
+23,mlp.experts.4.up_proj,rtn: 0.0023193,0.00000,0.134
+23,mlp.experts.49.up_proj,rtn: 0.0022888,0.00000,0.076
+23,mlp.experts.16.up_proj,rtn: 0.0023041,0.00000,0.090
+23,mlp.experts.22.up_proj,rtn: 0.0023499,0.00000,0.067
+23,mlp.experts.42.up_proj,rtn: 0.0023041,0.00000,0.074
+23,mlp.experts.73.up_proj,rtn: 0.0023651,0.00000,0.070
+23,mlp.experts.30.up_proj,rtn: 0.0023651,0.00000,0.065
+23,mlp.experts.18.up_proj,rtn: 0.0022736,0.00000,0.076
+23,mlp.experts.61.up_proj,rtn: 0.0022583,0.00000,0.076
+23,mlp.experts.24.up_proj,rtn: 0.0022888,0.00000,0.131
+23,mlp.experts.69.up_proj,rtn: 0.0023499,0.00000,0.077
+23,mlp.experts.11.up_proj,rtn: 0.0023346,0.00000,0.156
+23,mlp.experts.3.up_proj,rtn: 0.0023041,0.00000,0.113
+23,mlp.experts.7.up_proj,rtn: 0.0023193,0.00000,0.144
+23,mlp.experts.15.up_proj,rtn: 0.0023346,0.00000,0.151
+23,mlp.experts.28.up_proj,rtn: 0.0022888,0.00000,0.084
+23,mlp.experts.65.up_proj,rtn: 0.0023499,0.00000,0.088
+23,mlp.experts.20.up_proj,rtn: 0.0022736,0.00000,0.093
+23,mlp.experts.32.up_proj,rtn: 0.0023499,0.00000,0.087
+23,mlp.experts.38.up_proj,rtn: 0.0022888,0.00000,0.097
+23,mlp.experts.58.up_proj,rtn: 0.0023346,0.00000,0.091
+23,mlp.experts.34.up_proj,rtn: 0.0023499,0.00000,0.086
+23,mlp.experts.46.up_proj,rtn: 0.0023804,0.00000,0.099
+23,mlp.experts.77.up_proj,rtn: 0.0023651,0.00000,0.090
+23,mlp.experts.89.up_proj,rtn: 0.0023193,0.00000,0.095
+23,mlp.experts.40.up_proj,rtn: 0.0023499,0.00000,0.090
+23,mlp.experts.85.up_proj,rtn: 0.0023041,0.00000,0.099
+23,mlp.experts.27.up_proj,rtn: 0.0022736,0.00000,0.109
+23,mlp.experts.19.up_proj,rtn: 0.0023041,0.00000,0.111
+23,mlp.experts.44.up_proj,rtn: 0.0022583,0.00000,0.099
+23,mlp.experts.23.up_proj,rtn: 0.0022736,0.00000,0.110
+23,mlp.experts.31.up_proj,rtn: 0.0023193,0.00000,0.106
+23,mlp.experts.36.up_proj,rtn: 0.0023346,0.00000,0.090
+23,mlp.experts.48.up_proj,rtn: 0.0023193,0.00000,0.091
+23,mlp.experts.54.up_proj,rtn: 0.0023041,0.00000,0.078
+23,mlp.experts.50.up_proj,rtn: 0.0022888,0.00000,0.079
+23,mlp.experts.74.up_proj,rtn: 0.0023651,0.00000,0.081
+23,mlp.experts.81.up_proj,rtn: 0.0022736,0.00000,0.115
+23,mlp.experts.62.up_proj,rtn: 0.0023956,0.00000,0.076
+23,mlp.experts.56.up_proj,rtn: 0.0022888,0.00000,0.082
+23,mlp.experts.93.up_proj,rtn: 0.0022278,0.00000,0.099
+23,mlp.experts.105.up_proj,rtn: 0.0023499,0.00000,0.103
+23,mlp.experts.43.up_proj,rtn: 0.0022736,0.00000,0.079
+23,mlp.experts.101.up_proj,rtn: 0.0023346,0.00000,0.095
+23,mlp.experts.60.up_proj,rtn: 0.0022888,0.00000,0.072
+23,mlp.experts.35.up_proj,rtn: 0.0023041,0.00000,0.080
+23,mlp.experts.39.up_proj,rtn: 0.0023651,0.00000,0.082
+23,mlp.experts.52.up_proj,rtn: 0.0023651,0.00000,0.077
+23,mlp.experts.64.up_proj,rtn: 0.0023193,0.00000,0.068
+23,mlp.experts.47.up_proj,rtn: 0.0023193,0.00000,0.087
+23,mlp.experts.97.up_proj,rtn: 0.0022888,0.00000,0.071
+23,mlp.experts.72.up_proj,rtn: 0.0023193,0.00000,0.082
+23,mlp.experts.109.up_proj,rtn: 0.0023651,0.00000,0.074
+23,mlp.experts.121.up_proj,rtn: 0.0023651,0.00000,0.076
+23,mlp.experts.70.up_proj,rtn: 0.0022736,0.00000,0.112
+23,mlp.experts.78.up_proj,rtn: 0.0023346,0.00000,0.106
+23,mlp.experts.90.up_proj,rtn: 0.0023193,0.00000,0.109
+23,mlp.experts.117.up_proj,rtn: 0.0023041,0.00000,0.076
+23,mlp.experts.59.up_proj,rtn: 0.0023193,0.00000,0.084
+23,mlp.experts.51.up_proj,rtn: 0.0023499,0.00000,0.074
+23,mlp.experts.76.up_proj,rtn: 0.0025024,0.00000,0.083
+23,mlp.experts.55.up_proj,rtn: 0.0022888,0.00000,0.080
+23,mlp.experts.66.up_proj,rtn: 0.0023346,0.00000,0.142
+23,mlp.experts.68.up_proj,rtn: 0.0022888,0.00000,0.085
+23,mlp.experts.63.up_proj,rtn: 0.0023041,0.00000,0.080
+23,mlp.experts.80.up_proj,rtn: 0.0023804,0.00000,0.083
+23,mlp.experts.113.up_proj,rtn: 0.0023193,0.00000,0.096
+23,mlp.experts.88.up_proj,rtn: 0.0023499,0.00000,0.086
+23,mlp.experts.137.up_proj,rtn: 0.0023346,0.00000,0.095
+23,mlp.experts.125.up_proj,rtn: 0.0023346,0.00000,0.104
+23,mlp.experts.133.up_proj,rtn: 0.0023346,0.00000,0.090
+23,mlp.experts.86.up_proj,rtn: 0.0023041,0.00000,0.102
+23,mlp.experts.94.up_proj,rtn: 0.0023193,0.00000,0.084
+23,mlp.experts.92.up_proj,rtn: 0.0023041,0.00000,0.087
+23,mlp.experts.106.up_proj,rtn: 0.0023041,0.00000,0.090
+23,mlp.experts.82.up_proj,rtn: 0.0023499,0.00000,0.086
+23,mlp.experts.84.up_proj,rtn: 0.0024109,0.00000,0.091
+23,mlp.experts.96.up_proj,rtn: 0.0023346,0.00000,0.083
+23,mlp.experts.129.up_proj,rtn: 0.0023346,0.00000,0.088
+23,mlp.experts.104.up_proj,rtn: 0.0022888,0.00000,0.095
+23,mlp.experts.153.up_proj,rtn: 0.0023346,0.00000,0.091
+23,mlp.experts.75.up_proj,rtn: 0.0022888,0.00000,0.170
+23,mlp.experts.67.up_proj,rtn: 0.0023193,0.00000,0.171
+23,mlp.experts.110.up_proj,rtn: 0.0023041,0.00000,0.082
+23,mlp.experts.141.up_proj,rtn: 0.0023041,0.00000,0.098
+23,mlp.experts.102.up_proj,rtn: 0.0023651,0.00000,0.084
+23,mlp.experts.149.up_proj,rtn: 0.0023346,0.00000,0.094
+23,mlp.experts.122.up_proj,rtn: 0.0023193,0.00000,0.084
+23,mlp.experts.71.up_proj,rtn: 0.0023041,0.00000,0.176
+23,mlp.experts.79.up_proj,rtn: 0.0023499,0.00000,0.168
+23,mlp.experts.98.up_proj,rtn: 0.0023193,0.00000,0.083
+23,mlp.experts.108.up_proj,rtn: 0.0022888,0.00000,0.108
+23,mlp.experts.100.up_proj,rtn: 0.0023346,0.00000,0.099
+23,mlp.experts.145.up_proj,rtn: 0.0022888,0.00000,0.084
+23,mlp.experts.91.up_proj,rtn: 0.0022736,0.00000,0.068
+23,mlp.experts.169.up_proj,rtn: 0.0023041,0.00000,0.081
+23,mlp.experts.83.up_proj,rtn: 0.0023346,0.00000,0.082
+23,mlp.experts.126.up_proj,rtn: 0.0023651,0.00000,0.079
+23,mlp.experts.118.up_proj,rtn: 0.0023041,0.00000,0.076
+23,mlp.experts.138.up_proj,rtn: 0.0023804,0.00000,0.072
+23,mlp.experts.95.up_proj,rtn: 0.0023193,0.00000,0.069
+23,mlp.experts.120.up_proj,rtn: 0.0022583,0.00000,0.115
+23,mlp.experts.114.up_proj,rtn: 0.0022583,0.00000,0.076
+23,mlp.experts.87.up_proj,rtn: 0.0023193,0.00000,0.085
+23,mlp.experts.165.up_proj,rtn: 0.0023956,0.00000,0.094
+23,mlp.experts.157.up_proj,rtn: 0.0023041,0.00000,0.110
+23,mlp.experts.112.up_proj,rtn: 0.0022736,0.00000,0.183
+23,mlp.experts.107.up_proj,rtn: 0.0022736,0.00000,0.082
+23,mlp.experts.161.up_proj,rtn: 0.0023346,0.00000,0.100
+23,mlp.experts.116.up_proj,rtn: 0.0023041,0.00000,0.103
+23,mlp.experts.124.up_proj,rtn: 0.0023193,0.00000,0.096
+23,mlp.experts.154.up_proj,rtn: 0.0023651,0.00000,0.069
+23,mlp.experts.142.up_proj,rtn: 0.0022888,0.00000,0.077
+23,mlp.experts.134.up_proj,rtn: 0.0023346,0.00000,0.077
+23,mlp.experts.111.up_proj,rtn: 0.0022888,0.00000,0.075
+23,mlp.experts.185.up_proj,rtn: 0.0023193,0.00000,0.092
+23,mlp.experts.130.up_proj,rtn: 0.0023346,0.00000,0.076
+23,mlp.experts.99.up_proj,rtn: 0.0022888,0.00000,0.099
+23,mlp.experts.136.up_proj,rtn: 0.0023346,0.00000,0.093
+23,mlp.experts.103.up_proj,rtn: 0.0023041,0.00000,0.085
+23,mlp.experts.181.up_proj,rtn: 0.0022888,0.00000,0.086
+23,mlp.experts.173.up_proj,rtn: 0.0023193,0.00000,0.084
+23,mlp.experts.128.up_proj,rtn: 0.0023651,0.00000,0.092
+23,mlp.experts.177.up_proj,rtn: 0.0023346,0.00000,0.085
+23,mlp.experts.123.up_proj,rtn: 0.0023651,0.00000,0.095
+23,mlp.experts.158.up_proj,rtn: 0.0023041,0.00000,0.071
+23,mlp.experts.170.up_proj,rtn: 0.0023499,0.00000,0.078
+23,mlp.experts.150.up_proj,rtn: 0.0023346,0.00000,0.074
+23,mlp.experts.140.up_proj,rtn: 0.0023651,0.00000,0.085
+23,mlp.experts.127.up_proj,rtn: 0.0023193,0.00000,0.082
+23,mlp.experts.115.up_proj,rtn: 0.0022888,0.00000,0.081
+23,mlp.experts.119.up_proj,rtn: 0.0023956,0.00000,0.073
+23,mlp.experts.189.up_proj,rtn: 0.0022888,0.00000,0.053
+23,mlp.experts.146.up_proj,rtn: 0.0023193,0.00000,0.091
+23,mlp.experts.152.up_proj,rtn: 0.0023041,0.00000,0.095
+23,mlp.experts.132.up_proj,rtn: 0.0023193,0.00000,0.131
+23,mlp.experts.144.up_proj,rtn: 0.0023956,0.00000,0.090
+23,mlp.experts.139.up_proj,rtn: 0.0022583,0.00000,0.063
+23,mlp.experts.143.up_proj,rtn: 0.0022888,0.00000,0.064
+23,mlp.experts.131.up_proj,rtn: 0.0023346,0.00000,0.058
+23,mlp.experts.174.up_proj,rtn: 0.0023193,0.00000,0.079
+23,mlp.experts.166.up_proj,rtn: 0.0022430,0.00000,0.066
+23,mlp.experts.186.up_proj,rtn: 0.0023193,0.00000,0.068
+23,mlp.experts.135.up_proj,rtn: 0.0023193,0.00000,0.063
+23,mlp.experts.156.up_proj,rtn: 0.0023499,0.00000,0.097
+23,mlp.experts.162.up_proj,rtn: 0.0023651,0.00000,0.088
+23,mlp.experts.155.up_proj,rtn: 0.0023499,0.00000,0.081
+23,mlp.experts.168.up_proj,rtn: 0.0023346,0.00000,0.105
+23,mlp.experts.190.up_proj,rtn: 0.0023041,0.00000,0.063
+23,mlp.experts.182.up_proj,rtn: 0.0023041,0.00000,0.074
+23,mlp.experts.147.up_proj,rtn: 0.0023651,0.00000,0.092
+23,mlp.experts.159.up_proj,rtn: 0.0023193,0.00000,0.094
+23,mlp.experts.178.up_proj,rtn: 0.0023041,0.00000,0.070
+23,mlp.experts.148.up_proj,rtn: 0.0023346,0.00000,0.119
+23,mlp.experts.160.up_proj,rtn: 0.0023193,0.00000,0.120
+23,mlp.experts.171.up_proj,rtn: 0.0023193,0.00000,0.139
+23,mlp.experts.151.up_proj,rtn: 0.0022430,0.00000,0.185
+23,mlp.experts.172.up_proj,rtn: 0.0023499,0.00000,0.214
+23,mlp.experts.184.up_proj,rtn: 0.0023499,0.00000,0.166
+23,mlp.experts.164.up_proj,rtn: 0.0023193,0.00000,0.127
+23,mlp.experts.163.up_proj,rtn: 0.0023804,0.00000,0.154
+23,mlp.experts.176.up_proj,rtn: 0.0023041,0.00000,0.150
+23,mlp.experts.175.up_proj,rtn: 0.0023041,0.00000,0.180
+23,mlp.experts.187.up_proj,rtn: 0.0023193,0.00000,0.106
+23,mlp.experts.167.up_proj,rtn: 0.0023346,0.00000,0.099
+23,mlp.experts.180.up_proj,rtn: 0.0023499,0.00000,0.083
+23,mlp.experts.179.up_proj,rtn: 0.0022583,0.00000,0.090
+23,mlp.experts.188.up_proj,rtn: 0.0023651,0.00000,0.095
+23,mlp.experts.191.up_proj,rtn: 0.0023499,0.00000,0.099
+23,mlp.experts.183.up_proj,rtn: 0.0023041,0.00000,0.075
+23,mlp.experts.0.down_proj,rtn: 0.0023041,0.00000,0.026
+23,mlp.experts.12.down_proj,rtn: 0.0023041,0.00000,0.034
+23,mlp.experts.13.down_proj,rtn: 0.0022736,0.00000,0.035
+23,mlp.experts.10.down_proj,rtn: 0.0023499,0.00000,0.068
+23,mlp.experts.16.down_proj,rtn: 0.0022736,0.00000,0.044
+23,mlp.experts.2.down_proj,rtn: 0.0022736,0.00000,0.053
+23,mlp.experts.6.down_proj,rtn: 0.0022430,0.00000,0.054
+23,mlp.experts.15.down_proj,rtn: 0.0023041,0.00000,0.131
+23,mlp.experts.11.down_proj,rtn: 0.0022888,0.00000,0.139
+23,mlp.experts.7.down_proj,rtn: 0.0022888,0.00000,0.140
+23,mlp.experts.3.down_proj,rtn: 0.0022736,0.00000,0.135
+23,mlp.experts.28.down_proj,rtn: 0.0022583,0.00000,0.060
+23,mlp.experts.9.down_proj,rtn: 0.0023346,0.00000,0.061
+23,mlp.experts.14.down_proj,rtn: 0.0023041,0.00000,0.062
+23,mlp.experts.1.down_proj,rtn: 0.0022430,0.00000,0.069
+23,mlp.experts.5.down_proj,rtn: 0.0022888,0.00000,0.070
+23,mlp.experts.29.down_proj,rtn: 0.0022736,0.00000,0.046
+23,mlp.experts.26.down_proj,rtn: 0.0023193,0.00000,0.035
+23,mlp.experts.4.down_proj,rtn: 0.0022888,0.00000,0.086
+23,mlp.experts.18.down_proj,rtn: 0.0022583,0.00000,0.028
+23,mlp.experts.8.down_proj,rtn: 0.0022278,0.00000,0.087
+23,mlp.experts.32.down_proj,rtn: 0.0023346,0.00000,0.037
+23,mlp.experts.22.down_proj,rtn: 0.0023041,0.00000,0.026
+23,mlp.experts.44.down_proj,rtn: 0.0022278,0.00000,0.037
+23,mlp.experts.30.down_proj,rtn: 0.0023346,0.00000,0.025
+23,mlp.experts.25.down_proj,rtn: 0.0022583,0.00000,0.037
+23,mlp.experts.42.down_proj,rtn: 0.0022736,0.00000,0.028
+23,mlp.experts.34.down_proj,rtn: 0.0023041,0.00000,0.029
+23,mlp.experts.21.down_proj,rtn: 0.0023651,0.00000,0.043
+23,mlp.experts.17.down_proj,rtn: 0.0022583,0.00000,0.043
+23,mlp.experts.45.down_proj,rtn: 0.0023346,0.00000,0.044
+23,mlp.experts.27.down_proj,rtn: 0.0022583,0.00000,0.075
+23,mlp.experts.38.down_proj,rtn: 0.0022430,0.00000,0.034
+23,mlp.experts.46.down_proj,rtn: 0.0023346,0.00000,0.032
+23,mlp.experts.23.down_proj,rtn: 0.0022430,0.00000,0.086
+23,mlp.experts.58.down_proj,rtn: 0.0022888,0.00000,0.033
+23,mlp.experts.50.down_proj,rtn: 0.0022430,0.00000,0.032
+23,mlp.experts.41.down_proj,rtn: 0.0022888,0.00000,0.040
+23,mlp.experts.37.down_proj,rtn: 0.0022278,0.00000,0.044
+23,mlp.experts.61.down_proj,rtn: 0.0022278,0.00000,0.036
+23,mlp.experts.62.down_proj,rtn: 0.0023956,0.00000,0.030
+23,mlp.experts.54.down_proj,rtn: 0.0022736,0.00000,0.034
+23,mlp.experts.20.down_proj,rtn: 0.0022430,0.00000,0.087
+23,mlp.experts.33.down_proj,rtn: 0.0023041,0.00000,0.050
+23,mlp.experts.19.down_proj,rtn: 0.0022430,0.00000,0.129
+23,mlp.experts.66.down_proj,rtn: 0.0023041,0.00000,0.028
+23,mlp.experts.48.down_proj,rtn: 0.0022736,0.00000,0.074
+23,mlp.experts.31.down_proj,rtn: 0.0022736,0.00000,0.126
+23,mlp.experts.74.down_proj,rtn: 0.0023499,0.00000,0.032
+23,mlp.experts.43.down_proj,rtn: 0.0022430,0.00000,0.059
+23,mlp.experts.60.down_proj,rtn: 0.0022736,0.00000,0.099
+23,mlp.experts.24.down_proj,rtn: 0.0022583,0.00000,0.102
+23,mlp.experts.39.down_proj,rtn: 0.0023499,0.00000,0.052
+23,mlp.experts.57.down_proj,rtn: 0.0022278,0.00000,0.042
+23,mlp.experts.53.down_proj,rtn: 0.0022736,0.00000,0.032
+23,mlp.experts.77.down_proj,rtn: 0.0023651,0.00000,0.030
+23,mlp.experts.78.down_proj,rtn: 0.0023041,0.00000,0.023
+23,mlp.experts.70.down_proj,rtn: 0.0022583,0.00000,0.028
+23,mlp.experts.82.down_proj,rtn: 0.0023193,0.00000,0.022
+23,mlp.experts.90.down_proj,rtn: 0.0022888,0.00000,0.016
+23,mlp.experts.59.down_proj,rtn: 0.0022888,0.00000,0.029
+23,mlp.experts.49.down_proj,rtn: 0.0022583,0.00000,0.033
+23,mlp.experts.73.down_proj,rtn: 0.0023193,0.00000,0.027
+23,mlp.experts.64.down_proj,rtn: 0.0022888,0.00000,0.036
+23,mlp.experts.47.down_proj,rtn: 0.0022888,0.00000,0.040
+23,mlp.experts.35.down_proj,rtn: 0.0022736,0.00000,0.043
+23,mlp.experts.55.down_proj,rtn: 0.0022736,0.00000,0.034
+23,mlp.experts.98.down_proj,rtn: 0.0022888,0.00000,0.032
+23,mlp.experts.75.down_proj,rtn: 0.0022583,0.00000,0.022
+23,mlp.experts.86.down_proj,rtn: 0.0022736,0.00000,0.028
+23,mlp.experts.69.down_proj,rtn: 0.0023193,0.00000,0.031
+23,mlp.experts.106.down_proj,rtn: 0.0022736,0.00000,0.023
+23,mlp.experts.94.down_proj,rtn: 0.0022888,0.00000,0.029
+23,mlp.experts.93.down_proj,rtn: 0.0022278,0.00000,0.032
+23,mlp.experts.89.down_proj,rtn: 0.0022888,0.00000,0.024
+23,mlp.experts.65.down_proj,rtn: 0.0023346,0.00000,0.033
+23,mlp.experts.36.down_proj,rtn: 0.0023041,0.00000,0.093
+23,mlp.experts.76.down_proj,rtn: 0.0024414,0.00000,0.088
+23,mlp.experts.80.down_proj,rtn: 0.0023499,0.00000,0.067
+23,mlp.experts.40.down_proj,rtn: 0.0023193,0.00000,0.085
+23,mlp.experts.110.down_proj,rtn: 0.0022583,0.00000,0.033
+23,mlp.experts.102.down_proj,rtn: 0.0023499,0.00000,0.034
+23,mlp.experts.122.down_proj,rtn: 0.0022888,0.00000,0.036
+23,mlp.experts.114.down_proj,rtn: 0.0022278,0.00000,0.035
+23,mlp.experts.105.down_proj,rtn: 0.0023041,0.00000,0.028
+23,mlp.experts.85.down_proj,rtn: 0.0022736,0.00000,0.040
+23,mlp.experts.109.down_proj,rtn: 0.0023499,0.00000,0.040
+23,mlp.experts.81.down_proj,rtn: 0.0022430,0.00000,0.031
+23,mlp.experts.52.down_proj,rtn: 0.0023346,0.00000,0.042
+23,mlp.experts.92.down_proj,rtn: 0.0022736,0.00000,0.034
+23,mlp.experts.96.down_proj,rtn: 0.0023193,0.00000,0.028
+23,mlp.experts.56.down_proj,rtn: 0.0022583,0.00000,0.025
+23,mlp.experts.63.down_proj,rtn: 0.0022888,0.00000,0.063
+23,mlp.experts.91.down_proj,rtn: 0.0022430,0.00000,0.055
+23,mlp.experts.71.down_proj,rtn: 0.0022888,0.00000,0.079
+23,mlp.experts.126.down_proj,rtn: 0.0023346,0.00000,0.040
+23,mlp.experts.118.down_proj,rtn: 0.0022583,0.00000,0.039
+23,mlp.experts.138.down_proj,rtn: 0.0023346,0.00000,0.035
+23,mlp.experts.130.down_proj,rtn: 0.0022888,0.00000,0.041
+23,mlp.experts.51.down_proj,rtn: 0.0023041,0.00000,0.096
+23,mlp.experts.125.down_proj,rtn: 0.0023041,0.00000,0.042
+23,mlp.experts.121.down_proj,rtn: 0.0023346,0.00000,0.044
+23,mlp.experts.79.down_proj,rtn: 0.0023193,0.00000,0.037
+23,mlp.experts.97.down_proj,rtn: 0.0022583,0.00000,0.061
+23,mlp.experts.107.down_proj,rtn: 0.0022430,0.00000,0.042
+23,mlp.experts.112.down_proj,rtn: 0.0022583,0.00000,0.045
+23,mlp.experts.108.down_proj,rtn: 0.0022583,0.00000,0.053
+23,mlp.experts.68.down_proj,rtn: 0.0022736,0.00000,0.050
+23,mlp.experts.87.down_proj,rtn: 0.0022888,0.00000,0.038
+23,mlp.experts.142.down_proj,rtn: 0.0022736,0.00000,0.035
+23,mlp.experts.154.down_proj,rtn: 0.0023193,0.00000,0.034
+23,mlp.experts.134.down_proj,rtn: 0.0023193,0.00000,0.036
+23,mlp.experts.146.down_proj,rtn: 0.0022888,0.00000,0.032
+23,mlp.experts.101.down_proj,rtn: 0.0023041,0.00000,0.075
+23,mlp.experts.141.down_proj,rtn: 0.0022736,0.00000,0.033
+23,mlp.experts.137.down_proj,rtn: 0.0023041,0.00000,0.034
+23,mlp.experts.113.down_proj,rtn: 0.0022888,0.00000,0.030
+23,mlp.experts.72.down_proj,rtn: 0.0022888,0.00000,0.077
+23,mlp.experts.95.down_proj,rtn: 0.0022736,0.00000,0.043
+23,mlp.experts.128.down_proj,rtn: 0.0023193,0.00000,0.031
+23,mlp.experts.67.down_proj,rtn: 0.0022888,0.00000,0.057
+23,mlp.experts.124.down_proj,rtn: 0.0022736,0.00000,0.032
+23,mlp.experts.84.down_proj,rtn: 0.0023956,0.00000,0.027
+23,mlp.experts.123.down_proj,rtn: 0.0023346,0.00000,0.045
+23,mlp.experts.150.down_proj,rtn: 0.0023041,0.00000,0.036
+23,mlp.experts.170.down_proj,rtn: 0.0023193,0.00000,0.036
+23,mlp.experts.158.down_proj,rtn: 0.0022736,0.00000,0.037
+23,mlp.experts.162.down_proj,rtn: 0.0023193,0.00000,0.030
+23,mlp.experts.103.down_proj,rtn: 0.0022583,0.00000,0.042
+23,mlp.experts.88.down_proj,rtn: 0.0023041,0.00000,0.031
+23,mlp.experts.117.down_proj,rtn: 0.0022736,0.00000,0.045
+23,mlp.experts.144.down_proj,rtn: 0.0023499,0.00000,0.027
+23,mlp.experts.129.down_proj,rtn: 0.0023041,0.00000,0.046
+23,mlp.experts.157.down_proj,rtn: 0.0022888,0.00000,0.050
+23,mlp.experts.140.down_proj,rtn: 0.0023193,0.00000,0.032
+23,mlp.experts.100.down_proj,rtn: 0.0022888,0.00000,0.029
+23,mlp.experts.111.down_proj,rtn: 0.0022430,0.00000,0.048
+23,mlp.experts.166.down_proj,rtn: 0.0022430,0.00000,0.037
+23,mlp.experts.83.down_proj,rtn: 0.0023041,0.00000,0.052
+23,mlp.experts.186.down_proj,rtn: 0.0022888,0.00000,0.032
+23,mlp.experts.160.down_proj,rtn: 0.0022888,0.00000,0.030
+23,mlp.experts.104.down_proj,rtn: 0.0022583,0.00000,0.030
+23,mlp.experts.139.down_proj,rtn: 0.0022278,0.00000,0.049
+23,mlp.experts.174.down_proj,rtn: 0.0022888,0.00000,0.035
+23,mlp.experts.178.down_proj,rtn: 0.0022736,0.00000,0.036
+23,mlp.experts.153.down_proj,rtn: 0.0023041,0.00000,0.080
+23,mlp.experts.119.down_proj,rtn: 0.0023804,0.00000,0.040
+23,mlp.experts.133.down_proj,rtn: 0.0023041,0.00000,0.041
+23,mlp.experts.173.down_proj,rtn: 0.0022888,0.00000,0.032
+23,mlp.experts.145.down_proj,rtn: 0.0022583,0.00000,0.034
+23,mlp.experts.156.down_proj,rtn: 0.0023041,0.00000,0.031
+23,mlp.experts.116.down_proj,rtn: 0.0022888,0.00000,0.027
+23,mlp.experts.127.down_proj,rtn: 0.0022888,0.00000,0.033
+23,mlp.experts.182.down_proj,rtn: 0.0022736,0.00000,0.029
+23,mlp.experts.190.down_proj,rtn: 0.0022736,0.00000,0.022
+23,mlp.experts.99.down_proj,rtn: 0.0022583,0.00000,0.046
+23,mlp.experts.176.down_proj,rtn: 0.0022583,0.00000,0.037
+23,mlp.experts.120.down_proj,rtn: 0.0022278,0.00000,0.040
+23,mlp.experts.155.down_proj,rtn: 0.0023193,0.00000,0.045
+23,mlp.experts.149.down_proj,rtn: 0.0023193,0.00000,0.036
+23,mlp.experts.169.down_proj,rtn: 0.0022583,0.00000,0.034
+23,mlp.experts.143.down_proj,rtn: 0.0022583,0.00000,0.038
+23,mlp.experts.135.down_proj,rtn: 0.0022888,0.00000,0.043
+23,mlp.experts.172.down_proj,rtn: 0.0023193,0.00000,0.041
+23,mlp.experts.161.down_proj,rtn: 0.0022888,0.00000,0.043
+23,mlp.experts.115.down_proj,rtn: 0.0022583,0.00000,0.035
+23,mlp.experts.189.down_proj,rtn: 0.0022583,0.00000,0.071
+23,mlp.experts.132.down_proj,rtn: 0.0022736,0.00000,0.059
+23,mlp.experts.136.down_proj,rtn: 0.0023041,0.00000,0.033
+23,mlp.experts.165.down_proj,rtn: 0.0023346,0.00000,0.031
+23,mlp.experts.188.down_proj,rtn: 0.0023193,0.00000,0.025
+23,mlp.experts.185.down_proj,rtn: 0.0023041,0.00000,0.028
+23,mlp.experts.177.down_proj,rtn: 0.0022888,0.00000,0.026
+23,mlp.experts.181.down_proj,rtn: 0.0022583,0.00000,0.011
+23,mlp.experts.171.down_proj,rtn: 0.0022888,0.00000,0.139
+23,mlp.experts.148.down_proj,rtn: 0.0023041,0.00000,0.015
+23,mlp.experts.152.down_proj,rtn: 0.0022583,0.00000,0.015
+23,mlp.experts.159.down_proj,rtn: 0.0022888,0.00000,0.139
+23,mlp.experts.151.down_proj,rtn: 0.0022125,0.00000,0.135
+23,mlp.experts.168.down_proj,rtn: 0.0022888,0.00000,0.015
+23,mlp.experts.164.down_proj,rtn: 0.0022736,0.00000,0.015
+23,mlp.experts.131.down_proj,rtn: 0.0023041,0.00000,0.043
+23,mlp.experts.184.down_proj,rtn: 0.0023041,0.00000,0.015
+23,mlp.experts.180.down_proj,rtn: 0.0023346,0.00000,0.016
+23,mlp.experts.187.down_proj,rtn: 0.0022736,0.00000,0.034
+23,mlp.experts.175.down_proj,rtn: 0.0022736,0.00000,0.061
+23,mlp.experts.167.down_proj,rtn: 0.0023041,0.00000,0.060
+23,mlp.experts.147.down_proj,rtn: 0.0023651,0.00000,0.025
+23,mlp.experts.183.down_proj,rtn: 0.0022736,0.00000,0.052
+23,mlp.experts.163.down_proj,rtn: 0.0023499,0.00000,0.021
+23,mlp.experts.191.down_proj,rtn: 0.0023346,0.00000,0.068
+23,mlp.experts.179.down_proj,rtn: 0.0022278,0.00000,0.011
+23,mlp.shared_experts.gate_proj,rtn: 0.0016327,0.00000,0.027
+23,mlp.shared_experts.up_proj,rtn: 0.0016403,0.00000,0.027
+23,mlp.shared_experts.down_proj,rtn: 0.0017014,0.00000,0.021
+24,self_attn.k_proj,rtn: 0.0023193,0.00000,0.014
+24,self_attn.v_proj,rtn: 0.0026398,0.00000,0.021
+24,self_attn.q_proj,rtn: 0.0021820,0.00000,0.022
+24,self_attn.o_proj,rtn: 0.0025940,0.00000,0.045
+24,mlp.experts.7.gate_proj,rtn: 0.0023499,0.00000,0.089
+24,mlp.experts.1.gate_proj,rtn: 0.0023499,0.00000,0.094
+24,mlp.experts.5.gate_proj,rtn: 0.0023499,0.00000,0.095
+24,mlp.experts.10.gate_proj,rtn: 0.0023651,0.00000,0.099
+24,mlp.experts.6.gate_proj,rtn: 0.0023346,0.00000,0.101
+24,mlp.experts.14.gate_proj,rtn: 0.0023499,0.00000,0.113
+24,mlp.experts.8.gate_proj,rtn: 0.0023651,0.00000,0.115
+24,mlp.experts.2.gate_proj,rtn: 0.0023651,0.00000,0.117
+24,mlp.experts.13.gate_proj,rtn: 0.0023651,0.00000,0.117
+24,mlp.experts.9.gate_proj,rtn: 0.0023041,0.00000,0.118
+24,mlp.experts.3.gate_proj,rtn: 0.0024109,0.00000,0.119
+24,mlp.experts.11.gate_proj,rtn: 0.0023499,0.00000,0.123
+24,mlp.experts.15.gate_proj,rtn: 0.0022736,0.00000,0.124
+24,mlp.experts.12.gate_proj,rtn: 0.0023346,0.00000,0.128
+24,mlp.experts.0.gate_proj,rtn: 0.0023651,0.00000,0.131
+24,mlp.experts.4.gate_proj,rtn: 0.0023041,0.00000,0.149
+24,mlp.experts.26.gate_proj,rtn: 0.0023499,0.00000,0.069
+24,mlp.experts.21.gate_proj,rtn: 0.0023346,0.00000,0.078
+24,mlp.experts.22.gate_proj,rtn: 0.0023041,0.00000,0.079
+24,mlp.experts.30.gate_proj,rtn: 0.0023346,0.00000,0.072
+24,mlp.experts.17.gate_proj,rtn: 0.0022888,0.00000,0.091
+24,mlp.experts.18.gate_proj,rtn: 0.0023499,0.00000,0.078
+24,mlp.experts.29.gate_proj,rtn: 0.0022736,0.00000,0.089
+24,mlp.experts.23.gate_proj,rtn: 0.0023041,0.00000,0.120
+24,mlp.experts.25.gate_proj,rtn: 0.0023651,0.00000,0.084
+24,mlp.experts.24.gate_proj,rtn: 0.0022736,0.00000,0.110
+24,mlp.experts.31.gate_proj,rtn: 0.0023346,0.00000,0.100
+24,mlp.experts.19.gate_proj,rtn: 0.0023041,0.00000,0.106
+24,mlp.experts.27.gate_proj,rtn: 0.0023499,0.00000,0.097
+24,mlp.experts.16.gate_proj,rtn: 0.0024261,0.00000,0.102
+24,mlp.experts.28.gate_proj,rtn: 0.0023651,0.00000,0.110
+24,mlp.experts.20.gate_proj,rtn: 0.0023346,0.00000,0.109
+24,mlp.experts.37.gate_proj,rtn: 0.0022888,0.00000,0.075
+24,mlp.experts.33.gate_proj,rtn: 0.0022888,0.00000,0.075
+24,mlp.experts.42.gate_proj,rtn: 0.0023956,0.00000,0.097
+24,mlp.experts.45.gate_proj,rtn: 0.0023804,0.00000,0.070
+24,mlp.experts.46.gate_proj,rtn: 0.0023499,0.00000,0.097
+24,mlp.experts.38.gate_proj,rtn: 0.0023499,0.00000,0.100
+24,mlp.experts.41.gate_proj,rtn: 0.0022888,0.00000,0.076
+24,mlp.experts.34.gate_proj,rtn: 0.0023193,0.00000,0.098
+24,mlp.experts.39.gate_proj,rtn: 0.0023193,0.00000,0.092
+24,mlp.experts.40.gate_proj,rtn: 0.0023956,0.00000,0.096
+24,mlp.experts.35.gate_proj,rtn: 0.0023346,0.00000,0.088
+24,mlp.experts.47.gate_proj,rtn: 0.0023804,0.00000,0.096
+24,mlp.experts.43.gate_proj,rtn: 0.0023499,0.00000,0.091
+24,mlp.experts.44.gate_proj,rtn: 0.0023346,0.00000,0.091
+24,mlp.experts.53.gate_proj,rtn: 0.0022278,0.00000,0.076
+24,mlp.experts.49.gate_proj,rtn: 0.0023193,0.00000,0.067
+24,mlp.experts.32.gate_proj,rtn: 0.0023346,0.00000,0.105
+24,mlp.experts.61.gate_proj,rtn: 0.0023651,0.00000,0.058
+24,mlp.experts.36.gate_proj,rtn: 0.0023499,0.00000,0.104
+24,mlp.experts.58.gate_proj,rtn: 0.0023499,0.00000,0.096
+24,mlp.experts.54.gate_proj,rtn: 0.0023346,0.00000,0.084
+24,mlp.experts.57.gate_proj,rtn: 0.0023804,0.00000,0.083
+24,mlp.experts.55.gate_proj,rtn: 0.0023499,0.00000,0.093
+24,mlp.experts.51.gate_proj,rtn: 0.0024109,0.00000,0.088
+24,mlp.experts.65.gate_proj,rtn: 0.0023956,0.00000,0.075
+24,mlp.experts.77.gate_proj,rtn: 0.0023193,0.00000,0.072
+24,mlp.experts.69.gate_proj,rtn: 0.0023193,0.00000,0.078
+24,mlp.experts.50.gate_proj,rtn: 0.0023193,0.00000,0.125
+24,mlp.experts.56.gate_proj,rtn: 0.0023041,0.00000,0.112
+24,mlp.experts.48.gate_proj,rtn: 0.0023804,0.00000,0.091
+24,mlp.experts.60.gate_proj,rtn: 0.0023346,0.00000,0.106
+24,mlp.experts.63.gate_proj,rtn: 0.0023804,0.00000,0.085
+24,mlp.experts.52.gate_proj,rtn: 0.0023499,0.00000,0.084
+24,mlp.experts.59.gate_proj,rtn: 0.0023499,0.00000,0.117
+24,mlp.experts.73.gate_proj,rtn: 0.0023499,0.00000,0.073
+24,mlp.experts.62.gate_proj,rtn: 0.0023651,0.00000,0.181
+24,mlp.experts.71.gate_proj,rtn: 0.0023346,0.00000,0.083
+24,mlp.experts.93.gate_proj,rtn: 0.0023041,0.00000,0.061
+24,mlp.experts.85.gate_proj,rtn: 0.0023804,0.00000,0.060
+24,mlp.experts.70.gate_proj,rtn: 0.0023499,0.00000,0.111
+24,mlp.experts.81.gate_proj,rtn: 0.0023651,0.00000,0.066
+24,mlp.experts.74.gate_proj,rtn: 0.0023804,0.00000,0.133
+24,mlp.experts.67.gate_proj,rtn: 0.0024109,0.00000,0.063
+24,mlp.experts.64.gate_proj,rtn: 0.0023499,0.00000,0.097
+24,mlp.experts.76.gate_proj,rtn: 0.0022888,0.00000,0.104
+24,mlp.experts.66.gate_proj,rtn: 0.0022888,0.00000,0.070
+24,mlp.experts.97.gate_proj,rtn: 0.0023804,0.00000,0.056
+24,mlp.experts.68.gate_proj,rtn: 0.0023346,0.00000,0.078
+24,mlp.experts.72.gate_proj,rtn: 0.0023651,0.00000,0.087
+24,mlp.experts.86.gate_proj,rtn: 0.0022736,0.00000,0.060
+24,mlp.experts.78.gate_proj,rtn: 0.0022736,0.00000,0.075
+24,mlp.experts.101.gate_proj,rtn: 0.0022736,0.00000,0.067
+24,mlp.experts.89.gate_proj,rtn: 0.0022888,0.00000,0.078
+24,mlp.experts.109.gate_proj,rtn: 0.0023346,0.00000,0.075
+24,mlp.experts.90.gate_proj,rtn: 0.0023499,0.00000,0.071
+24,mlp.experts.75.gate_proj,rtn: 0.0023346,0.00000,0.108
+24,mlp.experts.79.gate_proj,rtn: 0.0023804,0.00000,0.103
+24,mlp.experts.87.gate_proj,rtn: 0.0023804,0.00000,0.099
+24,mlp.experts.82.gate_proj,rtn: 0.0023956,0.00000,0.054
+24,mlp.experts.83.gate_proj,rtn: 0.0023804,0.00000,0.083
+24,mlp.experts.113.gate_proj,rtn: 0.0022430,0.00000,0.054
+24,mlp.experts.80.gate_proj,rtn: 0.0023346,0.00000,0.102
+24,mlp.experts.92.gate_proj,rtn: 0.0022125,0.00000,0.102
+24,mlp.experts.102.gate_proj,rtn: 0.0023346,0.00000,0.068
+24,mlp.experts.125.gate_proj,rtn: 0.0023651,0.00000,0.078
+24,mlp.experts.94.gate_proj,rtn: 0.0023041,0.00000,0.079
+24,mlp.experts.106.gate_proj,rtn: 0.0023651,0.00000,0.081
+24,mlp.experts.117.gate_proj,rtn: 0.0023346,0.00000,0.089
+24,mlp.experts.105.gate_proj,rtn: 0.0023804,0.00000,0.090
+24,mlp.experts.98.gate_proj,rtn: 0.0023346,0.00000,0.070
+24,mlp.experts.88.gate_proj,rtn: 0.0023346,0.00000,0.106
+24,mlp.experts.91.gate_proj,rtn: 0.0023499,0.00000,0.097
+24,mlp.experts.95.gate_proj,rtn: 0.0023193,0.00000,0.100
+24,mlp.experts.84.gate_proj,rtn: 0.0023346,0.00000,0.146
+24,mlp.experts.103.gate_proj,rtn: 0.0024567,0.00000,0.106
+24,mlp.experts.99.gate_proj,rtn: 0.0023804,0.00000,0.092
+24,mlp.experts.129.gate_proj,rtn: 0.0023346,0.00000,0.091
+24,mlp.experts.118.gate_proj,rtn: 0.0023804,0.00000,0.072
+24,mlp.experts.110.gate_proj,rtn: 0.0023956,0.00000,0.075
+24,mlp.experts.122.gate_proj,rtn: 0.0023804,0.00000,0.074
+24,mlp.experts.141.gate_proj,rtn: 0.0023499,0.00000,0.082
+24,mlp.experts.114.gate_proj,rtn: 0.0023651,0.00000,0.077
+24,mlp.experts.133.gate_proj,rtn: 0.0023346,0.00000,0.084
+24,mlp.experts.96.gate_proj,rtn: 0.0023651,0.00000,0.115
+24,mlp.experts.108.gate_proj,rtn: 0.0023346,0.00000,0.114
+24,mlp.experts.121.gate_proj,rtn: 0.0023193,0.00000,0.083
+24,mlp.experts.111.gate_proj,rtn: 0.0023804,0.00000,0.082
+24,mlp.experts.107.gate_proj,rtn: 0.0024261,0.00000,0.086
+24,mlp.experts.145.gate_proj,rtn: 0.0023346,0.00000,0.073
+24,mlp.experts.104.gate_proj,rtn: 0.0023193,0.00000,0.099
+24,mlp.experts.119.gate_proj,rtn: 0.0023499,0.00000,0.085
+24,mlp.experts.134.gate_proj,rtn: 0.0023651,0.00000,0.068
+24,mlp.experts.115.gate_proj,rtn: 0.0023346,0.00000,0.087
+24,mlp.experts.100.gate_proj,rtn: 0.0023193,0.00000,0.096
+24,mlp.experts.138.gate_proj,rtn: 0.0023499,0.00000,0.067
+24,mlp.experts.126.gate_proj,rtn: 0.0024109,0.00000,0.077
+24,mlp.experts.157.gate_proj,rtn: 0.0023651,0.00000,0.076
+24,mlp.experts.149.gate_proj,rtn: 0.0023346,0.00000,0.069
+24,mlp.experts.137.gate_proj,rtn: 0.0023193,0.00000,0.075
+24,mlp.experts.130.gate_proj,rtn: 0.0023193,0.00000,0.082
+24,mlp.experts.124.gate_proj,rtn: 0.0023651,0.00000,0.082
+24,mlp.experts.112.gate_proj,rtn: 0.0023956,0.00000,0.089
+24,mlp.experts.127.gate_proj,rtn: 0.0023651,0.00000,0.074
+24,mlp.experts.161.gate_proj,rtn: 0.0023346,0.00000,0.075
+24,mlp.experts.123.gate_proj,rtn: 0.0022888,0.00000,0.092
+24,mlp.experts.116.gate_proj,rtn: 0.0022888,0.00000,0.082
+24,mlp.experts.120.gate_proj,rtn: 0.0023499,0.00000,0.085
+24,mlp.experts.173.gate_proj,rtn: 0.0023193,0.00000,0.073
+24,mlp.experts.165.gate_proj,rtn: 0.0023804,0.00000,0.075
+24,mlp.experts.153.gate_proj,rtn: 0.0023499,0.00000,0.068
+24,mlp.experts.131.gate_proj,rtn: 0.0023651,0.00000,0.101
+24,mlp.experts.142.gate_proj,rtn: 0.0023651,0.00000,0.107
+24,mlp.experts.135.gate_proj,rtn: 0.0023193,0.00000,0.115
+24,mlp.experts.128.gate_proj,rtn: 0.0023499,0.00000,0.078
+24,mlp.experts.140.gate_proj,rtn: 0.0023804,0.00000,0.085
+24,mlp.experts.177.gate_proj,rtn: 0.0023346,0.00000,0.070
+24,mlp.experts.143.gate_proj,rtn: 0.0023499,0.00000,0.089
+24,mlp.experts.150.gate_proj,rtn: 0.0023193,0.00000,0.138
+24,mlp.experts.146.gate_proj,rtn: 0.0023651,0.00000,0.101
+24,mlp.experts.154.gate_proj,rtn: 0.0023651,0.00000,0.140
+24,mlp.experts.139.gate_proj,rtn: 0.0023041,0.00000,0.085
+24,mlp.experts.189.gate_proj,rtn: 0.0023651,0.00000,0.076
+24,mlp.experts.132.gate_proj,rtn: 0.0023041,0.00000,0.087
+24,mlp.experts.136.gate_proj,rtn: 0.0023804,0.00000,0.086
+24,mlp.experts.169.gate_proj,rtn: 0.0023651,0.00000,0.077
+24,mlp.experts.181.gate_proj,rtn: 0.0023804,0.00000,0.079
+24,mlp.experts.147.gate_proj,rtn: 0.0022888,0.00000,0.086
+24,mlp.experts.158.gate_proj,rtn: 0.0024109,0.00000,0.094
+24,mlp.experts.151.gate_proj,rtn: 0.0022736,0.00000,0.097
+24,mlp.experts.156.gate_proj,rtn: 0.0023193,0.00000,0.098
+24,mlp.experts.1.up_proj,rtn: 0.0023346,0.00000,0.103
+24,mlp.experts.159.gate_proj,rtn: 0.0023651,0.00000,0.097
+24,mlp.experts.166.gate_proj,rtn: 0.0023956,0.00000,0.098
+24,mlp.experts.162.gate_proj,rtn: 0.0023956,0.00000,0.093
+24,mlp.experts.144.gate_proj,rtn: 0.0024109,0.00000,0.109
+24,mlp.experts.170.gate_proj,rtn: 0.0023651,0.00000,0.103
+24,mlp.experts.155.gate_proj,rtn: 0.0022583,0.00000,0.099
+24,mlp.experts.13.up_proj,rtn: 0.0023499,0.00000,0.092
+24,mlp.experts.185.gate_proj,rtn: 0.0023804,0.00000,0.088
+24,mlp.experts.148.gate_proj,rtn: 0.0022583,0.00000,0.104
+24,mlp.experts.5.up_proj,rtn: 0.0023346,0.00000,0.093
+24,mlp.experts.152.gate_proj,rtn: 0.0023499,0.00000,0.108
+24,mlp.experts.163.gate_proj,rtn: 0.0023956,0.00000,0.097
+24,mlp.experts.17.up_proj,rtn: 0.0022736,0.00000,0.073
+24,mlp.experts.167.gate_proj,rtn: 0.0023193,0.00000,0.090
+24,mlp.experts.172.gate_proj,rtn: 0.0022736,0.00000,0.089
+24,mlp.experts.175.gate_proj,rtn: 0.0022583,0.00000,0.092
+24,mlp.experts.160.gate_proj,rtn: 0.0023499,0.00000,0.084
+24,mlp.experts.171.gate_proj,rtn: 0.0023346,0.00000,0.081
+24,mlp.experts.29.up_proj,rtn: 0.0022736,0.00000,0.079
+24,mlp.experts.9.up_proj,rtn: 0.0022888,0.00000,0.076
+24,mlp.experts.21.up_proj,rtn: 0.0023193,0.00000,0.072
+24,mlp.experts.164.gate_proj,rtn: 0.0023804,0.00000,0.078
+24,mlp.experts.168.gate_proj,rtn: 0.0023193,0.00000,0.074
+24,mlp.experts.179.gate_proj,rtn: 0.0023499,0.00000,0.075
+24,mlp.experts.33.up_proj,rtn: 0.0022736,0.00000,0.075
+24,mlp.experts.183.gate_proj,rtn: 0.0023193,0.00000,0.075
+24,mlp.experts.176.gate_proj,rtn: 0.0023346,0.00000,0.070
+24,mlp.experts.188.gate_proj,rtn: 0.0023804,0.00000,0.078
+24,mlp.experts.191.gate_proj,rtn: 0.0022888,0.00000,0.075
+24,mlp.experts.174.gate_proj,rtn: 0.0022278,0.00000,0.193
+24,mlp.experts.186.gate_proj,rtn: 0.0023956,0.00000,0.149
+24,mlp.experts.178.gate_proj,rtn: 0.0023651,0.00000,0.175
+24,mlp.experts.182.gate_proj,rtn: 0.0023499,0.00000,0.187
+24,mlp.experts.187.gate_proj,rtn: 0.0023193,0.00000,0.076
+24,mlp.experts.45.up_proj,rtn: 0.0023499,0.00000,0.078
+24,mlp.experts.25.up_proj,rtn: 0.0023499,0.00000,0.074
+24,mlp.experts.180.gate_proj,rtn: 0.0022888,0.00000,0.072
+24,mlp.experts.37.up_proj,rtn: 0.0022736,0.00000,0.073
+24,mlp.experts.3.up_proj,rtn: 0.0023956,0.00000,0.077
+24,mlp.experts.184.gate_proj,rtn: 0.0022583,0.00000,0.089
+24,mlp.experts.49.up_proj,rtn: 0.0022888,0.00000,0.076
+24,mlp.experts.7.up_proj,rtn: 0.0023041,0.00000,0.078
+24,mlp.experts.190.gate_proj,rtn: 0.0022583,0.00000,0.066
+24,mlp.experts.15.up_proj,rtn: 0.0022736,0.00000,0.079
+24,mlp.experts.6.up_proj,rtn: 0.0023041,0.00000,0.060
+24,mlp.experts.2.up_proj,rtn: 0.0023346,0.00000,0.071
+24,mlp.experts.10.up_proj,rtn: 0.0023346,0.00000,0.076
+24,mlp.experts.11.up_proj,rtn: 0.0023346,0.00000,0.081
+24,mlp.experts.61.up_proj,rtn: 0.0023193,0.00000,0.082
+24,mlp.experts.41.up_proj,rtn: 0.0022736,0.00000,0.077
+24,mlp.experts.53.up_proj,rtn: 0.0022278,0.00000,0.078
+24,mlp.experts.19.up_proj,rtn: 0.0022888,0.00000,0.080
+24,mlp.experts.14.up_proj,rtn: 0.0023193,0.00000,0.065
+24,mlp.experts.65.up_proj,rtn: 0.0023651,0.00000,0.086
+24,mlp.experts.23.up_proj,rtn: 0.0022888,0.00000,0.074
+24,mlp.experts.22.up_proj,rtn: 0.0022888,0.00000,0.062
+24,mlp.experts.31.up_proj,rtn: 0.0023041,0.00000,0.079
+24,mlp.experts.26.up_proj,rtn: 0.0023346,0.00000,0.072
+24,mlp.experts.18.up_proj,rtn: 0.0023346,0.00000,0.075
+24,mlp.experts.0.up_proj,rtn: 0.0023346,0.00000,0.184
+24,mlp.experts.12.up_proj,rtn: 0.0023193,0.00000,0.186
+24,mlp.experts.27.up_proj,rtn: 0.0023193,0.00000,0.078
+24,mlp.experts.77.up_proj,rtn: 0.0023041,0.00000,0.092
+24,mlp.experts.69.up_proj,rtn: 0.0023041,0.00000,0.090
+24,mlp.experts.4.up_proj,rtn: 0.0022888,0.00000,0.168
+24,mlp.experts.8.up_proj,rtn: 0.0023499,0.00000,0.160
+24,mlp.experts.35.up_proj,rtn: 0.0023041,0.00000,0.079
+24,mlp.experts.57.up_proj,rtn: 0.0023651,0.00000,0.101
+24,mlp.experts.38.up_proj,rtn: 0.0023499,0.00000,0.073
+24,mlp.experts.39.up_proj,rtn: 0.0023041,0.00000,0.085
+24,mlp.experts.30.up_proj,rtn: 0.0023041,0.00000,0.089
+24,mlp.experts.81.up_proj,rtn: 0.0023346,0.00000,0.096
+24,mlp.experts.34.up_proj,rtn: 0.0023041,0.00000,0.081
+24,mlp.experts.47.up_proj,rtn: 0.0023651,0.00000,0.087
+24,mlp.experts.42.up_proj,rtn: 0.0023651,0.00000,0.084
+24,mlp.experts.16.up_proj,rtn: 0.0023956,0.00000,0.090
+24,mlp.experts.43.up_proj,rtn: 0.0023193,0.00000,0.089
+24,mlp.experts.28.up_proj,rtn: 0.0023499,0.00000,0.092
+24,mlp.experts.51.up_proj,rtn: 0.0023804,0.00000,0.087
+24,mlp.experts.24.up_proj,rtn: 0.0022583,0.00000,0.093
+24,mlp.experts.20.up_proj,rtn: 0.0023041,0.00000,0.106
+24,mlp.experts.73.up_proj,rtn: 0.0023346,0.00000,0.099
+24,mlp.experts.54.up_proj,rtn: 0.0023041,0.00000,0.085
+24,mlp.experts.55.up_proj,rtn: 0.0023041,0.00000,0.078
+24,mlp.experts.85.up_proj,rtn: 0.0023499,0.00000,0.109
+24,mlp.experts.46.up_proj,rtn: 0.0023346,0.00000,0.084
+24,mlp.experts.58.up_proj,rtn: 0.0023193,0.00000,0.072
+24,mlp.experts.93.up_proj,rtn: 0.0022888,0.00000,0.117
+24,mlp.experts.63.up_proj,rtn: 0.0023499,0.00000,0.076
+24,mlp.experts.50.up_proj,rtn: 0.0023041,0.00000,0.086
+24,mlp.experts.32.up_proj,rtn: 0.0023041,0.00000,0.090
+24,mlp.experts.59.up_proj,rtn: 0.0023193,0.00000,0.080
+24,mlp.experts.44.up_proj,rtn: 0.0023193,0.00000,0.083
+24,mlp.experts.67.up_proj,rtn: 0.0023804,0.00000,0.076
+24,mlp.experts.97.up_proj,rtn: 0.0023651,0.00000,0.132
+24,mlp.experts.40.up_proj,rtn: 0.0023499,0.00000,0.077
+24,mlp.experts.70.up_proj,rtn: 0.0023499,0.00000,0.070
+24,mlp.experts.71.up_proj,rtn: 0.0023193,0.00000,0.071
+24,mlp.experts.36.up_proj,rtn: 0.0023193,0.00000,0.082
+24,mlp.experts.74.up_proj,rtn: 0.0023499,0.00000,0.069
+24,mlp.experts.66.up_proj,rtn: 0.0022736,0.00000,0.065
+24,mlp.experts.79.up_proj,rtn: 0.0023499,0.00000,0.076
+24,mlp.experts.62.up_proj,rtn: 0.0023346,0.00000,0.084
+24,mlp.experts.48.up_proj,rtn: 0.0023499,0.00000,0.077
+24,mlp.experts.60.up_proj,rtn: 0.0022888,0.00000,0.075
+24,mlp.experts.75.up_proj,rtn: 0.0023193,0.00000,0.080
+24,mlp.experts.89.up_proj,rtn: 0.0022736,0.00000,0.137
+24,mlp.experts.109.up_proj,rtn: 0.0023193,0.00000,0.112
+24,mlp.experts.83.up_proj,rtn: 0.0023499,0.00000,0.074
+24,mlp.experts.86.up_proj,rtn: 0.0022736,0.00000,0.073
+24,mlp.experts.87.up_proj,rtn: 0.0023499,0.00000,0.075
+24,mlp.experts.82.up_proj,rtn: 0.0023651,0.00000,0.067
+24,mlp.experts.52.up_proj,rtn: 0.0023193,0.00000,0.081
+24,mlp.experts.90.up_proj,rtn: 0.0023346,0.00000,0.076
+24,mlp.experts.78.up_proj,rtn: 0.0022736,0.00000,0.069
+24,mlp.experts.95.up_proj,rtn: 0.0023041,0.00000,0.078
+24,mlp.experts.101.up_proj,rtn: 0.0022583,0.00000,0.178
+24,mlp.experts.56.up_proj,rtn: 0.0023041,0.00000,0.107
+24,mlp.experts.113.up_proj,rtn: 0.0022430,0.00000,0.130
+24,mlp.experts.91.up_proj,rtn: 0.0023346,0.00000,0.073
+24,mlp.experts.99.up_proj,rtn: 0.0023499,0.00000,0.078
+24,mlp.experts.102.up_proj,rtn: 0.0023193,0.00000,0.070
+24,mlp.experts.103.up_proj,rtn: 0.0024414,0.00000,0.072
+24,mlp.experts.98.up_proj,rtn: 0.0023193,0.00000,0.072
+24,mlp.experts.64.up_proj,rtn: 0.0023193,0.00000,0.112
+24,mlp.experts.76.up_proj,rtn: 0.0022736,0.00000,0.108
+24,mlp.experts.106.up_proj,rtn: 0.0023346,0.00000,0.070
+24,mlp.experts.94.up_proj,rtn: 0.0023041,0.00000,0.072
+24,mlp.experts.125.up_proj,rtn: 0.0023499,0.00000,0.100
+24,mlp.experts.68.up_proj,rtn: 0.0023193,0.00000,0.083
+24,mlp.experts.111.up_proj,rtn: 0.0023499,0.00000,0.078
+24,mlp.experts.117.up_proj,rtn: 0.0023041,0.00000,0.095
+24,mlp.experts.129.up_proj,rtn: 0.0023041,0.00000,0.090
+24,mlp.experts.72.up_proj,rtn: 0.0023346,0.00000,0.081
+24,mlp.experts.115.up_proj,rtn: 0.0023041,0.00000,0.082
+24,mlp.experts.118.up_proj,rtn: 0.0023499,0.00000,0.089
+24,mlp.experts.114.up_proj,rtn: 0.0023499,0.00000,0.076
+24,mlp.experts.92.up_proj,rtn: 0.0021973,0.00000,0.077
+24,mlp.experts.107.up_proj,rtn: 0.0023651,0.00000,0.093
+24,mlp.experts.80.up_proj,rtn: 0.0023041,0.00000,0.077
+24,mlp.experts.105.up_proj,rtn: 0.0023651,0.00000,0.167
+24,mlp.experts.119.up_proj,rtn: 0.0023193,0.00000,0.087
+24,mlp.experts.122.up_proj,rtn: 0.0023804,0.00000,0.083
+24,mlp.experts.110.up_proj,rtn: 0.0023804,0.00000,0.081
+24,mlp.experts.141.up_proj,rtn: 0.0023041,0.00000,0.081
+24,mlp.experts.127.up_proj,rtn: 0.0023346,0.00000,0.070
+24,mlp.experts.84.up_proj,rtn: 0.0023346,0.00000,0.100
+24,mlp.experts.133.up_proj,rtn: 0.0023041,0.00000,0.086
+24,mlp.experts.134.up_proj,rtn: 0.0023346,0.00000,0.071
+24,mlp.experts.130.up_proj,rtn: 0.0022888,0.00000,0.072
+24,mlp.experts.131.up_proj,rtn: 0.0023499,0.00000,0.081
+24,mlp.experts.145.up_proj,rtn: 0.0023041,0.00000,0.090
+24,mlp.experts.138.up_proj,rtn: 0.0023193,0.00000,0.070
+24,mlp.experts.123.up_proj,rtn: 0.0022888,0.00000,0.079
+24,mlp.experts.143.up_proj,rtn: 0.0023193,0.00000,0.075
+24,mlp.experts.135.up_proj,rtn: 0.0023041,0.00000,0.073
+24,mlp.experts.126.up_proj,rtn: 0.0023804,0.00000,0.070
+24,mlp.experts.121.up_proj,rtn: 0.0023041,0.00000,0.098
+24,mlp.experts.157.up_proj,rtn: 0.0023346,0.00000,0.089
+24,mlp.experts.88.up_proj,rtn: 0.0023193,0.00000,0.142
+24,mlp.experts.108.up_proj,rtn: 0.0023193,0.00000,0.138
+24,mlp.experts.146.up_proj,rtn: 0.0023499,0.00000,0.070
+24,mlp.experts.96.up_proj,rtn: 0.0023193,0.00000,0.140
+24,mlp.experts.150.up_proj,rtn: 0.0023041,0.00000,0.072
+24,mlp.experts.154.up_proj,rtn: 0.0023499,0.00000,0.070
+24,mlp.experts.149.up_proj,rtn: 0.0023193,0.00000,0.117
+24,mlp.experts.100.up_proj,rtn: 0.0023041,0.00000,0.135
+24,mlp.experts.142.up_proj,rtn: 0.0023193,0.00000,0.067
+24,mlp.experts.147.up_proj,rtn: 0.0022736,0.00000,0.115
+24,mlp.experts.139.up_proj,rtn: 0.0022888,0.00000,0.102
+24,mlp.experts.161.up_proj,rtn: 0.0023193,0.00000,0.126
+24,mlp.experts.159.up_proj,rtn: 0.0023193,0.00000,0.112
+24,mlp.experts.162.up_proj,rtn: 0.0023804,0.00000,0.063
+24,mlp.experts.166.up_proj,rtn: 0.0023499,0.00000,0.068
+24,mlp.experts.104.up_proj,rtn: 0.0023041,0.00000,0.099
+24,mlp.experts.124.up_proj,rtn: 0.0023499,0.00000,0.091
+24,mlp.experts.170.up_proj,rtn: 0.0023346,0.00000,0.075
+24,mlp.experts.173.up_proj,rtn: 0.0023041,0.00000,0.129
+24,mlp.experts.112.up_proj,rtn: 0.0023804,0.00000,0.099
+24,mlp.experts.137.up_proj,rtn: 0.0023041,0.00000,0.143
+24,mlp.experts.151.up_proj,rtn: 0.0022583,0.00000,0.156
+24,mlp.experts.158.up_proj,rtn: 0.0023956,0.00000,0.086
+24,mlp.experts.116.up_proj,rtn: 0.0022736,0.00000,0.103
+24,mlp.experts.163.up_proj,rtn: 0.0023804,0.00000,0.100
+24,mlp.experts.178.up_proj,rtn: 0.0023346,0.00000,0.085
+24,mlp.experts.155.up_proj,rtn: 0.0022430,0.00000,0.106
+24,mlp.experts.175.up_proj,rtn: 0.0022430,0.00000,0.099
+24,mlp.experts.182.up_proj,rtn: 0.0023193,0.00000,0.090
+24,mlp.experts.186.up_proj,rtn: 0.0023499,0.00000,0.086
+24,mlp.experts.140.up_proj,rtn: 0.0023651,0.00000,0.096
+24,mlp.experts.120.up_proj,rtn: 0.0023041,0.00000,0.099
+24,mlp.experts.165.up_proj,rtn: 0.0023193,0.00000,0.144
+24,mlp.experts.174.up_proj,rtn: 0.0022125,0.00000,0.072
+24,mlp.experts.167.up_proj,rtn: 0.0023041,0.00000,0.093
+24,mlp.experts.128.up_proj,rtn: 0.0023193,0.00000,0.100
+24,mlp.experts.177.up_proj,rtn: 0.0023193,0.00000,0.133
+24,mlp.experts.132.up_proj,rtn: 0.0022888,0.00000,0.094
+24,mlp.experts.190.up_proj,rtn: 0.0022583,0.00000,0.030
+24,mlp.experts.179.up_proj,rtn: 0.0023346,0.00000,0.089
+24,mlp.experts.191.up_proj,rtn: 0.0022736,0.00000,0.081
+24,mlp.experts.171.up_proj,rtn: 0.0023041,0.00000,0.086
+24,mlp.experts.189.up_proj,rtn: 0.0023346,0.00000,0.173
+24,mlp.experts.136.up_proj,rtn: 0.0023651,0.00000,0.093
+24,mlp.experts.156.up_proj,rtn: 0.0023041,0.00000,0.098
+24,mlp.experts.153.up_proj,rtn: 0.0023193,0.00000,0.241
+24,mlp.experts.183.up_proj,rtn: 0.0023041,0.00000,0.140
+24,mlp.experts.181.up_proj,rtn: 0.0023651,0.00000,0.158
+24,mlp.experts.144.up_proj,rtn: 0.0023804,0.00000,0.172
+24,mlp.experts.187.up_proj,rtn: 0.0023041,0.00000,0.042
+24,mlp.experts.148.up_proj,rtn: 0.0022583,0.00000,0.165
+24,mlp.experts.169.up_proj,rtn: 0.0023499,0.00000,0.036
+24,mlp.experts.152.up_proj,rtn: 0.0023193,0.00000,0.096
+24,mlp.experts.172.up_proj,rtn: 0.0022583,0.00000,0.085
+24,mlp.experts.160.up_proj,rtn: 0.0023193,0.00000,0.074
+24,mlp.experts.185.up_proj,rtn: 0.0023804,0.00000,0.027
+24,mlp.experts.164.up_proj,rtn: 0.0023651,0.00000,0.098
+24,mlp.experts.168.up_proj,rtn: 0.0023041,0.00000,0.078
+24,mlp.experts.176.up_proj,rtn: 0.0023193,0.00000,0.080
+24,mlp.experts.188.up_proj,rtn: 0.0023651,0.00000,0.077
+24,mlp.experts.180.up_proj,rtn: 0.0022736,0.00000,0.066
+24,mlp.experts.184.up_proj,rtn: 0.0022583,0.00000,0.058
+24,mlp.experts.1.down_proj,rtn: 0.0022888,0.00000,0.014
+24,mlp.experts.15.down_proj,rtn: 0.0022430,0.00000,0.016
+24,mlp.experts.13.down_proj,rtn: 0.0023041,0.00000,0.019
+24,mlp.experts.10.down_proj,rtn: 0.0022888,0.00000,0.037
+24,mlp.experts.14.down_proj,rtn: 0.0022888,0.00000,0.038
+24,mlp.experts.2.down_proj,rtn: 0.0022888,0.00000,0.039
+24,mlp.experts.17.down_proj,rtn: 0.0022583,0.00000,0.040
+24,mlp.experts.6.down_proj,rtn: 0.0022888,0.00000,0.040
+24,mlp.experts.5.down_proj,rtn: 0.0022888,0.00000,0.040
+24,mlp.experts.9.down_proj,rtn: 0.0022583,0.00000,0.041
+24,mlp.experts.29.down_proj,rtn: 0.0022430,0.00000,0.032
+24,mlp.experts.12.down_proj,rtn: 0.0022736,0.00000,0.146
+24,mlp.experts.4.down_proj,rtn: 0.0022583,0.00000,0.147
+24,mlp.experts.3.down_proj,rtn: 0.0023804,0.00000,0.068
+24,mlp.experts.11.down_proj,rtn: 0.0022888,0.00000,0.068
+24,mlp.experts.8.down_proj,rtn: 0.0023346,0.00000,0.149
+24,mlp.experts.31.down_proj,rtn: 0.0022583,0.00000,0.070
+24,mlp.experts.7.down_proj,rtn: 0.0022736,0.00000,0.070
+24,mlp.experts.0.down_proj,rtn: 0.0022888,0.00000,0.175
+24,mlp.experts.33.down_proj,rtn: 0.0022430,0.00000,0.044
+24,mlp.experts.45.down_proj,rtn: 0.0023041,0.00000,0.036
+24,mlp.experts.25.down_proj,rtn: 0.0023041,0.00000,0.038
+24,mlp.experts.21.down_proj,rtn: 0.0022736,0.00000,0.039
+24,mlp.experts.26.down_proj,rtn: 0.0023041,0.00000,0.066
+24,mlp.experts.18.down_proj,rtn: 0.0022736,0.00000,0.063
+24,mlp.experts.23.down_proj,rtn: 0.0022583,0.00000,0.033
+24,mlp.experts.27.down_proj,rtn: 0.0022888,0.00000,0.032
+24,mlp.experts.22.down_proj,rtn: 0.0022583,0.00000,0.042
+24,mlp.experts.19.down_proj,rtn: 0.0022583,0.00000,0.024
+24,mlp.experts.30.down_proj,rtn: 0.0022736,0.00000,0.043
+24,mlp.experts.47.down_proj,rtn: 0.0023193,0.00000,0.033
+24,mlp.experts.24.down_proj,rtn: 0.0022278,0.00000,0.051
+24,mlp.experts.28.down_proj,rtn: 0.0023193,0.00000,0.062
+24,mlp.experts.49.down_proj,rtn: 0.0022736,0.00000,0.033
+24,mlp.experts.20.down_proj,rtn: 0.0022888,0.00000,0.058
+24,mlp.experts.37.down_proj,rtn: 0.0022583,0.00000,0.023
+24,mlp.experts.61.down_proj,rtn: 0.0022888,0.00000,0.031
+24,mlp.experts.41.down_proj,rtn: 0.0022430,0.00000,0.024
+24,mlp.experts.35.down_proj,rtn: 0.0022736,0.00000,0.026
+24,mlp.experts.42.down_proj,rtn: 0.0023193,0.00000,0.035
+24,mlp.experts.34.down_proj,rtn: 0.0022583,0.00000,0.031
+24,mlp.experts.43.down_proj,rtn: 0.0022888,0.00000,0.028
+24,mlp.experts.39.down_proj,rtn: 0.0022430,0.00000,0.033
+24,mlp.experts.46.down_proj,rtn: 0.0022888,0.00000,0.024
+24,mlp.experts.38.down_proj,rtn: 0.0023041,0.00000,0.029
+24,mlp.experts.63.down_proj,rtn: 0.0023346,0.00000,0.024
+24,mlp.experts.57.down_proj,rtn: 0.0023193,0.00000,0.020
+24,mlp.experts.65.down_proj,rtn: 0.0023346,0.00000,0.021
+24,mlp.experts.77.down_proj,rtn: 0.0022736,0.00000,0.021
+24,mlp.experts.53.down_proj,rtn: 0.0021973,0.00000,0.021
+24,mlp.experts.50.down_proj,rtn: 0.0022736,0.00000,0.021
+24,mlp.experts.62.down_proj,rtn: 0.0022888,0.00000,0.023
+24,mlp.experts.58.down_proj,rtn: 0.0022736,0.00000,0.024
+24,mlp.experts.54.down_proj,rtn: 0.0022736,0.00000,0.024
+24,mlp.experts.16.down_proj,rtn: 0.0023651,0.00000,0.138
+24,mlp.experts.73.down_proj,rtn: 0.0022888,0.00000,0.032
+24,mlp.experts.51.down_proj,rtn: 0.0023346,0.00000,0.032
+24,mlp.experts.93.down_proj,rtn: 0.0022583,0.00000,0.033
+24,mlp.experts.78.down_proj,rtn: 0.0022430,0.00000,0.033
+24,mlp.experts.55.down_proj,rtn: 0.0022888,0.00000,0.033
+24,mlp.experts.59.down_proj,rtn: 0.0022888,0.00000,0.034
+24,mlp.experts.79.down_proj,rtn: 0.0023193,0.00000,0.034
+24,mlp.experts.66.down_proj,rtn: 0.0022430,0.00000,0.035
+24,mlp.experts.74.down_proj,rtn: 0.0023041,0.00000,0.035
+24,mlp.experts.69.down_proj,rtn: 0.0022888,0.00000,0.034
+24,mlp.experts.70.down_proj,rtn: 0.0023193,0.00000,0.036
+24,mlp.experts.81.down_proj,rtn: 0.0023041,0.00000,0.034
+24,mlp.experts.89.down_proj,rtn: 0.0022430,0.00000,0.027
+24,mlp.experts.85.down_proj,rtn: 0.0023041,0.00000,0.028
+24,mlp.experts.67.down_proj,rtn: 0.0023804,0.00000,0.028
+24,mlp.experts.109.down_proj,rtn: 0.0022888,0.00000,0.027
+24,mlp.experts.94.down_proj,rtn: 0.0022736,0.00000,0.028
+24,mlp.experts.36.down_proj,rtn: 0.0022888,0.00000,0.125
+24,mlp.experts.71.down_proj,rtn: 0.0022888,0.00000,0.032
+24,mlp.experts.95.down_proj,rtn: 0.0022736,0.00000,0.031
+24,mlp.experts.75.down_proj,rtn: 0.0022888,0.00000,0.031
+24,mlp.experts.90.down_proj,rtn: 0.0022888,0.00000,0.030
+24,mlp.experts.86.down_proj,rtn: 0.0022430,0.00000,0.029
+24,mlp.experts.97.down_proj,rtn: 0.0023346,0.00000,0.033
+24,mlp.experts.82.down_proj,rtn: 0.0023193,0.00000,0.035
+24,mlp.experts.105.down_proj,rtn: 0.0023041,0.00000,0.029
+24,mlp.experts.101.down_proj,rtn: 0.0022278,0.00000,0.027
+24,mlp.experts.125.down_proj,rtn: 0.0023193,0.00000,0.021
+24,mlp.experts.40.down_proj,rtn: 0.0023346,0.00000,0.113
+24,mlp.experts.83.down_proj,rtn: 0.0023193,0.00000,0.030
+24,mlp.experts.110.down_proj,rtn: 0.0023499,0.00000,0.029
+24,mlp.experts.87.down_proj,rtn: 0.0023193,0.00000,0.024
+24,mlp.experts.111.down_proj,rtn: 0.0023193,0.00000,0.021
+24,mlp.experts.91.down_proj,rtn: 0.0023041,0.00000,0.025
+24,mlp.experts.44.down_proj,rtn: 0.0022736,0.00000,0.122
+24,mlp.experts.102.down_proj,rtn: 0.0022736,0.00000,0.024
+24,mlp.experts.98.down_proj,rtn: 0.0022888,0.00000,0.025
+24,mlp.experts.106.down_proj,rtn: 0.0023041,0.00000,0.029
+24,mlp.experts.103.down_proj,rtn: 0.0019989,0.00000,0.024
+24,mlp.experts.121.down_proj,rtn: 0.0022736,0.00000,0.027
+24,mlp.experts.52.down_proj,rtn: 0.0022888,0.00000,0.066
+24,mlp.experts.117.down_proj,rtn: 0.0022888,0.00000,0.027
+24,mlp.experts.113.down_proj,rtn: 0.0022278,0.00000,0.037
+24,mlp.experts.141.down_proj,rtn: 0.0022736,0.00000,0.030
+24,mlp.experts.127.down_proj,rtn: 0.0023193,0.00000,0.026
+24,mlp.experts.99.down_proj,rtn: 0.0023193,0.00000,0.033
+24,mlp.experts.126.down_proj,rtn: 0.0023346,0.00000,0.031
+24,mlp.experts.118.down_proj,rtn: 0.0023193,0.00000,0.030
+24,mlp.experts.107.down_proj,rtn: 0.0023346,0.00000,0.039
+24,mlp.experts.119.down_proj,rtn: 0.0022888,0.00000,0.028
+24,mlp.experts.122.down_proj,rtn: 0.0023499,0.00000,0.031
+24,mlp.experts.114.down_proj,rtn: 0.0023193,0.00000,0.035
+24,mlp.experts.137.down_proj,rtn: 0.0022736,0.00000,0.030
+24,mlp.experts.133.down_proj,rtn: 0.0022736,0.00000,0.029
+24,mlp.experts.157.down_proj,rtn: 0.0022888,0.00000,0.027
+24,mlp.experts.129.down_proj,rtn: 0.0022736,0.00000,0.027
+24,mlp.experts.115.down_proj,rtn: 0.0022888,0.00000,0.031
+24,mlp.experts.56.down_proj,rtn: 0.0022583,0.00000,0.071
+24,mlp.experts.142.down_proj,rtn: 0.0023041,0.00000,0.033
+24,mlp.experts.134.down_proj,rtn: 0.0023041,0.00000,0.026
+24,mlp.experts.143.down_proj,rtn: 0.0023041,0.00000,0.034
+24,mlp.experts.60.down_proj,rtn: 0.0022736,0.00000,0.066
+24,mlp.experts.32.down_proj,rtn: 0.0022583,0.00000,0.188
+24,mlp.experts.123.down_proj,rtn: 0.0022583,0.00000,0.035
+24,mlp.experts.135.down_proj,rtn: 0.0022888,0.00000,0.033
+24,mlp.experts.130.down_proj,rtn: 0.0022583,0.00000,0.034
+24,mlp.experts.138.down_proj,rtn: 0.0022736,0.00000,0.030
+24,mlp.experts.68.down_proj,rtn: 0.0022736,0.00000,0.067
+24,mlp.experts.153.down_proj,rtn: 0.0022888,0.00000,0.031
+24,mlp.experts.173.down_proj,rtn: 0.0022736,0.00000,0.026
+24,mlp.experts.149.down_proj,rtn: 0.0022888,0.00000,0.032
+24,mlp.experts.145.down_proj,rtn: 0.0022736,0.00000,0.029
+24,mlp.experts.158.down_proj,rtn: 0.0023651,0.00000,0.027
+24,mlp.experts.150.down_proj,rtn: 0.0022736,0.00000,0.029
+24,mlp.experts.131.down_proj,rtn: 0.0023041,0.00000,0.056
+24,mlp.experts.72.down_proj,rtn: 0.0022888,0.00000,0.054
+24,mlp.experts.76.down_proj,rtn: 0.0022583,0.00000,0.046
+24,mlp.experts.154.down_proj,rtn: 0.0023346,0.00000,0.032
+24,mlp.experts.165.down_proj,rtn: 0.0022888,0.00000,0.031
+24,mlp.experts.146.down_proj,rtn: 0.0023041,0.00000,0.034
+24,mlp.experts.169.down_proj,rtn: 0.0023346,0.00000,0.031
+24,mlp.experts.48.down_proj,rtn: 0.0023041,0.00000,0.045
+24,mlp.experts.189.down_proj,rtn: 0.0023041,0.00000,0.025
+24,mlp.experts.161.down_proj,rtn: 0.0022888,0.00000,0.025
+24,mlp.experts.159.down_proj,rtn: 0.0022736,0.00000,0.059
+24,mlp.experts.84.down_proj,rtn: 0.0023041,0.00000,0.030
+24,mlp.experts.139.down_proj,rtn: 0.0022583,0.00000,0.046
+24,mlp.experts.174.down_proj,rtn: 0.0021973,0.00000,0.028
+24,mlp.experts.166.down_proj,rtn: 0.0023193,0.00000,0.029
+24,mlp.experts.151.down_proj,rtn: 0.0022278,0.00000,0.043
+24,mlp.experts.170.down_proj,rtn: 0.0023193,0.00000,0.020
+24,mlp.experts.147.down_proj,rtn: 0.0022430,0.00000,0.024
+24,mlp.experts.162.down_proj,rtn: 0.0023499,0.00000,0.014
+24,mlp.experts.92.down_proj,rtn: 0.0021820,0.00000,0.028
+24,mlp.experts.88.down_proj,rtn: 0.0022888,0.00000,0.033
+24,mlp.experts.185.down_proj,rtn: 0.0023499,0.00000,0.030
+24,mlp.experts.175.down_proj,rtn: 0.0022125,0.00000,0.022
+24,mlp.experts.64.down_proj,rtn: 0.0022888,0.00000,0.031
+24,mlp.experts.155.down_proj,rtn: 0.0022278,0.00000,0.019
+24,mlp.experts.100.down_proj,rtn: 0.0022736,0.00000,0.023
+24,mlp.experts.177.down_proj,rtn: 0.0022736,0.00000,0.030
+24,mlp.experts.181.down_proj,rtn: 0.0023346,0.00000,0.055
+24,mlp.experts.167.down_proj,rtn: 0.0022583,0.00000,0.018
+24,mlp.experts.190.down_proj,rtn: 0.0022278,0.00000,0.028
+24,mlp.experts.182.down_proj,rtn: 0.0022736,0.00000,0.027
+24,mlp.experts.186.down_proj,rtn: 0.0023193,0.00000,0.023
+24,mlp.experts.178.down_proj,rtn: 0.0022736,0.00000,0.018
+24,mlp.experts.163.down_proj,rtn: 0.0023346,0.00000,0.042
+24,mlp.experts.191.down_proj,rtn: 0.0022430,0.00000,0.031
+24,mlp.experts.104.down_proj,rtn: 0.0022736,0.00000,0.038
+24,mlp.experts.116.down_proj,rtn: 0.0022430,0.00000,0.033
+24,mlp.experts.80.down_proj,rtn: 0.0022888,0.00000,0.040
+24,mlp.experts.171.down_proj,rtn: 0.0022888,0.00000,0.035
+24,mlp.experts.108.down_proj,rtn: 0.0022888,0.00000,0.050
+24,mlp.experts.183.down_proj,rtn: 0.0022736,0.00000,0.033
+24,mlp.experts.179.down_proj,rtn: 0.0022736,0.00000,0.024
+24,mlp.experts.187.down_proj,rtn: 0.0022736,0.00000,0.016
+24,mlp.experts.120.down_proj,rtn: 0.0022736,0.00000,0.032
+24,mlp.experts.132.down_proj,rtn: 0.0022430,0.00000,0.029
+24,mlp.experts.96.down_proj,rtn: 0.0023041,0.00000,0.027
+24,mlp.experts.124.down_proj,rtn: 0.0023346,0.00000,0.024
+24,mlp.experts.136.down_proj,rtn: 0.0023346,0.00000,0.025
+24,mlp.experts.148.down_proj,rtn: 0.0022278,0.00000,0.025
+24,mlp.experts.112.down_proj,rtn: 0.0023499,0.00000,0.027
+24,mlp.experts.140.down_proj,rtn: 0.0023651,0.00000,0.026
+24,mlp.experts.152.down_proj,rtn: 0.0022888,0.00000,0.028
+24,mlp.experts.164.down_proj,rtn: 0.0023193,0.00000,0.027
+24,mlp.experts.128.down_proj,rtn: 0.0023041,0.00000,0.030
+24,mlp.experts.180.down_proj,rtn: 0.0022583,0.00000,0.028
+24,mlp.experts.168.down_proj,rtn: 0.0022736,0.00000,0.029
+24,mlp.experts.156.down_proj,rtn: 0.0022736,0.00000,0.046
+24,mlp.experts.144.down_proj,rtn: 0.0023651,0.00000,0.027
+24,mlp.experts.184.down_proj,rtn: 0.0022278,0.00000,0.024
+24,mlp.experts.160.down_proj,rtn: 0.0022888,0.00000,0.030
+24,mlp.experts.176.down_proj,rtn: 0.0022736,0.00000,0.029
+24,mlp.experts.172.down_proj,rtn: 0.0022430,0.00000,0.061
+24,mlp.experts.188.down_proj,rtn: 0.0023346,0.00000,0.011
+24,mlp.shared_experts.gate_proj,rtn: 0.0016174,0.00000,0.026
+24,mlp.shared_experts.up_proj,rtn: 0.0016327,0.00000,0.026
+24,mlp.shared_experts.down_proj,rtn: 0.0016861,0.00000,0.022
+25,self_attn.q_proj,rtn: 0.0022125,0.00000,0.017
+25,self_attn.k_proj,rtn: 0.0023346,0.00000,0.026
+25,self_attn.v_proj,rtn: 0.0025787,0.00000,0.023
+25,self_attn.o_proj,rtn: 0.0023956,0.00000,0.043
+25,mlp.experts.3.gate_proj,rtn: 0.0023956,0.00000,0.088
+25,mlp.experts.15.gate_proj,rtn: 0.0022583,0.00000,0.089
+25,mlp.experts.11.gate_proj,rtn: 0.0023041,0.00000,0.091
+25,mlp.experts.14.gate_proj,rtn: 0.0023499,0.00000,0.091
+25,mlp.experts.10.gate_proj,rtn: 0.0023651,0.00000,0.091
+25,mlp.experts.7.gate_proj,rtn: 0.0023499,0.00000,0.091
+25,mlp.experts.2.gate_proj,rtn: 0.0023499,0.00000,0.104
+25,mlp.experts.1.gate_proj,rtn: 0.0023804,0.00000,0.106
+25,mlp.experts.12.gate_proj,rtn: 0.0023651,0.00000,0.106
+25,mlp.experts.0.gate_proj,rtn: 0.0023499,0.00000,0.108
+25,mlp.experts.13.gate_proj,rtn: 0.0022888,0.00000,0.114
+25,mlp.experts.4.gate_proj,rtn: 0.0023346,0.00000,0.115
+25,mlp.experts.6.gate_proj,rtn: 0.0023499,0.00000,0.116
+25,mlp.experts.5.gate_proj,rtn: 0.0023651,0.00000,0.124
+25,mlp.experts.8.gate_proj,rtn: 0.0023499,0.00000,0.131
+25,mlp.experts.9.gate_proj,rtn: 0.0022888,0.00000,0.140
+25,mlp.experts.19.gate_proj,rtn: 0.0023193,0.00000,0.087
+25,mlp.experts.23.gate_proj,rtn: 0.0023346,0.00000,0.088
+25,mlp.experts.27.gate_proj,rtn: 0.0022736,0.00000,0.095
+25,mlp.experts.31.gate_proj,rtn: 0.0023193,0.00000,0.091
+25,mlp.experts.26.gate_proj,rtn: 0.0023804,0.00000,0.088
+25,mlp.experts.30.gate_proj,rtn: 0.0023956,0.00000,0.092
+25,mlp.experts.16.gate_proj,rtn: 0.0023804,0.00000,0.087
+25,mlp.experts.28.gate_proj,rtn: 0.0023346,0.00000,0.091
+25,mlp.experts.17.gate_proj,rtn: 0.0023193,0.00000,0.106
+25,mlp.experts.20.gate_proj,rtn: 0.0023499,0.00000,0.088
+25,mlp.experts.18.gate_proj,rtn: 0.0023804,0.00000,0.106
+25,mlp.experts.24.gate_proj,rtn: 0.0023804,0.00000,0.083
+25,mlp.experts.22.gate_proj,rtn: 0.0023193,0.00000,0.104
+25,mlp.experts.29.gate_proj,rtn: 0.0023346,0.00000,0.108
+25,mlp.experts.25.gate_proj,rtn: 0.0022736,0.00000,0.101
+25,mlp.experts.21.gate_proj,rtn: 0.0023193,0.00000,0.123
+25,mlp.experts.44.gate_proj,rtn: 0.0023193,0.00000,0.062
+25,mlp.experts.36.gate_proj,rtn: 0.0023499,0.00000,0.062
+25,mlp.experts.32.gate_proj,rtn: 0.0023804,0.00000,0.077
+25,mlp.experts.35.gate_proj,rtn: 0.0023651,0.00000,0.117
+25,mlp.experts.42.gate_proj,rtn: 0.0023346,0.00000,0.092
+25,mlp.experts.40.gate_proj,rtn: 0.0023804,0.00000,0.074
+25,mlp.experts.46.gate_proj,rtn: 0.0023346,0.00000,0.096
+25,mlp.experts.34.gate_proj,rtn: 0.0023804,0.00000,0.083
+25,mlp.experts.33.gate_proj,rtn: 0.0023346,0.00000,0.086
+25,mlp.experts.38.gate_proj,rtn: 0.0023651,0.00000,0.081
+25,mlp.experts.45.gate_proj,rtn: 0.0023499,0.00000,0.077
+25,mlp.experts.43.gate_proj,rtn: 0.0024109,0.00000,0.121
+25,mlp.experts.41.gate_proj,rtn: 0.0023041,0.00000,0.080
+25,mlp.experts.47.gate_proj,rtn: 0.0023804,0.00000,0.138
+25,mlp.experts.39.gate_proj,rtn: 0.0023651,0.00000,0.142
+25,mlp.experts.37.gate_proj,rtn: 0.0023499,0.00000,0.083
+25,mlp.experts.60.gate_proj,rtn: 0.0022736,0.00000,0.077
+25,mlp.experts.52.gate_proj,rtn: 0.0023346,0.00000,0.067
+25,mlp.experts.48.gate_proj,rtn: 0.0023499,0.00000,0.077
+25,mlp.experts.56.gate_proj,rtn: 0.0022583,0.00000,0.074
+25,mlp.experts.49.gate_proj,rtn: 0.0023651,0.00000,0.082
+25,mlp.experts.54.gate_proj,rtn: 0.0023346,0.00000,0.077
+25,mlp.experts.50.gate_proj,rtn: 0.0023346,0.00000,0.085
+25,mlp.experts.58.gate_proj,rtn: 0.0023041,0.00000,0.090
+25,mlp.experts.62.gate_proj,rtn: 0.0023804,0.00000,0.079
+25,mlp.experts.61.gate_proj,rtn: 0.0023346,0.00000,0.082
+25,mlp.experts.51.gate_proj,rtn: 0.0023346,0.00000,0.098
+25,mlp.experts.57.gate_proj,rtn: 0.0023041,0.00000,0.083
+25,mlp.experts.59.gate_proj,rtn: 0.0023193,0.00000,0.098
+25,mlp.experts.53.gate_proj,rtn: 0.0023651,0.00000,0.082
+25,mlp.experts.55.gate_proj,rtn: 0.0023346,0.00000,0.098
+25,mlp.experts.76.gate_proj,rtn: 0.0023804,0.00000,0.094
+25,mlp.experts.68.gate_proj,rtn: 0.0023499,0.00000,0.095
+25,mlp.experts.63.gate_proj,rtn: 0.0023346,0.00000,0.130
+25,mlp.experts.65.gate_proj,rtn: 0.0023346,0.00000,0.086
+25,mlp.experts.72.gate_proj,rtn: 0.0023346,0.00000,0.101
+25,mlp.experts.77.gate_proj,rtn: 0.0022888,0.00000,0.082
+25,mlp.experts.70.gate_proj,rtn: 0.0023956,0.00000,0.092
+25,mlp.experts.74.gate_proj,rtn: 0.0023193,0.00000,0.089
+25,mlp.experts.67.gate_proj,rtn: 0.0023651,0.00000,0.084
+25,mlp.experts.64.gate_proj,rtn: 0.0023956,0.00000,0.129
+25,mlp.experts.78.gate_proj,rtn: 0.0023804,0.00000,0.093
+25,mlp.experts.66.gate_proj,rtn: 0.0023804,0.00000,0.098
+25,mlp.experts.73.gate_proj,rtn: 0.0023041,0.00000,0.086
+25,mlp.experts.75.gate_proj,rtn: 0.0023193,0.00000,0.089
+25,mlp.experts.69.gate_proj,rtn: 0.0023499,0.00000,0.087
+25,mlp.experts.71.gate_proj,rtn: 0.0023499,0.00000,0.089
+25,mlp.experts.84.gate_proj,rtn: 0.0022888,0.00000,0.076
+25,mlp.experts.92.gate_proj,rtn: 0.0023193,0.00000,0.076
+25,mlp.experts.79.gate_proj,rtn: 0.0023499,0.00000,0.074
+25,mlp.experts.88.gate_proj,rtn: 0.0023193,0.00000,0.067
+25,mlp.experts.81.gate_proj,rtn: 0.0022888,0.00000,0.082
+25,mlp.experts.80.gate_proj,rtn: 0.0023956,0.00000,0.068
+25,mlp.experts.83.gate_proj,rtn: 0.0022430,0.00000,0.075
+25,mlp.experts.93.gate_proj,rtn: 0.0023499,0.00000,0.083
+25,mlp.experts.89.gate_proj,rtn: 0.0022888,0.00000,0.081
+25,mlp.experts.85.gate_proj,rtn: 0.0023499,0.00000,0.079
+25,mlp.experts.100.gate_proj,rtn: 0.0023041,0.00000,0.067
+25,mlp.experts.108.gate_proj,rtn: 0.0023651,0.00000,0.067
+25,mlp.experts.86.gate_proj,rtn: 0.0022888,0.00000,0.107
+25,mlp.experts.91.gate_proj,rtn: 0.0023041,0.00000,0.086
+25,mlp.experts.87.gate_proj,rtn: 0.0023956,0.00000,0.077
+25,mlp.experts.94.gate_proj,rtn: 0.0023956,0.00000,0.100
+25,mlp.experts.82.gate_proj,rtn: 0.0023499,0.00000,0.105
+25,mlp.experts.90.gate_proj,rtn: 0.0023651,0.00000,0.132
+25,mlp.experts.104.gate_proj,rtn: 0.0022736,0.00000,0.074
+25,mlp.experts.95.gate_proj,rtn: 0.0023651,0.00000,0.089
+25,mlp.experts.96.gate_proj,rtn: 0.0022888,0.00000,0.073
+25,mlp.experts.97.gate_proj,rtn: 0.0023346,0.00000,0.079
+25,mlp.experts.109.gate_proj,rtn: 0.0023346,0.00000,0.081
+25,mlp.experts.105.gate_proj,rtn: 0.0022278,0.00000,0.078
+25,mlp.experts.124.gate_proj,rtn: 0.0023651,0.00000,0.069
+25,mlp.experts.101.gate_proj,rtn: 0.0023651,0.00000,0.081
+25,mlp.experts.116.gate_proj,rtn: 0.0022888,0.00000,0.076
+25,mlp.experts.110.gate_proj,rtn: 0.0023651,0.00000,0.086
+25,mlp.experts.102.gate_proj,rtn: 0.0023651,0.00000,0.093
+25,mlp.experts.120.gate_proj,rtn: 0.0023499,0.00000,0.065
+25,mlp.experts.98.gate_proj,rtn: 0.0023499,0.00000,0.090
+25,mlp.experts.106.gate_proj,rtn: 0.0023193,0.00000,0.096
+25,mlp.experts.112.gate_proj,rtn: 0.0023193,0.00000,0.074
+25,mlp.experts.113.gate_proj,rtn: 0.0023804,0.00000,0.082
+25,mlp.experts.125.gate_proj,rtn: 0.0023346,0.00000,0.085
+25,mlp.experts.140.gate_proj,rtn: 0.0023499,0.00000,0.070
+25,mlp.experts.121.gate_proj,rtn: 0.0023193,0.00000,0.081
+25,mlp.experts.99.gate_proj,rtn: 0.0023956,0.00000,0.185
+25,mlp.experts.132.gate_proj,rtn: 0.0022888,0.00000,0.078
+25,mlp.experts.136.gate_proj,rtn: 0.0023193,0.00000,0.079
+25,mlp.experts.117.gate_proj,rtn: 0.0024261,0.00000,0.094
+25,mlp.experts.126.gate_proj,rtn: 0.0023804,0.00000,0.086
+25,mlp.experts.118.gate_proj,rtn: 0.0022888,0.00000,0.084
+25,mlp.experts.107.gate_proj,rtn: 0.0023346,0.00000,0.172
+25,mlp.experts.114.gate_proj,rtn: 0.0023041,0.00000,0.077
+25,mlp.experts.122.gate_proj,rtn: 0.0023804,0.00000,0.066
+25,mlp.experts.103.gate_proj,rtn: 0.0023346,0.00000,0.191
+25,mlp.experts.111.gate_proj,rtn: 0.0023346,0.00000,0.167
+25,mlp.experts.128.gate_proj,rtn: 0.0023651,0.00000,0.101
+25,mlp.experts.141.gate_proj,rtn: 0.0024414,0.00000,0.103
+25,mlp.experts.137.gate_proj,rtn: 0.0023346,0.00000,0.100
+25,mlp.experts.129.gate_proj,rtn: 0.0023346,0.00000,0.126
+25,mlp.experts.133.gate_proj,rtn: 0.0023346,0.00000,0.091
+25,mlp.experts.142.gate_proj,rtn: 0.0022888,0.00000,0.089
+25,mlp.experts.156.gate_proj,rtn: 0.0023193,0.00000,0.129
+25,mlp.experts.134.gate_proj,rtn: 0.0024261,0.00000,0.085
+25,mlp.experts.130.gate_proj,rtn: 0.0023651,0.00000,0.086
+25,mlp.experts.123.gate_proj,rtn: 0.0023193,0.00000,0.100
+25,mlp.experts.148.gate_proj,rtn: 0.0023804,0.00000,0.122
+25,mlp.experts.138.gate_proj,rtn: 0.0022736,0.00000,0.114
+25,mlp.experts.119.gate_proj,rtn: 0.0024109,0.00000,0.105
+25,mlp.experts.127.gate_proj,rtn: 0.0023193,0.00000,0.102
+25,mlp.experts.157.gate_proj,rtn: 0.0023651,0.00000,0.077
+25,mlp.experts.115.gate_proj,rtn: 0.0023499,0.00000,0.177
+25,mlp.experts.145.gate_proj,rtn: 0.0023346,0.00000,0.078
+25,mlp.experts.153.gate_proj,rtn: 0.0023651,0.00000,0.083
+25,mlp.experts.152.gate_proj,rtn: 0.0023041,0.00000,0.172
+25,mlp.experts.158.gate_proj,rtn: 0.0023499,0.00000,0.075
+25,mlp.experts.144.gate_proj,rtn: 0.0023193,0.00000,0.136
+25,mlp.experts.149.gate_proj,rtn: 0.0023956,0.00000,0.085
+25,mlp.experts.146.gate_proj,rtn: 0.0023804,0.00000,0.076
+25,mlp.experts.150.gate_proj,rtn: 0.0022888,0.00000,0.078
+25,mlp.experts.172.gate_proj,rtn: 0.0023956,0.00000,0.097
+25,mlp.experts.154.gate_proj,rtn: 0.0023956,0.00000,0.077
+25,mlp.experts.164.gate_proj,rtn: 0.0023804,0.00000,0.097
+25,mlp.experts.139.gate_proj,rtn: 0.0023346,0.00000,0.103
+25,mlp.experts.135.gate_proj,rtn: 0.0023346,0.00000,0.086
+25,mlp.experts.173.gate_proj,rtn: 0.0023956,0.00000,0.084
+25,mlp.experts.143.gate_proj,rtn: 0.0023651,0.00000,0.099
+25,mlp.experts.161.gate_proj,rtn: 0.0023346,0.00000,0.081
+25,mlp.experts.169.gate_proj,rtn: 0.0023346,0.00000,0.081
+25,mlp.experts.131.gate_proj,rtn: 0.0023499,0.00000,0.098
+25,mlp.experts.174.gate_proj,rtn: 0.0023346,0.00000,0.076
+25,mlp.experts.162.gate_proj,rtn: 0.0023346,0.00000,0.068
+25,mlp.experts.166.gate_proj,rtn: 0.0023041,0.00000,0.078
+25,mlp.experts.168.gate_proj,rtn: 0.0024109,0.00000,0.097
+25,mlp.experts.165.gate_proj,rtn: 0.0023651,0.00000,0.085
+25,mlp.experts.170.gate_proj,rtn: 0.0023041,0.00000,0.074
+25,mlp.experts.160.gate_proj,rtn: 0.0023499,0.00000,0.115
+25,mlp.experts.155.gate_proj,rtn: 0.0023346,0.00000,0.080
+25,mlp.experts.188.gate_proj,rtn: 0.0023956,0.00000,0.109
+25,mlp.experts.189.gate_proj,rtn: 0.0023651,0.00000,0.086
+25,mlp.experts.151.gate_proj,rtn: 0.0024109,0.00000,0.100
+25,mlp.experts.180.gate_proj,rtn: 0.0024109,0.00000,0.106
+25,mlp.experts.177.gate_proj,rtn: 0.0023956,0.00000,0.082
+25,mlp.experts.185.gate_proj,rtn: 0.0023651,0.00000,0.080
+25,mlp.experts.159.gate_proj,rtn: 0.0022736,0.00000,0.093
+25,mlp.experts.178.gate_proj,rtn: 0.0022888,0.00000,0.068
+25,mlp.experts.190.gate_proj,rtn: 0.0023041,0.00000,0.074
+25,mlp.experts.182.gate_proj,rtn: 0.0023956,0.00000,0.064
+25,mlp.experts.147.gate_proj,rtn: 0.0023499,0.00000,0.083
+25,mlp.experts.181.gate_proj,rtn: 0.0023041,0.00000,0.086
+25,mlp.experts.186.gate_proj,rtn: 0.0023804,0.00000,0.079
+25,mlp.experts.171.gate_proj,rtn: 0.0023041,0.00000,0.095
+25,mlp.experts.14.up_proj,rtn: 0.0023041,0.00000,0.064
+25,mlp.experts.2.up_proj,rtn: 0.0023346,0.00000,0.069
+25,mlp.experts.184.gate_proj,rtn: 0.0022736,0.00000,0.138
+25,mlp.experts.13.up_proj,rtn: 0.0022736,0.00000,0.091
+25,mlp.experts.1.up_proj,rtn: 0.0023651,0.00000,0.086
+25,mlp.experts.167.gate_proj,rtn: 0.0023804,0.00000,0.092
+25,mlp.experts.6.up_proj,rtn: 0.0023346,0.00000,0.079
+25,mlp.experts.9.up_proj,rtn: 0.0022736,0.00000,0.098
+25,mlp.experts.12.up_proj,rtn: 0.0023651,0.00000,0.118
+25,mlp.experts.176.gate_proj,rtn: 0.0023651,0.00000,0.127
+25,mlp.experts.163.gate_proj,rtn: 0.0023193,0.00000,0.099
+25,mlp.experts.10.up_proj,rtn: 0.0023499,0.00000,0.078
+25,mlp.experts.4.up_proj,rtn: 0.0023193,0.00000,0.129
+25,mlp.experts.175.gate_proj,rtn: 0.0023041,0.00000,0.137
+25,mlp.experts.8.up_proj,rtn: 0.0023193,0.00000,0.059
+25,mlp.experts.18.up_proj,rtn: 0.0023651,0.00000,0.067
+25,mlp.experts.30.up_proj,rtn: 0.0023804,0.00000,0.067
+25,mlp.experts.22.up_proj,rtn: 0.0023041,0.00000,0.054
+25,mlp.experts.183.gate_proj,rtn: 0.0023956,0.00000,0.093
+25,mlp.experts.5.up_proj,rtn: 0.0023499,0.00000,0.171
+25,mlp.experts.187.gate_proj,rtn: 0.0023041,0.00000,0.142
+25,mlp.experts.38.up_proj,rtn: 0.0023346,0.00000,0.080
+25,mlp.experts.34.up_proj,rtn: 0.0023651,0.00000,0.081
+25,mlp.experts.20.up_proj,rtn: 0.0023346,0.00000,0.086
+25,mlp.experts.0.up_proj,rtn: 0.0023346,0.00000,0.088
+25,mlp.experts.29.up_proj,rtn: 0.0023193,0.00000,0.168
+25,mlp.experts.46.up_proj,rtn: 0.0023041,0.00000,0.089
+25,mlp.experts.24.up_proj,rtn: 0.0023499,0.00000,0.084
+25,mlp.experts.28.up_proj,rtn: 0.0023346,0.00000,0.090
+25,mlp.experts.179.gate_proj,rtn: 0.0023041,0.00000,0.095
+25,mlp.experts.26.up_proj,rtn: 0.0023346,0.00000,0.096
+25,mlp.experts.191.gate_proj,rtn: 0.0023499,0.00000,0.099
+25,mlp.experts.25.up_proj,rtn: 0.0022736,0.00000,0.099
+25,mlp.experts.17.up_proj,rtn: 0.0023041,0.00000,0.175
+25,mlp.experts.7.up_proj,rtn: 0.0023193,0.00000,0.078
+25,mlp.experts.11.up_proj,rtn: 0.0023041,0.00000,0.068
+25,mlp.experts.21.up_proj,rtn: 0.0023041,0.00000,0.087
+25,mlp.experts.3.up_proj,rtn: 0.0023499,0.00000,0.071
+25,mlp.experts.45.up_proj,rtn: 0.0023193,0.00000,0.090
+25,mlp.experts.50.up_proj,rtn: 0.0023193,0.00000,0.098
+25,mlp.experts.54.up_proj,rtn: 0.0023193,0.00000,0.111
+25,mlp.experts.23.up_proj,rtn: 0.0023041,0.00000,0.074
+25,mlp.experts.62.up_proj,rtn: 0.0023499,0.00000,0.098
+25,mlp.experts.40.up_proj,rtn: 0.0023651,0.00000,0.102
+25,mlp.experts.36.up_proj,rtn: 0.0023193,0.00000,0.132
+25,mlp.experts.15.up_proj,rtn: 0.0022583,0.00000,0.081
+25,mlp.experts.27.up_proj,rtn: 0.0022583,0.00000,0.082
+25,mlp.experts.16.up_proj,rtn: 0.0023651,0.00000,0.115
+25,mlp.experts.33.up_proj,rtn: 0.0023193,0.00000,0.115
+25,mlp.experts.41.up_proj,rtn: 0.0022888,0.00000,0.096
+25,mlp.experts.37.up_proj,rtn: 0.0023346,0.00000,0.096
+25,mlp.experts.42.up_proj,rtn: 0.0023041,0.00000,0.165
+25,mlp.experts.44.up_proj,rtn: 0.0023041,0.00000,0.154
+25,mlp.experts.19.up_proj,rtn: 0.0022888,0.00000,0.100
+25,mlp.experts.70.up_proj,rtn: 0.0023651,0.00000,0.088
+25,mlp.experts.61.up_proj,rtn: 0.0023193,0.00000,0.088
+25,mlp.experts.66.up_proj,rtn: 0.0023499,0.00000,0.090
+25,mlp.experts.39.up_proj,rtn: 0.0023346,0.00000,0.101
+25,mlp.experts.78.up_proj,rtn: 0.0023804,0.00000,0.101
+25,mlp.experts.56.up_proj,rtn: 0.0022583,0.00000,0.082
+25,mlp.experts.52.up_proj,rtn: 0.0023041,0.00000,0.080
+25,mlp.experts.32.up_proj,rtn: 0.0023651,0.00000,0.081
+25,mlp.experts.31.up_proj,rtn: 0.0023041,0.00000,0.088
+25,mlp.experts.43.up_proj,rtn: 0.0023804,0.00000,0.091
+25,mlp.experts.49.up_proj,rtn: 0.0023499,0.00000,0.101
+25,mlp.experts.57.up_proj,rtn: 0.0022888,0.00000,0.104
+25,mlp.experts.58.up_proj,rtn: 0.0022888,0.00000,0.086
+25,mlp.experts.53.up_proj,rtn: 0.0023499,0.00000,0.104
+25,mlp.experts.60.up_proj,rtn: 0.0022583,0.00000,0.079
+25,mlp.experts.35.up_proj,rtn: 0.0023346,0.00000,0.080
+25,mlp.experts.55.up_proj,rtn: 0.0023193,0.00000,0.067
+25,mlp.experts.82.up_proj,rtn: 0.0023346,0.00000,0.081
+25,mlp.experts.86.up_proj,rtn: 0.0022888,0.00000,0.083
+25,mlp.experts.72.up_proj,rtn: 0.0023193,0.00000,0.069
+25,mlp.experts.94.up_proj,rtn: 0.0023651,0.00000,0.079
+25,mlp.experts.68.up_proj,rtn: 0.0023346,0.00000,0.078
+25,mlp.experts.59.up_proj,rtn: 0.0023041,0.00000,0.064
+25,mlp.experts.48.up_proj,rtn: 0.0023193,0.00000,0.076
+25,mlp.experts.47.up_proj,rtn: 0.0023651,0.00000,0.073
+25,mlp.experts.77.up_proj,rtn: 0.0022736,0.00000,0.109
+25,mlp.experts.76.up_proj,rtn: 0.0023651,0.00000,0.057
+25,mlp.experts.71.up_proj,rtn: 0.0023193,0.00000,0.047
+25,mlp.experts.51.up_proj,rtn: 0.0023041,0.00000,0.054
+25,mlp.experts.65.up_proj,rtn: 0.0023041,0.00000,0.085
+25,mlp.experts.74.up_proj,rtn: 0.0023041,0.00000,0.076
+25,mlp.experts.69.up_proj,rtn: 0.0023346,0.00000,0.080
+25,mlp.experts.73.up_proj,rtn: 0.0022888,0.00000,0.084
+25,mlp.experts.88.up_proj,rtn: 0.0023041,0.00000,0.058
+25,mlp.experts.98.up_proj,rtn: 0.0023346,0.00000,0.069
+25,mlp.experts.84.up_proj,rtn: 0.0022888,0.00000,0.054
+25,mlp.experts.102.up_proj,rtn: 0.0023193,0.00000,0.072
+25,mlp.experts.110.up_proj,rtn: 0.0023346,0.00000,0.066
+25,mlp.experts.92.up_proj,rtn: 0.0023041,0.00000,0.068
+25,mlp.experts.90.up_proj,rtn: 0.0023346,0.00000,0.067
+25,mlp.experts.75.up_proj,rtn: 0.0023041,0.00000,0.090
+25,mlp.experts.63.up_proj,rtn: 0.0023041,0.00000,0.092
+25,mlp.experts.100.up_proj,rtn: 0.0022736,0.00000,0.070
+25,mlp.experts.126.up_proj,rtn: 0.0023499,0.00000,0.072
+25,mlp.experts.118.up_proj,rtn: 0.0022736,0.00000,0.068
+25,mlp.experts.114.up_proj,rtn: 0.0023041,0.00000,0.076
+25,mlp.experts.67.up_proj,rtn: 0.0023499,0.00000,0.074
+25,mlp.experts.87.up_proj,rtn: 0.0023651,0.00000,0.078
+25,mlp.experts.64.up_proj,rtn: 0.0023651,0.00000,0.084
+25,mlp.experts.104.up_proj,rtn: 0.0022583,0.00000,0.075
+25,mlp.experts.89.up_proj,rtn: 0.0022888,0.00000,0.119
+25,mlp.experts.93.up_proj,rtn: 0.0023193,0.00000,0.117
+25,mlp.experts.81.up_proj,rtn: 0.0022736,0.00000,0.112
+25,mlp.experts.85.up_proj,rtn: 0.0023346,0.00000,0.122
+25,mlp.experts.108.up_proj,rtn: 0.0023499,0.00000,0.070
+25,mlp.experts.106.up_proj,rtn: 0.0023193,0.00000,0.074
+25,mlp.experts.142.up_proj,rtn: 0.0022736,0.00000,0.070
+25,mlp.experts.130.up_proj,rtn: 0.0023346,0.00000,0.068
+25,mlp.experts.116.up_proj,rtn: 0.0022888,0.00000,0.076
+25,mlp.experts.80.up_proj,rtn: 0.0023804,0.00000,0.070
+25,mlp.experts.79.up_proj,rtn: 0.0023346,0.00000,0.085
+25,mlp.experts.120.up_proj,rtn: 0.0023346,0.00000,0.067
+25,mlp.experts.91.up_proj,rtn: 0.0022736,0.00000,0.087
+25,mlp.experts.83.up_proj,rtn: 0.0022430,0.00000,0.082
+25,mlp.experts.103.up_proj,rtn: 0.0023193,0.00000,0.078
+25,mlp.experts.134.up_proj,rtn: 0.0024109,0.00000,0.100
+25,mlp.experts.105.up_proj,rtn: 0.0022278,0.00000,0.106
+25,mlp.experts.124.up_proj,rtn: 0.0023499,0.00000,0.073
+25,mlp.experts.109.up_proj,rtn: 0.0023193,0.00000,0.105
+25,mlp.experts.97.up_proj,rtn: 0.0023193,0.00000,0.119
+25,mlp.experts.122.up_proj,rtn: 0.0023499,0.00000,0.090
+25,mlp.experts.132.up_proj,rtn: 0.0022736,0.00000,0.079
+25,mlp.experts.101.up_proj,rtn: 0.0023346,0.00000,0.113
+25,mlp.experts.158.up_proj,rtn: 0.0023346,0.00000,0.087
+25,mlp.experts.146.up_proj,rtn: 0.0023651,0.00000,0.070
+25,mlp.experts.150.up_proj,rtn: 0.0022736,0.00000,0.071
+25,mlp.experts.96.up_proj,rtn: 0.0022736,0.00000,0.081
+25,mlp.experts.99.up_proj,rtn: 0.0023499,0.00000,0.102
+25,mlp.experts.119.up_proj,rtn: 0.0023651,0.00000,0.089
+25,mlp.experts.136.up_proj,rtn: 0.0023041,0.00000,0.097
+25,mlp.experts.107.up_proj,rtn: 0.0023193,0.00000,0.104
+25,mlp.experts.140.up_proj,rtn: 0.0023346,0.00000,0.076
+25,mlp.experts.121.up_proj,rtn: 0.0023041,0.00000,0.087
+25,mlp.experts.125.up_proj,rtn: 0.0023041,0.00000,0.081
+25,mlp.experts.138.up_proj,rtn: 0.0022583,0.00000,0.071
+25,mlp.experts.113.up_proj,rtn: 0.0023651,0.00000,0.082
+25,mlp.experts.174.up_proj,rtn: 0.0023346,0.00000,0.067
+25,mlp.experts.117.up_proj,rtn: 0.0023956,0.00000,0.078
+25,mlp.experts.162.up_proj,rtn: 0.0023193,0.00000,0.078
+25,mlp.experts.148.up_proj,rtn: 0.0023651,0.00000,0.092
+25,mlp.experts.166.up_proj,rtn: 0.0022888,0.00000,0.083
+25,mlp.experts.112.up_proj,rtn: 0.0023041,0.00000,0.090
+25,mlp.experts.141.up_proj,rtn: 0.0024109,0.00000,0.071
+25,mlp.experts.95.up_proj,rtn: 0.0023041,0.00000,0.204
+25,mlp.experts.137.up_proj,rtn: 0.0023346,0.00000,0.078
+25,mlp.experts.154.up_proj,rtn: 0.0023651,0.00000,0.076
+25,mlp.experts.129.up_proj,rtn: 0.0023193,0.00000,0.078
+25,mlp.experts.190.up_proj,rtn: 0.0023041,0.00000,0.078
+25,mlp.experts.133.up_proj,rtn: 0.0023193,0.00000,0.072
+25,mlp.experts.135.up_proj,rtn: 0.0023193,0.00000,0.140
+25,mlp.experts.178.up_proj,rtn: 0.0022736,0.00000,0.081
+25,mlp.experts.182.up_proj,rtn: 0.0023651,0.00000,0.068
+25,mlp.experts.115.up_proj,rtn: 0.0023346,0.00000,0.170
+25,mlp.experts.123.up_proj,rtn: 0.0023041,0.00000,0.169
+25,mlp.experts.157.up_proj,rtn: 0.0023499,0.00000,0.079
+25,mlp.experts.170.up_proj,rtn: 0.0022888,0.00000,0.068
+25,mlp.experts.156.up_proj,rtn: 0.0023041,0.00000,0.158
+25,mlp.experts.153.up_proj,rtn: 0.0023499,0.00000,0.076
+25,mlp.experts.111.up_proj,rtn: 0.0023193,0.00000,0.099
+25,mlp.experts.152.up_proj,rtn: 0.0022888,0.00000,0.182
+25,mlp.experts.145.up_proj,rtn: 0.0023041,0.00000,0.090
+25,mlp.experts.128.up_proj,rtn: 0.0023499,0.00000,0.128
+25,mlp.experts.164.up_proj,rtn: 0.0023651,0.00000,0.155
+25,mlp.experts.151.up_proj,rtn: 0.0023804,0.00000,0.080
+25,mlp.experts.131.up_proj,rtn: 0.0023193,0.00000,0.074
+25,mlp.experts.139.up_proj,rtn: 0.0023041,0.00000,0.076
+25,mlp.experts.127.up_proj,rtn: 0.0023193,0.00000,0.072
+25,mlp.experts.172.up_proj,rtn: 0.0023804,0.00000,0.084
+25,mlp.experts.168.up_proj,rtn: 0.0023956,0.00000,0.071
+25,mlp.experts.149.up_proj,rtn: 0.0023651,0.00000,0.156
+25,mlp.experts.180.up_proj,rtn: 0.0023651,0.00000,0.080
+25,mlp.experts.144.up_proj,rtn: 0.0022888,0.00000,0.081
+25,mlp.experts.167.up_proj,rtn: 0.0023651,0.00000,0.073
+25,mlp.experts.169.up_proj,rtn: 0.0023193,0.00000,0.116
+25,mlp.experts.186.up_proj,rtn: 0.0023651,0.00000,0.111
+25,mlp.experts.173.up_proj,rtn: 0.0023499,0.00000,0.128
+25,mlp.experts.147.up_proj,rtn: 0.0023193,0.00000,0.073
+25,mlp.experts.155.up_proj,rtn: 0.0023346,0.00000,0.067
+25,mlp.experts.161.up_proj,rtn: 0.0023193,0.00000,0.131
+25,mlp.experts.143.up_proj,rtn: 0.0023346,0.00000,0.075
+25,mlp.experts.184.up_proj,rtn: 0.0022736,0.00000,0.082
+25,mlp.experts.183.up_proj,rtn: 0.0023804,0.00000,0.075
+25,mlp.experts.188.up_proj,rtn: 0.0023804,0.00000,0.096
+25,mlp.experts.160.up_proj,rtn: 0.0023193,0.00000,0.085
+25,mlp.experts.165.up_proj,rtn: 0.0023346,0.00000,0.115
+25,mlp.experts.189.up_proj,rtn: 0.0023499,0.00000,0.090
+25,mlp.experts.163.up_proj,rtn: 0.0023041,0.00000,0.087
+25,mlp.experts.159.up_proj,rtn: 0.0022736,0.00000,0.082
+25,mlp.experts.185.up_proj,rtn: 0.0023346,0.00000,0.120
+25,mlp.experts.177.up_proj,rtn: 0.0023804,0.00000,0.100
+25,mlp.experts.176.up_proj,rtn: 0.0023346,0.00000,0.041
+25,mlp.experts.171.up_proj,rtn: 0.0022888,0.00000,0.125
+25,mlp.experts.181.up_proj,rtn: 0.0022888,0.00000,0.083
+25,mlp.experts.179.up_proj,rtn: 0.0022888,0.00000,0.078
+25,mlp.experts.187.up_proj,rtn: 0.0023041,0.00000,0.064
+25,mlp.experts.175.up_proj,rtn: 0.0022888,0.00000,0.065
+25,mlp.experts.191.up_proj,rtn: 0.0023346,0.00000,0.026
+25,mlp.experts.2.down_proj,rtn: 0.0023193,0.00000,0.019
+25,mlp.experts.0.down_proj,rtn: 0.0023041,0.00000,0.035
+25,mlp.experts.6.down_proj,rtn: 0.0022888,0.00000,0.054
+25,mlp.experts.10.down_proj,rtn: 0.0023041,0.00000,0.055
+25,mlp.experts.14.down_proj,rtn: 0.0022583,0.00000,0.056
+25,mlp.experts.12.down_proj,rtn: 0.0023499,0.00000,0.038
+25,mlp.experts.18.down_proj,rtn: 0.0023499,0.00000,0.042
+25,mlp.experts.4.down_proj,rtn: 0.0022888,0.00000,0.043
+25,mlp.experts.16.down_proj,rtn: 0.0023193,0.00000,0.034
+25,mlp.experts.15.down_proj,rtn: 0.0022278,0.00000,0.053
+25,mlp.experts.3.down_proj,rtn: 0.0023041,0.00000,0.079
+25,mlp.experts.11.down_proj,rtn: 0.0022736,0.00000,0.058
+25,mlp.experts.8.down_proj,rtn: 0.0023041,0.00000,0.066
+25,mlp.experts.26.down_proj,rtn: 0.0023193,0.00000,0.030
+25,mlp.experts.22.down_proj,rtn: 0.0022583,0.00000,0.035
+25,mlp.experts.7.down_proj,rtn: 0.0022736,0.00000,0.082
+25,mlp.experts.28.down_proj,rtn: 0.0022888,0.00000,0.035
+25,mlp.experts.20.down_proj,rtn: 0.0023041,0.00000,0.037
+25,mlp.experts.34.down_proj,rtn: 0.0023346,0.00000,0.036
+25,mlp.experts.30.down_proj,rtn: 0.0023346,0.00000,0.040
+25,mlp.experts.13.down_proj,rtn: 0.0022583,0.00000,0.178
+25,mlp.experts.1.down_proj,rtn: 0.0023346,0.00000,0.178
+25,mlp.experts.32.down_proj,rtn: 0.0023499,0.00000,0.035
+25,mlp.experts.5.down_proj,rtn: 0.0023041,0.00000,0.188
+25,mlp.experts.9.down_proj,rtn: 0.0022278,0.00000,0.189
+25,mlp.experts.24.down_proj,rtn: 0.0023041,0.00000,0.031
+25,mlp.experts.19.down_proj,rtn: 0.0022736,0.00000,0.039
+25,mlp.experts.42.down_proj,rtn: 0.0022736,0.00000,0.029
+25,mlp.experts.31.down_proj,rtn: 0.0022736,0.00000,0.042
+25,mlp.experts.38.down_proj,rtn: 0.0022888,0.00000,0.029
+25,mlp.experts.36.down_proj,rtn: 0.0022888,0.00000,0.022
+25,mlp.experts.44.down_proj,rtn: 0.0022736,0.00000,0.027
+25,mlp.experts.50.down_proj,rtn: 0.0022736,0.00000,0.026
+25,mlp.experts.23.down_proj,rtn: 0.0022888,0.00000,0.037
+25,mlp.experts.27.down_proj,rtn: 0.0022430,0.00000,0.058
+25,mlp.experts.46.down_proj,rtn: 0.0022736,0.00000,0.029
+25,mlp.experts.17.down_proj,rtn: 0.0022430,0.00000,0.048
+25,mlp.experts.47.down_proj,rtn: 0.0023193,0.00000,0.034
+25,mlp.experts.48.down_proj,rtn: 0.0022736,0.00000,0.040
+25,mlp.experts.58.down_proj,rtn: 0.0022430,0.00000,0.034
+25,mlp.experts.40.down_proj,rtn: 0.0023346,0.00000,0.041
+25,mlp.experts.35.down_proj,rtn: 0.0023041,0.00000,0.040
+25,mlp.experts.52.down_proj,rtn: 0.0022736,0.00000,0.034
+25,mlp.experts.54.down_proj,rtn: 0.0022888,0.00000,0.034
+25,mlp.experts.66.down_proj,rtn: 0.0023041,0.00000,0.028
+25,mlp.experts.62.down_proj,rtn: 0.0023041,0.00000,0.028
+25,mlp.experts.29.down_proj,rtn: 0.0022736,0.00000,0.063
+25,mlp.experts.60.down_proj,rtn: 0.0022430,0.00000,0.039
+25,mlp.experts.21.down_proj,rtn: 0.0022583,0.00000,0.060
+25,mlp.experts.43.down_proj,rtn: 0.0023346,0.00000,0.037
+25,mlp.experts.39.down_proj,rtn: 0.0022888,0.00000,0.043
+25,mlp.experts.63.down_proj,rtn: 0.0022736,0.00000,0.032
+25,mlp.experts.74.down_proj,rtn: 0.0022583,0.00000,0.035
+25,mlp.experts.64.down_proj,rtn: 0.0023193,0.00000,0.038
+25,mlp.experts.33.down_proj,rtn: 0.0023041,0.00000,0.051
+25,mlp.experts.56.down_proj,rtn: 0.0022430,0.00000,0.039
+25,mlp.experts.68.down_proj,rtn: 0.0022888,0.00000,0.033
+25,mlp.experts.51.down_proj,rtn: 0.0022583,0.00000,0.037
+25,mlp.experts.70.down_proj,rtn: 0.0023041,0.00000,0.035
+25,mlp.experts.82.down_proj,rtn: 0.0022736,0.00000,0.040
+25,mlp.experts.76.down_proj,rtn: 0.0023346,0.00000,0.038
+25,mlp.experts.78.down_proj,rtn: 0.0023499,0.00000,0.040
+25,mlp.experts.55.down_proj,rtn: 0.0022888,0.00000,0.036
+25,mlp.experts.59.down_proj,rtn: 0.0022736,0.00000,0.037
+25,mlp.experts.79.down_proj,rtn: 0.0023041,0.00000,0.030
+25,mlp.experts.37.down_proj,rtn: 0.0022888,0.00000,0.061
+25,mlp.experts.25.down_proj,rtn: 0.0022430,0.00000,0.131
+25,mlp.experts.45.down_proj,rtn: 0.0023041,0.00000,0.058
+25,mlp.experts.90.down_proj,rtn: 0.0023041,0.00000,0.041
+25,mlp.experts.80.down_proj,rtn: 0.0023499,0.00000,0.044
+25,mlp.experts.72.down_proj,rtn: 0.0022736,0.00000,0.043
+25,mlp.experts.86.down_proj,rtn: 0.0022583,0.00000,0.037
+25,mlp.experts.84.down_proj,rtn: 0.0022430,0.00000,0.039
+25,mlp.experts.67.down_proj,rtn: 0.0023193,0.00000,0.042
+25,mlp.experts.49.down_proj,rtn: 0.0023041,0.00000,0.045
+25,mlp.experts.98.down_proj,rtn: 0.0022888,0.00000,0.039
+25,mlp.experts.75.down_proj,rtn: 0.0022736,0.00000,0.027
+25,mlp.experts.95.down_proj,rtn: 0.0022888,0.00000,0.030
+25,mlp.experts.71.down_proj,rtn: 0.0022888,0.00000,0.031
+25,mlp.experts.94.down_proj,rtn: 0.0023193,0.00000,0.037
+25,mlp.experts.92.down_proj,rtn: 0.0022736,0.00000,0.058
+25,mlp.experts.61.down_proj,rtn: 0.0022888,0.00000,0.037
+25,mlp.experts.41.down_proj,rtn: 0.0022583,0.00000,0.035
+25,mlp.experts.53.down_proj,rtn: 0.0023041,0.00000,0.039
+25,mlp.experts.106.down_proj,rtn: 0.0022888,0.00000,0.041
+25,mlp.experts.88.down_proj,rtn: 0.0022736,0.00000,0.038
+25,mlp.experts.102.down_proj,rtn: 0.0022736,0.00000,0.044
+25,mlp.experts.96.down_proj,rtn: 0.0022430,0.00000,0.046
+25,mlp.experts.100.down_proj,rtn: 0.0022430,0.00000,0.042
+25,mlp.experts.65.down_proj,rtn: 0.0022736,0.00000,0.039
+25,mlp.experts.114.down_proj,rtn: 0.0022736,0.00000,0.043
+25,mlp.experts.83.down_proj,rtn: 0.0022125,0.00000,0.048
+25,mlp.experts.110.down_proj,rtn: 0.0022736,0.00000,0.042
+25,mlp.experts.108.down_proj,rtn: 0.0022888,0.00000,0.039
+25,mlp.experts.91.down_proj,rtn: 0.0022430,0.00000,0.033
+25,mlp.experts.111.down_proj,rtn: 0.0022888,0.00000,0.034
+25,mlp.experts.87.down_proj,rtn: 0.0023499,0.00000,0.035
+25,mlp.experts.122.down_proj,rtn: 0.0022888,0.00000,0.037
+25,mlp.experts.104.down_proj,rtn: 0.0022430,0.00000,0.033
+25,mlp.experts.69.down_proj,rtn: 0.0022888,0.00000,0.047
+25,mlp.experts.57.down_proj,rtn: 0.0022583,0.00000,0.047
+25,mlp.experts.118.down_proj,rtn: 0.0022583,0.00000,0.027
+25,mlp.experts.77.down_proj,rtn: 0.0022430,0.00000,0.044
+25,mlp.experts.116.down_proj,rtn: 0.0022583,0.00000,0.025
+25,mlp.experts.112.down_proj,rtn: 0.0022583,0.00000,0.026
+25,mlp.experts.99.down_proj,rtn: 0.0023041,0.00000,0.017
+25,mlp.experts.81.down_proj,rtn: 0.0022430,0.00000,0.026
+25,mlp.experts.130.down_proj,rtn: 0.0022888,0.00000,0.039
+25,mlp.experts.127.down_proj,rtn: 0.0022888,0.00000,0.022
+25,mlp.experts.103.down_proj,rtn: 0.0022736,0.00000,0.024
+25,mlp.experts.107.down_proj,rtn: 0.0022736,0.00000,0.035
+25,mlp.experts.128.down_proj,rtn: 0.0023346,0.00000,0.042
+25,mlp.experts.124.down_proj,rtn: 0.0023193,0.00000,0.044
+25,mlp.experts.126.down_proj,rtn: 0.0023193,0.00000,0.046
+25,mlp.experts.146.down_proj,rtn: 0.0023193,0.00000,0.032
+25,mlp.experts.138.down_proj,rtn: 0.0022278,0.00000,0.040
+25,mlp.experts.134.down_proj,rtn: 0.0024261,0.00000,0.034
+25,mlp.experts.120.down_proj,rtn: 0.0022583,0.00000,0.050
+25,mlp.experts.115.down_proj,rtn: 0.0023041,0.00000,0.051
+25,mlp.experts.143.down_proj,rtn: 0.0023041,0.00000,0.047
+25,mlp.experts.85.down_proj,rtn: 0.0023193,0.00000,0.072
+25,mlp.experts.144.down_proj,rtn: 0.0022583,0.00000,0.037
+25,mlp.experts.93.down_proj,rtn: 0.0022888,0.00000,0.064
+25,mlp.experts.140.down_proj,rtn: 0.0022736,0.00000,0.036
+25,mlp.experts.119.down_proj,rtn: 0.0023346,0.00000,0.034
+25,mlp.experts.123.down_proj,rtn: 0.0022736,0.00000,0.037
+25,mlp.experts.150.down_proj,rtn: 0.0022583,0.00000,0.041
+25,mlp.experts.142.down_proj,rtn: 0.0022430,0.00000,0.042
+25,mlp.experts.162.down_proj,rtn: 0.0022888,0.00000,0.037
+25,mlp.experts.154.down_proj,rtn: 0.0023346,0.00000,0.039
+25,mlp.experts.136.down_proj,rtn: 0.0022583,0.00000,0.038
+25,mlp.experts.132.down_proj,rtn: 0.0022430,0.00000,0.079
+25,mlp.experts.159.down_proj,rtn: 0.0022430,0.00000,0.027
+25,mlp.experts.131.down_proj,rtn: 0.0022888,0.00000,0.033
+25,mlp.experts.156.down_proj,rtn: 0.0022736,0.00000,0.035
+25,mlp.experts.97.down_proj,rtn: 0.0022736,0.00000,0.109
+25,mlp.experts.160.down_proj,rtn: 0.0022736,0.00000,0.041
+25,mlp.experts.73.down_proj,rtn: 0.0022583,0.00000,0.119
+25,mlp.experts.139.down_proj,rtn: 0.0022736,0.00000,0.035
+25,mlp.experts.135.down_proj,rtn: 0.0022888,0.00000,0.036
+25,mlp.experts.147.down_proj,rtn: 0.0022736,0.00000,0.021
+25,mlp.experts.175.down_proj,rtn: 0.0022583,0.00000,0.022
+25,mlp.experts.166.down_proj,rtn: 0.0022736,0.00000,0.036
+25,mlp.experts.158.down_proj,rtn: 0.0022888,0.00000,0.031
+25,mlp.experts.148.down_proj,rtn: 0.0023346,0.00000,0.025
+25,mlp.experts.178.down_proj,rtn: 0.0022278,0.00000,0.033
+25,mlp.experts.170.down_proj,rtn: 0.0022583,0.00000,0.039
+25,mlp.experts.152.down_proj,rtn: 0.0022583,0.00000,0.037
+25,mlp.experts.172.down_proj,rtn: 0.0023499,0.00000,0.023
+25,mlp.experts.176.down_proj,rtn: 0.0022888,0.00000,0.019
+25,mlp.experts.101.down_proj,rtn: 0.0022888,0.00000,0.085
+25,mlp.experts.151.down_proj,rtn: 0.0023499,0.00000,0.030
+25,mlp.experts.109.down_proj,rtn: 0.0022583,0.00000,0.090
+25,mlp.experts.174.down_proj,rtn: 0.0023041,0.00000,0.031
+25,mlp.experts.163.down_proj,rtn: 0.0022736,0.00000,0.028
+25,mlp.experts.155.down_proj,rtn: 0.0022888,0.00000,0.036
+25,mlp.experts.182.down_proj,rtn: 0.0023193,0.00000,0.029
+25,mlp.experts.191.down_proj,rtn: 0.0022888,0.00000,0.031
+25,mlp.experts.164.down_proj,rtn: 0.0023193,0.00000,0.028
+25,mlp.experts.186.down_proj,rtn: 0.0023041,0.00000,0.024
+25,mlp.experts.188.down_proj,rtn: 0.0023346,0.00000,0.025
+25,mlp.experts.168.down_proj,rtn: 0.0023804,0.00000,0.026
+25,mlp.experts.113.down_proj,rtn: 0.0023193,0.00000,0.061
+25,mlp.experts.190.down_proj,rtn: 0.0022430,0.00000,0.016
+25,mlp.experts.180.down_proj,rtn: 0.0023346,0.00000,0.018
+25,mlp.experts.117.down_proj,rtn: 0.0023499,0.00000,0.048
+25,mlp.experts.184.down_proj,rtn: 0.0022430,0.00000,0.019
+25,mlp.experts.179.down_proj,rtn: 0.0022583,0.00000,0.035
+25,mlp.experts.171.down_proj,rtn: 0.0022583,0.00000,0.033
+25,mlp.experts.125.down_proj,rtn: 0.0022583,0.00000,0.066
+25,mlp.experts.89.down_proj,rtn: 0.0022583,0.00000,0.109
+25,mlp.experts.167.down_proj,rtn: 0.0023193,0.00000,0.077
+25,mlp.experts.187.down_proj,rtn: 0.0022888,0.00000,0.020
+25,mlp.experts.129.down_proj,rtn: 0.0022888,0.00000,0.058
+25,mlp.experts.105.down_proj,rtn: 0.0021973,0.00000,0.033
+25,mlp.experts.145.down_proj,rtn: 0.0022736,0.00000,0.027
+25,mlp.experts.141.down_proj,rtn: 0.0023956,0.00000,0.042
+25,mlp.experts.183.down_proj,rtn: 0.0023499,0.00000,0.045
+25,mlp.experts.133.down_proj,rtn: 0.0022888,0.00000,0.079
+25,mlp.experts.121.down_proj,rtn: 0.0022736,0.00000,0.035
+25,mlp.experts.161.down_proj,rtn: 0.0022736,0.00000,0.030
+25,mlp.experts.157.down_proj,rtn: 0.0023346,0.00000,0.032
+25,mlp.experts.177.down_proj,rtn: 0.0023193,0.00000,0.035
+25,mlp.experts.137.down_proj,rtn: 0.0023041,0.00000,0.038
+25,mlp.experts.173.down_proj,rtn: 0.0023041,0.00000,0.036
+25,mlp.experts.149.down_proj,rtn: 0.0023193,0.00000,0.067
+25,mlp.experts.165.down_proj,rtn: 0.0023041,0.00000,0.030
+25,mlp.experts.153.down_proj,rtn: 0.0022888,0.00000,0.045
+25,mlp.experts.189.down_proj,rtn: 0.0023041,0.00000,0.043
+25,mlp.experts.181.down_proj,rtn: 0.0022583,0.00000,0.026
+25,mlp.experts.169.down_proj,rtn: 0.0022888,0.00000,0.030
+25,mlp.experts.185.down_proj,rtn: 0.0022888,0.00000,0.019
+25,mlp.shared_experts.up_proj,rtn: 0.0016403,0.00000,0.027
+25,mlp.shared_experts.gate_proj,rtn: 0.0016327,0.00000,0.040
+25,mlp.shared_experts.down_proj,rtn: 0.0016861,0.00000,0.022
+26,self_attn.k_proj,rtn: 0.0024261,0.00000,0.027
+26,self_attn.v_proj,rtn: 0.0025940,0.00000,0.034
+26,self_attn.q_proj,rtn: 0.0023346,0.00000,0.018
+26,self_attn.o_proj,rtn: 0.0025482,0.00000,0.072
+26,mlp.experts.13.gate_proj,rtn: 0.0023651,0.00000,0.100
+26,mlp.experts.0.gate_proj,rtn: 0.0023346,0.00000,0.113
+26,mlp.experts.1.gate_proj,rtn: 0.0023651,0.00000,0.124
+26,mlp.experts.14.gate_proj,rtn: 0.0023804,0.00000,0.128
+26,mlp.experts.6.gate_proj,rtn: 0.0023193,0.00000,0.129
+26,mlp.experts.9.gate_proj,rtn: 0.0022736,0.00000,0.133
+26,mlp.experts.11.gate_proj,rtn: 0.0023193,0.00000,0.138
+26,mlp.experts.10.gate_proj,rtn: 0.0023041,0.00000,0.150
+26,mlp.experts.5.gate_proj,rtn: 0.0023346,0.00000,0.154
+26,mlp.experts.7.gate_proj,rtn: 0.0023041,0.00000,0.162
+26,mlp.experts.8.gate_proj,rtn: 0.0023651,0.00000,0.165
+26,mlp.experts.3.gate_proj,rtn: 0.0023346,0.00000,0.166
+26,mlp.experts.12.gate_proj,rtn: 0.0023041,0.00000,0.166
+26,mlp.experts.4.gate_proj,rtn: 0.0023346,0.00000,0.167
+26,mlp.experts.15.gate_proj,rtn: 0.0023346,0.00000,0.173
+26,mlp.experts.29.gate_proj,rtn: 0.0023041,0.00000,0.105
+26,mlp.experts.27.gate_proj,rtn: 0.0023651,0.00000,0.078
+26,mlp.experts.16.gate_proj,rtn: 0.0023346,0.00000,0.111
+26,mlp.experts.2.gate_proj,rtn: 0.0023651,0.00000,0.228
+26,mlp.experts.25.gate_proj,rtn: 0.0023499,0.00000,0.090
+26,mlp.experts.17.gate_proj,rtn: 0.0022736,0.00000,0.098
+26,mlp.experts.23.gate_proj,rtn: 0.0023956,0.00000,0.074
+26,mlp.experts.21.gate_proj,rtn: 0.0023804,0.00000,0.088
+26,mlp.experts.19.gate_proj,rtn: 0.0023193,0.00000,0.085
+26,mlp.experts.22.gate_proj,rtn: 0.0023193,0.00000,0.136
+26,mlp.experts.24.gate_proj,rtn: 0.0023193,0.00000,0.099
+26,mlp.experts.28.gate_proj,rtn: 0.0022888,0.00000,0.107
+26,mlp.experts.31.gate_proj,rtn: 0.0023651,0.00000,0.088
+26,mlp.experts.30.gate_proj,rtn: 0.0023651,0.00000,0.167
+26,mlp.experts.43.gate_proj,rtn: 0.0023041,0.00000,0.089
+26,mlp.experts.26.gate_proj,rtn: 0.0023193,0.00000,0.158
+26,mlp.experts.20.gate_proj,rtn: 0.0023804,0.00000,0.101
+26,mlp.experts.45.gate_proj,rtn: 0.0023804,0.00000,0.101
+26,mlp.experts.32.gate_proj,rtn: 0.0023804,0.00000,0.094
+26,mlp.experts.39.gate_proj,rtn: 0.0023651,0.00000,0.080
+26,mlp.experts.41.gate_proj,rtn: 0.0023346,0.00000,0.100
+26,mlp.experts.33.gate_proj,rtn: 0.0023956,0.00000,0.115
+26,mlp.experts.37.gate_proj,rtn: 0.0023651,0.00000,0.107
+26,mlp.experts.40.gate_proj,rtn: 0.0023499,0.00000,0.078
+26,mlp.experts.18.gate_proj,rtn: 0.0023499,0.00000,0.124
+26,mlp.experts.44.gate_proj,rtn: 0.0023193,0.00000,0.084
+26,mlp.experts.38.gate_proj,rtn: 0.0023193,0.00000,0.101
+26,mlp.experts.46.gate_proj,rtn: 0.0022888,0.00000,0.083
+26,mlp.experts.35.gate_proj,rtn: 0.0023651,0.00000,0.123
+26,mlp.experts.42.gate_proj,rtn: 0.0023346,0.00000,0.073
+26,mlp.experts.36.gate_proj,rtn: 0.0023651,0.00000,0.075
+26,mlp.experts.48.gate_proj,rtn: 0.0022888,0.00000,0.087
+26,mlp.experts.61.gate_proj,rtn: 0.0023346,0.00000,0.099
+26,mlp.experts.47.gate_proj,rtn: 0.0023041,0.00000,0.135
+26,mlp.experts.34.gate_proj,rtn: 0.0023651,0.00000,0.075
+26,mlp.experts.56.gate_proj,rtn: 0.0023956,0.00000,0.083
+26,mlp.experts.60.gate_proj,rtn: 0.0023041,0.00000,0.080
+26,mlp.experts.57.gate_proj,rtn: 0.0023651,0.00000,0.116
+26,mlp.experts.59.gate_proj,rtn: 0.0023193,0.00000,0.146
+26,mlp.experts.52.gate_proj,rtn: 0.0023193,0.00000,0.086
+26,mlp.experts.64.gate_proj,rtn: 0.0023193,0.00000,0.084
+26,mlp.experts.53.gate_proj,rtn: 0.0023651,0.00000,0.151
+26,mlp.experts.54.gate_proj,rtn: 0.0023651,0.00000,0.139
+26,mlp.experts.62.gate_proj,rtn: 0.0022888,0.00000,0.133
+26,mlp.experts.49.gate_proj,rtn: 0.0023651,0.00000,0.163
+26,mlp.experts.51.gate_proj,rtn: 0.0023193,0.00000,0.133
+26,mlp.experts.55.gate_proj,rtn: 0.0022888,0.00000,0.194
+26,mlp.experts.72.gate_proj,rtn: 0.0023804,0.00000,0.101
+26,mlp.experts.76.gate_proj,rtn: 0.0023499,0.00000,0.102
+26,mlp.experts.58.gate_proj,rtn: 0.0023499,0.00000,0.170
+26,mlp.experts.50.gate_proj,rtn: 0.0023193,0.00000,0.128
+26,mlp.experts.75.gate_proj,rtn: 0.0023499,0.00000,0.111
+26,mlp.experts.77.gate_proj,rtn: 0.0023651,0.00000,0.167
+26,mlp.experts.63.gate_proj,rtn: 0.0023651,0.00000,0.142
+26,mlp.experts.73.gate_proj,rtn: 0.0023499,0.00000,0.145
+26,mlp.experts.70.gate_proj,rtn: 0.0023651,0.00000,0.099
+26,mlp.experts.78.gate_proj,rtn: 0.0023346,0.00000,0.096
+26,mlp.experts.71.gate_proj,rtn: 0.0023499,0.00000,0.090
+26,mlp.experts.67.gate_proj,rtn: 0.0023651,0.00000,0.095
+26,mlp.experts.65.gate_proj,rtn: 0.0023346,0.00000,0.104
+26,mlp.experts.68.gate_proj,rtn: 0.0023346,0.00000,0.148
+26,mlp.experts.69.gate_proj,rtn: 0.0023499,0.00000,0.129
+26,mlp.experts.80.gate_proj,rtn: 0.0023956,0.00000,0.136
+26,mlp.experts.91.gate_proj,rtn: 0.0023499,0.00000,0.090
+26,mlp.experts.93.gate_proj,rtn: 0.0023499,0.00000,0.079
+26,mlp.experts.88.gate_proj,rtn: 0.0022888,0.00000,0.120
+26,mlp.experts.89.gate_proj,rtn: 0.0023193,0.00000,0.071
+26,mlp.experts.79.gate_proj,rtn: 0.0023499,0.00000,0.080
+26,mlp.experts.81.gate_proj,rtn: 0.0022888,0.00000,0.065
+26,mlp.experts.87.gate_proj,rtn: 0.0023193,0.00000,0.076
+26,mlp.experts.85.gate_proj,rtn: 0.0023499,0.00000,0.064
+26,mlp.experts.83.gate_proj,rtn: 0.0023193,0.00000,0.088
+26,mlp.experts.66.gate_proj,rtn: 0.0023499,0.00000,0.150
+26,mlp.experts.92.gate_proj,rtn: 0.0023346,0.00000,0.168
+26,mlp.experts.84.gate_proj,rtn: 0.0023346,0.00000,0.111
+26,mlp.experts.74.gate_proj,rtn: 0.0023193,0.00000,0.192
+26,mlp.experts.109.gate_proj,rtn: 0.0023956,0.00000,0.072
+26,mlp.experts.95.gate_proj,rtn: 0.0023041,0.00000,0.077
+26,mlp.experts.105.gate_proj,rtn: 0.0023346,0.00000,0.075
+26,mlp.experts.107.gate_proj,rtn: 0.0023499,0.00000,0.079
+26,mlp.experts.97.gate_proj,rtn: 0.0023346,0.00000,0.077
+26,mlp.experts.103.gate_proj,rtn: 0.0023804,0.00000,0.077
+26,mlp.experts.99.gate_proj,rtn: 0.0023804,0.00000,0.067
+26,mlp.experts.101.gate_proj,rtn: 0.0023346,0.00000,0.076
+26,mlp.experts.104.gate_proj,rtn: 0.0023956,0.00000,0.092
+26,mlp.experts.96.gate_proj,rtn: 0.0022736,0.00000,0.089
+26,mlp.experts.108.gate_proj,rtn: 0.0022888,0.00000,0.085
+26,mlp.experts.125.gate_proj,rtn: 0.0023651,0.00000,0.075
+26,mlp.experts.86.gate_proj,rtn: 0.0023041,0.00000,0.221
+26,mlp.experts.121.gate_proj,rtn: 0.0023193,0.00000,0.066
+26,mlp.experts.100.gate_proj,rtn: 0.0022888,0.00000,0.092
+26,mlp.experts.111.gate_proj,rtn: 0.0023651,0.00000,0.078
+26,mlp.experts.113.gate_proj,rtn: 0.0023499,0.00000,0.077
+26,mlp.experts.123.gate_proj,rtn: 0.0023346,0.00000,0.089
+26,mlp.experts.115.gate_proj,rtn: 0.0023499,0.00000,0.078
+26,mlp.experts.119.gate_proj,rtn: 0.0023346,0.00000,0.082
+26,mlp.experts.117.gate_proj,rtn: 0.0022888,0.00000,0.080
+26,mlp.experts.120.gate_proj,rtn: 0.0023346,0.00000,0.091
+26,mlp.experts.112.gate_proj,rtn: 0.0023193,0.00000,0.094
+26,mlp.experts.124.gate_proj,rtn: 0.0023346,0.00000,0.099
+26,mlp.experts.141.gate_proj,rtn: 0.0024109,0.00000,0.079
+26,mlp.experts.137.gate_proj,rtn: 0.0023346,0.00000,0.083
+26,mlp.experts.129.gate_proj,rtn: 0.0023499,0.00000,0.076
+26,mlp.experts.127.gate_proj,rtn: 0.0023651,0.00000,0.088
+26,mlp.experts.116.gate_proj,rtn: 0.0022430,0.00000,0.093
+26,mlp.experts.94.gate_proj,rtn: 0.0023041,0.00000,0.332
+26,mlp.experts.133.gate_proj,rtn: 0.0023041,0.00000,0.078
+26,mlp.experts.82.gate_proj,rtn: 0.0023651,0.00000,0.239
+26,mlp.experts.90.gate_proj,rtn: 0.0023804,0.00000,0.206
+26,mlp.experts.131.gate_proj,rtn: 0.0023499,0.00000,0.099
+26,mlp.experts.136.gate_proj,rtn: 0.0023041,0.00000,0.090
+26,mlp.experts.139.gate_proj,rtn: 0.0023346,0.00000,0.112
+26,mlp.experts.135.gate_proj,rtn: 0.0023346,0.00000,0.108
+26,mlp.experts.128.gate_proj,rtn: 0.0023499,0.00000,0.092
+26,mlp.experts.102.gate_proj,rtn: 0.0023651,0.00000,0.154
+26,mlp.experts.140.gate_proj,rtn: 0.0023346,0.00000,0.085
+26,mlp.experts.157.gate_proj,rtn: 0.0023956,0.00000,0.081
+26,mlp.experts.153.gate_proj,rtn: 0.0023499,0.00000,0.082
+26,mlp.experts.145.gate_proj,rtn: 0.0024567,0.00000,0.077
+26,mlp.experts.132.gate_proj,rtn: 0.0023193,0.00000,0.074
+26,mlp.experts.149.gate_proj,rtn: 0.0023193,0.00000,0.078
+26,mlp.experts.144.gate_proj,rtn: 0.0023041,0.00000,0.067
+26,mlp.experts.152.gate_proj,rtn: 0.0023346,0.00000,0.075
+26,mlp.experts.143.gate_proj,rtn: 0.0023499,0.00000,0.114
+26,mlp.experts.156.gate_proj,rtn: 0.0023499,0.00000,0.066
+26,mlp.experts.147.gate_proj,rtn: 0.0022736,0.00000,0.100
+26,mlp.experts.151.gate_proj,rtn: 0.0023651,0.00000,0.088
+26,mlp.experts.155.gate_proj,rtn: 0.0023956,0.00000,0.090
+26,mlp.experts.98.gate_proj,rtn: 0.0022736,0.00000,0.117
+26,mlp.experts.169.gate_proj,rtn: 0.0023499,0.00000,0.070
+26,mlp.experts.173.gate_proj,rtn: 0.0023804,0.00000,0.079
+26,mlp.experts.161.gate_proj,rtn: 0.0023041,0.00000,0.063
+26,mlp.experts.106.gate_proj,rtn: 0.0023346,0.00000,0.126
+26,mlp.experts.148.gate_proj,rtn: 0.0023041,0.00000,0.074
+26,mlp.experts.110.gate_proj,rtn: 0.0023804,0.00000,0.162
+26,mlp.experts.165.gate_proj,rtn: 0.0022888,0.00000,0.079
+26,mlp.experts.160.gate_proj,rtn: 0.0022888,0.00000,0.069
+26,mlp.experts.168.gate_proj,rtn: 0.0023651,0.00000,0.077
+26,mlp.experts.172.gate_proj,rtn: 0.0022583,0.00000,0.069
+26,mlp.experts.118.gate_proj,rtn: 0.0024109,0.00000,0.150
+26,mlp.experts.159.gate_proj,rtn: 0.0023956,0.00000,0.091
+26,mlp.experts.189.gate_proj,rtn: 0.0023804,0.00000,0.070
+26,mlp.experts.177.gate_proj,rtn: 0.0023651,0.00000,0.071
+26,mlp.experts.167.gate_proj,rtn: 0.0023346,0.00000,0.084
+26,mlp.experts.171.gate_proj,rtn: 0.0022736,0.00000,0.083
+26,mlp.experts.163.gate_proj,rtn: 0.0023499,0.00000,0.092
+26,mlp.experts.185.gate_proj,rtn: 0.0023499,0.00000,0.080
+26,mlp.experts.164.gate_proj,rtn: 0.0023804,0.00000,0.066
+26,mlp.experts.114.gate_proj,rtn: 0.0023651,0.00000,0.109
+26,mlp.experts.122.gate_proj,rtn: 0.0023651,0.00000,0.094
+26,mlp.experts.181.gate_proj,rtn: 0.0023193,0.00000,0.073
+26,mlp.experts.176.gate_proj,rtn: 0.0023041,0.00000,0.069
+26,mlp.experts.188.gate_proj,rtn: 0.0022888,0.00000,0.073
+26,mlp.experts.184.gate_proj,rtn: 0.0023041,0.00000,0.075
+26,mlp.experts.126.gate_proj,rtn: 0.0023499,0.00000,0.110
+26,mlp.experts.175.gate_proj,rtn: 0.0023804,0.00000,0.077
+26,mlp.experts.13.up_proj,rtn: 0.0023346,0.00000,0.076
+26,mlp.experts.1.up_proj,rtn: 0.0023346,0.00000,0.074
+26,mlp.experts.183.gate_proj,rtn: 0.0023041,0.00000,0.074
+26,mlp.experts.179.gate_proj,rtn: 0.0023499,0.00000,0.074
+26,mlp.experts.187.gate_proj,rtn: 0.0022736,0.00000,0.074
+26,mlp.experts.9.up_proj,rtn: 0.0022736,0.00000,0.077
+26,mlp.experts.180.gate_proj,rtn: 0.0022888,0.00000,0.077
+26,mlp.experts.134.gate_proj,rtn: 0.0023346,0.00000,0.118
+26,mlp.experts.5.up_proj,rtn: 0.0023193,0.00000,0.085
+26,mlp.experts.0.up_proj,rtn: 0.0023193,0.00000,0.091
+26,mlp.experts.130.gate_proj,rtn: 0.0023499,0.00000,0.108
+26,mlp.experts.138.gate_proj,rtn: 0.0023346,0.00000,0.107
+26,mlp.experts.191.gate_proj,rtn: 0.0023346,0.00000,0.077
+26,mlp.experts.142.gate_proj,rtn: 0.0023346,0.00000,0.099
+26,mlp.experts.7.up_proj,rtn: 0.0022888,0.00000,0.083
+26,mlp.experts.12.up_proj,rtn: 0.0023041,0.00000,0.105
+26,mlp.experts.11.up_proj,rtn: 0.0022888,0.00000,0.083
+26,mlp.experts.3.up_proj,rtn: 0.0023193,0.00000,0.084
+26,mlp.experts.8.up_proj,rtn: 0.0023346,0.00000,0.130
+26,mlp.experts.150.gate_proj,rtn: 0.0022888,0.00000,0.090
+26,mlp.experts.4.up_proj,rtn: 0.0023193,0.00000,0.103
+26,mlp.experts.16.up_proj,rtn: 0.0023041,0.00000,0.075
+26,mlp.experts.154.gate_proj,rtn: 0.0022888,0.00000,0.080
+26,mlp.experts.146.gate_proj,rtn: 0.0023193,0.00000,0.086
+26,mlp.experts.17.up_proj,rtn: 0.0022736,0.00000,0.150
+26,mlp.experts.29.up_proj,rtn: 0.0022888,0.00000,0.166
+26,mlp.experts.15.up_proj,rtn: 0.0023193,0.00000,0.090
+26,mlp.experts.158.gate_proj,rtn: 0.0024414,0.00000,0.078
+26,mlp.experts.25.up_proj,rtn: 0.0023346,0.00000,0.160
+26,mlp.experts.27.up_proj,rtn: 0.0023499,0.00000,0.083
+26,mlp.experts.23.up_proj,rtn: 0.0023804,0.00000,0.093
+26,mlp.experts.28.up_proj,rtn: 0.0022888,0.00000,0.103
+26,mlp.experts.21.up_proj,rtn: 0.0023499,0.00000,0.159
+26,mlp.experts.19.up_proj,rtn: 0.0023041,0.00000,0.094
+26,mlp.experts.24.up_proj,rtn: 0.0023193,0.00000,0.094
+26,mlp.experts.32.up_proj,rtn: 0.0023651,0.00000,0.094
+26,mlp.experts.20.up_proj,rtn: 0.0023651,0.00000,0.097
+26,mlp.experts.33.up_proj,rtn: 0.0023651,0.00000,0.097
+26,mlp.experts.170.gate_proj,rtn: 0.0023499,0.00000,0.105
+26,mlp.experts.166.gate_proj,rtn: 0.0023499,0.00000,0.119
+26,mlp.experts.31.up_proj,rtn: 0.0023499,0.00000,0.089
+26,mlp.experts.45.up_proj,rtn: 0.0023193,0.00000,0.097
+26,mlp.experts.162.gate_proj,rtn: 0.0023346,0.00000,0.112
+26,mlp.experts.41.up_proj,rtn: 0.0023193,0.00000,0.099
+26,mlp.experts.44.up_proj,rtn: 0.0023041,0.00000,0.092
+26,mlp.experts.174.gate_proj,rtn: 0.0024109,0.00000,0.124
+26,mlp.experts.37.up_proj,rtn: 0.0023499,0.00000,0.093
+26,mlp.experts.43.up_proj,rtn: 0.0022888,0.00000,0.129
+26,mlp.experts.39.up_proj,rtn: 0.0023499,0.00000,0.133
+26,mlp.experts.182.gate_proj,rtn: 0.0023346,0.00000,0.068
+26,mlp.experts.186.gate_proj,rtn: 0.0023956,0.00000,0.068
+26,mlp.experts.40.up_proj,rtn: 0.0023193,0.00000,0.097
+26,mlp.experts.36.up_proj,rtn: 0.0023346,0.00000,0.093
+26,mlp.experts.48.up_proj,rtn: 0.0022888,0.00000,0.093
+26,mlp.experts.178.gate_proj,rtn: 0.0021973,0.00000,0.082
+26,mlp.experts.49.up_proj,rtn: 0.0023499,0.00000,0.112
+26,mlp.experts.190.gate_proj,rtn: 0.0023651,0.00000,0.072
+26,mlp.experts.60.up_proj,rtn: 0.0022888,0.00000,0.082
+26,mlp.experts.57.up_proj,rtn: 0.0023499,0.00000,0.109
+26,mlp.experts.10.up_proj,rtn: 0.0022888,0.00000,0.066
+26,mlp.experts.35.up_proj,rtn: 0.0023346,0.00000,0.180
+26,mlp.experts.53.up_proj,rtn: 0.0023346,0.00000,0.116
+26,mlp.experts.6.up_proj,rtn: 0.0022888,0.00000,0.082
+26,mlp.experts.47.up_proj,rtn: 0.0022888,0.00000,0.158
+26,mlp.experts.61.up_proj,rtn: 0.0023041,0.00000,0.166
+26,mlp.experts.56.up_proj,rtn: 0.0023346,0.00000,0.090
+26,mlp.experts.2.up_proj,rtn: 0.0023499,0.00000,0.083
+26,mlp.experts.52.up_proj,rtn: 0.0023041,0.00000,0.091
+26,mlp.experts.14.up_proj,rtn: 0.0023499,0.00000,0.077
+26,mlp.experts.64.up_proj,rtn: 0.0023041,0.00000,0.095
+26,mlp.experts.76.up_proj,rtn: 0.0023193,0.00000,0.092
+26,mlp.experts.65.up_proj,rtn: 0.0023193,0.00000,0.099
+26,mlp.experts.73.up_proj,rtn: 0.0023193,0.00000,0.091
+26,mlp.experts.72.up_proj,rtn: 0.0023651,0.00000,0.089
+26,mlp.experts.55.up_proj,rtn: 0.0022736,0.00000,0.187
+26,mlp.experts.68.up_proj,rtn: 0.0023193,0.00000,0.091
+26,mlp.experts.26.up_proj,rtn: 0.0023041,0.00000,0.136
+26,mlp.experts.22.up_proj,rtn: 0.0023041,0.00000,0.123
+26,mlp.experts.51.up_proj,rtn: 0.0023041,0.00000,0.136
+26,mlp.experts.59.up_proj,rtn: 0.0023041,0.00000,0.229
+26,mlp.experts.63.up_proj,rtn: 0.0023499,0.00000,0.121
+26,mlp.experts.80.up_proj,rtn: 0.0023651,0.00000,0.098
+26,mlp.experts.92.up_proj,rtn: 0.0023041,0.00000,0.090
+26,mlp.experts.71.up_proj,rtn: 0.0023193,0.00000,0.047
+26,mlp.experts.88.up_proj,rtn: 0.0022736,0.00000,0.067
+26,mlp.experts.18.up_proj,rtn: 0.0023193,0.00000,0.110
+26,mlp.experts.69.up_proj,rtn: 0.0023346,0.00000,0.205
+26,mlp.experts.30.up_proj,rtn: 0.0023499,0.00000,0.180
+26,mlp.experts.77.up_proj,rtn: 0.0023499,0.00000,0.201
+26,mlp.experts.84.up_proj,rtn: 0.0023193,0.00000,0.089
+26,mlp.experts.108.up_proj,rtn: 0.0022888,0.00000,0.085
+26,mlp.experts.81.up_proj,rtn: 0.0022736,0.00000,0.202
+26,mlp.experts.96.up_proj,rtn: 0.0022583,0.00000,0.087
+26,mlp.experts.89.up_proj,rtn: 0.0023041,0.00000,0.093
+26,mlp.experts.104.up_proj,rtn: 0.0023499,0.00000,0.086
+26,mlp.experts.75.up_proj,rtn: 0.0023346,0.00000,0.107
+26,mlp.experts.79.up_proj,rtn: 0.0023193,0.00000,0.102
+26,mlp.experts.100.up_proj,rtn: 0.0022736,0.00000,0.072
+26,mlp.experts.67.up_proj,rtn: 0.0023346,0.00000,0.104
+26,mlp.experts.87.up_proj,rtn: 0.0023041,0.00000,0.112
+26,mlp.experts.38.up_proj,rtn: 0.0023041,0.00000,0.114
+26,mlp.experts.42.up_proj,rtn: 0.0023193,0.00000,0.121
+26,mlp.experts.46.up_proj,rtn: 0.0022736,0.00000,0.097
+26,mlp.experts.85.up_proj,rtn: 0.0023499,0.00000,0.117
+26,mlp.experts.93.up_proj,rtn: 0.0023193,0.00000,0.110
+26,mlp.experts.112.up_proj,rtn: 0.0022888,0.00000,0.070
+26,mlp.experts.124.up_proj,rtn: 0.0023193,0.00000,0.089
+26,mlp.experts.120.up_proj,rtn: 0.0023193,0.00000,0.081
+26,mlp.experts.95.up_proj,rtn: 0.0023041,0.00000,0.078
+26,mlp.experts.91.up_proj,rtn: 0.0023193,0.00000,0.088
+26,mlp.experts.97.up_proj,rtn: 0.0023193,0.00000,0.111
+26,mlp.experts.116.up_proj,rtn: 0.0022430,0.00000,0.082
+26,mlp.experts.105.up_proj,rtn: 0.0023193,0.00000,0.089
+26,mlp.experts.83.up_proj,rtn: 0.0022888,0.00000,0.081
+26,mlp.experts.34.up_proj,rtn: 0.0023193,0.00000,0.201
+26,mlp.experts.103.up_proj,rtn: 0.0023499,0.00000,0.079
+26,mlp.experts.128.up_proj,rtn: 0.0023193,0.00000,0.072
+26,mlp.experts.101.up_proj,rtn: 0.0023193,0.00000,0.079
+26,mlp.experts.109.up_proj,rtn: 0.0023651,0.00000,0.077
+26,mlp.experts.140.up_proj,rtn: 0.0023193,0.00000,0.072
+26,mlp.experts.136.up_proj,rtn: 0.0022888,0.00000,0.079
+26,mlp.experts.111.up_proj,rtn: 0.0023346,0.00000,0.074
+26,mlp.experts.132.up_proj,rtn: 0.0023041,0.00000,0.071
+26,mlp.experts.54.up_proj,rtn: 0.0023499,0.00000,0.112
+26,mlp.experts.107.up_proj,rtn: 0.0023193,0.00000,0.083
+26,mlp.experts.113.up_proj,rtn: 0.0023193,0.00000,0.084
+26,mlp.experts.58.up_proj,rtn: 0.0023346,0.00000,0.122
+26,mlp.experts.99.up_proj,rtn: 0.0023499,0.00000,0.076
+26,mlp.experts.121.up_proj,rtn: 0.0023041,0.00000,0.080
+26,mlp.experts.62.up_proj,rtn: 0.0022736,0.00000,0.126
+26,mlp.experts.119.up_proj,rtn: 0.0023193,0.00000,0.067
+26,mlp.experts.50.up_proj,rtn: 0.0023041,0.00000,0.094
+26,mlp.experts.144.up_proj,rtn: 0.0022888,0.00000,0.066
+26,mlp.experts.156.up_proj,rtn: 0.0023193,0.00000,0.071
+26,mlp.experts.125.up_proj,rtn: 0.0023346,0.00000,0.083
+26,mlp.experts.117.up_proj,rtn: 0.0022888,0.00000,0.083
+26,mlp.experts.152.up_proj,rtn: 0.0023193,0.00000,0.069
+26,mlp.experts.127.up_proj,rtn: 0.0023499,0.00000,0.064
+26,mlp.experts.148.up_proj,rtn: 0.0022888,0.00000,0.063
+26,mlp.experts.123.up_proj,rtn: 0.0023346,0.00000,0.072
+26,mlp.experts.115.up_proj,rtn: 0.0023346,0.00000,0.069
+26,mlp.experts.70.up_proj,rtn: 0.0023346,0.00000,0.084
+26,mlp.experts.74.up_proj,rtn: 0.0023041,0.00000,0.081
+26,mlp.experts.135.up_proj,rtn: 0.0023193,0.00000,0.068
+26,mlp.experts.129.up_proj,rtn: 0.0023346,0.00000,0.093
+26,mlp.experts.160.up_proj,rtn: 0.0022736,0.00000,0.068
+26,mlp.experts.78.up_proj,rtn: 0.0023193,0.00000,0.085
+26,mlp.experts.137.up_proj,rtn: 0.0023041,0.00000,0.092
+26,mlp.experts.66.up_proj,rtn: 0.0023346,0.00000,0.089
+26,mlp.experts.172.up_proj,rtn: 0.0022583,0.00000,0.086
+26,mlp.experts.164.up_proj,rtn: 0.0023499,0.00000,0.072
+26,mlp.experts.168.up_proj,rtn: 0.0023499,0.00000,0.081
+26,mlp.experts.143.up_proj,rtn: 0.0023193,0.00000,0.078
+26,mlp.experts.141.up_proj,rtn: 0.0023804,0.00000,0.086
+26,mlp.experts.133.up_proj,rtn: 0.0022888,0.00000,0.087
+26,mlp.experts.139.up_proj,rtn: 0.0023193,0.00000,0.079
+26,mlp.experts.131.up_proj,rtn: 0.0023193,0.00000,0.074
+26,mlp.experts.151.up_proj,rtn: 0.0023346,0.00000,0.059
+26,mlp.experts.90.up_proj,rtn: 0.0023651,0.00000,0.085
+26,mlp.experts.86.up_proj,rtn: 0.0022888,0.00000,0.087
+26,mlp.experts.176.up_proj,rtn: 0.0022888,0.00000,0.064
+26,mlp.experts.145.up_proj,rtn: 0.0024414,0.00000,0.089
+26,mlp.experts.94.up_proj,rtn: 0.0023041,0.00000,0.084
+26,mlp.experts.188.up_proj,rtn: 0.0022888,0.00000,0.073
+26,mlp.experts.153.up_proj,rtn: 0.0023346,0.00000,0.092
+26,mlp.experts.82.up_proj,rtn: 0.0023346,0.00000,0.090
+26,mlp.experts.180.up_proj,rtn: 0.0022736,0.00000,0.083
+26,mlp.experts.184.up_proj,rtn: 0.0022888,0.00000,0.083
+26,mlp.experts.157.up_proj,rtn: 0.0023651,0.00000,0.086
+26,mlp.experts.149.up_proj,rtn: 0.0022888,0.00000,0.091
+26,mlp.experts.155.up_proj,rtn: 0.0023499,0.00000,0.095
+26,mlp.experts.147.up_proj,rtn: 0.0022583,0.00000,0.091
+26,mlp.experts.159.up_proj,rtn: 0.0023804,0.00000,0.111
+26,mlp.experts.106.up_proj,rtn: 0.0023041,0.00000,0.086
+26,mlp.experts.102.up_proj,rtn: 0.0023499,0.00000,0.086
+26,mlp.experts.110.up_proj,rtn: 0.0023499,0.00000,0.072
+26,mlp.experts.161.up_proj,rtn: 0.0022888,0.00000,0.085
+26,mlp.experts.98.up_proj,rtn: 0.0022583,0.00000,0.067
+26,mlp.experts.169.up_proj,rtn: 0.0023346,0.00000,0.085
+26,mlp.experts.173.up_proj,rtn: 0.0023651,0.00000,0.081
+26,mlp.experts.165.up_proj,rtn: 0.0022736,0.00000,0.087
+26,mlp.experts.118.up_proj,rtn: 0.0023956,0.00000,0.093
+26,mlp.experts.126.up_proj,rtn: 0.0023193,0.00000,0.077
+26,mlp.experts.114.up_proj,rtn: 0.0023193,0.00000,0.086
+26,mlp.experts.122.up_proj,rtn: 0.0023651,0.00000,0.087
+26,mlp.experts.175.up_proj,rtn: 0.0023346,0.00000,0.127
+26,mlp.experts.185.up_proj,rtn: 0.0023193,0.00000,0.087
+26,mlp.experts.163.up_proj,rtn: 0.0023193,0.00000,0.130
+26,mlp.experts.177.up_proj,rtn: 0.0023499,0.00000,0.090
+26,mlp.experts.189.up_proj,rtn: 0.0023651,0.00000,0.083
+26,mlp.experts.167.up_proj,rtn: 0.0023193,0.00000,0.261
+26,mlp.experts.181.up_proj,rtn: 0.0023193,0.00000,0.109
+26,mlp.experts.171.up_proj,rtn: 0.0022583,0.00000,0.184
+26,mlp.experts.142.up_proj,rtn: 0.0023193,0.00000,0.072
+26,mlp.experts.138.up_proj,rtn: 0.0023346,0.00000,0.070
+26,mlp.experts.130.up_proj,rtn: 0.0023193,0.00000,0.069
+26,mlp.experts.179.up_proj,rtn: 0.0023346,0.00000,0.088
+26,mlp.experts.134.up_proj,rtn: 0.0023193,0.00000,0.118
+26,mlp.experts.191.up_proj,rtn: 0.0023193,0.00000,0.091
+26,mlp.experts.187.up_proj,rtn: 0.0022583,0.00000,0.064
+26,mlp.experts.183.up_proj,rtn: 0.0022888,0.00000,0.083
+26,mlp.experts.158.up_proj,rtn: 0.0024261,0.00000,0.064
+26,mlp.experts.154.up_proj,rtn: 0.0022736,0.00000,0.056
+26,mlp.experts.146.up_proj,rtn: 0.0023041,0.00000,0.089
+26,mlp.experts.150.up_proj,rtn: 0.0022888,0.00000,0.090
+26,mlp.experts.170.up_proj,rtn: 0.0023346,0.00000,0.067
+26,mlp.experts.174.up_proj,rtn: 0.0023956,0.00000,0.098
+26,mlp.experts.166.up_proj,rtn: 0.0023193,0.00000,0.133
+26,mlp.experts.186.up_proj,rtn: 0.0023804,0.00000,0.122
+26,mlp.experts.162.up_proj,rtn: 0.0023041,0.00000,0.190
+26,mlp.experts.190.up_proj,rtn: 0.0023499,0.00000,0.124
+26,mlp.experts.182.up_proj,rtn: 0.0023193,0.00000,0.093
+26,mlp.experts.178.up_proj,rtn: 0.0021973,0.00000,0.063
+26,mlp.experts.5.down_proj,rtn: 0.0022736,0.00000,0.015
+26,mlp.experts.4.down_proj,rtn: 0.0022736,0.00000,0.047
+26,mlp.experts.6.down_proj,rtn: 0.0022583,0.00000,0.107
+26,mlp.experts.13.down_proj,rtn: 0.0022888,0.00000,0.039
+26,mlp.experts.11.down_proj,rtn: 0.0022583,0.00000,0.040
+26,mlp.experts.1.down_proj,rtn: 0.0022888,0.00000,0.041
+26,mlp.experts.7.down_proj,rtn: 0.0022430,0.00000,0.040
+26,mlp.experts.15.down_proj,rtn: 0.0022736,0.00000,0.042
+26,mlp.experts.12.down_proj,rtn: 0.0022736,0.00000,0.066
+26,mlp.experts.2.down_proj,rtn: 0.0023041,0.00000,0.115
+26,mlp.experts.10.down_proj,rtn: 0.0022736,0.00000,0.115
+26,mlp.experts.3.down_proj,rtn: 0.0022736,0.00000,0.047
+26,mlp.experts.14.down_proj,rtn: 0.0023041,0.00000,0.118
+26,mlp.experts.21.down_proj,rtn: 0.0023041,0.00000,0.055
+26,mlp.experts.9.down_proj,rtn: 0.0022430,0.00000,0.055
+26,mlp.experts.22.down_proj,rtn: 0.0022583,0.00000,0.019
+26,mlp.experts.27.down_proj,rtn: 0.0022888,0.00000,0.034
+26,mlp.experts.17.down_proj,rtn: 0.0022430,0.00000,0.041
+26,mlp.experts.29.down_proj,rtn: 0.0022583,0.00000,0.041
+26,mlp.experts.31.down_proj,rtn: 0.0023041,0.00000,0.034
+26,mlp.experts.20.down_proj,rtn: 0.0023193,0.00000,0.063
+26,mlp.experts.23.down_proj,rtn: 0.0023346,0.00000,0.041
+26,mlp.experts.0.down_proj,rtn: 0.0022736,0.00000,0.102
+26,mlp.experts.26.down_proj,rtn: 0.0022736,0.00000,0.035
+26,mlp.experts.18.down_proj,rtn: 0.0022736,0.00000,0.035
+26,mlp.experts.19.down_proj,rtn: 0.0022583,0.00000,0.034
+26,mlp.experts.30.down_proj,rtn: 0.0023193,0.00000,0.037
+26,mlp.experts.8.down_proj,rtn: 0.0023041,0.00000,0.116
+26,mlp.experts.28.down_proj,rtn: 0.0022583,0.00000,0.053
+26,mlp.experts.37.down_proj,rtn: 0.0023041,0.00000,0.042
+26,mlp.experts.38.down_proj,rtn: 0.0022736,0.00000,0.038
+26,mlp.experts.25.down_proj,rtn: 0.0022888,0.00000,0.039
+26,mlp.experts.43.down_proj,rtn: 0.0022583,0.00000,0.032
+26,mlp.experts.39.down_proj,rtn: 0.0023193,0.00000,0.028
+26,mlp.experts.47.down_proj,rtn: 0.0022430,0.00000,0.030
+26,mlp.experts.33.down_proj,rtn: 0.0023346,0.00000,0.039
+26,mlp.experts.45.down_proj,rtn: 0.0022888,0.00000,0.038
+26,mlp.experts.35.down_proj,rtn: 0.0022888,0.00000,0.026
+26,mlp.experts.42.down_proj,rtn: 0.0022736,0.00000,0.040
+26,mlp.experts.34.down_proj,rtn: 0.0022888,0.00000,0.037
+26,mlp.experts.46.down_proj,rtn: 0.0022430,0.00000,0.041
+26,mlp.experts.36.down_proj,rtn: 0.0022888,0.00000,0.060
+26,mlp.experts.53.down_proj,rtn: 0.0022888,0.00000,0.039
+26,mlp.experts.59.down_proj,rtn: 0.0022583,0.00000,0.039
+26,mlp.experts.54.down_proj,rtn: 0.0023499,0.00000,0.035
+26,mlp.experts.41.down_proj,rtn: 0.0023193,0.00000,0.038
+26,mlp.experts.58.down_proj,rtn: 0.0023041,0.00000,0.025
+26,mlp.experts.63.down_proj,rtn: 0.0023193,0.00000,0.030
+26,mlp.experts.49.down_proj,rtn: 0.0023041,0.00000,0.037
+26,mlp.experts.51.down_proj,rtn: 0.0022583,0.00000,0.033
+26,mlp.experts.55.down_proj,rtn: 0.0022583,0.00000,0.038
+26,mlp.experts.61.down_proj,rtn: 0.0022583,0.00000,0.037
+26,mlp.experts.50.down_proj,rtn: 0.0022583,0.00000,0.035
+26,mlp.experts.16.down_proj,rtn: 0.0022583,0.00000,0.087
+26,mlp.experts.44.down_proj,rtn: 0.0022736,0.00000,0.069
+26,mlp.experts.62.down_proj,rtn: 0.0022430,0.00000,0.040
+26,mlp.experts.24.down_proj,rtn: 0.0022888,0.00000,0.087
+26,mlp.experts.52.down_proj,rtn: 0.0022736,0.00000,0.040
+26,mlp.experts.75.down_proj,rtn: 0.0023041,0.00000,0.034
+26,mlp.experts.69.down_proj,rtn: 0.0022888,0.00000,0.040
+26,mlp.experts.57.down_proj,rtn: 0.0023193,0.00000,0.037
+26,mlp.experts.71.down_proj,rtn: 0.0022736,0.00000,0.031
+26,mlp.experts.67.down_proj,rtn: 0.0022888,0.00000,0.027
+26,mlp.experts.70.down_proj,rtn: 0.0022888,0.00000,0.042
+26,mlp.experts.79.down_proj,rtn: 0.0022736,0.00000,0.037
+26,mlp.experts.74.down_proj,rtn: 0.0022888,0.00000,0.041
+26,mlp.experts.65.down_proj,rtn: 0.0022736,0.00000,0.042
+26,mlp.experts.32.down_proj,rtn: 0.0023346,0.00000,0.033
+26,mlp.experts.60.down_proj,rtn: 0.0022430,0.00000,0.034
+26,mlp.experts.66.down_proj,rtn: 0.0022888,0.00000,0.046
+26,mlp.experts.77.down_proj,rtn: 0.0023041,0.00000,0.046
+26,mlp.experts.91.down_proj,rtn: 0.0022888,0.00000,0.034
+26,mlp.experts.68.down_proj,rtn: 0.0022736,0.00000,0.037
+26,mlp.experts.40.down_proj,rtn: 0.0022736,0.00000,0.040
+26,mlp.experts.78.down_proj,rtn: 0.0022736,0.00000,0.047
+26,mlp.experts.73.down_proj,rtn: 0.0022888,0.00000,0.043
+26,mlp.experts.87.down_proj,rtn: 0.0022583,0.00000,0.036
+26,mlp.experts.81.down_proj,rtn: 0.0022278,0.00000,0.035
+26,mlp.experts.90.down_proj,rtn: 0.0023346,0.00000,0.033
+26,mlp.experts.85.down_proj,rtn: 0.0023041,0.00000,0.051
+26,mlp.experts.95.down_proj,rtn: 0.0022583,0.00000,0.032
+26,mlp.experts.86.down_proj,rtn: 0.0022583,0.00000,0.040
+26,mlp.experts.83.down_proj,rtn: 0.0022583,0.00000,0.039
+26,mlp.experts.76.down_proj,rtn: 0.0022736,0.00000,0.031
+26,mlp.experts.48.down_proj,rtn: 0.0022583,0.00000,0.035
+26,mlp.experts.82.down_proj,rtn: 0.0022888,0.00000,0.030
+26,mlp.experts.107.down_proj,rtn: 0.0022888,0.00000,0.027
+26,mlp.experts.84.down_proj,rtn: 0.0022888,0.00000,0.029
+26,mlp.experts.56.down_proj,rtn: 0.0022736,0.00000,0.031
+26,mlp.experts.93.down_proj,rtn: 0.0022736,0.00000,0.044
+26,mlp.experts.94.down_proj,rtn: 0.0022583,0.00000,0.033
+26,mlp.experts.92.down_proj,rtn: 0.0022736,0.00000,0.028
+26,mlp.experts.97.down_proj,rtn: 0.0022888,0.00000,0.035
+26,mlp.experts.103.down_proj,rtn: 0.0023041,0.00000,0.032
+26,mlp.experts.89.down_proj,rtn: 0.0022583,0.00000,0.036
+26,mlp.experts.101.down_proj,rtn: 0.0022736,0.00000,0.043
+26,mlp.experts.111.down_proj,rtn: 0.0023041,0.00000,0.042
+26,mlp.experts.102.down_proj,rtn: 0.0023346,0.00000,0.042
+26,mlp.experts.106.down_proj,rtn: 0.0022736,0.00000,0.047
+26,mlp.experts.123.down_proj,rtn: 0.0023041,0.00000,0.037
+26,mlp.experts.64.down_proj,rtn: 0.0022736,0.00000,0.039
+26,mlp.experts.72.down_proj,rtn: 0.0023499,0.00000,0.036
+26,mlp.experts.100.down_proj,rtn: 0.0022583,0.00000,0.035
+26,mlp.experts.98.down_proj,rtn: 0.0022278,0.00000,0.038
+26,mlp.experts.108.down_proj,rtn: 0.0022583,0.00000,0.028
+26,mlp.experts.109.down_proj,rtn: 0.0023346,0.00000,0.038
+26,mlp.experts.110.down_proj,rtn: 0.0023041,0.00000,0.038
+26,mlp.experts.99.down_proj,rtn: 0.0023346,0.00000,0.060
+26,mlp.experts.119.down_proj,rtn: 0.0022736,0.00000,0.036
+26,mlp.experts.105.down_proj,rtn: 0.0022736,0.00000,0.036
+26,mlp.experts.113.down_proj,rtn: 0.0022888,0.00000,0.042
+26,mlp.experts.127.down_proj,rtn: 0.0023193,0.00000,0.036
+26,mlp.experts.117.down_proj,rtn: 0.0022583,0.00000,0.038
+26,mlp.experts.122.down_proj,rtn: 0.0023041,0.00000,0.043
+26,mlp.experts.80.down_proj,rtn: 0.0023193,0.00000,0.040
+26,mlp.experts.124.down_proj,rtn: 0.0022888,0.00000,0.028
+26,mlp.experts.88.down_proj,rtn: 0.0022278,0.00000,0.035
+26,mlp.experts.116.down_proj,rtn: 0.0022125,0.00000,0.036
+26,mlp.experts.118.down_proj,rtn: 0.0023651,0.00000,0.047
+26,mlp.experts.139.down_proj,rtn: 0.0023041,0.00000,0.046
+26,mlp.experts.126.down_proj,rtn: 0.0023041,0.00000,0.037
+26,mlp.experts.125.down_proj,rtn: 0.0023041,0.00000,0.040
+26,mlp.experts.114.down_proj,rtn: 0.0022583,0.00000,0.046
+26,mlp.experts.129.down_proj,rtn: 0.0023041,0.00000,0.038
+26,mlp.experts.121.down_proj,rtn: 0.0022583,0.00000,0.036
+26,mlp.experts.135.down_proj,rtn: 0.0022736,0.00000,0.043
+26,mlp.experts.133.down_proj,rtn: 0.0022583,0.00000,0.031
+26,mlp.experts.143.down_proj,rtn: 0.0022736,0.00000,0.045
+26,mlp.experts.104.down_proj,rtn: 0.0022888,0.00000,0.038
+26,mlp.experts.96.down_proj,rtn: 0.0022430,0.00000,0.039
+26,mlp.experts.132.down_proj,rtn: 0.0022736,0.00000,0.031
+26,mlp.experts.140.down_proj,rtn: 0.0022888,0.00000,0.036
+26,mlp.experts.155.down_proj,rtn: 0.0023193,0.00000,0.040
+26,mlp.experts.138.down_proj,rtn: 0.0022888,0.00000,0.054
+26,mlp.experts.149.down_proj,rtn: 0.0022583,0.00000,0.032
+26,mlp.experts.134.down_proj,rtn: 0.0022888,0.00000,0.059
+26,mlp.experts.137.down_proj,rtn: 0.0022736,0.00000,0.041
+26,mlp.experts.115.down_proj,rtn: 0.0022888,0.00000,0.087
+26,mlp.experts.141.down_proj,rtn: 0.0023193,0.00000,0.041
+26,mlp.experts.142.down_proj,rtn: 0.0022736,0.00000,0.049
+26,mlp.experts.145.down_proj,rtn: 0.0024109,0.00000,0.037
+26,mlp.experts.159.down_proj,rtn: 0.0023651,0.00000,0.037
+26,mlp.experts.151.down_proj,rtn: 0.0022888,0.00000,0.042
+26,mlp.experts.112.down_proj,rtn: 0.0022430,0.00000,0.029
+26,mlp.experts.156.down_proj,rtn: 0.0022736,0.00000,0.030
+26,mlp.experts.120.down_proj,rtn: 0.0022888,0.00000,0.037
+26,mlp.experts.148.down_proj,rtn: 0.0022736,0.00000,0.031
+26,mlp.experts.171.down_proj,rtn: 0.0022278,0.00000,0.036
+26,mlp.experts.130.down_proj,rtn: 0.0022888,0.00000,0.085
+26,mlp.experts.165.down_proj,rtn: 0.0022430,0.00000,0.037
+26,mlp.experts.154.down_proj,rtn: 0.0022278,0.00000,0.050
+26,mlp.experts.153.down_proj,rtn: 0.0022888,0.00000,0.040
+26,mlp.experts.150.down_proj,rtn: 0.0022430,0.00000,0.048
+26,mlp.experts.157.down_proj,rtn: 0.0023041,0.00000,0.039
+26,mlp.experts.161.down_proj,rtn: 0.0022583,0.00000,0.035
+26,mlp.experts.172.down_proj,rtn: 0.0022278,0.00000,0.028
+26,mlp.experts.128.down_proj,rtn: 0.0022736,0.00000,0.028
+26,mlp.experts.158.down_proj,rtn: 0.0024109,0.00000,0.051
+26,mlp.experts.136.down_proj,rtn: 0.0022583,0.00000,0.029
+26,mlp.experts.164.down_proj,rtn: 0.0023193,0.00000,0.033
+26,mlp.experts.175.down_proj,rtn: 0.0023041,0.00000,0.049
+26,mlp.experts.187.down_proj,rtn: 0.0022278,0.00000,0.040
+26,mlp.experts.167.down_proj,rtn: 0.0022888,0.00000,0.047
+26,mlp.experts.131.down_proj,rtn: 0.0023041,0.00000,0.074
+26,mlp.experts.181.down_proj,rtn: 0.0022736,0.00000,0.045
+26,mlp.experts.169.down_proj,rtn: 0.0022888,0.00000,0.037
+26,mlp.experts.146.down_proj,rtn: 0.0022888,0.00000,0.049
+26,mlp.experts.173.down_proj,rtn: 0.0023193,0.00000,0.032
+26,mlp.experts.170.down_proj,rtn: 0.0023041,0.00000,0.047
+26,mlp.experts.177.down_proj,rtn: 0.0023041,0.00000,0.038
+26,mlp.experts.166.down_proj,rtn: 0.0022888,0.00000,0.049
+26,mlp.experts.191.down_proj,rtn: 0.0022736,0.00000,0.033
+26,mlp.experts.174.down_proj,rtn: 0.0023499,0.00000,0.042
+26,mlp.experts.183.down_proj,rtn: 0.0022583,0.00000,0.027
+26,mlp.experts.147.down_proj,rtn: 0.0022278,0.00000,0.027
+26,mlp.experts.188.down_proj,rtn: 0.0022430,0.00000,0.061
+26,mlp.experts.180.down_proj,rtn: 0.0022430,0.00000,0.055
+26,mlp.experts.185.down_proj,rtn: 0.0022888,0.00000,0.028
+26,mlp.experts.189.down_proj,rtn: 0.0023346,0.00000,0.023
+26,mlp.experts.152.down_proj,rtn: 0.0022736,0.00000,0.064
+26,mlp.experts.144.down_proj,rtn: 0.0022583,0.00000,0.065
+26,mlp.experts.162.down_proj,rtn: 0.0022736,0.00000,0.038
+26,mlp.experts.163.down_proj,rtn: 0.0022736,0.00000,0.014
+26,mlp.experts.186.down_proj,rtn: 0.0023346,0.00000,0.046
+26,mlp.experts.179.down_proj,rtn: 0.0022888,0.00000,0.013
+26,mlp.experts.190.down_proj,rtn: 0.0023346,0.00000,0.042
+26,mlp.experts.168.down_proj,rtn: 0.0023346,0.00000,0.021
+26,mlp.experts.160.down_proj,rtn: 0.0022430,0.00000,0.018
+26,mlp.experts.182.down_proj,rtn: 0.0023041,0.00000,0.065
+26,mlp.experts.178.down_proj,rtn: 0.0021667,0.00000,0.031
+26,mlp.experts.176.down_proj,rtn: 0.0022583,0.00000,0.021
+26,mlp.experts.184.down_proj,rtn: 0.0022583,0.00000,0.022
+26,mlp.shared_experts.gate_proj,rtn: 0.0016327,0.00000,0.028
+26,mlp.shared_experts.up_proj,rtn: 0.0016556,0.00000,0.028
+26,mlp.shared_experts.down_proj,rtn: 0.0017014,0.00000,0.021
+27,self_attn.k_proj,rtn: 0.0023499,0.00000,0.013
+27,self_attn.v_proj,rtn: 0.0025330,0.00000,0.016
+27,self_attn.q_proj,rtn: 0.0021820,0.00000,0.020
+27,self_attn.o_proj,rtn: 0.0025024,0.00000,0.052
+27,mlp.experts.0.gate_proj,rtn: 0.0023804,0.00000,0.094
+27,mlp.experts.5.gate_proj,rtn: 0.0023041,0.00000,0.105
+27,mlp.experts.8.gate_proj,rtn: 0.0023956,0.00000,0.105
+27,mlp.experts.4.gate_proj,rtn: 0.0023499,0.00000,0.106
+27,mlp.experts.13.gate_proj,rtn: 0.0022736,0.00000,0.106
+27,mlp.experts.15.gate_proj,rtn: 0.0023499,0.00000,0.107
+27,mlp.experts.1.gate_proj,rtn: 0.0023499,0.00000,0.107
+27,mlp.experts.11.gate_proj,rtn: 0.0023193,0.00000,0.107
+27,mlp.experts.3.gate_proj,rtn: 0.0023651,0.00000,0.108
+27,mlp.experts.6.gate_proj,rtn: 0.0023651,0.00000,0.114
+27,mlp.experts.7.gate_proj,rtn: 0.0023346,0.00000,0.115
+27,mlp.experts.12.gate_proj,rtn: 0.0023499,0.00000,0.117
+27,mlp.experts.10.gate_proj,rtn: 0.0023804,0.00000,0.126
+27,mlp.experts.2.gate_proj,rtn: 0.0022888,0.00000,0.136
+27,mlp.experts.16.gate_proj,rtn: 0.0023193,0.00000,0.096
+27,mlp.experts.14.gate_proj,rtn: 0.0023193,0.00000,0.209
+27,mlp.experts.9.gate_proj,rtn: 0.0023193,0.00000,0.206
+27,mlp.experts.24.gate_proj,rtn: 0.0023346,0.00000,0.101
+27,mlp.experts.31.gate_proj,rtn: 0.0023804,0.00000,0.093
+27,mlp.experts.19.gate_proj,rtn: 0.0023651,0.00000,0.085
+27,mlp.experts.27.gate_proj,rtn: 0.0023499,0.00000,0.096
+27,mlp.experts.20.gate_proj,rtn: 0.0023193,0.00000,0.106
+27,mlp.experts.17.gate_proj,rtn: 0.0023804,0.00000,0.121
+27,mlp.experts.22.gate_proj,rtn: 0.0023804,0.00000,0.112
+27,mlp.experts.18.gate_proj,rtn: 0.0023346,0.00000,0.109
+27,mlp.experts.29.gate_proj,rtn: 0.0023651,0.00000,0.138
+27,mlp.experts.21.gate_proj,rtn: 0.0023804,0.00000,0.151
+27,mlp.experts.28.gate_proj,rtn: 0.0023499,0.00000,0.122
+27,mlp.experts.26.gate_proj,rtn: 0.0023651,0.00000,0.081
+27,mlp.experts.23.gate_proj,rtn: 0.0023041,0.00000,0.097
+27,mlp.experts.30.gate_proj,rtn: 0.0023804,0.00000,0.079
+27,mlp.experts.32.gate_proj,rtn: 0.0023346,0.00000,0.117
+27,mlp.experts.40.gate_proj,rtn: 0.0023651,0.00000,0.101
+27,mlp.experts.25.gate_proj,rtn: 0.0022583,0.00000,0.106
+27,mlp.experts.34.gate_proj,rtn: 0.0023041,0.00000,0.063
+27,mlp.experts.36.gate_proj,rtn: 0.0023193,0.00000,0.111
+27,mlp.experts.42.gate_proj,rtn: 0.0023499,0.00000,0.075
+27,mlp.experts.38.gate_proj,rtn: 0.0023193,0.00000,0.076
+27,mlp.experts.44.gate_proj,rtn: 0.0023804,0.00000,0.086
+27,mlp.experts.37.gate_proj,rtn: 0.0023041,0.00000,0.101
+27,mlp.experts.33.gate_proj,rtn: 0.0023956,0.00000,0.099
+27,mlp.experts.35.gate_proj,rtn: 0.0023346,0.00000,0.152
+27,mlp.experts.43.gate_proj,rtn: 0.0023499,0.00000,0.107
+27,mlp.experts.47.gate_proj,rtn: 0.0023193,0.00000,0.158
+27,mlp.experts.45.gate_proj,rtn: 0.0023499,0.00000,0.131
+27,mlp.experts.48.gate_proj,rtn: 0.0023193,0.00000,0.083
+27,mlp.experts.46.gate_proj,rtn: 0.0022736,0.00000,0.105
+27,mlp.experts.56.gate_proj,rtn: 0.0022888,0.00000,0.085
+27,mlp.experts.52.gate_proj,rtn: 0.0023041,0.00000,0.074
+27,mlp.experts.39.gate_proj,rtn: 0.0023193,0.00000,0.146
+27,mlp.experts.60.gate_proj,rtn: 0.0023193,0.00000,0.061
+27,mlp.experts.41.gate_proj,rtn: 0.0023499,0.00000,0.098
+27,mlp.experts.49.gate_proj,rtn: 0.0023804,0.00000,0.074
+27,mlp.experts.53.gate_proj,rtn: 0.0023346,0.00000,0.081
+27,mlp.experts.64.gate_proj,rtn: 0.0022888,0.00000,0.066
+27,mlp.experts.58.gate_proj,rtn: 0.0023193,0.00000,0.123
+27,mlp.experts.63.gate_proj,rtn: 0.0023499,0.00000,0.118
+27,mlp.experts.76.gate_proj,rtn: 0.0022888,0.00000,0.065
+27,mlp.experts.68.gate_proj,rtn: 0.0023193,0.00000,0.071
+27,mlp.experts.50.gate_proj,rtn: 0.0022888,0.00000,0.180
+27,mlp.experts.72.gate_proj,rtn: 0.0023346,0.00000,0.074
+27,mlp.experts.54.gate_proj,rtn: 0.0023346,0.00000,0.151
+27,mlp.experts.62.gate_proj,rtn: 0.0022736,0.00000,0.089
+27,mlp.experts.59.gate_proj,rtn: 0.0023651,0.00000,0.138
+27,mlp.experts.80.gate_proj,rtn: 0.0023193,0.00000,0.072
+27,mlp.experts.57.gate_proj,rtn: 0.0022736,0.00000,0.128
+27,mlp.experts.74.gate_proj,rtn: 0.0023346,0.00000,0.062
+27,mlp.experts.61.gate_proj,rtn: 0.0023041,0.00000,0.170
+27,mlp.experts.51.gate_proj,rtn: 0.0023651,0.00000,0.194
+27,mlp.experts.92.gate_proj,rtn: 0.0023193,0.00000,0.071
+27,mlp.experts.66.gate_proj,rtn: 0.0023499,0.00000,0.069
+27,mlp.experts.84.gate_proj,rtn: 0.0023346,0.00000,0.074
+27,mlp.experts.88.gate_proj,rtn: 0.0023193,0.00000,0.076
+27,mlp.experts.70.gate_proj,rtn: 0.0022888,0.00000,0.069
+27,mlp.experts.65.gate_proj,rtn: 0.0023499,0.00000,0.147
+27,mlp.experts.55.gate_proj,rtn: 0.0022736,0.00000,0.189
+27,mlp.experts.96.gate_proj,rtn: 0.0023956,0.00000,0.077
+27,mlp.experts.78.gate_proj,rtn: 0.0023651,0.00000,0.081
+27,mlp.experts.69.gate_proj,rtn: 0.0023804,0.00000,0.174
+27,mlp.experts.79.gate_proj,rtn: 0.0023804,0.00000,0.153
+27,mlp.experts.108.gate_proj,rtn: 0.0023041,0.00000,0.074
+27,mlp.experts.75.gate_proj,rtn: 0.0023193,0.00000,0.121
+27,mlp.experts.100.gate_proj,rtn: 0.0022888,0.00000,0.076
+27,mlp.experts.104.gate_proj,rtn: 0.0023499,0.00000,0.071
+27,mlp.experts.90.gate_proj,rtn: 0.0023346,0.00000,0.109
+27,mlp.experts.73.gate_proj,rtn: 0.0023346,0.00000,0.117
+27,mlp.experts.67.gate_proj,rtn: 0.0023346,0.00000,0.102
+27,mlp.experts.77.gate_proj,rtn: 0.0023193,0.00000,0.116
+27,mlp.experts.82.gate_proj,rtn: 0.0023956,0.00000,0.112
+27,mlp.experts.81.gate_proj,rtn: 0.0023193,0.00000,0.102
+27,mlp.experts.112.gate_proj,rtn: 0.0023041,0.00000,0.076
+27,mlp.experts.86.gate_proj,rtn: 0.0022888,0.00000,0.116
+27,mlp.experts.94.gate_proj,rtn: 0.0023499,0.00000,0.098
+27,mlp.experts.71.gate_proj,rtn: 0.0023193,0.00000,0.113
+27,mlp.experts.124.gate_proj,rtn: 0.0023346,0.00000,0.078
+27,mlp.experts.116.gate_proj,rtn: 0.0023499,0.00000,0.075
+27,mlp.experts.120.gate_proj,rtn: 0.0023804,0.00000,0.075
+27,mlp.experts.85.gate_proj,rtn: 0.0023193,0.00000,0.117
+27,mlp.experts.106.gate_proj,rtn: 0.0023346,0.00000,0.074
+27,mlp.experts.98.gate_proj,rtn: 0.0023804,0.00000,0.077
+27,mlp.experts.93.gate_proj,rtn: 0.0023041,0.00000,0.088
+27,mlp.experts.89.gate_proj,rtn: 0.0023193,0.00000,0.099
+27,mlp.experts.128.gate_proj,rtn: 0.0023346,0.00000,0.075
+27,mlp.experts.102.gate_proj,rtn: 0.0023651,0.00000,0.075
+27,mlp.experts.97.gate_proj,rtn: 0.0023346,0.00000,0.090
+27,mlp.experts.110.gate_proj,rtn: 0.0023651,0.00000,0.078
+27,mlp.experts.140.gate_proj,rtn: 0.0023193,0.00000,0.073
+27,mlp.experts.132.gate_proj,rtn: 0.0023346,0.00000,0.066
+27,mlp.experts.136.gate_proj,rtn: 0.0023193,0.00000,0.075
+27,mlp.experts.122.gate_proj,rtn: 0.0023956,0.00000,0.076
+27,mlp.experts.83.gate_proj,rtn: 0.0023499,0.00000,0.153
+27,mlp.experts.95.gate_proj,rtn: 0.0022888,0.00000,0.185
+27,mlp.experts.91.gate_proj,rtn: 0.0023956,0.00000,0.175
+27,mlp.experts.101.gate_proj,rtn: 0.0023193,0.00000,0.093
+27,mlp.experts.114.gate_proj,rtn: 0.0023346,0.00000,0.078
+27,mlp.experts.144.gate_proj,rtn: 0.0023041,0.00000,0.077
+27,mlp.experts.105.gate_proj,rtn: 0.0023499,0.00000,0.084
+27,mlp.experts.118.gate_proj,rtn: 0.0023651,0.00000,0.077
+27,mlp.experts.109.gate_proj,rtn: 0.0023193,0.00000,0.091
+27,mlp.experts.113.gate_proj,rtn: 0.0023499,0.00000,0.083
+27,mlp.experts.148.gate_proj,rtn: 0.0023346,0.00000,0.069
+27,mlp.experts.156.gate_proj,rtn: 0.0023193,0.00000,0.071
+27,mlp.experts.126.gate_proj,rtn: 0.0023346,0.00000,0.076
+27,mlp.experts.152.gate_proj,rtn: 0.0022888,0.00000,0.075
+27,mlp.experts.138.gate_proj,rtn: 0.0023346,0.00000,0.075
+27,mlp.experts.117.gate_proj,rtn: 0.0024261,0.00000,0.080
+27,mlp.experts.87.gate_proj,rtn: 0.0022888,0.00000,0.205
+27,mlp.experts.130.gate_proj,rtn: 0.0022736,0.00000,0.074
+27,mlp.experts.160.gate_proj,rtn: 0.0023193,0.00000,0.071
+27,mlp.experts.121.gate_proj,rtn: 0.0023804,0.00000,0.073
+27,mlp.experts.125.gate_proj,rtn: 0.0023499,0.00000,0.070
+27,mlp.experts.134.gate_proj,rtn: 0.0023956,0.00000,0.075
+27,mlp.experts.129.gate_proj,rtn: 0.0023499,0.00000,0.074
+27,mlp.experts.99.gate_proj,rtn: 0.0023804,0.00000,0.132
+27,mlp.experts.172.gate_proj,rtn: 0.0023346,0.00000,0.074
+27,mlp.experts.142.gate_proj,rtn: 0.0023041,0.00000,0.077
+27,mlp.experts.164.gate_proj,rtn: 0.0023193,0.00000,0.079
+27,mlp.experts.107.gate_proj,rtn: 0.0023193,0.00000,0.129
+27,mlp.experts.154.gate_proj,rtn: 0.0023041,0.00000,0.073
+27,mlp.experts.168.gate_proj,rtn: 0.0023346,0.00000,0.084
+27,mlp.experts.133.gate_proj,rtn: 0.0022888,0.00000,0.077
+27,mlp.experts.137.gate_proj,rtn: 0.0023804,0.00000,0.059
+27,mlp.experts.141.gate_proj,rtn: 0.0024109,0.00000,0.061
+27,mlp.experts.146.gate_proj,rtn: 0.0023193,0.00000,0.067
+27,mlp.experts.111.gate_proj,rtn: 0.0023651,0.00000,0.169
+27,mlp.experts.176.gate_proj,rtn: 0.0023193,0.00000,0.066
+27,mlp.experts.150.gate_proj,rtn: 0.0022888,0.00000,0.074
+27,mlp.experts.145.gate_proj,rtn: 0.0023041,0.00000,0.075
+27,mlp.experts.180.gate_proj,rtn: 0.0023346,0.00000,0.062
+27,mlp.experts.188.gate_proj,rtn: 0.0023041,0.00000,0.070
+27,mlp.experts.158.gate_proj,rtn: 0.0023804,0.00000,0.085
+27,mlp.experts.184.gate_proj,rtn: 0.0023193,0.00000,0.073
+27,mlp.experts.170.gate_proj,rtn: 0.0023956,0.00000,0.084
+27,mlp.experts.103.gate_proj,rtn: 0.0023499,0.00000,0.147
+27,mlp.experts.157.gate_proj,rtn: 0.0023499,0.00000,0.067
+27,mlp.experts.149.gate_proj,rtn: 0.0023193,0.00000,0.073
+27,mlp.experts.153.gate_proj,rtn: 0.0023499,0.00000,0.073
+27,mlp.experts.115.gate_proj,rtn: 0.0023346,0.00000,0.136
+27,mlp.experts.123.gate_proj,rtn: 0.0023804,0.00000,0.107
+27,mlp.experts.0.up_proj,rtn: 0.0023499,0.00000,0.079
+27,mlp.experts.162.gate_proj,rtn: 0.0023193,0.00000,0.095
+27,mlp.experts.127.gate_proj,rtn: 0.0023651,0.00000,0.090
+27,mlp.experts.161.gate_proj,rtn: 0.0023041,0.00000,0.072
+27,mlp.experts.166.gate_proj,rtn: 0.0022888,0.00000,0.089
+27,mlp.experts.12.up_proj,rtn: 0.0023346,0.00000,0.083
+27,mlp.experts.174.gate_proj,rtn: 0.0023499,0.00000,0.089
+27,mlp.experts.173.gate_proj,rtn: 0.0023499,0.00000,0.070
+27,mlp.experts.169.gate_proj,rtn: 0.0024261,0.00000,0.071
+27,mlp.experts.165.gate_proj,rtn: 0.0023651,0.00000,0.072
+27,mlp.experts.8.up_proj,rtn: 0.0023651,0.00000,0.091
+27,mlp.experts.119.gate_proj,rtn: 0.0023956,0.00000,0.082
+27,mlp.experts.186.gate_proj,rtn: 0.0023193,0.00000,0.088
+27,mlp.experts.4.up_proj,rtn: 0.0023193,0.00000,0.132
+27,mlp.experts.177.gate_proj,rtn: 0.0023041,0.00000,0.073
+27,mlp.experts.178.gate_proj,rtn: 0.0023346,0.00000,0.080
+27,mlp.experts.131.gate_proj,rtn: 0.0023346,0.00000,0.091
+27,mlp.experts.139.gate_proj,rtn: 0.0023499,0.00000,0.090
+27,mlp.experts.182.gate_proj,rtn: 0.0023499,0.00000,0.078
+27,mlp.experts.143.gate_proj,rtn: 0.0023346,0.00000,0.085
+27,mlp.experts.28.up_proj,rtn: 0.0023193,0.00000,0.094
+27,mlp.experts.190.gate_proj,rtn: 0.0023346,0.00000,0.070
+27,mlp.experts.185.gate_proj,rtn: 0.0023346,0.00000,0.067
+27,mlp.experts.181.gate_proj,rtn: 0.0023041,0.00000,0.072
+27,mlp.experts.10.up_proj,rtn: 0.0023651,0.00000,0.065
+27,mlp.experts.189.gate_proj,rtn: 0.0023499,0.00000,0.081
+27,mlp.experts.20.up_proj,rtn: 0.0023041,0.00000,0.075
+27,mlp.experts.24.up_proj,rtn: 0.0023193,0.00000,0.084
+27,mlp.experts.16.up_proj,rtn: 0.0023041,0.00000,0.148
+27,mlp.experts.1.up_proj,rtn: 0.0023193,0.00000,0.075
+27,mlp.experts.135.gate_proj,rtn: 0.0023651,0.00000,0.094
+27,mlp.experts.2.up_proj,rtn: 0.0022736,0.00000,0.076
+27,mlp.experts.147.gate_proj,rtn: 0.0023804,0.00000,0.089
+27,mlp.experts.155.gate_proj,rtn: 0.0023499,0.00000,0.096
+27,mlp.experts.14.up_proj,rtn: 0.0023041,0.00000,0.087
+27,mlp.experts.6.up_proj,rtn: 0.0023193,0.00000,0.095
+27,mlp.experts.159.gate_proj,rtn: 0.0023499,0.00000,0.092
+27,mlp.experts.44.up_proj,rtn: 0.0023346,0.00000,0.090
+27,mlp.experts.9.up_proj,rtn: 0.0023041,0.00000,0.090
+27,mlp.experts.5.up_proj,rtn: 0.0022888,0.00000,0.088
+27,mlp.experts.26.up_proj,rtn: 0.0023346,0.00000,0.086
+27,mlp.experts.40.up_proj,rtn: 0.0023346,0.00000,0.080
+27,mlp.experts.36.up_proj,rtn: 0.0023041,0.00000,0.088
+27,mlp.experts.32.up_proj,rtn: 0.0023193,0.00000,0.083
+27,mlp.experts.13.up_proj,rtn: 0.0022736,0.00000,0.110
+27,mlp.experts.151.gate_proj,rtn: 0.0023651,0.00000,0.090
+27,mlp.experts.18.up_proj,rtn: 0.0023041,0.00000,0.087
+27,mlp.experts.17.up_proj,rtn: 0.0023499,0.00000,0.099
+27,mlp.experts.163.gate_proj,rtn: 0.0023193,0.00000,0.090
+27,mlp.experts.171.gate_proj,rtn: 0.0023041,0.00000,0.088
+27,mlp.experts.60.up_proj,rtn: 0.0023041,0.00000,0.071
+27,mlp.experts.56.up_proj,rtn: 0.0022736,0.00000,0.065
+27,mlp.experts.30.up_proj,rtn: 0.0023651,0.00000,0.092
+27,mlp.experts.48.up_proj,rtn: 0.0023041,0.00000,0.067
+27,mlp.experts.52.up_proj,rtn: 0.0023041,0.00000,0.067
+27,mlp.experts.22.up_proj,rtn: 0.0023499,0.00000,0.095
+27,mlp.experts.175.gate_proj,rtn: 0.0023041,0.00000,0.099
+27,mlp.experts.25.up_proj,rtn: 0.0022583,0.00000,0.095
+27,mlp.experts.42.up_proj,rtn: 0.0023193,0.00000,0.090
+27,mlp.experts.21.up_proj,rtn: 0.0023651,0.00000,0.091
+27,mlp.experts.29.up_proj,rtn: 0.0023346,0.00000,0.072
+27,mlp.experts.33.up_proj,rtn: 0.0023804,0.00000,0.073
+27,mlp.experts.34.up_proj,rtn: 0.0023041,0.00000,0.086
+27,mlp.experts.76.up_proj,rtn: 0.0022888,0.00000,0.061
+27,mlp.experts.167.gate_proj,rtn: 0.0023499,0.00000,0.101
+27,mlp.experts.72.up_proj,rtn: 0.0023193,0.00000,0.065
+27,mlp.experts.179.gate_proj,rtn: 0.0022888,0.00000,0.097
+27,mlp.experts.187.gate_proj,rtn: 0.0023346,0.00000,0.103
+27,mlp.experts.37.up_proj,rtn: 0.0022888,0.00000,0.058
+27,mlp.experts.68.up_proj,rtn: 0.0023041,0.00000,0.077
+27,mlp.experts.64.up_proj,rtn: 0.0022736,0.00000,0.077
+27,mlp.experts.41.up_proj,rtn: 0.0023193,0.00000,0.073
+27,mlp.experts.46.up_proj,rtn: 0.0022583,0.00000,0.087
+27,mlp.experts.191.gate_proj,rtn: 0.0023499,0.00000,0.091
+27,mlp.experts.58.up_proj,rtn: 0.0023041,0.00000,0.090
+27,mlp.experts.38.up_proj,rtn: 0.0023041,0.00000,0.106
+27,mlp.experts.49.up_proj,rtn: 0.0023499,0.00000,0.076
+27,mlp.experts.45.up_proj,rtn: 0.0023193,0.00000,0.083
+27,mlp.experts.183.gate_proj,rtn: 0.0022888,0.00000,0.082
+27,mlp.experts.3.up_proj,rtn: 0.0023499,0.00000,0.082
+27,mlp.experts.53.up_proj,rtn: 0.0023193,0.00000,0.077
+27,mlp.experts.11.up_proj,rtn: 0.0023041,0.00000,0.082
+27,mlp.experts.92.up_proj,rtn: 0.0023041,0.00000,0.110
+27,mlp.experts.50.up_proj,rtn: 0.0022736,0.00000,0.102
+27,mlp.experts.57.up_proj,rtn: 0.0022583,0.00000,0.075
+27,mlp.experts.88.up_proj,rtn: 0.0023041,0.00000,0.113
+27,mlp.experts.15.up_proj,rtn: 0.0023346,0.00000,0.083
+27,mlp.experts.62.up_proj,rtn: 0.0022736,0.00000,0.095
+27,mlp.experts.80.up_proj,rtn: 0.0022888,0.00000,0.112
+27,mlp.experts.65.up_proj,rtn: 0.0023346,0.00000,0.079
+27,mlp.experts.74.up_proj,rtn: 0.0023193,0.00000,0.108
+27,mlp.experts.61.up_proj,rtn: 0.0022888,0.00000,0.085
+27,mlp.experts.19.up_proj,rtn: 0.0023346,0.00000,0.078
+27,mlp.experts.84.up_proj,rtn: 0.0023193,0.00000,0.149
+27,mlp.experts.7.up_proj,rtn: 0.0023193,0.00000,0.089
+27,mlp.experts.69.up_proj,rtn: 0.0023499,0.00000,0.086
+27,mlp.experts.108.up_proj,rtn: 0.0023041,0.00000,0.091
+27,mlp.experts.73.up_proj,rtn: 0.0023041,0.00000,0.089
+27,mlp.experts.27.up_proj,rtn: 0.0023499,0.00000,0.098
+27,mlp.experts.104.up_proj,rtn: 0.0023193,0.00000,0.079
+27,mlp.experts.96.up_proj,rtn: 0.0023651,0.00000,0.068
+27,mlp.experts.54.up_proj,rtn: 0.0023193,0.00000,0.158
+27,mlp.experts.31.up_proj,rtn: 0.0023651,0.00000,0.105
+27,mlp.experts.66.up_proj,rtn: 0.0023346,0.00000,0.134
+27,mlp.experts.81.up_proj,rtn: 0.0023041,0.00000,0.089
+27,mlp.experts.77.up_proj,rtn: 0.0023041,0.00000,0.080
+27,mlp.experts.78.up_proj,rtn: 0.0023346,0.00000,0.123
+27,mlp.experts.100.up_proj,rtn: 0.0022888,0.00000,0.078
+27,mlp.experts.35.up_proj,rtn: 0.0023193,0.00000,0.092
+27,mlp.experts.85.up_proj,rtn: 0.0023041,0.00000,0.080
+27,mlp.experts.23.up_proj,rtn: 0.0022888,0.00000,0.093
+27,mlp.experts.124.up_proj,rtn: 0.0023193,0.00000,0.077
+27,mlp.experts.120.up_proj,rtn: 0.0023651,0.00000,0.075
+27,mlp.experts.90.up_proj,rtn: 0.0023041,0.00000,0.117
+27,mlp.experts.89.up_proj,rtn: 0.0023041,0.00000,0.088
+27,mlp.experts.112.up_proj,rtn: 0.0022888,0.00000,0.080
+27,mlp.experts.43.up_proj,rtn: 0.0023346,0.00000,0.082
+27,mlp.experts.47.up_proj,rtn: 0.0023193,0.00000,0.079
+27,mlp.experts.93.up_proj,rtn: 0.0022888,0.00000,0.071
+27,mlp.experts.97.up_proj,rtn: 0.0023041,0.00000,0.076
+27,mlp.experts.70.up_proj,rtn: 0.0022888,0.00000,0.117
+27,mlp.experts.94.up_proj,rtn: 0.0023346,0.00000,0.082
+27,mlp.experts.82.up_proj,rtn: 0.0023651,0.00000,0.100
+27,mlp.experts.101.up_proj,rtn: 0.0023041,0.00000,0.075
+27,mlp.experts.39.up_proj,rtn: 0.0022888,0.00000,0.078
+27,mlp.experts.116.up_proj,rtn: 0.0023346,0.00000,0.094
+27,mlp.experts.51.up_proj,rtn: 0.0023346,0.00000,0.088
+27,mlp.experts.105.up_proj,rtn: 0.0023193,0.00000,0.071
+27,mlp.experts.106.up_proj,rtn: 0.0023193,0.00000,0.083
+27,mlp.experts.59.up_proj,rtn: 0.0023346,0.00000,0.077
+27,mlp.experts.140.up_proj,rtn: 0.0023041,0.00000,0.095
+27,mlp.experts.136.up_proj,rtn: 0.0023041,0.00000,0.094
+27,mlp.experts.128.up_proj,rtn: 0.0023193,0.00000,0.094
+27,mlp.experts.113.up_proj,rtn: 0.0023346,0.00000,0.064
+27,mlp.experts.109.up_proj,rtn: 0.0023041,0.00000,0.069
+27,mlp.experts.86.up_proj,rtn: 0.0022736,0.00000,0.074
+27,mlp.experts.63.up_proj,rtn: 0.0023193,0.00000,0.088
+27,mlp.experts.98.up_proj,rtn: 0.0023346,0.00000,0.070
+27,mlp.experts.110.up_proj,rtn: 0.0023346,0.00000,0.074
+27,mlp.experts.117.up_proj,rtn: 0.0024109,0.00000,0.074
+27,mlp.experts.121.up_proj,rtn: 0.0023651,0.00000,0.069
+27,mlp.experts.55.up_proj,rtn: 0.0022736,0.00000,0.084
+27,mlp.experts.67.up_proj,rtn: 0.0023193,0.00000,0.086
+27,mlp.experts.122.up_proj,rtn: 0.0023651,0.00000,0.077
+27,mlp.experts.75.up_proj,rtn: 0.0023193,0.00000,0.077
+27,mlp.experts.132.up_proj,rtn: 0.0023193,0.00000,0.100
+27,mlp.experts.125.up_proj,rtn: 0.0023346,0.00000,0.069
+27,mlp.experts.129.up_proj,rtn: 0.0023346,0.00000,0.074
+27,mlp.experts.156.up_proj,rtn: 0.0023041,0.00000,0.100
+27,mlp.experts.152.up_proj,rtn: 0.0022888,0.00000,0.097
+27,mlp.experts.126.up_proj,rtn: 0.0023193,0.00000,0.070
+27,mlp.experts.102.up_proj,rtn: 0.0023346,0.00000,0.081
+27,mlp.experts.144.up_proj,rtn: 0.0022888,0.00000,0.097
+27,mlp.experts.79.up_proj,rtn: 0.0023346,0.00000,0.081
+27,mlp.experts.114.up_proj,rtn: 0.0023041,0.00000,0.074
+27,mlp.experts.133.up_proj,rtn: 0.0022888,0.00000,0.077
+27,mlp.experts.137.up_proj,rtn: 0.0023651,0.00000,0.071
+27,mlp.experts.71.up_proj,rtn: 0.0023193,0.00000,0.082
+27,mlp.experts.83.up_proj,rtn: 0.0023193,0.00000,0.077
+27,mlp.experts.91.up_proj,rtn: 0.0023499,0.00000,0.072
+27,mlp.experts.138.up_proj,rtn: 0.0023193,0.00000,0.077
+27,mlp.experts.145.up_proj,rtn: 0.0022888,0.00000,0.066
+27,mlp.experts.141.up_proj,rtn: 0.0023651,0.00000,0.069
+27,mlp.experts.148.up_proj,rtn: 0.0023193,0.00000,0.091
+27,mlp.experts.118.up_proj,rtn: 0.0023499,0.00000,0.073
+27,mlp.experts.142.up_proj,rtn: 0.0022888,0.00000,0.077
+27,mlp.experts.172.up_proj,rtn: 0.0023041,0.00000,0.088
+27,mlp.experts.95.up_proj,rtn: 0.0022736,0.00000,0.076
+27,mlp.experts.130.up_proj,rtn: 0.0022736,0.00000,0.083
+27,mlp.experts.168.up_proj,rtn: 0.0023041,0.00000,0.101
+27,mlp.experts.160.up_proj,rtn: 0.0023041,0.00000,0.091
+27,mlp.experts.149.up_proj,rtn: 0.0023041,0.00000,0.103
+27,mlp.experts.153.up_proj,rtn: 0.0023346,0.00000,0.100
+27,mlp.experts.87.up_proj,rtn: 0.0022888,0.00000,0.094
+27,mlp.experts.154.up_proj,rtn: 0.0022888,0.00000,0.091
+27,mlp.experts.99.up_proj,rtn: 0.0023499,0.00000,0.097
+27,mlp.experts.107.up_proj,rtn: 0.0022888,0.00000,0.115
+27,mlp.experts.161.up_proj,rtn: 0.0023041,0.00000,0.109
+27,mlp.experts.157.up_proj,rtn: 0.0023193,0.00000,0.107
+27,mlp.experts.164.up_proj,rtn: 0.0023041,0.00000,0.099
+27,mlp.experts.158.up_proj,rtn: 0.0023651,0.00000,0.102
+27,mlp.experts.134.up_proj,rtn: 0.0023499,0.00000,0.105
+27,mlp.experts.188.up_proj,rtn: 0.0022888,0.00000,0.111
+27,mlp.experts.146.up_proj,rtn: 0.0023193,0.00000,0.109
+27,mlp.experts.111.up_proj,rtn: 0.0023499,0.00000,0.111
+27,mlp.experts.176.up_proj,rtn: 0.0023193,0.00000,0.113
+27,mlp.experts.184.up_proj,rtn: 0.0023041,0.00000,0.126
+27,mlp.experts.103.up_proj,rtn: 0.0023193,0.00000,0.101
+27,mlp.experts.165.up_proj,rtn: 0.0023499,0.00000,0.109
+27,mlp.experts.169.up_proj,rtn: 0.0023956,0.00000,0.107
+27,mlp.experts.115.up_proj,rtn: 0.0023193,0.00000,0.101
+27,mlp.experts.170.up_proj,rtn: 0.0023956,0.00000,0.113
+27,mlp.experts.180.up_proj,rtn: 0.0023193,0.00000,0.092
+27,mlp.experts.123.up_proj,rtn: 0.0023651,0.00000,0.103
+27,mlp.experts.177.up_proj,rtn: 0.0022888,0.00000,0.098
+27,mlp.experts.174.up_proj,rtn: 0.0023346,0.00000,0.088
+27,mlp.experts.150.up_proj,rtn: 0.0022736,0.00000,0.090
+27,mlp.experts.127.up_proj,rtn: 0.0023346,0.00000,0.081
+27,mlp.experts.162.up_proj,rtn: 0.0023041,0.00000,0.100
+27,mlp.experts.173.up_proj,rtn: 0.0023499,0.00000,0.146
+27,mlp.experts.119.up_proj,rtn: 0.0023956,0.00000,0.083
+27,mlp.experts.131.up_proj,rtn: 0.0023193,0.00000,0.079
+27,mlp.experts.181.up_proj,rtn: 0.0022888,0.00000,0.097
+27,mlp.experts.186.up_proj,rtn: 0.0023041,0.00000,0.088
+27,mlp.experts.185.up_proj,rtn: 0.0023193,0.00000,0.099
+27,mlp.experts.139.up_proj,rtn: 0.0023499,0.00000,0.082
+27,mlp.experts.190.up_proj,rtn: 0.0023041,0.00000,0.075
+27,mlp.experts.166.up_proj,rtn: 0.0022736,0.00000,0.077
+27,mlp.experts.189.up_proj,rtn: 0.0023193,0.00000,0.051
+27,mlp.experts.143.up_proj,rtn: 0.0023193,0.00000,0.085
+27,mlp.experts.178.up_proj,rtn: 0.0023193,0.00000,0.069
+27,mlp.experts.135.up_proj,rtn: 0.0023346,0.00000,0.082
+27,mlp.experts.182.up_proj,rtn: 0.0023193,0.00000,0.038
+27,mlp.experts.147.up_proj,rtn: 0.0023346,0.00000,0.098
+27,mlp.experts.155.up_proj,rtn: 0.0023193,0.00000,0.082
+27,mlp.experts.159.up_proj,rtn: 0.0023193,0.00000,0.155
+27,mlp.experts.151.up_proj,rtn: 0.0023499,0.00000,0.153
+27,mlp.experts.163.up_proj,rtn: 0.0022888,0.00000,0.135
+27,mlp.experts.171.up_proj,rtn: 0.0022888,0.00000,0.153
+27,mlp.experts.175.up_proj,rtn: 0.0022888,0.00000,0.080
+27,mlp.experts.167.up_proj,rtn: 0.0023193,0.00000,0.108
+27,mlp.experts.187.up_proj,rtn: 0.0023193,0.00000,0.126
+27,mlp.experts.191.up_proj,rtn: 0.0023041,0.00000,0.101
+27,mlp.experts.179.up_proj,rtn: 0.0022888,0.00000,0.157
+27,mlp.experts.183.up_proj,rtn: 0.0022736,0.00000,0.099
+27,mlp.experts.1.down_proj,rtn: 0.0022888,0.00000,0.018
+27,mlp.experts.13.down_proj,rtn: 0.0022278,0.00000,0.033
+27,mlp.experts.0.down_proj,rtn: 0.0023193,0.00000,0.038
+27,mlp.experts.12.down_proj,rtn: 0.0022888,0.00000,0.047
+27,mlp.experts.9.down_proj,rtn: 0.0022736,0.00000,0.048
+27,mlp.experts.17.down_proj,rtn: 0.0023041,0.00000,0.043
+27,mlp.experts.10.down_proj,rtn: 0.0023499,0.00000,0.050
+27,mlp.experts.3.down_proj,rtn: 0.0023193,0.00000,0.139
+27,mlp.experts.29.down_proj,rtn: 0.0022888,0.00000,0.061
+27,mlp.experts.15.down_proj,rtn: 0.0023193,0.00000,0.142
+27,mlp.experts.7.down_proj,rtn: 0.0022736,0.00000,0.142
+27,mlp.experts.2.down_proj,rtn: 0.0022430,0.00000,0.062
+27,mlp.experts.14.down_proj,rtn: 0.0022736,0.00000,0.069
+27,mlp.experts.11.down_proj,rtn: 0.0022583,0.00000,0.147
+27,mlp.experts.8.down_proj,rtn: 0.0023041,0.00000,0.070
+27,mlp.experts.6.down_proj,rtn: 0.0022888,0.00000,0.070
+27,mlp.experts.5.down_proj,rtn: 0.0022583,0.00000,0.071
+27,mlp.experts.4.down_proj,rtn: 0.0022888,0.00000,0.071
+27,mlp.experts.25.down_proj,rtn: 0.0022430,0.00000,0.036
+27,mlp.experts.16.down_proj,rtn: 0.0022736,0.00000,0.050
+27,mlp.experts.33.down_proj,rtn: 0.0023499,0.00000,0.027
+27,mlp.experts.28.down_proj,rtn: 0.0022736,0.00000,0.044
+27,mlp.experts.26.down_proj,rtn: 0.0023346,0.00000,0.031
+27,mlp.experts.45.down_proj,rtn: 0.0022736,0.00000,0.018
+27,mlp.experts.18.down_proj,rtn: 0.0022583,0.00000,0.029
+27,mlp.experts.19.down_proj,rtn: 0.0022888,0.00000,0.044
+27,mlp.experts.30.down_proj,rtn: 0.0023346,0.00000,0.032
+27,mlp.experts.23.down_proj,rtn: 0.0022583,0.00000,0.057
+27,mlp.experts.27.down_proj,rtn: 0.0023193,0.00000,0.051
+27,mlp.experts.31.down_proj,rtn: 0.0023193,0.00000,0.065
+27,mlp.experts.22.down_proj,rtn: 0.0023041,0.00000,0.042
+27,mlp.experts.24.down_proj,rtn: 0.0022888,0.00000,0.047
+27,mlp.experts.32.down_proj,rtn: 0.0022736,0.00000,0.032
+27,mlp.experts.49.down_proj,rtn: 0.0023041,0.00000,0.034
+27,mlp.experts.34.down_proj,rtn: 0.0022583,0.00000,0.034
+27,mlp.experts.41.down_proj,rtn: 0.0022888,0.00000,0.041
+27,mlp.experts.42.down_proj,rtn: 0.0022736,0.00000,0.033
+27,mlp.experts.21.down_proj,rtn: 0.0023346,0.00000,0.049
+27,mlp.experts.46.down_proj,rtn: 0.0022430,0.00000,0.025
+27,mlp.experts.61.down_proj,rtn: 0.0022430,0.00000,0.038
+27,mlp.experts.20.down_proj,rtn: 0.0022736,0.00000,0.054
+27,mlp.experts.44.down_proj,rtn: 0.0022888,0.00000,0.036
+27,mlp.experts.35.down_proj,rtn: 0.0022888,0.00000,0.048
+27,mlp.experts.48.down_proj,rtn: 0.0022736,0.00000,0.029
+27,mlp.experts.65.down_proj,rtn: 0.0023041,0.00000,0.035
+27,mlp.experts.50.down_proj,rtn: 0.0022430,0.00000,0.034
+27,mlp.experts.39.down_proj,rtn: 0.0022583,0.00000,0.056
+27,mlp.experts.43.down_proj,rtn: 0.0023041,0.00000,0.051
+27,mlp.experts.57.down_proj,rtn: 0.0022430,0.00000,0.034
+27,mlp.experts.40.down_proj,rtn: 0.0022888,0.00000,0.044
+27,mlp.experts.58.down_proj,rtn: 0.0022583,0.00000,0.038
+27,mlp.experts.47.down_proj,rtn: 0.0022736,0.00000,0.061
+27,mlp.experts.37.down_proj,rtn: 0.0022583,0.00000,0.038
+27,mlp.experts.60.down_proj,rtn: 0.0022736,0.00000,0.034
+27,mlp.experts.62.down_proj,rtn: 0.0022430,0.00000,0.038
+27,mlp.experts.64.down_proj,rtn: 0.0022583,0.00000,0.028
+27,mlp.experts.38.down_proj,rtn: 0.0022736,0.00000,0.055
+27,mlp.experts.77.down_proj,rtn: 0.0022736,0.00000,0.035
+27,mlp.experts.81.down_proj,rtn: 0.0022583,0.00000,0.028
+27,mlp.experts.51.down_proj,rtn: 0.0023041,0.00000,0.050
+27,mlp.experts.36.down_proj,rtn: 0.0022736,0.00000,0.055
+27,mlp.experts.66.down_proj,rtn: 0.0022736,0.00000,0.037
+27,mlp.experts.73.down_proj,rtn: 0.0022736,0.00000,0.037
+27,mlp.experts.74.down_proj,rtn: 0.0022583,0.00000,0.040
+27,mlp.experts.59.down_proj,rtn: 0.0022888,0.00000,0.048
+27,mlp.experts.55.down_proj,rtn: 0.0022430,0.00000,0.046
+27,mlp.experts.80.down_proj,rtn: 0.0022583,0.00000,0.038
+27,mlp.experts.56.down_proj,rtn: 0.0022278,0.00000,0.039
+27,mlp.experts.76.down_proj,rtn: 0.0022583,0.00000,0.035
+27,mlp.experts.53.down_proj,rtn: 0.0023193,0.00000,0.045
+27,mlp.experts.78.down_proj,rtn: 0.0022888,0.00000,0.045
+27,mlp.experts.93.down_proj,rtn: 0.0022583,0.00000,0.042
+27,mlp.experts.54.down_proj,rtn: 0.0022736,0.00000,0.043
+27,mlp.experts.97.down_proj,rtn: 0.0022888,0.00000,0.041
+27,mlp.experts.63.down_proj,rtn: 0.0022888,0.00000,0.049
+27,mlp.experts.52.down_proj,rtn: 0.0022736,0.00000,0.039
+27,mlp.experts.67.down_proj,rtn: 0.0022583,0.00000,0.048
+27,mlp.experts.82.down_proj,rtn: 0.0023193,0.00000,0.047
+27,mlp.experts.89.down_proj,rtn: 0.0022583,0.00000,0.042
+27,mlp.experts.90.down_proj,rtn: 0.0022736,0.00000,0.038
+27,mlp.experts.96.down_proj,rtn: 0.0023193,0.00000,0.039
+27,mlp.experts.72.down_proj,rtn: 0.0022888,0.00000,0.035
+27,mlp.experts.92.down_proj,rtn: 0.0022430,0.00000,0.035
+27,mlp.experts.75.down_proj,rtn: 0.0022736,0.00000,0.045
+27,mlp.experts.69.down_proj,rtn: 0.0023041,0.00000,0.038
+27,mlp.experts.71.down_proj,rtn: 0.0023193,0.00000,0.046
+27,mlp.experts.94.down_proj,rtn: 0.0023041,0.00000,0.035
+27,mlp.experts.70.down_proj,rtn: 0.0022583,0.00000,0.037
+27,mlp.experts.113.down_proj,rtn: 0.0022888,0.00000,0.039
+27,mlp.experts.109.down_proj,rtn: 0.0022736,0.00000,0.043
+27,mlp.experts.68.down_proj,rtn: 0.0022736,0.00000,0.035
+27,mlp.experts.98.down_proj,rtn: 0.0022888,0.00000,0.037
+27,mlp.experts.105.down_proj,rtn: 0.0022736,0.00000,0.038
+27,mlp.experts.88.down_proj,rtn: 0.0022583,0.00000,0.032
+27,mlp.experts.79.down_proj,rtn: 0.0022888,0.00000,0.058
+27,mlp.experts.112.down_proj,rtn: 0.0022736,0.00000,0.034
+27,mlp.experts.108.down_proj,rtn: 0.0022583,0.00000,0.034
+27,mlp.experts.106.down_proj,rtn: 0.0022736,0.00000,0.040
+27,mlp.experts.83.down_proj,rtn: 0.0022888,0.00000,0.051
+27,mlp.experts.110.down_proj,rtn: 0.0022736,0.00000,0.033
+27,mlp.experts.85.down_proj,rtn: 0.0022583,0.00000,0.044
+27,mlp.experts.87.down_proj,rtn: 0.0022430,0.00000,0.046
+27,mlp.experts.91.down_proj,rtn: 0.0023346,0.00000,0.054
+27,mlp.experts.86.down_proj,rtn: 0.0022583,0.00000,0.040
+27,mlp.experts.129.down_proj,rtn: 0.0022888,0.00000,0.044
+27,mlp.experts.125.down_proj,rtn: 0.0022888,0.00000,0.042
+27,mlp.experts.84.down_proj,rtn: 0.0022888,0.00000,0.041
+27,mlp.experts.114.down_proj,rtn: 0.0022736,0.00000,0.040
+27,mlp.experts.121.down_proj,rtn: 0.0023499,0.00000,0.044
+27,mlp.experts.104.down_proj,rtn: 0.0022736,0.00000,0.037
+27,mlp.experts.122.down_proj,rtn: 0.0023499,0.00000,0.037
+27,mlp.experts.128.down_proj,rtn: 0.0022888,0.00000,0.038
+27,mlp.experts.124.down_proj,rtn: 0.0022583,0.00000,0.041
+27,mlp.experts.126.down_proj,rtn: 0.0022888,0.00000,0.036
+27,mlp.experts.99.down_proj,rtn: 0.0023041,0.00000,0.051
+27,mlp.experts.101.down_proj,rtn: 0.0022888,0.00000,0.041
+27,mlp.experts.95.down_proj,rtn: 0.0022583,0.00000,0.059
+27,mlp.experts.102.down_proj,rtn: 0.0022888,0.00000,0.039
+27,mlp.experts.103.down_proj,rtn: 0.0022888,0.00000,0.050
+27,mlp.experts.145.down_proj,rtn: 0.0022583,0.00000,0.042
+27,mlp.experts.141.down_proj,rtn: 0.0023346,0.00000,0.042
+27,mlp.experts.130.down_proj,rtn: 0.0022430,0.00000,0.038
+27,mlp.experts.107.down_proj,rtn: 0.0022583,0.00000,0.055
+27,mlp.experts.100.down_proj,rtn: 0.0022430,0.00000,0.043
+27,mlp.experts.120.down_proj,rtn: 0.0023041,0.00000,0.032
+27,mlp.experts.138.down_proj,rtn: 0.0022736,0.00000,0.031
+27,mlp.experts.142.down_proj,rtn: 0.0022430,0.00000,0.032
+27,mlp.experts.137.down_proj,rtn: 0.0023346,0.00000,0.046
+27,mlp.experts.144.down_proj,rtn: 0.0022583,0.00000,0.041
+27,mlp.experts.140.down_proj,rtn: 0.0022888,0.00000,0.037
+27,mlp.experts.117.down_proj,rtn: 0.0023804,0.00000,0.040
+27,mlp.experts.118.down_proj,rtn: 0.0023346,0.00000,0.037
+27,mlp.experts.115.down_proj,rtn: 0.0022736,0.00000,0.051
+27,mlp.experts.157.down_proj,rtn: 0.0022736,0.00000,0.039
+27,mlp.experts.161.down_proj,rtn: 0.0022583,0.00000,0.044
+27,mlp.experts.111.down_proj,rtn: 0.0022888,0.00000,0.058
+27,mlp.experts.154.down_proj,rtn: 0.0022430,0.00000,0.037
+27,mlp.experts.116.down_proj,rtn: 0.0022888,0.00000,0.045
+27,mlp.experts.158.down_proj,rtn: 0.0023499,0.00000,0.036
+27,mlp.experts.119.down_proj,rtn: 0.0023499,0.00000,0.056
+27,mlp.experts.146.down_proj,rtn: 0.0022736,0.00000,0.042
+27,mlp.experts.136.down_proj,rtn: 0.0022736,0.00000,0.041
+27,mlp.experts.160.down_proj,rtn: 0.0022736,0.00000,0.037
+27,mlp.experts.153.down_proj,rtn: 0.0023041,0.00000,0.041
+27,mlp.experts.156.down_proj,rtn: 0.0022736,0.00000,0.037
+27,mlp.experts.123.down_proj,rtn: 0.0023346,0.00000,0.059
+27,mlp.experts.133.down_proj,rtn: 0.0022583,0.00000,0.037
+27,mlp.experts.134.down_proj,rtn: 0.0023193,0.00000,0.041
+27,mlp.experts.173.down_proj,rtn: 0.0023193,0.00000,0.041
+27,mlp.experts.170.down_proj,rtn: 0.0023651,0.00000,0.033
+27,mlp.experts.177.down_proj,rtn: 0.0022583,0.00000,0.038
+27,mlp.experts.131.down_proj,rtn: 0.0022888,0.00000,0.054
+27,mlp.experts.174.down_proj,rtn: 0.0023041,0.00000,0.034
+27,mlp.experts.132.down_proj,rtn: 0.0022736,0.00000,0.040
+27,mlp.experts.152.down_proj,rtn: 0.0022583,0.00000,0.038
+27,mlp.experts.162.down_proj,rtn: 0.0022736,0.00000,0.043
+27,mlp.experts.127.down_proj,rtn: 0.0022888,0.00000,0.060
+27,mlp.experts.169.down_proj,rtn: 0.0023651,0.00000,0.038
+27,mlp.experts.149.down_proj,rtn: 0.0022583,0.00000,0.035
+27,mlp.experts.176.down_proj,rtn: 0.0022888,0.00000,0.042
+27,mlp.experts.172.down_proj,rtn: 0.0022583,0.00000,0.039
+27,mlp.experts.135.down_proj,rtn: 0.0022888,0.00000,0.056
+27,mlp.experts.150.down_proj,rtn: 0.0022430,0.00000,0.040
+27,mlp.experts.189.down_proj,rtn: 0.0022736,0.00000,0.036
+27,mlp.experts.139.down_proj,rtn: 0.0023041,0.00000,0.059
+27,mlp.experts.190.down_proj,rtn: 0.0022736,0.00000,0.036
+27,mlp.experts.186.down_proj,rtn: 0.0022888,0.00000,0.038
+27,mlp.experts.185.down_proj,rtn: 0.0022736,0.00000,0.022
+27,mlp.experts.168.down_proj,rtn: 0.0022736,0.00000,0.034
+27,mlp.experts.148.down_proj,rtn: 0.0022736,0.00000,0.039
+27,mlp.experts.165.down_proj,rtn: 0.0023193,0.00000,0.024
+27,mlp.experts.178.down_proj,rtn: 0.0022888,0.00000,0.028
+27,mlp.experts.147.down_proj,rtn: 0.0022888,0.00000,0.045
+27,mlp.experts.166.down_proj,rtn: 0.0022430,0.00000,0.021
+27,mlp.experts.188.down_proj,rtn: 0.0022583,0.00000,0.024
+27,mlp.experts.143.down_proj,rtn: 0.0022888,0.00000,0.040
+27,mlp.experts.181.down_proj,rtn: 0.0022583,0.00000,0.013
+27,mlp.experts.151.down_proj,rtn: 0.0023346,0.00000,0.041
+27,mlp.experts.155.down_proj,rtn: 0.0022888,0.00000,0.040
+27,mlp.experts.182.down_proj,rtn: 0.0022888,0.00000,0.012
+27,mlp.experts.184.down_proj,rtn: 0.0022888,0.00000,0.023
+27,mlp.experts.164.down_proj,rtn: 0.0022736,0.00000,0.027
+27,mlp.experts.163.down_proj,rtn: 0.0022736,0.00000,0.033
+27,mlp.experts.180.down_proj,rtn: 0.0022888,0.00000,0.011
+27,mlp.experts.159.down_proj,rtn: 0.0022736,0.00000,0.033
+27,mlp.experts.167.down_proj,rtn: 0.0022736,0.00000,0.033
+27,mlp.experts.171.down_proj,rtn: 0.0022583,0.00000,0.033
+27,mlp.experts.179.down_proj,rtn: 0.0022583,0.00000,0.030
+27,mlp.experts.175.down_proj,rtn: 0.0022583,0.00000,0.030
+27,mlp.experts.183.down_proj,rtn: 0.0022430,0.00000,0.029
+27,mlp.experts.187.down_proj,rtn: 0.0022736,0.00000,0.028
+27,mlp.experts.191.down_proj,rtn: 0.0022736,0.00000,0.016
+27,mlp.shared_experts.gate_proj,rtn: 0.0016632,0.00000,0.029
+27,mlp.shared_experts.up_proj,rtn: 0.0017242,0.00000,0.031
+27,mlp.shared_experts.down_proj,rtn: 0.0017776,0.00000,0.010
+28,self_attn.k_proj,rtn: 0.0022430,0.00000,0.014
+28,self_attn.v_proj,rtn: 0.0026245,0.00000,0.015
+28,self_attn.q_proj,rtn: 0.0021515,0.00000,0.016
+28,self_attn.o_proj,rtn: 0.0025635,0.00000,0.044
+28,mlp.experts.3.gate_proj,rtn: 0.0022888,0.00000,0.095
+28,mlp.experts.8.gate_proj,rtn: 0.0023651,0.00000,0.096
+28,mlp.experts.4.gate_proj,rtn: 0.0023193,0.00000,0.097
+28,mlp.experts.2.gate_proj,rtn: 0.0023041,0.00000,0.104
+28,mlp.experts.7.gate_proj,rtn: 0.0023499,0.00000,0.109
+28,mlp.experts.13.gate_proj,rtn: 0.0023193,0.00000,0.109
+28,mlp.experts.12.gate_proj,rtn: 0.0023346,0.00000,0.111
+28,mlp.experts.10.gate_proj,rtn: 0.0023499,0.00000,0.119
+28,mlp.experts.9.gate_proj,rtn: 0.0023804,0.00000,0.126
+28,mlp.experts.15.gate_proj,rtn: 0.0023651,0.00000,0.129
+28,mlp.experts.11.gate_proj,rtn: 0.0023956,0.00000,0.130
+28,mlp.experts.14.gate_proj,rtn: 0.0022125,0.00000,0.132
+28,mlp.experts.0.gate_proj,rtn: 0.0023193,0.00000,0.137
+28,mlp.experts.6.gate_proj,rtn: 0.0023193,0.00000,0.136
+28,mlp.experts.1.gate_proj,rtn: 0.0023346,0.00000,0.139
+28,mlp.experts.5.gate_proj,rtn: 0.0023041,0.00000,0.139
+28,mlp.experts.18.gate_proj,rtn: 0.0023804,0.00000,0.064
+28,mlp.experts.19.gate_proj,rtn: 0.0023193,0.00000,0.087
+28,mlp.experts.26.gate_proj,rtn: 0.0023651,0.00000,0.066
+28,mlp.experts.29.gate_proj,rtn: 0.0023804,0.00000,0.087
+28,mlp.experts.20.gate_proj,rtn: 0.0023346,0.00000,0.101
+28,mlp.experts.23.gate_proj,rtn: 0.0022583,0.00000,0.090
+28,mlp.experts.24.gate_proj,rtn: 0.0023651,0.00000,0.118
+28,mlp.experts.31.gate_proj,rtn: 0.0023041,0.00000,0.084
+28,mlp.experts.27.gate_proj,rtn: 0.0023346,0.00000,0.091
+28,mlp.experts.22.gate_proj,rtn: 0.0023346,0.00000,0.072
+28,mlp.experts.25.gate_proj,rtn: 0.0022736,0.00000,0.101
+28,mlp.experts.30.gate_proj,rtn: 0.0023651,0.00000,0.070
+28,mlp.experts.21.gate_proj,rtn: 0.0023193,0.00000,0.088
+28,mlp.experts.28.gate_proj,rtn: 0.0023041,0.00000,0.121
+28,mlp.experts.34.gate_proj,rtn: 0.0023804,0.00000,0.070
+28,mlp.experts.17.gate_proj,rtn: 0.0023041,0.00000,0.087
+28,mlp.experts.35.gate_proj,rtn: 0.0022888,0.00000,0.066
+28,mlp.experts.16.gate_proj,rtn: 0.0022888,0.00000,0.103
+28,mlp.experts.42.gate_proj,rtn: 0.0023804,0.00000,0.075
+28,mlp.experts.39.gate_proj,rtn: 0.0023041,0.00000,0.063
+28,mlp.experts.47.gate_proj,rtn: 0.0023193,0.00000,0.060
+28,mlp.experts.43.gate_proj,rtn: 0.0023651,0.00000,0.060
+28,mlp.experts.45.gate_proj,rtn: 0.0023193,0.00000,0.091
+28,mlp.experts.36.gate_proj,rtn: 0.0023499,0.00000,0.094
+28,mlp.experts.46.gate_proj,rtn: 0.0022888,0.00000,0.066
+28,mlp.experts.38.gate_proj,rtn: 0.0023346,0.00000,0.073
+28,mlp.experts.40.gate_proj,rtn: 0.0022888,0.00000,0.101
+28,mlp.experts.37.gate_proj,rtn: 0.0023804,0.00000,0.079
+28,mlp.experts.51.gate_proj,rtn: 0.0023346,0.00000,0.065
+28,mlp.experts.50.gate_proj,rtn: 0.0023499,0.00000,0.072
+28,mlp.experts.41.gate_proj,rtn: 0.0023499,0.00000,0.096
+28,mlp.experts.55.gate_proj,rtn: 0.0023193,0.00000,0.063
+28,mlp.experts.58.gate_proj,rtn: 0.0023193,0.00000,0.070
+28,mlp.experts.33.gate_proj,rtn: 0.0023651,0.00000,0.088
+28,mlp.experts.44.gate_proj,rtn: 0.0023499,0.00000,0.109
+28,mlp.experts.59.gate_proj,rtn: 0.0023041,0.00000,0.060
+28,mlp.experts.63.gate_proj,rtn: 0.0022736,0.00000,0.061
+28,mlp.experts.32.gate_proj,rtn: 0.0023499,0.00000,0.100
+28,mlp.experts.62.gate_proj,rtn: 0.0022888,0.00000,0.075
+28,mlp.experts.61.gate_proj,rtn: 0.0023499,0.00000,0.091
+28,mlp.experts.54.gate_proj,rtn: 0.0023651,0.00000,0.083
+28,mlp.experts.67.gate_proj,rtn: 0.0024109,0.00000,0.069
+28,mlp.experts.66.gate_proj,rtn: 0.0023193,0.00000,0.078
+28,mlp.experts.71.gate_proj,rtn: 0.0023651,0.00000,0.068
+28,mlp.experts.53.gate_proj,rtn: 0.0023804,0.00000,0.087
+28,mlp.experts.52.gate_proj,rtn: 0.0023346,0.00000,0.110
+28,mlp.experts.57.gate_proj,rtn: 0.0023499,0.00000,0.080
+28,mlp.experts.74.gate_proj,rtn: 0.0023499,0.00000,0.074
+28,mlp.experts.75.gate_proj,rtn: 0.0023804,0.00000,0.073
+28,mlp.experts.49.gate_proj,rtn: 0.0024261,0.00000,0.087
+28,mlp.experts.79.gate_proj,rtn: 0.0023041,0.00000,0.073
+28,mlp.experts.56.gate_proj,rtn: 0.0023956,0.00000,0.120
+28,mlp.experts.78.gate_proj,rtn: 0.0023651,0.00000,0.074
+28,mlp.experts.60.gate_proj,rtn: 0.0024109,0.00000,0.107
+28,mlp.experts.48.gate_proj,rtn: 0.0023651,0.00000,0.102
+28,mlp.experts.70.gate_proj,rtn: 0.0023956,0.00000,0.073
+28,mlp.experts.83.gate_proj,rtn: 0.0023651,0.00000,0.081
+28,mlp.experts.82.gate_proj,rtn: 0.0023804,0.00000,0.076
+28,mlp.experts.77.gate_proj,rtn: 0.0023651,0.00000,0.090
+28,mlp.experts.90.gate_proj,rtn: 0.0024261,0.00000,0.067
+28,mlp.experts.87.gate_proj,rtn: 0.0022736,0.00000,0.083
+28,mlp.experts.69.gate_proj,rtn: 0.0023041,0.00000,0.086
+28,mlp.experts.73.gate_proj,rtn: 0.0023804,0.00000,0.084
+28,mlp.experts.95.gate_proj,rtn: 0.0023193,0.00000,0.070
+28,mlp.experts.91.gate_proj,rtn: 0.0023651,0.00000,0.071
+28,mlp.experts.65.gate_proj,rtn: 0.0023193,0.00000,0.074
+28,mlp.experts.94.gate_proj,rtn: 0.0023041,0.00000,0.047
+28,mlp.experts.68.gate_proj,rtn: 0.0022583,0.00000,0.141
+28,mlp.experts.72.gate_proj,rtn: 0.0023041,0.00000,0.137
+28,mlp.experts.98.gate_proj,rtn: 0.0023499,0.00000,0.071
+28,mlp.experts.110.gate_proj,rtn: 0.0022888,0.00000,0.068
+28,mlp.experts.86.gate_proj,rtn: 0.0023499,0.00000,0.072
+28,mlp.experts.106.gate_proj,rtn: 0.0023499,0.00000,0.072
+28,mlp.experts.76.gate_proj,rtn: 0.0023956,0.00000,0.139
+28,mlp.experts.64.gate_proj,rtn: 0.0023499,0.00000,0.085
+28,mlp.experts.93.gate_proj,rtn: 0.0023499,0.00000,0.090
+28,mlp.experts.89.gate_proj,rtn: 0.0023499,0.00000,0.093
+28,mlp.experts.85.gate_proj,rtn: 0.0023193,0.00000,0.094
+28,mlp.experts.81.gate_proj,rtn: 0.0023499,0.00000,0.094
+28,mlp.experts.103.gate_proj,rtn: 0.0023041,0.00000,0.138
+28,mlp.experts.99.gate_proj,rtn: 0.0023346,0.00000,0.146
+28,mlp.experts.107.gate_proj,rtn: 0.0023804,0.00000,0.128
+28,mlp.experts.122.gate_proj,rtn: 0.0023804,0.00000,0.066
+28,mlp.experts.111.gate_proj,rtn: 0.0023193,0.00000,0.155
+28,mlp.experts.84.gate_proj,rtn: 0.0023499,0.00000,0.112
+28,mlp.experts.114.gate_proj,rtn: 0.0023041,0.00000,0.077
+28,mlp.experts.102.gate_proj,rtn: 0.0023651,0.00000,0.079
+28,mlp.experts.126.gate_proj,rtn: 0.0023041,0.00000,0.083
+28,mlp.experts.88.gate_proj,rtn: 0.0023804,0.00000,0.107
+28,mlp.experts.80.gate_proj,rtn: 0.0023041,0.00000,0.077
+28,mlp.experts.92.gate_proj,rtn: 0.0023499,0.00000,0.103
+28,mlp.experts.109.gate_proj,rtn: 0.0023499,0.00000,0.090
+28,mlp.experts.101.gate_proj,rtn: 0.0023499,0.00000,0.091
+28,mlp.experts.97.gate_proj,rtn: 0.0023499,0.00000,0.092
+28,mlp.experts.105.gate_proj,rtn: 0.0023651,0.00000,0.101
+28,mlp.experts.130.gate_proj,rtn: 0.0023041,0.00000,0.084
+28,mlp.experts.138.gate_proj,rtn: 0.0023193,0.00000,0.095
+28,mlp.experts.142.gate_proj,rtn: 0.0023346,0.00000,0.082
+28,mlp.experts.100.gate_proj,rtn: 0.0023041,0.00000,0.094
+28,mlp.experts.118.gate_proj,rtn: 0.0023193,0.00000,0.100
+28,mlp.experts.119.gate_proj,rtn: 0.0022583,0.00000,0.127
+28,mlp.experts.104.gate_proj,rtn: 0.0022888,0.00000,0.101
+28,mlp.experts.123.gate_proj,rtn: 0.0023193,0.00000,0.096
+28,mlp.experts.127.gate_proj,rtn: 0.0023956,0.00000,0.096
+28,mlp.experts.115.gate_proj,rtn: 0.0023041,0.00000,0.131
+28,mlp.experts.96.gate_proj,rtn: 0.0023193,0.00000,0.091
+28,mlp.experts.108.gate_proj,rtn: 0.0023499,0.00000,0.096
+28,mlp.experts.125.gate_proj,rtn: 0.0023651,0.00000,0.109
+28,mlp.experts.113.gate_proj,rtn: 0.0023193,0.00000,0.108
+28,mlp.experts.117.gate_proj,rtn: 0.0023193,0.00000,0.130
+28,mlp.experts.146.gate_proj,rtn: 0.0022736,0.00000,0.092
+28,mlp.experts.158.gate_proj,rtn: 0.0023956,0.00000,0.087
+28,mlp.experts.154.gate_proj,rtn: 0.0023499,0.00000,0.089
+28,mlp.experts.121.gate_proj,rtn: 0.0022736,0.00000,0.138
+28,mlp.experts.134.gate_proj,rtn: 0.0024109,0.00000,0.084
+28,mlp.experts.116.gate_proj,rtn: 0.0022888,0.00000,0.104
+28,mlp.experts.135.gate_proj,rtn: 0.0023346,0.00000,0.095
+28,mlp.experts.143.gate_proj,rtn: 0.0023193,0.00000,0.098
+28,mlp.experts.139.gate_proj,rtn: 0.0022888,0.00000,0.094
+28,mlp.experts.131.gate_proj,rtn: 0.0022736,0.00000,0.095
+28,mlp.experts.120.gate_proj,rtn: 0.0023804,0.00000,0.106
+28,mlp.experts.112.gate_proj,rtn: 0.0022736,0.00000,0.101
+28,mlp.experts.129.gate_proj,rtn: 0.0022888,0.00000,0.086
+28,mlp.experts.141.gate_proj,rtn: 0.0023499,0.00000,0.090
+28,mlp.experts.124.gate_proj,rtn: 0.0023804,0.00000,0.106
+28,mlp.experts.170.gate_proj,rtn: 0.0023041,0.00000,0.101
+28,mlp.experts.151.gate_proj,rtn: 0.0023346,0.00000,0.083
+28,mlp.experts.174.gate_proj,rtn: 0.0024109,0.00000,0.098
+28,mlp.experts.133.gate_proj,rtn: 0.0023193,0.00000,0.112
+28,mlp.experts.132.gate_proj,rtn: 0.0023346,0.00000,0.091
+28,mlp.experts.155.gate_proj,rtn: 0.0023041,0.00000,0.073
+28,mlp.experts.147.gate_proj,rtn: 0.0022888,0.00000,0.069
+28,mlp.experts.159.gate_proj,rtn: 0.0023804,0.00000,0.074
+28,mlp.experts.162.gate_proj,rtn: 0.0023193,0.00000,0.097
+28,mlp.experts.137.gate_proj,rtn: 0.0023499,0.00000,0.101
+28,mlp.experts.150.gate_proj,rtn: 0.0023193,0.00000,0.098
+28,mlp.experts.136.gate_proj,rtn: 0.0023346,0.00000,0.098
+28,mlp.experts.128.gate_proj,rtn: 0.0022888,0.00000,0.095
+28,mlp.experts.157.gate_proj,rtn: 0.0022888,0.00000,0.091
+28,mlp.experts.145.gate_proj,rtn: 0.0023499,0.00000,0.092
+28,mlp.experts.140.gate_proj,rtn: 0.0022888,0.00000,0.095
+28,mlp.experts.163.gate_proj,rtn: 0.0023041,0.00000,0.072
+28,mlp.experts.167.gate_proj,rtn: 0.0023804,0.00000,0.074
+28,mlp.experts.190.gate_proj,rtn: 0.0023041,0.00000,0.087
+28,mlp.experts.186.gate_proj,rtn: 0.0023193,0.00000,0.089
+28,mlp.experts.153.gate_proj,rtn: 0.0023499,0.00000,0.068
+28,mlp.experts.149.gate_proj,rtn: 0.0023346,0.00000,0.078
+28,mlp.experts.171.gate_proj,rtn: 0.0023499,0.00000,0.083
+28,mlp.experts.148.gate_proj,rtn: 0.0023193,0.00000,0.088
+28,mlp.experts.178.gate_proj,rtn: 0.0022888,0.00000,0.088
+28,mlp.experts.175.gate_proj,rtn: 0.0023193,0.00000,0.086
+28,mlp.experts.166.gate_proj,rtn: 0.0023346,0.00000,0.091
+28,mlp.experts.152.gate_proj,rtn: 0.0023651,0.00000,0.080
+28,mlp.experts.173.gate_proj,rtn: 0.0023804,0.00000,0.069
+28,mlp.experts.144.gate_proj,rtn: 0.0023193,0.00000,0.080
+28,mlp.experts.161.gate_proj,rtn: 0.0023193,0.00000,0.079
+28,mlp.experts.156.gate_proj,rtn: 0.0023041,0.00000,0.086
+28,mlp.experts.183.gate_proj,rtn: 0.0023651,0.00000,0.087
+28,mlp.experts.179.gate_proj,rtn: 0.0023346,0.00000,0.091
+28,mlp.experts.165.gate_proj,rtn: 0.0023499,0.00000,0.074
+28,mlp.experts.169.gate_proj,rtn: 0.0023193,0.00000,0.085
+28,mlp.experts.164.gate_proj,rtn: 0.0023804,0.00000,0.077
+28,mlp.experts.14.up_proj,rtn: 0.0022125,0.00000,0.097
+28,mlp.experts.187.gate_proj,rtn: 0.0023193,0.00000,0.087
+28,mlp.experts.168.gate_proj,rtn: 0.0023651,0.00000,0.076
+28,mlp.experts.191.gate_proj,rtn: 0.0023346,0.00000,0.082
+28,mlp.experts.2.up_proj,rtn: 0.0022888,0.00000,0.091
+28,mlp.experts.10.up_proj,rtn: 0.0023193,0.00000,0.117
+28,mlp.experts.182.gate_proj,rtn: 0.0023651,0.00000,0.089
+28,mlp.experts.189.gate_proj,rtn: 0.0023346,0.00000,0.084
+28,mlp.experts.160.gate_proj,rtn: 0.0023804,0.00000,0.087
+28,mlp.experts.177.gate_proj,rtn: 0.0023193,0.00000,0.084
+28,mlp.experts.172.gate_proj,rtn: 0.0023651,0.00000,0.086
+28,mlp.experts.7.up_proj,rtn: 0.0023346,0.00000,0.089
+28,mlp.experts.30.up_proj,rtn: 0.0023346,0.00000,0.074
+28,mlp.experts.180.gate_proj,rtn: 0.0023956,0.00000,0.083
+28,mlp.experts.184.gate_proj,rtn: 0.0022888,0.00000,0.076
+28,mlp.experts.3.up_proj,rtn: 0.0022888,0.00000,0.097
+28,mlp.experts.185.gate_proj,rtn: 0.0023499,0.00000,0.096
+28,mlp.experts.18.up_proj,rtn: 0.0023651,0.00000,0.076
+28,mlp.experts.6.up_proj,rtn: 0.0023041,0.00000,0.070
+28,mlp.experts.181.gate_proj,rtn: 0.0023346,0.00000,0.105
+28,mlp.experts.26.up_proj,rtn: 0.0023499,0.00000,0.071
+28,mlp.experts.11.up_proj,rtn: 0.0023651,0.00000,0.099
+28,mlp.experts.15.up_proj,rtn: 0.0023499,0.00000,0.099
+28,mlp.experts.176.gate_proj,rtn: 0.0023346,0.00000,0.084
+28,mlp.experts.13.up_proj,rtn: 0.0023193,0.00000,0.101
+28,mlp.experts.1.up_proj,rtn: 0.0023193,0.00000,0.101
+28,mlp.experts.188.gate_proj,rtn: 0.0023346,0.00000,0.086
+28,mlp.experts.46.up_proj,rtn: 0.0022888,0.00000,0.072
+28,mlp.experts.8.up_proj,rtn: 0.0023193,0.00000,0.079
+28,mlp.experts.4.up_proj,rtn: 0.0022888,0.00000,0.083
+28,mlp.experts.23.up_proj,rtn: 0.0022430,0.00000,0.111
+28,mlp.experts.22.up_proj,rtn: 0.0023193,0.00000,0.090
+28,mlp.experts.19.up_proj,rtn: 0.0023041,0.00000,0.101
+28,mlp.experts.9.up_proj,rtn: 0.0023804,0.00000,0.106
+28,mlp.experts.5.up_proj,rtn: 0.0022888,0.00000,0.105
+28,mlp.experts.0.up_proj,rtn: 0.0023041,0.00000,0.082
+28,mlp.experts.34.up_proj,rtn: 0.0023346,0.00000,0.122
+28,mlp.experts.42.up_proj,rtn: 0.0023499,0.00000,0.117
+28,mlp.experts.27.up_proj,rtn: 0.0023193,0.00000,0.115
+28,mlp.experts.31.up_proj,rtn: 0.0023041,0.00000,0.120
+28,mlp.experts.12.up_proj,rtn: 0.0023193,0.00000,0.083
+28,mlp.experts.29.up_proj,rtn: 0.0023651,0.00000,0.113
+28,mlp.experts.17.up_proj,rtn: 0.0022888,0.00000,0.112
+28,mlp.experts.24.up_proj,rtn: 0.0023651,0.00000,0.087
+28,mlp.experts.20.up_proj,rtn: 0.0023193,0.00000,0.086
+28,mlp.experts.62.up_proj,rtn: 0.0022736,0.00000,0.118
+28,mlp.experts.38.up_proj,rtn: 0.0023041,0.00000,0.084
+28,mlp.experts.25.up_proj,rtn: 0.0022736,0.00000,0.083
+28,mlp.experts.39.up_proj,rtn: 0.0022888,0.00000,0.096
+28,mlp.experts.35.up_proj,rtn: 0.0022888,0.00000,0.091
+28,mlp.experts.21.up_proj,rtn: 0.0023041,0.00000,0.086
+28,mlp.experts.16.up_proj,rtn: 0.0022736,0.00000,0.084
+28,mlp.experts.50.up_proj,rtn: 0.0023346,0.00000,0.075
+28,mlp.experts.58.up_proj,rtn: 0.0023041,0.00000,0.080
+28,mlp.experts.43.up_proj,rtn: 0.0023499,0.00000,0.092
+28,mlp.experts.45.up_proj,rtn: 0.0023041,0.00000,0.076
+28,mlp.experts.28.up_proj,rtn: 0.0022888,0.00000,0.088
+28,mlp.experts.47.up_proj,rtn: 0.0023041,0.00000,0.093
+28,mlp.experts.33.up_proj,rtn: 0.0023499,0.00000,0.077
+28,mlp.experts.78.up_proj,rtn: 0.0023193,0.00000,0.075
+28,mlp.experts.36.up_proj,rtn: 0.0023193,0.00000,0.095
+28,mlp.experts.54.up_proj,rtn: 0.0023499,0.00000,0.078
+28,mlp.experts.41.up_proj,rtn: 0.0023346,0.00000,0.077
+28,mlp.experts.40.up_proj,rtn: 0.0022736,0.00000,0.102
+28,mlp.experts.37.up_proj,rtn: 0.0023499,0.00000,0.076
+28,mlp.experts.74.up_proj,rtn: 0.0023193,0.00000,0.073
+28,mlp.experts.55.up_proj,rtn: 0.0023041,0.00000,0.086
+28,mlp.experts.66.up_proj,rtn: 0.0023041,0.00000,0.076
+28,mlp.experts.51.up_proj,rtn: 0.0023193,0.00000,0.087
+28,mlp.experts.32.up_proj,rtn: 0.0023346,0.00000,0.096
+28,mlp.experts.61.up_proj,rtn: 0.0023346,0.00000,0.076
+28,mlp.experts.59.up_proj,rtn: 0.0022888,0.00000,0.086
+28,mlp.experts.49.up_proj,rtn: 0.0023956,0.00000,0.078
+28,mlp.experts.63.up_proj,rtn: 0.0022736,0.00000,0.089
+28,mlp.experts.44.up_proj,rtn: 0.0023193,0.00000,0.099
+28,mlp.experts.94.up_proj,rtn: 0.0023041,0.00000,0.089
+28,mlp.experts.57.up_proj,rtn: 0.0023346,0.00000,0.075
+28,mlp.experts.53.up_proj,rtn: 0.0023651,0.00000,0.078
+28,mlp.experts.70.up_proj,rtn: 0.0023804,0.00000,0.089
+28,mlp.experts.52.up_proj,rtn: 0.0023041,0.00000,0.098
+28,mlp.experts.90.up_proj,rtn: 0.0023804,0.00000,0.079
+28,mlp.experts.82.up_proj,rtn: 0.0023499,0.00000,0.082
+28,mlp.experts.67.up_proj,rtn: 0.0023651,0.00000,0.087
+28,mlp.experts.71.up_proj,rtn: 0.0023499,0.00000,0.091
+28,mlp.experts.77.up_proj,rtn: 0.0023346,0.00000,0.076
+28,mlp.experts.48.up_proj,rtn: 0.0023499,0.00000,0.092
+28,mlp.experts.56.up_proj,rtn: 0.0023956,0.00000,0.117
+28,mlp.experts.75.up_proj,rtn: 0.0023346,0.00000,0.091
+28,mlp.experts.65.up_proj,rtn: 0.0023041,0.00000,0.077
+28,mlp.experts.79.up_proj,rtn: 0.0023041,0.00000,0.084
+28,mlp.experts.60.up_proj,rtn: 0.0023956,0.00000,0.084
+28,mlp.experts.110.up_proj,rtn: 0.0022736,0.00000,0.074
+28,mlp.experts.73.up_proj,rtn: 0.0023346,0.00000,0.076
+28,mlp.experts.106.up_proj,rtn: 0.0023346,0.00000,0.064
+28,mlp.experts.98.up_proj,rtn: 0.0023193,0.00000,0.060
+28,mlp.experts.86.up_proj,rtn: 0.0023346,0.00000,0.075
+28,mlp.experts.69.up_proj,rtn: 0.0022888,0.00000,0.077
+28,mlp.experts.68.up_proj,rtn: 0.0022583,0.00000,0.087
+28,mlp.experts.93.up_proj,rtn: 0.0023193,0.00000,0.077
+28,mlp.experts.83.up_proj,rtn: 0.0023651,0.00000,0.089
+28,mlp.experts.64.up_proj,rtn: 0.0023193,0.00000,0.083
+28,mlp.experts.81.up_proj,rtn: 0.0023193,0.00000,0.076
+28,mlp.experts.87.up_proj,rtn: 0.0022583,0.00000,0.105
+28,mlp.experts.72.up_proj,rtn: 0.0022888,0.00000,0.083
+28,mlp.experts.91.up_proj,rtn: 0.0023499,0.00000,0.089
+28,mlp.experts.126.up_proj,rtn: 0.0022888,0.00000,0.069
+28,mlp.experts.122.up_proj,rtn: 0.0023651,0.00000,0.065
+28,mlp.experts.89.up_proj,rtn: 0.0023346,0.00000,0.076
+28,mlp.experts.114.up_proj,rtn: 0.0022888,0.00000,0.070
+28,mlp.experts.95.up_proj,rtn: 0.0023193,0.00000,0.092
+28,mlp.experts.102.up_proj,rtn: 0.0023346,0.00000,0.069
+28,mlp.experts.85.up_proj,rtn: 0.0023041,0.00000,0.071
+28,mlp.experts.76.up_proj,rtn: 0.0023651,0.00000,0.093
+28,mlp.experts.109.up_proj,rtn: 0.0023346,0.00000,0.076
+28,mlp.experts.84.up_proj,rtn: 0.0023346,0.00000,0.096
+28,mlp.experts.99.up_proj,rtn: 0.0023193,0.00000,0.090
+28,mlp.experts.97.up_proj,rtn: 0.0023346,0.00000,0.075
+28,mlp.experts.142.up_proj,rtn: 0.0023041,0.00000,0.073
+28,mlp.experts.138.up_proj,rtn: 0.0023041,0.00000,0.072
+28,mlp.experts.103.up_proj,rtn: 0.0022888,0.00000,0.085
+28,mlp.experts.107.up_proj,rtn: 0.0023499,0.00000,0.082
+28,mlp.experts.130.up_proj,rtn: 0.0022888,0.00000,0.069
+28,mlp.experts.105.up_proj,rtn: 0.0023346,0.00000,0.073
+28,mlp.experts.118.up_proj,rtn: 0.0023041,0.00000,0.076
+28,mlp.experts.88.up_proj,rtn: 0.0023651,0.00000,0.101
+28,mlp.experts.80.up_proj,rtn: 0.0022888,0.00000,0.115
+28,mlp.experts.101.up_proj,rtn: 0.0023193,0.00000,0.077
+28,mlp.experts.111.up_proj,rtn: 0.0023041,0.00000,0.086
+28,mlp.experts.92.up_proj,rtn: 0.0023193,0.00000,0.097
+28,mlp.experts.125.up_proj,rtn: 0.0023346,0.00000,0.077
+28,mlp.experts.113.up_proj,rtn: 0.0023041,0.00000,0.076
+28,mlp.experts.158.up_proj,rtn: 0.0023804,0.00000,0.069
+28,mlp.experts.154.up_proj,rtn: 0.0023193,0.00000,0.069
+28,mlp.experts.115.up_proj,rtn: 0.0022888,0.00000,0.091
+28,mlp.experts.100.up_proj,rtn: 0.0023041,0.00000,0.105
+28,mlp.experts.146.up_proj,rtn: 0.0022736,0.00000,0.073
+28,mlp.experts.134.up_proj,rtn: 0.0023804,0.00000,0.071
+28,mlp.experts.121.up_proj,rtn: 0.0022583,0.00000,0.077
+28,mlp.experts.119.up_proj,rtn: 0.0022583,0.00000,0.097
+28,mlp.experts.117.up_proj,rtn: 0.0023041,0.00000,0.077
+28,mlp.experts.123.up_proj,rtn: 0.0023041,0.00000,0.102
+28,mlp.experts.104.up_proj,rtn: 0.0022888,0.00000,0.101
+28,mlp.experts.127.up_proj,rtn: 0.0023651,0.00000,0.090
+28,mlp.experts.141.up_proj,rtn: 0.0023346,0.00000,0.075
+28,mlp.experts.96.up_proj,rtn: 0.0023041,0.00000,0.105
+28,mlp.experts.174.up_proj,rtn: 0.0023956,0.00000,0.064
+28,mlp.experts.108.up_proj,rtn: 0.0023193,0.00000,0.102
+28,mlp.experts.129.up_proj,rtn: 0.0022888,0.00000,0.074
+28,mlp.experts.170.up_proj,rtn: 0.0022888,0.00000,0.072
+28,mlp.experts.131.up_proj,rtn: 0.0022583,0.00000,0.068
+28,mlp.experts.150.up_proj,rtn: 0.0023041,0.00000,0.060
+28,mlp.experts.135.up_proj,rtn: 0.0023193,0.00000,0.059
+28,mlp.experts.162.up_proj,rtn: 0.0023041,0.00000,0.077
+28,mlp.experts.137.up_proj,rtn: 0.0023193,0.00000,0.071
+28,mlp.experts.139.up_proj,rtn: 0.0022736,0.00000,0.064
+28,mlp.experts.133.up_proj,rtn: 0.0023041,0.00000,0.073
+28,mlp.experts.116.up_proj,rtn: 0.0022736,0.00000,0.101
+28,mlp.experts.143.up_proj,rtn: 0.0023041,0.00000,0.061
+28,mlp.experts.157.up_proj,rtn: 0.0022736,0.00000,0.076
+28,mlp.experts.190.up_proj,rtn: 0.0022888,0.00000,0.072
+28,mlp.experts.120.up_proj,rtn: 0.0023346,0.00000,0.099
+28,mlp.experts.147.up_proj,rtn: 0.0022736,0.00000,0.065
+28,mlp.experts.151.up_proj,rtn: 0.0023193,0.00000,0.058
+28,mlp.experts.112.up_proj,rtn: 0.0022736,0.00000,0.095
+28,mlp.experts.145.up_proj,rtn: 0.0023346,0.00000,0.078
+28,mlp.experts.155.up_proj,rtn: 0.0022888,0.00000,0.062
+28,mlp.experts.166.up_proj,rtn: 0.0023193,0.00000,0.086
+28,mlp.experts.186.up_proj,rtn: 0.0023041,0.00000,0.097
+28,mlp.experts.153.up_proj,rtn: 0.0023346,0.00000,0.078
+28,mlp.experts.124.up_proj,rtn: 0.0023651,0.00000,0.104
+28,mlp.experts.159.up_proj,rtn: 0.0023651,0.00000,0.064
+28,mlp.experts.149.up_proj,rtn: 0.0023193,0.00000,0.073
+28,mlp.experts.173.up_proj,rtn: 0.0023651,0.00000,0.070
+28,mlp.experts.178.up_proj,rtn: 0.0022888,0.00000,0.108
+28,mlp.experts.132.up_proj,rtn: 0.0023193,0.00000,0.108
+28,mlp.experts.163.up_proj,rtn: 0.0022888,0.00000,0.069
+28,mlp.experts.167.up_proj,rtn: 0.0023651,0.00000,0.070
+28,mlp.experts.171.up_proj,rtn: 0.0023193,0.00000,0.057
+28,mlp.experts.182.up_proj,rtn: 0.0023499,0.00000,0.060
+28,mlp.experts.161.up_proj,rtn: 0.0023041,0.00000,0.081
+28,mlp.experts.175.up_proj,rtn: 0.0023041,0.00000,0.069
+28,mlp.experts.136.up_proj,rtn: 0.0023193,0.00000,0.104
+28,mlp.experts.165.up_proj,rtn: 0.0023346,0.00000,0.071
+28,mlp.experts.128.up_proj,rtn: 0.0022888,0.00000,0.107
+28,mlp.experts.169.up_proj,rtn: 0.0023041,0.00000,0.089
+28,mlp.experts.189.up_proj,rtn: 0.0023193,0.00000,0.067
+28,mlp.experts.140.up_proj,rtn: 0.0022736,0.00000,0.100
+28,mlp.experts.187.up_proj,rtn: 0.0023041,0.00000,0.058
+28,mlp.experts.179.up_proj,rtn: 0.0023041,0.00000,0.069
+28,mlp.experts.183.up_proj,rtn: 0.0023346,0.00000,0.069
+28,mlp.experts.191.up_proj,rtn: 0.0023041,0.00000,0.062
+28,mlp.experts.148.up_proj,rtn: 0.0023041,0.00000,0.098
+28,mlp.experts.177.up_proj,rtn: 0.0023193,0.00000,0.071
+28,mlp.experts.181.up_proj,rtn: 0.0023193,0.00000,0.061
+28,mlp.experts.152.up_proj,rtn: 0.0023346,0.00000,0.080
+28,mlp.experts.185.up_proj,rtn: 0.0023346,0.00000,0.071
+28,mlp.experts.144.up_proj,rtn: 0.0023041,0.00000,0.081
+28,mlp.experts.156.up_proj,rtn: 0.0023041,0.00000,0.082
+28,mlp.experts.164.up_proj,rtn: 0.0023651,0.00000,0.071
+28,mlp.experts.168.up_proj,rtn: 0.0023499,0.00000,0.071
+28,mlp.experts.160.up_proj,rtn: 0.0023499,0.00000,0.067
+28,mlp.experts.172.up_proj,rtn: 0.0023499,0.00000,0.069
+28,mlp.experts.180.up_proj,rtn: 0.0023651,0.00000,0.066
+28,mlp.experts.184.up_proj,rtn: 0.0022736,0.00000,0.104
+28,mlp.experts.176.up_proj,rtn: 0.0023041,0.00000,0.133
+28,mlp.experts.188.up_proj,rtn: 0.0023193,0.00000,0.137
+28,mlp.experts.10.down_proj,rtn: 0.0022736,0.00000,0.026
+28,mlp.experts.2.down_proj,rtn: 0.0022430,0.00000,0.037
+28,mlp.experts.5.down_proj,rtn: 0.0022430,0.00000,0.040
+28,mlp.experts.13.down_proj,rtn: 0.0022583,0.00000,0.047
+28,mlp.experts.3.down_proj,rtn: 0.0022430,0.00000,0.038
+28,mlp.experts.26.down_proj,rtn: 0.0023041,0.00000,0.042
+28,mlp.experts.9.down_proj,rtn: 0.0023346,0.00000,0.041
+28,mlp.experts.14.down_proj,rtn: 0.0021973,0.00000,0.052
+28,mlp.experts.11.down_proj,rtn: 0.0023193,0.00000,0.056
+28,mlp.experts.6.down_proj,rtn: 0.0022736,0.00000,0.054
+28,mlp.experts.1.down_proj,rtn: 0.0022736,0.00000,0.056
+28,mlp.experts.15.down_proj,rtn: 0.0022888,0.00000,0.058
+28,mlp.experts.4.down_proj,rtn: 0.0022430,0.00000,0.124
+28,mlp.experts.8.down_proj,rtn: 0.0022736,0.00000,0.125
+28,mlp.experts.12.down_proj,rtn: 0.0022736,0.00000,0.125
+28,mlp.experts.0.down_proj,rtn: 0.0022583,0.00000,0.127
+28,mlp.experts.7.down_proj,rtn: 0.0023041,0.00000,0.062
+28,mlp.experts.18.down_proj,rtn: 0.0023193,0.00000,0.046
+28,mlp.experts.29.down_proj,rtn: 0.0023346,0.00000,0.036
+28,mlp.experts.21.down_proj,rtn: 0.0022583,0.00000,0.041
+28,mlp.experts.19.down_proj,rtn: 0.0022583,0.00000,0.035
+28,mlp.experts.42.down_proj,rtn: 0.0023346,0.00000,0.033
+28,mlp.experts.27.down_proj,rtn: 0.0022736,0.00000,0.026
+28,mlp.experts.30.down_proj,rtn: 0.0022888,0.00000,0.034
+28,mlp.experts.25.down_proj,rtn: 0.0022430,0.00000,0.045
+28,mlp.experts.17.down_proj,rtn: 0.0022430,0.00000,0.044
+28,mlp.experts.34.down_proj,rtn: 0.0022888,0.00000,0.041
+28,mlp.experts.22.down_proj,rtn: 0.0022736,0.00000,0.050
+28,mlp.experts.37.down_proj,rtn: 0.0023193,0.00000,0.032
+28,mlp.experts.28.down_proj,rtn: 0.0022583,0.00000,0.055
+28,mlp.experts.20.down_proj,rtn: 0.0022736,0.00000,0.064
+28,mlp.experts.58.down_proj,rtn: 0.0022583,0.00000,0.031
+28,mlp.experts.46.down_proj,rtn: 0.0022583,0.00000,0.038
+28,mlp.experts.24.down_proj,rtn: 0.0023193,0.00000,0.069
+28,mlp.experts.31.down_proj,rtn: 0.0022583,0.00000,0.050
+28,mlp.experts.23.down_proj,rtn: 0.0022125,0.00000,0.056
+28,mlp.experts.35.down_proj,rtn: 0.0022583,0.00000,0.048
+28,mlp.experts.43.down_proj,rtn: 0.0023041,0.00000,0.042
+28,mlp.experts.16.down_proj,rtn: 0.0022278,0.00000,0.066
+28,mlp.experts.45.down_proj,rtn: 0.0022736,0.00000,0.050
+28,mlp.experts.53.down_proj,rtn: 0.0023193,0.00000,0.039
+28,mlp.experts.41.down_proj,rtn: 0.0022888,0.00000,0.047
+28,mlp.experts.38.down_proj,rtn: 0.0022583,0.00000,0.053
+28,mlp.experts.50.down_proj,rtn: 0.0022888,0.00000,0.053
+28,mlp.experts.62.down_proj,rtn: 0.0022583,0.00000,0.042
+28,mlp.experts.33.down_proj,rtn: 0.0023041,0.00000,0.066
+28,mlp.experts.74.down_proj,rtn: 0.0022736,0.00000,0.040
+28,mlp.experts.36.down_proj,rtn: 0.0022888,0.00000,0.053
+28,mlp.experts.59.down_proj,rtn: 0.0022430,0.00000,0.037
+28,mlp.experts.47.down_proj,rtn: 0.0022583,0.00000,0.039
+28,mlp.experts.51.down_proj,rtn: 0.0022583,0.00000,0.031
+28,mlp.experts.39.down_proj,rtn: 0.0022736,0.00000,0.036
+28,mlp.experts.61.down_proj,rtn: 0.0022888,0.00000,0.033
+28,mlp.experts.57.down_proj,rtn: 0.0022888,0.00000,0.026
+28,mlp.experts.69.down_proj,rtn: 0.0022430,0.00000,0.026
+28,mlp.experts.40.down_proj,rtn: 0.0022278,0.00000,0.056
+28,mlp.experts.54.down_proj,rtn: 0.0023041,0.00000,0.035
+28,mlp.experts.66.down_proj,rtn: 0.0022583,0.00000,0.035
+28,mlp.experts.49.down_proj,rtn: 0.0023804,0.00000,0.030
+28,mlp.experts.32.down_proj,rtn: 0.0022888,0.00000,0.066
+28,mlp.experts.44.down_proj,rtn: 0.0022736,0.00000,0.092
+28,mlp.experts.90.down_proj,rtn: 0.0023499,0.00000,0.036
+28,mlp.experts.78.down_proj,rtn: 0.0022736,0.00000,0.035
+28,mlp.experts.85.down_proj,rtn: 0.0022583,0.00000,0.027
+28,mlp.experts.73.down_proj,rtn: 0.0023041,0.00000,0.029
+28,mlp.experts.77.down_proj,rtn: 0.0022888,0.00000,0.030
+28,mlp.experts.67.down_proj,rtn: 0.0023346,0.00000,0.050
+28,mlp.experts.82.down_proj,rtn: 0.0022736,0.00000,0.029
+28,mlp.experts.70.down_proj,rtn: 0.0023499,0.00000,0.031
+28,mlp.experts.65.down_proj,rtn: 0.0022583,0.00000,0.030
+28,mlp.experts.75.down_proj,rtn: 0.0022736,0.00000,0.055
+28,mlp.experts.55.down_proj,rtn: 0.0022583,0.00000,0.054
+28,mlp.experts.52.down_proj,rtn: 0.0022736,0.00000,0.063
+28,mlp.experts.56.down_proj,rtn: 0.0023651,0.00000,0.061
+28,mlp.experts.94.down_proj,rtn: 0.0022583,0.00000,0.032
+28,mlp.experts.106.down_proj,rtn: 0.0022583,0.00000,0.033
+28,mlp.experts.101.down_proj,rtn: 0.0022888,0.00000,0.035
+28,mlp.experts.93.down_proj,rtn: 0.0022736,0.00000,0.029
+28,mlp.experts.48.down_proj,rtn: 0.0023041,0.00000,0.054
+28,mlp.experts.89.down_proj,rtn: 0.0022888,0.00000,0.034
+28,mlp.experts.63.down_proj,rtn: 0.0022430,0.00000,0.075
+28,mlp.experts.81.down_proj,rtn: 0.0022736,0.00000,0.026
+28,mlp.experts.98.down_proj,rtn: 0.0022736,0.00000,0.035
+28,mlp.experts.86.down_proj,rtn: 0.0022736,0.00000,0.032
+28,mlp.experts.83.down_proj,rtn: 0.0023193,0.00000,0.049
+28,mlp.experts.91.down_proj,rtn: 0.0022736,0.00000,0.040
+28,mlp.experts.60.down_proj,rtn: 0.0023499,0.00000,0.071
+28,mlp.experts.122.down_proj,rtn: 0.0023193,0.00000,0.030
+28,mlp.experts.110.down_proj,rtn: 0.0022430,0.00000,0.033
+28,mlp.experts.71.down_proj,rtn: 0.0022888,0.00000,0.046
+28,mlp.experts.117.down_proj,rtn: 0.0022583,0.00000,0.034
+28,mlp.experts.109.down_proj,rtn: 0.0023041,0.00000,0.027
+28,mlp.experts.72.down_proj,rtn: 0.0022736,0.00000,0.054
+28,mlp.experts.105.down_proj,rtn: 0.0023041,0.00000,0.037
+28,mlp.experts.114.down_proj,rtn: 0.0022583,0.00000,0.033
+28,mlp.experts.68.down_proj,rtn: 0.0022278,0.00000,0.056
+28,mlp.experts.79.down_proj,rtn: 0.0022583,0.00000,0.046
+28,mlp.experts.102.down_proj,rtn: 0.0022888,0.00000,0.035
+28,mlp.experts.97.down_proj,rtn: 0.0022888,0.00000,0.038
+28,mlp.experts.107.down_proj,rtn: 0.0023041,0.00000,0.032
+28,mlp.experts.64.down_proj,rtn: 0.0022736,0.00000,0.064
+28,mlp.experts.138.down_proj,rtn: 0.0022583,0.00000,0.042
+28,mlp.experts.87.down_proj,rtn: 0.0022430,0.00000,0.035
+28,mlp.experts.125.down_proj,rtn: 0.0023041,0.00000,0.032
+28,mlp.experts.99.down_proj,rtn: 0.0022736,0.00000,0.054
+28,mlp.experts.126.down_proj,rtn: 0.0022583,0.00000,0.042
+28,mlp.experts.133.down_proj,rtn: 0.0022583,0.00000,0.047
+28,mlp.experts.76.down_proj,rtn: 0.0023499,0.00000,0.063
+28,mlp.experts.130.down_proj,rtn: 0.0022430,0.00000,0.033
+28,mlp.experts.118.down_proj,rtn: 0.0022583,0.00000,0.032
+28,mlp.experts.113.down_proj,rtn: 0.0022583,0.00000,0.038
+28,mlp.experts.121.down_proj,rtn: 0.0022278,0.00000,0.038
+28,mlp.experts.88.down_proj,rtn: 0.0023346,0.00000,0.053
+28,mlp.experts.95.down_proj,rtn: 0.0022736,0.00000,0.042
+28,mlp.experts.123.down_proj,rtn: 0.0022736,0.00000,0.039
+28,mlp.experts.84.down_proj,rtn: 0.0022888,0.00000,0.057
+28,mlp.experts.154.down_proj,rtn: 0.0022736,0.00000,0.039
+28,mlp.experts.141.down_proj,rtn: 0.0022888,0.00000,0.037
+28,mlp.experts.103.down_proj,rtn: 0.0022583,0.00000,0.043
+28,mlp.experts.142.down_proj,rtn: 0.0022583,0.00000,0.039
+28,mlp.experts.80.down_proj,rtn: 0.0022430,0.00000,0.053
+28,mlp.experts.149.down_proj,rtn: 0.0022736,0.00000,0.036
+28,mlp.experts.115.down_proj,rtn: 0.0022583,0.00000,0.040
+28,mlp.experts.146.down_proj,rtn: 0.0022278,0.00000,0.031
+28,mlp.experts.134.down_proj,rtn: 0.0023193,0.00000,0.035
+28,mlp.experts.129.down_proj,rtn: 0.0022430,0.00000,0.036
+28,mlp.experts.92.down_proj,rtn: 0.0023041,0.00000,0.047
+28,mlp.experts.137.down_proj,rtn: 0.0022736,0.00000,0.033
+28,mlp.experts.170.down_proj,rtn: 0.0022583,0.00000,0.029
+28,mlp.experts.111.down_proj,rtn: 0.0022583,0.00000,0.040
+28,mlp.experts.104.down_proj,rtn: 0.0022430,0.00000,0.046
+28,mlp.experts.157.down_proj,rtn: 0.0022430,0.00000,0.034
+28,mlp.experts.139.down_proj,rtn: 0.0022430,0.00000,0.045
+28,mlp.experts.158.down_proj,rtn: 0.0023346,0.00000,0.034
+28,mlp.experts.165.down_proj,rtn: 0.0022888,0.00000,0.032
+28,mlp.experts.119.down_proj,rtn: 0.0022278,0.00000,0.041
+28,mlp.experts.100.down_proj,rtn: 0.0022430,0.00000,0.054
+28,mlp.experts.162.down_proj,rtn: 0.0022736,0.00000,0.038
+28,mlp.experts.150.down_proj,rtn: 0.0022736,0.00000,0.034
+28,mlp.experts.153.down_proj,rtn: 0.0023041,0.00000,0.033
+28,mlp.experts.131.down_proj,rtn: 0.0022430,0.00000,0.043
+28,mlp.experts.145.down_proj,rtn: 0.0022888,0.00000,0.035
+28,mlp.experts.186.down_proj,rtn: 0.0022583,0.00000,0.034
+28,mlp.experts.96.down_proj,rtn: 0.0022736,0.00000,0.056
+28,mlp.experts.173.down_proj,rtn: 0.0023041,0.00000,0.034
+28,mlp.experts.127.down_proj,rtn: 0.0023041,0.00000,0.040
+28,mlp.experts.155.down_proj,rtn: 0.0022583,0.00000,0.036
+28,mlp.experts.108.down_proj,rtn: 0.0022736,0.00000,0.053
+28,mlp.experts.181.down_proj,rtn: 0.0022736,0.00000,0.034
+28,mlp.experts.174.down_proj,rtn: 0.0023651,0.00000,0.038
+28,mlp.experts.135.down_proj,rtn: 0.0022888,0.00000,0.034
+28,mlp.experts.169.down_proj,rtn: 0.0022583,0.00000,0.028
+28,mlp.experts.120.down_proj,rtn: 0.0023041,0.00000,0.052
+28,mlp.experts.178.down_proj,rtn: 0.0022583,0.00000,0.030
+28,mlp.experts.166.down_proj,rtn: 0.0022430,0.00000,0.031
+28,mlp.experts.161.down_proj,rtn: 0.0022583,0.00000,0.025
+28,mlp.experts.147.down_proj,rtn: 0.0022278,0.00000,0.033
+28,mlp.experts.116.down_proj,rtn: 0.0022430,0.00000,0.050
+28,mlp.experts.189.down_proj,rtn: 0.0022736,0.00000,0.027
+28,mlp.experts.143.down_proj,rtn: 0.0022583,0.00000,0.032
+28,mlp.experts.171.down_proj,rtn: 0.0022736,0.00000,0.031
+28,mlp.experts.112.down_proj,rtn: 0.0022430,0.00000,0.044
+28,mlp.experts.185.down_proj,rtn: 0.0022888,0.00000,0.022
+28,mlp.experts.190.down_proj,rtn: 0.0022583,0.00000,0.024
+28,mlp.experts.182.down_proj,rtn: 0.0023346,0.00000,0.021
+28,mlp.experts.177.down_proj,rtn: 0.0022583,0.00000,0.016
+28,mlp.experts.151.down_proj,rtn: 0.0022583,0.00000,0.032
+28,mlp.experts.124.down_proj,rtn: 0.0023193,0.00000,0.040
+28,mlp.experts.136.down_proj,rtn: 0.0022736,0.00000,0.036
+28,mlp.experts.163.down_proj,rtn: 0.0022583,0.00000,0.031
+28,mlp.experts.132.down_proj,rtn: 0.0022736,0.00000,0.036
+28,mlp.experts.159.down_proj,rtn: 0.0023193,0.00000,0.030
+28,mlp.experts.187.down_proj,rtn: 0.0022583,0.00000,0.028
+28,mlp.experts.128.down_proj,rtn: 0.0022583,0.00000,0.030
+28,mlp.experts.167.down_proj,rtn: 0.0023193,0.00000,0.028
+28,mlp.experts.152.down_proj,rtn: 0.0022736,0.00000,0.032
+28,mlp.experts.179.down_proj,rtn: 0.0022736,0.00000,0.030
+28,mlp.experts.140.down_proj,rtn: 0.0022430,0.00000,0.034
+28,mlp.experts.175.down_proj,rtn: 0.0022583,0.00000,0.023
+28,mlp.experts.148.down_proj,rtn: 0.0022583,0.00000,0.035
+28,mlp.experts.183.down_proj,rtn: 0.0022888,0.00000,0.018
+28,mlp.experts.144.down_proj,rtn: 0.0022736,0.00000,0.034
+28,mlp.experts.191.down_proj,rtn: 0.0022583,0.00000,0.013
+28,mlp.experts.168.down_proj,rtn: 0.0022888,0.00000,0.032
+28,mlp.experts.156.down_proj,rtn: 0.0022583,0.00000,0.032
+28,mlp.experts.164.down_proj,rtn: 0.0023041,0.00000,0.031
+28,mlp.experts.160.down_proj,rtn: 0.0023041,0.00000,0.031
+28,mlp.experts.184.down_proj,rtn: 0.0022583,0.00000,0.030
+28,mlp.experts.172.down_proj,rtn: 0.0023193,0.00000,0.029
+28,mlp.experts.180.down_proj,rtn: 0.0023041,0.00000,0.026
+28,mlp.experts.176.down_proj,rtn: 0.0022583,0.00000,0.024
+28,mlp.experts.188.down_proj,rtn: 0.0022736,0.00000,0.018
+28,mlp.shared_experts.up_proj,rtn: 0.0017242,0.00000,0.027
+28,mlp.shared_experts.gate_proj,rtn: 0.0016937,0.00000,0.028
+28,mlp.shared_experts.down_proj,rtn: 0.0017776,0.00000,0.021
+29,self_attn.v_proj,rtn: 0.0025940,0.00000,0.024
+29,self_attn.k_proj,rtn: 0.0022888,0.00000,0.044
+29,self_attn.q_proj,rtn: 0.0021973,0.00000,0.049
+29,self_attn.o_proj,rtn: 0.0025482,0.00000,0.051
+29,mlp.experts.5.gate_proj,rtn: 0.0023346,0.00000,0.096
+29,mlp.experts.1.gate_proj,rtn: 0.0023041,0.00000,0.097
+29,mlp.experts.13.gate_proj,rtn: 0.0023804,0.00000,0.096
+29,mlp.experts.9.gate_proj,rtn: 0.0023499,0.00000,0.096
+29,mlp.experts.10.gate_proj,rtn: 0.0023193,0.00000,0.097
+29,mlp.experts.2.gate_proj,rtn: 0.0023041,0.00000,0.100
+29,mlp.experts.0.gate_proj,rtn: 0.0023651,0.00000,0.104
+29,mlp.experts.7.gate_proj,rtn: 0.0023193,0.00000,0.109
+29,mlp.experts.12.gate_proj,rtn: 0.0023804,0.00000,0.109
+29,mlp.experts.8.gate_proj,rtn: 0.0023651,0.00000,0.109
+29,mlp.experts.14.gate_proj,rtn: 0.0024109,0.00000,0.110
+29,mlp.experts.11.gate_proj,rtn: 0.0023346,0.00000,0.112
+29,mlp.experts.4.gate_proj,rtn: 0.0023346,0.00000,0.113
+29,mlp.experts.3.gate_proj,rtn: 0.0023193,0.00000,0.113
+29,mlp.experts.6.gate_proj,rtn: 0.0023041,0.00000,0.114
+29,mlp.experts.15.gate_proj,rtn: 0.0023193,0.00000,0.115
+29,mlp.experts.26.gate_proj,rtn: 0.0023346,0.00000,0.090
+29,mlp.experts.21.gate_proj,rtn: 0.0023041,0.00000,0.111
+29,mlp.experts.23.gate_proj,rtn: 0.0023346,0.00000,0.090
+29,mlp.experts.29.gate_proj,rtn: 0.0023499,0.00000,0.108
+29,mlp.experts.27.gate_proj,rtn: 0.0023804,0.00000,0.081
+29,mlp.experts.28.gate_proj,rtn: 0.0023346,0.00000,0.099
+29,mlp.experts.18.gate_proj,rtn: 0.0024109,0.00000,0.099
+29,mlp.experts.17.gate_proj,rtn: 0.0024109,0.00000,0.108
+29,mlp.experts.30.gate_proj,rtn: 0.0023346,0.00000,0.096
+29,mlp.experts.16.gate_proj,rtn: 0.0022888,0.00000,0.116
+29,mlp.experts.25.gate_proj,rtn: 0.0023499,0.00000,0.134
+29,mlp.experts.31.gate_proj,rtn: 0.0023041,0.00000,0.120
+29,mlp.experts.22.gate_proj,rtn: 0.0022888,0.00000,0.094
+29,mlp.experts.20.gate_proj,rtn: 0.0023499,0.00000,0.109
+29,mlp.experts.24.gate_proj,rtn: 0.0023346,0.00000,0.104
+29,mlp.experts.19.gate_proj,rtn: 0.0024109,0.00000,0.113
+29,mlp.experts.42.gate_proj,rtn: 0.0023346,0.00000,0.089
+29,mlp.experts.43.gate_proj,rtn: 0.0022430,0.00000,0.081
+29,mlp.experts.39.gate_proj,rtn: 0.0023193,0.00000,0.081
+29,mlp.experts.46.gate_proj,rtn: 0.0023346,0.00000,0.078
+29,mlp.experts.34.gate_proj,rtn: 0.0024109,0.00000,0.078
+29,mlp.experts.44.gate_proj,rtn: 0.0023804,0.00000,0.091
+29,mlp.experts.37.gate_proj,rtn: 0.0023651,0.00000,0.112
+29,mlp.experts.32.gate_proj,rtn: 0.0023804,0.00000,0.084
+29,mlp.experts.45.gate_proj,rtn: 0.0022583,0.00000,0.104
+29,mlp.experts.47.gate_proj,rtn: 0.0023651,0.00000,0.077
+29,mlp.experts.33.gate_proj,rtn: 0.0023346,0.00000,0.101
+29,mlp.experts.38.gate_proj,rtn: 0.0023346,0.00000,0.083
+29,mlp.experts.40.gate_proj,rtn: 0.0023499,0.00000,0.081
+29,mlp.experts.36.gate_proj,rtn: 0.0023651,0.00000,0.085
+29,mlp.experts.41.gate_proj,rtn: 0.0023193,0.00000,0.104
+29,mlp.experts.35.gate_proj,rtn: 0.0023499,0.00000,0.078
+29,mlp.experts.58.gate_proj,rtn: 0.0022888,0.00000,0.093
+29,mlp.experts.59.gate_proj,rtn: 0.0023346,0.00000,0.075
+29,mlp.experts.55.gate_proj,rtn: 0.0023346,0.00000,0.078
+29,mlp.experts.50.gate_proj,rtn: 0.0023041,0.00000,0.081
+29,mlp.experts.62.gate_proj,rtn: 0.0023041,0.00000,0.090
+29,mlp.experts.63.gate_proj,rtn: 0.0023651,0.00000,0.076
+29,mlp.experts.60.gate_proj,rtn: 0.0023346,0.00000,0.094
+29,mlp.experts.54.gate_proj,rtn: 0.0023651,0.00000,0.081
+29,mlp.experts.53.gate_proj,rtn: 0.0023651,0.00000,0.097
+29,mlp.experts.48.gate_proj,rtn: 0.0023346,0.00000,0.098
+29,mlp.experts.51.gate_proj,rtn: 0.0022736,0.00000,0.074
+29,mlp.experts.61.gate_proj,rtn: 0.0023499,0.00000,0.102
+29,mlp.experts.49.gate_proj,rtn: 0.0023804,0.00000,0.099
+29,mlp.experts.56.gate_proj,rtn: 0.0022888,0.00000,0.093
+29,mlp.experts.57.gate_proj,rtn: 0.0023651,0.00000,0.097
+29,mlp.experts.52.gate_proj,rtn: 0.0023041,0.00000,0.099
+29,mlp.experts.75.gate_proj,rtn: 0.0023193,0.00000,0.069
+29,mlp.experts.74.gate_proj,rtn: 0.0023193,0.00000,0.081
+29,mlp.experts.71.gate_proj,rtn: 0.0023956,0.00000,0.076
+29,mlp.experts.66.gate_proj,rtn: 0.0023499,0.00000,0.085
+29,mlp.experts.79.gate_proj,rtn: 0.0023499,0.00000,0.075
+29,mlp.experts.67.gate_proj,rtn: 0.0023499,0.00000,0.066
+29,mlp.experts.76.gate_proj,rtn: 0.0023499,0.00000,0.085
+29,mlp.experts.78.gate_proj,rtn: 0.0023499,0.00000,0.092
+29,mlp.experts.70.gate_proj,rtn: 0.0023193,0.00000,0.079
+29,mlp.experts.64.gate_proj,rtn: 0.0023193,0.00000,0.090
+29,mlp.experts.91.gate_proj,rtn: 0.0023193,0.00000,0.063
+29,mlp.experts.72.gate_proj,rtn: 0.0023804,0.00000,0.093
+29,mlp.experts.69.gate_proj,rtn: 0.0023193,0.00000,0.110
+29,mlp.experts.77.gate_proj,rtn: 0.0023193,0.00000,0.100
+29,mlp.experts.65.gate_proj,rtn: 0.0022736,0.00000,0.101
+29,mlp.experts.68.gate_proj,rtn: 0.0023499,0.00000,0.093
+29,mlp.experts.87.gate_proj,rtn: 0.0023193,0.00000,0.076
+29,mlp.experts.73.gate_proj,rtn: 0.0023651,0.00000,0.108
+29,mlp.experts.90.gate_proj,rtn: 0.0022888,0.00000,0.089
+29,mlp.experts.95.gate_proj,rtn: 0.0023651,0.00000,0.075
+29,mlp.experts.82.gate_proj,rtn: 0.0023041,0.00000,0.087
+29,mlp.experts.83.gate_proj,rtn: 0.0023193,0.00000,0.074
+29,mlp.experts.94.gate_proj,rtn: 0.0022888,0.00000,0.084
+29,mlp.experts.86.gate_proj,rtn: 0.0023346,0.00000,0.088
+29,mlp.experts.92.gate_proj,rtn: 0.0022736,0.00000,0.093
+29,mlp.experts.107.gate_proj,rtn: 0.0023193,0.00000,0.073
+29,mlp.experts.80.gate_proj,rtn: 0.0023041,0.00000,0.089
+29,mlp.experts.88.gate_proj,rtn: 0.0023041,0.00000,0.083
+29,mlp.experts.84.gate_proj,rtn: 0.0023346,0.00000,0.081
+29,mlp.experts.103.gate_proj,rtn: 0.0023193,0.00000,0.076
+29,mlp.experts.106.gate_proj,rtn: 0.0023193,0.00000,0.080
+29,mlp.experts.111.gate_proj,rtn: 0.0023499,0.00000,0.074
+29,mlp.experts.85.gate_proj,rtn: 0.0023193,0.00000,0.114
+29,mlp.experts.99.gate_proj,rtn: 0.0023346,0.00000,0.075
+29,mlp.experts.81.gate_proj,rtn: 0.0023193,0.00000,0.110
+29,mlp.experts.93.gate_proj,rtn: 0.0023346,0.00000,0.118
+29,mlp.experts.98.gate_proj,rtn: 0.0023193,0.00000,0.089
+29,mlp.experts.89.gate_proj,rtn: 0.0024109,0.00000,0.115
+29,mlp.experts.110.gate_proj,rtn: 0.0023499,0.00000,0.081
+29,mlp.experts.123.gate_proj,rtn: 0.0023193,0.00000,0.074
+29,mlp.experts.102.gate_proj,rtn: 0.0022430,0.00000,0.083
+29,mlp.experts.108.gate_proj,rtn: 0.0024261,0.00000,0.089
+29,mlp.experts.104.gate_proj,rtn: 0.0023499,0.00000,0.078
+29,mlp.experts.96.gate_proj,rtn: 0.0023346,0.00000,0.086
+29,mlp.experts.119.gate_proj,rtn: 0.0023193,0.00000,0.074
+29,mlp.experts.100.gate_proj,rtn: 0.0022888,0.00000,0.087
+29,mlp.experts.127.gate_proj,rtn: 0.0023193,0.00000,0.075
+29,mlp.experts.122.gate_proj,rtn: 0.0023499,0.00000,0.086
+29,mlp.experts.115.gate_proj,rtn: 0.0023346,0.00000,0.077
+29,mlp.experts.114.gate_proj,rtn: 0.0022888,0.00000,0.089
+29,mlp.experts.139.gate_proj,rtn: 0.0023651,0.00000,0.077
+29,mlp.experts.101.gate_proj,rtn: 0.0023193,0.00000,0.107
+29,mlp.experts.126.gate_proj,rtn: 0.0023193,0.00000,0.083
+29,mlp.experts.97.gate_proj,rtn: 0.0022888,0.00000,0.105
+29,mlp.experts.109.gate_proj,rtn: 0.0023041,0.00000,0.102
+29,mlp.experts.118.gate_proj,rtn: 0.0023499,0.00000,0.086
+29,mlp.experts.105.gate_proj,rtn: 0.0022888,0.00000,0.107
+29,mlp.experts.124.gate_proj,rtn: 0.0023499,0.00000,0.095
+29,mlp.experts.135.gate_proj,rtn: 0.0023346,0.00000,0.075
+29,mlp.experts.112.gate_proj,rtn: 0.0023193,0.00000,0.086
+29,mlp.experts.120.gate_proj,rtn: 0.0023499,0.00000,0.097
+29,mlp.experts.143.gate_proj,rtn: 0.0022888,0.00000,0.074
+29,mlp.experts.116.gate_proj,rtn: 0.0022888,0.00000,0.094
+29,mlp.experts.131.gate_proj,rtn: 0.0023346,0.00000,0.074
+29,mlp.experts.138.gate_proj,rtn: 0.0023956,0.00000,0.092
+29,mlp.experts.155.gate_proj,rtn: 0.0022888,0.00000,0.073
+29,mlp.experts.142.gate_proj,rtn: 0.0023499,0.00000,0.089
+29,mlp.experts.130.gate_proj,rtn: 0.0023041,0.00000,0.097
+29,mlp.experts.151.gate_proj,rtn: 0.0023193,0.00000,0.071
+29,mlp.experts.134.gate_proj,rtn: 0.0023651,0.00000,0.093
+29,mlp.experts.125.gate_proj,rtn: 0.0022430,0.00000,0.104
+29,mlp.experts.117.gate_proj,rtn: 0.0023651,0.00000,0.109
+29,mlp.experts.128.gate_proj,rtn: 0.0023346,0.00000,0.086
+29,mlp.experts.140.gate_proj,rtn: 0.0023499,0.00000,0.091
+29,mlp.experts.159.gate_proj,rtn: 0.0023041,0.00000,0.074
+29,mlp.experts.136.gate_proj,rtn: 0.0023193,0.00000,0.080
+29,mlp.experts.113.gate_proj,rtn: 0.0023499,0.00000,0.109
+29,mlp.experts.121.gate_proj,rtn: 0.0023804,0.00000,0.108
+29,mlp.experts.147.gate_proj,rtn: 0.0023651,0.00000,0.099
+29,mlp.experts.132.gate_proj,rtn: 0.0022888,0.00000,0.113
+29,mlp.experts.158.gate_proj,rtn: 0.0023346,0.00000,0.077
+29,mlp.experts.154.gate_proj,rtn: 0.0024109,0.00000,0.111
+29,mlp.experts.171.gate_proj,rtn: 0.0023346,0.00000,0.100
+29,mlp.experts.150.gate_proj,rtn: 0.0023193,0.00000,0.082
+29,mlp.experts.167.gate_proj,rtn: 0.0023804,0.00000,0.098
+29,mlp.experts.146.gate_proj,rtn: 0.0023499,0.00000,0.114
+29,mlp.experts.175.gate_proj,rtn: 0.0023193,0.00000,0.078
+29,mlp.experts.156.gate_proj,rtn: 0.0023499,0.00000,0.088
+29,mlp.experts.129.gate_proj,rtn: 0.0023346,0.00000,0.089
+29,mlp.experts.141.gate_proj,rtn: 0.0024109,0.00000,0.119
+29,mlp.experts.133.gate_proj,rtn: 0.0023956,0.00000,0.120
+29,mlp.experts.163.gate_proj,rtn: 0.0023193,0.00000,0.084
+29,mlp.experts.144.gate_proj,rtn: 0.0023499,0.00000,0.099
+29,mlp.experts.152.gate_proj,rtn: 0.0023651,0.00000,0.099
+29,mlp.experts.174.gate_proj,rtn: 0.0023499,0.00000,0.084
+29,mlp.experts.137.gate_proj,rtn: 0.0023346,0.00000,0.093
+29,mlp.experts.170.gate_proj,rtn: 0.0022888,0.00000,0.085
+29,mlp.experts.166.gate_proj,rtn: 0.0023041,0.00000,0.081
+29,mlp.experts.187.gate_proj,rtn: 0.0022888,0.00000,0.095
+29,mlp.experts.148.gate_proj,rtn: 0.0023193,0.00000,0.110
+29,mlp.experts.183.gate_proj,rtn: 0.0023193,0.00000,0.094
+29,mlp.experts.162.gate_proj,rtn: 0.0023193,0.00000,0.086
+29,mlp.experts.191.gate_proj,rtn: 0.0023804,0.00000,0.102
+29,mlp.experts.179.gate_proj,rtn: 0.0023651,0.00000,0.085
+29,mlp.experts.172.gate_proj,rtn: 0.0023346,0.00000,0.105
+29,mlp.experts.186.gate_proj,rtn: 0.0023193,0.00000,0.077
+29,mlp.experts.190.gate_proj,rtn: 0.0023499,0.00000,0.084
+29,mlp.experts.145.gate_proj,rtn: 0.0023499,0.00000,0.093
+29,mlp.experts.153.gate_proj,rtn: 0.0023041,0.00000,0.089
+29,mlp.experts.160.gate_proj,rtn: 0.0023499,0.00000,0.091
+29,mlp.experts.11.up_proj,rtn: 0.0023193,0.00000,0.081
+29,mlp.experts.168.gate_proj,rtn: 0.0023193,0.00000,0.099
+29,mlp.experts.182.gate_proj,rtn: 0.0022736,0.00000,0.089
+29,mlp.experts.164.gate_proj,rtn: 0.0023804,0.00000,0.095
+29,mlp.experts.157.gate_proj,rtn: 0.0023956,0.00000,0.151
+29,mlp.experts.7.up_proj,rtn: 0.0023041,0.00000,0.087
+29,mlp.experts.149.gate_proj,rtn: 0.0023499,0.00000,0.135
+29,mlp.experts.178.gate_proj,rtn: 0.0023499,0.00000,0.092
+29,mlp.experts.15.up_proj,rtn: 0.0023041,0.00000,0.102
+29,mlp.experts.3.up_proj,rtn: 0.0023041,0.00000,0.093
+29,mlp.experts.10.up_proj,rtn: 0.0023041,0.00000,0.094
+29,mlp.experts.188.gate_proj,rtn: 0.0023346,0.00000,0.099
+29,mlp.experts.14.up_proj,rtn: 0.0024109,0.00000,0.095
+29,mlp.experts.161.gate_proj,rtn: 0.0023651,0.00000,0.096
+29,mlp.experts.176.gate_proj,rtn: 0.0023193,0.00000,0.098
+29,mlp.experts.169.gate_proj,rtn: 0.0022888,0.00000,0.102
+29,mlp.experts.27.up_proj,rtn: 0.0023651,0.00000,0.098
+29,mlp.experts.184.gate_proj,rtn: 0.0023804,0.00000,0.098
+29,mlp.experts.6.up_proj,rtn: 0.0023041,0.00000,0.098
+29,mlp.experts.180.gate_proj,rtn: 0.0023499,0.00000,0.099
+29,mlp.experts.23.up_proj,rtn: 0.0023041,0.00000,0.093
+29,mlp.experts.2.up_proj,rtn: 0.0022888,0.00000,0.095
+29,mlp.experts.165.gate_proj,rtn: 0.0022888,0.00000,0.107
+29,mlp.experts.173.gate_proj,rtn: 0.0023041,0.00000,0.112
+29,mlp.experts.19.up_proj,rtn: 0.0023804,0.00000,0.082
+29,mlp.experts.31.up_proj,rtn: 0.0022888,0.00000,0.089
+29,mlp.experts.12.up_proj,rtn: 0.0023651,0.00000,0.093
+29,mlp.experts.43.up_proj,rtn: 0.0022430,0.00000,0.081
+29,mlp.experts.30.up_proj,rtn: 0.0023193,0.00000,0.092
+29,mlp.experts.26.up_proj,rtn: 0.0023193,0.00000,0.101
+29,mlp.experts.22.up_proj,rtn: 0.0022888,0.00000,0.090
+29,mlp.experts.8.up_proj,rtn: 0.0023346,0.00000,0.093
+29,mlp.experts.0.up_proj,rtn: 0.0023346,0.00000,0.097
+29,mlp.experts.177.gate_proj,rtn: 0.0022736,0.00000,0.109
+29,mlp.experts.185.gate_proj,rtn: 0.0022583,0.00000,0.104
+29,mlp.experts.39.up_proj,rtn: 0.0022888,0.00000,0.073
+29,mlp.experts.4.up_proj,rtn: 0.0023193,0.00000,0.093
+29,mlp.experts.18.up_proj,rtn: 0.0023956,0.00000,0.096
+29,mlp.experts.47.up_proj,rtn: 0.0023193,0.00000,0.069
+29,mlp.experts.189.gate_proj,rtn: 0.0022888,0.00000,0.091
+29,mlp.experts.181.gate_proj,rtn: 0.0023651,0.00000,0.095
+29,mlp.experts.35.up_proj,rtn: 0.0023193,0.00000,0.072
+29,mlp.experts.59.up_proj,rtn: 0.0023193,0.00000,0.070
+29,mlp.experts.28.up_proj,rtn: 0.0023193,0.00000,0.085
+29,mlp.experts.46.up_proj,rtn: 0.0023193,0.00000,0.086
+29,mlp.experts.38.up_proj,rtn: 0.0023041,0.00000,0.081
+29,mlp.experts.55.up_proj,rtn: 0.0023193,0.00000,0.073
+29,mlp.experts.42.up_proj,rtn: 0.0023193,0.00000,0.101
+29,mlp.experts.20.up_proj,rtn: 0.0023346,0.00000,0.081
+29,mlp.experts.16.up_proj,rtn: 0.0022736,0.00000,0.087
+29,mlp.experts.24.up_proj,rtn: 0.0023193,0.00000,0.088
+29,mlp.experts.9.up_proj,rtn: 0.0023346,0.00000,0.093
+29,mlp.experts.1.up_proj,rtn: 0.0022888,0.00000,0.100
+29,mlp.experts.51.up_proj,rtn: 0.0022736,0.00000,0.065
+29,mlp.experts.34.up_proj,rtn: 0.0023956,0.00000,0.076
+29,mlp.experts.63.up_proj,rtn: 0.0023499,0.00000,0.078
+29,mlp.experts.13.up_proj,rtn: 0.0023499,0.00000,0.096
+29,mlp.experts.75.up_proj,rtn: 0.0023193,0.00000,0.076
+29,mlp.experts.5.up_proj,rtn: 0.0023193,0.00000,0.102
+29,mlp.experts.44.up_proj,rtn: 0.0023499,0.00000,0.080
+29,mlp.experts.71.up_proj,rtn: 0.0023804,0.00000,0.074
+29,mlp.experts.54.up_proj,rtn: 0.0023346,0.00000,0.089
+29,mlp.experts.67.up_proj,rtn: 0.0023346,0.00000,0.069
+29,mlp.experts.36.up_proj,rtn: 0.0023346,0.00000,0.083
+29,mlp.experts.32.up_proj,rtn: 0.0023804,0.00000,0.083
+29,mlp.experts.62.up_proj,rtn: 0.0022888,0.00000,0.104
+29,mlp.experts.40.up_proj,rtn: 0.0023346,0.00000,0.082
+29,mlp.experts.79.up_proj,rtn: 0.0023346,0.00000,0.073
+29,mlp.experts.58.up_proj,rtn: 0.0022736,0.00000,0.105
+29,mlp.experts.17.up_proj,rtn: 0.0023804,0.00000,0.101
+29,mlp.experts.25.up_proj,rtn: 0.0023193,0.00000,0.104
+29,mlp.experts.91.up_proj,rtn: 0.0023041,0.00000,0.076
+29,mlp.experts.50.up_proj,rtn: 0.0023041,0.00000,0.110
+29,mlp.experts.60.up_proj,rtn: 0.0023346,0.00000,0.075
+29,mlp.experts.29.up_proj,rtn: 0.0023193,0.00000,0.097
+29,mlp.experts.87.up_proj,rtn: 0.0023041,0.00000,0.077
+29,mlp.experts.83.up_proj,rtn: 0.0023041,0.00000,0.067
+29,mlp.experts.48.up_proj,rtn: 0.0023193,0.00000,0.067
+29,mlp.experts.21.up_proj,rtn: 0.0022888,0.00000,0.106
+29,mlp.experts.52.up_proj,rtn: 0.0022888,0.00000,0.078
+29,mlp.experts.70.up_proj,rtn: 0.0023041,0.00000,0.094
+29,mlp.experts.56.up_proj,rtn: 0.0022888,0.00000,0.075
+29,mlp.experts.95.up_proj,rtn: 0.0023346,0.00000,0.074
+29,mlp.experts.78.up_proj,rtn: 0.0023346,0.00000,0.095
+29,mlp.experts.74.up_proj,rtn: 0.0023041,0.00000,0.085
+29,mlp.experts.107.up_proj,rtn: 0.0023193,0.00000,0.076
+29,mlp.experts.33.up_proj,rtn: 0.0023041,0.00000,0.093
+29,mlp.experts.76.up_proj,rtn: 0.0023346,0.00000,0.076
+29,mlp.experts.66.up_proj,rtn: 0.0023193,0.00000,0.089
+29,mlp.experts.41.up_proj,rtn: 0.0023041,0.00000,0.101
+29,mlp.experts.103.up_proj,rtn: 0.0022888,0.00000,0.074
+29,mlp.experts.99.up_proj,rtn: 0.0023193,0.00000,0.071
+29,mlp.experts.45.up_proj,rtn: 0.0022583,0.00000,0.093
+29,mlp.experts.64.up_proj,rtn: 0.0022888,0.00000,0.077
+29,mlp.experts.68.up_proj,rtn: 0.0023193,0.00000,0.074
+29,mlp.experts.111.up_proj,rtn: 0.0023346,0.00000,0.071
+29,mlp.experts.72.up_proj,rtn: 0.0023499,0.00000,0.078
+29,mlp.experts.37.up_proj,rtn: 0.0023193,0.00000,0.099
+29,mlp.experts.86.up_proj,rtn: 0.0023193,0.00000,0.100
+29,mlp.experts.90.up_proj,rtn: 0.0022888,0.00000,0.084
+29,mlp.experts.123.up_proj,rtn: 0.0022888,0.00000,0.074
+29,mlp.experts.94.up_proj,rtn: 0.0022736,0.00000,0.098
+29,mlp.experts.119.up_proj,rtn: 0.0022888,0.00000,0.073
+29,mlp.experts.92.up_proj,rtn: 0.0022736,0.00000,0.087
+29,mlp.experts.115.up_proj,rtn: 0.0023193,0.00000,0.076
+29,mlp.experts.49.up_proj,rtn: 0.0023346,0.00000,0.101
+29,mlp.experts.82.up_proj,rtn: 0.0023041,0.00000,0.091
+29,mlp.experts.57.up_proj,rtn: 0.0023346,0.00000,0.100
+29,mlp.experts.80.up_proj,rtn: 0.0022888,0.00000,0.083
+29,mlp.experts.61.up_proj,rtn: 0.0023193,0.00000,0.088
+29,mlp.experts.127.up_proj,rtn: 0.0023193,0.00000,0.072
+29,mlp.experts.84.up_proj,rtn: 0.0023193,0.00000,0.085
+29,mlp.experts.88.up_proj,rtn: 0.0022888,0.00000,0.085
+29,mlp.experts.53.up_proj,rtn: 0.0023499,0.00000,0.089
+29,mlp.experts.139.up_proj,rtn: 0.0023346,0.00000,0.071
+29,mlp.experts.106.up_proj,rtn: 0.0023193,0.00000,0.088
+29,mlp.experts.102.up_proj,rtn: 0.0022583,0.00000,0.094
+29,mlp.experts.135.up_proj,rtn: 0.0023193,0.00000,0.077
+29,mlp.experts.110.up_proj,rtn: 0.0023346,0.00000,0.094
+29,mlp.experts.131.up_proj,rtn: 0.0023193,0.00000,0.077
+29,mlp.experts.108.up_proj,rtn: 0.0023804,0.00000,0.089
+29,mlp.experts.65.up_proj,rtn: 0.0022736,0.00000,0.089
+29,mlp.experts.98.up_proj,rtn: 0.0022888,0.00000,0.092
+29,mlp.experts.73.up_proj,rtn: 0.0023346,0.00000,0.088
+29,mlp.experts.77.up_proj,rtn: 0.0023041,0.00000,0.083
+29,mlp.experts.143.up_proj,rtn: 0.0022736,0.00000,0.085
+29,mlp.experts.96.up_proj,rtn: 0.0023193,0.00000,0.092
+29,mlp.experts.100.up_proj,rtn: 0.0022888,0.00000,0.085
+29,mlp.experts.104.up_proj,rtn: 0.0023193,0.00000,0.080
+29,mlp.experts.69.up_proj,rtn: 0.0023041,0.00000,0.086
+29,mlp.experts.155.up_proj,rtn: 0.0022736,0.00000,0.090
+29,mlp.experts.118.up_proj,rtn: 0.0023346,0.00000,0.089
+29,mlp.experts.122.up_proj,rtn: 0.0023346,0.00000,0.090
+29,mlp.experts.151.up_proj,rtn: 0.0023041,0.00000,0.088
+29,mlp.experts.124.up_proj,rtn: 0.0023193,0.00000,0.080
+29,mlp.experts.147.up_proj,rtn: 0.0023346,0.00000,0.087
+29,mlp.experts.126.up_proj,rtn: 0.0023041,0.00000,0.093
+29,mlp.experts.81.up_proj,rtn: 0.0023041,0.00000,0.088
+29,mlp.experts.120.up_proj,rtn: 0.0023193,0.00000,0.072
+29,mlp.experts.116.up_proj,rtn: 0.0022736,0.00000,0.072
+29,mlp.experts.89.up_proj,rtn: 0.0023651,0.00000,0.085
+29,mlp.experts.112.up_proj,rtn: 0.0023041,0.00000,0.074
+29,mlp.experts.93.up_proj,rtn: 0.0023193,0.00000,0.084
+29,mlp.experts.114.up_proj,rtn: 0.0022736,0.00000,0.092
+29,mlp.experts.159.up_proj,rtn: 0.0022888,0.00000,0.090
+29,mlp.experts.171.up_proj,rtn: 0.0023193,0.00000,0.079
+29,mlp.experts.85.up_proj,rtn: 0.0023041,0.00000,0.087
+29,mlp.experts.134.up_proj,rtn: 0.0023499,0.00000,0.081
+29,mlp.experts.138.up_proj,rtn: 0.0023804,0.00000,0.082
+29,mlp.experts.167.up_proj,rtn: 0.0023499,0.00000,0.088
+29,mlp.experts.140.up_proj,rtn: 0.0023346,0.00000,0.080
+29,mlp.experts.142.up_proj,rtn: 0.0023193,0.00000,0.082
+29,mlp.experts.163.up_proj,rtn: 0.0023041,0.00000,0.087
+29,mlp.experts.97.up_proj,rtn: 0.0022736,0.00000,0.085
+29,mlp.experts.130.up_proj,rtn: 0.0022888,0.00000,0.073
+29,mlp.experts.132.up_proj,rtn: 0.0022888,0.00000,0.075
+29,mlp.experts.136.up_proj,rtn: 0.0022888,0.00000,0.084
+29,mlp.experts.105.up_proj,rtn: 0.0022736,0.00000,0.081
+29,mlp.experts.128.up_proj,rtn: 0.0023041,0.00000,0.078
+29,mlp.experts.109.up_proj,rtn: 0.0022888,0.00000,0.085
+29,mlp.experts.175.up_proj,rtn: 0.0023041,0.00000,0.094
+29,mlp.experts.101.up_proj,rtn: 0.0023193,0.00000,0.076
+29,mlp.experts.150.up_proj,rtn: 0.0023041,0.00000,0.069
+29,mlp.experts.187.up_proj,rtn: 0.0022736,0.00000,0.094
+29,mlp.experts.154.up_proj,rtn: 0.0023956,0.00000,0.072
+29,mlp.experts.158.up_proj,rtn: 0.0023041,0.00000,0.073
+29,mlp.experts.156.up_proj,rtn: 0.0023193,0.00000,0.082
+29,mlp.experts.183.up_proj,rtn: 0.0023041,0.00000,0.091
+29,mlp.experts.179.up_proj,rtn: 0.0023499,0.00000,0.079
+29,mlp.experts.146.up_proj,rtn: 0.0023346,0.00000,0.072
+29,mlp.experts.113.up_proj,rtn: 0.0023193,0.00000,0.090
+29,mlp.experts.121.up_proj,rtn: 0.0023499,0.00000,0.076
+29,mlp.experts.125.up_proj,rtn: 0.0022430,0.00000,0.081
+29,mlp.experts.144.up_proj,rtn: 0.0023193,0.00000,0.083
+29,mlp.experts.152.up_proj,rtn: 0.0023346,0.00000,0.088
+29,mlp.experts.148.up_proj,rtn: 0.0023041,0.00000,0.085
+29,mlp.experts.191.up_proj,rtn: 0.0023499,0.00000,0.074
+29,mlp.experts.166.up_proj,rtn: 0.0022736,0.00000,0.064
+29,mlp.experts.170.up_proj,rtn: 0.0022888,0.00000,0.069
+29,mlp.experts.117.up_proj,rtn: 0.0023499,0.00000,0.086
+29,mlp.experts.174.up_proj,rtn: 0.0023346,0.00000,0.068
+29,mlp.experts.162.up_proj,rtn: 0.0023041,0.00000,0.068
+29,mlp.experts.172.up_proj,rtn: 0.0023193,0.00000,0.084
+29,mlp.experts.129.up_proj,rtn: 0.0023193,0.00000,0.088
+29,mlp.experts.182.up_proj,rtn: 0.0022583,0.00000,0.072
+29,mlp.experts.141.up_proj,rtn: 0.0023804,0.00000,0.088
+29,mlp.experts.168.up_proj,rtn: 0.0023193,0.00000,0.080
+29,mlp.experts.160.up_proj,rtn: 0.0023193,0.00000,0.086
+29,mlp.experts.137.up_proj,rtn: 0.0023041,0.00000,0.092
+29,mlp.experts.186.up_proj,rtn: 0.0022888,0.00000,0.069
+29,mlp.experts.164.up_proj,rtn: 0.0023651,0.00000,0.098
+29,mlp.experts.133.up_proj,rtn: 0.0023804,0.00000,0.086
+29,mlp.experts.190.up_proj,rtn: 0.0023499,0.00000,0.067
+29,mlp.experts.178.up_proj,rtn: 0.0023193,0.00000,0.063
+29,mlp.experts.188.up_proj,rtn: 0.0023193,0.00000,0.095
+29,mlp.experts.145.up_proj,rtn: 0.0023346,0.00000,0.068
+29,mlp.experts.157.up_proj,rtn: 0.0023499,0.00000,0.066
+29,mlp.experts.153.up_proj,rtn: 0.0023041,0.00000,0.067
+29,mlp.experts.149.up_proj,rtn: 0.0023346,0.00000,0.066
+29,mlp.experts.184.up_proj,rtn: 0.0023651,0.00000,0.082
+29,mlp.experts.176.up_proj,rtn: 0.0023041,0.00000,0.093
+29,mlp.experts.180.up_proj,rtn: 0.0023346,0.00000,0.092
+29,mlp.experts.161.up_proj,rtn: 0.0023346,0.00000,0.059
+29,mlp.experts.169.up_proj,rtn: 0.0022888,0.00000,0.055
+29,mlp.experts.173.up_proj,rtn: 0.0022888,0.00000,0.063
+29,mlp.experts.165.up_proj,rtn: 0.0022736,0.00000,0.059
+29,mlp.experts.177.up_proj,rtn: 0.0022736,0.00000,0.068
+29,mlp.experts.185.up_proj,rtn: 0.0022583,0.00000,0.075
+29,mlp.experts.189.up_proj,rtn: 0.0022888,0.00000,0.074
+29,mlp.experts.181.up_proj,rtn: 0.0023499,0.00000,0.075
+29,mlp.experts.2.down_proj,rtn: 0.0022430,0.00000,0.015
+29,mlp.experts.0.down_proj,rtn: 0.0022736,0.00000,0.037
+29,mlp.experts.12.down_proj,rtn: 0.0023193,0.00000,0.038
+29,mlp.experts.3.down_proj,rtn: 0.0022583,0.00000,0.034
+29,mlp.experts.11.down_proj,rtn: 0.0022736,0.00000,0.033
+29,mlp.experts.15.down_proj,rtn: 0.0022583,0.00000,0.035
+29,mlp.experts.7.down_proj,rtn: 0.0022736,0.00000,0.035
+29,mlp.experts.14.down_proj,rtn: 0.0023499,0.00000,0.039
+29,mlp.experts.10.down_proj,rtn: 0.0022430,0.00000,0.044
+29,mlp.experts.18.down_proj,rtn: 0.0023346,0.00000,0.042
+29,mlp.experts.8.down_proj,rtn: 0.0022888,0.00000,0.045
+29,mlp.experts.4.down_proj,rtn: 0.0022736,0.00000,0.043
+29,mlp.experts.6.down_proj,rtn: 0.0022583,0.00000,0.046
+29,mlp.experts.16.down_proj,rtn: 0.0022583,0.00000,0.041
+29,mlp.experts.28.down_proj,rtn: 0.0022736,0.00000,0.039
+29,mlp.experts.19.down_proj,rtn: 0.0023651,0.00000,0.034
+29,mlp.experts.31.down_proj,rtn: 0.0022430,0.00000,0.035
+29,mlp.experts.9.down_proj,rtn: 0.0022736,0.00000,0.165
+29,mlp.experts.5.down_proj,rtn: 0.0022736,0.00000,0.164
+29,mlp.experts.13.down_proj,rtn: 0.0022888,0.00000,0.165
+29,mlp.experts.27.down_proj,rtn: 0.0023346,0.00000,0.036
+29,mlp.experts.1.down_proj,rtn: 0.0022583,0.00000,0.168
+29,mlp.experts.34.down_proj,rtn: 0.0023651,0.00000,0.039
+29,mlp.experts.30.down_proj,rtn: 0.0022736,0.00000,0.040
+29,mlp.experts.26.down_proj,rtn: 0.0022583,0.00000,0.036
+29,mlp.experts.23.down_proj,rtn: 0.0022736,0.00000,0.045
+29,mlp.experts.22.down_proj,rtn: 0.0022430,0.00000,0.032
+29,mlp.experts.24.down_proj,rtn: 0.0022583,0.00000,0.042
+29,mlp.experts.20.down_proj,rtn: 0.0022888,0.00000,0.042
+29,mlp.experts.32.down_proj,rtn: 0.0023346,0.00000,0.037
+29,mlp.experts.44.down_proj,rtn: 0.0023041,0.00000,0.032
+29,mlp.experts.35.down_proj,rtn: 0.0022736,0.00000,0.028
+29,mlp.experts.47.down_proj,rtn: 0.0022736,0.00000,0.025
+29,mlp.experts.43.down_proj,rtn: 0.0022278,0.00000,0.018
+29,mlp.experts.50.down_proj,rtn: 0.0022583,0.00000,0.029
+29,mlp.experts.39.down_proj,rtn: 0.0022583,0.00000,0.014
+29,mlp.experts.46.down_proj,rtn: 0.0022583,0.00000,0.028
+29,mlp.experts.42.down_proj,rtn: 0.0022888,0.00000,0.028
+29,mlp.experts.29.down_proj,rtn: 0.0022583,0.00000,0.052
+29,mlp.experts.21.down_proj,rtn: 0.0022583,0.00000,0.046
+29,mlp.experts.38.down_proj,rtn: 0.0022583,0.00000,0.023
+29,mlp.experts.17.down_proj,rtn: 0.0023346,0.00000,0.050
+29,mlp.experts.25.down_proj,rtn: 0.0022583,0.00000,0.063
+29,mlp.experts.40.down_proj,rtn: 0.0022583,0.00000,0.044
+29,mlp.experts.48.down_proj,rtn: 0.0022736,0.00000,0.042
+29,mlp.experts.36.down_proj,rtn: 0.0022888,0.00000,0.043
+29,mlp.experts.60.down_proj,rtn: 0.0023041,0.00000,0.033
+29,mlp.experts.62.down_proj,rtn: 0.0022583,0.00000,0.036
+29,mlp.experts.37.down_proj,rtn: 0.0022736,0.00000,0.044
+29,mlp.experts.51.down_proj,rtn: 0.0022430,0.00000,0.054
+29,mlp.experts.54.down_proj,rtn: 0.0022736,0.00000,0.033
+29,mlp.experts.58.down_proj,rtn: 0.0022430,0.00000,0.038
+29,mlp.experts.66.down_proj,rtn: 0.0022888,0.00000,0.038
+29,mlp.experts.45.down_proj,rtn: 0.0022278,0.00000,0.039
+29,mlp.experts.63.down_proj,rtn: 0.0023041,0.00000,0.061
+29,mlp.experts.59.down_proj,rtn: 0.0022736,0.00000,0.063
+29,mlp.experts.76.down_proj,rtn: 0.0022888,0.00000,0.031
+29,mlp.experts.33.down_proj,rtn: 0.0022278,0.00000,0.048
+29,mlp.experts.41.down_proj,rtn: 0.0022736,0.00000,0.047
+29,mlp.experts.52.down_proj,rtn: 0.0022430,0.00000,0.040
+29,mlp.experts.64.down_proj,rtn: 0.0022583,0.00000,0.034
+29,mlp.experts.56.down_proj,rtn: 0.0022430,0.00000,0.044
+29,mlp.experts.55.down_proj,rtn: 0.0022888,0.00000,0.081
+29,mlp.experts.78.down_proj,rtn: 0.0023041,0.00000,0.035
+29,mlp.experts.74.down_proj,rtn: 0.0022430,0.00000,0.033
+29,mlp.experts.70.down_proj,rtn: 0.0022583,0.00000,0.034
+29,mlp.experts.67.down_proj,rtn: 0.0023193,0.00000,0.045
+29,mlp.experts.82.down_proj,rtn: 0.0022583,0.00000,0.037
+29,mlp.experts.79.down_proj,rtn: 0.0023041,0.00000,0.037
+29,mlp.experts.75.down_proj,rtn: 0.0022888,0.00000,0.033
+29,mlp.experts.53.down_proj,rtn: 0.0023041,0.00000,0.060
+29,mlp.experts.61.down_proj,rtn: 0.0022736,0.00000,0.052
+29,mlp.experts.92.down_proj,rtn: 0.0022430,0.00000,0.046
+29,mlp.experts.71.down_proj,rtn: 0.0023193,0.00000,0.032
+29,mlp.experts.94.down_proj,rtn: 0.0022430,0.00000,0.035
+29,mlp.experts.80.down_proj,rtn: 0.0022430,0.00000,0.052
+29,mlp.experts.72.down_proj,rtn: 0.0023499,0.00000,0.045
+29,mlp.experts.90.down_proj,rtn: 0.0022430,0.00000,0.036
+29,mlp.experts.49.down_proj,rtn: 0.0022888,0.00000,0.059
+29,mlp.experts.98.down_proj,rtn: 0.0022583,0.00000,0.028
+29,mlp.experts.86.down_proj,rtn: 0.0022736,0.00000,0.032
+29,mlp.experts.95.down_proj,rtn: 0.0022888,0.00000,0.026
+29,mlp.experts.91.down_proj,rtn: 0.0022583,0.00000,0.029
+29,mlp.experts.83.down_proj,rtn: 0.0022583,0.00000,0.034
+29,mlp.experts.68.down_proj,rtn: 0.0022736,0.00000,0.058
+29,mlp.experts.87.down_proj,rtn: 0.0022583,0.00000,0.019
+29,mlp.experts.57.down_proj,rtn: 0.0022888,0.00000,0.086
+29,mlp.experts.110.down_proj,rtn: 0.0022888,0.00000,0.032
+29,mlp.experts.108.down_proj,rtn: 0.0023193,0.00000,0.042
+29,mlp.experts.96.down_proj,rtn: 0.0022736,0.00000,0.035
+29,mlp.experts.106.down_proj,rtn: 0.0022736,0.00000,0.032
+29,mlp.experts.114.down_proj,rtn: 0.0022430,0.00000,0.027
+29,mlp.experts.88.down_proj,rtn: 0.0022278,0.00000,0.035
+29,mlp.experts.107.down_proj,rtn: 0.0022736,0.00000,0.023
+29,mlp.experts.99.down_proj,rtn: 0.0022736,0.00000,0.029
+29,mlp.experts.111.down_proj,rtn: 0.0022888,0.00000,0.028
+29,mlp.experts.102.down_proj,rtn: 0.0022278,0.00000,0.031
+29,mlp.experts.103.down_proj,rtn: 0.0022430,0.00000,0.026
+29,mlp.experts.69.down_proj,rtn: 0.0022736,0.00000,0.065
+29,mlp.experts.77.down_proj,rtn: 0.0022583,0.00000,0.065
+29,mlp.experts.65.down_proj,rtn: 0.0022278,0.00000,0.052
+29,mlp.experts.84.down_proj,rtn: 0.0022888,0.00000,0.043
+29,mlp.experts.126.down_proj,rtn: 0.0022583,0.00000,0.034
+29,mlp.experts.122.down_proj,rtn: 0.0022736,0.00000,0.027
+29,mlp.experts.130.down_proj,rtn: 0.0022430,0.00000,0.029
+29,mlp.experts.73.down_proj,rtn: 0.0022888,0.00000,0.048
+29,mlp.experts.124.down_proj,rtn: 0.0022736,0.00000,0.041
+29,mlp.experts.123.down_proj,rtn: 0.0022583,0.00000,0.033
+29,mlp.experts.112.down_proj,rtn: 0.0022736,0.00000,0.041
+29,mlp.experts.118.down_proj,rtn: 0.0022736,0.00000,0.034
+29,mlp.experts.127.down_proj,rtn: 0.0022583,0.00000,0.029
+29,mlp.experts.115.down_proj,rtn: 0.0022583,0.00000,0.029
+29,mlp.experts.104.down_proj,rtn: 0.0022736,0.00000,0.041
+29,mlp.experts.119.down_proj,rtn: 0.0022583,0.00000,0.027
+29,mlp.experts.146.down_proj,rtn: 0.0022736,0.00000,0.024
+29,mlp.experts.138.down_proj,rtn: 0.0023346,0.00000,0.031
+29,mlp.experts.142.down_proj,rtn: 0.0022583,0.00000,0.032
+29,mlp.experts.93.down_proj,rtn: 0.0022736,0.00000,0.050
+29,mlp.experts.85.down_proj,rtn: 0.0022583,0.00000,0.049
+29,mlp.experts.81.down_proj,rtn: 0.0022583,0.00000,0.048
+29,mlp.experts.100.down_proj,rtn: 0.0022430,0.00000,0.041
+29,mlp.experts.139.down_proj,rtn: 0.0022736,0.00000,0.028
+29,mlp.experts.89.down_proj,rtn: 0.0023193,0.00000,0.038
+29,mlp.experts.134.down_proj,rtn: 0.0022888,0.00000,0.033
+29,mlp.experts.143.down_proj,rtn: 0.0022430,0.00000,0.025
+29,mlp.experts.135.down_proj,rtn: 0.0022736,0.00000,0.026
+29,mlp.experts.131.down_proj,rtn: 0.0022736,0.00000,0.030
+29,mlp.experts.140.down_proj,rtn: 0.0022888,0.00000,0.043
+29,mlp.experts.120.down_proj,rtn: 0.0022736,0.00000,0.037
+29,mlp.experts.128.down_proj,rtn: 0.0022736,0.00000,0.041
+29,mlp.experts.162.down_proj,rtn: 0.0022583,0.00000,0.030
+29,mlp.experts.154.down_proj,rtn: 0.0023346,0.00000,0.029
+29,mlp.experts.116.down_proj,rtn: 0.0022430,0.00000,0.030
+29,mlp.experts.158.down_proj,rtn: 0.0022736,0.00000,0.033
+29,mlp.experts.155.down_proj,rtn: 0.0022125,0.00000,0.034
+29,mlp.experts.109.down_proj,rtn: 0.0022736,0.00000,0.047
+29,mlp.experts.150.down_proj,rtn: 0.0022583,0.00000,0.034
+29,mlp.experts.101.down_proj,rtn: 0.0022888,0.00000,0.049
+29,mlp.experts.97.down_proj,rtn: 0.0022278,0.00000,0.047
+29,mlp.experts.178.down_proj,rtn: 0.0022736,0.00000,0.027
+29,mlp.experts.151.down_proj,rtn: 0.0022736,0.00000,0.037
+29,mlp.experts.147.down_proj,rtn: 0.0022888,0.00000,0.042
+29,mlp.experts.159.down_proj,rtn: 0.0022430,0.00000,0.038
+29,mlp.experts.105.down_proj,rtn: 0.0022430,0.00000,0.051
+29,mlp.experts.170.down_proj,rtn: 0.0022430,0.00000,0.033
+29,mlp.experts.144.down_proj,rtn: 0.0022736,0.00000,0.041
+29,mlp.experts.136.down_proj,rtn: 0.0022583,0.00000,0.038
+29,mlp.experts.156.down_proj,rtn: 0.0022583,0.00000,0.038
+29,mlp.experts.174.down_proj,rtn: 0.0022888,0.00000,0.029
+29,mlp.experts.132.down_proj,rtn: 0.0022430,0.00000,0.033
+29,mlp.experts.166.down_proj,rtn: 0.0022430,0.00000,0.027
+29,mlp.experts.171.down_proj,rtn: 0.0022736,0.00000,0.030
+29,mlp.experts.125.down_proj,rtn: 0.0022125,0.00000,0.051
+29,mlp.experts.167.down_proj,rtn: 0.0023193,0.00000,0.043
+29,mlp.experts.113.down_proj,rtn: 0.0022583,0.00000,0.050
+29,mlp.experts.117.down_proj,rtn: 0.0023041,0.00000,0.052
+29,mlp.experts.190.down_proj,rtn: 0.0022888,0.00000,0.037
+29,mlp.experts.186.down_proj,rtn: 0.0022430,0.00000,0.033
+29,mlp.experts.182.down_proj,rtn: 0.0022278,0.00000,0.027
+29,mlp.experts.175.down_proj,rtn: 0.0022583,0.00000,0.043
+29,mlp.experts.163.down_proj,rtn: 0.0022583,0.00000,0.043
+29,mlp.experts.121.down_proj,rtn: 0.0023041,0.00000,0.054
+29,mlp.experts.148.down_proj,rtn: 0.0022736,0.00000,0.038
+29,mlp.experts.187.down_proj,rtn: 0.0022278,0.00000,0.035
+29,mlp.experts.160.down_proj,rtn: 0.0022736,0.00000,0.040
+29,mlp.experts.172.down_proj,rtn: 0.0022888,0.00000,0.041
+29,mlp.experts.152.down_proj,rtn: 0.0022736,0.00000,0.042
+29,mlp.experts.183.down_proj,rtn: 0.0022583,0.00000,0.035
+29,mlp.experts.141.down_proj,rtn: 0.0023193,0.00000,0.048
+29,mlp.experts.133.down_proj,rtn: 0.0023346,0.00000,0.045
+29,mlp.experts.191.down_proj,rtn: 0.0022888,0.00000,0.034
+29,mlp.experts.179.down_proj,rtn: 0.0022888,0.00000,0.033
+29,mlp.experts.129.down_proj,rtn: 0.0022736,0.00000,0.047
+29,mlp.experts.137.down_proj,rtn: 0.0022736,0.00000,0.039
+29,mlp.experts.164.down_proj,rtn: 0.0023193,0.00000,0.040
+29,mlp.experts.168.down_proj,rtn: 0.0022583,0.00000,0.036
+29,mlp.experts.176.down_proj,rtn: 0.0022583,0.00000,0.034
+29,mlp.experts.188.down_proj,rtn: 0.0022736,0.00000,0.045
+29,mlp.experts.157.down_proj,rtn: 0.0022888,0.00000,0.034
+29,mlp.experts.149.down_proj,rtn: 0.0023041,0.00000,0.035
+29,mlp.experts.180.down_proj,rtn: 0.0023041,0.00000,0.025
+29,mlp.experts.145.down_proj,rtn: 0.0022888,0.00000,0.034
+29,mlp.experts.184.down_proj,rtn: 0.0023499,0.00000,0.022
+29,mlp.experts.153.down_proj,rtn: 0.0022583,0.00000,0.035
+29,mlp.experts.173.down_proj,rtn: 0.0022583,0.00000,0.032
+29,mlp.experts.165.down_proj,rtn: 0.0022278,0.00000,0.031
+29,mlp.experts.161.down_proj,rtn: 0.0022736,0.00000,0.037
+29,mlp.experts.169.down_proj,rtn: 0.0022583,0.00000,0.032
+29,mlp.experts.189.down_proj,rtn: 0.0022278,0.00000,0.035
+29,mlp.experts.181.down_proj,rtn: 0.0023193,0.00000,0.032
+29,mlp.experts.177.down_proj,rtn: 0.0022583,0.00000,0.027
+29,mlp.experts.185.down_proj,rtn: 0.0022278,0.00000,0.025
+29,mlp.shared_experts.gate_proj,rtn: 0.0016861,0.00000,0.026
+29,mlp.shared_experts.up_proj,rtn: 0.0017700,0.00000,0.027
+29,mlp.shared_experts.down_proj,rtn: 0.0017929,0.00000,0.021
+30,self_attn.k_proj,rtn: 0.0023804,0.00000,0.028
+30,self_attn.v_proj,rtn: 0.0024719,0.00000,0.034
+30,self_attn.q_proj,rtn: 0.0023041,0.00000,0.024
+30,self_attn.o_proj,rtn: 0.0025787,0.00000,0.054
+30,mlp.experts.3.gate_proj,rtn: 0.0023499,0.00000,0.090
+30,mlp.experts.11.gate_proj,rtn: 0.0023499,0.00000,0.092
+30,mlp.experts.7.gate_proj,rtn: 0.0023499,0.00000,0.093
+30,mlp.experts.15.gate_proj,rtn: 0.0023651,0.00000,0.096
+30,mlp.experts.0.gate_proj,rtn: 0.0023804,0.00000,0.101
+30,mlp.experts.4.gate_proj,rtn: 0.0023804,0.00000,0.103
+30,mlp.experts.8.gate_proj,rtn: 0.0023041,0.00000,0.103
+30,mlp.experts.12.gate_proj,rtn: 0.0023499,0.00000,0.110
+30,mlp.experts.10.gate_proj,rtn: 0.0023804,0.00000,0.135
+30,mlp.experts.6.gate_proj,rtn: 0.0023346,0.00000,0.135
+30,mlp.experts.14.gate_proj,rtn: 0.0022583,0.00000,0.134
+30,mlp.experts.1.gate_proj,rtn: 0.0023651,0.00000,0.150
+30,mlp.experts.2.gate_proj,rtn: 0.0023499,0.00000,0.152
+30,mlp.experts.9.gate_proj,rtn: 0.0023804,0.00000,0.159
+30,mlp.experts.5.gate_proj,rtn: 0.0022888,0.00000,0.159
+30,mlp.experts.13.gate_proj,rtn: 0.0023651,0.00000,0.174
+30,mlp.experts.19.gate_proj,rtn: 0.0023956,0.00000,0.079
+30,mlp.experts.27.gate_proj,rtn: 0.0023651,0.00000,0.075
+30,mlp.experts.23.gate_proj,rtn: 0.0023346,0.00000,0.069
+30,mlp.experts.31.gate_proj,rtn: 0.0023804,0.00000,0.072
+30,mlp.experts.22.gate_proj,rtn: 0.0023499,0.00000,0.077
+30,mlp.experts.26.gate_proj,rtn: 0.0023346,0.00000,0.081
+30,mlp.experts.30.gate_proj,rtn: 0.0023499,0.00000,0.081
+30,mlp.experts.24.gate_proj,rtn: 0.0022888,0.00000,0.112
+30,mlp.experts.16.gate_proj,rtn: 0.0023346,0.00000,0.101
+30,mlp.experts.17.gate_proj,rtn: 0.0023804,0.00000,0.074
+30,mlp.experts.20.gate_proj,rtn: 0.0023346,0.00000,0.116
+30,mlp.experts.25.gate_proj,rtn: 0.0023193,0.00000,0.069
+30,mlp.experts.21.gate_proj,rtn: 0.0023041,0.00000,0.070
+30,mlp.experts.18.gate_proj,rtn: 0.0023346,0.00000,0.079
+30,mlp.experts.29.gate_proj,rtn: 0.0023346,0.00000,0.063
+30,mlp.experts.39.gate_proj,rtn: 0.0023651,0.00000,0.087
+30,mlp.experts.43.gate_proj,rtn: 0.0022888,0.00000,0.091
+30,mlp.experts.35.gate_proj,rtn: 0.0023499,0.00000,0.101
+30,mlp.experts.47.gate_proj,rtn: 0.0023041,0.00000,0.095
+30,mlp.experts.28.gate_proj,rtn: 0.0023804,0.00000,0.163
+30,mlp.experts.46.gate_proj,rtn: 0.0023346,0.00000,0.079
+30,mlp.experts.38.gate_proj,rtn: 0.0024109,0.00000,0.081
+30,mlp.experts.42.gate_proj,rtn: 0.0023346,0.00000,0.076
+30,mlp.experts.45.gate_proj,rtn: 0.0023346,0.00000,0.081
+30,mlp.experts.34.gate_proj,rtn: 0.0023804,0.00000,0.078
+30,mlp.experts.32.gate_proj,rtn: 0.0023804,0.00000,0.113
+30,mlp.experts.40.gate_proj,rtn: 0.0023651,0.00000,0.115
+30,mlp.experts.55.gate_proj,rtn: 0.0023804,0.00000,0.088
+30,mlp.experts.59.gate_proj,rtn: 0.0023193,0.00000,0.084
+30,mlp.experts.36.gate_proj,rtn: 0.0023041,0.00000,0.105
+30,mlp.experts.63.gate_proj,rtn: 0.0023499,0.00000,0.080
+30,mlp.experts.33.gate_proj,rtn: 0.0023499,0.00000,0.106
+30,mlp.experts.37.gate_proj,rtn: 0.0023041,0.00000,0.117
+30,mlp.experts.51.gate_proj,rtn: 0.0023193,0.00000,0.092
+30,mlp.experts.58.gate_proj,rtn: 0.0023346,0.00000,0.075
+30,mlp.experts.62.gate_proj,rtn: 0.0022736,0.00000,0.079
+30,mlp.experts.41.gate_proj,rtn: 0.0023651,0.00000,0.119
+30,mlp.experts.44.gate_proj,rtn: 0.0023346,0.00000,0.097
+30,mlp.experts.54.gate_proj,rtn: 0.0023041,0.00000,0.077
+30,mlp.experts.50.gate_proj,rtn: 0.0023499,0.00000,0.084
+30,mlp.experts.61.gate_proj,rtn: 0.0023193,0.00000,0.108
+30,mlp.experts.75.gate_proj,rtn: 0.0023651,0.00000,0.073
+30,mlp.experts.71.gate_proj,rtn: 0.0022888,0.00000,0.079
+30,mlp.experts.48.gate_proj,rtn: 0.0023804,0.00000,0.088
+30,mlp.experts.56.gate_proj,rtn: 0.0023193,0.00000,0.086
+30,mlp.experts.79.gate_proj,rtn: 0.0023346,0.00000,0.078
+30,mlp.experts.67.gate_proj,rtn: 0.0023804,0.00000,0.075
+30,mlp.experts.52.gate_proj,rtn: 0.0023346,0.00000,0.085
+30,mlp.experts.49.gate_proj,rtn: 0.0023346,0.00000,0.092
+30,mlp.experts.53.gate_proj,rtn: 0.0023041,0.00000,0.101
+30,mlp.experts.60.gate_proj,rtn: 0.0022888,0.00000,0.108
+30,mlp.experts.57.gate_proj,rtn: 0.0023193,0.00000,0.101
+30,mlp.experts.78.gate_proj,rtn: 0.0023956,0.00000,0.110
+30,mlp.experts.91.gate_proj,rtn: 0.0023346,0.00000,0.071
+30,mlp.experts.70.gate_proj,rtn: 0.0023956,0.00000,0.116
+30,mlp.experts.87.gate_proj,rtn: 0.0023956,0.00000,0.076
+30,mlp.experts.77.gate_proj,rtn: 0.0022888,0.00000,0.098
+30,mlp.experts.83.gate_proj,rtn: 0.0023804,0.00000,0.072
+30,mlp.experts.66.gate_proj,rtn: 0.0023346,0.00000,0.110
+30,mlp.experts.74.gate_proj,rtn: 0.0022888,0.00000,0.155
+30,mlp.experts.95.gate_proj,rtn: 0.0023346,0.00000,0.080
+30,mlp.experts.65.gate_proj,rtn: 0.0023041,0.00000,0.092
+30,mlp.experts.64.gate_proj,rtn: 0.0022736,0.00000,0.115
+30,mlp.experts.68.gate_proj,rtn: 0.0023041,0.00000,0.105
+30,mlp.experts.69.gate_proj,rtn: 0.0022888,0.00000,0.098
+30,mlp.experts.107.gate_proj,rtn: 0.0023804,0.00000,0.071
+30,mlp.experts.103.gate_proj,rtn: 0.0023804,0.00000,0.068
+30,mlp.experts.76.gate_proj,rtn: 0.0023041,0.00000,0.097
+30,mlp.experts.72.gate_proj,rtn: 0.0023346,0.00000,0.135
+30,mlp.experts.94.gate_proj,rtn: 0.0024109,0.00000,0.097
+30,mlp.experts.73.gate_proj,rtn: 0.0023193,0.00000,0.100
+30,mlp.experts.86.gate_proj,rtn: 0.0023041,0.00000,0.098
+30,mlp.experts.99.gate_proj,rtn: 0.0023193,0.00000,0.083
+30,mlp.experts.111.gate_proj,rtn: 0.0023499,0.00000,0.082
+30,mlp.experts.93.gate_proj,rtn: 0.0023346,0.00000,0.095
+30,mlp.experts.82.gate_proj,rtn: 0.0023804,0.00000,0.095
+30,mlp.experts.90.gate_proj,rtn: 0.0024109,0.00000,0.101
+30,mlp.experts.84.gate_proj,rtn: 0.0023651,0.00000,0.074
+30,mlp.experts.80.gate_proj,rtn: 0.0023651,0.00000,0.079
+30,mlp.experts.81.gate_proj,rtn: 0.0023651,0.00000,0.087
+30,mlp.experts.85.gate_proj,rtn: 0.0023499,0.00000,0.084
+30,mlp.experts.88.gate_proj,rtn: 0.0023804,0.00000,0.075
+30,mlp.experts.92.gate_proj,rtn: 0.0023346,0.00000,0.078
+30,mlp.experts.123.gate_proj,rtn: 0.0023651,0.00000,0.088
+30,mlp.experts.119.gate_proj,rtn: 0.0023804,0.00000,0.088
+30,mlp.experts.89.gate_proj,rtn: 0.0023499,0.00000,0.079
+30,mlp.experts.110.gate_proj,rtn: 0.0023499,0.00000,0.093
+30,mlp.experts.115.gate_proj,rtn: 0.0023499,0.00000,0.084
+30,mlp.experts.102.gate_proj,rtn: 0.0023346,0.00000,0.094
+30,mlp.experts.127.gate_proj,rtn: 0.0023499,0.00000,0.080
+30,mlp.experts.109.gate_proj,rtn: 0.0023804,0.00000,0.080
+30,mlp.experts.96.gate_proj,rtn: 0.0023499,0.00000,0.077
+30,mlp.experts.98.gate_proj,rtn: 0.0023651,0.00000,0.088
+30,mlp.experts.100.gate_proj,rtn: 0.0023346,0.00000,0.079
+30,mlp.experts.106.gate_proj,rtn: 0.0023651,0.00000,0.084
+30,mlp.experts.97.gate_proj,rtn: 0.0023651,0.00000,0.076
+30,mlp.experts.101.gate_proj,rtn: 0.0023041,0.00000,0.073
+30,mlp.experts.104.gate_proj,rtn: 0.0023193,0.00000,0.075
+30,mlp.experts.108.gate_proj,rtn: 0.0023041,0.00000,0.071
+30,mlp.experts.105.gate_proj,rtn: 0.0023499,0.00000,0.070
+30,mlp.experts.139.gate_proj,rtn: 0.0023041,0.00000,0.083
+30,mlp.experts.135.gate_proj,rtn: 0.0022736,0.00000,0.081
+30,mlp.experts.126.gate_proj,rtn: 0.0023193,0.00000,0.089
+30,mlp.experts.131.gate_proj,rtn: 0.0023041,0.00000,0.082
+30,mlp.experts.125.gate_proj,rtn: 0.0023346,0.00000,0.073
+30,mlp.experts.118.gate_proj,rtn: 0.0023041,0.00000,0.080
+30,mlp.experts.143.gate_proj,rtn: 0.0023499,0.00000,0.086
+30,mlp.experts.112.gate_proj,rtn: 0.0023346,0.00000,0.076
+30,mlp.experts.116.gate_proj,rtn: 0.0022736,0.00000,0.072
+30,mlp.experts.114.gate_proj,rtn: 0.0023346,0.00000,0.082
+30,mlp.experts.113.gate_proj,rtn: 0.0023499,0.00000,0.076
+30,mlp.experts.122.gate_proj,rtn: 0.0022736,0.00000,0.084
+30,mlp.experts.117.gate_proj,rtn: 0.0023346,0.00000,0.078
+30,mlp.experts.120.gate_proj,rtn: 0.0023499,0.00000,0.074
+30,mlp.experts.124.gate_proj,rtn: 0.0022736,0.00000,0.074
+30,mlp.experts.121.gate_proj,rtn: 0.0022888,0.00000,0.080
+30,mlp.experts.155.gate_proj,rtn: 0.0023499,0.00000,0.087
+30,mlp.experts.151.gate_proj,rtn: 0.0024109,0.00000,0.091
+30,mlp.experts.141.gate_proj,rtn: 0.0022888,0.00000,0.073
+30,mlp.experts.142.gate_proj,rtn: 0.0023041,0.00000,0.086
+30,mlp.experts.147.gate_proj,rtn: 0.0023651,0.00000,0.086
+30,mlp.experts.134.gate_proj,rtn: 0.0023041,0.00000,0.083
+30,mlp.experts.132.gate_proj,rtn: 0.0023651,0.00000,0.075
+30,mlp.experts.128.gate_proj,rtn: 0.0023193,0.00000,0.075
+30,mlp.experts.129.gate_proj,rtn: 0.0023651,0.00000,0.077
+30,mlp.experts.133.gate_proj,rtn: 0.0022583,0.00000,0.074
+30,mlp.experts.130.gate_proj,rtn: 0.0023193,0.00000,0.083
+30,mlp.experts.159.gate_proj,rtn: 0.0023804,0.00000,0.094
+30,mlp.experts.138.gate_proj,rtn: 0.0023499,0.00000,0.081
+30,mlp.experts.136.gate_proj,rtn: 0.0023193,0.00000,0.073
+30,mlp.experts.140.gate_proj,rtn: 0.0023041,0.00000,0.075
+30,mlp.experts.137.gate_proj,rtn: 0.0022736,0.00000,0.076
+30,mlp.experts.167.gate_proj,rtn: 0.0023804,0.00000,0.080
+30,mlp.experts.157.gate_proj,rtn: 0.0023193,0.00000,0.073
+30,mlp.experts.171.gate_proj,rtn: 0.0023346,0.00000,0.091
+30,mlp.experts.148.gate_proj,rtn: 0.0023346,0.00000,0.076
+30,mlp.experts.158.gate_proj,rtn: 0.0023651,0.00000,0.084
+30,mlp.experts.144.gate_proj,rtn: 0.0023041,0.00000,0.074
+30,mlp.experts.150.gate_proj,rtn: 0.0023193,0.00000,0.083
+30,mlp.experts.163.gate_proj,rtn: 0.0023346,0.00000,0.089
+30,mlp.experts.149.gate_proj,rtn: 0.0023804,0.00000,0.075
+30,mlp.experts.145.gate_proj,rtn: 0.0023193,0.00000,0.078
+30,mlp.experts.154.gate_proj,rtn: 0.0023346,0.00000,0.075
+30,mlp.experts.146.gate_proj,rtn: 0.0022583,0.00000,0.080
+30,mlp.experts.152.gate_proj,rtn: 0.0022888,0.00000,0.074
+30,mlp.experts.156.gate_proj,rtn: 0.0023041,0.00000,0.074
+30,mlp.experts.153.gate_proj,rtn: 0.0023499,0.00000,0.074
+30,mlp.experts.175.gate_proj,rtn: 0.0022736,0.00000,0.094
+30,mlp.experts.173.gate_proj,rtn: 0.0023346,0.00000,0.066
+30,mlp.experts.183.gate_proj,rtn: 0.0023193,0.00000,0.094
+30,mlp.experts.164.gate_proj,rtn: 0.0023346,0.00000,0.076
+30,mlp.experts.160.gate_proj,rtn: 0.0023346,0.00000,0.072
+30,mlp.experts.187.gate_proj,rtn: 0.0023651,0.00000,0.093
+30,mlp.experts.174.gate_proj,rtn: 0.0023041,0.00000,0.084
+30,mlp.experts.165.gate_proj,rtn: 0.0023499,0.00000,0.073
+30,mlp.experts.161.gate_proj,rtn: 0.0024719,0.00000,0.075
+30,mlp.experts.179.gate_proj,rtn: 0.0022888,0.00000,0.086
+30,mlp.experts.166.gate_proj,rtn: 0.0023346,0.00000,0.084
+30,mlp.experts.170.gate_proj,rtn: 0.0023804,0.00000,0.080
+30,mlp.experts.172.gate_proj,rtn: 0.0023193,0.00000,0.076
+30,mlp.experts.168.gate_proj,rtn: 0.0023956,0.00000,0.074
+30,mlp.experts.162.gate_proj,rtn: 0.0023193,0.00000,0.084
+30,mlp.experts.169.gate_proj,rtn: 0.0022888,0.00000,0.077
+30,mlp.experts.191.gate_proj,rtn: 0.0023041,0.00000,0.085
+30,mlp.experts.189.gate_proj,rtn: 0.0023346,0.00000,0.073
+30,mlp.experts.180.gate_proj,rtn: 0.0023346,0.00000,0.075
+30,mlp.experts.176.gate_proj,rtn: 0.0023651,0.00000,0.072
+30,mlp.experts.7.up_proj,rtn: 0.0023346,0.00000,0.088
+30,mlp.experts.177.gate_proj,rtn: 0.0023499,0.00000,0.073
+30,mlp.experts.181.gate_proj,rtn: 0.0023956,0.00000,0.074
+30,mlp.experts.11.up_proj,rtn: 0.0023193,0.00000,0.091
+30,mlp.experts.190.gate_proj,rtn: 0.0023193,0.00000,0.084
+30,mlp.experts.188.gate_proj,rtn: 0.0023651,0.00000,0.074
+30,mlp.experts.3.up_proj,rtn: 0.0023193,0.00000,0.081
+30,mlp.experts.184.gate_proj,rtn: 0.0023499,0.00000,0.071
+30,mlp.experts.182.gate_proj,rtn: 0.0023651,0.00000,0.083
+30,mlp.experts.185.gate_proj,rtn: 0.0023651,0.00000,0.076
+30,mlp.experts.178.gate_proj,rtn: 0.0023651,0.00000,0.081
+30,mlp.experts.186.gate_proj,rtn: 0.0023193,0.00000,0.087
+30,mlp.experts.13.up_proj,rtn: 0.0023346,0.00000,0.072
+30,mlp.experts.15.up_proj,rtn: 0.0023499,0.00000,0.090
+30,mlp.experts.4.up_proj,rtn: 0.0023499,0.00000,0.083
+30,mlp.experts.0.up_proj,rtn: 0.0023499,0.00000,0.082
+30,mlp.experts.5.up_proj,rtn: 0.0022888,0.00000,0.076
+30,mlp.experts.1.up_proj,rtn: 0.0023346,0.00000,0.077
+30,mlp.experts.23.up_proj,rtn: 0.0023041,0.00000,0.085
+30,mlp.experts.6.up_proj,rtn: 0.0023193,0.00000,0.064
+30,mlp.experts.14.up_proj,rtn: 0.0022430,0.00000,0.075
+30,mlp.experts.27.up_proj,rtn: 0.0023499,0.00000,0.079
+30,mlp.experts.2.up_proj,rtn: 0.0023193,0.00000,0.062
+30,mlp.experts.19.up_proj,rtn: 0.0023804,0.00000,0.074
+30,mlp.experts.9.up_proj,rtn: 0.0023651,0.00000,0.072
+30,mlp.experts.10.up_proj,rtn: 0.0023499,0.00000,0.076
+30,mlp.experts.12.up_proj,rtn: 0.0023346,0.00000,0.095
+30,mlp.experts.29.up_proj,rtn: 0.0023193,0.00000,0.081
+30,mlp.experts.8.up_proj,rtn: 0.0023041,0.00000,0.097
+30,mlp.experts.31.up_proj,rtn: 0.0023651,0.00000,0.074
+30,mlp.experts.30.up_proj,rtn: 0.0023193,0.00000,0.070
+30,mlp.experts.43.up_proj,rtn: 0.0022888,0.00000,0.068
+30,mlp.experts.39.up_proj,rtn: 0.0023499,0.00000,0.075
+30,mlp.experts.17.up_proj,rtn: 0.0023346,0.00000,0.083
+30,mlp.experts.18.up_proj,rtn: 0.0023193,0.00000,0.073
+30,mlp.experts.22.up_proj,rtn: 0.0023346,0.00000,0.079
+30,mlp.experts.35.up_proj,rtn: 0.0023193,0.00000,0.076
+30,mlp.experts.26.up_proj,rtn: 0.0023193,0.00000,0.076
+30,mlp.experts.21.up_proj,rtn: 0.0022888,0.00000,0.099
+30,mlp.experts.25.up_proj,rtn: 0.0022888,0.00000,0.090
+30,mlp.experts.16.up_proj,rtn: 0.0023193,0.00000,0.103
+30,mlp.experts.47.up_proj,rtn: 0.0022888,0.00000,0.076
+30,mlp.experts.45.up_proj,rtn: 0.0023346,0.00000,0.092
+30,mlp.experts.28.up_proj,rtn: 0.0023346,0.00000,0.100
+30,mlp.experts.24.up_proj,rtn: 0.0022736,0.00000,0.100
+30,mlp.experts.20.up_proj,rtn: 0.0023041,0.00000,0.134
+30,mlp.experts.46.up_proj,rtn: 0.0023193,0.00000,0.079
+30,mlp.experts.59.up_proj,rtn: 0.0023041,0.00000,0.075
+30,mlp.experts.55.up_proj,rtn: 0.0023651,0.00000,0.076
+30,mlp.experts.51.up_proj,rtn: 0.0023041,0.00000,0.074
+30,mlp.experts.34.up_proj,rtn: 0.0023651,0.00000,0.080
+30,mlp.experts.33.up_proj,rtn: 0.0023193,0.00000,0.085
+30,mlp.experts.38.up_proj,rtn: 0.0023804,0.00000,0.086
+30,mlp.experts.42.up_proj,rtn: 0.0023346,0.00000,0.078
+30,mlp.experts.37.up_proj,rtn: 0.0022888,0.00000,0.083
+30,mlp.experts.63.up_proj,rtn: 0.0023193,0.00000,0.074
+30,mlp.experts.41.up_proj,rtn: 0.0023499,0.00000,0.084
+30,mlp.experts.32.up_proj,rtn: 0.0023651,0.00000,0.087
+30,mlp.experts.61.up_proj,rtn: 0.0022888,0.00000,0.081
+30,mlp.experts.44.up_proj,rtn: 0.0023041,0.00000,0.093
+30,mlp.experts.40.up_proj,rtn: 0.0023499,0.00000,0.090
+30,mlp.experts.62.up_proj,rtn: 0.0022736,0.00000,0.082
+30,mlp.experts.75.up_proj,rtn: 0.0023499,0.00000,0.074
+30,mlp.experts.71.up_proj,rtn: 0.0022736,0.00000,0.075
+30,mlp.experts.67.up_proj,rtn: 0.0023804,0.00000,0.070
+30,mlp.experts.36.up_proj,rtn: 0.0022736,0.00000,0.102
+30,mlp.experts.54.up_proj,rtn: 0.0023041,0.00000,0.075
+30,mlp.experts.58.up_proj,rtn: 0.0023193,0.00000,0.081
+30,mlp.experts.50.up_proj,rtn: 0.0023193,0.00000,0.087
+30,mlp.experts.49.up_proj,rtn: 0.0023193,0.00000,0.085
+30,mlp.experts.79.up_proj,rtn: 0.0023193,0.00000,0.072
+30,mlp.experts.53.up_proj,rtn: 0.0022888,0.00000,0.089
+30,mlp.experts.57.up_proj,rtn: 0.0023041,0.00000,0.086
+30,mlp.experts.77.up_proj,rtn: 0.0022736,0.00000,0.084
+30,mlp.experts.48.up_proj,rtn: 0.0023651,0.00000,0.090
+30,mlp.experts.60.up_proj,rtn: 0.0022888,0.00000,0.079
+30,mlp.experts.56.up_proj,rtn: 0.0023041,0.00000,0.084
+30,mlp.experts.91.up_proj,rtn: 0.0023041,0.00000,0.075
+30,mlp.experts.87.up_proj,rtn: 0.0023651,0.00000,0.070
+30,mlp.experts.83.up_proj,rtn: 0.0023346,0.00000,0.071
+30,mlp.experts.52.up_proj,rtn: 0.0023193,0.00000,0.083
+30,mlp.experts.78.up_proj,rtn: 0.0023651,0.00000,0.097
+30,mlp.experts.95.up_proj,rtn: 0.0023041,0.00000,0.073
+30,mlp.experts.65.up_proj,rtn: 0.0022888,0.00000,0.080
+30,mlp.experts.70.up_proj,rtn: 0.0023499,0.00000,0.092
+30,mlp.experts.69.up_proj,rtn: 0.0022888,0.00000,0.081
+30,mlp.experts.74.up_proj,rtn: 0.0022736,0.00000,0.099
+30,mlp.experts.66.up_proj,rtn: 0.0023193,0.00000,0.099
+30,mlp.experts.93.up_proj,rtn: 0.0022888,0.00000,0.080
+30,mlp.experts.73.up_proj,rtn: 0.0023041,0.00000,0.090
+30,mlp.experts.76.up_proj,rtn: 0.0022888,0.00000,0.068
+30,mlp.experts.64.up_proj,rtn: 0.0022583,0.00000,0.081
+30,mlp.experts.72.up_proj,rtn: 0.0023346,0.00000,0.072
+30,mlp.experts.99.up_proj,rtn: 0.0023041,0.00000,0.067
+30,mlp.experts.103.up_proj,rtn: 0.0023651,0.00000,0.072
+30,mlp.experts.107.up_proj,rtn: 0.0023499,0.00000,0.077
+30,mlp.experts.111.up_proj,rtn: 0.0023346,0.00000,0.076
+30,mlp.experts.68.up_proj,rtn: 0.0023041,0.00000,0.102
+30,mlp.experts.81.up_proj,rtn: 0.0023499,0.00000,0.088
+30,mlp.experts.94.up_proj,rtn: 0.0023956,0.00000,0.104
+30,mlp.experts.85.up_proj,rtn: 0.0023346,0.00000,0.083
+30,mlp.experts.86.up_proj,rtn: 0.0023041,0.00000,0.100
+30,mlp.experts.109.up_proj,rtn: 0.0023651,0.00000,0.090
+30,mlp.experts.92.up_proj,rtn: 0.0023193,0.00000,0.093
+30,mlp.experts.115.up_proj,rtn: 0.0023346,0.00000,0.078
+30,mlp.experts.90.up_proj,rtn: 0.0023804,0.00000,0.108
+30,mlp.experts.82.up_proj,rtn: 0.0023499,0.00000,0.105
+30,mlp.experts.89.up_proj,rtn: 0.0023193,0.00000,0.096
+30,mlp.experts.88.up_proj,rtn: 0.0023499,0.00000,0.087
+30,mlp.experts.123.up_proj,rtn: 0.0023346,0.00000,0.073
+30,mlp.experts.119.up_proj,rtn: 0.0023651,0.00000,0.076
+30,mlp.experts.80.up_proj,rtn: 0.0023499,0.00000,0.101
+30,mlp.experts.127.up_proj,rtn: 0.0023193,0.00000,0.081
+30,mlp.experts.84.up_proj,rtn: 0.0023499,0.00000,0.087
+30,mlp.experts.97.up_proj,rtn: 0.0023193,0.00000,0.091
+30,mlp.experts.101.up_proj,rtn: 0.0023041,0.00000,0.094
+30,mlp.experts.110.up_proj,rtn: 0.0023346,0.00000,0.103
+30,mlp.experts.102.up_proj,rtn: 0.0023041,0.00000,0.103
+30,mlp.experts.108.up_proj,rtn: 0.0022736,0.00000,0.091
+30,mlp.experts.125.up_proj,rtn: 0.0023193,0.00000,0.093
+30,mlp.experts.131.up_proj,rtn: 0.0022888,0.00000,0.091
+30,mlp.experts.135.up_proj,rtn: 0.0022583,0.00000,0.083
+30,mlp.experts.139.up_proj,rtn: 0.0023041,0.00000,0.094
+30,mlp.experts.105.up_proj,rtn: 0.0023193,0.00000,0.097
+30,mlp.experts.98.up_proj,rtn: 0.0023193,0.00000,0.101
+30,mlp.experts.106.up_proj,rtn: 0.0023346,0.00000,0.107
+30,mlp.experts.104.up_proj,rtn: 0.0023193,0.00000,0.103
+30,mlp.experts.96.up_proj,rtn: 0.0023499,0.00000,0.100
+30,mlp.experts.143.up_proj,rtn: 0.0023193,0.00000,0.096
+30,mlp.experts.113.up_proj,rtn: 0.0023346,0.00000,0.095
+30,mlp.experts.117.up_proj,rtn: 0.0023193,0.00000,0.092
+30,mlp.experts.126.up_proj,rtn: 0.0023041,0.00000,0.103
+30,mlp.experts.118.up_proj,rtn: 0.0023041,0.00000,0.100
+30,mlp.experts.124.up_proj,rtn: 0.0022736,0.00000,0.102
+30,mlp.experts.147.up_proj,rtn: 0.0023346,0.00000,0.099
+30,mlp.experts.141.up_proj,rtn: 0.0022888,0.00000,0.108
+30,mlp.experts.122.up_proj,rtn: 0.0022888,0.00000,0.094
+30,mlp.experts.155.up_proj,rtn: 0.0023346,0.00000,0.102
+30,mlp.experts.121.up_proj,rtn: 0.0022888,0.00000,0.101
+30,mlp.experts.100.up_proj,rtn: 0.0023193,0.00000,0.149
+30,mlp.experts.114.up_proj,rtn: 0.0023193,0.00000,0.108
+30,mlp.experts.112.up_proj,rtn: 0.0023193,0.00000,0.103
+30,mlp.experts.159.up_proj,rtn: 0.0023651,0.00000,0.091
+30,mlp.experts.120.up_proj,rtn: 0.0023346,0.00000,0.114
+30,mlp.experts.151.up_proj,rtn: 0.0023804,0.00000,0.140
+30,mlp.experts.129.up_proj,rtn: 0.0023193,0.00000,0.088
+30,mlp.experts.140.up_proj,rtn: 0.0022888,0.00000,0.065
+30,mlp.experts.133.up_proj,rtn: 0.0022583,0.00000,0.090
+30,mlp.experts.163.up_proj,rtn: 0.0023193,0.00000,0.067
+30,mlp.experts.116.up_proj,rtn: 0.0022583,0.00000,0.068
+30,mlp.experts.171.up_proj,rtn: 0.0023041,0.00000,0.060
+30,mlp.experts.157.up_proj,rtn: 0.0023041,0.00000,0.144
+30,mlp.experts.137.up_proj,rtn: 0.0022736,0.00000,0.150
+30,mlp.experts.142.up_proj,rtn: 0.0023041,0.00000,0.193
+30,mlp.experts.134.up_proj,rtn: 0.0023041,0.00000,0.182
+30,mlp.experts.175.up_proj,rtn: 0.0022736,0.00000,0.066
+30,mlp.experts.167.up_proj,rtn: 0.0023499,0.00000,0.067
+30,mlp.experts.138.up_proj,rtn: 0.0023346,0.00000,0.179
+30,mlp.experts.156.up_proj,rtn: 0.0022888,0.00000,0.081
+30,mlp.experts.128.up_proj,rtn: 0.0023041,0.00000,0.082
+30,mlp.experts.132.up_proj,rtn: 0.0023193,0.00000,0.082
+30,mlp.experts.136.up_proj,rtn: 0.0023041,0.00000,0.085
+30,mlp.experts.187.up_proj,rtn: 0.0023651,0.00000,0.069
+30,mlp.experts.179.up_proj,rtn: 0.0022736,0.00000,0.085
+30,mlp.experts.145.up_proj,rtn: 0.0023041,0.00000,0.095
+30,mlp.experts.149.up_proj,rtn: 0.0023346,0.00000,0.095
+30,mlp.experts.130.up_proj,rtn: 0.0023041,0.00000,0.070
+30,mlp.experts.191.up_proj,rtn: 0.0023041,0.00000,0.044
+30,mlp.experts.173.up_proj,rtn: 0.0023193,0.00000,0.106
+30,mlp.experts.183.up_proj,rtn: 0.0023041,0.00000,0.057
+30,mlp.experts.153.up_proj,rtn: 0.0023193,0.00000,0.104
+30,mlp.experts.152.up_proj,rtn: 0.0022736,0.00000,0.075
+30,mlp.experts.172.up_proj,rtn: 0.0023041,0.00000,0.076
+30,mlp.experts.148.up_proj,rtn: 0.0023193,0.00000,0.077
+30,mlp.experts.144.up_proj,rtn: 0.0022888,0.00000,0.103
+30,mlp.experts.154.up_proj,rtn: 0.0023346,0.00000,0.103
+30,mlp.experts.158.up_proj,rtn: 0.0023499,0.00000,0.153
+30,mlp.experts.161.up_proj,rtn: 0.0024567,0.00000,0.090
+30,mlp.experts.150.up_proj,rtn: 0.0023041,0.00000,0.115
+30,mlp.experts.189.up_proj,rtn: 0.0023041,0.00000,0.092
+30,mlp.experts.165.up_proj,rtn: 0.0023346,0.00000,0.110
+30,mlp.experts.146.up_proj,rtn: 0.0022583,0.00000,0.098
+30,mlp.experts.169.up_proj,rtn: 0.0022888,0.00000,0.094
+30,mlp.experts.168.up_proj,rtn: 0.0023804,0.00000,0.084
+30,mlp.experts.188.up_proj,rtn: 0.0023346,0.00000,0.084
+30,mlp.experts.164.up_proj,rtn: 0.0023041,0.00000,0.086
+30,mlp.experts.160.up_proj,rtn: 0.0023041,0.00000,0.090
+30,mlp.experts.170.up_proj,rtn: 0.0023499,0.00000,0.088
+30,mlp.experts.177.up_proj,rtn: 0.0023193,0.00000,0.076
+30,mlp.experts.174.up_proj,rtn: 0.0023041,0.00000,0.092
+30,mlp.experts.166.up_proj,rtn: 0.0023193,0.00000,0.078
+30,mlp.experts.181.up_proj,rtn: 0.0023804,0.00000,0.081
+30,mlp.experts.162.up_proj,rtn: 0.0023041,0.00000,0.075
+30,mlp.experts.184.up_proj,rtn: 0.0023346,0.00000,0.067
+30,mlp.experts.185.up_proj,rtn: 0.0023346,0.00000,0.076
+30,mlp.experts.180.up_proj,rtn: 0.0023193,0.00000,0.081
+30,mlp.experts.176.up_proj,rtn: 0.0023499,0.00000,0.071
+30,mlp.experts.186.up_proj,rtn: 0.0023041,0.00000,0.078
+30,mlp.experts.190.up_proj,rtn: 0.0023041,0.00000,0.082
+30,mlp.experts.182.up_proj,rtn: 0.0023499,0.00000,0.072
+30,mlp.experts.178.up_proj,rtn: 0.0023346,0.00000,0.076
+30,mlp.experts.3.down_proj,rtn: 0.0022736,0.00000,0.019
+30,mlp.experts.12.down_proj,rtn: 0.0022888,0.00000,0.051
+30,mlp.experts.9.down_proj,rtn: 0.0023346,0.00000,0.045
+30,mlp.experts.5.down_proj,rtn: 0.0022583,0.00000,0.046
+30,mlp.experts.13.down_proj,rtn: 0.0022888,0.00000,0.050
+30,mlp.experts.4.down_proj,rtn: 0.0023041,0.00000,0.053
+30,mlp.experts.19.down_proj,rtn: 0.0023346,0.00000,0.054
+30,mlp.experts.1.down_proj,rtn: 0.0022888,0.00000,0.051
+30,mlp.experts.8.down_proj,rtn: 0.0022736,0.00000,0.057
+30,mlp.experts.15.down_proj,rtn: 0.0023041,0.00000,0.059
+30,mlp.experts.0.down_proj,rtn: 0.0023041,0.00000,0.104
+30,mlp.experts.10.down_proj,rtn: 0.0023041,0.00000,0.148
+30,mlp.experts.2.down_proj,rtn: 0.0022736,0.00000,0.148
+30,mlp.experts.28.down_proj,rtn: 0.0022888,0.00000,0.036
+30,mlp.experts.11.down_proj,rtn: 0.0022736,0.00000,0.074
+30,mlp.experts.7.down_proj,rtn: 0.0023041,0.00000,0.075
+30,mlp.experts.14.down_proj,rtn: 0.0022430,0.00000,0.160
+30,mlp.experts.21.down_proj,rtn: 0.0022583,0.00000,0.029
+30,mlp.experts.35.down_proj,rtn: 0.0022736,0.00000,0.017
+30,mlp.experts.6.down_proj,rtn: 0.0022736,0.00000,0.177
+30,mlp.experts.25.down_proj,rtn: 0.0022583,0.00000,0.038
+30,mlp.experts.29.down_proj,rtn: 0.0022888,0.00000,0.034
+30,mlp.experts.20.down_proj,rtn: 0.0022583,0.00000,0.030
+30,mlp.experts.17.down_proj,rtn: 0.0022888,0.00000,0.038
+30,mlp.experts.31.down_proj,rtn: 0.0023193,0.00000,0.015
+30,mlp.experts.18.down_proj,rtn: 0.0022888,0.00000,0.034
+30,mlp.experts.24.down_proj,rtn: 0.0022430,0.00000,0.028
+30,mlp.experts.45.down_proj,rtn: 0.0023193,0.00000,0.027
+30,mlp.experts.26.down_proj,rtn: 0.0022736,0.00000,0.035
+30,mlp.experts.37.down_proj,rtn: 0.0022430,0.00000,0.016
+30,mlp.experts.41.down_proj,rtn: 0.0023041,0.00000,0.011
+30,mlp.experts.51.down_proj,rtn: 0.0022736,0.00000,0.039
+30,mlp.experts.23.down_proj,rtn: 0.0022736,0.00000,0.051
+30,mlp.experts.27.down_proj,rtn: 0.0023041,0.00000,0.053
+30,mlp.experts.30.down_proj,rtn: 0.0022736,0.00000,0.050
+30,mlp.experts.16.down_proj,rtn: 0.0022888,0.00000,0.097
+30,mlp.experts.33.down_proj,rtn: 0.0022736,0.00000,0.026
+30,mlp.experts.44.down_proj,rtn: 0.0022736,0.00000,0.066
+30,mlp.experts.61.down_proj,rtn: 0.0022736,0.00000,0.042
+30,mlp.experts.36.down_proj,rtn: 0.0022430,0.00000,0.063
+30,mlp.experts.53.down_proj,rtn: 0.0022583,0.00000,0.038
+30,mlp.experts.40.down_proj,rtn: 0.0023041,0.00000,0.051
+30,mlp.experts.57.down_proj,rtn: 0.0022736,0.00000,0.041
+30,mlp.experts.34.down_proj,rtn: 0.0023193,0.00000,0.062
+30,mlp.experts.42.down_proj,rtn: 0.0022888,0.00000,0.069
+30,mlp.experts.39.down_proj,rtn: 0.0023193,0.00000,0.062
+30,mlp.experts.22.down_proj,rtn: 0.0023041,0.00000,0.109
+30,mlp.experts.67.down_proj,rtn: 0.0023346,0.00000,0.070
+30,mlp.experts.43.down_proj,rtn: 0.0022430,0.00000,0.066
+30,mlp.experts.47.down_proj,rtn: 0.0022736,0.00000,0.090
+30,mlp.experts.83.down_proj,rtn: 0.0022888,0.00000,0.024
+30,mlp.experts.49.down_proj,rtn: 0.0022888,0.00000,0.032
+30,mlp.experts.73.down_proj,rtn: 0.0022583,0.00000,0.025
+30,mlp.experts.77.down_proj,rtn: 0.0022430,0.00000,0.037
+30,mlp.experts.69.down_proj,rtn: 0.0022583,0.00000,0.031
+30,mlp.experts.60.down_proj,rtn: 0.0022430,0.00000,0.042
+30,mlp.experts.56.down_proj,rtn: 0.0022583,0.00000,0.037
+30,mlp.experts.52.down_proj,rtn: 0.0022888,0.00000,0.049
+30,mlp.experts.46.down_proj,rtn: 0.0022583,0.00000,0.094
+30,mlp.experts.58.down_proj,rtn: 0.0022736,0.00000,0.084
+30,mlp.experts.50.down_proj,rtn: 0.0022583,0.00000,0.087
+30,mlp.experts.68.down_proj,rtn: 0.0022583,0.00000,0.034
+30,mlp.experts.85.down_proj,rtn: 0.0022888,0.00000,0.047
+30,mlp.experts.72.down_proj,rtn: 0.0022888,0.00000,0.047
+30,mlp.experts.93.down_proj,rtn: 0.0022583,0.00000,0.048
+30,mlp.experts.89.down_proj,rtn: 0.0022888,0.00000,0.049
+30,mlp.experts.65.down_proj,rtn: 0.0022583,0.00000,0.052
+30,mlp.experts.55.down_proj,rtn: 0.0023346,0.00000,0.087
+30,mlp.experts.76.down_proj,rtn: 0.0022430,0.00000,0.062
+30,mlp.experts.38.down_proj,rtn: 0.0023041,0.00000,0.074
+30,mlp.experts.32.down_proj,rtn: 0.0023499,0.00000,0.063
+30,mlp.experts.63.down_proj,rtn: 0.0022736,0.00000,0.069
+30,mlp.experts.59.down_proj,rtn: 0.0022736,0.00000,0.072
+30,mlp.experts.99.down_proj,rtn: 0.0022583,0.00000,0.072
+30,mlp.experts.74.down_proj,rtn: 0.0022583,0.00000,0.034
+30,mlp.experts.62.down_proj,rtn: 0.0022430,0.00000,0.046
+30,mlp.experts.66.down_proj,rtn: 0.0022736,0.00000,0.037
+30,mlp.experts.84.down_proj,rtn: 0.0022888,0.00000,0.039
+30,mlp.experts.88.down_proj,rtn: 0.0023041,0.00000,0.034
+30,mlp.experts.101.down_proj,rtn: 0.0022736,0.00000,0.045
+30,mlp.experts.109.down_proj,rtn: 0.0023041,0.00000,0.044
+30,mlp.experts.71.down_proj,rtn: 0.0022583,0.00000,0.046
+30,mlp.experts.81.down_proj,rtn: 0.0023193,0.00000,0.046
+30,mlp.experts.54.down_proj,rtn: 0.0022430,0.00000,0.042
+30,mlp.experts.105.down_proj,rtn: 0.0022736,0.00000,0.055
+30,mlp.experts.48.down_proj,rtn: 0.0023193,0.00000,0.052
+30,mlp.experts.75.down_proj,rtn: 0.0023193,0.00000,0.047
+30,mlp.experts.92.down_proj,rtn: 0.0022736,0.00000,0.055
+30,mlp.experts.90.down_proj,rtn: 0.0023193,0.00000,0.042
+30,mlp.experts.78.down_proj,rtn: 0.0023193,0.00000,0.046
+30,mlp.experts.82.down_proj,rtn: 0.0022888,0.00000,0.043
+30,mlp.experts.104.down_proj,rtn: 0.0022888,0.00000,0.037
+30,mlp.experts.100.down_proj,rtn: 0.0022430,0.00000,0.041
+30,mlp.experts.79.down_proj,rtn: 0.0022888,0.00000,0.049
+30,mlp.experts.115.down_proj,rtn: 0.0022736,0.00000,0.057
+30,mlp.experts.117.down_proj,rtn: 0.0023041,0.00000,0.040
+30,mlp.experts.125.down_proj,rtn: 0.0022736,0.00000,0.040
+30,mlp.experts.97.down_proj,rtn: 0.0022583,0.00000,0.034
+30,mlp.experts.121.down_proj,rtn: 0.0022430,0.00000,0.034
+30,mlp.experts.87.down_proj,rtn: 0.0022888,0.00000,0.045
+30,mlp.experts.70.down_proj,rtn: 0.0023041,0.00000,0.052
+30,mlp.experts.64.down_proj,rtn: 0.0022278,0.00000,0.045
+30,mlp.experts.91.down_proj,rtn: 0.0022583,0.00000,0.050
+30,mlp.experts.108.down_proj,rtn: 0.0022430,0.00000,0.049
+30,mlp.experts.106.down_proj,rtn: 0.0022736,0.00000,0.050
+30,mlp.experts.94.down_proj,rtn: 0.0019684,0.00000,0.045
+30,mlp.experts.98.down_proj,rtn: 0.0022736,0.00000,0.048
+30,mlp.experts.116.down_proj,rtn: 0.0022278,0.00000,0.040
+30,mlp.experts.120.down_proj,rtn: 0.0023041,0.00000,0.037
+30,mlp.experts.141.down_proj,rtn: 0.0022583,0.00000,0.034
+30,mlp.experts.113.down_proj,rtn: 0.0022888,0.00000,0.032
+30,mlp.experts.137.down_proj,rtn: 0.0022278,0.00000,0.027
+30,mlp.experts.133.down_proj,rtn: 0.0022430,0.00000,0.034
+30,mlp.experts.95.down_proj,rtn: 0.0022736,0.00000,0.044
+30,mlp.experts.103.down_proj,rtn: 0.0023346,0.00000,0.039
+30,mlp.experts.131.down_proj,rtn: 0.0022430,0.00000,0.062
+30,mlp.experts.86.down_proj,rtn: 0.0022583,0.00000,0.036
+30,mlp.experts.107.down_proj,rtn: 0.0023041,0.00000,0.024
+30,mlp.experts.80.down_proj,rtn: 0.0022888,0.00000,0.037
+30,mlp.experts.124.down_proj,rtn: 0.0022278,0.00000,0.034
+30,mlp.experts.132.down_proj,rtn: 0.0022736,0.00000,0.036
+30,mlp.experts.122.down_proj,rtn: 0.0022278,0.00000,0.041
+30,mlp.experts.136.down_proj,rtn: 0.0022583,0.00000,0.032
+30,mlp.experts.110.down_proj,rtn: 0.0022888,0.00000,0.039
+30,mlp.experts.114.down_proj,rtn: 0.0022430,0.00000,0.036
+30,mlp.experts.157.down_proj,rtn: 0.0022736,0.00000,0.030
+30,mlp.experts.153.down_proj,rtn: 0.0022736,0.00000,0.027
+30,mlp.experts.129.down_proj,rtn: 0.0022736,0.00000,0.033
+30,mlp.experts.149.down_proj,rtn: 0.0022888,0.00000,0.028
+30,mlp.experts.147.down_proj,rtn: 0.0022888,0.00000,0.038
+30,mlp.experts.119.down_proj,rtn: 0.0023346,0.00000,0.034
+30,mlp.experts.111.down_proj,rtn: 0.0022888,0.00000,0.029
+30,mlp.experts.123.down_proj,rtn: 0.0022888,0.00000,0.029
+30,mlp.experts.140.down_proj,rtn: 0.0022583,0.00000,0.037
+30,mlp.experts.96.down_proj,rtn: 0.0023193,0.00000,0.038
+30,mlp.experts.102.down_proj,rtn: 0.0022583,0.00000,0.048
+30,mlp.experts.169.down_proj,rtn: 0.0022430,0.00000,0.025
+30,mlp.experts.173.down_proj,rtn: 0.0022736,0.00000,0.032
+30,mlp.experts.138.down_proj,rtn: 0.0022888,0.00000,0.043
+30,mlp.experts.126.down_proj,rtn: 0.0022430,0.00000,0.039
+30,mlp.experts.148.down_proj,rtn: 0.0022736,0.00000,0.044
+30,mlp.experts.130.down_proj,rtn: 0.0022583,0.00000,0.039
+30,mlp.experts.165.down_proj,rtn: 0.0022888,0.00000,0.033
+30,mlp.experts.152.down_proj,rtn: 0.0022278,0.00000,0.041
+30,mlp.experts.163.down_proj,rtn: 0.0022736,0.00000,0.030
+30,mlp.experts.145.down_proj,rtn: 0.0022583,0.00000,0.034
+30,mlp.experts.135.down_proj,rtn: 0.0022125,0.00000,0.030
+30,mlp.experts.139.down_proj,rtn: 0.0022583,0.00000,0.029
+30,mlp.experts.127.down_proj,rtn: 0.0022736,0.00000,0.029
+30,mlp.experts.112.down_proj,rtn: 0.0022888,0.00000,0.035
+30,mlp.experts.156.down_proj,rtn: 0.0022583,0.00000,0.037
+30,mlp.experts.118.down_proj,rtn: 0.0022583,0.00000,0.035
+30,mlp.experts.142.down_proj,rtn: 0.0022583,0.00000,0.028
+30,mlp.experts.189.down_proj,rtn: 0.0022736,0.00000,0.037
+30,mlp.experts.154.down_proj,rtn: 0.0022736,0.00000,0.033
+30,mlp.experts.185.down_proj,rtn: 0.0022888,0.00000,0.039
+30,mlp.experts.168.down_proj,rtn: 0.0023499,0.00000,0.037
+30,mlp.experts.164.down_proj,rtn: 0.0022430,0.00000,0.038
+30,mlp.experts.146.down_proj,rtn: 0.0022278,0.00000,0.034
+30,mlp.experts.179.down_proj,rtn: 0.0022430,0.00000,0.033
+30,mlp.experts.143.down_proj,rtn: 0.0022888,0.00000,0.027
+30,mlp.experts.181.down_proj,rtn: 0.0023499,0.00000,0.038
+30,mlp.experts.128.down_proj,rtn: 0.0022583,0.00000,0.021
+30,mlp.experts.161.down_proj,rtn: 0.0023804,0.00000,0.034
+30,mlp.experts.155.down_proj,rtn: 0.0023041,0.00000,0.029
+30,mlp.experts.172.down_proj,rtn: 0.0022736,0.00000,0.022
+30,mlp.experts.151.down_proj,rtn: 0.0023499,0.00000,0.030
+30,mlp.experts.134.down_proj,rtn: 0.0022583,0.00000,0.025
+30,mlp.experts.158.down_proj,rtn: 0.0022888,0.00000,0.023
+30,mlp.experts.170.down_proj,rtn: 0.0023041,0.00000,0.036
+30,mlp.experts.162.down_proj,rtn: 0.0022736,0.00000,0.031
+30,mlp.experts.177.down_proj,rtn: 0.0022888,0.00000,0.016
+30,mlp.experts.159.down_proj,rtn: 0.0022736,0.00000,0.024
+30,mlp.experts.150.down_proj,rtn: 0.0022736,0.00000,0.029
+30,mlp.experts.171.down_proj,rtn: 0.0022583,0.00000,0.022
+30,mlp.experts.180.down_proj,rtn: 0.0022736,0.00000,0.039
+30,mlp.experts.167.down_proj,rtn: 0.0022736,0.00000,0.026
+30,mlp.experts.184.down_proj,rtn: 0.0022736,0.00000,0.039
+30,mlp.experts.144.down_proj,rtn: 0.0022430,0.00000,0.037
+30,mlp.experts.188.down_proj,rtn: 0.0022888,0.00000,0.032
+30,mlp.experts.174.down_proj,rtn: 0.0022736,0.00000,0.032
+30,mlp.experts.187.down_proj,rtn: 0.0023041,0.00000,0.021
+30,mlp.experts.186.down_proj,rtn: 0.0022430,0.00000,0.032
+30,mlp.experts.160.down_proj,rtn: 0.0022430,0.00000,0.014
+30,mlp.experts.175.down_proj,rtn: 0.0022278,0.00000,0.025
+30,mlp.experts.178.down_proj,rtn: 0.0022888,0.00000,0.031
+30,mlp.experts.183.down_proj,rtn: 0.0022583,0.00000,0.019
+30,mlp.experts.166.down_proj,rtn: 0.0022583,0.00000,0.026
+30,mlp.experts.190.down_proj,rtn: 0.0022736,0.00000,0.015
+30,mlp.experts.176.down_proj,rtn: 0.0023041,0.00000,0.023
+30,mlp.experts.191.down_proj,rtn: 0.0022430,0.00000,0.015
+30,mlp.experts.182.down_proj,rtn: 0.0023346,0.00000,0.012
+30,mlp.shared_experts.up_proj,rtn: 0.0018311,0.00000,0.027
+30,mlp.shared_experts.gate_proj,rtn: 0.0017700,0.00000,0.027
+30,mlp.shared_experts.down_proj,rtn: 0.0018311,0.00000,0.022
+31,self_attn.k_proj,rtn: 0.0023346,0.00000,0.015
+31,self_attn.v_proj,rtn: 0.0025787,0.00000,0.018
+31,self_attn.q_proj,rtn: 0.0021820,0.00000,0.021
+31,self_attn.o_proj,rtn: 0.0025177,0.00000,0.027
+31,mlp.experts.12.gate_proj,rtn: 0.0023499,0.00000,0.087
+31,mlp.experts.15.gate_proj,rtn: 0.0023499,0.00000,0.090
+31,mlp.experts.5.gate_proj,rtn: 0.0023193,0.00000,0.095
+31,mlp.experts.8.gate_proj,rtn: 0.0023193,0.00000,0.092
+31,mlp.experts.4.gate_proj,rtn: 0.0023956,0.00000,0.087
+31,mlp.experts.0.gate_proj,rtn: 0.0023346,0.00000,0.088
+31,mlp.experts.1.gate_proj,rtn: 0.0023346,0.00000,0.097
+31,mlp.experts.9.gate_proj,rtn: 0.0023499,0.00000,0.097
+31,mlp.experts.7.gate_proj,rtn: 0.0023041,0.00000,0.100
+31,mlp.experts.13.gate_proj,rtn: 0.0023804,0.00000,0.097
+31,mlp.experts.14.gate_proj,rtn: 0.0023041,0.00000,0.105
+31,mlp.experts.11.gate_proj,rtn: 0.0023956,0.00000,0.109
+31,mlp.experts.10.gate_proj,rtn: 0.0022888,0.00000,0.101
+31,mlp.experts.3.gate_proj,rtn: 0.0023804,0.00000,0.110
+31,mlp.experts.2.gate_proj,rtn: 0.0023651,0.00000,0.113
+31,mlp.experts.6.gate_proj,rtn: 0.0023193,0.00000,0.123
+31,mlp.experts.28.gate_proj,rtn: 0.0023499,0.00000,0.080
+31,mlp.experts.21.gate_proj,rtn: 0.0023804,0.00000,0.079
+31,mlp.experts.31.gate_proj,rtn: 0.0023346,0.00000,0.084
+31,mlp.experts.20.gate_proj,rtn: 0.0023346,0.00000,0.072
+31,mlp.experts.24.gate_proj,rtn: 0.0023041,0.00000,0.074
+31,mlp.experts.16.gate_proj,rtn: 0.0023499,0.00000,0.079
+31,mlp.experts.17.gate_proj,rtn: 0.0023499,0.00000,0.082
+31,mlp.experts.23.gate_proj,rtn: 0.0023804,0.00000,0.078
+31,mlp.experts.25.gate_proj,rtn: 0.0023193,0.00000,0.084
+31,mlp.experts.29.gate_proj,rtn: 0.0023346,0.00000,0.083
+31,mlp.experts.19.gate_proj,rtn: 0.0022888,0.00000,0.081
+31,mlp.experts.27.gate_proj,rtn: 0.0023651,0.00000,0.086
+31,mlp.experts.30.gate_proj,rtn: 0.0023651,0.00000,0.108
+31,mlp.experts.26.gate_proj,rtn: 0.0023651,0.00000,0.111
+31,mlp.experts.18.gate_proj,rtn: 0.0023499,0.00000,0.095
+31,mlp.experts.44.gate_proj,rtn: 0.0023651,0.00000,0.081
+31,mlp.experts.37.gate_proj,rtn: 0.0023651,0.00000,0.078
+31,mlp.experts.36.gate_proj,rtn: 0.0023651,0.00000,0.078
+31,mlp.experts.32.gate_proj,rtn: 0.0023346,0.00000,0.075
+31,mlp.experts.40.gate_proj,rtn: 0.0023499,0.00000,0.076
+31,mlp.experts.33.gate_proj,rtn: 0.0023346,0.00000,0.077
+31,mlp.experts.41.gate_proj,rtn: 0.0023804,0.00000,0.073
+31,mlp.experts.45.gate_proj,rtn: 0.0023804,0.00000,0.073
+31,mlp.experts.22.gate_proj,rtn: 0.0023499,0.00000,0.147
+31,mlp.experts.47.gate_proj,rtn: 0.0023499,0.00000,0.110
+31,mlp.experts.39.gate_proj,rtn: 0.0023193,0.00000,0.117
+31,mlp.experts.34.gate_proj,rtn: 0.0023041,0.00000,0.089
+31,mlp.experts.43.gate_proj,rtn: 0.0022888,0.00000,0.120
+31,mlp.experts.35.gate_proj,rtn: 0.0023651,0.00000,0.122
+31,mlp.experts.42.gate_proj,rtn: 0.0022888,0.00000,0.093
+31,mlp.experts.46.gate_proj,rtn: 0.0023499,0.00000,0.104
+31,mlp.experts.53.gate_proj,rtn: 0.0022888,0.00000,0.080
+31,mlp.experts.60.gate_proj,rtn: 0.0023499,0.00000,0.090
+31,mlp.experts.57.gate_proj,rtn: 0.0023651,0.00000,0.070
+31,mlp.experts.61.gate_proj,rtn: 0.0023041,0.00000,0.075
+31,mlp.experts.49.gate_proj,rtn: 0.0023651,0.00000,0.076
+31,mlp.experts.52.gate_proj,rtn: 0.0023956,0.00000,0.097
+31,mlp.experts.56.gate_proj,rtn: 0.0022583,0.00000,0.090
+31,mlp.experts.48.gate_proj,rtn: 0.0023651,0.00000,0.091
+31,mlp.experts.38.gate_proj,rtn: 0.0023193,0.00000,0.078
+31,mlp.experts.73.gate_proj,rtn: 0.0023193,0.00000,0.071
+31,mlp.experts.65.gate_proj,rtn: 0.0023193,0.00000,0.066
+31,mlp.experts.77.gate_proj,rtn: 0.0023499,0.00000,0.068
+31,mlp.experts.62.gate_proj,rtn: 0.0023346,0.00000,0.088
+31,mlp.experts.69.gate_proj,rtn: 0.0023041,0.00000,0.074
+31,mlp.experts.58.gate_proj,rtn: 0.0023499,0.00000,0.084
+31,mlp.experts.76.gate_proj,rtn: 0.0023499,0.00000,0.086
+31,mlp.experts.50.gate_proj,rtn: 0.0022736,0.00000,0.088
+31,mlp.experts.68.gate_proj,rtn: 0.0023651,0.00000,0.078
+31,mlp.experts.54.gate_proj,rtn: 0.0022888,0.00000,0.065
+31,mlp.experts.72.gate_proj,rtn: 0.0023193,0.00000,0.087
+31,mlp.experts.64.gate_proj,rtn: 0.0023499,0.00000,0.084
+31,mlp.experts.81.gate_proj,rtn: 0.0022888,0.00000,0.086
+31,mlp.experts.84.gate_proj,rtn: 0.0023346,0.00000,0.077
+31,mlp.experts.78.gate_proj,rtn: 0.0023041,0.00000,0.084
+31,mlp.experts.89.gate_proj,rtn: 0.0023346,0.00000,0.091
+31,mlp.experts.92.gate_proj,rtn: 0.0023804,0.00000,0.076
+31,mlp.experts.85.gate_proj,rtn: 0.0023499,0.00000,0.095
+31,mlp.experts.70.gate_proj,rtn: 0.0023346,0.00000,0.082
+31,mlp.experts.74.gate_proj,rtn: 0.0022888,0.00000,0.088
+31,mlp.experts.66.gate_proj,rtn: 0.0023651,0.00000,0.090
+31,mlp.experts.88.gate_proj,rtn: 0.0023346,0.00000,0.077
+31,mlp.experts.80.gate_proj,rtn: 0.0023499,0.00000,0.074
+31,mlp.experts.51.gate_proj,rtn: 0.0023193,0.00000,0.257
+31,mlp.experts.100.gate_proj,rtn: 0.0023346,0.00000,0.075
+31,mlp.experts.108.gate_proj,rtn: 0.0023346,0.00000,0.071
+31,mlp.experts.55.gate_proj,rtn: 0.0023346,0.00000,0.264
+31,mlp.experts.94.gate_proj,rtn: 0.0023193,0.00000,0.078
+31,mlp.experts.93.gate_proj,rtn: 0.0023499,0.00000,0.171
+31,mlp.experts.63.gate_proj,rtn: 0.0023346,0.00000,0.314
+31,mlp.experts.96.gate_proj,rtn: 0.0023346,0.00000,0.070
+31,mlp.experts.104.gate_proj,rtn: 0.0024109,0.00000,0.073
+31,mlp.experts.59.gate_proj,rtn: 0.0022888,0.00000,0.302
+31,mlp.experts.82.gate_proj,rtn: 0.0023499,0.00000,0.095
+31,mlp.experts.97.gate_proj,rtn: 0.0023193,0.00000,0.129
+31,mlp.experts.90.gate_proj,rtn: 0.0023956,0.00000,0.109
+31,mlp.experts.86.gate_proj,rtn: 0.0023499,0.00000,0.109
+31,mlp.experts.116.gate_proj,rtn: 0.0023346,0.00000,0.073
+31,mlp.experts.124.gate_proj,rtn: 0.0023499,0.00000,0.073
+31,mlp.experts.101.gate_proj,rtn: 0.0023041,0.00000,0.122
+31,mlp.experts.67.gate_proj,rtn: 0.0023041,0.00000,0.098
+31,mlp.experts.71.gate_proj,rtn: 0.0023346,0.00000,0.085
+31,mlp.experts.112.gate_proj,rtn: 0.0024109,0.00000,0.079
+31,mlp.experts.109.gate_proj,rtn: 0.0023499,0.00000,0.109
+31,mlp.experts.120.gate_proj,rtn: 0.0023499,0.00000,0.090
+31,mlp.experts.75.gate_proj,rtn: 0.0023499,0.00000,0.088
+31,mlp.experts.79.gate_proj,rtn: 0.0023499,0.00000,0.099
+31,mlp.experts.110.gate_proj,rtn: 0.0023804,0.00000,0.115
+31,mlp.experts.105.gate_proj,rtn: 0.0023346,0.00000,0.174
+31,mlp.experts.113.gate_proj,rtn: 0.0023956,0.00000,0.104
+31,mlp.experts.98.gate_proj,rtn: 0.0023346,0.00000,0.111
+31,mlp.experts.140.gate_proj,rtn: 0.0023346,0.00000,0.079
+31,mlp.experts.132.gate_proj,rtn: 0.0023651,0.00000,0.082
+31,mlp.experts.106.gate_proj,rtn: 0.0023193,0.00000,0.109
+31,mlp.experts.117.gate_proj,rtn: 0.0022278,0.00000,0.087
+31,mlp.experts.102.gate_proj,rtn: 0.0023804,0.00000,0.115
+31,mlp.experts.128.gate_proj,rtn: 0.0023499,0.00000,0.084
+31,mlp.experts.125.gate_proj,rtn: 0.0023193,0.00000,0.081
+31,mlp.experts.136.gate_proj,rtn: 0.0023193,0.00000,0.088
+31,mlp.experts.126.gate_proj,rtn: 0.0023499,0.00000,0.076
+31,mlp.experts.121.gate_proj,rtn: 0.0023041,0.00000,0.073
+31,mlp.experts.87.gate_proj,rtn: 0.0022888,0.00000,0.124
+31,mlp.experts.83.gate_proj,rtn: 0.0023193,0.00000,0.128
+31,mlp.experts.129.gate_proj,rtn: 0.0023346,0.00000,0.077
+31,mlp.experts.114.gate_proj,rtn: 0.0023651,0.00000,0.079
+31,mlp.experts.156.gate_proj,rtn: 0.0022583,0.00000,0.079
+31,mlp.experts.148.gate_proj,rtn: 0.0023193,0.00000,0.081
+31,mlp.experts.122.gate_proj,rtn: 0.0023804,0.00000,0.073
+31,mlp.experts.91.gate_proj,rtn: 0.0024109,0.00000,0.131
+31,mlp.experts.133.gate_proj,rtn: 0.0023499,0.00000,0.082
+31,mlp.experts.118.gate_proj,rtn: 0.0023499,0.00000,0.073
+31,mlp.experts.144.gate_proj,rtn: 0.0023499,0.00000,0.079
+31,mlp.experts.142.gate_proj,rtn: 0.0024109,0.00000,0.073
+31,mlp.experts.95.gate_proj,rtn: 0.0023193,0.00000,0.170
+31,mlp.experts.152.gate_proj,rtn: 0.0023041,0.00000,0.080
+31,mlp.experts.141.gate_proj,rtn: 0.0023193,0.00000,0.095
+31,mlp.experts.130.gate_proj,rtn: 0.0022888,0.00000,0.066
+31,mlp.experts.99.gate_proj,rtn: 0.0023804,0.00000,0.089
+31,mlp.experts.138.gate_proj,rtn: 0.0022888,0.00000,0.070
+31,mlp.experts.172.gate_proj,rtn: 0.0023499,0.00000,0.077
+31,mlp.experts.164.gate_proj,rtn: 0.0023651,0.00000,0.077
+31,mlp.experts.103.gate_proj,rtn: 0.0023651,0.00000,0.101
+31,mlp.experts.145.gate_proj,rtn: 0.0023499,0.00000,0.100
+31,mlp.experts.134.gate_proj,rtn: 0.0023499,0.00000,0.070
+31,mlp.experts.107.gate_proj,rtn: 0.0023041,0.00000,0.083
+31,mlp.experts.137.gate_proj,rtn: 0.0023193,0.00000,0.132
+31,mlp.experts.158.gate_proj,rtn: 0.0023804,0.00000,0.067
+31,mlp.experts.160.gate_proj,rtn: 0.0024109,0.00000,0.086
+31,mlp.experts.149.gate_proj,rtn: 0.0023651,0.00000,0.106
+31,mlp.experts.168.gate_proj,rtn: 0.0023499,0.00000,0.066
+31,mlp.experts.111.gate_proj,rtn: 0.0023651,0.00000,0.075
+31,mlp.experts.146.gate_proj,rtn: 0.0023651,0.00000,0.073
+31,mlp.experts.115.gate_proj,rtn: 0.0023041,0.00000,0.070
+31,mlp.experts.154.gate_proj,rtn: 0.0023346,0.00000,0.072
+31,mlp.experts.188.gate_proj,rtn: 0.0023346,0.00000,0.072
+31,mlp.experts.180.gate_proj,rtn: 0.0023346,0.00000,0.073
+31,mlp.experts.119.gate_proj,rtn: 0.0023041,0.00000,0.075
+31,mlp.experts.157.gate_proj,rtn: 0.0023041,0.00000,0.106
+31,mlp.experts.161.gate_proj,rtn: 0.0023346,0.00000,0.095
+31,mlp.experts.153.gate_proj,rtn: 0.0023651,0.00000,0.085
+31,mlp.experts.176.gate_proj,rtn: 0.0022888,0.00000,0.077
+31,mlp.experts.184.gate_proj,rtn: 0.0022583,0.00000,0.075
+31,mlp.experts.165.gate_proj,rtn: 0.0022888,0.00000,0.090
+31,mlp.experts.150.gate_proj,rtn: 0.0022888,0.00000,0.114
+31,mlp.experts.4.up_proj,rtn: 0.0023804,0.00000,0.069
+31,mlp.experts.174.gate_proj,rtn: 0.0023193,0.00000,0.118
+31,mlp.experts.123.gate_proj,rtn: 0.0022888,0.00000,0.134
+31,mlp.experts.12.up_proj,rtn: 0.0023499,0.00000,0.082
+31,mlp.experts.127.gate_proj,rtn: 0.0023346,0.00000,0.120
+31,mlp.experts.131.gate_proj,rtn: 0.0022888,0.00000,0.115
+31,mlp.experts.173.gate_proj,rtn: 0.0023193,0.00000,0.090
+31,mlp.experts.162.gate_proj,rtn: 0.0023346,0.00000,0.128
+31,mlp.experts.135.gate_proj,rtn: 0.0023499,0.00000,0.112
+31,mlp.experts.177.gate_proj,rtn: 0.0023956,0.00000,0.091
+31,mlp.experts.170.gate_proj,rtn: 0.0023956,0.00000,0.137
+31,mlp.experts.0.up_proj,rtn: 0.0023193,0.00000,0.084
+31,mlp.experts.8.up_proj,rtn: 0.0023041,0.00000,0.086
+31,mlp.experts.169.gate_proj,rtn: 0.0023346,0.00000,0.093
+31,mlp.experts.181.gate_proj,rtn: 0.0022888,0.00000,0.088
+31,mlp.experts.166.gate_proj,rtn: 0.0023956,0.00000,0.097
+31,mlp.experts.20.up_proj,rtn: 0.0023346,0.00000,0.091
+31,mlp.experts.190.gate_proj,rtn: 0.0023651,0.00000,0.089
+31,mlp.experts.28.up_proj,rtn: 0.0023041,0.00000,0.090
+31,mlp.experts.139.gate_proj,rtn: 0.0023499,0.00000,0.096
+31,mlp.experts.143.gate_proj,rtn: 0.0023499,0.00000,0.098
+31,mlp.experts.147.gate_proj,rtn: 0.0023346,0.00000,0.097
+31,mlp.experts.189.gate_proj,rtn: 0.0023499,0.00000,0.095
+31,mlp.experts.178.gate_proj,rtn: 0.0023651,0.00000,0.092
+31,mlp.experts.151.gate_proj,rtn: 0.0023041,0.00000,0.098
+31,mlp.experts.186.gate_proj,rtn: 0.0023804,0.00000,0.091
+31,mlp.experts.1.up_proj,rtn: 0.0023193,0.00000,0.096
+31,mlp.experts.24.up_proj,rtn: 0.0022888,0.00000,0.085
+31,mlp.experts.185.gate_proj,rtn: 0.0023651,0.00000,0.083
+31,mlp.experts.16.up_proj,rtn: 0.0023346,0.00000,0.087
+31,mlp.experts.5.up_proj,rtn: 0.0023193,0.00000,0.080
+31,mlp.experts.36.up_proj,rtn: 0.0023346,0.00000,0.086
+31,mlp.experts.44.up_proj,rtn: 0.0023499,0.00000,0.082
+31,mlp.experts.182.gate_proj,rtn: 0.0023499,0.00000,0.101
+31,mlp.experts.14.up_proj,rtn: 0.0022888,0.00000,0.096
+31,mlp.experts.155.gate_proj,rtn: 0.0024109,0.00000,0.108
+31,mlp.experts.13.up_proj,rtn: 0.0023804,0.00000,0.094
+31,mlp.experts.159.gate_proj,rtn: 0.0023346,0.00000,0.112
+31,mlp.experts.32.up_proj,rtn: 0.0023041,0.00000,0.075
+31,mlp.experts.40.up_proj,rtn: 0.0023193,0.00000,0.078
+31,mlp.experts.163.gate_proj,rtn: 0.0022736,0.00000,0.110
+31,mlp.experts.10.up_proj,rtn: 0.0022888,0.00000,0.090
+31,mlp.experts.2.up_proj,rtn: 0.0023346,0.00000,0.114
+31,mlp.experts.52.up_proj,rtn: 0.0023499,0.00000,0.066
+31,mlp.experts.21.up_proj,rtn: 0.0023651,0.00000,0.091
+31,mlp.experts.9.up_proj,rtn: 0.0023193,0.00000,0.094
+31,mlp.experts.17.up_proj,rtn: 0.0023193,0.00000,0.098
+31,mlp.experts.60.up_proj,rtn: 0.0023193,0.00000,0.070
+31,mlp.experts.167.gate_proj,rtn: 0.0023346,0.00000,0.120
+31,mlp.experts.6.up_proj,rtn: 0.0023041,0.00000,0.081
+31,mlp.experts.30.up_proj,rtn: 0.0023346,0.00000,0.084
+31,mlp.experts.56.up_proj,rtn: 0.0022583,0.00000,0.069
+31,mlp.experts.48.up_proj,rtn: 0.0023346,0.00000,0.076
+31,mlp.experts.18.up_proj,rtn: 0.0023193,0.00000,0.070
+31,mlp.experts.29.up_proj,rtn: 0.0022888,0.00000,0.093
+31,mlp.experts.171.gate_proj,rtn: 0.0024261,0.00000,0.099
+31,mlp.experts.26.up_proj,rtn: 0.0023499,0.00000,0.081
+31,mlp.experts.68.up_proj,rtn: 0.0023346,0.00000,0.073
+31,mlp.experts.175.gate_proj,rtn: 0.0023499,0.00000,0.099
+31,mlp.experts.179.gate_proj,rtn: 0.0023651,0.00000,0.101
+31,mlp.experts.76.up_proj,rtn: 0.0023193,0.00000,0.077
+31,mlp.experts.37.up_proj,rtn: 0.0023346,0.00000,0.087
+31,mlp.experts.22.up_proj,rtn: 0.0023346,0.00000,0.065
+31,mlp.experts.46.up_proj,rtn: 0.0023346,0.00000,0.065
+31,mlp.experts.33.up_proj,rtn: 0.0023193,0.00000,0.092
+31,mlp.experts.25.up_proj,rtn: 0.0023041,0.00000,0.094
+31,mlp.experts.183.gate_proj,rtn: 0.0023041,0.00000,0.096
+31,mlp.experts.72.up_proj,rtn: 0.0023041,0.00000,0.082
+31,mlp.experts.64.up_proj,rtn: 0.0023346,0.00000,0.080
+31,mlp.experts.34.up_proj,rtn: 0.0022888,0.00000,0.076
+31,mlp.experts.45.up_proj,rtn: 0.0023499,0.00000,0.085
+31,mlp.experts.42.up_proj,rtn: 0.0022736,0.00000,0.077
+31,mlp.experts.84.up_proj,rtn: 0.0023346,0.00000,0.080
+31,mlp.experts.187.gate_proj,rtn: 0.0023193,0.00000,0.093
+31,mlp.experts.38.up_proj,rtn: 0.0022888,0.00000,0.069
+31,mlp.experts.62.up_proj,rtn: 0.0023041,0.00000,0.067
+31,mlp.experts.53.up_proj,rtn: 0.0022736,0.00000,0.081
+31,mlp.experts.92.up_proj,rtn: 0.0023346,0.00000,0.085
+31,mlp.experts.191.gate_proj,rtn: 0.0023193,0.00000,0.100
+31,mlp.experts.3.up_proj,rtn: 0.0023651,0.00000,0.098
+31,mlp.experts.49.up_proj,rtn: 0.0023499,0.00000,0.088
+31,mlp.experts.41.up_proj,rtn: 0.0023499,0.00000,0.091
+31,mlp.experts.7.up_proj,rtn: 0.0023041,0.00000,0.091
+31,mlp.experts.50.up_proj,rtn: 0.0022583,0.00000,0.073
+31,mlp.experts.58.up_proj,rtn: 0.0023346,0.00000,0.073
+31,mlp.experts.88.up_proj,rtn: 0.0023193,0.00000,0.088
+31,mlp.experts.80.up_proj,rtn: 0.0023193,0.00000,0.086
+31,mlp.experts.54.up_proj,rtn: 0.0022736,0.00000,0.073
+31,mlp.experts.78.up_proj,rtn: 0.0022888,0.00000,0.078
+31,mlp.experts.61.up_proj,rtn: 0.0023041,0.00000,0.099
+31,mlp.experts.100.up_proj,rtn: 0.0023193,0.00000,0.094
+31,mlp.experts.11.up_proj,rtn: 0.0023499,0.00000,0.099
+31,mlp.experts.108.up_proj,rtn: 0.0023193,0.00000,0.083
+31,mlp.experts.69.up_proj,rtn: 0.0022888,0.00000,0.095
+31,mlp.experts.15.up_proj,rtn: 0.0023346,0.00000,0.092
+31,mlp.experts.23.up_proj,rtn: 0.0023651,0.00000,0.088
+31,mlp.experts.57.up_proj,rtn: 0.0023499,0.00000,0.096
+31,mlp.experts.66.up_proj,rtn: 0.0023346,0.00000,0.074
+31,mlp.experts.19.up_proj,rtn: 0.0022888,0.00000,0.111
+31,mlp.experts.65.up_proj,rtn: 0.0023041,0.00000,0.107
+31,mlp.experts.74.up_proj,rtn: 0.0022736,0.00000,0.068
+31,mlp.experts.70.up_proj,rtn: 0.0023193,0.00000,0.066
+31,mlp.experts.104.up_proj,rtn: 0.0023956,0.00000,0.081
+31,mlp.experts.94.up_proj,rtn: 0.0023041,0.00000,0.072
+31,mlp.experts.96.up_proj,rtn: 0.0023193,0.00000,0.086
+31,mlp.experts.116.up_proj,rtn: 0.0023041,0.00000,0.090
+31,mlp.experts.77.up_proj,rtn: 0.0023193,0.00000,0.094
+31,mlp.experts.27.up_proj,rtn: 0.0023346,0.00000,0.086
+31,mlp.experts.124.up_proj,rtn: 0.0023346,0.00000,0.084
+31,mlp.experts.82.up_proj,rtn: 0.0023346,0.00000,0.063
+31,mlp.experts.31.up_proj,rtn: 0.0023193,0.00000,0.089
+31,mlp.experts.85.up_proj,rtn: 0.0023346,0.00000,0.090
+31,mlp.experts.90.up_proj,rtn: 0.0023956,0.00000,0.062
+31,mlp.experts.86.up_proj,rtn: 0.0023499,0.00000,0.058
+31,mlp.experts.39.up_proj,rtn: 0.0023041,0.00000,0.089
+31,mlp.experts.73.up_proj,rtn: 0.0023041,0.00000,0.088
+31,mlp.experts.81.up_proj,rtn: 0.0022736,0.00000,0.081
+31,mlp.experts.110.up_proj,rtn: 0.0023499,0.00000,0.065
+31,mlp.experts.35.up_proj,rtn: 0.0023346,0.00000,0.099
+31,mlp.experts.120.up_proj,rtn: 0.0023193,0.00000,0.091
+31,mlp.experts.112.up_proj,rtn: 0.0023804,0.00000,0.091
+31,mlp.experts.132.up_proj,rtn: 0.0023499,0.00000,0.084
+31,mlp.experts.93.up_proj,rtn: 0.0023346,0.00000,0.080
+31,mlp.experts.140.up_proj,rtn: 0.0023346,0.00000,0.091
+31,mlp.experts.98.up_proj,rtn: 0.0023041,0.00000,0.078
+31,mlp.experts.43.up_proj,rtn: 0.0022888,0.00000,0.090
+31,mlp.experts.106.up_proj,rtn: 0.0023041,0.00000,0.073
+31,mlp.experts.101.up_proj,rtn: 0.0022888,0.00000,0.082
+31,mlp.experts.102.up_proj,rtn: 0.0023346,0.00000,0.075
+31,mlp.experts.47.up_proj,rtn: 0.0023346,0.00000,0.101
+31,mlp.experts.97.up_proj,rtn: 0.0022888,0.00000,0.089
+31,mlp.experts.126.up_proj,rtn: 0.0023193,0.00000,0.086
+31,mlp.experts.89.up_proj,rtn: 0.0023193,0.00000,0.090
+31,mlp.experts.55.up_proj,rtn: 0.0023193,0.00000,0.099
+31,mlp.experts.51.up_proj,rtn: 0.0023041,0.00000,0.101
+31,mlp.experts.122.up_proj,rtn: 0.0023651,0.00000,0.068
+31,mlp.experts.114.up_proj,rtn: 0.0023499,0.00000,0.068
+31,mlp.experts.136.up_proj,rtn: 0.0023193,0.00000,0.106
+31,mlp.experts.128.up_proj,rtn: 0.0023499,0.00000,0.101
+31,mlp.experts.118.up_proj,rtn: 0.0023346,0.00000,0.068
+31,mlp.experts.59.up_proj,rtn: 0.0022736,0.00000,0.085
+31,mlp.experts.63.up_proj,rtn: 0.0023193,0.00000,0.082
+31,mlp.experts.117.up_proj,rtn: 0.0022430,0.00000,0.095
+31,mlp.experts.156.up_proj,rtn: 0.0022583,0.00000,0.110
+31,mlp.experts.109.up_proj,rtn: 0.0023499,0.00000,0.108
+31,mlp.experts.142.up_proj,rtn: 0.0023651,0.00000,0.076
+31,mlp.experts.71.up_proj,rtn: 0.0023041,0.00000,0.078
+31,mlp.experts.113.up_proj,rtn: 0.0023804,0.00000,0.085
+31,mlp.experts.105.up_proj,rtn: 0.0023193,0.00000,0.099
+31,mlp.experts.67.up_proj,rtn: 0.0022888,0.00000,0.083
+31,mlp.experts.138.up_proj,rtn: 0.0022888,0.00000,0.067
+31,mlp.experts.148.up_proj,rtn: 0.0023193,0.00000,0.157
+31,mlp.experts.134.up_proj,rtn: 0.0023346,0.00000,0.066
+31,mlp.experts.130.up_proj,rtn: 0.0022888,0.00000,0.072
+31,mlp.experts.75.up_proj,rtn: 0.0023193,0.00000,0.081
+31,mlp.experts.152.up_proj,rtn: 0.0023041,0.00000,0.107
+31,mlp.experts.158.up_proj,rtn: 0.0023804,0.00000,0.067
+31,mlp.experts.79.up_proj,rtn: 0.0023346,0.00000,0.082
+31,mlp.experts.133.up_proj,rtn: 0.0023346,0.00000,0.081
+31,mlp.experts.125.up_proj,rtn: 0.0023041,0.00000,0.078
+31,mlp.experts.144.up_proj,rtn: 0.0023346,0.00000,0.116
+31,mlp.experts.87.up_proj,rtn: 0.0022888,0.00000,0.083
+31,mlp.experts.129.up_proj,rtn: 0.0023193,0.00000,0.079
+31,mlp.experts.150.up_proj,rtn: 0.0022888,0.00000,0.059
+31,mlp.experts.172.up_proj,rtn: 0.0023346,0.00000,0.102
+31,mlp.experts.154.up_proj,rtn: 0.0023193,0.00000,0.070
+31,mlp.experts.146.up_proj,rtn: 0.0023346,0.00000,0.071
+31,mlp.experts.83.up_proj,rtn: 0.0022888,0.00000,0.085
+31,mlp.experts.121.up_proj,rtn: 0.0022736,0.00000,0.096
+31,mlp.experts.164.up_proj,rtn: 0.0023499,0.00000,0.099
+31,mlp.experts.174.up_proj,rtn: 0.0023193,0.00000,0.065
+31,mlp.experts.91.up_proj,rtn: 0.0023651,0.00000,0.086
+31,mlp.experts.95.up_proj,rtn: 0.0023041,0.00000,0.082
+31,mlp.experts.149.up_proj,rtn: 0.0023499,0.00000,0.082
+31,mlp.experts.141.up_proj,rtn: 0.0023041,0.00000,0.080
+31,mlp.experts.103.up_proj,rtn: 0.0023346,0.00000,0.067
+31,mlp.experts.168.up_proj,rtn: 0.0023346,0.00000,0.102
+31,mlp.experts.166.up_proj,rtn: 0.0023651,0.00000,0.071
+31,mlp.experts.170.up_proj,rtn: 0.0023499,0.00000,0.069
+31,mlp.experts.145.up_proj,rtn: 0.0023041,0.00000,0.084
+31,mlp.experts.162.up_proj,rtn: 0.0023193,0.00000,0.081
+31,mlp.experts.160.up_proj,rtn: 0.0024109,0.00000,0.113
+31,mlp.experts.99.up_proj,rtn: 0.0023346,0.00000,0.083
+31,mlp.experts.137.up_proj,rtn: 0.0022888,0.00000,0.095
+31,mlp.experts.188.up_proj,rtn: 0.0023041,0.00000,0.132
+31,mlp.experts.107.up_proj,rtn: 0.0022888,0.00000,0.083
+31,mlp.experts.119.up_proj,rtn: 0.0022888,0.00000,0.070
+31,mlp.experts.190.up_proj,rtn: 0.0023499,0.00000,0.100
+31,mlp.experts.111.up_proj,rtn: 0.0023499,0.00000,0.089
+31,mlp.experts.165.up_proj,rtn: 0.0022736,0.00000,0.087
+31,mlp.experts.157.up_proj,rtn: 0.0022888,0.00000,0.088
+31,mlp.experts.186.up_proj,rtn: 0.0023346,0.00000,0.077
+31,mlp.experts.180.up_proj,rtn: 0.0023041,0.00000,0.128
+31,mlp.experts.161.up_proj,rtn: 0.0023193,0.00000,0.085
+31,mlp.experts.182.up_proj,rtn: 0.0023193,0.00000,0.089
+31,mlp.experts.178.up_proj,rtn: 0.0023651,0.00000,0.080
+31,mlp.experts.115.up_proj,rtn: 0.0022888,0.00000,0.079
+31,mlp.experts.153.up_proj,rtn: 0.0023346,0.00000,0.089
+31,mlp.experts.184.up_proj,rtn: 0.0022583,0.00000,0.138
+31,mlp.experts.123.up_proj,rtn: 0.0022888,0.00000,0.083
+31,mlp.experts.135.up_proj,rtn: 0.0023346,0.00000,0.077
+31,mlp.experts.176.up_proj,rtn: 0.0022888,0.00000,0.139
+31,mlp.experts.173.up_proj,rtn: 0.0023041,0.00000,0.080
+31,mlp.experts.181.up_proj,rtn: 0.0022736,0.00000,0.083
+31,mlp.experts.127.up_proj,rtn: 0.0023193,0.00000,0.101
+31,mlp.experts.177.up_proj,rtn: 0.0023804,0.00000,0.089
+31,mlp.experts.131.up_proj,rtn: 0.0022736,0.00000,0.086
+31,mlp.experts.169.up_proj,rtn: 0.0023193,0.00000,0.082
+31,mlp.experts.189.up_proj,rtn: 0.0023346,0.00000,0.063
+31,mlp.experts.151.up_proj,rtn: 0.0022888,0.00000,0.082
+31,mlp.experts.139.up_proj,rtn: 0.0023193,0.00000,0.091
+31,mlp.experts.185.up_proj,rtn: 0.0023346,0.00000,0.030
+31,mlp.experts.143.up_proj,rtn: 0.0023346,0.00000,0.079
+31,mlp.experts.147.up_proj,rtn: 0.0023041,0.00000,0.073
+31,mlp.experts.155.up_proj,rtn: 0.0023956,0.00000,0.060
+31,mlp.experts.167.up_proj,rtn: 0.0023193,0.00000,0.062
+31,mlp.experts.159.up_proj,rtn: 0.0023193,0.00000,0.075
+31,mlp.experts.163.up_proj,rtn: 0.0022888,0.00000,0.069
+31,mlp.experts.183.up_proj,rtn: 0.0023041,0.00000,0.058
+31,mlp.experts.171.up_proj,rtn: 0.0023956,0.00000,0.065
+31,mlp.experts.175.up_proj,rtn: 0.0023193,0.00000,0.071
+31,mlp.experts.187.up_proj,rtn: 0.0023193,0.00000,0.044
+31,mlp.experts.179.up_proj,rtn: 0.0023499,0.00000,0.063
+31,mlp.experts.191.up_proj,rtn: 0.0023041,0.00000,0.120
+31,mlp.experts.0.down_proj,rtn: 0.0022583,0.00000,0.014
+31,mlp.experts.5.down_proj,rtn: 0.0022736,0.00000,0.035
+31,mlp.experts.6.down_proj,rtn: 0.0022583,0.00000,0.046
+31,mlp.experts.16.down_proj,rtn: 0.0022736,0.00000,0.051
+31,mlp.experts.8.down_proj,rtn: 0.0022430,0.00000,0.055
+31,mlp.experts.4.down_proj,rtn: 0.0023193,0.00000,0.058
+31,mlp.experts.10.down_proj,rtn: 0.0022736,0.00000,0.055
+31,mlp.experts.14.down_proj,rtn: 0.0022430,0.00000,0.058
+31,mlp.experts.1.down_proj,rtn: 0.0022583,0.00000,0.059
+31,mlp.experts.7.down_proj,rtn: 0.0022583,0.00000,0.146
+31,mlp.experts.11.down_proj,rtn: 0.0022888,0.00000,0.148
+31,mlp.experts.15.down_proj,rtn: 0.0022736,0.00000,0.153
+31,mlp.experts.12.down_proj,rtn: 0.0023041,0.00000,0.060
+31,mlp.experts.3.down_proj,rtn: 0.0023346,0.00000,0.155
+31,mlp.experts.21.down_proj,rtn: 0.0023346,0.00000,0.051
+31,mlp.experts.9.down_proj,rtn: 0.0022736,0.00000,0.065
+31,mlp.experts.2.down_proj,rtn: 0.0022736,0.00000,0.064
+31,mlp.experts.22.down_proj,rtn: 0.0022736,0.00000,0.033
+31,mlp.experts.13.down_proj,rtn: 0.0023193,0.00000,0.088
+31,mlp.experts.32.down_proj,rtn: 0.0022736,0.00000,0.039
+31,mlp.experts.26.down_proj,rtn: 0.0022888,0.00000,0.036
+31,mlp.experts.30.down_proj,rtn: 0.0022888,0.00000,0.035
+31,mlp.experts.20.down_proj,rtn: 0.0022888,0.00000,0.041
+31,mlp.experts.24.down_proj,rtn: 0.0022583,0.00000,0.051
+31,mlp.experts.23.down_proj,rtn: 0.0023346,0.00000,0.038
+31,mlp.experts.27.down_proj,rtn: 0.0022736,0.00000,0.040
+31,mlp.experts.31.down_proj,rtn: 0.0022888,0.00000,0.045
+31,mlp.experts.19.down_proj,rtn: 0.0022430,0.00000,0.051
+31,mlp.experts.28.down_proj,rtn: 0.0022736,0.00000,0.055
+31,mlp.experts.18.down_proj,rtn: 0.0022583,0.00000,0.042
+31,mlp.experts.48.down_proj,rtn: 0.0022736,0.00000,0.038
+31,mlp.experts.17.down_proj,rtn: 0.0023041,0.00000,0.071
+31,mlp.experts.39.down_proj,rtn: 0.0022583,0.00000,0.029
+31,mlp.experts.36.down_proj,rtn: 0.0022736,0.00000,0.034
+31,mlp.experts.38.down_proj,rtn: 0.0022278,0.00000,0.044
+31,mlp.experts.25.down_proj,rtn: 0.0022736,0.00000,0.059
+31,mlp.experts.46.down_proj,rtn: 0.0023041,0.00000,0.036
+31,mlp.experts.42.down_proj,rtn: 0.0022430,0.00000,0.037
+31,mlp.experts.43.down_proj,rtn: 0.0022583,0.00000,0.039
+31,mlp.experts.34.down_proj,rtn: 0.0022278,0.00000,0.022
+31,mlp.experts.40.down_proj,rtn: 0.0022736,0.00000,0.048
+31,mlp.experts.47.down_proj,rtn: 0.0022888,0.00000,0.047
+31,mlp.experts.37.down_proj,rtn: 0.0022736,0.00000,0.090
+31,mlp.experts.35.down_proj,rtn: 0.0022888,0.00000,0.050
+31,mlp.experts.29.down_proj,rtn: 0.0022583,0.00000,0.061
+31,mlp.experts.44.down_proj,rtn: 0.0022888,0.00000,0.047
+31,mlp.experts.64.down_proj,rtn: 0.0022736,0.00000,0.048
+31,mlp.experts.33.down_proj,rtn: 0.0022736,0.00000,0.048
+31,mlp.experts.55.down_proj,rtn: 0.0022736,0.00000,0.046
+31,mlp.experts.54.down_proj,rtn: 0.0022278,0.00000,0.049
+31,mlp.experts.52.down_proj,rtn: 0.0022888,0.00000,0.045
+31,mlp.experts.62.down_proj,rtn: 0.0022583,0.00000,0.040
+31,mlp.experts.50.down_proj,rtn: 0.0022430,0.00000,0.036
+31,mlp.experts.58.down_proj,rtn: 0.0023041,0.00000,0.041
+31,mlp.experts.59.down_proj,rtn: 0.0022430,0.00000,0.043
+31,mlp.experts.41.down_proj,rtn: 0.0022888,0.00000,0.049
+31,mlp.experts.63.down_proj,rtn: 0.0022736,0.00000,0.039
+31,mlp.experts.51.down_proj,rtn: 0.0022583,0.00000,0.032
+31,mlp.experts.45.down_proj,rtn: 0.0022888,0.00000,0.033
+31,mlp.experts.53.down_proj,rtn: 0.0022430,0.00000,0.049
+31,mlp.experts.56.down_proj,rtn: 0.0022278,0.00000,0.048
+31,mlp.experts.60.down_proj,rtn: 0.0022583,0.00000,0.037
+31,mlp.experts.71.down_proj,rtn: 0.0022583,0.00000,0.029
+31,mlp.experts.49.down_proj,rtn: 0.0023041,0.00000,0.034
+31,mlp.experts.80.down_proj,rtn: 0.0022888,0.00000,0.044
+31,mlp.experts.68.down_proj,rtn: 0.0022888,0.00000,0.039
+31,mlp.experts.75.down_proj,rtn: 0.0022736,0.00000,0.028
+31,mlp.experts.70.down_proj,rtn: 0.0022583,0.00000,0.036
+31,mlp.experts.78.down_proj,rtn: 0.0022430,0.00000,0.036
+31,mlp.experts.66.down_proj,rtn: 0.0022888,0.00000,0.038
+31,mlp.experts.57.down_proj,rtn: 0.0023041,0.00000,0.026
+31,mlp.experts.79.down_proj,rtn: 0.0022736,0.00000,0.035
+31,mlp.experts.74.down_proj,rtn: 0.0022583,0.00000,0.028
+31,mlp.experts.69.down_proj,rtn: 0.0022736,0.00000,0.026
+31,mlp.experts.61.down_proj,rtn: 0.0022583,0.00000,0.030
+31,mlp.experts.67.down_proj,rtn: 0.0022736,0.00000,0.041
+31,mlp.experts.76.down_proj,rtn: 0.0022888,0.00000,0.048
+31,mlp.experts.65.down_proj,rtn: 0.0022583,0.00000,0.041
+31,mlp.experts.94.down_proj,rtn: 0.0022583,0.00000,0.032
+31,mlp.experts.82.down_proj,rtn: 0.0023193,0.00000,0.034
+31,mlp.experts.86.down_proj,rtn: 0.0022888,0.00000,0.034
+31,mlp.experts.90.down_proj,rtn: 0.0023499,0.00000,0.036
+31,mlp.experts.77.down_proj,rtn: 0.0022736,0.00000,0.030
+31,mlp.experts.85.down_proj,rtn: 0.0022736,0.00000,0.030
+31,mlp.experts.87.down_proj,rtn: 0.0022583,0.00000,0.060
+31,mlp.experts.72.down_proj,rtn: 0.0022583,0.00000,0.074
+31,mlp.experts.83.down_proj,rtn: 0.0022430,0.00000,0.040
+31,mlp.experts.91.down_proj,rtn: 0.0023346,0.00000,0.047
+31,mlp.experts.84.down_proj,rtn: 0.0022736,0.00000,0.072
+31,mlp.experts.73.down_proj,rtn: 0.0022583,0.00000,0.054
+31,mlp.experts.95.down_proj,rtn: 0.0022583,0.00000,0.059
+31,mlp.experts.110.down_proj,rtn: 0.0022736,0.00000,0.035
+31,mlp.experts.102.down_proj,rtn: 0.0023193,0.00000,0.028
+31,mlp.experts.98.down_proj,rtn: 0.0022583,0.00000,0.032
+31,mlp.experts.81.down_proj,rtn: 0.0022278,0.00000,0.040
+31,mlp.experts.106.down_proj,rtn: 0.0022888,0.00000,0.032
+31,mlp.experts.101.down_proj,rtn: 0.0022278,0.00000,0.031
+31,mlp.experts.93.down_proj,rtn: 0.0023041,0.00000,0.032
+31,mlp.experts.96.down_proj,rtn: 0.0022583,0.00000,0.100
+31,mlp.experts.89.down_proj,rtn: 0.0022583,0.00000,0.037
+31,mlp.experts.126.down_proj,rtn: 0.0022888,0.00000,0.030
+31,mlp.experts.107.down_proj,rtn: 0.0022430,0.00000,0.046
+31,mlp.experts.122.down_proj,rtn: 0.0023193,0.00000,0.032
+31,mlp.experts.114.down_proj,rtn: 0.0023193,0.00000,0.027
+31,mlp.experts.99.down_proj,rtn: 0.0022888,0.00000,0.049
+31,mlp.experts.103.down_proj,rtn: 0.0022888,0.00000,0.057
+31,mlp.experts.118.down_proj,rtn: 0.0022736,0.00000,0.032
+31,mlp.experts.117.down_proj,rtn: 0.0022278,0.00000,0.035
+31,mlp.experts.111.down_proj,rtn: 0.0023193,0.00000,0.050
+31,mlp.experts.88.down_proj,rtn: 0.0022736,0.00000,0.068
+31,mlp.experts.109.down_proj,rtn: 0.0023041,0.00000,0.036
+31,mlp.experts.92.down_proj,rtn: 0.0022888,0.00000,0.083
+31,mlp.experts.97.down_proj,rtn: 0.0022430,0.00000,0.044
+31,mlp.experts.100.down_proj,rtn: 0.0022736,0.00000,0.058
+31,mlp.experts.112.down_proj,rtn: 0.0023193,0.00000,0.036
+31,mlp.experts.142.down_proj,rtn: 0.0023193,0.00000,0.030
+31,mlp.experts.105.down_proj,rtn: 0.0022583,0.00000,0.035
+31,mlp.experts.130.down_proj,rtn: 0.0022430,0.00000,0.036
+31,mlp.experts.134.down_proj,rtn: 0.0023041,0.00000,0.031
+31,mlp.experts.138.down_proj,rtn: 0.0022430,0.00000,0.037
+31,mlp.experts.123.down_proj,rtn: 0.0022736,0.00000,0.049
+31,mlp.experts.133.down_proj,rtn: 0.0022888,0.00000,0.030
+31,mlp.experts.125.down_proj,rtn: 0.0022583,0.00000,0.030
+31,mlp.experts.115.down_proj,rtn: 0.0022583,0.00000,0.050
+31,mlp.experts.119.down_proj,rtn: 0.0022430,0.00000,0.048
+31,mlp.experts.113.down_proj,rtn: 0.0023346,0.00000,0.035
+31,mlp.experts.121.down_proj,rtn: 0.0022430,0.00000,0.031
+31,mlp.experts.158.down_proj,rtn: 0.0023041,0.00000,0.034
+31,mlp.experts.127.down_proj,rtn: 0.0022736,0.00000,0.048
+31,mlp.experts.104.down_proj,rtn: 0.0023651,0.00000,0.053
+31,mlp.experts.146.down_proj,rtn: 0.0022736,0.00000,0.034
+31,mlp.experts.150.down_proj,rtn: 0.0022430,0.00000,0.029
+31,mlp.experts.154.down_proj,rtn: 0.0022583,0.00000,0.030
+31,mlp.experts.141.down_proj,rtn: 0.0022430,0.00000,0.034
+31,mlp.experts.149.down_proj,rtn: 0.0023193,0.00000,0.035
+31,mlp.experts.129.down_proj,rtn: 0.0022736,0.00000,0.037
+31,mlp.experts.137.down_proj,rtn: 0.0022430,0.00000,0.033
+31,mlp.experts.174.down_proj,rtn: 0.0022736,0.00000,0.031
+31,mlp.experts.139.down_proj,rtn: 0.0022736,0.00000,0.048
+31,mlp.experts.135.down_proj,rtn: 0.0023193,0.00000,0.045
+31,mlp.experts.131.down_proj,rtn: 0.0022278,0.00000,0.050
+31,mlp.experts.166.down_proj,rtn: 0.0023041,0.00000,0.028
+31,mlp.experts.170.down_proj,rtn: 0.0023041,0.00000,0.029
+31,mlp.experts.162.down_proj,rtn: 0.0022736,0.00000,0.032
+31,mlp.experts.108.down_proj,rtn: 0.0022736,0.00000,0.102
+31,mlp.experts.143.down_proj,rtn: 0.0022888,0.00000,0.049
+31,mlp.experts.116.down_proj,rtn: 0.0022583,0.00000,0.099
+31,mlp.experts.157.down_proj,rtn: 0.0022583,0.00000,0.034
+31,mlp.experts.165.down_proj,rtn: 0.0022583,0.00000,0.031
+31,mlp.experts.128.down_proj,rtn: 0.0023041,0.00000,0.099
+31,mlp.experts.120.down_proj,rtn: 0.0023041,0.00000,0.052
+31,mlp.experts.145.down_proj,rtn: 0.0022583,0.00000,0.025
+31,mlp.experts.153.down_proj,rtn: 0.0022888,0.00000,0.023
+31,mlp.experts.190.down_proj,rtn: 0.0023041,0.00000,0.034
+31,mlp.experts.182.down_proj,rtn: 0.0022736,0.00000,0.022
+31,mlp.experts.186.down_proj,rtn: 0.0022888,0.00000,0.023
+31,mlp.experts.178.down_proj,rtn: 0.0023346,0.00000,0.025
+31,mlp.experts.155.down_proj,rtn: 0.0023346,0.00000,0.050
+31,mlp.experts.151.down_proj,rtn: 0.0022430,0.00000,0.049
+31,mlp.experts.147.down_proj,rtn: 0.0022736,0.00000,0.050
+31,mlp.experts.173.down_proj,rtn: 0.0022583,0.00000,0.027
+31,mlp.experts.181.down_proj,rtn: 0.0022278,0.00000,0.028
+31,mlp.experts.159.down_proj,rtn: 0.0022736,0.00000,0.048
+31,mlp.experts.169.down_proj,rtn: 0.0022736,0.00000,0.025
+31,mlp.experts.161.down_proj,rtn: 0.0022583,0.00000,0.028
+31,mlp.experts.132.down_proj,rtn: 0.0022583,0.00000,0.047
+31,mlp.experts.124.down_proj,rtn: 0.0023041,0.00000,0.047
+31,mlp.experts.136.down_proj,rtn: 0.0022736,0.00000,0.040
+31,mlp.experts.144.down_proj,rtn: 0.0022888,0.00000,0.051
+31,mlp.experts.185.down_proj,rtn: 0.0022888,0.00000,0.020
+31,mlp.experts.189.down_proj,rtn: 0.0022736,0.00000,0.027
+31,mlp.experts.163.down_proj,rtn: 0.0022278,0.00000,0.038
+31,mlp.experts.167.down_proj,rtn: 0.0022736,0.00000,0.042
+31,mlp.experts.177.down_proj,rtn: 0.0023193,0.00000,0.023
+31,mlp.experts.171.down_proj,rtn: 0.0023193,0.00000,0.044
+31,mlp.experts.175.down_proj,rtn: 0.0022736,0.00000,0.033
+31,mlp.experts.140.down_proj,rtn: 0.0023041,0.00000,0.038
+31,mlp.experts.152.down_proj,rtn: 0.0022430,0.00000,0.039
+31,mlp.experts.148.down_proj,rtn: 0.0022583,0.00000,0.044
+31,mlp.experts.179.down_proj,rtn: 0.0023041,0.00000,0.031
+31,mlp.experts.183.down_proj,rtn: 0.0022736,0.00000,0.036
+31,mlp.experts.191.down_proj,rtn: 0.0022736,0.00000,0.034
+31,mlp.experts.160.down_proj,rtn: 0.0023651,0.00000,0.056
+31,mlp.experts.187.down_proj,rtn: 0.0022736,0.00000,0.038
+31,mlp.experts.156.down_proj,rtn: 0.0022278,0.00000,0.031
+31,mlp.experts.168.down_proj,rtn: 0.0022736,0.00000,0.032
+31,mlp.experts.164.down_proj,rtn: 0.0023041,0.00000,0.028
+31,mlp.experts.172.down_proj,rtn: 0.0022888,0.00000,0.023
+31,mlp.experts.180.down_proj,rtn: 0.0022736,0.00000,0.022
+31,mlp.experts.176.down_proj,rtn: 0.0022583,0.00000,0.033
+31,mlp.experts.184.down_proj,rtn: 0.0022125,0.00000,0.029
+31,mlp.experts.188.down_proj,rtn: 0.0022583,0.00000,0.014
+31,mlp.shared_experts.up_proj,rtn: 0.0018387,0.00000,0.026
+31,mlp.shared_experts.gate_proj,rtn: 0.0017548,0.00000,0.027
+31,mlp.shared_experts.down_proj,rtn: 0.0018387,0.00000,0.012
+32,self_attn.v_proj,rtn: 0.0026093,0.00000,0.013
+32,self_attn.k_proj,rtn: 0.0023346,0.00000,0.014
+32,self_attn.q_proj,rtn: 0.0022430,0.00000,0.015
+32,self_attn.o_proj,rtn: 0.0025330,0.00000,0.054
+32,mlp.experts.15.gate_proj,rtn: 0.0023499,0.00000,0.083
+32,mlp.experts.0.gate_proj,rtn: 0.0023804,0.00000,0.104
+32,mlp.experts.10.gate_proj,rtn: 0.0023804,0.00000,0.104
+32,mlp.experts.8.gate_proj,rtn: 0.0023193,0.00000,0.106
+32,mlp.experts.12.gate_proj,rtn: 0.0024109,0.00000,0.106
+32,mlp.experts.5.gate_proj,rtn: 0.0023041,0.00000,0.106
+32,mlp.experts.2.gate_proj,rtn: 0.0023499,0.00000,0.106
+32,mlp.experts.3.gate_proj,rtn: 0.0023346,0.00000,0.108
+32,mlp.experts.6.gate_proj,rtn: 0.0023804,0.00000,0.110
+32,mlp.experts.11.gate_proj,rtn: 0.0022430,0.00000,0.112
+32,mlp.experts.7.gate_proj,rtn: 0.0023346,0.00000,0.113
+32,mlp.experts.14.gate_proj,rtn: 0.0023346,0.00000,0.119
+32,mlp.experts.1.gate_proj,rtn: 0.0023193,0.00000,0.125
+32,mlp.experts.9.gate_proj,rtn: 0.0023041,0.00000,0.128
+32,mlp.experts.13.gate_proj,rtn: 0.0024109,0.00000,0.145
+32,mlp.experts.4.gate_proj,rtn: 0.0023193,0.00000,0.156
+32,mlp.experts.31.gate_proj,rtn: 0.0023956,0.00000,0.078
+32,mlp.experts.26.gate_proj,rtn: 0.0023651,0.00000,0.076
+32,mlp.experts.21.gate_proj,rtn: 0.0023956,0.00000,0.083
+32,mlp.experts.18.gate_proj,rtn: 0.0023499,0.00000,0.081
+32,mlp.experts.22.gate_proj,rtn: 0.0023499,0.00000,0.088
+32,mlp.experts.23.gate_proj,rtn: 0.0023499,0.00000,0.084
+32,mlp.experts.27.gate_proj,rtn: 0.0023651,0.00000,0.086
+32,mlp.experts.30.gate_proj,rtn: 0.0023041,0.00000,0.081
+32,mlp.experts.19.gate_proj,rtn: 0.0023041,0.00000,0.094
+32,mlp.experts.17.gate_proj,rtn: 0.0022888,0.00000,0.090
+32,mlp.experts.25.gate_proj,rtn: 0.0023346,0.00000,0.092
+32,mlp.experts.29.gate_proj,rtn: 0.0022736,0.00000,0.095
+32,mlp.experts.16.gate_proj,rtn: 0.0023804,0.00000,0.141
+32,mlp.experts.28.gate_proj,rtn: 0.0023804,0.00000,0.132
+32,mlp.experts.24.gate_proj,rtn: 0.0023804,0.00000,0.138
+32,mlp.experts.47.gate_proj,rtn: 0.0024414,0.00000,0.083
+32,mlp.experts.42.gate_proj,rtn: 0.0023041,0.00000,0.073
+32,mlp.experts.20.gate_proj,rtn: 0.0023651,0.00000,0.119
+32,mlp.experts.34.gate_proj,rtn: 0.0023499,0.00000,0.071
+32,mlp.experts.38.gate_proj,rtn: 0.0023499,0.00000,0.067
+32,mlp.experts.37.gate_proj,rtn: 0.0023499,0.00000,0.095
+32,mlp.experts.46.gate_proj,rtn: 0.0023804,0.00000,0.066
+32,mlp.experts.39.gate_proj,rtn: 0.0023956,0.00000,0.075
+32,mlp.experts.43.gate_proj,rtn: 0.0023041,0.00000,0.076
+32,mlp.experts.35.gate_proj,rtn: 0.0023346,0.00000,0.073
+32,mlp.experts.44.gate_proj,rtn: 0.0023651,0.00000,0.066
+32,mlp.experts.32.gate_proj,rtn: 0.0023651,0.00000,0.069
+32,mlp.experts.40.gate_proj,rtn: 0.0023193,0.00000,0.070
+32,mlp.experts.63.gate_proj,rtn: 0.0023956,0.00000,0.074
+32,mlp.experts.41.gate_proj,rtn: 0.0024109,0.00000,0.099
+32,mlp.experts.33.gate_proj,rtn: 0.0023499,0.00000,0.108
+32,mlp.experts.58.gate_proj,rtn: 0.0023651,0.00000,0.077
+32,mlp.experts.36.gate_proj,rtn: 0.0023956,0.00000,0.074
+32,mlp.experts.45.gate_proj,rtn: 0.0023804,0.00000,0.107
+32,mlp.experts.50.gate_proj,rtn: 0.0022888,0.00000,0.076
+32,mlp.experts.55.gate_proj,rtn: 0.0022430,0.00000,0.074
+32,mlp.experts.62.gate_proj,rtn: 0.0023804,0.00000,0.082
+32,mlp.experts.59.gate_proj,rtn: 0.0023193,0.00000,0.080
+32,mlp.experts.54.gate_proj,rtn: 0.0023651,0.00000,0.102
+32,mlp.experts.51.gate_proj,rtn: 0.0022888,0.00000,0.079
+32,mlp.experts.60.gate_proj,rtn: 0.0023346,0.00000,0.071
+32,mlp.experts.53.gate_proj,rtn: 0.0023499,0.00000,0.100
+32,mlp.experts.48.gate_proj,rtn: 0.0023193,0.00000,0.075
+32,mlp.experts.56.gate_proj,rtn: 0.0023193,0.00000,0.074
+32,mlp.experts.52.gate_proj,rtn: 0.0023193,0.00000,0.064
+32,mlp.experts.79.gate_proj,rtn: 0.0023499,0.00000,0.092
+32,mlp.experts.57.gate_proj,rtn: 0.0023041,0.00000,0.094
+32,mlp.experts.49.gate_proj,rtn: 0.0024109,0.00000,0.101
+32,mlp.experts.61.gate_proj,rtn: 0.0022888,0.00000,0.103
+32,mlp.experts.71.gate_proj,rtn: 0.0023346,0.00000,0.101
+32,mlp.experts.75.gate_proj,rtn: 0.0023804,0.00000,0.096
+32,mlp.experts.69.gate_proj,rtn: 0.0023651,0.00000,0.088
+32,mlp.experts.64.gate_proj,rtn: 0.0023651,0.00000,0.089
+32,mlp.experts.72.gate_proj,rtn: 0.0022736,0.00000,0.093
+32,mlp.experts.66.gate_proj,rtn: 0.0022888,0.00000,0.149
+32,mlp.experts.76.gate_proj,rtn: 0.0023041,0.00000,0.097
+32,mlp.experts.95.gate_proj,rtn: 0.0023193,0.00000,0.084
+32,mlp.experts.73.gate_proj,rtn: 0.0023346,0.00000,0.083
+32,mlp.experts.68.gate_proj,rtn: 0.0023193,0.00000,0.097
+32,mlp.experts.67.gate_proj,rtn: 0.0023804,0.00000,0.092
+32,mlp.experts.65.gate_proj,rtn: 0.0022888,0.00000,0.093
+32,mlp.experts.77.gate_proj,rtn: 0.0023956,0.00000,0.091
+32,mlp.experts.74.gate_proj,rtn: 0.0023651,0.00000,0.217
+32,mlp.experts.70.gate_proj,rtn: 0.0023193,0.00000,0.168
+32,mlp.experts.91.gate_proj,rtn: 0.0023041,0.00000,0.089
+32,mlp.experts.87.gate_proj,rtn: 0.0023346,0.00000,0.093
+32,mlp.experts.85.gate_proj,rtn: 0.0022888,0.00000,0.085
+32,mlp.experts.80.gate_proj,rtn: 0.0023499,0.00000,0.091
+32,mlp.experts.88.gate_proj,rtn: 0.0023956,0.00000,0.091
+32,mlp.experts.78.gate_proj,rtn: 0.0023041,0.00000,0.223
+32,mlp.experts.111.gate_proj,rtn: 0.0023193,0.00000,0.090
+32,mlp.experts.92.gate_proj,rtn: 0.0023346,0.00000,0.094
+32,mlp.experts.83.gate_proj,rtn: 0.0022888,0.00000,0.090
+32,mlp.experts.84.gate_proj,rtn: 0.0022583,0.00000,0.096
+32,mlp.experts.89.gate_proj,rtn: 0.0023499,0.00000,0.119
+32,mlp.experts.82.gate_proj,rtn: 0.0023193,0.00000,0.132
+32,mlp.experts.81.gate_proj,rtn: 0.0023956,0.00000,0.115
+32,mlp.experts.90.gate_proj,rtn: 0.0023346,0.00000,0.097
+32,mlp.experts.93.gate_proj,rtn: 0.0023041,0.00000,0.112
+32,mlp.experts.86.gate_proj,rtn: 0.0023651,0.00000,0.099
+32,mlp.experts.107.gate_proj,rtn: 0.0023346,0.00000,0.100
+32,mlp.experts.96.gate_proj,rtn: 0.0023193,0.00000,0.085
+32,mlp.experts.103.gate_proj,rtn: 0.0023499,0.00000,0.105
+32,mlp.experts.108.gate_proj,rtn: 0.0023193,0.00000,0.077
+32,mlp.experts.104.gate_proj,rtn: 0.0023499,0.00000,0.086
+32,mlp.experts.101.gate_proj,rtn: 0.0022583,0.00000,0.112
+32,mlp.experts.100.gate_proj,rtn: 0.0023499,0.00000,0.085
+32,mlp.experts.94.gate_proj,rtn: 0.0023804,0.00000,0.103
+32,mlp.experts.99.gate_proj,rtn: 0.0023804,0.00000,0.096
+32,mlp.experts.105.gate_proj,rtn: 0.0023193,0.00000,0.077
+32,mlp.experts.127.gate_proj,rtn: 0.0023651,0.00000,0.113
+32,mlp.experts.97.gate_proj,rtn: 0.0023346,0.00000,0.080
+32,mlp.experts.109.gate_proj,rtn: 0.0022888,0.00000,0.075
+32,mlp.experts.123.gate_proj,rtn: 0.0023193,0.00000,0.069
+32,mlp.experts.119.gate_proj,rtn: 0.0023804,0.00000,0.071
+32,mlp.experts.117.gate_proj,rtn: 0.0022736,0.00000,0.075
+32,mlp.experts.106.gate_proj,rtn: 0.0023804,0.00000,0.114
+32,mlp.experts.112.gate_proj,rtn: 0.0024109,0.00000,0.093
+32,mlp.experts.124.gate_proj,rtn: 0.0023346,0.00000,0.088
+32,mlp.experts.115.gate_proj,rtn: 0.0022583,0.00000,0.068
+32,mlp.experts.120.gate_proj,rtn: 0.0023651,0.00000,0.089
+32,mlp.experts.121.gate_proj,rtn: 0.0023041,0.00000,0.072
+32,mlp.experts.116.gate_proj,rtn: 0.0023346,0.00000,0.094
+32,mlp.experts.143.gate_proj,rtn: 0.0023499,0.00000,0.074
+32,mlp.experts.98.gate_proj,rtn: 0.0023346,0.00000,0.157
+32,mlp.experts.125.gate_proj,rtn: 0.0023193,0.00000,0.068
+32,mlp.experts.139.gate_proj,rtn: 0.0023651,0.00000,0.066
+32,mlp.experts.113.gate_proj,rtn: 0.0023041,0.00000,0.078
+32,mlp.experts.102.gate_proj,rtn: 0.0022736,0.00000,0.158
+32,mlp.experts.135.gate_proj,rtn: 0.0022736,0.00000,0.071
+32,mlp.experts.133.gate_proj,rtn: 0.0024109,0.00000,0.074
+32,mlp.experts.131.gate_proj,rtn: 0.0023651,0.00000,0.073
+32,mlp.experts.137.gate_proj,rtn: 0.0023193,0.00000,0.074
+32,mlp.experts.110.gate_proj,rtn: 0.0023804,0.00000,0.162
+32,mlp.experts.159.gate_proj,rtn: 0.0023499,0.00000,0.076
+32,mlp.experts.141.gate_proj,rtn: 0.0022888,0.00000,0.073
+32,mlp.experts.128.gate_proj,rtn: 0.0023041,0.00000,0.112
+32,mlp.experts.129.gate_proj,rtn: 0.0024109,0.00000,0.073
+32,mlp.experts.155.gate_proj,rtn: 0.0023804,0.00000,0.076
+32,mlp.experts.122.gate_proj,rtn: 0.0023651,0.00000,0.123
+32,mlp.experts.140.gate_proj,rtn: 0.0023346,0.00000,0.116
+32,mlp.experts.151.gate_proj,rtn: 0.0022888,0.00000,0.069
+32,mlp.experts.136.gate_proj,rtn: 0.0023346,0.00000,0.127
+32,mlp.experts.114.gate_proj,rtn: 0.0023804,0.00000,0.109
+32,mlp.experts.149.gate_proj,rtn: 0.0023499,0.00000,0.077
+32,mlp.experts.147.gate_proj,rtn: 0.0023346,0.00000,0.077
+32,mlp.experts.153.gate_proj,rtn: 0.0023499,0.00000,0.072
+32,mlp.experts.157.gate_proj,rtn: 0.0023499,0.00000,0.066
+32,mlp.experts.118.gate_proj,rtn: 0.0023346,0.00000,0.126
+32,mlp.experts.145.gate_proj,rtn: 0.0022888,0.00000,0.062
+32,mlp.experts.126.gate_proj,rtn: 0.0023651,0.00000,0.093
+32,mlp.experts.132.gate_proj,rtn: 0.0023346,0.00000,0.182
+32,mlp.experts.175.gate_proj,rtn: 0.0023193,0.00000,0.108
+32,mlp.experts.138.gate_proj,rtn: 0.0023346,0.00000,0.113
+32,mlp.experts.171.gate_proj,rtn: 0.0023346,0.00000,0.125
+32,mlp.experts.167.gate_proj,rtn: 0.0023651,0.00000,0.128
+32,mlp.experts.173.gate_proj,rtn: 0.0023499,0.00000,0.084
+32,mlp.experts.169.gate_proj,rtn: 0.0022736,0.00000,0.089
+32,mlp.experts.165.gate_proj,rtn: 0.0023193,0.00000,0.091
+32,mlp.experts.144.gate_proj,rtn: 0.0023346,0.00000,0.156
+32,mlp.experts.156.gate_proj,rtn: 0.0024261,0.00000,0.152
+32,mlp.experts.161.gate_proj,rtn: 0.0022583,0.00000,0.092
+32,mlp.experts.163.gate_proj,rtn: 0.0023499,0.00000,0.094
+32,mlp.experts.152.gate_proj,rtn: 0.0023041,0.00000,0.110
+32,mlp.experts.134.gate_proj,rtn: 0.0023346,0.00000,0.103
+32,mlp.experts.130.gate_proj,rtn: 0.0023193,0.00000,0.109
+32,mlp.experts.142.gate_proj,rtn: 0.0023499,0.00000,0.096
+32,mlp.experts.191.gate_proj,rtn: 0.0023346,0.00000,0.103
+32,mlp.experts.154.gate_proj,rtn: 0.0023193,0.00000,0.075
+32,mlp.experts.148.gate_proj,rtn: 0.0023651,0.00000,0.124
+32,mlp.experts.187.gate_proj,rtn: 0.0023499,0.00000,0.097
+32,mlp.experts.183.gate_proj,rtn: 0.0024109,0.00000,0.102
+32,mlp.experts.146.gate_proj,rtn: 0.0023499,0.00000,0.071
+32,mlp.experts.150.gate_proj,rtn: 0.0023651,0.00000,0.073
+32,mlp.experts.158.gate_proj,rtn: 0.0022736,0.00000,0.073
+32,mlp.experts.160.gate_proj,rtn: 0.0023499,0.00000,0.109
+32,mlp.experts.170.gate_proj,rtn: 0.0023499,0.00000,0.067
+32,mlp.experts.179.gate_proj,rtn: 0.0023499,0.00000,0.091
+32,mlp.experts.172.gate_proj,rtn: 0.0023804,0.00000,0.120
+32,mlp.experts.177.gate_proj,rtn: 0.0023346,0.00000,0.121
+32,mlp.experts.15.up_proj,rtn: 0.0023193,0.00000,0.092
+32,mlp.experts.168.gate_proj,rtn: 0.0023346,0.00000,0.101
+32,mlp.experts.185.gate_proj,rtn: 0.0023651,0.00000,0.157
+32,mlp.experts.164.gate_proj,rtn: 0.0023499,0.00000,0.100
+32,mlp.experts.189.gate_proj,rtn: 0.0023499,0.00000,0.167
+32,mlp.experts.181.gate_proj,rtn: 0.0023193,0.00000,0.165
+32,mlp.experts.11.up_proj,rtn: 0.0022430,0.00000,0.084
+32,mlp.experts.7.up_proj,rtn: 0.0023193,0.00000,0.079
+32,mlp.experts.166.gate_proj,rtn: 0.0023499,0.00000,0.081
+32,mlp.experts.162.gate_proj,rtn: 0.0023804,0.00000,0.087
+32,mlp.experts.174.gate_proj,rtn: 0.0022583,0.00000,0.089
+32,mlp.experts.186.gate_proj,rtn: 0.0023346,0.00000,0.079
+32,mlp.experts.3.up_proj,rtn: 0.0023193,0.00000,0.076
+32,mlp.experts.31.up_proj,rtn: 0.0023499,0.00000,0.069
+32,mlp.experts.176.gate_proj,rtn: 0.0023041,0.00000,0.101
+32,mlp.experts.188.gate_proj,rtn: 0.0023651,0.00000,0.098
+32,mlp.experts.184.gate_proj,rtn: 0.0023499,0.00000,0.097
+32,mlp.experts.27.up_proj,rtn: 0.0023346,0.00000,0.076
+32,mlp.experts.180.gate_proj,rtn: 0.0023804,0.00000,0.088
+32,mlp.experts.23.up_proj,rtn: 0.0023346,0.00000,0.073
+32,mlp.experts.182.gate_proj,rtn: 0.0023651,0.00000,0.077
+32,mlp.experts.1.up_proj,rtn: 0.0023041,0.00000,0.132
+32,mlp.experts.178.gate_proj,rtn: 0.0023346,0.00000,0.079
+32,mlp.experts.47.up_proj,rtn: 0.0023804,0.00000,0.063
+32,mlp.experts.190.gate_proj,rtn: 0.0023804,0.00000,0.071
+32,mlp.experts.9.up_proj,rtn: 0.0022888,0.00000,0.125
+32,mlp.experts.19.up_proj,rtn: 0.0023041,0.00000,0.068
+32,mlp.experts.10.up_proj,rtn: 0.0023499,0.00000,0.076
+32,mlp.experts.0.up_proj,rtn: 0.0023651,0.00000,0.073
+32,mlp.experts.13.up_proj,rtn: 0.0023651,0.00000,0.144
+32,mlp.experts.5.up_proj,rtn: 0.0022888,0.00000,0.152
+32,mlp.experts.39.up_proj,rtn: 0.0023651,0.00000,0.088
+32,mlp.experts.17.up_proj,rtn: 0.0022888,0.00000,0.081
+32,mlp.experts.43.up_proj,rtn: 0.0022888,0.00000,0.092
+32,mlp.experts.6.up_proj,rtn: 0.0023346,0.00000,0.088
+32,mlp.experts.12.up_proj,rtn: 0.0023651,0.00000,0.114
+32,mlp.experts.35.up_proj,rtn: 0.0023193,0.00000,0.089
+32,mlp.experts.63.up_proj,rtn: 0.0023499,0.00000,0.093
+32,mlp.experts.14.up_proj,rtn: 0.0023193,0.00000,0.086
+32,mlp.experts.2.up_proj,rtn: 0.0023193,0.00000,0.102
+32,mlp.experts.4.up_proj,rtn: 0.0022888,0.00000,0.115
+32,mlp.experts.8.up_proj,rtn: 0.0023041,0.00000,0.120
+32,mlp.experts.25.up_proj,rtn: 0.0023193,0.00000,0.097
+32,mlp.experts.26.up_proj,rtn: 0.0023346,0.00000,0.093
+32,mlp.experts.16.up_proj,rtn: 0.0023499,0.00000,0.107
+32,mlp.experts.29.up_proj,rtn: 0.0022736,0.00000,0.095
+32,mlp.experts.55.up_proj,rtn: 0.0022430,0.00000,0.086
+32,mlp.experts.21.up_proj,rtn: 0.0023499,0.00000,0.129
+32,mlp.experts.59.up_proj,rtn: 0.0023193,0.00000,0.088
+32,mlp.experts.22.up_proj,rtn: 0.0023041,0.00000,0.093
+32,mlp.experts.33.up_proj,rtn: 0.0023193,0.00000,0.107
+32,mlp.experts.18.up_proj,rtn: 0.0023193,0.00000,0.092
+32,mlp.experts.28.up_proj,rtn: 0.0023499,0.00000,0.102
+32,mlp.experts.42.up_proj,rtn: 0.0022736,0.00000,0.087
+32,mlp.experts.79.up_proj,rtn: 0.0023346,0.00000,0.102
+32,mlp.experts.51.up_proj,rtn: 0.0022888,0.00000,0.099
+32,mlp.experts.30.up_proj,rtn: 0.0023041,0.00000,0.096
+32,mlp.experts.41.up_proj,rtn: 0.0023956,0.00000,0.102
+32,mlp.experts.45.up_proj,rtn: 0.0023346,0.00000,0.094
+32,mlp.experts.20.up_proj,rtn: 0.0023499,0.00000,0.105
+32,mlp.experts.32.up_proj,rtn: 0.0023346,0.00000,0.105
+32,mlp.experts.24.up_proj,rtn: 0.0023346,0.00000,0.128
+32,mlp.experts.37.up_proj,rtn: 0.0023346,0.00000,0.080
+32,mlp.experts.71.up_proj,rtn: 0.0023346,0.00000,0.110
+32,mlp.experts.75.up_proj,rtn: 0.0023346,0.00000,0.090
+32,mlp.experts.38.up_proj,rtn: 0.0023346,0.00000,0.109
+32,mlp.experts.58.up_proj,rtn: 0.0023193,0.00000,0.094
+32,mlp.experts.34.up_proj,rtn: 0.0023193,0.00000,0.105
+32,mlp.experts.57.up_proj,rtn: 0.0023041,0.00000,0.090
+32,mlp.experts.95.up_proj,rtn: 0.0023041,0.00000,0.088
+32,mlp.experts.49.up_proj,rtn: 0.0023651,0.00000,0.127
+32,mlp.experts.61.up_proj,rtn: 0.0023041,0.00000,0.093
+32,mlp.experts.46.up_proj,rtn: 0.0023651,0.00000,0.123
+32,mlp.experts.67.up_proj,rtn: 0.0023499,0.00000,0.136
+32,mlp.experts.53.up_proj,rtn: 0.0023346,0.00000,0.092
+32,mlp.experts.91.up_proj,rtn: 0.0022736,0.00000,0.084
+32,mlp.experts.87.up_proj,rtn: 0.0023193,0.00000,0.087
+32,mlp.experts.44.up_proj,rtn: 0.0023346,0.00000,0.184
+32,mlp.experts.54.up_proj,rtn: 0.0023499,0.00000,0.092
+32,mlp.experts.48.up_proj,rtn: 0.0023041,0.00000,0.150
+32,mlp.experts.74.up_proj,rtn: 0.0023499,0.00000,0.088
+32,mlp.experts.50.up_proj,rtn: 0.0022736,0.00000,0.084
+32,mlp.experts.111.up_proj,rtn: 0.0023041,0.00000,0.080
+32,mlp.experts.73.up_proj,rtn: 0.0023193,0.00000,0.092
+32,mlp.experts.65.up_proj,rtn: 0.0022888,0.00000,0.079
+32,mlp.experts.77.up_proj,rtn: 0.0023651,0.00000,0.092
+32,mlp.experts.62.up_proj,rtn: 0.0023499,0.00000,0.083
+32,mlp.experts.36.up_proj,rtn: 0.0023499,0.00000,0.198
+32,mlp.experts.69.up_proj,rtn: 0.0023346,0.00000,0.083
+32,mlp.experts.83.up_proj,rtn: 0.0023193,0.00000,0.088
+32,mlp.experts.40.up_proj,rtn: 0.0023041,0.00000,0.189
+32,mlp.experts.103.up_proj,rtn: 0.0023193,0.00000,0.083
+32,mlp.experts.107.up_proj,rtn: 0.0023193,0.00000,0.084
+32,mlp.experts.70.up_proj,rtn: 0.0023041,0.00000,0.078
+32,mlp.experts.66.up_proj,rtn: 0.0022736,0.00000,0.074
+32,mlp.experts.89.up_proj,rtn: 0.0023346,0.00000,0.067
+32,mlp.experts.90.up_proj,rtn: 0.0023193,0.00000,0.072
+32,mlp.experts.127.up_proj,rtn: 0.0023346,0.00000,0.081
+32,mlp.experts.81.up_proj,rtn: 0.0023651,0.00000,0.074
+32,mlp.experts.93.up_proj,rtn: 0.0022888,0.00000,0.076
+32,mlp.experts.78.up_proj,rtn: 0.0022888,0.00000,0.079
+32,mlp.experts.60.up_proj,rtn: 0.0023041,0.00000,0.127
+32,mlp.experts.64.up_proj,rtn: 0.0023499,0.00000,0.111
+32,mlp.experts.85.up_proj,rtn: 0.0022736,0.00000,0.077
+32,mlp.experts.99.up_proj,rtn: 0.0023346,0.00000,0.079
+32,mlp.experts.119.up_proj,rtn: 0.0023651,0.00000,0.073
+32,mlp.experts.123.up_proj,rtn: 0.0023041,0.00000,0.074
+32,mlp.experts.52.up_proj,rtn: 0.0023041,0.00000,0.113
+32,mlp.experts.56.up_proj,rtn: 0.0023041,0.00000,0.102
+32,mlp.experts.86.up_proj,rtn: 0.0023346,0.00000,0.083
+32,mlp.experts.106.up_proj,rtn: 0.0023499,0.00000,0.080
+32,mlp.experts.105.up_proj,rtn: 0.0022888,0.00000,0.087
+32,mlp.experts.143.up_proj,rtn: 0.0023193,0.00000,0.081
+32,mlp.experts.82.up_proj,rtn: 0.0023193,0.00000,0.093
+32,mlp.experts.97.up_proj,rtn: 0.0023041,0.00000,0.084
+32,mlp.experts.94.up_proj,rtn: 0.0023499,0.00000,0.077
+32,mlp.experts.109.up_proj,rtn: 0.0022736,0.00000,0.085
+32,mlp.experts.115.up_proj,rtn: 0.0022583,0.00000,0.084
+32,mlp.experts.101.up_proj,rtn: 0.0022583,0.00000,0.089
+32,mlp.experts.135.up_proj,rtn: 0.0022736,0.00000,0.084
+32,mlp.experts.139.up_proj,rtn: 0.0023651,0.00000,0.086
+32,mlp.experts.121.up_proj,rtn: 0.0022888,0.00000,0.064
+32,mlp.experts.102.up_proj,rtn: 0.0022736,0.00000,0.076
+32,mlp.experts.122.up_proj,rtn: 0.0023346,0.00000,0.073
+32,mlp.experts.113.up_proj,rtn: 0.0022888,0.00000,0.065
+32,mlp.experts.98.up_proj,rtn: 0.0023193,0.00000,0.078
+32,mlp.experts.159.up_proj,rtn: 0.0023346,0.00000,0.081
+32,mlp.experts.125.up_proj,rtn: 0.0022888,0.00000,0.074
+32,mlp.experts.110.up_proj,rtn: 0.0023651,0.00000,0.079
+32,mlp.experts.117.up_proj,rtn: 0.0022583,0.00000,0.069
+32,mlp.experts.76.up_proj,rtn: 0.0022888,0.00000,0.176
+32,mlp.experts.131.up_proj,rtn: 0.0023346,0.00000,0.089
+32,mlp.experts.80.up_proj,rtn: 0.0023346,0.00000,0.187
+32,mlp.experts.137.up_proj,rtn: 0.0023041,0.00000,0.066
+32,mlp.experts.151.up_proj,rtn: 0.0022888,0.00000,0.088
+32,mlp.experts.68.up_proj,rtn: 0.0023041,0.00000,0.172
+32,mlp.experts.155.up_proj,rtn: 0.0023499,0.00000,0.087
+32,mlp.experts.129.up_proj,rtn: 0.0023956,0.00000,0.069
+32,mlp.experts.138.up_proj,rtn: 0.0023193,0.00000,0.073
+32,mlp.experts.118.up_proj,rtn: 0.0023193,0.00000,0.078
+32,mlp.experts.141.up_proj,rtn: 0.0022736,0.00000,0.064
+32,mlp.experts.114.up_proj,rtn: 0.0023651,0.00000,0.076
+32,mlp.experts.126.up_proj,rtn: 0.0023499,0.00000,0.073
+32,mlp.experts.72.up_proj,rtn: 0.0022583,0.00000,0.199
+32,mlp.experts.175.up_proj,rtn: 0.0023193,0.00000,0.094
+32,mlp.experts.133.up_proj,rtn: 0.0023651,0.00000,0.070
+32,mlp.experts.153.up_proj,rtn: 0.0023193,0.00000,0.075
+32,mlp.experts.147.up_proj,rtn: 0.0023193,0.00000,0.087
+32,mlp.experts.134.up_proj,rtn: 0.0023193,0.00000,0.069
+32,mlp.experts.154.up_proj,rtn: 0.0023041,0.00000,0.071
+32,mlp.experts.145.up_proj,rtn: 0.0022736,0.00000,0.078
+32,mlp.experts.167.up_proj,rtn: 0.0023346,0.00000,0.089
+32,mlp.experts.171.up_proj,rtn: 0.0023193,0.00000,0.087
+32,mlp.experts.130.up_proj,rtn: 0.0023041,0.00000,0.076
+32,mlp.experts.96.up_proj,rtn: 0.0023041,0.00000,0.112
+32,mlp.experts.157.up_proj,rtn: 0.0023346,0.00000,0.084
+32,mlp.experts.92.up_proj,rtn: 0.0023193,0.00000,0.125
+32,mlp.experts.142.up_proj,rtn: 0.0023346,0.00000,0.073
+32,mlp.experts.84.up_proj,rtn: 0.0022583,0.00000,0.115
+32,mlp.experts.191.up_proj,rtn: 0.0023193,0.00000,0.084
+32,mlp.experts.149.up_proj,rtn: 0.0023193,0.00000,0.079
+32,mlp.experts.170.up_proj,rtn: 0.0023193,0.00000,0.068
+32,mlp.experts.150.up_proj,rtn: 0.0023346,0.00000,0.069
+32,mlp.experts.161.up_proj,rtn: 0.0022583,0.00000,0.065
+32,mlp.experts.163.up_proj,rtn: 0.0023346,0.00000,0.077
+32,mlp.experts.169.up_proj,rtn: 0.0022736,0.00000,0.077
+32,mlp.experts.187.up_proj,rtn: 0.0023193,0.00000,0.058
+32,mlp.experts.183.up_proj,rtn: 0.0023956,0.00000,0.060
+32,mlp.experts.173.up_proj,rtn: 0.0023346,0.00000,0.063
+32,mlp.experts.88.up_proj,rtn: 0.0023651,0.00000,0.135
+32,mlp.experts.146.up_proj,rtn: 0.0023346,0.00000,0.083
+32,mlp.experts.158.up_proj,rtn: 0.0022736,0.00000,0.090
+32,mlp.experts.165.up_proj,rtn: 0.0023041,0.00000,0.067
+32,mlp.experts.112.up_proj,rtn: 0.0023956,0.00000,0.112
+32,mlp.experts.179.up_proj,rtn: 0.0023346,0.00000,0.032
+32,mlp.experts.108.up_proj,rtn: 0.0023041,0.00000,0.118
+32,mlp.experts.100.up_proj,rtn: 0.0023346,0.00000,0.104
+32,mlp.experts.185.up_proj,rtn: 0.0023346,0.00000,0.076
+32,mlp.experts.104.up_proj,rtn: 0.0023346,0.00000,0.082
+32,mlp.experts.189.up_proj,rtn: 0.0023193,0.00000,0.081
+32,mlp.experts.177.up_proj,rtn: 0.0022888,0.00000,0.084
+32,mlp.experts.181.up_proj,rtn: 0.0023193,0.00000,0.072
+32,mlp.experts.128.up_proj,rtn: 0.0022888,0.00000,0.072
+32,mlp.experts.124.up_proj,rtn: 0.0023041,0.00000,0.067
+32,mlp.experts.116.up_proj,rtn: 0.0023193,0.00000,0.068
+32,mlp.experts.162.up_proj,rtn: 0.0023346,0.00000,0.121
+32,mlp.experts.186.up_proj,rtn: 0.0023041,0.00000,0.149
+32,mlp.experts.120.up_proj,rtn: 0.0023346,0.00000,0.058
+32,mlp.experts.166.up_proj,rtn: 0.0023193,0.00000,0.167
+32,mlp.experts.174.up_proj,rtn: 0.0022430,0.00000,0.155
+32,mlp.experts.144.up_proj,rtn: 0.0023041,0.00000,0.068
+32,mlp.experts.140.up_proj,rtn: 0.0023193,0.00000,0.066
+32,mlp.experts.132.up_proj,rtn: 0.0023193,0.00000,0.065
+32,mlp.experts.136.up_proj,rtn: 0.0022888,0.00000,0.069
+32,mlp.experts.178.up_proj,rtn: 0.0023193,0.00000,0.106
+32,mlp.experts.182.up_proj,rtn: 0.0023193,0.00000,0.068
+32,mlp.experts.160.up_proj,rtn: 0.0023193,0.00000,0.064
+32,mlp.experts.148.up_proj,rtn: 0.0023499,0.00000,0.062
+32,mlp.experts.156.up_proj,rtn: 0.0023956,0.00000,0.074
+32,mlp.experts.190.up_proj,rtn: 0.0023651,0.00000,0.089
+32,mlp.experts.152.up_proj,rtn: 0.0023041,0.00000,0.071
+32,mlp.experts.176.up_proj,rtn: 0.0023041,0.00000,0.071
+32,mlp.experts.164.up_proj,rtn: 0.0023346,0.00000,0.077
+32,mlp.experts.172.up_proj,rtn: 0.0023651,0.00000,0.069
+32,mlp.experts.168.up_proj,rtn: 0.0023041,0.00000,0.070
+32,mlp.experts.188.up_proj,rtn: 0.0023346,0.00000,0.051
+32,mlp.experts.180.up_proj,rtn: 0.0023499,0.00000,0.076
+32,mlp.experts.184.up_proj,rtn: 0.0023193,0.00000,0.047
+32,mlp.experts.1.down_proj,rtn: 0.0022583,0.00000,0.025
+32,mlp.experts.5.down_proj,rtn: 0.0022583,0.00000,0.048
+32,mlp.experts.7.down_proj,rtn: 0.0022430,0.00000,0.034
+32,mlp.experts.17.down_proj,rtn: 0.0022430,0.00000,0.038
+32,mlp.experts.12.down_proj,rtn: 0.0023193,0.00000,0.109
+32,mlp.experts.11.down_proj,rtn: 0.0022278,0.00000,0.040
+32,mlp.experts.4.down_proj,rtn: 0.0022583,0.00000,0.111
+32,mlp.experts.2.down_proj,rtn: 0.0022888,0.00000,0.055
+32,mlp.experts.3.down_proj,rtn: 0.0022736,0.00000,0.045
+32,mlp.experts.0.down_proj,rtn: 0.0023193,0.00000,0.120
+32,mlp.experts.14.down_proj,rtn: 0.0022888,0.00000,0.053
+32,mlp.experts.8.down_proj,rtn: 0.0022583,0.00000,0.129
+32,mlp.experts.15.down_proj,rtn: 0.0022736,0.00000,0.060
+32,mlp.experts.13.down_proj,rtn: 0.0023041,0.00000,0.075
+32,mlp.experts.23.down_proj,rtn: 0.0022736,0.00000,0.036
+32,mlp.experts.9.down_proj,rtn: 0.0022583,0.00000,0.085
+32,mlp.experts.33.down_proj,rtn: 0.0022736,0.00000,0.041
+32,mlp.experts.21.down_proj,rtn: 0.0022888,0.00000,0.059
+32,mlp.experts.28.down_proj,rtn: 0.0023193,0.00000,0.044
+32,mlp.experts.6.down_proj,rtn: 0.0022888,0.00000,0.101
+32,mlp.experts.27.down_proj,rtn: 0.0022888,0.00000,0.048
+32,mlp.experts.10.down_proj,rtn: 0.0022888,0.00000,0.102
+32,mlp.experts.19.down_proj,rtn: 0.0022583,0.00000,0.045
+32,mlp.experts.20.down_proj,rtn: 0.0023193,0.00000,0.057
+32,mlp.experts.30.down_proj,rtn: 0.0022278,0.00000,0.047
+32,mlp.experts.18.down_proj,rtn: 0.0022888,0.00000,0.055
+32,mlp.experts.31.down_proj,rtn: 0.0022888,0.00000,0.043
+32,mlp.experts.24.down_proj,rtn: 0.0022736,0.00000,0.050
+32,mlp.experts.37.down_proj,rtn: 0.0023041,0.00000,0.029
+32,mlp.experts.29.down_proj,rtn: 0.0022278,0.00000,0.042
+32,mlp.experts.49.down_proj,rtn: 0.0023041,0.00000,0.031
+32,mlp.experts.39.down_proj,rtn: 0.0022888,0.00000,0.041
+32,mlp.experts.16.down_proj,rtn: 0.0023041,0.00000,0.066
+32,mlp.experts.25.down_proj,rtn: 0.0022583,0.00000,0.045
+32,mlp.experts.43.down_proj,rtn: 0.0022583,0.00000,0.032
+32,mlp.experts.44.down_proj,rtn: 0.0022888,0.00000,0.046
+32,mlp.experts.35.down_proj,rtn: 0.0022888,0.00000,0.035
+32,mlp.experts.47.down_proj,rtn: 0.0023346,0.00000,0.030
+32,mlp.experts.45.down_proj,rtn: 0.0022583,0.00000,0.027
+32,mlp.experts.53.down_proj,rtn: 0.0022736,0.00000,0.028
+32,mlp.experts.65.down_proj,rtn: 0.0022583,0.00000,0.031
+32,mlp.experts.26.down_proj,rtn: 0.0022736,0.00000,0.059
+32,mlp.experts.36.down_proj,rtn: 0.0022888,0.00000,0.055
+32,mlp.experts.59.down_proj,rtn: 0.0022583,0.00000,0.025
+32,mlp.experts.55.down_proj,rtn: 0.0021820,0.00000,0.035
+32,mlp.experts.40.down_proj,rtn: 0.0022583,0.00000,0.050
+32,mlp.experts.32.down_proj,rtn: 0.0023041,0.00000,0.042
+32,mlp.experts.41.down_proj,rtn: 0.0023499,0.00000,0.030
+32,mlp.experts.63.down_proj,rtn: 0.0022888,0.00000,0.027
+32,mlp.experts.51.down_proj,rtn: 0.0022583,0.00000,0.033
+32,mlp.experts.61.down_proj,rtn: 0.0022583,0.00000,0.032
+32,mlp.experts.69.down_proj,rtn: 0.0022888,0.00000,0.030
+32,mlp.experts.22.down_proj,rtn: 0.0022583,0.00000,0.095
+32,mlp.experts.60.down_proj,rtn: 0.0022736,0.00000,0.054
+32,mlp.experts.75.down_proj,rtn: 0.0023193,0.00000,0.029
+32,mlp.experts.71.down_proj,rtn: 0.0022736,0.00000,0.030
+32,mlp.experts.81.down_proj,rtn: 0.0022888,0.00000,0.039
+32,mlp.experts.34.down_proj,rtn: 0.0022736,0.00000,0.089
+32,mlp.experts.46.down_proj,rtn: 0.0023193,0.00000,0.104
+32,mlp.experts.79.down_proj,rtn: 0.0022888,0.00000,0.030
+32,mlp.experts.57.down_proj,rtn: 0.0022736,0.00000,0.034
+32,mlp.experts.67.down_proj,rtn: 0.0023041,0.00000,0.030
+32,mlp.experts.42.down_proj,rtn: 0.0022430,0.00000,0.057
+32,mlp.experts.56.down_proj,rtn: 0.0022736,0.00000,0.047
+32,mlp.experts.52.down_proj,rtn: 0.0022583,0.00000,0.054
+32,mlp.experts.77.down_proj,rtn: 0.0023193,0.00000,0.035
+32,mlp.experts.85.down_proj,rtn: 0.0022278,0.00000,0.036
+32,mlp.experts.48.down_proj,rtn: 0.0022736,0.00000,0.056
+32,mlp.experts.91.down_proj,rtn: 0.0022430,0.00000,0.032
+32,mlp.experts.38.down_proj,rtn: 0.0022736,0.00000,0.038
+32,mlp.experts.87.down_proj,rtn: 0.0022736,0.00000,0.030
+32,mlp.experts.97.down_proj,rtn: 0.0022736,0.00000,0.037
+32,mlp.experts.50.down_proj,rtn: 0.0022430,0.00000,0.032
+32,mlp.experts.62.down_proj,rtn: 0.0022736,0.00000,0.029
+32,mlp.experts.83.down_proj,rtn: 0.0022583,0.00000,0.027
+32,mlp.experts.95.down_proj,rtn: 0.0022583,0.00000,0.028
+32,mlp.experts.76.down_proj,rtn: 0.0022583,0.00000,0.052
+32,mlp.experts.73.down_proj,rtn: 0.0022888,0.00000,0.038
+32,mlp.experts.107.down_proj,rtn: 0.0022736,0.00000,0.020
+32,mlp.experts.103.down_proj,rtn: 0.0022583,0.00000,0.018
+32,mlp.experts.72.down_proj,rtn: 0.0022278,0.00000,0.038
+32,mlp.experts.93.down_proj,rtn: 0.0022583,0.00000,0.030
+32,mlp.experts.101.down_proj,rtn: 0.0022278,0.00000,0.030
+32,mlp.experts.68.down_proj,rtn: 0.0022583,0.00000,0.038
+32,mlp.experts.64.down_proj,rtn: 0.0023041,0.00000,0.030
+32,mlp.experts.113.down_proj,rtn: 0.0022583,0.00000,0.023
+32,mlp.experts.58.down_proj,rtn: 0.0022888,0.00000,0.073
+32,mlp.experts.54.down_proj,rtn: 0.0023041,0.00000,0.084
+32,mlp.experts.78.down_proj,rtn: 0.0022278,0.00000,0.075
+32,mlp.experts.66.down_proj,rtn: 0.0022430,0.00000,0.078
+32,mlp.experts.99.down_proj,rtn: 0.0022736,0.00000,0.022
+32,mlp.experts.89.down_proj,rtn: 0.0023041,0.00000,0.035
+32,mlp.experts.74.down_proj,rtn: 0.0023041,0.00000,0.027
+32,mlp.experts.123.down_proj,rtn: 0.0022583,0.00000,0.034
+32,mlp.experts.92.down_proj,rtn: 0.0022736,0.00000,0.043
+32,mlp.experts.119.down_proj,rtn: 0.0023193,0.00000,0.040
+32,mlp.experts.111.down_proj,rtn: 0.0022430,0.00000,0.024
+32,mlp.experts.115.down_proj,rtn: 0.0022278,0.00000,0.027
+32,mlp.experts.117.down_proj,rtn: 0.0021973,0.00000,0.039
+32,mlp.experts.109.down_proj,rtn: 0.0022430,0.00000,0.042
+32,mlp.experts.129.down_proj,rtn: 0.0023651,0.00000,0.039
+32,mlp.experts.84.down_proj,rtn: 0.0022125,0.00000,0.046
+32,mlp.experts.80.down_proj,rtn: 0.0022736,0.00000,0.044
+32,mlp.experts.88.down_proj,rtn: 0.0023193,0.00000,0.054
+32,mlp.experts.139.down_proj,rtn: 0.0023346,0.00000,0.017
+32,mlp.experts.105.down_proj,rtn: 0.0022278,0.00000,0.026
+32,mlp.experts.82.down_proj,rtn: 0.0022430,0.00000,0.061
+32,mlp.experts.70.down_proj,rtn: 0.0022430,0.00000,0.059
+32,mlp.experts.94.down_proj,rtn: 0.0023193,0.00000,0.064
+32,mlp.experts.131.down_proj,rtn: 0.0022736,0.00000,0.021
+32,mlp.experts.127.down_proj,rtn: 0.0023041,0.00000,0.026
+32,mlp.experts.104.down_proj,rtn: 0.0023041,0.00000,0.036
+32,mlp.experts.135.down_proj,rtn: 0.0022278,0.00000,0.034
+32,mlp.experts.90.down_proj,rtn: 0.0022736,0.00000,0.043
+32,mlp.experts.145.down_proj,rtn: 0.0022430,0.00000,0.041
+32,mlp.experts.110.down_proj,rtn: 0.0023041,0.00000,0.038
+32,mlp.experts.133.down_proj,rtn: 0.0023041,0.00000,0.059
+32,mlp.experts.125.down_proj,rtn: 0.0022583,0.00000,0.057
+32,mlp.experts.121.down_proj,rtn: 0.0022583,0.00000,0.041
+32,mlp.experts.96.down_proj,rtn: 0.0022583,0.00000,0.050
+32,mlp.experts.100.down_proj,rtn: 0.0022888,0.00000,0.055
+32,mlp.experts.98.down_proj,rtn: 0.0022583,0.00000,0.040
+32,mlp.experts.86.down_proj,rtn: 0.0022888,0.00000,0.038
+32,mlp.experts.147.down_proj,rtn: 0.0022583,0.00000,0.027
+32,mlp.experts.106.down_proj,rtn: 0.0023193,0.00000,0.026
+32,mlp.experts.155.down_proj,rtn: 0.0022736,0.00000,0.039
+32,mlp.experts.151.down_proj,rtn: 0.0022430,0.00000,0.034
+32,mlp.experts.143.down_proj,rtn: 0.0022583,0.00000,0.035
+32,mlp.experts.108.down_proj,rtn: 0.0022583,0.00000,0.058
+32,mlp.experts.120.down_proj,rtn: 0.0022888,0.00000,0.043
+32,mlp.experts.161.down_proj,rtn: 0.0022125,0.00000,0.039
+32,mlp.experts.126.down_proj,rtn: 0.0023193,0.00000,0.030
+32,mlp.experts.141.down_proj,rtn: 0.0022125,0.00000,0.039
+32,mlp.experts.137.down_proj,rtn: 0.0022736,0.00000,0.032
+32,mlp.experts.102.down_proj,rtn: 0.0022430,0.00000,0.032
+32,mlp.experts.114.down_proj,rtn: 0.0023041,0.00000,0.030
+32,mlp.experts.149.down_proj,rtn: 0.0022736,0.00000,0.049
+32,mlp.experts.122.down_proj,rtn: 0.0022888,0.00000,0.034
+32,mlp.experts.112.down_proj,rtn: 0.0023346,0.00000,0.052
+32,mlp.experts.116.down_proj,rtn: 0.0022736,0.00000,0.050
+32,mlp.experts.124.down_proj,rtn: 0.0022736,0.00000,0.046
+32,mlp.experts.142.down_proj,rtn: 0.0023041,0.00000,0.032
+32,mlp.experts.167.down_proj,rtn: 0.0022888,0.00000,0.043
+32,mlp.experts.136.down_proj,rtn: 0.0022583,0.00000,0.038
+32,mlp.experts.159.down_proj,rtn: 0.0022888,0.00000,0.045
+32,mlp.experts.163.down_proj,rtn: 0.0022888,0.00000,0.039
+32,mlp.experts.177.down_proj,rtn: 0.0022430,0.00000,0.040
+32,mlp.experts.157.down_proj,rtn: 0.0023041,0.00000,0.032
+32,mlp.experts.153.down_proj,rtn: 0.0022736,0.00000,0.033
+32,mlp.experts.118.down_proj,rtn: 0.0022888,0.00000,0.032
+32,mlp.experts.165.down_proj,rtn: 0.0022583,0.00000,0.028
+32,mlp.experts.130.down_proj,rtn: 0.0022278,0.00000,0.033
+32,mlp.experts.138.down_proj,rtn: 0.0022736,0.00000,0.027
+32,mlp.experts.158.down_proj,rtn: 0.0022125,0.00000,0.033
+32,mlp.experts.171.down_proj,rtn: 0.0022736,0.00000,0.087
+32,mlp.experts.128.down_proj,rtn: 0.0022583,0.00000,0.047
+32,mlp.experts.132.down_proj,rtn: 0.0022888,0.00000,0.045
+32,mlp.experts.140.down_proj,rtn: 0.0022583,0.00000,0.049
+32,mlp.experts.179.down_proj,rtn: 0.0022736,0.00000,0.035
+32,mlp.experts.175.down_proj,rtn: 0.0022583,0.00000,0.036
+32,mlp.experts.181.down_proj,rtn: 0.0022888,0.00000,0.025
+32,mlp.experts.173.down_proj,rtn: 0.0022736,0.00000,0.031
+32,mlp.experts.169.down_proj,rtn: 0.0022278,0.00000,0.032
+32,mlp.experts.152.down_proj,rtn: 0.0022736,0.00000,0.044
+32,mlp.experts.183.down_proj,rtn: 0.0023499,0.00000,0.046
+32,mlp.experts.134.down_proj,rtn: 0.0022736,0.00000,0.045
+32,mlp.experts.187.down_proj,rtn: 0.0022888,0.00000,0.027
+32,mlp.experts.154.down_proj,rtn: 0.0022430,0.00000,0.038
+32,mlp.experts.146.down_proj,rtn: 0.0022736,0.00000,0.043
+32,mlp.experts.144.down_proj,rtn: 0.0022736,0.00000,0.032
+32,mlp.experts.191.down_proj,rtn: 0.0022736,0.00000,0.021
+32,mlp.experts.174.down_proj,rtn: 0.0021973,0.00000,0.041
+32,mlp.experts.148.down_proj,rtn: 0.0023041,0.00000,0.037
+32,mlp.experts.189.down_proj,rtn: 0.0022736,0.00000,0.021
+32,mlp.experts.156.down_proj,rtn: 0.0023193,0.00000,0.034
+32,mlp.experts.185.down_proj,rtn: 0.0022888,0.00000,0.023
+32,mlp.experts.168.down_proj,rtn: 0.0022583,0.00000,0.033
+32,mlp.experts.150.down_proj,rtn: 0.0022736,0.00000,0.038
+32,mlp.experts.160.down_proj,rtn: 0.0022736,0.00000,0.029
+32,mlp.experts.162.down_proj,rtn: 0.0022888,0.00000,0.034
+32,mlp.experts.170.down_proj,rtn: 0.0022583,0.00000,0.037
+32,mlp.experts.190.down_proj,rtn: 0.0023041,0.00000,0.032
+32,mlp.experts.164.down_proj,rtn: 0.0022888,0.00000,0.030
+32,mlp.experts.172.down_proj,rtn: 0.0023041,0.00000,0.026
+32,mlp.experts.184.down_proj,rtn: 0.0022430,0.00000,0.030
+32,mlp.experts.176.down_proj,rtn: 0.0022430,0.00000,0.029
+32,mlp.experts.186.down_proj,rtn: 0.0022736,0.00000,0.029
+32,mlp.experts.178.down_proj,rtn: 0.0022736,0.00000,0.030
+32,mlp.experts.188.down_proj,rtn: 0.0022888,0.00000,0.024
+32,mlp.experts.180.down_proj,rtn: 0.0022888,0.00000,0.023
+32,mlp.experts.166.down_proj,rtn: 0.0022583,0.00000,0.035
+32,mlp.experts.182.down_proj,rtn: 0.0022583,0.00000,0.010
+32,mlp.shared_experts.gate_proj,rtn: 0.0017395,0.00000,0.027
+32,mlp.shared_experts.up_proj,rtn: 0.0018768,0.00000,0.028
+32,mlp.shared_experts.down_proj,rtn: 0.0018921,0.00000,0.035
+33,self_attn.q_proj,rtn: 0.0021515,0.00000,0.021
+33,self_attn.k_proj,rtn: 0.0022736,0.00000,0.046
+33,self_attn.v_proj,rtn: 0.0025940,0.00000,0.026
+33,self_attn.o_proj,rtn: 0.0026093,0.00000,0.044
+33,mlp.experts.11.gate_proj,rtn: 0.0023804,0.00000,0.092
+33,mlp.experts.3.gate_proj,rtn: 0.0023041,0.00000,0.095
+33,mlp.experts.7.gate_proj,rtn: 0.0023193,0.00000,0.100
+33,mlp.experts.13.gate_proj,rtn: 0.0023804,0.00000,0.107
+33,mlp.experts.5.gate_proj,rtn: 0.0023346,0.00000,0.111
+33,mlp.experts.14.gate_proj,rtn: 0.0023041,0.00000,0.120
+33,mlp.experts.15.gate_proj,rtn: 0.0022736,0.00000,0.125
+33,mlp.experts.12.gate_proj,rtn: 0.0023193,0.00000,0.125
+33,mlp.experts.2.gate_proj,rtn: 0.0023346,0.00000,0.124
+33,mlp.experts.1.gate_proj,rtn: 0.0023651,0.00000,0.126
+33,mlp.experts.0.gate_proj,rtn: 0.0023499,0.00000,0.134
+33,mlp.experts.4.gate_proj,rtn: 0.0023193,0.00000,0.139
+33,mlp.experts.6.gate_proj,rtn: 0.0023651,0.00000,0.138
+33,mlp.experts.9.gate_proj,rtn: 0.0023041,0.00000,0.142
+33,mlp.experts.10.gate_proj,rtn: 0.0023499,0.00000,0.144
+33,mlp.experts.8.gate_proj,rtn: 0.0023041,0.00000,0.147
+33,mlp.experts.27.gate_proj,rtn: 0.0023041,0.00000,0.078
+33,mlp.experts.19.gate_proj,rtn: 0.0023651,0.00000,0.077
+33,mlp.experts.23.gate_proj,rtn: 0.0023651,0.00000,0.080
+33,mlp.experts.31.gate_proj,rtn: 0.0023346,0.00000,0.074
+33,mlp.experts.30.gate_proj,rtn: 0.0023346,0.00000,0.088
+33,mlp.experts.21.gate_proj,rtn: 0.0023193,0.00000,0.097
+33,mlp.experts.29.gate_proj,rtn: 0.0023804,0.00000,0.112
+33,mlp.experts.18.gate_proj,rtn: 0.0023499,0.00000,0.093
+33,mlp.experts.22.gate_proj,rtn: 0.0023193,0.00000,0.093
+33,mlp.experts.17.gate_proj,rtn: 0.0023346,0.00000,0.108
+33,mlp.experts.28.gate_proj,rtn: 0.0023193,0.00000,0.110
+33,mlp.experts.25.gate_proj,rtn: 0.0022888,0.00000,0.094
+33,mlp.experts.26.gate_proj,rtn: 0.0023346,0.00000,0.093
+33,mlp.experts.43.gate_proj,rtn: 0.0023499,0.00000,0.080
+33,mlp.experts.35.gate_proj,rtn: 0.0023346,0.00000,0.080
+33,mlp.experts.16.gate_proj,rtn: 0.0023041,0.00000,0.132
+33,mlp.experts.39.gate_proj,rtn: 0.0023804,0.00000,0.084
+33,mlp.experts.24.gate_proj,rtn: 0.0023499,0.00000,0.116
+33,mlp.experts.47.gate_proj,rtn: 0.0023651,0.00000,0.080
+33,mlp.experts.20.gate_proj,rtn: 0.0023346,0.00000,0.140
+33,mlp.experts.46.gate_proj,rtn: 0.0022888,0.00000,0.091
+33,mlp.experts.34.gate_proj,rtn: 0.0023193,0.00000,0.092
+33,mlp.experts.37.gate_proj,rtn: 0.0022736,0.00000,0.110
+33,mlp.experts.38.gate_proj,rtn: 0.0023346,0.00000,0.094
+33,mlp.experts.45.gate_proj,rtn: 0.0023804,0.00000,0.110
+33,mlp.experts.44.gate_proj,rtn: 0.0023651,0.00000,0.094
+33,mlp.experts.59.gate_proj,rtn: 0.0023346,0.00000,0.081
+33,mlp.experts.42.gate_proj,rtn: 0.0023651,0.00000,0.096
+33,mlp.experts.51.gate_proj,rtn: 0.0023651,0.00000,0.086
+33,mlp.experts.33.gate_proj,rtn: 0.0023193,0.00000,0.115
+33,mlp.experts.41.gate_proj,rtn: 0.0023346,0.00000,0.108
+33,mlp.experts.32.gate_proj,rtn: 0.0023804,0.00000,0.086
+33,mlp.experts.40.gate_proj,rtn: 0.0023651,0.00000,0.078
+33,mlp.experts.55.gate_proj,rtn: 0.0023193,0.00000,0.087
+33,mlp.experts.36.gate_proj,rtn: 0.0023499,0.00000,0.082
+33,mlp.experts.63.gate_proj,rtn: 0.0023804,0.00000,0.092
+33,mlp.experts.62.gate_proj,rtn: 0.0023193,0.00000,0.079
+33,mlp.experts.50.gate_proj,rtn: 0.0024109,0.00000,0.079
+33,mlp.experts.54.gate_proj,rtn: 0.0023346,0.00000,0.079
+33,mlp.experts.58.gate_proj,rtn: 0.0023193,0.00000,0.080
+33,mlp.experts.61.gate_proj,rtn: 0.0022888,0.00000,0.096
+33,mlp.experts.53.gate_proj,rtn: 0.0023346,0.00000,0.105
+33,mlp.experts.75.gate_proj,rtn: 0.0023499,0.00000,0.090
+33,mlp.experts.67.gate_proj,rtn: 0.0023346,0.00000,0.088
+33,mlp.experts.57.gate_proj,rtn: 0.0022430,0.00000,0.092
+33,mlp.experts.71.gate_proj,rtn: 0.0023346,0.00000,0.086
+33,mlp.experts.49.gate_proj,rtn: 0.0023193,0.00000,0.107
+33,mlp.experts.48.gate_proj,rtn: 0.0023804,0.00000,0.102
+33,mlp.experts.60.gate_proj,rtn: 0.0022888,0.00000,0.127
+33,mlp.experts.79.gate_proj,rtn: 0.0023499,0.00000,0.091
+33,mlp.experts.56.gate_proj,rtn: 0.0023346,0.00000,0.106
+33,mlp.experts.78.gate_proj,rtn: 0.0023499,0.00000,0.095
+33,mlp.experts.52.gate_proj,rtn: 0.0023346,0.00000,0.143
+33,mlp.experts.77.gate_proj,rtn: 0.0023499,0.00000,0.090
+33,mlp.experts.69.gate_proj,rtn: 0.0023041,0.00000,0.089
+33,mlp.experts.91.gate_proj,rtn: 0.0022888,0.00000,0.087
+33,mlp.experts.70.gate_proj,rtn: 0.0023346,0.00000,0.108
+33,mlp.experts.74.gate_proj,rtn: 0.0023346,0.00000,0.098
+33,mlp.experts.83.gate_proj,rtn: 0.0023651,0.00000,0.086
+33,mlp.experts.87.gate_proj,rtn: 0.0023651,0.00000,0.078
+33,mlp.experts.66.gate_proj,rtn: 0.0023041,0.00000,0.146
+33,mlp.experts.95.gate_proj,rtn: 0.0023651,0.00000,0.079
+33,mlp.experts.73.gate_proj,rtn: 0.0023499,0.00000,0.099
+33,mlp.experts.65.gate_proj,rtn: 0.0023651,0.00000,0.104
+33,mlp.experts.76.gate_proj,rtn: 0.0023193,0.00000,0.105
+33,mlp.experts.64.gate_proj,rtn: 0.0023193,0.00000,0.107
+33,mlp.experts.72.gate_proj,rtn: 0.0023193,0.00000,0.112
+33,mlp.experts.99.gate_proj,rtn: 0.0022736,0.00000,0.066
+33,mlp.experts.103.gate_proj,rtn: 0.0023499,0.00000,0.069
+33,mlp.experts.107.gate_proj,rtn: 0.0022888,0.00000,0.071
+33,mlp.experts.86.gate_proj,rtn: 0.0023041,0.00000,0.093
+33,mlp.experts.90.gate_proj,rtn: 0.0023346,0.00000,0.099
+33,mlp.experts.111.gate_proj,rtn: 0.0023651,0.00000,0.072
+33,mlp.experts.94.gate_proj,rtn: 0.0023804,0.00000,0.152
+33,mlp.experts.93.gate_proj,rtn: 0.0023041,0.00000,0.120
+33,mlp.experts.85.gate_proj,rtn: 0.0023041,0.00000,0.121
+33,mlp.experts.82.gate_proj,rtn: 0.0023193,0.00000,0.097
+33,mlp.experts.89.gate_proj,rtn: 0.0023651,0.00000,0.103
+33,mlp.experts.68.gate_proj,rtn: 0.0023193,0.00000,0.117
+33,mlp.experts.92.gate_proj,rtn: 0.0023193,0.00000,0.104
+33,mlp.experts.123.gate_proj,rtn: 0.0023346,0.00000,0.069
+33,mlp.experts.115.gate_proj,rtn: 0.0023651,0.00000,0.073
+33,mlp.experts.119.gate_proj,rtn: 0.0022888,0.00000,0.076
+33,mlp.experts.81.gate_proj,rtn: 0.0023651,0.00000,0.122
+33,mlp.experts.102.gate_proj,rtn: 0.0023041,0.00000,0.068
+33,mlp.experts.106.gate_proj,rtn: 0.0022888,0.00000,0.071
+33,mlp.experts.110.gate_proj,rtn: 0.0022736,0.00000,0.067
+33,mlp.experts.127.gate_proj,rtn: 0.0023041,0.00000,0.073
+33,mlp.experts.80.gate_proj,rtn: 0.0023651,0.00000,0.142
+33,mlp.experts.98.gate_proj,rtn: 0.0023651,0.00000,0.074
+33,mlp.experts.109.gate_proj,rtn: 0.0023193,0.00000,0.109
+33,mlp.experts.101.gate_proj,rtn: 0.0023499,0.00000,0.114
+33,mlp.experts.139.gate_proj,rtn: 0.0022888,0.00000,0.072
+33,mlp.experts.131.gate_proj,rtn: 0.0023651,0.00000,0.075
+33,mlp.experts.135.gate_proj,rtn: 0.0023499,0.00000,0.070
+33,mlp.experts.105.gate_proj,rtn: 0.0022583,0.00000,0.089
+33,mlp.experts.118.gate_proj,rtn: 0.0023346,0.00000,0.076
+33,mlp.experts.122.gate_proj,rtn: 0.0023651,0.00000,0.074
+33,mlp.experts.143.gate_proj,rtn: 0.0023956,0.00000,0.072
+33,mlp.experts.126.gate_proj,rtn: 0.0023346,0.00000,0.078
+33,mlp.experts.84.gate_proj,rtn: 0.0023041,0.00000,0.117
+33,mlp.experts.108.gate_proj,rtn: 0.0023956,0.00000,0.111
+33,mlp.experts.97.gate_proj,rtn: 0.0022888,0.00000,0.112
+33,mlp.experts.114.gate_proj,rtn: 0.0022888,0.00000,0.087
+33,mlp.experts.88.gate_proj,rtn: 0.0023346,0.00000,0.141
+33,mlp.experts.147.gate_proj,rtn: 0.0023041,0.00000,0.065
+33,mlp.experts.155.gate_proj,rtn: 0.0022888,0.00000,0.065
+33,mlp.experts.96.gate_proj,rtn: 0.0022430,0.00000,0.120
+33,mlp.experts.151.gate_proj,rtn: 0.0023499,0.00000,0.072
+33,mlp.experts.125.gate_proj,rtn: 0.0023499,0.00000,0.117
+33,mlp.experts.134.gate_proj,rtn: 0.0023956,0.00000,0.083
+33,mlp.experts.117.gate_proj,rtn: 0.0023804,0.00000,0.123
+33,mlp.experts.142.gate_proj,rtn: 0.0023041,0.00000,0.090
+33,mlp.experts.138.gate_proj,rtn: 0.0023499,0.00000,0.090
+33,mlp.experts.121.gate_proj,rtn: 0.0023651,0.00000,0.093
+33,mlp.experts.159.gate_proj,rtn: 0.0023499,0.00000,0.096
+33,mlp.experts.130.gate_proj,rtn: 0.0023956,0.00000,0.081
+33,mlp.experts.113.gate_proj,rtn: 0.0023041,0.00000,0.096
+33,mlp.experts.100.gate_proj,rtn: 0.0023499,0.00000,0.114
+33,mlp.experts.124.gate_proj,rtn: 0.0023193,0.00000,0.117
+33,mlp.experts.163.gate_proj,rtn: 0.0023041,0.00000,0.115
+33,mlp.experts.141.gate_proj,rtn: 0.0023804,0.00000,0.094
+33,mlp.experts.171.gate_proj,rtn: 0.0023193,0.00000,0.129
+33,mlp.experts.112.gate_proj,rtn: 0.0023651,0.00000,0.125
+33,mlp.experts.150.gate_proj,rtn: 0.0023193,0.00000,0.086
+33,mlp.experts.158.gate_proj,rtn: 0.0023346,0.00000,0.082
+33,mlp.experts.154.gate_proj,rtn: 0.0022736,0.00000,0.078
+33,mlp.experts.146.gate_proj,rtn: 0.0023651,0.00000,0.074
+33,mlp.experts.133.gate_proj,rtn: 0.0023346,0.00000,0.104
+33,mlp.experts.104.gate_proj,rtn: 0.0023499,0.00000,0.160
+33,mlp.experts.137.gate_proj,rtn: 0.0022736,0.00000,0.101
+33,mlp.experts.129.gate_proj,rtn: 0.0022736,0.00000,0.103
+33,mlp.experts.116.gate_proj,rtn: 0.0023956,0.00000,0.078
+33,mlp.experts.175.gate_proj,rtn: 0.0023499,0.00000,0.118
+33,mlp.experts.140.gate_proj,rtn: 0.0023193,0.00000,0.090
+33,mlp.experts.167.gate_proj,rtn: 0.0023651,0.00000,0.157
+33,mlp.experts.170.gate_proj,rtn: 0.0023193,0.00000,0.068
+33,mlp.experts.174.gate_proj,rtn: 0.0023193,0.00000,0.072
+33,mlp.experts.166.gate_proj,rtn: 0.0022583,0.00000,0.069
+33,mlp.experts.162.gate_proj,rtn: 0.0023651,0.00000,0.069
+33,mlp.experts.157.gate_proj,rtn: 0.0023651,0.00000,0.100
+33,mlp.experts.179.gate_proj,rtn: 0.0023651,0.00000,0.123
+33,mlp.experts.149.gate_proj,rtn: 0.0023346,0.00000,0.086
+33,mlp.experts.153.gate_proj,rtn: 0.0023346,0.00000,0.087
+33,mlp.experts.145.gate_proj,rtn: 0.0023041,0.00000,0.089
+33,mlp.experts.182.gate_proj,rtn: 0.0023193,0.00000,0.064
+33,mlp.experts.186.gate_proj,rtn: 0.0023193,0.00000,0.072
+33,mlp.experts.128.gate_proj,rtn: 0.0023499,0.00000,0.155
+33,mlp.experts.178.gate_proj,rtn: 0.0023804,0.00000,0.073
+33,mlp.experts.190.gate_proj,rtn: 0.0024261,0.00000,0.074
+33,mlp.experts.191.gate_proj,rtn: 0.0023499,0.00000,0.128
+33,mlp.experts.187.gate_proj,rtn: 0.0023804,0.00000,0.184
+33,mlp.experts.183.gate_proj,rtn: 0.0023346,0.00000,0.123
+33,mlp.experts.3.up_proj,rtn: 0.0023041,0.00000,0.102
+33,mlp.experts.173.gate_proj,rtn: 0.0023499,0.00000,0.128
+33,mlp.experts.165.gate_proj,rtn: 0.0023346,0.00000,0.119
+33,mlp.experts.132.gate_proj,rtn: 0.0022736,0.00000,0.200
+33,mlp.experts.169.gate_proj,rtn: 0.0023346,0.00000,0.125
+33,mlp.experts.10.up_proj,rtn: 0.0023193,0.00000,0.092
+33,mlp.experts.6.up_proj,rtn: 0.0023499,0.00000,0.095
+33,mlp.experts.2.up_proj,rtn: 0.0023041,0.00000,0.088
+33,mlp.experts.14.up_proj,rtn: 0.0022888,0.00000,0.093
+33,mlp.experts.120.gate_proj,rtn: 0.0023499,0.00000,0.249
+33,mlp.experts.11.up_proj,rtn: 0.0023346,0.00000,0.089
+33,mlp.experts.15.up_proj,rtn: 0.0022736,0.00000,0.096
+33,mlp.experts.7.up_proj,rtn: 0.0023041,0.00000,0.101
+33,mlp.experts.161.gate_proj,rtn: 0.0023499,0.00000,0.176
+33,mlp.experts.144.gate_proj,rtn: 0.0022888,0.00000,0.154
+33,mlp.experts.19.up_proj,rtn: 0.0023346,0.00000,0.104
+33,mlp.experts.181.gate_proj,rtn: 0.0022888,0.00000,0.091
+33,mlp.experts.189.gate_proj,rtn: 0.0023651,0.00000,0.097
+33,mlp.experts.185.gate_proj,rtn: 0.0022888,0.00000,0.090
+33,mlp.experts.156.gate_proj,rtn: 0.0023346,0.00000,0.253
+33,mlp.experts.22.up_proj,rtn: 0.0023041,0.00000,0.086
+33,mlp.experts.26.up_proj,rtn: 0.0023193,0.00000,0.094
+33,mlp.experts.27.up_proj,rtn: 0.0023041,0.00000,0.073
+33,mlp.experts.31.up_proj,rtn: 0.0023193,0.00000,0.077
+33,mlp.experts.18.up_proj,rtn: 0.0023193,0.00000,0.094
+33,mlp.experts.30.up_proj,rtn: 0.0023041,0.00000,0.093
+33,mlp.experts.23.up_proj,rtn: 0.0023346,0.00000,0.075
+33,mlp.experts.136.gate_proj,rtn: 0.0023041,0.00000,0.110
+33,mlp.experts.148.gate_proj,rtn: 0.0023804,0.00000,0.151
+33,mlp.experts.177.gate_proj,rtn: 0.0023346,0.00000,0.087
+33,mlp.experts.35.up_proj,rtn: 0.0023041,0.00000,0.071
+33,mlp.experts.5.up_proj,rtn: 0.0023346,0.00000,0.086
+33,mlp.experts.13.up_proj,rtn: 0.0023499,0.00000,0.085
+33,mlp.experts.9.up_proj,rtn: 0.0022888,0.00000,0.087
+33,mlp.experts.43.up_proj,rtn: 0.0023193,0.00000,0.072
+33,mlp.experts.47.up_proj,rtn: 0.0023499,0.00000,0.071
+33,mlp.experts.38.up_proj,rtn: 0.0023041,0.00000,0.093
+33,mlp.experts.39.up_proj,rtn: 0.0023499,0.00000,0.066
+33,mlp.experts.160.gate_proj,rtn: 0.0023193,0.00000,0.117
+33,mlp.experts.42.up_proj,rtn: 0.0023346,0.00000,0.092
+33,mlp.experts.34.up_proj,rtn: 0.0023041,0.00000,0.082
+33,mlp.experts.46.up_proj,rtn: 0.0022888,0.00000,0.094
+33,mlp.experts.172.gate_proj,rtn: 0.0023346,0.00000,0.122
+33,mlp.experts.51.up_proj,rtn: 0.0023193,0.00000,0.071
+33,mlp.experts.1.up_proj,rtn: 0.0023193,0.00000,0.085
+33,mlp.experts.21.up_proj,rtn: 0.0023041,0.00000,0.084
+33,mlp.experts.29.up_proj,rtn: 0.0023651,0.00000,0.082
+33,mlp.experts.63.up_proj,rtn: 0.0023651,0.00000,0.071
+33,mlp.experts.59.up_proj,rtn: 0.0023193,0.00000,0.076
+33,mlp.experts.55.up_proj,rtn: 0.0023041,0.00000,0.062
+33,mlp.experts.25.up_proj,rtn: 0.0022736,0.00000,0.084
+33,mlp.experts.152.gate_proj,rtn: 0.0023804,0.00000,0.128
+33,mlp.experts.164.gate_proj,rtn: 0.0023499,0.00000,0.125
+33,mlp.experts.50.up_proj,rtn: 0.0023956,0.00000,0.076
+33,mlp.experts.54.up_proj,rtn: 0.0023041,0.00000,0.086
+33,mlp.experts.58.up_proj,rtn: 0.0023041,0.00000,0.087
+33,mlp.experts.176.gate_proj,rtn: 0.0023346,0.00000,0.097
+33,mlp.experts.62.up_proj,rtn: 0.0023041,0.00000,0.084
+33,mlp.experts.188.gate_proj,rtn: 0.0023193,0.00000,0.092
+33,mlp.experts.67.up_proj,rtn: 0.0023041,0.00000,0.087
+33,mlp.experts.180.gate_proj,rtn: 0.0022888,0.00000,0.070
+33,mlp.experts.168.gate_proj,rtn: 0.0023804,0.00000,0.076
+33,mlp.experts.79.up_proj,rtn: 0.0023346,0.00000,0.091
+33,mlp.experts.17.up_proj,rtn: 0.0023041,0.00000,0.120
+33,mlp.experts.71.up_proj,rtn: 0.0023193,0.00000,0.089
+33,mlp.experts.75.up_proj,rtn: 0.0023346,0.00000,0.088
+33,mlp.experts.66.up_proj,rtn: 0.0022888,0.00000,0.075
+33,mlp.experts.70.up_proj,rtn: 0.0023193,0.00000,0.076
+33,mlp.experts.74.up_proj,rtn: 0.0023193,0.00000,0.070
+33,mlp.experts.0.up_proj,rtn: 0.0023346,0.00000,0.070
+33,mlp.experts.78.up_proj,rtn: 0.0023346,0.00000,0.072
+33,mlp.experts.12.up_proj,rtn: 0.0023193,0.00000,0.070
+33,mlp.experts.83.up_proj,rtn: 0.0023499,0.00000,0.092
+33,mlp.experts.4.up_proj,rtn: 0.0023041,0.00000,0.072
+33,mlp.experts.37.up_proj,rtn: 0.0022583,0.00000,0.170
+33,mlp.experts.184.gate_proj,rtn: 0.0023346,0.00000,0.077
+33,mlp.experts.45.up_proj,rtn: 0.0023346,0.00000,0.179
+33,mlp.experts.41.up_proj,rtn: 0.0023193,0.00000,0.175
+33,mlp.experts.91.up_proj,rtn: 0.0022888,0.00000,0.080
+33,mlp.experts.16.up_proj,rtn: 0.0023041,0.00000,0.073
+33,mlp.experts.87.up_proj,rtn: 0.0023346,0.00000,0.086
+33,mlp.experts.28.up_proj,rtn: 0.0023041,0.00000,0.075
+33,mlp.experts.86.up_proj,rtn: 0.0022888,0.00000,0.099
+33,mlp.experts.82.up_proj,rtn: 0.0023041,0.00000,0.098
+33,mlp.experts.90.up_proj,rtn: 0.0023193,0.00000,0.089
+33,mlp.experts.95.up_proj,rtn: 0.0023346,0.00000,0.110
+33,mlp.experts.99.up_proj,rtn: 0.0022736,0.00000,0.068
+33,mlp.experts.94.up_proj,rtn: 0.0023499,0.00000,0.110
+33,mlp.experts.20.up_proj,rtn: 0.0023041,0.00000,0.068
+33,mlp.experts.8.up_proj,rtn: 0.0023041,0.00000,0.062
+33,mlp.experts.33.up_proj,rtn: 0.0023041,0.00000,0.144
+33,mlp.experts.107.up_proj,rtn: 0.0022888,0.00000,0.069
+33,mlp.experts.32.up_proj,rtn: 0.0023499,0.00000,0.075
+33,mlp.experts.103.up_proj,rtn: 0.0023346,0.00000,0.069
+33,mlp.experts.44.up_proj,rtn: 0.0023499,0.00000,0.075
+33,mlp.experts.53.up_proj,rtn: 0.0023041,0.00000,0.117
+33,mlp.experts.61.up_proj,rtn: 0.0022888,0.00000,0.116
+33,mlp.experts.111.up_proj,rtn: 0.0023193,0.00000,0.074
+33,mlp.experts.24.up_proj,rtn: 0.0023346,0.00000,0.065
+33,mlp.experts.57.up_proj,rtn: 0.0022430,0.00000,0.126
+33,mlp.experts.36.up_proj,rtn: 0.0022888,0.00000,0.072
+33,mlp.experts.115.up_proj,rtn: 0.0023346,0.00000,0.076
+33,mlp.experts.102.up_proj,rtn: 0.0023041,0.00000,0.118
+33,mlp.experts.106.up_proj,rtn: 0.0022888,0.00000,0.106
+33,mlp.experts.48.up_proj,rtn: 0.0023499,0.00000,0.065
+33,mlp.experts.123.up_proj,rtn: 0.0023193,0.00000,0.081
+33,mlp.experts.110.up_proj,rtn: 0.0022583,0.00000,0.114
+33,mlp.experts.60.up_proj,rtn: 0.0022888,0.00000,0.066
+33,mlp.experts.98.up_proj,rtn: 0.0023499,0.00000,0.130
+33,mlp.experts.119.up_proj,rtn: 0.0022888,0.00000,0.082
+33,mlp.experts.49.up_proj,rtn: 0.0023041,0.00000,0.101
+33,mlp.experts.52.up_proj,rtn: 0.0023193,0.00000,0.063
+33,mlp.experts.69.up_proj,rtn: 0.0023041,0.00000,0.096
+33,mlp.experts.40.up_proj,rtn: 0.0023499,0.00000,0.074
+33,mlp.experts.77.up_proj,rtn: 0.0023346,0.00000,0.095
+33,mlp.experts.127.up_proj,rtn: 0.0022888,0.00000,0.083
+33,mlp.experts.73.up_proj,rtn: 0.0023346,0.00000,0.091
+33,mlp.experts.131.up_proj,rtn: 0.0023499,0.00000,0.088
+33,mlp.experts.76.up_proj,rtn: 0.0023041,0.00000,0.064
+33,mlp.experts.118.up_proj,rtn: 0.0023193,0.00000,0.087
+33,mlp.experts.64.up_proj,rtn: 0.0023041,0.00000,0.079
+33,mlp.experts.126.up_proj,rtn: 0.0023193,0.00000,0.082
+33,mlp.experts.122.up_proj,rtn: 0.0023499,0.00000,0.094
+33,mlp.experts.139.up_proj,rtn: 0.0022888,0.00000,0.089
+33,mlp.experts.65.up_proj,rtn: 0.0023499,0.00000,0.075
+33,mlp.experts.114.up_proj,rtn: 0.0022736,0.00000,0.085
+33,mlp.experts.68.up_proj,rtn: 0.0023041,0.00000,0.073
+33,mlp.experts.135.up_proj,rtn: 0.0023346,0.00000,0.098
+33,mlp.experts.56.up_proj,rtn: 0.0023193,0.00000,0.074
+33,mlp.experts.85.up_proj,rtn: 0.0022888,0.00000,0.078
+33,mlp.experts.93.up_proj,rtn: 0.0022888,0.00000,0.082
+33,mlp.experts.143.up_proj,rtn: 0.0023804,0.00000,0.090
+33,mlp.experts.92.up_proj,rtn: 0.0023193,0.00000,0.068
+33,mlp.experts.89.up_proj,rtn: 0.0023346,0.00000,0.083
+33,mlp.experts.147.up_proj,rtn: 0.0022888,0.00000,0.085
+33,mlp.experts.80.up_proj,rtn: 0.0023346,0.00000,0.068
+33,mlp.experts.134.up_proj,rtn: 0.0023651,0.00000,0.088
+33,mlp.experts.84.up_proj,rtn: 0.0023041,0.00000,0.061
+33,mlp.experts.81.up_proj,rtn: 0.0023346,0.00000,0.076
+33,mlp.experts.142.up_proj,rtn: 0.0022736,0.00000,0.092
+33,mlp.experts.72.up_proj,rtn: 0.0023041,0.00000,0.062
+33,mlp.experts.130.up_proj,rtn: 0.0023651,0.00000,0.088
+33,mlp.experts.138.up_proj,rtn: 0.0023041,0.00000,0.097
+33,mlp.experts.155.up_proj,rtn: 0.0022888,0.00000,0.098
+33,mlp.experts.101.up_proj,rtn: 0.0023346,0.00000,0.080
+33,mlp.experts.151.up_proj,rtn: 0.0023346,0.00000,0.098
+33,mlp.experts.109.up_proj,rtn: 0.0022888,0.00000,0.084
+33,mlp.experts.108.up_proj,rtn: 0.0023956,0.00000,0.074
+33,mlp.experts.96.up_proj,rtn: 0.0022430,0.00000,0.077
+33,mlp.experts.105.up_proj,rtn: 0.0022583,0.00000,0.082
+33,mlp.experts.163.up_proj,rtn: 0.0022888,0.00000,0.087
+33,mlp.experts.159.up_proj,rtn: 0.0023346,0.00000,0.098
+33,mlp.experts.100.up_proj,rtn: 0.0023346,0.00000,0.070
+33,mlp.experts.150.up_proj,rtn: 0.0023041,0.00000,0.088
+33,mlp.experts.97.up_proj,rtn: 0.0022888,0.00000,0.077
+33,mlp.experts.88.up_proj,rtn: 0.0023041,0.00000,0.068
+33,mlp.experts.158.up_proj,rtn: 0.0023193,0.00000,0.075
+33,mlp.experts.146.up_proj,rtn: 0.0023499,0.00000,0.082
+33,mlp.experts.154.up_proj,rtn: 0.0022736,0.00000,0.084
+33,mlp.experts.124.up_proj,rtn: 0.0023041,0.00000,0.063
+33,mlp.experts.117.up_proj,rtn: 0.0023499,0.00000,0.083
+33,mlp.experts.171.up_proj,rtn: 0.0023041,0.00000,0.098
+33,mlp.experts.125.up_proj,rtn: 0.0023193,0.00000,0.084
+33,mlp.experts.112.up_proj,rtn: 0.0023499,0.00000,0.076
+33,mlp.experts.116.up_proj,rtn: 0.0023804,0.00000,0.062
+33,mlp.experts.121.up_proj,rtn: 0.0023499,0.00000,0.081
+33,mlp.experts.167.up_proj,rtn: 0.0023346,0.00000,0.107
+33,mlp.experts.104.up_proj,rtn: 0.0023041,0.00000,0.070
+33,mlp.experts.179.up_proj,rtn: 0.0023499,0.00000,0.104
+33,mlp.experts.166.up_proj,rtn: 0.0022430,0.00000,0.086
+33,mlp.experts.174.up_proj,rtn: 0.0023041,0.00000,0.080
+33,mlp.experts.113.up_proj,rtn: 0.0023041,0.00000,0.082
+33,mlp.experts.175.up_proj,rtn: 0.0023041,0.00000,0.103
+33,mlp.experts.140.up_proj,rtn: 0.0023193,0.00000,0.076
+33,mlp.experts.162.up_proj,rtn: 0.0023193,0.00000,0.094
+33,mlp.experts.170.up_proj,rtn: 0.0023041,0.00000,0.085
+33,mlp.experts.128.up_proj,rtn: 0.0023346,0.00000,0.063
+33,mlp.experts.133.up_proj,rtn: 0.0023193,0.00000,0.089
+33,mlp.experts.132.up_proj,rtn: 0.0022736,0.00000,0.068
+33,mlp.experts.187.up_proj,rtn: 0.0023346,0.00000,0.081
+33,mlp.experts.120.up_proj,rtn: 0.0023193,0.00000,0.062
+33,mlp.experts.141.up_proj,rtn: 0.0023651,0.00000,0.094
+33,mlp.experts.183.up_proj,rtn: 0.0023193,0.00000,0.083
+33,mlp.experts.137.up_proj,rtn: 0.0022736,0.00000,0.097
+33,mlp.experts.191.up_proj,rtn: 0.0023193,0.00000,0.069
+33,mlp.experts.156.up_proj,rtn: 0.0023193,0.00000,0.060
+33,mlp.experts.190.up_proj,rtn: 0.0023651,0.00000,0.087
+33,mlp.experts.144.up_proj,rtn: 0.0022736,0.00000,0.062
+33,mlp.experts.182.up_proj,rtn: 0.0023041,0.00000,0.090
+33,mlp.experts.148.up_proj,rtn: 0.0023346,0.00000,0.061
+33,mlp.experts.136.up_proj,rtn: 0.0022888,0.00000,0.053
+33,mlp.experts.129.up_proj,rtn: 0.0022736,0.00000,0.110
+33,mlp.experts.178.up_proj,rtn: 0.0023651,0.00000,0.085
+33,mlp.experts.186.up_proj,rtn: 0.0023041,0.00000,0.104
+33,mlp.experts.149.up_proj,rtn: 0.0023193,0.00000,0.121
+33,mlp.experts.157.up_proj,rtn: 0.0023499,0.00000,0.102
+33,mlp.experts.172.up_proj,rtn: 0.0023193,0.00000,0.070
+33,mlp.experts.153.up_proj,rtn: 0.0023193,0.00000,0.097
+33,mlp.experts.164.up_proj,rtn: 0.0023346,0.00000,0.073
+33,mlp.experts.160.up_proj,rtn: 0.0022888,0.00000,0.059
+33,mlp.experts.152.up_proj,rtn: 0.0023651,0.00000,0.061
+33,mlp.experts.145.up_proj,rtn: 0.0022888,0.00000,0.110
+33,mlp.experts.188.up_proj,rtn: 0.0023193,0.00000,0.085
+33,mlp.experts.165.up_proj,rtn: 0.0022888,0.00000,0.105
+33,mlp.experts.173.up_proj,rtn: 0.0023346,0.00000,0.098
+33,mlp.experts.180.up_proj,rtn: 0.0022888,0.00000,0.071
+33,mlp.experts.168.up_proj,rtn: 0.0023804,0.00000,0.072
+33,mlp.experts.176.up_proj,rtn: 0.0023041,0.00000,0.072
+33,mlp.experts.169.up_proj,rtn: 0.0023193,0.00000,0.099
+33,mlp.experts.184.up_proj,rtn: 0.0023193,0.00000,0.027
+33,mlp.experts.161.up_proj,rtn: 0.0023346,0.00000,0.099
+33,mlp.experts.189.up_proj,rtn: 0.0023499,0.00000,0.096
+33,mlp.experts.181.up_proj,rtn: 0.0022736,0.00000,0.114
+33,mlp.experts.185.up_proj,rtn: 0.0023041,0.00000,0.091
+33,mlp.experts.177.up_proj,rtn: 0.0023193,0.00000,0.098
+33,mlp.experts.0.down_proj,rtn: 0.0022888,0.00000,0.011
+33,mlp.experts.11.down_proj,rtn: 0.0022888,0.00000,0.034
+33,mlp.experts.8.down_proj,rtn: 0.0022583,0.00000,0.037
+33,mlp.experts.16.down_proj,rtn: 0.0022278,0.00000,0.039
+33,mlp.experts.4.down_proj,rtn: 0.0022736,0.00000,0.037
+33,mlp.experts.15.down_proj,rtn: 0.0022278,0.00000,0.054
+33,mlp.experts.7.down_proj,rtn: 0.0022430,0.00000,0.056
+33,mlp.experts.12.down_proj,rtn: 0.0022736,0.00000,0.064
+33,mlp.experts.3.down_proj,rtn: 0.0022583,0.00000,0.065
+33,mlp.experts.5.down_proj,rtn: 0.0022888,0.00000,0.136
+33,mlp.experts.1.down_proj,rtn: 0.0022583,0.00000,0.136
+33,mlp.experts.9.down_proj,rtn: 0.0022430,0.00000,0.138
+33,mlp.experts.13.down_proj,rtn: 0.0022888,0.00000,0.139
+33,mlp.experts.27.down_proj,rtn: 0.0022583,0.00000,0.050
+33,mlp.experts.32.down_proj,rtn: 0.0022888,0.00000,0.032
+33,mlp.experts.6.down_proj,rtn: 0.0022888,0.00000,0.083
+33,mlp.experts.14.down_proj,rtn: 0.0022583,0.00000,0.085
+33,mlp.experts.20.down_proj,rtn: 0.0022430,0.00000,0.040
+33,mlp.experts.24.down_proj,rtn: 0.0022888,0.00000,0.043
+33,mlp.experts.10.down_proj,rtn: 0.0022736,0.00000,0.093
+33,mlp.experts.2.down_proj,rtn: 0.0022583,0.00000,0.093
+33,mlp.experts.31.down_proj,rtn: 0.0022736,0.00000,0.040
+33,mlp.experts.28.down_proj,rtn: 0.0022583,0.00000,0.032
+33,mlp.experts.23.down_proj,rtn: 0.0022736,0.00000,0.040
+33,mlp.experts.19.down_proj,rtn: 0.0022736,0.00000,0.033
+33,mlp.experts.43.down_proj,rtn: 0.0022736,0.00000,0.023
+33,mlp.experts.21.down_proj,rtn: 0.0022583,0.00000,0.037
+33,mlp.experts.17.down_proj,rtn: 0.0022583,0.00000,0.040
+33,mlp.experts.25.down_proj,rtn: 0.0022278,0.00000,0.034
+33,mlp.experts.48.down_proj,rtn: 0.0022888,0.00000,0.027
+33,mlp.experts.29.down_proj,rtn: 0.0023193,0.00000,0.032
+33,mlp.experts.30.down_proj,rtn: 0.0022278,0.00000,0.040
+33,mlp.experts.22.down_proj,rtn: 0.0022736,0.00000,0.040
+33,mlp.experts.40.down_proj,rtn: 0.0022888,0.00000,0.034
+33,mlp.experts.36.down_proj,rtn: 0.0022583,0.00000,0.042
+33,mlp.experts.47.down_proj,rtn: 0.0023041,0.00000,0.037
+33,mlp.experts.26.down_proj,rtn: 0.0022583,0.00000,0.045
+33,mlp.experts.18.down_proj,rtn: 0.0022888,0.00000,0.045
+33,mlp.experts.35.down_proj,rtn: 0.0022583,0.00000,0.037
+33,mlp.experts.37.down_proj,rtn: 0.0022278,0.00000,0.032
+33,mlp.experts.39.down_proj,rtn: 0.0023041,0.00000,0.041
+33,mlp.experts.41.down_proj,rtn: 0.0022583,0.00000,0.036
+33,mlp.experts.44.down_proj,rtn: 0.0022888,0.00000,0.046
+33,mlp.experts.33.down_proj,rtn: 0.0022583,0.00000,0.033
+33,mlp.experts.45.down_proj,rtn: 0.0022736,0.00000,0.031
+33,mlp.experts.59.down_proj,rtn: 0.0022736,0.00000,0.041
+33,mlp.experts.64.down_proj,rtn: 0.0022583,0.00000,0.032
+33,mlp.experts.56.down_proj,rtn: 0.0022736,0.00000,0.030
+33,mlp.experts.52.down_proj,rtn: 0.0022583,0.00000,0.033
+33,mlp.experts.46.down_proj,rtn: 0.0022583,0.00000,0.045
+33,mlp.experts.38.down_proj,rtn: 0.0022583,0.00000,0.043
+33,mlp.experts.42.down_proj,rtn: 0.0022888,0.00000,0.028
+33,mlp.experts.63.down_proj,rtn: 0.0023193,0.00000,0.040
+33,mlp.experts.51.down_proj,rtn: 0.0022583,0.00000,0.035
+33,mlp.experts.55.down_proj,rtn: 0.0022430,0.00000,0.031
+33,mlp.experts.53.down_proj,rtn: 0.0022430,0.00000,0.036
+33,mlp.experts.75.down_proj,rtn: 0.0022736,0.00000,0.033
+33,mlp.experts.34.down_proj,rtn: 0.0022736,0.00000,0.049
+33,mlp.experts.62.down_proj,rtn: 0.0022278,0.00000,0.026
+33,mlp.experts.80.down_proj,rtn: 0.0022888,0.00000,0.029
+33,mlp.experts.61.down_proj,rtn: 0.0021973,0.00000,0.036
+33,mlp.experts.72.down_proj,rtn: 0.0022736,0.00000,0.030
+33,mlp.experts.60.down_proj,rtn: 0.0022583,0.00000,0.039
+33,mlp.experts.49.down_proj,rtn: 0.0022583,0.00000,0.041
+33,mlp.experts.57.down_proj,rtn: 0.0022125,0.00000,0.046
+33,mlp.experts.68.down_proj,rtn: 0.0022736,0.00000,0.031
+33,mlp.experts.54.down_proj,rtn: 0.0022736,0.00000,0.031
+33,mlp.experts.58.down_proj,rtn: 0.0022583,0.00000,0.032
+33,mlp.experts.79.down_proj,rtn: 0.0022888,0.00000,0.041
+33,mlp.experts.69.down_proj,rtn: 0.0022583,0.00000,0.034
+33,mlp.experts.78.down_proj,rtn: 0.0022736,0.00000,0.028
+33,mlp.experts.71.down_proj,rtn: 0.0022736,0.00000,0.042
+33,mlp.experts.96.down_proj,rtn: 0.0022125,0.00000,0.032
+33,mlp.experts.91.down_proj,rtn: 0.0022278,0.00000,0.042
+33,mlp.experts.76.down_proj,rtn: 0.0022430,0.00000,0.025
+33,mlp.experts.88.down_proj,rtn: 0.0022583,0.00000,0.033
+33,mlp.experts.50.down_proj,rtn: 0.0023346,0.00000,0.043
+33,mlp.experts.77.down_proj,rtn: 0.0022888,0.00000,0.036
+33,mlp.experts.65.down_proj,rtn: 0.0023041,0.00000,0.033
+33,mlp.experts.74.down_proj,rtn: 0.0022583,0.00000,0.025
+33,mlp.experts.70.down_proj,rtn: 0.0022888,0.00000,0.024
+33,mlp.experts.84.down_proj,rtn: 0.0022430,0.00000,0.033
+33,mlp.experts.94.down_proj,rtn: 0.0022888,0.00000,0.022
+33,mlp.experts.67.down_proj,rtn: 0.0022583,0.00000,0.080
+33,mlp.experts.73.down_proj,rtn: 0.0022736,0.00000,0.052
+33,mlp.experts.112.down_proj,rtn: 0.0023041,0.00000,0.030
+33,mlp.experts.95.down_proj,rtn: 0.0022888,0.00000,0.049
+33,mlp.experts.85.down_proj,rtn: 0.0022430,0.00000,0.045
+33,mlp.experts.92.down_proj,rtn: 0.0022736,0.00000,0.030
+33,mlp.experts.104.down_proj,rtn: 0.0022583,0.00000,0.028
+33,mlp.experts.87.down_proj,rtn: 0.0023041,0.00000,0.039
+33,mlp.experts.100.down_proj,rtn: 0.0022888,0.00000,0.021
+33,mlp.experts.93.down_proj,rtn: 0.0022430,0.00000,0.032
+33,mlp.experts.81.down_proj,rtn: 0.0022888,0.00000,0.039
+33,mlp.experts.86.down_proj,rtn: 0.0022583,0.00000,0.031
+33,mlp.experts.90.down_proj,rtn: 0.0022736,0.00000,0.031
+33,mlp.experts.110.down_proj,rtn: 0.0022125,0.00000,0.028
+33,mlp.experts.66.down_proj,rtn: 0.0022430,0.00000,0.039
+33,mlp.experts.107.down_proj,rtn: 0.0022430,0.00000,0.036
+33,mlp.experts.128.down_proj,rtn: 0.0022736,0.00000,0.028
+33,mlp.experts.120.down_proj,rtn: 0.0022736,0.00000,0.031
+33,mlp.experts.89.down_proj,rtn: 0.0022888,0.00000,0.045
+33,mlp.experts.116.down_proj,rtn: 0.0023346,0.00000,0.034
+33,mlp.experts.102.down_proj,rtn: 0.0022583,0.00000,0.027
+33,mlp.experts.101.down_proj,rtn: 0.0023041,0.00000,0.049
+33,mlp.experts.108.down_proj,rtn: 0.0023499,0.00000,0.043
+33,mlp.experts.126.down_proj,rtn: 0.0022736,0.00000,0.030
+33,mlp.experts.82.down_proj,rtn: 0.0022430,0.00000,0.026
+33,mlp.experts.106.down_proj,rtn: 0.0022583,0.00000,0.030
+33,mlp.experts.97.down_proj,rtn: 0.0022278,0.00000,0.046
+33,mlp.experts.111.down_proj,rtn: 0.0022736,0.00000,0.045
+33,mlp.experts.103.down_proj,rtn: 0.0022583,0.00000,0.041
+33,mlp.experts.83.down_proj,rtn: 0.0023041,0.00000,0.046
+33,mlp.experts.136.down_proj,rtn: 0.0022583,0.00000,0.028
+33,mlp.experts.123.down_proj,rtn: 0.0022736,0.00000,0.034
+33,mlp.experts.144.down_proj,rtn: 0.0022430,0.00000,0.031
+33,mlp.experts.109.down_proj,rtn: 0.0022430,0.00000,0.049
+33,mlp.experts.105.down_proj,rtn: 0.0022125,0.00000,0.036
+33,mlp.experts.132.down_proj,rtn: 0.0022430,0.00000,0.027
+33,mlp.experts.118.down_proj,rtn: 0.0022278,0.00000,0.027
+33,mlp.experts.142.down_proj,rtn: 0.0022430,0.00000,0.025
+33,mlp.experts.117.down_proj,rtn: 0.0022888,0.00000,0.034
+33,mlp.experts.122.down_proj,rtn: 0.0023041,0.00000,0.021
+33,mlp.experts.113.down_proj,rtn: 0.0022430,0.00000,0.031
+33,mlp.experts.98.down_proj,rtn: 0.0023041,0.00000,0.028
+33,mlp.experts.124.down_proj,rtn: 0.0022583,0.00000,0.036
+33,mlp.experts.152.down_proj,rtn: 0.0023041,0.00000,0.030
+33,mlp.experts.160.down_proj,rtn: 0.0022430,0.00000,0.027
+33,mlp.experts.125.down_proj,rtn: 0.0022736,0.00000,0.036
+33,mlp.experts.119.down_proj,rtn: 0.0022278,0.00000,0.048
+33,mlp.experts.139.down_proj,rtn: 0.0022430,0.00000,0.043
+33,mlp.experts.127.down_proj,rtn: 0.0022430,0.00000,0.048
+33,mlp.experts.134.down_proj,rtn: 0.0023193,0.00000,0.030
+33,mlp.experts.148.down_proj,rtn: 0.0022736,0.00000,0.032
+33,mlp.experts.114.down_proj,rtn: 0.0022430,0.00000,0.031
+33,mlp.experts.99.down_proj,rtn: 0.0022278,0.00000,0.038
+33,mlp.experts.138.down_proj,rtn: 0.0022583,0.00000,0.031
+33,mlp.experts.158.down_proj,rtn: 0.0022736,0.00000,0.027
+33,mlp.experts.121.down_proj,rtn: 0.0023041,0.00000,0.045
+33,mlp.experts.129.down_proj,rtn: 0.0022125,0.00000,0.036
+33,mlp.experts.133.down_proj,rtn: 0.0022736,0.00000,0.046
+33,mlp.experts.168.down_proj,rtn: 0.0023193,0.00000,0.037
+33,mlp.experts.176.down_proj,rtn: 0.0022430,0.00000,0.039
+33,mlp.experts.135.down_proj,rtn: 0.0022736,0.00000,0.033
+33,mlp.experts.141.down_proj,rtn: 0.0023041,0.00000,0.038
+33,mlp.experts.143.down_proj,rtn: 0.0023193,0.00000,0.030
+33,mlp.experts.140.down_proj,rtn: 0.0022583,0.00000,0.042
+33,mlp.experts.155.down_proj,rtn: 0.0022278,0.00000,0.030
+33,mlp.experts.150.down_proj,rtn: 0.0022430,0.00000,0.031
+33,mlp.experts.130.down_proj,rtn: 0.0023499,0.00000,0.030
+33,mlp.experts.154.down_proj,rtn: 0.0022583,0.00000,0.025
+33,mlp.experts.115.down_proj,rtn: 0.0022888,0.00000,0.025
+33,mlp.experts.174.down_proj,rtn: 0.0022583,0.00000,0.023
+33,mlp.experts.164.down_proj,rtn: 0.0022736,0.00000,0.038
+33,mlp.experts.184.down_proj,rtn: 0.0022583,0.00000,0.029
+33,mlp.experts.145.down_proj,rtn: 0.0022430,0.00000,0.033
+33,mlp.experts.137.down_proj,rtn: 0.0022430,0.00000,0.038
+33,mlp.experts.149.down_proj,rtn: 0.0022583,0.00000,0.035
+33,mlp.experts.151.down_proj,rtn: 0.0022736,0.00000,0.034
+33,mlp.experts.156.down_proj,rtn: 0.0022736,0.00000,0.033
+33,mlp.experts.159.down_proj,rtn: 0.0022888,0.00000,0.035
+33,mlp.experts.171.down_proj,rtn: 0.0022583,0.00000,0.031
+33,mlp.experts.157.down_proj,rtn: 0.0023041,0.00000,0.039
+33,mlp.experts.146.down_proj,rtn: 0.0022888,0.00000,0.044
+33,mlp.experts.131.down_proj,rtn: 0.0022736,0.00000,0.038
+33,mlp.experts.166.down_proj,rtn: 0.0021820,0.00000,0.030
+33,mlp.experts.170.down_proj,rtn: 0.0022430,0.00000,0.032
+33,mlp.experts.172.down_proj,rtn: 0.0022583,0.00000,0.024
+33,mlp.experts.190.down_proj,rtn: 0.0023193,0.00000,0.033
+33,mlp.experts.180.down_proj,rtn: 0.0022430,0.00000,0.030
+33,mlp.experts.167.down_proj,rtn: 0.0022888,0.00000,0.034
+33,mlp.experts.165.down_proj,rtn: 0.0022430,0.00000,0.046
+33,mlp.experts.153.down_proj,rtn: 0.0022736,0.00000,0.039
+33,mlp.experts.161.down_proj,rtn: 0.0022736,0.00000,0.043
+33,mlp.experts.187.down_proj,rtn: 0.0022736,0.00000,0.029
+33,mlp.experts.175.down_proj,rtn: 0.0022583,0.00000,0.036
+33,mlp.experts.188.down_proj,rtn: 0.0022583,0.00000,0.016
+33,mlp.experts.162.down_proj,rtn: 0.0022736,0.00000,0.027
+33,mlp.experts.182.down_proj,rtn: 0.0022583,0.00000,0.022
+33,mlp.experts.186.down_proj,rtn: 0.0022583,0.00000,0.021
+33,mlp.experts.173.down_proj,rtn: 0.0022888,0.00000,0.040
+33,mlp.experts.147.down_proj,rtn: 0.0022583,0.00000,0.030
+33,mlp.experts.178.down_proj,rtn: 0.0022888,0.00000,0.016
+33,mlp.experts.183.down_proj,rtn: 0.0022583,0.00000,0.027
+33,mlp.experts.191.down_proj,rtn: 0.0022583,0.00000,0.023
+33,mlp.experts.163.down_proj,rtn: 0.0022430,0.00000,0.019
+33,mlp.experts.169.down_proj,rtn: 0.0022888,0.00000,0.036
+33,mlp.experts.181.down_proj,rtn: 0.0022430,0.00000,0.045
+33,mlp.experts.177.down_proj,rtn: 0.0022430,0.00000,0.041
+33,mlp.experts.189.down_proj,rtn: 0.0023041,0.00000,0.034
+33,mlp.experts.179.down_proj,rtn: 0.0022888,0.00000,0.010
+33,mlp.experts.185.down_proj,rtn: 0.0022278,0.00000,0.016
+33,mlp.shared_experts.gate_proj,rtn: 0.0017624,0.00000,0.025
+33,mlp.shared_experts.up_proj,rtn: 0.0019226,0.00000,0.026
+33,mlp.shared_experts.down_proj,rtn: 0.0019455,0.00000,0.034
+34,self_attn.k_proj,rtn: 0.0022430,0.00000,0.028
+34,self_attn.v_proj,rtn: 0.0026398,0.00000,0.035
+34,self_attn.q_proj,rtn: 0.0022430,0.00000,0.025
+34,self_attn.o_proj,rtn: 0.0026855,0.00000,0.043
+34,mlp.experts.3.gate_proj,rtn: 0.0023346,0.00000,0.103
+34,mlp.experts.2.gate_proj,rtn: 0.0022583,0.00000,0.112
+34,mlp.experts.0.gate_proj,rtn: 0.0023193,0.00000,0.115
+34,mlp.experts.15.gate_proj,rtn: 0.0022736,0.00000,0.117
+34,mlp.experts.1.gate_proj,rtn: 0.0023041,0.00000,0.117
+34,mlp.experts.6.gate_proj,rtn: 0.0023041,0.00000,0.124
+34,mlp.experts.4.gate_proj,rtn: 0.0023651,0.00000,0.130
+34,mlp.experts.9.gate_proj,rtn: 0.0023193,0.00000,0.132
+34,mlp.experts.12.gate_proj,rtn: 0.0022736,0.00000,0.134
+34,mlp.experts.8.gate_proj,rtn: 0.0022736,0.00000,0.133
+34,mlp.experts.5.gate_proj,rtn: 0.0023193,0.00000,0.139
+34,mlp.experts.11.gate_proj,rtn: 0.0023499,0.00000,0.140
+34,mlp.experts.10.gate_proj,rtn: 0.0023499,0.00000,0.143
+34,mlp.experts.13.gate_proj,rtn: 0.0023041,0.00000,0.143
+34,mlp.experts.7.gate_proj,rtn: 0.0023804,0.00000,0.146
+34,mlp.experts.14.gate_proj,rtn: 0.0023499,0.00000,0.160
+34,mlp.experts.18.gate_proj,rtn: 0.0023346,0.00000,0.085
+34,mlp.experts.19.gate_proj,rtn: 0.0023499,0.00000,0.105
+34,mlp.experts.22.gate_proj,rtn: 0.0023346,0.00000,0.092
+34,mlp.experts.24.gate_proj,rtn: 0.0023651,0.00000,0.080
+34,mlp.experts.17.gate_proj,rtn: 0.0023804,0.00000,0.103
+34,mlp.experts.16.gate_proj,rtn: 0.0023346,0.00000,0.111
+34,mlp.experts.20.gate_proj,rtn: 0.0023346,0.00000,0.100
+34,mlp.experts.25.gate_proj,rtn: 0.0023499,0.00000,0.106
+34,mlp.experts.28.gate_proj,rtn: 0.0023499,0.00000,0.099
+34,mlp.experts.26.gate_proj,rtn: 0.0023193,0.00000,0.095
+34,mlp.experts.31.gate_proj,rtn: 0.0023346,0.00000,0.143
+34,mlp.experts.21.gate_proj,rtn: 0.0023041,0.00000,0.108
+34,mlp.experts.29.gate_proj,rtn: 0.0023041,0.00000,0.111
+34,mlp.experts.27.gate_proj,rtn: 0.0023651,0.00000,0.119
+34,mlp.experts.23.gate_proj,rtn: 0.0022583,0.00000,0.139
+34,mlp.experts.35.gate_proj,rtn: 0.0023193,0.00000,0.087
+34,mlp.experts.40.gate_proj,rtn: 0.0022888,0.00000,0.081
+34,mlp.experts.30.gate_proj,rtn: 0.0023499,0.00000,0.142
+34,mlp.experts.34.gate_proj,rtn: 0.0023651,0.00000,0.111
+34,mlp.experts.33.gate_proj,rtn: 0.0023193,0.00000,0.101
+34,mlp.experts.36.gate_proj,rtn: 0.0023651,0.00000,0.102
+34,mlp.experts.43.gate_proj,rtn: 0.0022888,0.00000,0.062
+34,mlp.experts.41.gate_proj,rtn: 0.0023499,0.00000,0.096
+34,mlp.experts.47.gate_proj,rtn: 0.0023346,0.00000,0.077
+34,mlp.experts.38.gate_proj,rtn: 0.0023499,0.00000,0.132
+34,mlp.experts.44.gate_proj,rtn: 0.0023804,0.00000,0.107
+34,mlp.experts.39.gate_proj,rtn: 0.0022736,0.00000,0.070
+34,mlp.experts.51.gate_proj,rtn: 0.0023346,0.00000,0.063
+34,mlp.experts.37.gate_proj,rtn: 0.0023346,0.00000,0.097
+34,mlp.experts.45.gate_proj,rtn: 0.0023193,0.00000,0.101
+34,mlp.experts.56.gate_proj,rtn: 0.0024261,0.00000,0.096
+34,mlp.experts.59.gate_proj,rtn: 0.0023499,0.00000,0.063
+34,mlp.experts.63.gate_proj,rtn: 0.0023193,0.00000,0.069
+34,mlp.experts.49.gate_proj,rtn: 0.0022736,0.00000,0.096
+34,mlp.experts.32.gate_proj,rtn: 0.0023651,0.00000,0.198
+34,mlp.experts.57.gate_proj,rtn: 0.0023346,0.00000,0.085
+34,mlp.experts.50.gate_proj,rtn: 0.0024109,0.00000,0.133
+34,mlp.experts.42.gate_proj,rtn: 0.0023193,0.00000,0.200
+34,mlp.experts.52.gate_proj,rtn: 0.0023651,0.00000,0.105
+34,mlp.experts.60.gate_proj,rtn: 0.0023956,0.00000,0.094
+34,mlp.experts.67.gate_proj,rtn: 0.0023804,0.00000,0.066
+34,mlp.experts.55.gate_proj,rtn: 0.0023651,0.00000,0.073
+34,mlp.experts.53.gate_proj,rtn: 0.0023499,0.00000,0.088
+34,mlp.experts.46.gate_proj,rtn: 0.0023499,0.00000,0.165
+34,mlp.experts.61.gate_proj,rtn: 0.0023041,0.00000,0.100
+34,mlp.experts.75.gate_proj,rtn: 0.0023651,0.00000,0.071
+34,mlp.experts.54.gate_proj,rtn: 0.0023346,0.00000,0.134
+34,mlp.experts.79.gate_proj,rtn: 0.0023651,0.00000,0.064
+34,mlp.experts.72.gate_proj,rtn: 0.0023651,0.00000,0.088
+34,mlp.experts.65.gate_proj,rtn: 0.0023804,0.00000,0.092
+34,mlp.experts.73.gate_proj,rtn: 0.0023346,0.00000,0.089
+34,mlp.experts.83.gate_proj,rtn: 0.0022888,0.00000,0.066
+34,mlp.experts.71.gate_proj,rtn: 0.0023193,0.00000,0.067
+34,mlp.experts.91.gate_proj,rtn: 0.0022888,0.00000,0.069
+34,mlp.experts.69.gate_proj,rtn: 0.0023804,0.00000,0.086
+34,mlp.experts.76.gate_proj,rtn: 0.0022736,0.00000,0.101
+34,mlp.experts.68.gate_proj,rtn: 0.0023193,0.00000,0.103
+34,mlp.experts.95.gate_proj,rtn: 0.0023193,0.00000,0.077
+34,mlp.experts.77.gate_proj,rtn: 0.0022736,0.00000,0.092
+34,mlp.experts.48.gate_proj,rtn: 0.0023346,0.00000,0.166
+34,mlp.experts.99.gate_proj,rtn: 0.0023193,0.00000,0.072
+34,mlp.experts.87.gate_proj,rtn: 0.0023041,0.00000,0.073
+34,mlp.experts.88.gate_proj,rtn: 0.0023651,0.00000,0.110
+34,mlp.experts.81.gate_proj,rtn: 0.0023651,0.00000,0.084
+34,mlp.experts.66.gate_proj,rtn: 0.0023041,0.00000,0.169
+34,mlp.experts.58.gate_proj,rtn: 0.0023499,0.00000,0.155
+34,mlp.experts.89.gate_proj,rtn: 0.0023651,0.00000,0.086
+34,mlp.experts.107.gate_proj,rtn: 0.0023041,0.00000,0.074
+34,mlp.experts.62.gate_proj,rtn: 0.0023804,0.00000,0.160
+34,mlp.experts.70.gate_proj,rtn: 0.0023499,0.00000,0.150
+34,mlp.experts.111.gate_proj,rtn: 0.0023346,0.00000,0.077
+34,mlp.experts.85.gate_proj,rtn: 0.0023041,0.00000,0.092
+34,mlp.experts.84.gate_proj,rtn: 0.0023041,0.00000,0.091
+34,mlp.experts.92.gate_proj,rtn: 0.0023499,0.00000,0.092
+34,mlp.experts.115.gate_proj,rtn: 0.0022888,0.00000,0.069
+34,mlp.experts.93.gate_proj,rtn: 0.0022583,0.00000,0.102
+34,mlp.experts.103.gate_proj,rtn: 0.0023804,0.00000,0.071
+34,mlp.experts.64.gate_proj,rtn: 0.0022736,0.00000,0.093
+34,mlp.experts.123.gate_proj,rtn: 0.0023651,0.00000,0.067
+34,mlp.experts.104.gate_proj,rtn: 0.0023499,0.00000,0.088
+34,mlp.experts.82.gate_proj,rtn: 0.0023499,0.00000,0.098
+34,mlp.experts.127.gate_proj,rtn: 0.0023499,0.00000,0.066
+34,mlp.experts.74.gate_proj,rtn: 0.0023346,0.00000,0.100
+34,mlp.experts.78.gate_proj,rtn: 0.0023193,0.00000,0.096
+34,mlp.experts.86.gate_proj,rtn: 0.0023651,0.00000,0.095
+34,mlp.experts.97.gate_proj,rtn: 0.0023193,0.00000,0.137
+34,mlp.experts.119.gate_proj,rtn: 0.0023346,0.00000,0.064
+34,mlp.experts.108.gate_proj,rtn: 0.0022888,0.00000,0.085
+34,mlp.experts.100.gate_proj,rtn: 0.0023346,0.00000,0.090
+34,mlp.experts.131.gate_proj,rtn: 0.0023193,0.00000,0.076
+34,mlp.experts.139.gate_proj,rtn: 0.0022736,0.00000,0.067
+34,mlp.experts.101.gate_proj,rtn: 0.0022888,0.00000,0.129
+34,mlp.experts.80.gate_proj,rtn: 0.0023499,0.00000,0.095
+34,mlp.experts.120.gate_proj,rtn: 0.0022736,0.00000,0.086
+34,mlp.experts.105.gate_proj,rtn: 0.0022888,0.00000,0.174
+34,mlp.experts.143.gate_proj,rtn: 0.0023346,0.00000,0.085
+34,mlp.experts.109.gate_proj,rtn: 0.0023499,0.00000,0.127
+34,mlp.experts.98.gate_proj,rtn: 0.0023193,0.00000,0.096
+34,mlp.experts.90.gate_proj,rtn: 0.0023499,0.00000,0.108
+34,mlp.experts.102.gate_proj,rtn: 0.0023346,0.00000,0.102
+34,mlp.experts.94.gate_proj,rtn: 0.0023346,0.00000,0.104
+34,mlp.experts.124.gate_proj,rtn: 0.0023804,0.00000,0.081
+34,mlp.experts.113.gate_proj,rtn: 0.0023193,0.00000,0.090
+34,mlp.experts.116.gate_proj,rtn: 0.0023651,0.00000,0.086
+34,mlp.experts.117.gate_proj,rtn: 0.0023346,0.00000,0.075
+34,mlp.experts.96.gate_proj,rtn: 0.0023346,0.00000,0.077
+34,mlp.experts.136.gate_proj,rtn: 0.0023651,0.00000,0.072
+34,mlp.experts.121.gate_proj,rtn: 0.0023346,0.00000,0.073
+34,mlp.experts.135.gate_proj,rtn: 0.0023651,0.00000,0.125
+34,mlp.experts.125.gate_proj,rtn: 0.0023346,0.00000,0.077
+34,mlp.experts.114.gate_proj,rtn: 0.0023956,0.00000,0.088
+34,mlp.experts.155.gate_proj,rtn: 0.0023041,0.00000,0.133
+34,mlp.experts.106.gate_proj,rtn: 0.0023193,0.00000,0.082
+34,mlp.experts.132.gate_proj,rtn: 0.0023651,0.00000,0.070
+34,mlp.experts.140.gate_proj,rtn: 0.0023651,0.00000,0.070
+34,mlp.experts.129.gate_proj,rtn: 0.0024261,0.00000,0.080
+34,mlp.experts.159.gate_proj,rtn: 0.0024109,0.00000,0.116
+34,mlp.experts.118.gate_proj,rtn: 0.0022736,0.00000,0.087
+34,mlp.experts.152.gate_proj,rtn: 0.0023193,0.00000,0.063
+34,mlp.experts.147.gate_proj,rtn: 0.0023346,0.00000,0.184
+34,mlp.experts.110.gate_proj,rtn: 0.0023041,0.00000,0.101
+34,mlp.experts.112.gate_proj,rtn: 0.0022583,0.00000,0.076
+34,mlp.experts.133.gate_proj,rtn: 0.0023346,0.00000,0.107
+34,mlp.experts.137.gate_proj,rtn: 0.0023041,0.00000,0.097
+34,mlp.experts.151.gate_proj,rtn: 0.0023499,0.00000,0.102
+34,mlp.experts.130.gate_proj,rtn: 0.0023346,0.00000,0.086
+34,mlp.experts.171.gate_proj,rtn: 0.0022583,0.00000,0.082
+34,mlp.experts.148.gate_proj,rtn: 0.0023041,0.00000,0.081
+34,mlp.experts.156.gate_proj,rtn: 0.0023193,0.00000,0.081
+34,mlp.experts.175.gate_proj,rtn: 0.0023041,0.00000,0.080
+34,mlp.experts.122.gate_proj,rtn: 0.0023346,0.00000,0.101
+34,mlp.experts.163.gate_proj,rtn: 0.0023346,0.00000,0.079
+34,mlp.experts.168.gate_proj,rtn: 0.0023499,0.00000,0.080
+34,mlp.experts.134.gate_proj,rtn: 0.0023651,0.00000,0.093
+34,mlp.experts.141.gate_proj,rtn: 0.0023651,0.00000,0.137
+34,mlp.experts.145.gate_proj,rtn: 0.0023651,0.00000,0.107
+34,mlp.experts.128.gate_proj,rtn: 0.0023499,0.00000,0.090
+34,mlp.experts.167.gate_proj,rtn: 0.0022583,0.00000,0.071
+34,mlp.experts.126.gate_proj,rtn: 0.0023041,0.00000,0.116
+34,mlp.experts.164.gate_proj,rtn: 0.0023651,0.00000,0.074
+34,mlp.experts.172.gate_proj,rtn: 0.0023193,0.00000,0.071
+34,mlp.experts.153.gate_proj,rtn: 0.0023804,0.00000,0.098
+34,mlp.experts.187.gate_proj,rtn: 0.0024109,0.00000,0.084
+34,mlp.experts.149.gate_proj,rtn: 0.0023193,0.00000,0.107
+34,mlp.experts.179.gate_proj,rtn: 0.0023193,0.00000,0.077
+34,mlp.experts.184.gate_proj,rtn: 0.0023346,0.00000,0.079
+34,mlp.experts.191.gate_proj,rtn: 0.0024109,0.00000,0.093
+34,mlp.experts.144.gate_proj,rtn: 0.0022736,0.00000,0.068
+34,mlp.experts.146.gate_proj,rtn: 0.0023804,0.00000,0.131
+34,mlp.experts.188.gate_proj,rtn: 0.0023499,0.00000,0.058
+34,mlp.experts.180.gate_proj,rtn: 0.0023499,0.00000,0.066
+34,mlp.experts.183.gate_proj,rtn: 0.0022888,0.00000,0.098
+34,mlp.experts.157.gate_proj,rtn: 0.0023499,0.00000,0.133
+34,mlp.experts.161.gate_proj,rtn: 0.0023041,0.00000,0.134
+34,mlp.experts.138.gate_proj,rtn: 0.0022583,0.00000,0.157
+34,mlp.experts.11.up_proj,rtn: 0.0023193,0.00000,0.099
+34,mlp.experts.165.gate_proj,rtn: 0.0023499,0.00000,0.073
+34,mlp.experts.3.up_proj,rtn: 0.0023041,0.00000,0.092
+34,mlp.experts.169.gate_proj,rtn: 0.0023041,0.00000,0.082
+34,mlp.experts.160.gate_proj,rtn: 0.0023651,0.00000,0.095
+34,mlp.experts.8.up_proj,rtn: 0.0022583,0.00000,0.094
+34,mlp.experts.7.up_proj,rtn: 0.0023499,0.00000,0.068
+34,mlp.experts.15.up_proj,rtn: 0.0022736,0.00000,0.073
+34,mlp.experts.150.gate_proj,rtn: 0.0023346,0.00000,0.164
+34,mlp.experts.4.up_proj,rtn: 0.0023346,0.00000,0.088
+34,mlp.experts.12.up_proj,rtn: 0.0022583,0.00000,0.096
+34,mlp.experts.177.gate_proj,rtn: 0.0022888,0.00000,0.096
+34,mlp.experts.27.up_proj,rtn: 0.0023499,0.00000,0.074
+34,mlp.experts.173.gate_proj,rtn: 0.0022736,0.00000,0.120
+34,mlp.experts.142.gate_proj,rtn: 0.0023499,0.00000,0.240
+34,mlp.experts.23.up_proj,rtn: 0.0022430,0.00000,0.073
+34,mlp.experts.31.up_proj,rtn: 0.0023193,0.00000,0.075
+34,mlp.experts.19.up_proj,rtn: 0.0023346,0.00000,0.083
+34,mlp.experts.176.gate_proj,rtn: 0.0023041,0.00000,0.089
+34,mlp.experts.24.up_proj,rtn: 0.0023346,0.00000,0.088
+34,mlp.experts.20.up_proj,rtn: 0.0023193,0.00000,0.086
+34,mlp.experts.181.gate_proj,rtn: 0.0022888,0.00000,0.103
+34,mlp.experts.28.up_proj,rtn: 0.0023193,0.00000,0.094
+34,mlp.experts.43.up_proj,rtn: 0.0022583,0.00000,0.070
+34,mlp.experts.185.gate_proj,rtn: 0.0023346,0.00000,0.115
+34,mlp.experts.162.gate_proj,rtn: 0.0023346,0.00000,0.212
+34,mlp.experts.1.up_proj,rtn: 0.0022888,0.00000,0.109
+34,mlp.experts.39.up_proj,rtn: 0.0022583,0.00000,0.077
+34,mlp.experts.154.gate_proj,rtn: 0.0023346,0.00000,0.166
+34,mlp.experts.166.gate_proj,rtn: 0.0022583,0.00000,0.133
+34,mlp.experts.47.up_proj,rtn: 0.0023193,0.00000,0.082
+34,mlp.experts.35.up_proj,rtn: 0.0022888,0.00000,0.083
+34,mlp.experts.189.gate_proj,rtn: 0.0023041,0.00000,0.123
+34,mlp.experts.40.up_proj,rtn: 0.0022583,0.00000,0.095
+34,mlp.experts.158.gate_proj,rtn: 0.0023499,0.00000,0.118
+34,mlp.experts.0.up_proj,rtn: 0.0023041,0.00000,0.101
+34,mlp.experts.36.up_proj,rtn: 0.0023499,0.00000,0.094
+34,mlp.experts.59.up_proj,rtn: 0.0023346,0.00000,0.093
+34,mlp.experts.178.gate_proj,rtn: 0.0023193,0.00000,0.101
+34,mlp.experts.9.up_proj,rtn: 0.0022888,0.00000,0.108
+34,mlp.experts.55.up_proj,rtn: 0.0023499,0.00000,0.085
+34,mlp.experts.51.up_proj,rtn: 0.0022888,0.00000,0.081
+34,mlp.experts.44.up_proj,rtn: 0.0023651,0.00000,0.138
+34,mlp.experts.5.up_proj,rtn: 0.0022888,0.00000,0.140
+34,mlp.experts.63.up_proj,rtn: 0.0022888,0.00000,0.091
+34,mlp.experts.17.up_proj,rtn: 0.0023346,0.00000,0.117
+34,mlp.experts.170.gate_proj,rtn: 0.0023651,0.00000,0.107
+34,mlp.experts.182.gate_proj,rtn: 0.0023499,0.00000,0.109
+34,mlp.experts.16.up_proj,rtn: 0.0023193,0.00000,0.094
+34,mlp.experts.56.up_proj,rtn: 0.0023651,0.00000,0.099
+34,mlp.experts.52.up_proj,rtn: 0.0023346,0.00000,0.095
+34,mlp.experts.13.up_proj,rtn: 0.0022736,0.00000,0.125
+34,mlp.experts.75.up_proj,rtn: 0.0023193,0.00000,0.106
+34,mlp.experts.60.up_proj,rtn: 0.0023651,0.00000,0.084
+34,mlp.experts.2.up_proj,rtn: 0.0022583,0.00000,0.113
+34,mlp.experts.71.up_proj,rtn: 0.0023041,0.00000,0.109
+34,mlp.experts.72.up_proj,rtn: 0.0023346,0.00000,0.074
+34,mlp.experts.25.up_proj,rtn: 0.0023193,0.00000,0.126
+34,mlp.experts.32.up_proj,rtn: 0.0023346,0.00000,0.077
+34,mlp.experts.174.gate_proj,rtn: 0.0023346,0.00000,0.190
+34,mlp.experts.68.up_proj,rtn: 0.0023041,0.00000,0.074
+34,mlp.experts.79.up_proj,rtn: 0.0023499,0.00000,0.117
+34,mlp.experts.33.up_proj,rtn: 0.0022888,0.00000,0.119
+34,mlp.experts.21.up_proj,rtn: 0.0022888,0.00000,0.142
+34,mlp.experts.6.up_proj,rtn: 0.0022888,0.00000,0.137
+34,mlp.experts.29.up_proj,rtn: 0.0022888,0.00000,0.108
+34,mlp.experts.76.up_proj,rtn: 0.0022736,0.00000,0.069
+34,mlp.experts.186.gate_proj,rtn: 0.0022888,0.00000,0.151
+34,mlp.experts.88.up_proj,rtn: 0.0023499,0.00000,0.065
+34,mlp.experts.67.up_proj,rtn: 0.0023651,0.00000,0.183
+34,mlp.experts.48.up_proj,rtn: 0.0023193,0.00000,0.064
+34,mlp.experts.91.up_proj,rtn: 0.0022736,0.00000,0.121
+34,mlp.experts.84.up_proj,rtn: 0.0022888,0.00000,0.069
+34,mlp.experts.18.up_proj,rtn: 0.0023193,0.00000,0.114
+34,mlp.experts.190.gate_proj,rtn: 0.0022888,0.00000,0.093
+34,mlp.experts.41.up_proj,rtn: 0.0023193,0.00000,0.112
+34,mlp.experts.92.up_proj,rtn: 0.0023346,0.00000,0.068
+34,mlp.experts.95.up_proj,rtn: 0.0023193,0.00000,0.122
+34,mlp.experts.104.up_proj,rtn: 0.0023193,0.00000,0.071
+34,mlp.experts.37.up_proj,rtn: 0.0023346,0.00000,0.108
+34,mlp.experts.64.up_proj,rtn: 0.0022736,0.00000,0.070
+34,mlp.experts.22.up_proj,rtn: 0.0022888,0.00000,0.102
+34,mlp.experts.10.up_proj,rtn: 0.0023499,0.00000,0.095
+34,mlp.experts.100.up_proj,rtn: 0.0023041,0.00000,0.075
+34,mlp.experts.45.up_proj,rtn: 0.0023041,0.00000,0.115
+34,mlp.experts.87.up_proj,rtn: 0.0022888,0.00000,0.191
+34,mlp.experts.107.up_proj,rtn: 0.0023041,0.00000,0.108
+34,mlp.experts.83.up_proj,rtn: 0.0023041,0.00000,0.128
+34,mlp.experts.34.up_proj,rtn: 0.0023499,0.00000,0.105
+34,mlp.experts.14.up_proj,rtn: 0.0023193,0.00000,0.101
+34,mlp.experts.57.up_proj,rtn: 0.0023193,0.00000,0.106
+34,mlp.experts.49.up_proj,rtn: 0.0022583,0.00000,0.201
+34,mlp.experts.108.up_proj,rtn: 0.0022736,0.00000,0.119
+34,mlp.experts.111.up_proj,rtn: 0.0023346,0.00000,0.104
+34,mlp.experts.53.up_proj,rtn: 0.0023193,0.00000,0.113
+34,mlp.experts.26.up_proj,rtn: 0.0022736,0.00000,0.106
+34,mlp.experts.38.up_proj,rtn: 0.0023346,0.00000,0.106
+34,mlp.experts.120.up_proj,rtn: 0.0022583,0.00000,0.127
+34,mlp.experts.61.up_proj,rtn: 0.0022888,0.00000,0.100
+34,mlp.experts.103.up_proj,rtn: 0.0023651,0.00000,0.096
+34,mlp.experts.123.up_proj,rtn: 0.0023346,0.00000,0.086
+34,mlp.experts.116.up_proj,rtn: 0.0023193,0.00000,0.126
+34,mlp.experts.99.up_proj,rtn: 0.0022888,0.00000,0.088
+34,mlp.experts.80.up_proj,rtn: 0.0023499,0.00000,0.149
+34,mlp.experts.73.up_proj,rtn: 0.0023346,0.00000,0.088
+34,mlp.experts.50.up_proj,rtn: 0.0023651,0.00000,0.106
+34,mlp.experts.65.up_proj,rtn: 0.0023499,0.00000,0.090
+34,mlp.experts.30.up_proj,rtn: 0.0023041,0.00000,0.108
+34,mlp.experts.127.up_proj,rtn: 0.0023193,0.00000,0.076
+34,mlp.experts.124.up_proj,rtn: 0.0023346,0.00000,0.081
+34,mlp.experts.69.up_proj,rtn: 0.0023651,0.00000,0.080
+34,mlp.experts.136.up_proj,rtn: 0.0023346,0.00000,0.065
+34,mlp.experts.77.up_proj,rtn: 0.0022736,0.00000,0.081
+34,mlp.experts.132.up_proj,rtn: 0.0023193,0.00000,0.066
+34,mlp.experts.119.up_proj,rtn: 0.0023041,0.00000,0.077
+34,mlp.experts.139.up_proj,rtn: 0.0022583,0.00000,0.075
+34,mlp.experts.96.up_proj,rtn: 0.0023193,0.00000,0.062
+34,mlp.experts.42.up_proj,rtn: 0.0023041,0.00000,0.106
+34,mlp.experts.115.up_proj,rtn: 0.0022736,0.00000,0.074
+34,mlp.experts.54.up_proj,rtn: 0.0023041,0.00000,0.114
+34,mlp.experts.89.up_proj,rtn: 0.0023499,0.00000,0.073
+34,mlp.experts.81.up_proj,rtn: 0.0023346,0.00000,0.078
+34,mlp.experts.140.up_proj,rtn: 0.0023499,0.00000,0.080
+34,mlp.experts.66.up_proj,rtn: 0.0022888,0.00000,0.109
+34,mlp.experts.85.up_proj,rtn: 0.0022888,0.00000,0.075
+34,mlp.experts.143.up_proj,rtn: 0.0023041,0.00000,0.102
+34,mlp.experts.93.up_proj,rtn: 0.0022430,0.00000,0.079
+34,mlp.experts.148.up_proj,rtn: 0.0023041,0.00000,0.090
+34,mlp.experts.112.up_proj,rtn: 0.0022430,0.00000,0.086
+34,mlp.experts.46.up_proj,rtn: 0.0023193,0.00000,0.137
+34,mlp.experts.152.up_proj,rtn: 0.0023041,0.00000,0.117
+34,mlp.experts.58.up_proj,rtn: 0.0023346,0.00000,0.095
+34,mlp.experts.135.up_proj,rtn: 0.0023499,0.00000,0.110
+34,mlp.experts.105.up_proj,rtn: 0.0022736,0.00000,0.084
+34,mlp.experts.97.up_proj,rtn: 0.0023041,0.00000,0.079
+34,mlp.experts.155.up_proj,rtn: 0.0022888,0.00000,0.119
+34,mlp.experts.70.up_proj,rtn: 0.0023193,0.00000,0.101
+34,mlp.experts.131.up_proj,rtn: 0.0022888,0.00000,0.123
+34,mlp.experts.156.up_proj,rtn: 0.0023041,0.00000,0.088
+34,mlp.experts.82.up_proj,rtn: 0.0023346,0.00000,0.088
+34,mlp.experts.101.up_proj,rtn: 0.0022736,0.00000,0.087
+34,mlp.experts.164.up_proj,rtn: 0.0023346,0.00000,0.063
+34,mlp.experts.159.up_proj,rtn: 0.0023804,0.00000,0.087
+34,mlp.experts.128.up_proj,rtn: 0.0023041,0.00000,0.071
+34,mlp.experts.109.up_proj,rtn: 0.0023346,0.00000,0.088
+34,mlp.experts.168.up_proj,rtn: 0.0023346,0.00000,0.073
+34,mlp.experts.62.up_proj,rtn: 0.0023651,0.00000,0.090
+34,mlp.experts.121.up_proj,rtn: 0.0023041,0.00000,0.077
+34,mlp.experts.151.up_proj,rtn: 0.0023193,0.00000,0.080
+34,mlp.experts.113.up_proj,rtn: 0.0023041,0.00000,0.078
+34,mlp.experts.74.up_proj,rtn: 0.0023041,0.00000,0.097
+34,mlp.experts.171.up_proj,rtn: 0.0022430,0.00000,0.078
+34,mlp.experts.147.up_proj,rtn: 0.0023346,0.00000,0.070
+34,mlp.experts.86.up_proj,rtn: 0.0023193,0.00000,0.091
+34,mlp.experts.172.up_proj,rtn: 0.0023041,0.00000,0.080
+34,mlp.experts.117.up_proj,rtn: 0.0022736,0.00000,0.075
+34,mlp.experts.125.up_proj,rtn: 0.0022888,0.00000,0.071
+34,mlp.experts.175.up_proj,rtn: 0.0022736,0.00000,0.081
+34,mlp.experts.180.up_proj,rtn: 0.0023346,0.00000,0.086
+34,mlp.experts.144.up_proj,rtn: 0.0022736,0.00000,0.084
+34,mlp.experts.98.up_proj,rtn: 0.0023041,0.00000,0.107
+34,mlp.experts.184.up_proj,rtn: 0.0023041,0.00000,0.079
+34,mlp.experts.137.up_proj,rtn: 0.0022888,0.00000,0.072
+34,mlp.experts.167.up_proj,rtn: 0.0022278,0.00000,0.071
+34,mlp.experts.129.up_proj,rtn: 0.0023804,0.00000,0.070
+34,mlp.experts.78.up_proj,rtn: 0.0023041,0.00000,0.097
+34,mlp.experts.163.up_proj,rtn: 0.0023193,0.00000,0.071
+34,mlp.experts.133.up_proj,rtn: 0.0023193,0.00000,0.066
+34,mlp.experts.188.up_proj,rtn: 0.0023346,0.00000,0.072
+34,mlp.experts.187.up_proj,rtn: 0.0023956,0.00000,0.081
+34,mlp.experts.160.up_proj,rtn: 0.0023346,0.00000,0.053
+34,mlp.experts.141.up_proj,rtn: 0.0023499,0.00000,0.074
+34,mlp.experts.153.up_proj,rtn: 0.0023346,0.00000,0.062
+34,mlp.experts.191.up_proj,rtn: 0.0023804,0.00000,0.083
+34,mlp.experts.183.up_proj,rtn: 0.0022888,0.00000,0.069
+34,mlp.experts.145.up_proj,rtn: 0.0023346,0.00000,0.072
+34,mlp.experts.179.up_proj,rtn: 0.0023041,0.00000,0.062
+34,mlp.experts.149.up_proj,rtn: 0.0023041,0.00000,0.065
+34,mlp.experts.90.up_proj,rtn: 0.0023193,0.00000,0.161
+34,mlp.experts.114.up_proj,rtn: 0.0023651,0.00000,0.128
+34,mlp.experts.102.up_proj,rtn: 0.0023193,0.00000,0.163
+34,mlp.experts.157.up_proj,rtn: 0.0023193,0.00000,0.067
+34,mlp.experts.169.up_proj,rtn: 0.0022888,0.00000,0.069
+34,mlp.experts.165.up_proj,rtn: 0.0022888,0.00000,0.051
+34,mlp.experts.161.up_proj,rtn: 0.0023041,0.00000,0.067
+34,mlp.experts.94.up_proj,rtn: 0.0023041,0.00000,0.159
+34,mlp.experts.176.up_proj,rtn: 0.0022583,0.00000,0.051
+34,mlp.experts.173.up_proj,rtn: 0.0022583,0.00000,0.077
+34,mlp.experts.185.up_proj,rtn: 0.0023041,0.00000,0.075
+34,mlp.experts.181.up_proj,rtn: 0.0022888,0.00000,0.082
+34,mlp.experts.177.up_proj,rtn: 0.0022736,0.00000,0.072
+34,mlp.experts.118.up_proj,rtn: 0.0022736,0.00000,0.110
+34,mlp.experts.130.up_proj,rtn: 0.0023193,0.00000,0.116
+34,mlp.experts.189.up_proj,rtn: 0.0022736,0.00000,0.041
+34,mlp.experts.106.up_proj,rtn: 0.0023041,0.00000,0.139
+34,mlp.experts.110.up_proj,rtn: 0.0023041,0.00000,0.097
+34,mlp.experts.134.up_proj,rtn: 0.0023499,0.00000,0.078
+34,mlp.experts.146.up_proj,rtn: 0.0023499,0.00000,0.084
+34,mlp.experts.122.up_proj,rtn: 0.0023041,0.00000,0.068
+34,mlp.experts.126.up_proj,rtn: 0.0022888,0.00000,0.067
+34,mlp.experts.150.up_proj,rtn: 0.0023346,0.00000,0.076
+34,mlp.experts.138.up_proj,rtn: 0.0022583,0.00000,0.064
+34,mlp.experts.162.up_proj,rtn: 0.0023041,0.00000,0.097
+34,mlp.experts.142.up_proj,rtn: 0.0023346,0.00000,0.075
+34,mlp.experts.166.up_proj,rtn: 0.0022583,0.00000,0.083
+34,mlp.experts.154.up_proj,rtn: 0.0023193,0.00000,0.069
+34,mlp.experts.158.up_proj,rtn: 0.0023193,0.00000,0.066
+34,mlp.experts.178.up_proj,rtn: 0.0023041,0.00000,0.095
+34,mlp.experts.182.up_proj,rtn: 0.0023193,0.00000,0.097
+34,mlp.experts.170.up_proj,rtn: 0.0023346,0.00000,0.087
+34,mlp.experts.174.up_proj,rtn: 0.0023193,0.00000,0.087
+34,mlp.experts.186.up_proj,rtn: 0.0022736,0.00000,0.041
+34,mlp.experts.190.up_proj,rtn: 0.0022736,0.00000,0.043
+34,mlp.experts.3.down_proj,rtn: 0.0022583,0.00000,0.026
+34,mlp.experts.9.down_proj,rtn: 0.0022278,0.00000,0.028
+34,mlp.experts.11.down_proj,rtn: 0.0022736,0.00000,0.054
+34,mlp.experts.7.down_proj,rtn: 0.0023041,0.00000,0.044
+34,mlp.experts.19.down_proj,rtn: 0.0022736,0.00000,0.038
+34,mlp.experts.0.down_proj,rtn: 0.0022430,0.00000,0.054
+34,mlp.experts.4.down_proj,rtn: 0.0022736,0.00000,0.058
+34,mlp.experts.14.down_proj,rtn: 0.0022583,0.00000,0.118
+34,mlp.experts.10.down_proj,rtn: 0.0022888,0.00000,0.123
+34,mlp.experts.8.down_proj,rtn: 0.0022430,0.00000,0.065
+34,mlp.experts.6.down_proj,rtn: 0.0022430,0.00000,0.125
+34,mlp.experts.12.down_proj,rtn: 0.0022125,0.00000,0.071
+34,mlp.experts.15.down_proj,rtn: 0.0022430,0.00000,0.073
+34,mlp.experts.2.down_proj,rtn: 0.0022125,0.00000,0.130
+34,mlp.experts.13.down_proj,rtn: 0.0022430,0.00000,0.078
+34,mlp.experts.5.down_proj,rtn: 0.0022430,0.00000,0.078
+34,mlp.experts.35.down_proj,rtn: 0.0022430,0.00000,0.039
+34,mlp.experts.23.down_proj,rtn: 0.0022278,0.00000,0.039
+34,mlp.experts.25.down_proj,rtn: 0.0022583,0.00000,0.074
+34,mlp.experts.27.down_proj,rtn: 0.0023041,0.00000,0.061
+34,mlp.experts.16.down_proj,rtn: 0.0022583,0.00000,0.052
+34,mlp.experts.30.down_proj,rtn: 0.0022583,0.00000,0.039
+34,mlp.experts.31.down_proj,rtn: 0.0022583,0.00000,0.035
+34,mlp.experts.20.down_proj,rtn: 0.0022888,0.00000,0.049
+34,mlp.experts.26.down_proj,rtn: 0.0022430,0.00000,0.043
+34,mlp.experts.24.down_proj,rtn: 0.0022736,0.00000,0.043
+34,mlp.experts.1.down_proj,rtn: 0.0022430,0.00000,0.120
+34,mlp.experts.28.down_proj,rtn: 0.0022583,0.00000,0.049
+34,mlp.experts.22.down_proj,rtn: 0.0022430,0.00000,0.058
+34,mlp.experts.41.down_proj,rtn: 0.0022888,0.00000,0.030
+34,mlp.experts.21.down_proj,rtn: 0.0022583,0.00000,0.050
+34,mlp.experts.29.down_proj,rtn: 0.0022583,0.00000,0.047
+34,mlp.experts.51.down_proj,rtn: 0.0022736,0.00000,0.038
+34,mlp.experts.47.down_proj,rtn: 0.0022583,0.00000,0.038
+34,mlp.experts.39.down_proj,rtn: 0.0022430,0.00000,0.048
+34,mlp.experts.18.down_proj,rtn: 0.0022888,0.00000,0.065
+34,mlp.experts.46.down_proj,rtn: 0.0022583,0.00000,0.046
+34,mlp.experts.40.down_proj,rtn: 0.0022278,0.00000,0.035
+34,mlp.experts.43.down_proj,rtn: 0.0022278,0.00000,0.062
+34,mlp.experts.36.down_proj,rtn: 0.0023041,0.00000,0.040
+34,mlp.experts.32.down_proj,rtn: 0.0022736,0.00000,0.048
+34,mlp.experts.42.down_proj,rtn: 0.0022736,0.00000,0.053
+34,mlp.experts.38.down_proj,rtn: 0.0022888,0.00000,0.044
+34,mlp.experts.37.down_proj,rtn: 0.0022888,0.00000,0.036
+34,mlp.experts.57.down_proj,rtn: 0.0022583,0.00000,0.037
+34,mlp.experts.67.down_proj,rtn: 0.0023041,0.00000,0.035
+34,mlp.experts.44.down_proj,rtn: 0.0023193,0.00000,0.045
+34,mlp.experts.63.down_proj,rtn: 0.0022583,0.00000,0.044
+34,mlp.experts.55.down_proj,rtn: 0.0023193,0.00000,0.040
+34,mlp.experts.62.down_proj,rtn: 0.0023346,0.00000,0.047
+34,mlp.experts.52.down_proj,rtn: 0.0022888,0.00000,0.038
+34,mlp.experts.48.down_proj,rtn: 0.0022583,0.00000,0.055
+34,mlp.experts.17.down_proj,rtn: 0.0022736,0.00000,0.054
+34,mlp.experts.56.down_proj,rtn: 0.0023041,0.00000,0.053
+34,mlp.experts.59.down_proj,rtn: 0.0022736,0.00000,0.052
+34,mlp.experts.83.down_proj,rtn: 0.0022583,0.00000,0.033
+34,mlp.experts.45.down_proj,rtn: 0.0022583,0.00000,0.064
+34,mlp.experts.54.down_proj,rtn: 0.0022736,0.00000,0.047
+34,mlp.experts.71.down_proj,rtn: 0.0022583,0.00000,0.026
+34,mlp.experts.58.down_proj,rtn: 0.0022583,0.00000,0.058
+34,mlp.experts.79.down_proj,rtn: 0.0023041,0.00000,0.032
+34,mlp.experts.34.down_proj,rtn: 0.0022888,0.00000,0.067
+34,mlp.experts.60.down_proj,rtn: 0.0022888,0.00000,0.042
+34,mlp.experts.78.down_proj,rtn: 0.0022583,0.00000,0.034
+34,mlp.experts.68.down_proj,rtn: 0.0022278,0.00000,0.038
+34,mlp.experts.64.down_proj,rtn: 0.0022430,0.00000,0.034
+34,mlp.experts.72.down_proj,rtn: 0.0022736,0.00000,0.020
+34,mlp.experts.53.down_proj,rtn: 0.0022736,0.00000,0.082
+34,mlp.experts.73.down_proj,rtn: 0.0022888,0.00000,0.082
+34,mlp.experts.33.down_proj,rtn: 0.0022430,0.00000,0.047
+34,mlp.experts.99.down_proj,rtn: 0.0022430,0.00000,0.034
+34,mlp.experts.75.down_proj,rtn: 0.0022583,0.00000,0.040
+34,mlp.experts.95.down_proj,rtn: 0.0022583,0.00000,0.037
+34,mlp.experts.87.down_proj,rtn: 0.0022583,0.00000,0.041
+34,mlp.experts.76.down_proj,rtn: 0.0022430,0.00000,0.037
+34,mlp.experts.80.down_proj,rtn: 0.0022888,0.00000,0.033
+34,mlp.experts.84.down_proj,rtn: 0.0022583,0.00000,0.034
+34,mlp.experts.74.down_proj,rtn: 0.0022583,0.00000,0.055
+34,mlp.experts.61.down_proj,rtn: 0.0022583,0.00000,0.064
+34,mlp.experts.89.down_proj,rtn: 0.0022888,0.00000,0.037
+34,mlp.experts.88.down_proj,rtn: 0.0022888,0.00000,0.046
+34,mlp.experts.70.down_proj,rtn: 0.0022888,0.00000,0.067
+34,mlp.experts.91.down_proj,rtn: 0.0022278,0.00000,0.041
+34,mlp.experts.115.down_proj,rtn: 0.0022430,0.00000,0.038
+34,mlp.experts.94.down_proj,rtn: 0.0022583,0.00000,0.066
+34,mlp.experts.50.down_proj,rtn: 0.0023499,0.00000,0.072
+34,mlp.experts.69.down_proj,rtn: 0.0023041,0.00000,0.051
+34,mlp.experts.92.down_proj,rtn: 0.0022736,0.00000,0.034
+34,mlp.experts.111.down_proj,rtn: 0.0022736,0.00000,0.043
+34,mlp.experts.100.down_proj,rtn: 0.0022583,0.00000,0.031
+34,mlp.experts.96.down_proj,rtn: 0.0022736,0.00000,0.031
+34,mlp.experts.103.down_proj,rtn: 0.0023193,0.00000,0.043
+34,mlp.experts.49.down_proj,rtn: 0.0022125,0.00000,0.056
+34,mlp.experts.90.down_proj,rtn: 0.0022736,0.00000,0.040
+34,mlp.experts.77.down_proj,rtn: 0.0022430,0.00000,0.047
+34,mlp.experts.104.down_proj,rtn: 0.0022583,0.00000,0.035
+34,mlp.experts.105.down_proj,rtn: 0.0022278,0.00000,0.047
+34,mlp.experts.86.down_proj,rtn: 0.0022736,0.00000,0.040
+34,mlp.experts.107.down_proj,rtn: 0.0022583,0.00000,0.039
+34,mlp.experts.110.down_proj,rtn: 0.0022736,0.00000,0.038
+34,mlp.experts.66.down_proj,rtn: 0.0022430,0.00000,0.035
+34,mlp.experts.131.down_proj,rtn: 0.0022430,0.00000,0.039
+34,mlp.experts.112.down_proj,rtn: 0.0022278,0.00000,0.030
+34,mlp.experts.116.down_proj,rtn: 0.0022736,0.00000,0.026
+34,mlp.experts.108.down_proj,rtn: 0.0022430,0.00000,0.032
+34,mlp.experts.85.down_proj,rtn: 0.0022583,0.00000,0.038
+34,mlp.experts.127.down_proj,rtn: 0.0022583,0.00000,0.040
+34,mlp.experts.65.down_proj,rtn: 0.0022736,0.00000,0.035
+34,mlp.experts.120.down_proj,rtn: 0.0022278,0.00000,0.025
+34,mlp.experts.119.down_proj,rtn: 0.0022583,0.00000,0.038
+34,mlp.experts.93.down_proj,rtn: 0.0021820,0.00000,0.032
+34,mlp.experts.106.down_proj,rtn: 0.0022736,0.00000,0.038
+34,mlp.experts.121.down_proj,rtn: 0.0022583,0.00000,0.036
+34,mlp.experts.123.down_proj,rtn: 0.0022888,0.00000,0.038
+34,mlp.experts.128.down_proj,rtn: 0.0022583,0.00000,0.030
+34,mlp.experts.102.down_proj,rtn: 0.0022583,0.00000,0.042
+34,mlp.experts.132.down_proj,rtn: 0.0022736,0.00000,0.036
+34,mlp.experts.126.down_proj,rtn: 0.0022736,0.00000,0.037
+34,mlp.experts.147.down_proj,rtn: 0.0022736,0.00000,0.034
+34,mlp.experts.82.down_proj,rtn: 0.0022736,0.00000,0.041
+34,mlp.experts.136.down_proj,rtn: 0.0022583,0.00000,0.023
+34,mlp.experts.124.down_proj,rtn: 0.0022736,0.00000,0.031
+34,mlp.experts.143.down_proj,rtn: 0.0022888,0.00000,0.034
+34,mlp.experts.101.down_proj,rtn: 0.0022278,0.00000,0.044
+34,mlp.experts.135.down_proj,rtn: 0.0022888,0.00000,0.034
+34,mlp.experts.109.down_proj,rtn: 0.0022888,0.00000,0.044
+34,mlp.experts.81.down_proj,rtn: 0.0022583,0.00000,0.046
+34,mlp.experts.122.down_proj,rtn: 0.0022736,0.00000,0.041
+34,mlp.experts.139.down_proj,rtn: 0.0022278,0.00000,0.033
+34,mlp.experts.144.down_proj,rtn: 0.0022430,0.00000,0.030
+34,mlp.experts.137.down_proj,rtn: 0.0022736,0.00000,0.038
+34,mlp.experts.148.down_proj,rtn: 0.0022583,0.00000,0.030
+34,mlp.experts.118.down_proj,rtn: 0.0022125,0.00000,0.040
+34,mlp.experts.163.down_proj,rtn: 0.0022736,0.00000,0.035
+34,mlp.experts.140.down_proj,rtn: 0.0022888,0.00000,0.035
+34,mlp.experts.152.down_proj,rtn: 0.0022583,0.00000,0.037
+34,mlp.experts.142.down_proj,rtn: 0.0022888,0.00000,0.051
+34,mlp.experts.117.down_proj,rtn: 0.0022278,0.00000,0.040
+34,mlp.experts.98.down_proj,rtn: 0.0022583,0.00000,0.049
+34,mlp.experts.151.down_proj,rtn: 0.0022736,0.00000,0.040
+34,mlp.experts.159.down_proj,rtn: 0.0023193,0.00000,0.044
+34,mlp.experts.125.down_proj,rtn: 0.0022430,0.00000,0.043
+34,mlp.experts.155.down_proj,rtn: 0.0022583,0.00000,0.033
+34,mlp.experts.164.down_proj,rtn: 0.0022888,0.00000,0.040
+34,mlp.experts.160.down_proj,rtn: 0.0022736,0.00000,0.041
+34,mlp.experts.138.down_proj,rtn: 0.0022430,0.00000,0.052
+34,mlp.experts.179.down_proj,rtn: 0.0022430,0.00000,0.040
+34,mlp.experts.153.down_proj,rtn: 0.0022736,0.00000,0.051
+34,mlp.experts.168.down_proj,rtn: 0.0023041,0.00000,0.038
+34,mlp.experts.156.down_proj,rtn: 0.0022583,0.00000,0.038
+34,mlp.experts.134.down_proj,rtn: 0.0022736,0.00000,0.053
+34,mlp.experts.158.down_proj,rtn: 0.0022736,0.00000,0.040
+34,mlp.experts.114.down_proj,rtn: 0.0022888,0.00000,0.036
+34,mlp.experts.175.down_proj,rtn: 0.0022430,0.00000,0.035
+34,mlp.experts.171.down_proj,rtn: 0.0022125,0.00000,0.030
+34,mlp.experts.167.down_proj,rtn: 0.0021973,0.00000,0.032
+34,mlp.experts.180.down_proj,rtn: 0.0022888,0.00000,0.026
+34,mlp.experts.133.down_proj,rtn: 0.0022736,0.00000,0.045
+34,mlp.experts.176.down_proj,rtn: 0.0022278,0.00000,0.029
+34,mlp.experts.154.down_proj,rtn: 0.0022583,0.00000,0.028
+34,mlp.experts.141.down_proj,rtn: 0.0023193,0.00000,0.047
+34,mlp.experts.97.down_proj,rtn: 0.0022583,0.00000,0.094
+34,mlp.experts.184.down_proj,rtn: 0.0022736,0.00000,0.022
+34,mlp.experts.172.down_proj,rtn: 0.0022736,0.00000,0.021
+34,mlp.experts.169.down_proj,rtn: 0.0022583,0.00000,0.022
+34,mlp.experts.149.down_proj,rtn: 0.0022430,0.00000,0.011
+34,mlp.experts.191.down_proj,rtn: 0.0023346,0.00000,0.035
+34,mlp.experts.183.down_proj,rtn: 0.0022430,0.00000,0.036
+34,mlp.experts.174.down_proj,rtn: 0.0022736,0.00000,0.051
+34,mlp.experts.150.down_proj,rtn: 0.0022888,0.00000,0.080
+34,mlp.experts.187.down_proj,rtn: 0.0023193,0.00000,0.050
+34,mlp.experts.188.down_proj,rtn: 0.0022736,0.00000,0.016
+34,mlp.experts.130.down_proj,rtn: 0.0022583,0.00000,0.079
+34,mlp.experts.170.down_proj,rtn: 0.0022736,0.00000,0.046
+34,mlp.experts.113.down_proj,rtn: 0.0022583,0.00000,0.049
+34,mlp.experts.185.down_proj,rtn: 0.0022583,0.00000,0.046
+34,mlp.experts.166.down_proj,rtn: 0.0022430,0.00000,0.032
+34,mlp.experts.165.down_proj,rtn: 0.0022430,0.00000,0.052
+34,mlp.experts.190.down_proj,rtn: 0.0022125,0.00000,0.036
+34,mlp.experts.146.down_proj,rtn: 0.0023041,0.00000,0.034
+34,mlp.experts.186.down_proj,rtn: 0.0022583,0.00000,0.030
+34,mlp.experts.157.down_proj,rtn: 0.0022888,0.00000,0.070
+34,mlp.experts.129.down_proj,rtn: 0.0023346,0.00000,0.028
+34,mlp.experts.181.down_proj,rtn: 0.0022583,0.00000,0.019
+34,mlp.experts.182.down_proj,rtn: 0.0022583,0.00000,0.024
+34,mlp.experts.162.down_proj,rtn: 0.0022583,0.00000,0.015
+34,mlp.experts.178.down_proj,rtn: 0.0022430,0.00000,0.013
+34,mlp.experts.145.down_proj,rtn: 0.0022736,0.00000,0.019
+34,mlp.experts.173.down_proj,rtn: 0.0022125,0.00000,0.038
+34,mlp.experts.161.down_proj,rtn: 0.0022583,0.00000,0.016
+34,mlp.experts.189.down_proj,rtn: 0.0022278,0.00000,0.019
+34,mlp.experts.177.down_proj,rtn: 0.0022430,0.00000,0.020
+34,mlp.shared_experts.gate_proj,rtn: 0.0018158,0.00000,0.027
+34,mlp.shared_experts.up_proj,rtn: 0.0019302,0.00000,0.044
+34,mlp.shared_experts.down_proj,rtn: 0.0019989,0.00000,0.022
+35,self_attn.k_proj,rtn: 0.0022583,0.00000,0.013
+35,self_attn.v_proj,rtn: 0.0025940,0.00000,0.020
+35,self_attn.q_proj,rtn: 0.0022125,0.00000,0.021
+35,self_attn.o_proj,rtn: 0.0027466,0.00000,0.064
+35,mlp.experts.0.gate_proj,rtn: 0.0023499,0.00000,0.088
+35,mlp.experts.12.gate_proj,rtn: 0.0023651,0.00000,0.092
+35,mlp.experts.6.gate_proj,rtn: 0.0022430,0.00000,0.097
+35,mlp.experts.4.gate_proj,rtn: 0.0024261,0.00000,0.096
+35,mlp.experts.8.gate_proj,rtn: 0.0023651,0.00000,0.103
+35,mlp.experts.14.gate_proj,rtn: 0.0023499,0.00000,0.107
+35,mlp.experts.9.gate_proj,rtn: 0.0023956,0.00000,0.111
+35,mlp.experts.1.gate_proj,rtn: 0.0022888,0.00000,0.120
+35,mlp.experts.3.gate_proj,rtn: 0.0023346,0.00000,0.121
+35,mlp.experts.13.gate_proj,rtn: 0.0023956,0.00000,0.121
+35,mlp.experts.7.gate_proj,rtn: 0.0023193,0.00000,0.123
+35,mlp.experts.10.gate_proj,rtn: 0.0022736,0.00000,0.122
+35,mlp.experts.2.gate_proj,rtn: 0.0023346,0.00000,0.123
+35,mlp.experts.15.gate_proj,rtn: 0.0023041,0.00000,0.128
+35,mlp.experts.11.gate_proj,rtn: 0.0023499,0.00000,0.131
+35,mlp.experts.5.gate_proj,rtn: 0.0023499,0.00000,0.131
+35,mlp.experts.16.gate_proj,rtn: 0.0022583,0.00000,0.088
+35,mlp.experts.25.gate_proj,rtn: 0.0022888,0.00000,0.068
+35,mlp.experts.17.gate_proj,rtn: 0.0023193,0.00000,0.062
+35,mlp.experts.20.gate_proj,rtn: 0.0023041,0.00000,0.088
+35,mlp.experts.29.gate_proj,rtn: 0.0023804,0.00000,0.070
+35,mlp.experts.24.gate_proj,rtn: 0.0023346,0.00000,0.099
+35,mlp.experts.22.gate_proj,rtn: 0.0023041,0.00000,0.113
+35,mlp.experts.19.gate_proj,rtn: 0.0023193,0.00000,0.082
+35,mlp.experts.28.gate_proj,rtn: 0.0022888,0.00000,0.120
+35,mlp.experts.23.gate_proj,rtn: 0.0023193,0.00000,0.077
+35,mlp.experts.21.gate_proj,rtn: 0.0023346,0.00000,0.076
+35,mlp.experts.31.gate_proj,rtn: 0.0023956,0.00000,0.083
+35,mlp.experts.30.gate_proj,rtn: 0.0023346,0.00000,0.120
+35,mlp.experts.27.gate_proj,rtn: 0.0023651,0.00000,0.083
+35,mlp.experts.26.gate_proj,rtn: 0.0023193,0.00000,0.119
+35,mlp.experts.41.gate_proj,rtn: 0.0023346,0.00000,0.069
+35,mlp.experts.33.gate_proj,rtn: 0.0023499,0.00000,0.070
+35,mlp.experts.18.gate_proj,rtn: 0.0023041,0.00000,0.125
+35,mlp.experts.45.gate_proj,rtn: 0.0023499,0.00000,0.066
+35,mlp.experts.32.gate_proj,rtn: 0.0023041,0.00000,0.090
+35,mlp.experts.36.gate_proj,rtn: 0.0023193,0.00000,0.084
+35,mlp.experts.40.gate_proj,rtn: 0.0023193,0.00000,0.082
+35,mlp.experts.37.gate_proj,rtn: 0.0023041,0.00000,0.066
+35,mlp.experts.44.gate_proj,rtn: 0.0023346,0.00000,0.079
+35,mlp.experts.38.gate_proj,rtn: 0.0023193,0.00000,0.091
+35,mlp.experts.35.gate_proj,rtn: 0.0023346,0.00000,0.134
+35,mlp.experts.52.gate_proj,rtn: 0.0023651,0.00000,0.072
+35,mlp.experts.39.gate_proj,rtn: 0.0023193,0.00000,0.133
+35,mlp.experts.48.gate_proj,rtn: 0.0023956,0.00000,0.076
+35,mlp.experts.49.gate_proj,rtn: 0.0023041,0.00000,0.091
+35,mlp.experts.61.gate_proj,rtn: 0.0023346,0.00000,0.082
+35,mlp.experts.57.gate_proj,rtn: 0.0023499,0.00000,0.092
+35,mlp.experts.47.gate_proj,rtn: 0.0022888,0.00000,0.126
+35,mlp.experts.42.gate_proj,rtn: 0.0023193,0.00000,0.094
+35,mlp.experts.43.gate_proj,rtn: 0.0023346,0.00000,0.094
+35,mlp.experts.46.gate_proj,rtn: 0.0023193,0.00000,0.093
+35,mlp.experts.56.gate_proj,rtn: 0.0023346,0.00000,0.073
+35,mlp.experts.34.gate_proj,rtn: 0.0022888,0.00000,0.099
+35,mlp.experts.60.gate_proj,rtn: 0.0023499,0.00000,0.076
+35,mlp.experts.54.gate_proj,rtn: 0.0022888,0.00000,0.078
+35,mlp.experts.53.gate_proj,rtn: 0.0023346,0.00000,0.080
+35,mlp.experts.73.gate_proj,rtn: 0.0022736,0.00000,0.064
+35,mlp.experts.68.gate_proj,rtn: 0.0023193,0.00000,0.077
+35,mlp.experts.65.gate_proj,rtn: 0.0023651,0.00000,0.076
+35,mlp.experts.77.gate_proj,rtn: 0.0023804,0.00000,0.073
+35,mlp.experts.64.gate_proj,rtn: 0.0023193,0.00000,0.083
+35,mlp.experts.51.gate_proj,rtn: 0.0023499,0.00000,0.099
+35,mlp.experts.63.gate_proj,rtn: 0.0023804,0.00000,0.093
+35,mlp.experts.69.gate_proj,rtn: 0.0023346,0.00000,0.064
+35,mlp.experts.55.gate_proj,rtn: 0.0023041,0.00000,0.100
+35,mlp.experts.72.gate_proj,rtn: 0.0022736,0.00000,0.085
+35,mlp.experts.59.gate_proj,rtn: 0.0022888,0.00000,0.088
+35,mlp.experts.76.gate_proj,rtn: 0.0023651,0.00000,0.085
+35,mlp.experts.89.gate_proj,rtn: 0.0023499,0.00000,0.069
+35,mlp.experts.81.gate_proj,rtn: 0.0023804,0.00000,0.073
+35,mlp.experts.93.gate_proj,rtn: 0.0023651,0.00000,0.068
+35,mlp.experts.50.gate_proj,rtn: 0.0023041,0.00000,0.138
+35,mlp.experts.85.gate_proj,rtn: 0.0023651,0.00000,0.073
+35,mlp.experts.67.gate_proj,rtn: 0.0023193,0.00000,0.082
+35,mlp.experts.84.gate_proj,rtn: 0.0023346,0.00000,0.104
+35,mlp.experts.79.gate_proj,rtn: 0.0022583,0.00000,0.085
+35,mlp.experts.70.gate_proj,rtn: 0.0023499,0.00000,0.158
+35,mlp.experts.71.gate_proj,rtn: 0.0023193,0.00000,0.079
+35,mlp.experts.75.gate_proj,rtn: 0.0023804,0.00000,0.079
+35,mlp.experts.80.gate_proj,rtn: 0.0022888,0.00000,0.122
+35,mlp.experts.58.gate_proj,rtn: 0.0023193,0.00000,0.199
+35,mlp.experts.62.gate_proj,rtn: 0.0022888,0.00000,0.197
+35,mlp.experts.105.gate_proj,rtn: 0.0023804,0.00000,0.068
+35,mlp.experts.92.gate_proj,rtn: 0.0022888,0.00000,0.105
+35,mlp.experts.109.gate_proj,rtn: 0.0022888,0.00000,0.066
+35,mlp.experts.88.gate_proj,rtn: 0.0023499,0.00000,0.107
+35,mlp.experts.97.gate_proj,rtn: 0.0023041,0.00000,0.077
+35,mlp.experts.101.gate_proj,rtn: 0.0023346,0.00000,0.068
+35,mlp.experts.66.gate_proj,rtn: 0.0023346,0.00000,0.090
+35,mlp.experts.83.gate_proj,rtn: 0.0022888,0.00000,0.075
+35,mlp.experts.95.gate_proj,rtn: 0.0023193,0.00000,0.075
+35,mlp.experts.87.gate_proj,rtn: 0.0023804,0.00000,0.078
+35,mlp.experts.78.gate_proj,rtn: 0.0023346,0.00000,0.060
+35,mlp.experts.100.gate_proj,rtn: 0.0023499,0.00000,0.095
+35,mlp.experts.121.gate_proj,rtn: 0.0023651,0.00000,0.059
+35,mlp.experts.86.gate_proj,rtn: 0.0023193,0.00000,0.075
+35,mlp.experts.125.gate_proj,rtn: 0.0023346,0.00000,0.057
+35,mlp.experts.91.gate_proj,rtn: 0.0023651,0.00000,0.085
+35,mlp.experts.74.gate_proj,rtn: 0.0023651,0.00000,0.078
+35,mlp.experts.96.gate_proj,rtn: 0.0022888,0.00000,0.095
+35,mlp.experts.117.gate_proj,rtn: 0.0023804,0.00000,0.061
+35,mlp.experts.113.gate_proj,rtn: 0.0023804,0.00000,0.061
+35,mlp.experts.108.gate_proj,rtn: 0.0022888,0.00000,0.096
+35,mlp.experts.82.gate_proj,rtn: 0.0021973,0.00000,0.067
+35,mlp.experts.99.gate_proj,rtn: 0.0023346,0.00000,0.081
+35,mlp.experts.111.gate_proj,rtn: 0.0023193,0.00000,0.077
+35,mlp.experts.94.gate_proj,rtn: 0.0023346,0.00000,0.075
+35,mlp.experts.141.gate_proj,rtn: 0.0023499,0.00000,0.068
+35,mlp.experts.137.gate_proj,rtn: 0.0023346,0.00000,0.069
+35,mlp.experts.102.gate_proj,rtn: 0.0023346,0.00000,0.081
+35,mlp.experts.103.gate_proj,rtn: 0.0023499,0.00000,0.093
+35,mlp.experts.116.gate_proj,rtn: 0.0023804,0.00000,0.100
+35,mlp.experts.133.gate_proj,rtn: 0.0023193,0.00000,0.078
+35,mlp.experts.104.gate_proj,rtn: 0.0021973,0.00000,0.122
+35,mlp.experts.129.gate_proj,rtn: 0.0022583,0.00000,0.074
+35,mlp.experts.112.gate_proj,rtn: 0.0023499,0.00000,0.090
+35,mlp.experts.90.gate_proj,rtn: 0.0023193,0.00000,0.090
+35,mlp.experts.124.gate_proj,rtn: 0.0023193,0.00000,0.084
+35,mlp.experts.98.gate_proj,rtn: 0.0023499,0.00000,0.087
+35,mlp.experts.107.gate_proj,rtn: 0.0023041,0.00000,0.117
+35,mlp.experts.153.gate_proj,rtn: 0.0023651,0.00000,0.072
+35,mlp.experts.157.gate_proj,rtn: 0.0023499,0.00000,0.073
+35,mlp.experts.110.gate_proj,rtn: 0.0023041,0.00000,0.089
+35,mlp.experts.115.gate_proj,rtn: 0.0023346,0.00000,0.115
+35,mlp.experts.118.gate_proj,rtn: 0.0023346,0.00000,0.093
+35,mlp.experts.127.gate_proj,rtn: 0.0023193,0.00000,0.132
+35,mlp.experts.145.gate_proj,rtn: 0.0022888,0.00000,0.075
+35,mlp.experts.149.gate_proj,rtn: 0.0022430,0.00000,0.077
+35,mlp.experts.106.gate_proj,rtn: 0.0022125,0.00000,0.092
+35,mlp.experts.140.gate_proj,rtn: 0.0023041,0.00000,0.095
+35,mlp.experts.114.gate_proj,rtn: 0.0023041,0.00000,0.085
+35,mlp.experts.120.gate_proj,rtn: 0.0022888,0.00000,0.097
+35,mlp.experts.132.gate_proj,rtn: 0.0023346,0.00000,0.098
+35,mlp.experts.128.gate_proj,rtn: 0.0023193,0.00000,0.098
+35,mlp.experts.169.gate_proj,rtn: 0.0023499,0.00000,0.071
+35,mlp.experts.173.gate_proj,rtn: 0.0023041,0.00000,0.074
+35,mlp.experts.123.gate_proj,rtn: 0.0023804,0.00000,0.106
+35,mlp.experts.126.gate_proj,rtn: 0.0023193,0.00000,0.086
+35,mlp.experts.134.gate_proj,rtn: 0.0022583,0.00000,0.079
+35,mlp.experts.119.gate_proj,rtn: 0.0023499,0.00000,0.131
+35,mlp.experts.131.gate_proj,rtn: 0.0023193,0.00000,0.089
+35,mlp.experts.161.gate_proj,rtn: 0.0024109,0.00000,0.068
+35,mlp.experts.165.gate_proj,rtn: 0.0023499,0.00000,0.069
+35,mlp.experts.143.gate_proj,rtn: 0.0022888,0.00000,0.082
+35,mlp.experts.122.gate_proj,rtn: 0.0023041,0.00000,0.076
+35,mlp.experts.130.gate_proj,rtn: 0.0023041,0.00000,0.077
+35,mlp.experts.185.gate_proj,rtn: 0.0023651,0.00000,0.075
+35,mlp.experts.189.gate_proj,rtn: 0.0023193,0.00000,0.070
+35,mlp.experts.156.gate_proj,rtn: 0.0023956,0.00000,0.096
+35,mlp.experts.148.gate_proj,rtn: 0.0022888,0.00000,0.092
+35,mlp.experts.144.gate_proj,rtn: 0.0023651,0.00000,0.093
+35,mlp.experts.136.gate_proj,rtn: 0.0023346,0.00000,0.100
+35,mlp.experts.139.gate_proj,rtn: 0.0023041,0.00000,0.076
+35,mlp.experts.142.gate_proj,rtn: 0.0023499,0.00000,0.080
+35,mlp.experts.147.gate_proj,rtn: 0.0023041,0.00000,0.072
+35,mlp.experts.135.gate_proj,rtn: 0.0023041,0.00000,0.080
+35,mlp.experts.150.gate_proj,rtn: 0.0022888,0.00000,0.084
+35,mlp.experts.181.gate_proj,rtn: 0.0023499,0.00000,0.070
+35,mlp.experts.177.gate_proj,rtn: 0.0023651,0.00000,0.071
+35,mlp.experts.159.gate_proj,rtn: 0.0023804,0.00000,0.075
+35,mlp.experts.9.up_proj,rtn: 0.0023499,0.00000,0.067
+35,mlp.experts.13.up_proj,rtn: 0.0023346,0.00000,0.068
+35,mlp.experts.138.gate_proj,rtn: 0.0023804,0.00000,0.093
+35,mlp.experts.146.gate_proj,rtn: 0.0022888,0.00000,0.099
+35,mlp.experts.155.gate_proj,rtn: 0.0022736,0.00000,0.089
+35,mlp.experts.1.up_proj,rtn: 0.0022736,0.00000,0.071
+35,mlp.experts.5.up_proj,rtn: 0.0023193,0.00000,0.073
+35,mlp.experts.172.gate_proj,rtn: 0.0022888,0.00000,0.111
+35,mlp.experts.164.gate_proj,rtn: 0.0022888,0.00000,0.104
+35,mlp.experts.158.gate_proj,rtn: 0.0023651,0.00000,0.096
+35,mlp.experts.152.gate_proj,rtn: 0.0023193,0.00000,0.112
+35,mlp.experts.163.gate_proj,rtn: 0.0023193,0.00000,0.110
+35,mlp.experts.166.gate_proj,rtn: 0.0023499,0.00000,0.101
+35,mlp.experts.29.up_proj,rtn: 0.0023499,0.00000,0.070
+35,mlp.experts.25.up_proj,rtn: 0.0022888,0.00000,0.078
+35,mlp.experts.151.gate_proj,rtn: 0.0023193,0.00000,0.117
+35,mlp.experts.160.gate_proj,rtn: 0.0022736,0.00000,0.137
+35,mlp.experts.175.gate_proj,rtn: 0.0023193,0.00000,0.112
+35,mlp.experts.154.gate_proj,rtn: 0.0023193,0.00000,0.091
+35,mlp.experts.162.gate_proj,rtn: 0.0023193,0.00000,0.092
+35,mlp.experts.17.up_proj,rtn: 0.0023041,0.00000,0.072
+35,mlp.experts.21.up_proj,rtn: 0.0023193,0.00000,0.072
+35,mlp.experts.168.gate_proj,rtn: 0.0023651,0.00000,0.064
+35,mlp.experts.188.gate_proj,rtn: 0.0023193,0.00000,0.073
+35,mlp.experts.180.gate_proj,rtn: 0.0022888,0.00000,0.071
+35,mlp.experts.174.gate_proj,rtn: 0.0023193,0.00000,0.084
+35,mlp.experts.45.up_proj,rtn: 0.0023041,0.00000,0.069
+35,mlp.experts.41.up_proj,rtn: 0.0023193,0.00000,0.069
+35,mlp.experts.176.gate_proj,rtn: 0.0023499,0.00000,0.071
+35,mlp.experts.182.gate_proj,rtn: 0.0023193,0.00000,0.092
+35,mlp.experts.171.gate_proj,rtn: 0.0023041,0.00000,0.140
+35,mlp.experts.33.up_proj,rtn: 0.0023193,0.00000,0.063
+35,mlp.experts.170.gate_proj,rtn: 0.0022888,0.00000,0.082
+35,mlp.experts.37.up_proj,rtn: 0.0022888,0.00000,0.063
+35,mlp.experts.4.up_proj,rtn: 0.0023651,0.00000,0.062
+35,mlp.experts.178.gate_proj,rtn: 0.0023346,0.00000,0.081
+35,mlp.experts.12.up_proj,rtn: 0.0023041,0.00000,0.068
+35,mlp.experts.184.gate_proj,rtn: 0.0022736,0.00000,0.069
+35,mlp.experts.61.up_proj,rtn: 0.0023346,0.00000,0.068
+35,mlp.experts.167.gate_proj,rtn: 0.0023041,0.00000,0.142
+35,mlp.experts.57.up_proj,rtn: 0.0023499,0.00000,0.070
+35,mlp.experts.190.gate_proj,rtn: 0.0023499,0.00000,0.085
+35,mlp.experts.191.gate_proj,rtn: 0.0023346,0.00000,0.140
+35,mlp.experts.0.up_proj,rtn: 0.0023193,0.00000,0.077
+35,mlp.experts.6.up_proj,rtn: 0.0022278,0.00000,0.094
+35,mlp.experts.20.up_proj,rtn: 0.0022888,0.00000,0.074
+35,mlp.experts.28.up_proj,rtn: 0.0022888,0.00000,0.070
+35,mlp.experts.8.up_proj,rtn: 0.0023499,0.00000,0.074
+35,mlp.experts.186.gate_proj,rtn: 0.0022888,0.00000,0.086
+35,mlp.experts.179.gate_proj,rtn: 0.0022888,0.00000,0.227
+35,mlp.experts.2.up_proj,rtn: 0.0023193,0.00000,0.090
+35,mlp.experts.53.up_proj,rtn: 0.0023193,0.00000,0.109
+35,mlp.experts.49.up_proj,rtn: 0.0022888,0.00000,0.111
+35,mlp.experts.16.up_proj,rtn: 0.0022583,0.00000,0.074
+35,mlp.experts.187.gate_proj,rtn: 0.0023193,0.00000,0.140
+35,mlp.experts.14.up_proj,rtn: 0.0023346,0.00000,0.092
+35,mlp.experts.77.up_proj,rtn: 0.0023499,0.00000,0.123
+35,mlp.experts.36.up_proj,rtn: 0.0022888,0.00000,0.074
+35,mlp.experts.22.up_proj,rtn: 0.0022888,0.00000,0.093
+35,mlp.experts.183.gate_proj,rtn: 0.0023346,0.00000,0.133
+35,mlp.experts.24.up_proj,rtn: 0.0023041,0.00000,0.072
+35,mlp.experts.44.up_proj,rtn: 0.0023041,0.00000,0.073
+35,mlp.experts.10.up_proj,rtn: 0.0022583,0.00000,0.088
+35,mlp.experts.15.up_proj,rtn: 0.0022888,0.00000,0.155
+35,mlp.experts.18.up_proj,rtn: 0.0022888,0.00000,0.089
+35,mlp.experts.32.up_proj,rtn: 0.0022888,0.00000,0.075
+35,mlp.experts.65.up_proj,rtn: 0.0023041,0.00000,0.096
+35,mlp.experts.30.up_proj,rtn: 0.0023193,0.00000,0.080
+35,mlp.experts.69.up_proj,rtn: 0.0023193,0.00000,0.101
+35,mlp.experts.52.up_proj,rtn: 0.0023499,0.00000,0.072
+35,mlp.experts.60.up_proj,rtn: 0.0023193,0.00000,0.064
+35,mlp.experts.73.up_proj,rtn: 0.0022736,0.00000,0.209
+35,mlp.experts.40.up_proj,rtn: 0.0023193,0.00000,0.067
+35,mlp.experts.38.up_proj,rtn: 0.0022888,0.00000,0.084
+35,mlp.experts.11.up_proj,rtn: 0.0023193,0.00000,0.129
+35,mlp.experts.93.up_proj,rtn: 0.0023193,0.00000,0.110
+35,mlp.experts.26.up_proj,rtn: 0.0022888,0.00000,0.078
+35,mlp.experts.34.up_proj,rtn: 0.0022736,0.00000,0.079
+35,mlp.experts.48.up_proj,rtn: 0.0023499,0.00000,0.082
+35,mlp.experts.3.up_proj,rtn: 0.0023346,0.00000,0.191
+35,mlp.experts.46.up_proj,rtn: 0.0022888,0.00000,0.077
+35,mlp.experts.7.up_proj,rtn: 0.0022888,0.00000,0.131
+35,mlp.experts.31.up_proj,rtn: 0.0023499,0.00000,0.119
+35,mlp.experts.68.up_proj,rtn: 0.0023041,0.00000,0.080
+35,mlp.experts.56.up_proj,rtn: 0.0023193,0.00000,0.063
+35,mlp.experts.76.up_proj,rtn: 0.0023193,0.00000,0.076
+35,mlp.experts.54.up_proj,rtn: 0.0022736,0.00000,0.075
+35,mlp.experts.42.up_proj,rtn: 0.0022736,0.00000,0.071
+35,mlp.experts.50.up_proj,rtn: 0.0022736,0.00000,0.075
+35,mlp.experts.27.up_proj,rtn: 0.0023346,0.00000,0.100
+35,mlp.experts.64.up_proj,rtn: 0.0023041,0.00000,0.076
+35,mlp.experts.62.up_proj,rtn: 0.0022888,0.00000,0.078
+35,mlp.experts.19.up_proj,rtn: 0.0023041,0.00000,0.091
+35,mlp.experts.72.up_proj,rtn: 0.0022583,0.00000,0.060
+35,mlp.experts.23.up_proj,rtn: 0.0023041,0.00000,0.095
+35,mlp.experts.92.up_proj,rtn: 0.0022736,0.00000,0.057
+35,mlp.experts.84.up_proj,rtn: 0.0022888,0.00000,0.069
+35,mlp.experts.47.up_proj,rtn: 0.0022736,0.00000,0.095
+35,mlp.experts.81.up_proj,rtn: 0.0023346,0.00000,0.214
+35,mlp.experts.85.up_proj,rtn: 0.0023499,0.00000,0.206
+35,mlp.experts.70.up_proj,rtn: 0.0023041,0.00000,0.088
+35,mlp.experts.58.up_proj,rtn: 0.0023041,0.00000,0.095
+35,mlp.experts.89.up_proj,rtn: 0.0023346,0.00000,0.204
+35,mlp.experts.80.up_proj,rtn: 0.0022736,0.00000,0.072
+35,mlp.experts.66.up_proj,rtn: 0.0023193,0.00000,0.099
+35,mlp.experts.109.up_proj,rtn: 0.0022583,0.00000,0.202
+35,mlp.experts.88.up_proj,rtn: 0.0023346,0.00000,0.079
+35,mlp.experts.43.up_proj,rtn: 0.0023193,0.00000,0.115
+35,mlp.experts.108.up_proj,rtn: 0.0022736,0.00000,0.075
+35,mlp.experts.100.up_proj,rtn: 0.0023193,0.00000,0.072
+35,mlp.experts.78.up_proj,rtn: 0.0023193,0.00000,0.102
+35,mlp.experts.97.up_proj,rtn: 0.0022736,0.00000,0.070
+35,mlp.experts.101.up_proj,rtn: 0.0023193,0.00000,0.076
+35,mlp.experts.39.up_proj,rtn: 0.0023041,0.00000,0.119
+35,mlp.experts.86.up_proj,rtn: 0.0023041,0.00000,0.093
+35,mlp.experts.105.up_proj,rtn: 0.0023499,0.00000,0.076
+35,mlp.experts.63.up_proj,rtn: 0.0023499,0.00000,0.120
+35,mlp.experts.125.up_proj,rtn: 0.0023346,0.00000,0.066
+35,mlp.experts.96.up_proj,rtn: 0.0022736,0.00000,0.079
+35,mlp.experts.74.up_proj,rtn: 0.0023346,0.00000,0.099
+35,mlp.experts.104.up_proj,rtn: 0.0022278,0.00000,0.073
+35,mlp.experts.82.up_proj,rtn: 0.0021820,0.00000,0.097
+35,mlp.experts.124.up_proj,rtn: 0.0023041,0.00000,0.076
+35,mlp.experts.116.up_proj,rtn: 0.0023499,0.00000,0.077
+35,mlp.experts.113.up_proj,rtn: 0.0023346,0.00000,0.068
+35,mlp.experts.117.up_proj,rtn: 0.0023499,0.00000,0.067
+35,mlp.experts.94.up_proj,rtn: 0.0023041,0.00000,0.097
+35,mlp.experts.59.up_proj,rtn: 0.0022736,0.00000,0.115
+35,mlp.experts.121.up_proj,rtn: 0.0023041,0.00000,0.076
+35,mlp.experts.35.up_proj,rtn: 0.0022888,0.00000,0.228
+35,mlp.experts.141.up_proj,rtn: 0.0023346,0.00000,0.074
+35,mlp.experts.102.up_proj,rtn: 0.0023193,0.00000,0.095
+35,mlp.experts.112.up_proj,rtn: 0.0023041,0.00000,0.093
+35,mlp.experts.120.up_proj,rtn: 0.0022736,0.00000,0.086
+35,mlp.experts.129.up_proj,rtn: 0.0022583,0.00000,0.069
+35,mlp.experts.90.up_proj,rtn: 0.0023041,0.00000,0.097
+35,mlp.experts.133.up_proj,rtn: 0.0023041,0.00000,0.071
+35,mlp.experts.140.up_proj,rtn: 0.0022888,0.00000,0.090
+35,mlp.experts.79.up_proj,rtn: 0.0022430,0.00000,0.122
+35,mlp.experts.98.up_proj,rtn: 0.0023193,0.00000,0.096
+35,mlp.experts.132.up_proj,rtn: 0.0023193,0.00000,0.092
+35,mlp.experts.55.up_proj,rtn: 0.0022736,0.00000,0.136
+35,mlp.experts.110.up_proj,rtn: 0.0022736,0.00000,0.092
+35,mlp.experts.157.up_proj,rtn: 0.0023346,0.00000,0.066
+35,mlp.experts.137.up_proj,rtn: 0.0023346,0.00000,0.073
+35,mlp.experts.118.up_proj,rtn: 0.0023193,0.00000,0.087
+35,mlp.experts.145.up_proj,rtn: 0.0023041,0.00000,0.076
+35,mlp.experts.75.up_proj,rtn: 0.0023499,0.00000,0.127
+35,mlp.experts.106.up_proj,rtn: 0.0022278,0.00000,0.081
+35,mlp.experts.149.up_proj,rtn: 0.0022430,0.00000,0.075
+35,mlp.experts.128.up_proj,rtn: 0.0023041,0.00000,0.100
+35,mlp.experts.136.up_proj,rtn: 0.0023041,0.00000,0.093
+35,mlp.experts.114.up_proj,rtn: 0.0023041,0.00000,0.082
+35,mlp.experts.156.up_proj,rtn: 0.0023346,0.00000,0.098
+35,mlp.experts.148.up_proj,rtn: 0.0022888,0.00000,0.094
+35,mlp.experts.173.up_proj,rtn: 0.0022736,0.00000,0.071
+35,mlp.experts.153.up_proj,rtn: 0.0023346,0.00000,0.073
+35,mlp.experts.126.up_proj,rtn: 0.0023041,0.00000,0.080
+35,mlp.experts.134.up_proj,rtn: 0.0022583,0.00000,0.074
+35,mlp.experts.95.up_proj,rtn: 0.0023041,0.00000,0.139
+35,mlp.experts.51.up_proj,rtn: 0.0023193,0.00000,0.189
+35,mlp.experts.122.up_proj,rtn: 0.0022736,0.00000,0.076
+35,mlp.experts.161.up_proj,rtn: 0.0023651,0.00000,0.084
+35,mlp.experts.130.up_proj,rtn: 0.0022736,0.00000,0.074
+35,mlp.experts.71.up_proj,rtn: 0.0022583,0.00000,0.138
+35,mlp.experts.165.up_proj,rtn: 0.0023193,0.00000,0.096
+35,mlp.experts.152.up_proj,rtn: 0.0022888,0.00000,0.099
+35,mlp.experts.142.up_proj,rtn: 0.0023193,0.00000,0.071
+35,mlp.experts.164.up_proj,rtn: 0.0022736,0.00000,0.092
+35,mlp.experts.91.up_proj,rtn: 0.0023499,0.00000,0.124
+35,mlp.experts.144.up_proj,rtn: 0.0023346,0.00000,0.123
+35,mlp.experts.189.up_proj,rtn: 0.0023041,0.00000,0.101
+35,mlp.experts.150.up_proj,rtn: 0.0022583,0.00000,0.075
+35,mlp.experts.172.up_proj,rtn: 0.0022736,0.00000,0.112
+35,mlp.experts.138.up_proj,rtn: 0.0023346,0.00000,0.072
+35,mlp.experts.111.up_proj,rtn: 0.0023041,0.00000,0.092
+35,mlp.experts.146.up_proj,rtn: 0.0022736,0.00000,0.076
+35,mlp.experts.67.up_proj,rtn: 0.0023041,0.00000,0.100
+35,mlp.experts.87.up_proj,rtn: 0.0023346,0.00000,0.088
+35,mlp.experts.169.up_proj,rtn: 0.0023499,0.00000,0.140
+35,mlp.experts.158.up_proj,rtn: 0.0023346,0.00000,0.076
+35,mlp.experts.107.up_proj,rtn: 0.0022888,0.00000,0.078
+35,mlp.experts.177.up_proj,rtn: 0.0023193,0.00000,0.116
+35,mlp.experts.166.up_proj,rtn: 0.0023499,0.00000,0.073
+35,mlp.experts.154.up_proj,rtn: 0.0023041,0.00000,0.061
+35,mlp.experts.127.up_proj,rtn: 0.0023041,0.00000,0.074
+35,mlp.experts.162.up_proj,rtn: 0.0022736,0.00000,0.077
+35,mlp.experts.83.up_proj,rtn: 0.0022736,0.00000,0.083
+35,mlp.experts.103.up_proj,rtn: 0.0023346,0.00000,0.078
+35,mlp.experts.180.up_proj,rtn: 0.0022736,0.00000,0.153
+35,mlp.experts.181.up_proj,rtn: 0.0023041,0.00000,0.179
+35,mlp.experts.123.up_proj,rtn: 0.0023193,0.00000,0.075
+35,mlp.experts.170.up_proj,rtn: 0.0022888,0.00000,0.069
+35,mlp.experts.182.up_proj,rtn: 0.0023041,0.00000,0.084
+35,mlp.experts.174.up_proj,rtn: 0.0023041,0.00000,0.086
+35,mlp.experts.178.up_proj,rtn: 0.0023193,0.00000,0.071
+35,mlp.experts.143.up_proj,rtn: 0.0022888,0.00000,0.082
+35,mlp.experts.119.up_proj,rtn: 0.0023346,0.00000,0.075
+35,mlp.experts.99.up_proj,rtn: 0.0023041,0.00000,0.088
+35,mlp.experts.188.up_proj,rtn: 0.0023041,0.00000,0.212
+35,mlp.experts.190.up_proj,rtn: 0.0023193,0.00000,0.047
+35,mlp.experts.186.up_proj,rtn: 0.0022583,0.00000,0.049
+35,mlp.experts.139.up_proj,rtn: 0.0022888,0.00000,0.065
+35,mlp.experts.185.up_proj,rtn: 0.0023346,0.00000,0.136
+35,mlp.experts.168.up_proj,rtn: 0.0023346,0.00000,0.263
+35,mlp.experts.160.up_proj,rtn: 0.0022430,0.00000,0.278
+35,mlp.experts.159.up_proj,rtn: 0.0023346,0.00000,0.075
+35,mlp.experts.135.up_proj,rtn: 0.0022888,0.00000,0.071
+35,mlp.experts.115.up_proj,rtn: 0.0023193,0.00000,0.079
+35,mlp.experts.155.up_proj,rtn: 0.0022583,0.00000,0.077
+35,mlp.experts.184.up_proj,rtn: 0.0022736,0.00000,0.066
+35,mlp.experts.176.up_proj,rtn: 0.0023346,0.00000,0.067
+35,mlp.experts.175.up_proj,rtn: 0.0023041,0.00000,0.072
+35,mlp.experts.151.up_proj,rtn: 0.0023041,0.00000,0.073
+35,mlp.experts.131.up_proj,rtn: 0.0023041,0.00000,0.082
+35,mlp.experts.171.up_proj,rtn: 0.0022736,0.00000,0.080
+35,mlp.experts.167.up_proj,rtn: 0.0023041,0.00000,0.099
+35,mlp.experts.191.up_proj,rtn: 0.0023193,0.00000,0.102
+35,mlp.experts.147.up_proj,rtn: 0.0023041,0.00000,0.108
+35,mlp.experts.187.up_proj,rtn: 0.0023193,0.00000,0.100
+35,mlp.experts.183.up_proj,rtn: 0.0023193,0.00000,0.068
+35,mlp.experts.163.up_proj,rtn: 0.0023041,0.00000,0.084
+35,mlp.experts.179.up_proj,rtn: 0.0022583,0.00000,0.048
+35,mlp.experts.4.down_proj,rtn: 0.0023346,0.00000,0.014
+35,mlp.experts.14.down_proj,rtn: 0.0022888,0.00000,0.020
+35,mlp.experts.20.down_proj,rtn: 0.0022583,0.00000,0.036
+35,mlp.experts.0.down_proj,rtn: 0.0022583,0.00000,0.042
+35,mlp.experts.12.down_proj,rtn: 0.0022583,0.00000,0.044
+35,mlp.experts.30.down_proj,rtn: 0.0022583,0.00000,0.035
+35,mlp.experts.8.down_proj,rtn: 0.0022888,0.00000,0.048
+35,mlp.experts.1.down_proj,rtn: 0.0022430,0.00000,0.055
+35,mlp.experts.2.down_proj,rtn: 0.0022430,0.00000,0.056
+35,mlp.experts.6.down_proj,rtn: 0.0021973,0.00000,0.059
+35,mlp.experts.5.down_proj,rtn: 0.0022888,0.00000,0.057
+35,mlp.experts.10.down_proj,rtn: 0.0022125,0.00000,0.061
+35,mlp.experts.13.down_proj,rtn: 0.0022888,0.00000,0.060
+35,mlp.experts.9.down_proj,rtn: 0.0023193,0.00000,0.062
+35,mlp.experts.7.down_proj,rtn: 0.0022430,0.00000,0.151
+35,mlp.experts.3.down_proj,rtn: 0.0022583,0.00000,0.161
+35,mlp.experts.11.down_proj,rtn: 0.0022736,0.00000,0.161
+35,mlp.experts.36.down_proj,rtn: 0.0022430,0.00000,0.041
+35,mlp.experts.17.down_proj,rtn: 0.0022583,0.00000,0.024
+35,mlp.experts.28.down_proj,rtn: 0.0022278,0.00000,0.037
+35,mlp.experts.15.down_proj,rtn: 0.0022583,0.00000,0.161
+35,mlp.experts.46.down_proj,rtn: 0.0022430,0.00000,0.036
+35,mlp.experts.24.down_proj,rtn: 0.0022430,0.00000,0.035
+35,mlp.experts.16.down_proj,rtn: 0.0022125,0.00000,0.047
+35,mlp.experts.18.down_proj,rtn: 0.0022430,0.00000,0.037
+35,mlp.experts.22.down_proj,rtn: 0.0022736,0.00000,0.034
+35,mlp.experts.26.down_proj,rtn: 0.0022430,0.00000,0.033
+35,mlp.experts.21.down_proj,rtn: 0.0022736,0.00000,0.042
+35,mlp.experts.33.down_proj,rtn: 0.0022430,0.00000,0.026
+35,mlp.experts.29.down_proj,rtn: 0.0022888,0.00000,0.045
+35,mlp.experts.25.down_proj,rtn: 0.0022430,0.00000,0.043
+35,mlp.experts.52.down_proj,rtn: 0.0022888,0.00000,0.035
+35,mlp.experts.44.down_proj,rtn: 0.0022583,0.00000,0.031
+35,mlp.experts.62.down_proj,rtn: 0.0022430,0.00000,0.033
+35,mlp.experts.32.down_proj,rtn: 0.0022583,0.00000,0.035
+35,mlp.experts.40.down_proj,rtn: 0.0022736,0.00000,0.039
+35,mlp.experts.34.down_proj,rtn: 0.0022278,0.00000,0.033
+35,mlp.experts.27.down_proj,rtn: 0.0022583,0.00000,0.077
+35,mlp.experts.38.down_proj,rtn: 0.0022430,0.00000,0.041
+35,mlp.experts.49.down_proj,rtn: 0.0022430,0.00000,0.036
+35,mlp.experts.37.down_proj,rtn: 0.0022278,0.00000,0.042
+35,mlp.experts.45.down_proj,rtn: 0.0022736,0.00000,0.037
+35,mlp.experts.60.down_proj,rtn: 0.0022736,0.00000,0.034
+35,mlp.experts.68.down_proj,rtn: 0.0022583,0.00000,0.040
+35,mlp.experts.42.down_proj,rtn: 0.0022430,0.00000,0.051
+35,mlp.experts.78.down_proj,rtn: 0.0022583,0.00000,0.031
+35,mlp.experts.41.down_proj,rtn: 0.0022583,0.00000,0.050
+35,mlp.experts.31.down_proj,rtn: 0.0022888,0.00000,0.084
+35,mlp.experts.50.down_proj,rtn: 0.0022278,0.00000,0.034
+35,mlp.experts.54.down_proj,rtn: 0.0022125,0.00000,0.032
+35,mlp.experts.48.down_proj,rtn: 0.0022583,0.00000,0.042
+35,mlp.experts.61.down_proj,rtn: 0.0022736,0.00000,0.032
+35,mlp.experts.53.down_proj,rtn: 0.0022430,0.00000,0.032
+35,mlp.experts.76.down_proj,rtn: 0.0022583,0.00000,0.031
+35,mlp.experts.56.down_proj,rtn: 0.0022736,0.00000,0.048
+35,mlp.experts.65.down_proj,rtn: 0.0022430,0.00000,0.038
+35,mlp.experts.84.down_proj,rtn: 0.0022430,0.00000,0.031
+35,mlp.experts.94.down_proj,rtn: 0.0022430,0.00000,0.037
+35,mlp.experts.43.down_proj,rtn: 0.0022583,0.00000,0.068
+35,mlp.experts.66.down_proj,rtn: 0.0022736,0.00000,0.032
+35,mlp.experts.58.down_proj,rtn: 0.0022430,0.00000,0.050
+35,mlp.experts.77.down_proj,rtn: 0.0022736,0.00000,0.026
+35,mlp.experts.70.down_proj,rtn: 0.0022736,0.00000,0.034
+35,mlp.experts.64.down_proj,rtn: 0.0022583,0.00000,0.033
+35,mlp.experts.23.down_proj,rtn: 0.0022278,0.00000,0.157
+35,mlp.experts.57.down_proj,rtn: 0.0022888,0.00000,0.050
+35,mlp.experts.47.down_proj,rtn: 0.0022278,0.00000,0.058
+35,mlp.experts.69.down_proj,rtn: 0.0022583,0.00000,0.032
+35,mlp.experts.100.down_proj,rtn: 0.0022583,0.00000,0.031
+35,mlp.experts.81.down_proj,rtn: 0.0022736,0.00000,0.028
+35,mlp.experts.19.down_proj,rtn: 0.0022583,0.00000,0.179
+35,mlp.experts.93.down_proj,rtn: 0.0022888,0.00000,0.020
+35,mlp.experts.92.down_proj,rtn: 0.0022430,0.00000,0.032
+35,mlp.experts.110.down_proj,rtn: 0.0022430,0.00000,0.034
+35,mlp.experts.72.down_proj,rtn: 0.0022278,0.00000,0.043
+35,mlp.experts.82.down_proj,rtn: 0.0021210,0.00000,0.032
+35,mlp.experts.74.down_proj,rtn: 0.0022736,0.00000,0.035
+35,mlp.experts.86.down_proj,rtn: 0.0022583,0.00000,0.022
+35,mlp.experts.59.down_proj,rtn: 0.0022583,0.00000,0.064
+35,mlp.experts.85.down_proj,rtn: 0.0022888,0.00000,0.037
+35,mlp.experts.80.down_proj,rtn: 0.0022430,0.00000,0.051
+35,mlp.experts.116.down_proj,rtn: 0.0022736,0.00000,0.038
+35,mlp.experts.97.down_proj,rtn: 0.0022430,0.00000,0.039
+35,mlp.experts.109.down_proj,rtn: 0.0022430,0.00000,0.035
+35,mlp.experts.73.down_proj,rtn: 0.0022430,0.00000,0.036
+35,mlp.experts.39.down_proj,rtn: 0.0022583,0.00000,0.065
+35,mlp.experts.108.down_proj,rtn: 0.0022430,0.00000,0.038
+35,mlp.experts.126.down_proj,rtn: 0.0022430,0.00000,0.038
+35,mlp.experts.90.down_proj,rtn: 0.0022583,0.00000,0.030
+35,mlp.experts.98.down_proj,rtn: 0.0022583,0.00000,0.032
+35,mlp.experts.35.down_proj,rtn: 0.0022888,0.00000,0.061
+35,mlp.experts.88.down_proj,rtn: 0.0022583,0.00000,0.038
+35,mlp.experts.102.down_proj,rtn: 0.0022736,0.00000,0.033
+35,mlp.experts.63.down_proj,rtn: 0.0022888,0.00000,0.062
+35,mlp.experts.101.down_proj,rtn: 0.0022736,0.00000,0.031
+35,mlp.experts.96.down_proj,rtn: 0.0022125,0.00000,0.030
+35,mlp.experts.132.down_proj,rtn: 0.0022736,0.00000,0.031
+35,mlp.experts.113.down_proj,rtn: 0.0023041,0.00000,0.033
+35,mlp.experts.125.down_proj,rtn: 0.0022736,0.00000,0.029
+35,mlp.experts.89.down_proj,rtn: 0.0023041,0.00000,0.033
+35,mlp.experts.75.down_proj,rtn: 0.0022888,0.00000,0.063
+35,mlp.experts.104.down_proj,rtn: 0.0021973,0.00000,0.031
+35,mlp.experts.124.down_proj,rtn: 0.0022583,0.00000,0.032
+35,mlp.experts.106.down_proj,rtn: 0.0022125,0.00000,0.028
+35,mlp.experts.142.down_proj,rtn: 0.0022736,0.00000,0.028
+35,mlp.experts.114.down_proj,rtn: 0.0022430,0.00000,0.024
+35,mlp.experts.118.down_proj,rtn: 0.0022583,0.00000,0.026
+35,mlp.experts.148.down_proj,rtn: 0.0022430,0.00000,0.027
+35,mlp.experts.117.down_proj,rtn: 0.0022888,0.00000,0.033
+35,mlp.experts.55.down_proj,rtn: 0.0022430,0.00000,0.057
+35,mlp.experts.112.down_proj,rtn: 0.0022583,0.00000,0.034
+35,mlp.experts.141.down_proj,rtn: 0.0022888,0.00000,0.027
+35,mlp.experts.129.down_proj,rtn: 0.0022125,0.00000,0.031
+35,mlp.experts.79.down_proj,rtn: 0.0021973,0.00000,0.054
+35,mlp.experts.105.down_proj,rtn: 0.0020294,0.00000,0.029
+35,mlp.experts.51.down_proj,rtn: 0.0022583,0.00000,0.060
+35,mlp.experts.140.down_proj,rtn: 0.0022430,0.00000,0.031
+35,mlp.experts.120.down_proj,rtn: 0.0022430,0.00000,0.032
+35,mlp.experts.134.down_proj,rtn: 0.0022125,0.00000,0.026
+35,mlp.experts.130.down_proj,rtn: 0.0022430,0.00000,0.032
+35,mlp.experts.122.down_proj,rtn: 0.0022430,0.00000,0.027
+35,mlp.experts.158.down_proj,rtn: 0.0022888,0.00000,0.032
+35,mlp.experts.164.down_proj,rtn: 0.0022278,0.00000,0.031
+35,mlp.experts.133.down_proj,rtn: 0.0022583,0.00000,0.031
+35,mlp.experts.157.down_proj,rtn: 0.0022736,0.00000,0.031
+35,mlp.experts.145.down_proj,rtn: 0.0022278,0.00000,0.027
+35,mlp.experts.91.down_proj,rtn: 0.0022888,0.00000,0.053
+35,mlp.experts.128.down_proj,rtn: 0.0022430,0.00000,0.032
+35,mlp.experts.121.down_proj,rtn: 0.0022430,0.00000,0.030
+35,mlp.experts.136.down_proj,rtn: 0.0022583,0.00000,0.030
+35,mlp.experts.156.down_proj,rtn: 0.0023041,0.00000,0.028
+35,mlp.experts.71.down_proj,rtn: 0.0022430,0.00000,0.055
+35,mlp.experts.174.down_proj,rtn: 0.0022430,0.00000,0.025
+35,mlp.experts.150.down_proj,rtn: 0.0022125,0.00000,0.026
+35,mlp.experts.146.down_proj,rtn: 0.0022430,0.00000,0.028
+35,mlp.experts.138.down_proj,rtn: 0.0022736,0.00000,0.030
+35,mlp.experts.180.down_proj,rtn: 0.0022430,0.00000,0.034
+35,mlp.experts.95.down_proj,rtn: 0.0022583,0.00000,0.060
+35,mlp.experts.67.down_proj,rtn: 0.0022583,0.00000,0.057
+35,mlp.experts.149.down_proj,rtn: 0.0021973,0.00000,0.034
+35,mlp.experts.161.down_proj,rtn: 0.0022736,0.00000,0.029
+35,mlp.experts.173.down_proj,rtn: 0.0022430,0.00000,0.030
+35,mlp.experts.137.down_proj,rtn: 0.0022583,0.00000,0.023
+35,mlp.experts.144.down_proj,rtn: 0.0022888,0.00000,0.032
+35,mlp.experts.152.down_proj,rtn: 0.0022583,0.00000,0.025
+35,mlp.experts.172.down_proj,rtn: 0.0022278,0.00000,0.023
+35,mlp.experts.107.down_proj,rtn: 0.0022583,0.00000,0.053
+35,mlp.experts.166.down_proj,rtn: 0.0022888,0.00000,0.029
+35,mlp.experts.190.down_proj,rtn: 0.0022736,0.00000,0.028
+35,mlp.experts.154.down_proj,rtn: 0.0022430,0.00000,0.028
+35,mlp.experts.162.down_proj,rtn: 0.0022430,0.00000,0.028
+35,mlp.experts.177.down_proj,rtn: 0.0022736,0.00000,0.029
+35,mlp.experts.153.down_proj,rtn: 0.0022583,0.00000,0.024
+35,mlp.experts.189.down_proj,rtn: 0.0022583,0.00000,0.032
+35,mlp.experts.87.down_proj,rtn: 0.0022583,0.00000,0.054
+35,mlp.experts.168.down_proj,rtn: 0.0022583,0.00000,0.021
+35,mlp.experts.160.down_proj,rtn: 0.0022278,0.00000,0.029
+35,mlp.experts.165.down_proj,rtn: 0.0022736,0.00000,0.030
+35,mlp.experts.188.down_proj,rtn: 0.0022278,0.00000,0.024
+35,mlp.experts.111.down_proj,rtn: 0.0022583,0.00000,0.053
+35,mlp.experts.170.down_proj,rtn: 0.0022430,0.00000,0.026
+35,mlp.experts.182.down_proj,rtn: 0.0022583,0.00000,0.026
+35,mlp.experts.178.down_proj,rtn: 0.0022430,0.00000,0.023
+35,mlp.experts.83.down_proj,rtn: 0.0022278,0.00000,0.053
+35,mlp.experts.169.down_proj,rtn: 0.0022888,0.00000,0.021
+35,mlp.experts.123.down_proj,rtn: 0.0022583,0.00000,0.046
+35,mlp.experts.176.down_proj,rtn: 0.0022583,0.00000,0.017
+35,mlp.experts.184.down_proj,rtn: 0.0022125,0.00000,0.018
+35,mlp.experts.181.down_proj,rtn: 0.0022736,0.00000,0.021
+35,mlp.experts.186.down_proj,rtn: 0.0022278,0.00000,0.012
+35,mlp.experts.103.down_proj,rtn: 0.0022583,0.00000,0.042
+35,mlp.experts.185.down_proj,rtn: 0.0022583,0.00000,0.014
+35,mlp.experts.99.down_proj,rtn: 0.0022278,0.00000,0.040
+35,mlp.experts.139.down_proj,rtn: 0.0022583,0.00000,0.033
+35,mlp.experts.127.down_proj,rtn: 0.0022430,0.00000,0.051
+35,mlp.experts.119.down_proj,rtn: 0.0022888,0.00000,0.107
+35,mlp.experts.115.down_proj,rtn: 0.0022736,0.00000,0.108
+35,mlp.experts.155.down_proj,rtn: 0.0022278,0.00000,0.051
+35,mlp.experts.143.down_proj,rtn: 0.0022430,0.00000,0.043
+35,mlp.experts.135.down_proj,rtn: 0.0022430,0.00000,0.064
+35,mlp.experts.131.down_proj,rtn: 0.0022583,0.00000,0.063
+35,mlp.experts.171.down_proj,rtn: 0.0022430,0.00000,0.042
+35,mlp.experts.159.down_proj,rtn: 0.0022736,0.00000,0.075
+35,mlp.experts.147.down_proj,rtn: 0.0022583,0.00000,0.052
+35,mlp.experts.151.down_proj,rtn: 0.0022430,0.00000,0.071
+35,mlp.experts.187.down_proj,rtn: 0.0022583,0.00000,0.028
+35,mlp.experts.163.down_proj,rtn: 0.0022736,0.00000,0.042
+35,mlp.experts.167.down_proj,rtn: 0.0022583,0.00000,0.039
+35,mlp.experts.175.down_proj,rtn: 0.0022736,0.00000,0.085
+35,mlp.experts.179.down_proj,rtn: 0.0022125,0.00000,0.041
+35,mlp.experts.183.down_proj,rtn: 0.0022583,0.00000,0.038
+35,mlp.experts.191.down_proj,rtn: 0.0022583,0.00000,0.010
+35,mlp.shared_experts.gate_proj,rtn: 0.0018158,0.00000,0.027
+35,mlp.shared_experts.up_proj,rtn: 0.0018845,0.00000,0.031
+35,mlp.shared_experts.down_proj,rtn: 0.0019989,0.00000,0.021
+36,self_attn.k_proj,rtn: 0.0022888,0.00000,0.015
+36,self_attn.v_proj,rtn: 0.0026093,0.00000,0.020
+36,self_attn.q_proj,rtn: 0.0022736,0.00000,0.022
+36,self_attn.o_proj,rtn: 0.0026550,0.00000,0.062
+36,mlp.experts.8.gate_proj,rtn: 0.0023499,0.00000,0.089
+36,mlp.experts.0.gate_proj,rtn: 0.0023041,0.00000,0.089
+36,mlp.experts.12.gate_proj,rtn: 0.0022430,0.00000,0.092
+36,mlp.experts.1.gate_proj,rtn: 0.0023499,0.00000,0.096
+36,mlp.experts.5.gate_proj,rtn: 0.0022888,0.00000,0.097
+36,mlp.experts.2.gate_proj,rtn: 0.0022736,0.00000,0.100
+36,mlp.experts.6.gate_proj,rtn: 0.0023041,0.00000,0.102
+36,mlp.experts.7.gate_proj,rtn: 0.0022888,0.00000,0.103
+36,mlp.experts.3.gate_proj,rtn: 0.0023346,0.00000,0.109
+36,mlp.experts.13.gate_proj,rtn: 0.0022736,0.00000,0.114
+36,mlp.experts.10.gate_proj,rtn: 0.0023041,0.00000,0.116
+36,mlp.experts.4.gate_proj,rtn: 0.0023346,0.00000,0.124
+36,mlp.experts.14.gate_proj,rtn: 0.0023193,0.00000,0.124
+36,mlp.experts.15.gate_proj,rtn: 0.0023346,0.00000,0.132
+36,mlp.experts.9.gate_proj,rtn: 0.0023041,0.00000,0.136
+36,mlp.experts.11.gate_proj,rtn: 0.0023346,0.00000,0.139
+36,mlp.experts.24.gate_proj,rtn: 0.0023651,0.00000,0.088
+36,mlp.experts.16.gate_proj,rtn: 0.0022430,0.00000,0.091
+36,mlp.experts.22.gate_proj,rtn: 0.0023651,0.00000,0.080
+36,mlp.experts.18.gate_proj,rtn: 0.0023041,0.00000,0.080
+36,mlp.experts.28.gate_proj,rtn: 0.0022888,0.00000,0.091
+36,mlp.experts.26.gate_proj,rtn: 0.0023193,0.00000,0.080
+36,mlp.experts.21.gate_proj,rtn: 0.0023651,0.00000,0.097
+36,mlp.experts.19.gate_proj,rtn: 0.0022583,0.00000,0.095
+36,mlp.experts.17.gate_proj,rtn: 0.0022736,0.00000,0.112
+36,mlp.experts.29.gate_proj,rtn: 0.0023193,0.00000,0.096
+36,mlp.experts.30.gate_proj,rtn: 0.0023499,0.00000,0.089
+36,mlp.experts.23.gate_proj,rtn: 0.0022888,0.00000,0.109
+36,mlp.experts.20.gate_proj,rtn: 0.0023804,0.00000,0.105
+36,mlp.experts.27.gate_proj,rtn: 0.0023193,0.00000,0.090
+36,mlp.experts.25.gate_proj,rtn: 0.0022736,0.00000,0.093
+36,mlp.experts.31.gate_proj,rtn: 0.0023041,0.00000,0.102
+36,mlp.experts.40.gate_proj,rtn: 0.0023193,0.00000,0.095
+36,mlp.experts.32.gate_proj,rtn: 0.0023651,0.00000,0.092
+36,mlp.experts.35.gate_proj,rtn: 0.0023651,0.00000,0.075
+36,mlp.experts.37.gate_proj,rtn: 0.0023804,0.00000,0.083
+36,mlp.experts.44.gate_proj,rtn: 0.0023193,0.00000,0.093
+36,mlp.experts.43.gate_proj,rtn: 0.0023346,0.00000,0.064
+36,mlp.experts.39.gate_proj,rtn: 0.0023193,0.00000,0.076
+36,mlp.experts.34.gate_proj,rtn: 0.0023193,0.00000,0.108
+36,mlp.experts.38.gate_proj,rtn: 0.0023651,0.00000,0.112
+36,mlp.experts.33.gate_proj,rtn: 0.0023193,0.00000,0.093
+36,mlp.experts.45.gate_proj,rtn: 0.0023193,0.00000,0.093
+36,mlp.experts.47.gate_proj,rtn: 0.0022888,0.00000,0.071
+36,mlp.experts.42.gate_proj,rtn: 0.0023499,0.00000,0.110
+36,mlp.experts.46.gate_proj,rtn: 0.0023193,0.00000,0.101
+36,mlp.experts.36.gate_proj,rtn: 0.0023041,0.00000,0.094
+36,mlp.experts.41.gate_proj,rtn: 0.0022888,0.00000,0.101
+36,mlp.experts.51.gate_proj,rtn: 0.0023651,0.00000,0.074
+36,mlp.experts.55.gate_proj,rtn: 0.0022888,0.00000,0.073
+36,mlp.experts.59.gate_proj,rtn: 0.0023651,0.00000,0.073
+36,mlp.experts.48.gate_proj,rtn: 0.0023346,0.00000,0.096
+36,mlp.experts.56.gate_proj,rtn: 0.0023651,0.00000,0.100
+36,mlp.experts.53.gate_proj,rtn: 0.0022888,0.00000,0.097
+36,mlp.experts.60.gate_proj,rtn: 0.0022583,0.00000,0.099
+36,mlp.experts.54.gate_proj,rtn: 0.0022736,0.00000,0.084
+36,mlp.experts.63.gate_proj,rtn: 0.0023193,0.00000,0.074
+36,mlp.experts.50.gate_proj,rtn: 0.0023499,0.00000,0.089
+36,mlp.experts.62.gate_proj,rtn: 0.0023346,0.00000,0.081
+36,mlp.experts.58.gate_proj,rtn: 0.0023346,0.00000,0.091
+36,mlp.experts.49.gate_proj,rtn: 0.0023499,0.00000,0.099
+36,mlp.experts.61.gate_proj,rtn: 0.0023193,0.00000,0.103
+36,mlp.experts.67.gate_proj,rtn: 0.0023499,0.00000,0.073
+36,mlp.experts.57.gate_proj,rtn: 0.0023651,0.00000,0.100
+36,mlp.experts.71.gate_proj,rtn: 0.0023499,0.00000,0.069
+36,mlp.experts.52.gate_proj,rtn: 0.0023193,0.00000,0.124
+36,mlp.experts.75.gate_proj,rtn: 0.0023499,0.00000,0.079
+36,mlp.experts.66.gate_proj,rtn: 0.0023193,0.00000,0.071
+36,mlp.experts.70.gate_proj,rtn: 0.0023346,0.00000,0.076
+36,mlp.experts.79.gate_proj,rtn: 0.0022278,0.00000,0.077
+36,mlp.experts.78.gate_proj,rtn: 0.0023499,0.00000,0.071
+36,mlp.experts.64.gate_proj,rtn: 0.0023804,0.00000,0.101
+36,mlp.experts.69.gate_proj,rtn: 0.0022583,0.00000,0.101
+36,mlp.experts.74.gate_proj,rtn: 0.0023193,0.00000,0.078
+36,mlp.experts.72.gate_proj,rtn: 0.0022736,0.00000,0.106
+36,mlp.experts.76.gate_proj,rtn: 0.0023193,0.00000,0.123
+36,mlp.experts.83.gate_proj,rtn: 0.0023041,0.00000,0.073
+36,mlp.experts.65.gate_proj,rtn: 0.0023193,0.00000,0.106
+36,mlp.experts.77.gate_proj,rtn: 0.0023651,0.00000,0.100
+36,mlp.experts.87.gate_proj,rtn: 0.0023193,0.00000,0.077
+36,mlp.experts.91.gate_proj,rtn: 0.0023499,0.00000,0.071
+36,mlp.experts.73.gate_proj,rtn: 0.0023041,0.00000,0.097
+36,mlp.experts.95.gate_proj,rtn: 0.0023193,0.00000,0.076
+36,mlp.experts.86.gate_proj,rtn: 0.0023041,0.00000,0.092
+36,mlp.experts.82.gate_proj,rtn: 0.0023041,0.00000,0.100
+36,mlp.experts.85.gate_proj,rtn: 0.0024109,0.00000,0.093
+36,mlp.experts.94.gate_proj,rtn: 0.0023499,0.00000,0.108
+36,mlp.experts.99.gate_proj,rtn: 0.0022888,0.00000,0.072
+36,mlp.experts.90.gate_proj,rtn: 0.0023499,0.00000,0.102
+36,mlp.experts.103.gate_proj,rtn: 0.0023193,0.00000,0.069
+36,mlp.experts.68.gate_proj,rtn: 0.0023193,0.00000,0.154
+36,mlp.experts.93.gate_proj,rtn: 0.0023499,0.00000,0.087
+36,mlp.experts.107.gate_proj,rtn: 0.0023346,0.00000,0.077
+36,mlp.experts.81.gate_proj,rtn: 0.0023193,0.00000,0.092
+36,mlp.experts.80.gate_proj,rtn: 0.0023041,0.00000,0.132
+36,mlp.experts.111.gate_proj,rtn: 0.0023651,0.00000,0.067
+36,mlp.experts.89.gate_proj,rtn: 0.0023346,0.00000,0.088
+36,mlp.experts.88.gate_proj,rtn: 0.0023193,0.00000,0.167
+36,mlp.experts.102.gate_proj,rtn: 0.0023956,0.00000,0.095
+36,mlp.experts.115.gate_proj,rtn: 0.0022430,0.00000,0.074
+36,mlp.experts.119.gate_proj,rtn: 0.0023651,0.00000,0.066
+36,mlp.experts.101.gate_proj,rtn: 0.0022736,0.00000,0.089
+36,mlp.experts.98.gate_proj,rtn: 0.0022736,0.00000,0.101
+36,mlp.experts.110.gate_proj,rtn: 0.0023193,0.00000,0.093
+36,mlp.experts.97.gate_proj,rtn: 0.0023346,0.00000,0.073
+36,mlp.experts.92.gate_proj,rtn: 0.0023346,0.00000,0.177
+36,mlp.experts.106.gate_proj,rtn: 0.0022888,0.00000,0.098
+36,mlp.experts.109.gate_proj,rtn: 0.0022888,0.00000,0.089
+36,mlp.experts.123.gate_proj,rtn: 0.0023651,0.00000,0.086
+36,mlp.experts.127.gate_proj,rtn: 0.0022888,0.00000,0.080
+36,mlp.experts.105.gate_proj,rtn: 0.0023193,0.00000,0.076
+36,mlp.experts.117.gate_proj,rtn: 0.0023499,0.00000,0.076
+36,mlp.experts.118.gate_proj,rtn: 0.0023346,0.00000,0.094
+36,mlp.experts.135.gate_proj,rtn: 0.0023346,0.00000,0.087
+36,mlp.experts.131.gate_proj,rtn: 0.0022736,0.00000,0.088
+36,mlp.experts.113.gate_proj,rtn: 0.0023193,0.00000,0.070
+36,mlp.experts.126.gate_proj,rtn: 0.0023041,0.00000,0.084
+36,mlp.experts.114.gate_proj,rtn: 0.0023651,0.00000,0.091
+36,mlp.experts.121.gate_proj,rtn: 0.0024261,0.00000,0.064
+36,mlp.experts.125.gate_proj,rtn: 0.0023346,0.00000,0.073
+36,mlp.experts.139.gate_proj,rtn: 0.0023041,0.00000,0.078
+36,mlp.experts.143.gate_proj,rtn: 0.0023499,0.00000,0.075
+36,mlp.experts.122.gate_proj,rtn: 0.0023193,0.00000,0.092
+36,mlp.experts.84.gate_proj,rtn: 0.0023041,0.00000,0.221
+36,mlp.experts.133.gate_proj,rtn: 0.0023651,0.00000,0.070
+36,mlp.experts.129.gate_proj,rtn: 0.0023193,0.00000,0.070
+36,mlp.experts.134.gate_proj,rtn: 0.0023193,0.00000,0.086
+36,mlp.experts.137.gate_proj,rtn: 0.0023041,0.00000,0.073
+36,mlp.experts.141.gate_proj,rtn: 0.0023041,0.00000,0.070
+36,mlp.experts.96.gate_proj,rtn: 0.0023041,0.00000,0.245
+36,mlp.experts.142.gate_proj,rtn: 0.0022736,0.00000,0.089
+36,mlp.experts.130.gate_proj,rtn: 0.0022583,0.00000,0.084
+36,mlp.experts.151.gate_proj,rtn: 0.0022583,0.00000,0.100
+36,mlp.experts.147.gate_proj,rtn: 0.0022888,0.00000,0.103
+36,mlp.experts.138.gate_proj,rtn: 0.0022888,0.00000,0.086
+36,mlp.experts.108.gate_proj,rtn: 0.0023346,0.00000,0.192
+36,mlp.experts.104.gate_proj,rtn: 0.0022888,0.00000,0.237
+36,mlp.experts.159.gate_proj,rtn: 0.0022583,0.00000,0.104
+36,mlp.experts.149.gate_proj,rtn: 0.0023346,0.00000,0.071
+36,mlp.experts.145.gate_proj,rtn: 0.0021515,0.00000,0.075
+36,mlp.experts.157.gate_proj,rtn: 0.0023499,0.00000,0.064
+36,mlp.experts.155.gate_proj,rtn: 0.0023346,0.00000,0.136
+36,mlp.experts.150.gate_proj,rtn: 0.0022888,0.00000,0.075
+36,mlp.experts.153.gate_proj,rtn: 0.0022583,0.00000,0.077
+36,mlp.experts.154.gate_proj,rtn: 0.0023041,0.00000,0.061
+36,mlp.experts.158.gate_proj,rtn: 0.0023041,0.00000,0.077
+36,mlp.experts.146.gate_proj,rtn: 0.0023346,0.00000,0.077
+36,mlp.experts.167.gate_proj,rtn: 0.0022583,0.00000,0.082
+36,mlp.experts.163.gate_proj,rtn: 0.0023499,0.00000,0.086
+36,mlp.experts.165.gate_proj,rtn: 0.0023193,0.00000,0.068
+36,mlp.experts.175.gate_proj,rtn: 0.0022888,0.00000,0.084
+36,mlp.experts.173.gate_proj,rtn: 0.0023499,0.00000,0.065
+36,mlp.experts.161.gate_proj,rtn: 0.0022888,0.00000,0.072
+36,mlp.experts.100.gate_proj,rtn: 0.0022736,0.00000,0.173
+36,mlp.experts.166.gate_proj,rtn: 0.0023193,0.00000,0.071
+36,mlp.experts.171.gate_proj,rtn: 0.0022888,0.00000,0.087
+36,mlp.experts.169.gate_proj,rtn: 0.0023651,0.00000,0.084
+36,mlp.experts.162.gate_proj,rtn: 0.0023499,0.00000,0.075
+36,mlp.experts.170.gate_proj,rtn: 0.0023346,0.00000,0.079
+36,mlp.experts.174.gate_proj,rtn: 0.0023651,0.00000,0.083
+36,mlp.experts.112.gate_proj,rtn: 0.0023651,0.00000,0.181
+36,mlp.experts.120.gate_proj,rtn: 0.0024109,0.00000,0.151
+36,mlp.experts.183.gate_proj,rtn: 0.0022583,0.00000,0.088
+36,mlp.experts.124.gate_proj,rtn: 0.0023651,0.00000,0.164
+36,mlp.experts.179.gate_proj,rtn: 0.0023499,0.00000,0.085
+36,mlp.experts.191.gate_proj,rtn: 0.0022888,0.00000,0.085
+36,mlp.experts.116.gate_proj,rtn: 0.0023651,0.00000,0.075
+36,mlp.experts.182.gate_proj,rtn: 0.0023651,0.00000,0.079
+36,mlp.experts.181.gate_proj,rtn: 0.0023041,0.00000,0.112
+36,mlp.experts.187.gate_proj,rtn: 0.0023499,0.00000,0.077
+36,mlp.experts.178.gate_proj,rtn: 0.0023193,0.00000,0.076
+36,mlp.experts.186.gate_proj,rtn: 0.0023499,0.00000,0.074
+36,mlp.experts.128.gate_proj,rtn: 0.0023041,0.00000,0.066
+36,mlp.experts.190.gate_proj,rtn: 0.0023193,0.00000,0.070
+36,mlp.experts.136.gate_proj,rtn: 0.0022736,0.00000,0.073
+36,mlp.experts.3.up_proj,rtn: 0.0023041,0.00000,0.073
+36,mlp.experts.7.up_proj,rtn: 0.0022888,0.00000,0.077
+36,mlp.experts.140.gate_proj,rtn: 0.0022736,0.00000,0.071
+36,mlp.experts.189.gate_proj,rtn: 0.0023041,0.00000,0.131
+36,mlp.experts.132.gate_proj,rtn: 0.0023651,0.00000,0.070
+36,mlp.experts.15.up_proj,rtn: 0.0023193,0.00000,0.081
+36,mlp.experts.6.up_proj,rtn: 0.0022888,0.00000,0.078
+36,mlp.experts.177.gate_proj,rtn: 0.0023193,0.00000,0.178
+36,mlp.experts.10.up_proj,rtn: 0.0022736,0.00000,0.068
+36,mlp.experts.2.up_proj,rtn: 0.0022583,0.00000,0.073
+36,mlp.experts.14.up_proj,rtn: 0.0023041,0.00000,0.068
+36,mlp.experts.5.up_proj,rtn: 0.0023041,0.00000,0.096
+36,mlp.experts.11.up_proj,rtn: 0.0023193,0.00000,0.095
+36,mlp.experts.185.gate_proj,rtn: 0.0023651,0.00000,0.175
+36,mlp.experts.144.gate_proj,rtn: 0.0022888,0.00000,0.098
+36,mlp.experts.13.up_proj,rtn: 0.0022736,0.00000,0.081
+36,mlp.experts.152.gate_proj,rtn: 0.0022888,0.00000,0.101
+36,mlp.experts.156.gate_proj,rtn: 0.0023193,0.00000,0.095
+36,mlp.experts.22.up_proj,rtn: 0.0023346,0.00000,0.071
+36,mlp.experts.1.up_proj,rtn: 0.0023041,0.00000,0.073
+36,mlp.experts.23.up_proj,rtn: 0.0022888,0.00000,0.114
+36,mlp.experts.21.up_proj,rtn: 0.0023651,0.00000,0.063
+36,mlp.experts.148.gate_proj,rtn: 0.0023499,0.00000,0.107
+36,mlp.experts.26.up_proj,rtn: 0.0022888,0.00000,0.070
+36,mlp.experts.18.up_proj,rtn: 0.0023041,0.00000,0.067
+36,mlp.experts.19.up_proj,rtn: 0.0022430,0.00000,0.131
+36,mlp.experts.30.up_proj,rtn: 0.0023193,0.00000,0.072
+36,mlp.experts.9.up_proj,rtn: 0.0022583,0.00000,0.066
+36,mlp.experts.29.up_proj,rtn: 0.0022888,0.00000,0.072
+36,mlp.experts.160.gate_proj,rtn: 0.0022736,0.00000,0.095
+36,mlp.experts.38.up_proj,rtn: 0.0023499,0.00000,0.073
+36,mlp.experts.37.up_proj,rtn: 0.0023651,0.00000,0.066
+36,mlp.experts.27.up_proj,rtn: 0.0022583,0.00000,0.130
+36,mlp.experts.172.gate_proj,rtn: 0.0023346,0.00000,0.094
+36,mlp.experts.34.up_proj,rtn: 0.0022736,0.00000,0.060
+36,mlp.experts.42.up_proj,rtn: 0.0023346,0.00000,0.071
+36,mlp.experts.17.up_proj,rtn: 0.0022583,0.00000,0.081
+36,mlp.experts.168.gate_proj,rtn: 0.0023346,0.00000,0.107
+36,mlp.experts.46.up_proj,rtn: 0.0023193,0.00000,0.074
+36,mlp.experts.25.up_proj,rtn: 0.0022583,0.00000,0.074
+36,mlp.experts.45.up_proj,rtn: 0.0022888,0.00000,0.071
+36,mlp.experts.164.gate_proj,rtn: 0.0023193,0.00000,0.104
+36,mlp.experts.39.up_proj,rtn: 0.0023041,0.00000,0.133
+36,mlp.experts.54.up_proj,rtn: 0.0022583,0.00000,0.073
+36,mlp.experts.35.up_proj,rtn: 0.0023499,0.00000,0.130
+36,mlp.experts.53.up_proj,rtn: 0.0022888,0.00000,0.071
+36,mlp.experts.50.up_proj,rtn: 0.0023193,0.00000,0.063
+36,mlp.experts.33.up_proj,rtn: 0.0022888,0.00000,0.069
+36,mlp.experts.58.up_proj,rtn: 0.0023193,0.00000,0.070
+36,mlp.experts.62.up_proj,rtn: 0.0023041,0.00000,0.067
+36,mlp.experts.176.gate_proj,rtn: 0.0023193,0.00000,0.106
+36,mlp.experts.41.up_proj,rtn: 0.0022736,0.00000,0.074
+36,mlp.experts.188.gate_proj,rtn: 0.0023499,0.00000,0.098
+36,mlp.experts.184.gate_proj,rtn: 0.0023346,0.00000,0.108
+36,mlp.experts.61.up_proj,rtn: 0.0022888,0.00000,0.079
+36,mlp.experts.70.up_proj,rtn: 0.0023193,0.00000,0.065
+36,mlp.experts.180.gate_proj,rtn: 0.0023346,0.00000,0.104
+36,mlp.experts.66.up_proj,rtn: 0.0023193,0.00000,0.074
+36,mlp.experts.74.up_proj,rtn: 0.0023041,0.00000,0.066
+36,mlp.experts.43.up_proj,rtn: 0.0023041,0.00000,0.154
+36,mlp.experts.69.up_proj,rtn: 0.0022583,0.00000,0.085
+36,mlp.experts.49.up_proj,rtn: 0.0023193,0.00000,0.087
+36,mlp.experts.78.up_proj,rtn: 0.0023193,0.00000,0.077
+36,mlp.experts.31.up_proj,rtn: 0.0022583,0.00000,0.355
+36,mlp.experts.57.up_proj,rtn: 0.0023193,0.00000,0.091
+36,mlp.experts.12.up_proj,rtn: 0.0022583,0.00000,0.099
+36,mlp.experts.0.up_proj,rtn: 0.0022888,0.00000,0.107
+36,mlp.experts.8.up_proj,rtn: 0.0023193,0.00000,0.093
+36,mlp.experts.77.up_proj,rtn: 0.0023651,0.00000,0.090
+36,mlp.experts.86.up_proj,rtn: 0.0023041,0.00000,0.088
+36,mlp.experts.65.up_proj,rtn: 0.0022736,0.00000,0.070
+36,mlp.experts.82.up_proj,rtn: 0.0022888,0.00000,0.091
+36,mlp.experts.85.up_proj,rtn: 0.0023956,0.00000,0.080
+36,mlp.experts.73.up_proj,rtn: 0.0022736,0.00000,0.063
+36,mlp.experts.4.up_proj,rtn: 0.0023041,0.00000,0.107
+36,mlp.experts.94.up_proj,rtn: 0.0023193,0.00000,0.090
+36,mlp.experts.90.up_proj,rtn: 0.0023346,0.00000,0.116
+36,mlp.experts.55.up_proj,rtn: 0.0022888,0.00000,0.218
+36,mlp.experts.51.up_proj,rtn: 0.0023346,0.00000,0.215
+36,mlp.experts.93.up_proj,rtn: 0.0023346,0.00000,0.072
+36,mlp.experts.102.up_proj,rtn: 0.0023651,0.00000,0.081
+36,mlp.experts.59.up_proj,rtn: 0.0023346,0.00000,0.154
+36,mlp.experts.81.up_proj,rtn: 0.0022888,0.00000,0.073
+36,mlp.experts.28.up_proj,rtn: 0.0022736,0.00000,0.113
+36,mlp.experts.47.up_proj,rtn: 0.0022888,0.00000,0.137
+36,mlp.experts.16.up_proj,rtn: 0.0022430,0.00000,0.122
+36,mlp.experts.101.up_proj,rtn: 0.0022583,0.00000,0.081
+36,mlp.experts.98.up_proj,rtn: 0.0022736,0.00000,0.083
+36,mlp.experts.89.up_proj,rtn: 0.0023041,0.00000,0.073
+36,mlp.experts.110.up_proj,rtn: 0.0023041,0.00000,0.083
+36,mlp.experts.24.up_proj,rtn: 0.0023193,0.00000,0.138
+36,mlp.experts.109.up_proj,rtn: 0.0022583,0.00000,0.068
+36,mlp.experts.106.up_proj,rtn: 0.0022736,0.00000,0.086
+36,mlp.experts.71.up_proj,rtn: 0.0023346,0.00000,0.086
+36,mlp.experts.67.up_proj,rtn: 0.0023193,0.00000,0.077
+36,mlp.experts.97.up_proj,rtn: 0.0023041,0.00000,0.064
+36,mlp.experts.75.up_proj,rtn: 0.0023346,0.00000,0.077
+36,mlp.experts.118.up_proj,rtn: 0.0022888,0.00000,0.085
+36,mlp.experts.63.up_proj,rtn: 0.0022736,0.00000,0.076
+36,mlp.experts.117.up_proj,rtn: 0.0023041,0.00000,0.070
+36,mlp.experts.105.up_proj,rtn: 0.0023193,0.00000,0.066
+36,mlp.experts.114.up_proj,rtn: 0.0023651,0.00000,0.090
+36,mlp.experts.125.up_proj,rtn: 0.0023193,0.00000,0.065
+36,mlp.experts.32.up_proj,rtn: 0.0023193,0.00000,0.101
+36,mlp.experts.126.up_proj,rtn: 0.0022888,0.00000,0.085
+36,mlp.experts.87.up_proj,rtn: 0.0023041,0.00000,0.074
+36,mlp.experts.83.up_proj,rtn: 0.0022888,0.00000,0.076
+36,mlp.experts.44.up_proj,rtn: 0.0023041,0.00000,0.127
+36,mlp.experts.113.up_proj,rtn: 0.0022888,0.00000,0.064
+36,mlp.experts.122.up_proj,rtn: 0.0023041,0.00000,0.087
+36,mlp.experts.20.up_proj,rtn: 0.0023346,0.00000,0.206
+36,mlp.experts.91.up_proj,rtn: 0.0023193,0.00000,0.076
+36,mlp.experts.133.up_proj,rtn: 0.0023346,0.00000,0.068
+36,mlp.experts.79.up_proj,rtn: 0.0022278,0.00000,0.078
+36,mlp.experts.40.up_proj,rtn: 0.0023041,0.00000,0.132
+36,mlp.experts.121.up_proj,rtn: 0.0023499,0.00000,0.079
+36,mlp.experts.134.up_proj,rtn: 0.0023041,0.00000,0.091
+36,mlp.experts.141.up_proj,rtn: 0.0023193,0.00000,0.073
+36,mlp.experts.130.up_proj,rtn: 0.0022583,0.00000,0.086
+36,mlp.experts.142.up_proj,rtn: 0.0022583,0.00000,0.082
+36,mlp.experts.103.up_proj,rtn: 0.0023041,0.00000,0.080
+36,mlp.experts.99.up_proj,rtn: 0.0022430,0.00000,0.079
+36,mlp.experts.129.up_proj,rtn: 0.0023041,0.00000,0.078
+36,mlp.experts.138.up_proj,rtn: 0.0022736,0.00000,0.079
+36,mlp.experts.107.up_proj,rtn: 0.0023193,0.00000,0.078
+36,mlp.experts.95.up_proj,rtn: 0.0023041,0.00000,0.068
+36,mlp.experts.149.up_proj,rtn: 0.0023041,0.00000,0.073
+36,mlp.experts.48.up_proj,rtn: 0.0023041,0.00000,0.124
+36,mlp.experts.137.up_proj,rtn: 0.0022888,0.00000,0.074
+36,mlp.experts.150.up_proj,rtn: 0.0022736,0.00000,0.073
+36,mlp.experts.60.up_proj,rtn: 0.0022430,0.00000,0.125
+36,mlp.experts.157.up_proj,rtn: 0.0023193,0.00000,0.070
+36,mlp.experts.158.up_proj,rtn: 0.0022888,0.00000,0.063
+36,mlp.experts.146.up_proj,rtn: 0.0023041,0.00000,0.076
+36,mlp.experts.56.up_proj,rtn: 0.0023346,0.00000,0.115
+36,mlp.experts.36.up_proj,rtn: 0.0023041,0.00000,0.130
+36,mlp.experts.154.up_proj,rtn: 0.0022888,0.00000,0.066
+36,mlp.experts.119.up_proj,rtn: 0.0023041,0.00000,0.075
+36,mlp.experts.115.up_proj,rtn: 0.0022430,0.00000,0.078
+36,mlp.experts.145.up_proj,rtn: 0.0021515,0.00000,0.082
+36,mlp.experts.111.up_proj,rtn: 0.0023193,0.00000,0.068
+36,mlp.experts.123.up_proj,rtn: 0.0023499,0.00000,0.073
+36,mlp.experts.165.up_proj,rtn: 0.0023041,0.00000,0.084
+36,mlp.experts.166.up_proj,rtn: 0.0022888,0.00000,0.068
+36,mlp.experts.162.up_proj,rtn: 0.0023346,0.00000,0.067
+36,mlp.experts.174.up_proj,rtn: 0.0023193,0.00000,0.071
+36,mlp.experts.173.up_proj,rtn: 0.0023193,0.00000,0.068
+36,mlp.experts.153.up_proj,rtn: 0.0022430,0.00000,0.183
+36,mlp.experts.64.up_proj,rtn: 0.0023346,0.00000,0.195
+36,mlp.experts.170.up_proj,rtn: 0.0023041,0.00000,0.079
+36,mlp.experts.76.up_proj,rtn: 0.0023041,0.00000,0.190
+36,mlp.experts.127.up_proj,rtn: 0.0022736,0.00000,0.086
+36,mlp.experts.135.up_proj,rtn: 0.0023193,0.00000,0.085
+36,mlp.experts.190.up_proj,rtn: 0.0023041,0.00000,0.087
+36,mlp.experts.182.up_proj,rtn: 0.0023346,0.00000,0.092
+36,mlp.experts.139.up_proj,rtn: 0.0022888,0.00000,0.104
+36,mlp.experts.52.up_proj,rtn: 0.0022888,0.00000,0.105
+36,mlp.experts.181.up_proj,rtn: 0.0022583,0.00000,0.105
+36,mlp.experts.72.up_proj,rtn: 0.0022736,0.00000,0.219
+36,mlp.experts.189.up_proj,rtn: 0.0022736,0.00000,0.085
+36,mlp.experts.178.up_proj,rtn: 0.0023041,0.00000,0.122
+36,mlp.experts.161.up_proj,rtn: 0.0022736,0.00000,0.131
+36,mlp.experts.169.up_proj,rtn: 0.0023499,0.00000,0.089
+36,mlp.experts.131.up_proj,rtn: 0.0022583,0.00000,0.141
+36,mlp.experts.186.up_proj,rtn: 0.0023193,0.00000,0.099
+36,mlp.experts.177.up_proj,rtn: 0.0023041,0.00000,0.040
+36,mlp.experts.80.up_proj,rtn: 0.0022888,0.00000,0.113
+36,mlp.experts.151.up_proj,rtn: 0.0022430,0.00000,0.105
+36,mlp.experts.185.up_proj,rtn: 0.0023499,0.00000,0.061
+36,mlp.experts.92.up_proj,rtn: 0.0022736,0.00000,0.125
+36,mlp.experts.143.up_proj,rtn: 0.0023346,0.00000,0.127
+36,mlp.experts.147.up_proj,rtn: 0.0022888,0.00000,0.076
+36,mlp.experts.155.up_proj,rtn: 0.0023193,0.00000,0.086
+36,mlp.experts.88.up_proj,rtn: 0.0023041,0.00000,0.093
+36,mlp.experts.68.up_proj,rtn: 0.0023041,0.00000,0.115
+36,mlp.experts.167.up_proj,rtn: 0.0022430,0.00000,0.081
+36,mlp.experts.96.up_proj,rtn: 0.0023193,0.00000,0.092
+36,mlp.experts.159.up_proj,rtn: 0.0022583,0.00000,0.079
+36,mlp.experts.163.up_proj,rtn: 0.0023346,0.00000,0.077
+36,mlp.experts.171.up_proj,rtn: 0.0022736,0.00000,0.078
+36,mlp.experts.108.up_proj,rtn: 0.0023193,0.00000,0.108
+36,mlp.experts.104.up_proj,rtn: 0.0022736,0.00000,0.106
+36,mlp.experts.84.up_proj,rtn: 0.0022888,0.00000,0.099
+36,mlp.experts.183.up_proj,rtn: 0.0022736,0.00000,0.092
+36,mlp.experts.179.up_proj,rtn: 0.0023346,0.00000,0.086
+36,mlp.experts.112.up_proj,rtn: 0.0023346,0.00000,0.093
+36,mlp.experts.175.up_proj,rtn: 0.0022736,0.00000,0.088
+36,mlp.experts.187.up_proj,rtn: 0.0023193,0.00000,0.080
+36,mlp.experts.124.up_proj,rtn: 0.0023346,0.00000,0.100
+36,mlp.experts.120.up_proj,rtn: 0.0023651,0.00000,0.098
+36,mlp.experts.191.up_proj,rtn: 0.0022888,0.00000,0.047
+36,mlp.experts.100.up_proj,rtn: 0.0022583,0.00000,0.090
+36,mlp.experts.128.up_proj,rtn: 0.0023041,0.00000,0.108
+36,mlp.experts.140.up_proj,rtn: 0.0022888,0.00000,0.106
+36,mlp.experts.136.up_proj,rtn: 0.0022583,0.00000,0.124
+36,mlp.experts.116.up_proj,rtn: 0.0023346,0.00000,0.107
+36,mlp.experts.144.up_proj,rtn: 0.0023041,0.00000,0.091
+36,mlp.experts.156.up_proj,rtn: 0.0023041,0.00000,0.101
+36,mlp.experts.152.up_proj,rtn: 0.0022888,0.00000,0.091
+36,mlp.experts.132.up_proj,rtn: 0.0023346,0.00000,0.088
+36,mlp.experts.160.up_proj,rtn: 0.0022583,0.00000,0.089
+36,mlp.experts.172.up_proj,rtn: 0.0023193,0.00000,0.092
+36,mlp.experts.168.up_proj,rtn: 0.0023041,0.00000,0.097
+36,mlp.experts.148.up_proj,rtn: 0.0023346,0.00000,0.089
+36,mlp.experts.176.up_proj,rtn: 0.0023041,0.00000,0.094
+36,mlp.experts.188.up_proj,rtn: 0.0023193,0.00000,0.098
+36,mlp.experts.184.up_proj,rtn: 0.0023193,0.00000,0.089
+36,mlp.experts.164.up_proj,rtn: 0.0023041,0.00000,0.075
+36,mlp.experts.180.up_proj,rtn: 0.0023193,0.00000,0.025
+36,mlp.experts.3.down_proj,rtn: 0.0022583,0.00000,0.013
+36,mlp.experts.7.down_proj,rtn: 0.0022278,0.00000,0.016
+36,mlp.experts.5.down_proj,rtn: 0.0022583,0.00000,0.021
+36,mlp.experts.19.down_proj,rtn: 0.0022278,0.00000,0.041
+36,mlp.experts.23.down_proj,rtn: 0.0022125,0.00000,0.043
+36,mlp.experts.4.down_proj,rtn: 0.0022583,0.00000,0.133
+36,mlp.experts.13.down_proj,rtn: 0.0022278,0.00000,0.052
+36,mlp.experts.21.down_proj,rtn: 0.0023041,0.00000,0.048
+36,mlp.experts.12.down_proj,rtn: 0.0021973,0.00000,0.142
+36,mlp.experts.8.down_proj,rtn: 0.0022736,0.00000,0.145
+36,mlp.experts.9.down_proj,rtn: 0.0022430,0.00000,0.057
+36,mlp.experts.11.down_proj,rtn: 0.0022583,0.00000,0.060
+36,mlp.experts.14.down_proj,rtn: 0.0022583,0.00000,0.062
+36,mlp.experts.6.down_proj,rtn: 0.0022430,0.00000,0.060
+36,mlp.experts.1.down_proj,rtn: 0.0022736,0.00000,0.061
+36,mlp.experts.2.down_proj,rtn: 0.0022125,0.00000,0.062
+36,mlp.experts.10.down_proj,rtn: 0.0022278,0.00000,0.065
+36,mlp.experts.0.down_proj,rtn: 0.0022430,0.00000,0.155
+36,mlp.experts.15.down_proj,rtn: 0.0022583,0.00000,0.075
+36,mlp.experts.35.down_proj,rtn: 0.0022888,0.00000,0.043
+36,mlp.experts.39.down_proj,rtn: 0.0022583,0.00000,0.039
+36,mlp.experts.20.down_proj,rtn: 0.0022583,0.00000,0.042
+36,mlp.experts.28.down_proj,rtn: 0.0022430,0.00000,0.037
+36,mlp.experts.29.down_proj,rtn: 0.0022430,0.00000,0.049
+36,mlp.experts.25.down_proj,rtn: 0.0022430,0.00000,0.036
+36,mlp.experts.24.down_proj,rtn: 0.0022888,0.00000,0.042
+36,mlp.experts.37.down_proj,rtn: 0.0023041,0.00000,0.049
+36,mlp.experts.18.down_proj,rtn: 0.0022583,0.00000,0.037
+36,mlp.experts.30.down_proj,rtn: 0.0022583,0.00000,0.045
+36,mlp.experts.17.down_proj,rtn: 0.0022430,0.00000,0.048
+36,mlp.experts.22.down_proj,rtn: 0.0022736,0.00000,0.053
+36,mlp.experts.27.down_proj,rtn: 0.0022278,0.00000,0.075
+36,mlp.experts.26.down_proj,rtn: 0.0022125,0.00000,0.056
+36,mlp.experts.36.down_proj,rtn: 0.0022430,0.00000,0.040
+36,mlp.experts.44.down_proj,rtn: 0.0022278,0.00000,0.039
+36,mlp.experts.51.down_proj,rtn: 0.0022736,0.00000,0.058
+36,mlp.experts.16.down_proj,rtn: 0.0022125,0.00000,0.065
+36,mlp.experts.53.down_proj,rtn: 0.0022430,0.00000,0.038
+36,mlp.experts.34.down_proj,rtn: 0.0022278,0.00000,0.036
+36,mlp.experts.55.down_proj,rtn: 0.0022430,0.00000,0.055
+36,mlp.experts.40.down_proj,rtn: 0.0022430,0.00000,0.044
+36,mlp.experts.41.down_proj,rtn: 0.0022125,0.00000,0.043
+36,mlp.experts.46.down_proj,rtn: 0.0022583,0.00000,0.040
+36,mlp.experts.45.down_proj,rtn: 0.0022583,0.00000,0.054
+36,mlp.experts.33.down_proj,rtn: 0.0022430,0.00000,0.038
+36,mlp.experts.38.down_proj,rtn: 0.0022888,0.00000,0.035
+36,mlp.experts.42.down_proj,rtn: 0.0022583,0.00000,0.036
+36,mlp.experts.43.down_proj,rtn: 0.0022583,0.00000,0.049
+36,mlp.experts.60.down_proj,rtn: 0.0022278,0.00000,0.044
+36,mlp.experts.52.down_proj,rtn: 0.0022430,0.00000,0.047
+36,mlp.experts.69.down_proj,rtn: 0.0022278,0.00000,0.038
+36,mlp.experts.31.down_proj,rtn: 0.0022278,0.00000,0.109
+36,mlp.experts.50.down_proj,rtn: 0.0022583,0.00000,0.038
+36,mlp.experts.67.down_proj,rtn: 0.0022430,0.00000,0.047
+36,mlp.experts.71.down_proj,rtn: 0.0022888,0.00000,0.043
+36,mlp.experts.62.down_proj,rtn: 0.0022583,0.00000,0.038
+36,mlp.experts.56.down_proj,rtn: 0.0022736,0.00000,0.043
+36,mlp.experts.57.down_proj,rtn: 0.0022583,0.00000,0.040
+36,mlp.experts.32.down_proj,rtn: 0.0022583,0.00000,0.053
+36,mlp.experts.61.down_proj,rtn: 0.0022583,0.00000,0.035
+36,mlp.experts.49.down_proj,rtn: 0.0022430,0.00000,0.037
+36,mlp.experts.54.down_proj,rtn: 0.0022125,0.00000,0.040
+36,mlp.experts.58.down_proj,rtn: 0.0022583,0.00000,0.035
+36,mlp.experts.59.down_proj,rtn: 0.0022736,0.00000,0.034
+36,mlp.experts.85.down_proj,rtn: 0.0023193,0.00000,0.033
+36,mlp.experts.66.down_proj,rtn: 0.0022430,0.00000,0.035
+36,mlp.experts.76.down_proj,rtn: 0.0022736,0.00000,0.049
+36,mlp.experts.47.down_proj,rtn: 0.0022430,0.00000,0.039
+36,mlp.experts.87.down_proj,rtn: 0.0022430,0.00000,0.035
+36,mlp.experts.83.down_proj,rtn: 0.0022583,0.00000,0.036
+36,mlp.experts.68.down_proj,rtn: 0.0022278,0.00000,0.053
+36,mlp.experts.73.down_proj,rtn: 0.0022125,0.00000,0.041
+36,mlp.experts.77.down_proj,rtn: 0.0022888,0.00000,0.042
+36,mlp.experts.48.down_proj,rtn: 0.0022278,0.00000,0.043
+36,mlp.experts.72.down_proj,rtn: 0.0022278,0.00000,0.047
+36,mlp.experts.74.down_proj,rtn: 0.0022278,0.00000,0.037
+36,mlp.experts.78.down_proj,rtn: 0.0022583,0.00000,0.043
+36,mlp.experts.70.down_proj,rtn: 0.0022583,0.00000,0.039
+36,mlp.experts.75.down_proj,rtn: 0.0022736,0.00000,0.036
+36,mlp.experts.65.down_proj,rtn: 0.0022430,0.00000,0.043
+36,mlp.experts.82.down_proj,rtn: 0.0022430,0.00000,0.033
+36,mlp.experts.101.down_proj,rtn: 0.0022430,0.00000,0.040
+36,mlp.experts.63.down_proj,rtn: 0.0022430,0.00000,0.042
+36,mlp.experts.103.down_proj,rtn: 0.0022583,0.00000,0.038
+36,mlp.experts.92.down_proj,rtn: 0.0022430,0.00000,0.050
+36,mlp.experts.99.down_proj,rtn: 0.0022125,0.00000,0.036
+36,mlp.experts.84.down_proj,rtn: 0.0022583,0.00000,0.044
+36,mlp.experts.93.down_proj,rtn: 0.0022583,0.00000,0.035
+36,mlp.experts.89.down_proj,rtn: 0.0022430,0.00000,0.039
+36,mlp.experts.90.down_proj,rtn: 0.0022583,0.00000,0.042
+36,mlp.experts.91.down_proj,rtn: 0.0022583,0.00000,0.040
+36,mlp.experts.88.down_proj,rtn: 0.0022430,0.00000,0.044
+36,mlp.experts.86.down_proj,rtn: 0.0022430,0.00000,0.039
+36,mlp.experts.64.down_proj,rtn: 0.0022888,0.00000,0.048
+36,mlp.experts.94.down_proj,rtn: 0.0022430,0.00000,0.039
+36,mlp.experts.98.down_proj,rtn: 0.0022278,0.00000,0.036
+36,mlp.experts.81.down_proj,rtn: 0.0022278,0.00000,0.043
+36,mlp.experts.117.down_proj,rtn: 0.0022583,0.00000,0.041
+36,mlp.experts.79.down_proj,rtn: 0.0022125,0.00000,0.040
+36,mlp.experts.109.down_proj,rtn: 0.0022125,0.00000,0.027
+36,mlp.experts.119.down_proj,rtn: 0.0022583,0.00000,0.037
+36,mlp.experts.115.down_proj,rtn: 0.0022125,0.00000,0.036
+36,mlp.experts.105.down_proj,rtn: 0.0022430,0.00000,0.026
+36,mlp.experts.108.down_proj,rtn: 0.0022736,0.00000,0.043
+36,mlp.experts.107.down_proj,rtn: 0.0022583,0.00000,0.021
+36,mlp.experts.100.down_proj,rtn: 0.0022278,0.00000,0.039
+36,mlp.experts.106.down_proj,rtn: 0.0022430,0.00000,0.031
+36,mlp.experts.80.down_proj,rtn: 0.0022430,0.00000,0.026
+36,mlp.experts.104.down_proj,rtn: 0.0022278,0.00000,0.024
+36,mlp.experts.114.down_proj,rtn: 0.0023041,0.00000,0.023
+36,mlp.experts.102.down_proj,rtn: 0.0023041,0.00000,0.026
+36,mlp.experts.110.down_proj,rtn: 0.0022583,0.00000,0.012
+36,mlp.experts.96.down_proj,rtn: 0.0022430,0.00000,0.028
+36,mlp.experts.135.down_proj,rtn: 0.0022583,0.00000,0.035
+36,mlp.experts.95.down_proj,rtn: 0.0022736,0.00000,0.042
+36,mlp.experts.131.down_proj,rtn: 0.0022278,0.00000,0.036
+36,mlp.experts.125.down_proj,rtn: 0.0022736,0.00000,0.039
+36,mlp.experts.97.down_proj,rtn: 0.0022583,0.00000,0.050
+36,mlp.experts.133.down_proj,rtn: 0.0022736,0.00000,0.048
+36,mlp.experts.121.down_proj,rtn: 0.0023041,0.00000,0.037
+36,mlp.experts.123.down_proj,rtn: 0.0023041,0.00000,0.039
+36,mlp.experts.126.down_proj,rtn: 0.0022583,0.00000,0.043
+36,mlp.experts.118.down_proj,rtn: 0.0022430,0.00000,0.037
+36,mlp.experts.116.down_proj,rtn: 0.0022736,0.00000,0.050
+36,mlp.experts.122.down_proj,rtn: 0.0022583,0.00000,0.045
+36,mlp.experts.124.down_proj,rtn: 0.0022888,0.00000,0.057
+36,mlp.experts.112.down_proj,rtn: 0.0022888,0.00000,0.038
+36,mlp.experts.130.down_proj,rtn: 0.0022278,0.00000,0.041
+36,mlp.experts.120.down_proj,rtn: 0.0022888,0.00000,0.045
+36,mlp.experts.137.down_proj,rtn: 0.0022278,0.00000,0.033
+36,mlp.experts.111.down_proj,rtn: 0.0022736,0.00000,0.044
+36,mlp.experts.151.down_proj,rtn: 0.0022125,0.00000,0.048
+36,mlp.experts.147.down_proj,rtn: 0.0022278,0.00000,0.048
+36,mlp.experts.141.down_proj,rtn: 0.0022430,0.00000,0.040
+36,mlp.experts.113.down_proj,rtn: 0.0022278,0.00000,0.045
+36,mlp.experts.139.down_proj,rtn: 0.0022430,0.00000,0.036
+36,mlp.experts.149.down_proj,rtn: 0.0022583,0.00000,0.042
+36,mlp.experts.142.down_proj,rtn: 0.0022430,0.00000,0.037
+36,mlp.experts.134.down_proj,rtn: 0.0022430,0.00000,0.039
+36,mlp.experts.146.down_proj,rtn: 0.0022583,0.00000,0.036
+36,mlp.experts.138.down_proj,rtn: 0.0022278,0.00000,0.047
+36,mlp.experts.132.down_proj,rtn: 0.0022736,0.00000,0.051
+36,mlp.experts.140.down_proj,rtn: 0.0022278,0.00000,0.049
+36,mlp.experts.128.down_proj,rtn: 0.0022583,0.00000,0.045
+36,mlp.experts.136.down_proj,rtn: 0.0022278,0.00000,0.043
+36,mlp.experts.153.down_proj,rtn: 0.0021973,0.00000,0.032
+36,mlp.experts.155.down_proj,rtn: 0.0022583,0.00000,0.033
+36,mlp.experts.167.down_proj,rtn: 0.0021820,0.00000,0.039
+36,mlp.experts.127.down_proj,rtn: 0.0022430,0.00000,0.039
+36,mlp.experts.129.down_proj,rtn: 0.0022583,0.00000,0.040
+36,mlp.experts.157.down_proj,rtn: 0.0022583,0.00000,0.040
+36,mlp.experts.150.down_proj,rtn: 0.0022278,0.00000,0.034
+36,mlp.experts.158.down_proj,rtn: 0.0022125,0.00000,0.036
+36,mlp.experts.162.down_proj,rtn: 0.0022583,0.00000,0.033
+36,mlp.experts.165.down_proj,rtn: 0.0022583,0.00000,0.039
+36,mlp.experts.163.down_proj,rtn: 0.0022736,0.00000,0.049
+36,mlp.experts.154.down_proj,rtn: 0.0022278,0.00000,0.037
+36,mlp.experts.152.down_proj,rtn: 0.0022583,0.00000,0.044
+36,mlp.experts.148.down_proj,rtn: 0.0022736,0.00000,0.047
+36,mlp.experts.144.down_proj,rtn: 0.0022278,0.00000,0.042
+36,mlp.experts.169.down_proj,rtn: 0.0022888,0.00000,0.042
+36,mlp.experts.156.down_proj,rtn: 0.0022278,0.00000,0.046
+36,mlp.experts.183.down_proj,rtn: 0.0022125,0.00000,0.036
+36,mlp.experts.143.down_proj,rtn: 0.0022736,0.00000,0.041
+36,mlp.experts.171.down_proj,rtn: 0.0022278,0.00000,0.042
+36,mlp.experts.174.down_proj,rtn: 0.0022736,0.00000,0.032
+36,mlp.experts.166.down_proj,rtn: 0.0022430,0.00000,0.032
+36,mlp.experts.178.down_proj,rtn: 0.0022583,0.00000,0.033
+36,mlp.experts.170.down_proj,rtn: 0.0022583,0.00000,0.026
+36,mlp.experts.173.down_proj,rtn: 0.0022736,0.00000,0.041
+36,mlp.experts.179.down_proj,rtn: 0.0022583,0.00000,0.033
+36,mlp.experts.181.down_proj,rtn: 0.0022278,0.00000,0.040
+36,mlp.experts.145.down_proj,rtn: 0.0020752,0.00000,0.053
+36,mlp.experts.164.down_proj,rtn: 0.0022583,0.00000,0.035
+36,mlp.experts.168.down_proj,rtn: 0.0022430,0.00000,0.038
+36,mlp.experts.160.down_proj,rtn: 0.0022278,0.00000,0.034
+36,mlp.experts.159.down_proj,rtn: 0.0022278,0.00000,0.022
+36,mlp.experts.172.down_proj,rtn: 0.0022736,0.00000,0.030
+36,mlp.experts.185.down_proj,rtn: 0.0022736,0.00000,0.033
+36,mlp.experts.190.down_proj,rtn: 0.0022583,0.00000,0.024
+36,mlp.experts.182.down_proj,rtn: 0.0022736,0.00000,0.021
+36,mlp.experts.187.down_proj,rtn: 0.0022430,0.00000,0.027
+36,mlp.experts.186.down_proj,rtn: 0.0022583,0.00000,0.020
+36,mlp.experts.189.down_proj,rtn: 0.0022278,0.00000,0.020
+36,mlp.experts.175.down_proj,rtn: 0.0022278,0.00000,0.012
+36,mlp.experts.180.down_proj,rtn: 0.0022736,0.00000,0.027
+36,mlp.experts.188.down_proj,rtn: 0.0022736,0.00000,0.025
+36,mlp.experts.191.down_proj,rtn: 0.0022430,0.00000,0.011
+36,mlp.experts.184.down_proj,rtn: 0.0022583,0.00000,0.040
+36,mlp.experts.176.down_proj,rtn: 0.0022430,0.00000,0.036
+36,mlp.experts.161.down_proj,rtn: 0.0022430,0.00000,0.042
+36,mlp.experts.177.down_proj,rtn: 0.0022430,0.00000,0.042
+36,mlp.shared_experts.up_proj,rtn: 0.0019073,0.00000,0.028
+36,mlp.shared_experts.gate_proj,rtn: 0.0018539,0.00000,0.039
+36,mlp.shared_experts.down_proj,rtn: 0.0019684,0.00000,0.021
+37,self_attn.v_proj,rtn: 0.0026245,0.00000,0.025
+37,self_attn.k_proj,rtn: 0.0022888,0.00000,0.034
+37,self_attn.q_proj,rtn: 0.0022583,0.00000,0.021
+37,self_attn.o_proj,rtn: 0.0027161,0.00000,0.045
+37,mlp.experts.6.gate_proj,rtn: 0.0023041,0.00000,0.089
+37,mlp.experts.2.gate_proj,rtn: 0.0023193,0.00000,0.090
+37,mlp.experts.10.gate_proj,rtn: 0.0023651,0.00000,0.092
+37,mlp.experts.15.gate_proj,rtn: 0.0022888,0.00000,0.094
+37,mlp.experts.7.gate_proj,rtn: 0.0022583,0.00000,0.096
+37,mlp.experts.3.gate_proj,rtn: 0.0023956,0.00000,0.100
+37,mlp.experts.14.gate_proj,rtn: 0.0022888,0.00000,0.112
+37,mlp.experts.4.gate_proj,rtn: 0.0022888,0.00000,0.118
+37,mlp.experts.12.gate_proj,rtn: 0.0022583,0.00000,0.120
+37,mlp.experts.11.gate_proj,rtn: 0.0022888,0.00000,0.124
+37,mlp.experts.8.gate_proj,rtn: 0.0023041,0.00000,0.133
+37,mlp.experts.9.gate_proj,rtn: 0.0023041,0.00000,0.150
+37,mlp.experts.13.gate_proj,rtn: 0.0022736,0.00000,0.149
+37,mlp.experts.0.gate_proj,rtn: 0.0022888,0.00000,0.150
+37,mlp.experts.5.gate_proj,rtn: 0.0022888,0.00000,0.151
+37,mlp.experts.1.gate_proj,rtn: 0.0022888,0.00000,0.157
+37,mlp.experts.19.gate_proj,rtn: 0.0022888,0.00000,0.078
+37,mlp.experts.18.gate_proj,rtn: 0.0022736,0.00000,0.085
+37,mlp.experts.31.gate_proj,rtn: 0.0023041,0.00000,0.079
+37,mlp.experts.22.gate_proj,rtn: 0.0023041,0.00000,0.091
+37,mlp.experts.26.gate_proj,rtn: 0.0023499,0.00000,0.090
+37,mlp.experts.23.gate_proj,rtn: 0.0022888,0.00000,0.089
+37,mlp.experts.30.gate_proj,rtn: 0.0023193,0.00000,0.092
+37,mlp.experts.28.gate_proj,rtn: 0.0023041,0.00000,0.084
+37,mlp.experts.27.gate_proj,rtn: 0.0023041,0.00000,0.081
+37,mlp.experts.20.gate_proj,rtn: 0.0023499,0.00000,0.091
+37,mlp.experts.24.gate_proj,rtn: 0.0023193,0.00000,0.096
+37,mlp.experts.16.gate_proj,rtn: 0.0023041,0.00000,0.079
+37,mlp.experts.21.gate_proj,rtn: 0.0023041,0.00000,0.087
+37,mlp.experts.17.gate_proj,rtn: 0.0023499,0.00000,0.089
+37,mlp.experts.29.gate_proj,rtn: 0.0023499,0.00000,0.106
+37,mlp.experts.35.gate_proj,rtn: 0.0022736,0.00000,0.075
+37,mlp.experts.47.gate_proj,rtn: 0.0023956,0.00000,0.071
+37,mlp.experts.25.gate_proj,rtn: 0.0022888,0.00000,0.128
+37,mlp.experts.39.gate_proj,rtn: 0.0022736,0.00000,0.076
+37,mlp.experts.43.gate_proj,rtn: 0.0022736,0.00000,0.074
+37,mlp.experts.44.gate_proj,rtn: 0.0022430,0.00000,0.080
+37,mlp.experts.42.gate_proj,rtn: 0.0023499,0.00000,0.097
+37,mlp.experts.38.gate_proj,rtn: 0.0023346,0.00000,0.109
+37,mlp.experts.34.gate_proj,rtn: 0.0022583,0.00000,0.102
+37,mlp.experts.36.gate_proj,rtn: 0.0023041,0.00000,0.094
+37,mlp.experts.46.gate_proj,rtn: 0.0023041,0.00000,0.100
+37,mlp.experts.32.gate_proj,rtn: 0.0022736,0.00000,0.091
+37,mlp.experts.40.gate_proj,rtn: 0.0023193,0.00000,0.093
+37,mlp.experts.63.gate_proj,rtn: 0.0022888,0.00000,0.066
+37,mlp.experts.51.gate_proj,rtn: 0.0023041,0.00000,0.070
+37,mlp.experts.55.gate_proj,rtn: 0.0022888,0.00000,0.060
+37,mlp.experts.33.gate_proj,rtn: 0.0022888,0.00000,0.097
+37,mlp.experts.37.gate_proj,rtn: 0.0023499,0.00000,0.106
+37,mlp.experts.45.gate_proj,rtn: 0.0022430,0.00000,0.096
+37,mlp.experts.59.gate_proj,rtn: 0.0023193,0.00000,0.068
+37,mlp.experts.41.gate_proj,rtn: 0.0022888,0.00000,0.091
+37,mlp.experts.50.gate_proj,rtn: 0.0023193,0.00000,0.083
+37,mlp.experts.60.gate_proj,rtn: 0.0023499,0.00000,0.090
+37,mlp.experts.58.gate_proj,rtn: 0.0023041,0.00000,0.089
+37,mlp.experts.54.gate_proj,rtn: 0.0022430,0.00000,0.085
+37,mlp.experts.52.gate_proj,rtn: 0.0022888,0.00000,0.092
+37,mlp.experts.62.gate_proj,rtn: 0.0022888,0.00000,0.089
+37,mlp.experts.48.gate_proj,rtn: 0.0023499,0.00000,0.088
+37,mlp.experts.56.gate_proj,rtn: 0.0022583,0.00000,0.091
+37,mlp.experts.49.gate_proj,rtn: 0.0023193,0.00000,0.080
+37,mlp.experts.61.gate_proj,rtn: 0.0022736,0.00000,0.076
+37,mlp.experts.53.gate_proj,rtn: 0.0022430,0.00000,0.081
+37,mlp.experts.79.gate_proj,rtn: 0.0022736,0.00000,0.116
+37,mlp.experts.67.gate_proj,rtn: 0.0023193,0.00000,0.113
+37,mlp.experts.71.gate_proj,rtn: 0.0022583,0.00000,0.110
+37,mlp.experts.66.gate_proj,rtn: 0.0023041,0.00000,0.069
+37,mlp.experts.70.gate_proj,rtn: 0.0023499,0.00000,0.064
+37,mlp.experts.74.gate_proj,rtn: 0.0023804,0.00000,0.077
+37,mlp.experts.75.gate_proj,rtn: 0.0023499,0.00000,0.121
+37,mlp.experts.78.gate_proj,rtn: 0.0023499,0.00000,0.076
+37,mlp.experts.76.gate_proj,rtn: 0.0023804,0.00000,0.116
+37,mlp.experts.83.gate_proj,rtn: 0.0023041,0.00000,0.066
+37,mlp.experts.87.gate_proj,rtn: 0.0023041,0.00000,0.063
+37,mlp.experts.82.gate_proj,rtn: 0.0022888,0.00000,0.063
+37,mlp.experts.57.gate_proj,rtn: 0.0022888,0.00000,0.143
+37,mlp.experts.86.gate_proj,rtn: 0.0022583,0.00000,0.066
+37,mlp.experts.68.gate_proj,rtn: 0.0022888,0.00000,0.127
+37,mlp.experts.95.gate_proj,rtn: 0.0023193,0.00000,0.078
+37,mlp.experts.90.gate_proj,rtn: 0.0023193,0.00000,0.075
+37,mlp.experts.72.gate_proj,rtn: 0.0023041,0.00000,0.137
+37,mlp.experts.91.gate_proj,rtn: 0.0023193,0.00000,0.074
+37,mlp.experts.94.gate_proj,rtn: 0.0023651,0.00000,0.076
+37,mlp.experts.64.gate_proj,rtn: 0.0023499,0.00000,0.173
+37,mlp.experts.69.gate_proj,rtn: 0.0023804,0.00000,0.151
+37,mlp.experts.77.gate_proj,rtn: 0.0023193,0.00000,0.157
+37,mlp.experts.98.gate_proj,rtn: 0.0023346,0.00000,0.072
+37,mlp.experts.102.gate_proj,rtn: 0.0022888,0.00000,0.067
+37,mlp.experts.65.gate_proj,rtn: 0.0023651,0.00000,0.187
+37,mlp.experts.92.gate_proj,rtn: 0.0023193,0.00000,0.110
+37,mlp.experts.84.gate_proj,rtn: 0.0023804,0.00000,0.089
+37,mlp.experts.106.gate_proj,rtn: 0.0023041,0.00000,0.081
+37,mlp.experts.73.gate_proj,rtn: 0.0022888,0.00000,0.099
+37,mlp.experts.88.gate_proj,rtn: 0.0022736,0.00000,0.093
+37,mlp.experts.99.gate_proj,rtn: 0.0023956,0.00000,0.130
+37,mlp.experts.110.gate_proj,rtn: 0.0022736,0.00000,0.083
+37,mlp.experts.85.gate_proj,rtn: 0.0023041,0.00000,0.078
+37,mlp.experts.93.gate_proj,rtn: 0.0023346,0.00000,0.078
+37,mlp.experts.80.gate_proj,rtn: 0.0023193,0.00000,0.089
+37,mlp.experts.103.gate_proj,rtn: 0.0023193,0.00000,0.162
+37,mlp.experts.118.gate_proj,rtn: 0.0022125,0.00000,0.088
+37,mlp.experts.81.gate_proj,rtn: 0.0023499,0.00000,0.082
+37,mlp.experts.114.gate_proj,rtn: 0.0023804,0.00000,0.099
+37,mlp.experts.108.gate_proj,rtn: 0.0023499,0.00000,0.088
+37,mlp.experts.89.gate_proj,rtn: 0.0023193,0.00000,0.079
+37,mlp.experts.100.gate_proj,rtn: 0.0022430,0.00000,0.090
+37,mlp.experts.122.gate_proj,rtn: 0.0023346,0.00000,0.094
+37,mlp.experts.111.gate_proj,rtn: 0.0023193,0.00000,0.198
+37,mlp.experts.104.gate_proj,rtn: 0.0023346,0.00000,0.089
+37,mlp.experts.101.gate_proj,rtn: 0.0022736,0.00000,0.079
+37,mlp.experts.126.gate_proj,rtn: 0.0023193,0.00000,0.095
+37,mlp.experts.109.gate_proj,rtn: 0.0022888,0.00000,0.083
+37,mlp.experts.107.gate_proj,rtn: 0.0023346,0.00000,0.196
+37,mlp.experts.96.gate_proj,rtn: 0.0022888,0.00000,0.088
+37,mlp.experts.134.gate_proj,rtn: 0.0023041,0.00000,0.084
+37,mlp.experts.97.gate_proj,rtn: 0.0023041,0.00000,0.086
+37,mlp.experts.124.gate_proj,rtn: 0.0023041,0.00000,0.083
+37,mlp.experts.130.gate_proj,rtn: 0.0022888,0.00000,0.087
+37,mlp.experts.115.gate_proj,rtn: 0.0022888,0.00000,0.144
+37,mlp.experts.119.gate_proj,rtn: 0.0023346,0.00000,0.119
+37,mlp.experts.116.gate_proj,rtn: 0.0023651,0.00000,0.093
+37,mlp.experts.138.gate_proj,rtn: 0.0023193,0.00000,0.089
+37,mlp.experts.127.gate_proj,rtn: 0.0023346,0.00000,0.097
+37,mlp.experts.120.gate_proj,rtn: 0.0022583,0.00000,0.090
+37,mlp.experts.142.gate_proj,rtn: 0.0023193,0.00000,0.087
+37,mlp.experts.123.gate_proj,rtn: 0.0023041,0.00000,0.090
+37,mlp.experts.112.gate_proj,rtn: 0.0023346,0.00000,0.087
+37,mlp.experts.105.gate_proj,rtn: 0.0022430,0.00000,0.148
+37,mlp.experts.146.gate_proj,rtn: 0.0023041,0.00000,0.071
+37,mlp.experts.150.gate_proj,rtn: 0.0023499,0.00000,0.084
+37,mlp.experts.117.gate_proj,rtn: 0.0023041,0.00000,0.128
+37,mlp.experts.140.gate_proj,rtn: 0.0023499,0.00000,0.091
+37,mlp.experts.125.gate_proj,rtn: 0.0023651,0.00000,0.137
+37,mlp.experts.113.gate_proj,rtn: 0.0022736,0.00000,0.110
+37,mlp.experts.154.gate_proj,rtn: 0.0023346,0.00000,0.077
+37,mlp.experts.131.gate_proj,rtn: 0.0023041,0.00000,0.103
+37,mlp.experts.132.gate_proj,rtn: 0.0022888,0.00000,0.087
+37,mlp.experts.135.gate_proj,rtn: 0.0023346,0.00000,0.097
+37,mlp.experts.158.gate_proj,rtn: 0.0023041,0.00000,0.073
+37,mlp.experts.136.gate_proj,rtn: 0.0022583,0.00000,0.087
+37,mlp.experts.128.gate_proj,rtn: 0.0022736,0.00000,0.081
+37,mlp.experts.162.gate_proj,rtn: 0.0023499,0.00000,0.076
+37,mlp.experts.166.gate_proj,rtn: 0.0022888,0.00000,0.074
+37,mlp.experts.143.gate_proj,rtn: 0.0023346,0.00000,0.123
+37,mlp.experts.156.gate_proj,rtn: 0.0022125,0.00000,0.073
+37,mlp.experts.139.gate_proj,rtn: 0.0024109,0.00000,0.110
+37,mlp.experts.170.gate_proj,rtn: 0.0023804,0.00000,0.068
+37,mlp.experts.121.gate_proj,rtn: 0.0023193,0.00000,0.115
+37,mlp.experts.148.gate_proj,rtn: 0.0022888,0.00000,0.073
+37,mlp.experts.174.gate_proj,rtn: 0.0022736,0.00000,0.074
+37,mlp.experts.152.gate_proj,rtn: 0.0023193,0.00000,0.076
+37,mlp.experts.147.gate_proj,rtn: 0.0023193,0.00000,0.100
+37,mlp.experts.133.gate_proj,rtn: 0.0022583,0.00000,0.127
+37,mlp.experts.151.gate_proj,rtn: 0.0022888,0.00000,0.104
+37,mlp.experts.141.gate_proj,rtn: 0.0023346,0.00000,0.123
+37,mlp.experts.129.gate_proj,rtn: 0.0022430,0.00000,0.123
+37,mlp.experts.178.gate_proj,rtn: 0.0022736,0.00000,0.070
+37,mlp.experts.182.gate_proj,rtn: 0.0022583,0.00000,0.070
+37,mlp.experts.144.gate_proj,rtn: 0.0022736,0.00000,0.077
+37,mlp.experts.186.gate_proj,rtn: 0.0023499,0.00000,0.065
+37,mlp.experts.159.gate_proj,rtn: 0.0023346,0.00000,0.087
+37,mlp.experts.172.gate_proj,rtn: 0.0023499,0.00000,0.085
+37,mlp.experts.155.gate_proj,rtn: 0.0023346,0.00000,0.084
+37,mlp.experts.190.gate_proj,rtn: 0.0023041,0.00000,0.065
+37,mlp.experts.137.gate_proj,rtn: 0.0022736,0.00000,0.095
+37,mlp.experts.164.gate_proj,rtn: 0.0022736,0.00000,0.093
+37,mlp.experts.163.gate_proj,rtn: 0.0022583,0.00000,0.072
+37,mlp.experts.149.gate_proj,rtn: 0.0023346,0.00000,0.070
+37,mlp.experts.167.gate_proj,rtn: 0.0023499,0.00000,0.073
+37,mlp.experts.168.gate_proj,rtn: 0.0022125,0.00000,0.091
+37,mlp.experts.6.up_proj,rtn: 0.0022430,0.00000,0.065
+37,mlp.experts.157.gate_proj,rtn: 0.0023041,0.00000,0.076
+37,mlp.experts.2.up_proj,rtn: 0.0022888,0.00000,0.069
+37,mlp.experts.145.gate_proj,rtn: 0.0022888,0.00000,0.075
+37,mlp.experts.10.up_proj,rtn: 0.0023193,0.00000,0.068
+37,mlp.experts.175.gate_proj,rtn: 0.0023193,0.00000,0.070
+37,mlp.experts.160.gate_proj,rtn: 0.0023041,0.00000,0.091
+37,mlp.experts.171.gate_proj,rtn: 0.0022888,0.00000,0.075
+37,mlp.experts.188.gate_proj,rtn: 0.0023041,0.00000,0.091
+37,mlp.experts.14.up_proj,rtn: 0.0022888,0.00000,0.086
+37,mlp.experts.165.gate_proj,rtn: 0.0022583,0.00000,0.072
+37,mlp.experts.153.gate_proj,rtn: 0.0023193,0.00000,0.083
+37,mlp.experts.179.gate_proj,rtn: 0.0022888,0.00000,0.077
+37,mlp.experts.183.gate_proj,rtn: 0.0023956,0.00000,0.074
+37,mlp.experts.180.gate_proj,rtn: 0.0022430,0.00000,0.088
+37,mlp.experts.161.gate_proj,rtn: 0.0022736,0.00000,0.070
+37,mlp.experts.184.gate_proj,rtn: 0.0022736,0.00000,0.080
+37,mlp.experts.173.gate_proj,rtn: 0.0023193,0.00000,0.084
+37,mlp.experts.176.gate_proj,rtn: 0.0021667,0.00000,0.076
+37,mlp.experts.191.gate_proj,rtn: 0.0023499,0.00000,0.082
+37,mlp.experts.18.up_proj,rtn: 0.0022278,0.00000,0.111
+37,mlp.experts.187.gate_proj,rtn: 0.0022888,0.00000,0.082
+37,mlp.experts.12.up_proj,rtn: 0.0022278,0.00000,0.076
+37,mlp.experts.26.up_proj,rtn: 0.0022736,0.00000,0.117
+37,mlp.experts.181.gate_proj,rtn: 0.0023193,0.00000,0.084
+37,mlp.experts.169.gate_proj,rtn: 0.0023193,0.00000,0.082
+37,mlp.experts.4.up_proj,rtn: 0.0022736,0.00000,0.075
+37,mlp.experts.8.up_proj,rtn: 0.0022888,0.00000,0.072
+37,mlp.experts.189.gate_proj,rtn: 0.0023193,0.00000,0.077
+37,mlp.experts.177.gate_proj,rtn: 0.0022888,0.00000,0.084
+37,mlp.experts.0.up_proj,rtn: 0.0022736,0.00000,0.073
+37,mlp.experts.30.up_proj,rtn: 0.0022888,0.00000,0.111
+37,mlp.experts.22.up_proj,rtn: 0.0022736,0.00000,0.174
+37,mlp.experts.3.up_proj,rtn: 0.0023193,0.00000,0.115
+37,mlp.experts.28.up_proj,rtn: 0.0022888,0.00000,0.074
+37,mlp.experts.34.up_proj,rtn: 0.0022278,0.00000,0.089
+37,mlp.experts.15.up_proj,rtn: 0.0022888,0.00000,0.105
+37,mlp.experts.42.up_proj,rtn: 0.0023041,0.00000,0.082
+37,mlp.experts.11.up_proj,rtn: 0.0022888,0.00000,0.109
+37,mlp.experts.24.up_proj,rtn: 0.0023041,0.00000,0.073
+37,mlp.experts.20.up_proj,rtn: 0.0023346,0.00000,0.076
+37,mlp.experts.7.up_proj,rtn: 0.0022430,0.00000,0.165
+37,mlp.experts.5.up_proj,rtn: 0.0022888,0.00000,0.099
+37,mlp.experts.16.up_proj,rtn: 0.0022888,0.00000,0.077
+37,mlp.experts.1.up_proj,rtn: 0.0022736,0.00000,0.098
+37,mlp.experts.46.up_proj,rtn: 0.0023041,0.00000,0.093
+37,mlp.experts.185.gate_proj,rtn: 0.0023041,0.00000,0.113
+37,mlp.experts.44.up_proj,rtn: 0.0022278,0.00000,0.075
+37,mlp.experts.50.up_proj,rtn: 0.0023041,0.00000,0.090
+37,mlp.experts.58.up_proj,rtn: 0.0022888,0.00000,0.084
+37,mlp.experts.38.up_proj,rtn: 0.0023041,0.00000,0.111
+37,mlp.experts.40.up_proj,rtn: 0.0023193,0.00000,0.072
+37,mlp.experts.36.up_proj,rtn: 0.0023041,0.00000,0.072
+37,mlp.experts.13.up_proj,rtn: 0.0022583,0.00000,0.126
+37,mlp.experts.32.up_proj,rtn: 0.0022736,0.00000,0.072
+37,mlp.experts.19.up_proj,rtn: 0.0023041,0.00000,0.157
+37,mlp.experts.62.up_proj,rtn: 0.0022583,0.00000,0.081
+37,mlp.experts.60.up_proj,rtn: 0.0023193,0.00000,0.063
+37,mlp.experts.31.up_proj,rtn: 0.0023193,0.00000,0.156
+37,mlp.experts.27.up_proj,rtn: 0.0023041,0.00000,0.135
+37,mlp.experts.23.up_proj,rtn: 0.0022736,0.00000,0.128
+37,mlp.experts.52.up_proj,rtn: 0.0022888,0.00000,0.077
+37,mlp.experts.74.up_proj,rtn: 0.0023499,0.00000,0.092
+37,mlp.experts.56.up_proj,rtn: 0.0022430,0.00000,0.086
+37,mlp.experts.21.up_proj,rtn: 0.0022888,0.00000,0.149
+37,mlp.experts.66.up_proj,rtn: 0.0023041,0.00000,0.094
+37,mlp.experts.54.up_proj,rtn: 0.0022430,0.00000,0.093
+37,mlp.experts.17.up_proj,rtn: 0.0023193,0.00000,0.139
+37,mlp.experts.35.up_proj,rtn: 0.0022583,0.00000,0.088
+37,mlp.experts.9.up_proj,rtn: 0.0022888,0.00000,0.130
+37,mlp.experts.78.up_proj,rtn: 0.0023193,0.00000,0.090
+37,mlp.experts.48.up_proj,rtn: 0.0023041,0.00000,0.110
+37,mlp.experts.43.up_proj,rtn: 0.0022736,0.00000,0.086
+37,mlp.experts.47.up_proj,rtn: 0.0023193,0.00000,0.090
+37,mlp.experts.39.up_proj,rtn: 0.0022583,0.00000,0.086
+37,mlp.experts.29.up_proj,rtn: 0.0023193,0.00000,0.123
+37,mlp.experts.76.up_proj,rtn: 0.0023499,0.00000,0.105
+37,mlp.experts.90.up_proj,rtn: 0.0023193,0.00000,0.075
+37,mlp.experts.70.up_proj,rtn: 0.0023346,0.00000,0.075
+37,mlp.experts.68.up_proj,rtn: 0.0022736,0.00000,0.095
+37,mlp.experts.82.up_proj,rtn: 0.0022736,0.00000,0.079
+37,mlp.experts.37.up_proj,rtn: 0.0023041,0.00000,0.097
+37,mlp.experts.72.up_proj,rtn: 0.0022888,0.00000,0.107
+37,mlp.experts.51.up_proj,rtn: 0.0022888,0.00000,0.077
+37,mlp.experts.33.up_proj,rtn: 0.0022583,0.00000,0.110
+37,mlp.experts.94.up_proj,rtn: 0.0023193,0.00000,0.071
+37,mlp.experts.55.up_proj,rtn: 0.0022736,0.00000,0.061
+37,mlp.experts.63.up_proj,rtn: 0.0022888,0.00000,0.071
+37,mlp.experts.59.up_proj,rtn: 0.0023193,0.00000,0.072
+37,mlp.experts.106.up_proj,rtn: 0.0022888,0.00000,0.071
+37,mlp.experts.64.up_proj,rtn: 0.0023193,0.00000,0.102
+37,mlp.experts.25.up_proj,rtn: 0.0022736,0.00000,0.109
+37,mlp.experts.86.up_proj,rtn: 0.0022583,0.00000,0.065
+37,mlp.experts.45.up_proj,rtn: 0.0022430,0.00000,0.111
+37,mlp.experts.92.up_proj,rtn: 0.0022888,0.00000,0.117
+37,mlp.experts.98.up_proj,rtn: 0.0023041,0.00000,0.078
+37,mlp.experts.67.up_proj,rtn: 0.0023041,0.00000,0.079
+37,mlp.experts.71.up_proj,rtn: 0.0022430,0.00000,0.074
+37,mlp.experts.53.up_proj,rtn: 0.0022430,0.00000,0.103
+37,mlp.experts.110.up_proj,rtn: 0.0022583,0.00000,0.083
+37,mlp.experts.79.up_proj,rtn: 0.0022736,0.00000,0.080
+37,mlp.experts.75.up_proj,rtn: 0.0023041,0.00000,0.081
+37,mlp.experts.122.up_proj,rtn: 0.0023041,0.00000,0.076
+37,mlp.experts.49.up_proj,rtn: 0.0022888,0.00000,0.105
+37,mlp.experts.102.up_proj,rtn: 0.0022736,0.00000,0.080
+37,mlp.experts.88.up_proj,rtn: 0.0022583,0.00000,0.141
+37,mlp.experts.84.up_proj,rtn: 0.0023651,0.00000,0.153
+37,mlp.experts.114.up_proj,rtn: 0.0023499,0.00000,0.073
+37,mlp.experts.41.up_proj,rtn: 0.0022736,0.00000,0.107
+37,mlp.experts.87.up_proj,rtn: 0.0022888,0.00000,0.073
+37,mlp.experts.61.up_proj,rtn: 0.0022736,0.00000,0.108
+37,mlp.experts.126.up_proj,rtn: 0.0023041,0.00000,0.071
+37,mlp.experts.83.up_proj,rtn: 0.0022888,0.00000,0.077
+37,mlp.experts.80.up_proj,rtn: 0.0022888,0.00000,0.133
+37,mlp.experts.91.up_proj,rtn: 0.0023041,0.00000,0.070
+37,mlp.experts.95.up_proj,rtn: 0.0023041,0.00000,0.073
+37,mlp.experts.138.up_proj,rtn: 0.0022888,0.00000,0.077
+37,mlp.experts.118.up_proj,rtn: 0.0021973,0.00000,0.074
+37,mlp.experts.108.up_proj,rtn: 0.0023193,0.00000,0.139
+37,mlp.experts.69.up_proj,rtn: 0.0023804,0.00000,0.115
+37,mlp.experts.130.up_proj,rtn: 0.0022736,0.00000,0.069
+37,mlp.experts.65.up_proj,rtn: 0.0023346,0.00000,0.109
+37,mlp.experts.104.up_proj,rtn: 0.0023041,0.00000,0.088
+37,mlp.experts.100.up_proj,rtn: 0.0022736,0.00000,0.093
+37,mlp.experts.103.up_proj,rtn: 0.0023041,0.00000,0.070
+37,mlp.experts.142.up_proj,rtn: 0.0022888,0.00000,0.069
+37,mlp.experts.107.up_proj,rtn: 0.0023193,0.00000,0.066
+37,mlp.experts.99.up_proj,rtn: 0.0023651,0.00000,0.077
+37,mlp.experts.111.up_proj,rtn: 0.0023041,0.00000,0.070
+37,mlp.experts.57.up_proj,rtn: 0.0022736,0.00000,0.113
+37,mlp.experts.154.up_proj,rtn: 0.0023041,0.00000,0.075
+37,mlp.experts.134.up_proj,rtn: 0.0022888,0.00000,0.065
+37,mlp.experts.96.up_proj,rtn: 0.0022736,0.00000,0.096
+37,mlp.experts.77.up_proj,rtn: 0.0023041,0.00000,0.114
+37,mlp.experts.146.up_proj,rtn: 0.0022888,0.00000,0.074
+37,mlp.experts.124.up_proj,rtn: 0.0022888,0.00000,0.090
+37,mlp.experts.85.up_proj,rtn: 0.0022888,0.00000,0.097
+37,mlp.experts.120.up_proj,rtn: 0.0022583,0.00000,0.082
+37,mlp.experts.116.up_proj,rtn: 0.0023346,0.00000,0.083
+37,mlp.experts.81.up_proj,rtn: 0.0023041,0.00000,3.587
+37,mlp.experts.170.up_proj,rtn: 0.0023499,0.00000,3.612
+37,mlp.experts.150.up_proj,rtn: 0.0023193,0.00000,3.611
+37,mlp.experts.162.up_proj,rtn: 0.0023499,0.00000,3.592
+37,mlp.experts.119.up_proj,rtn: 0.0023041,0.00000,3.653
+37,mlp.experts.123.up_proj,rtn: 0.0022888,0.00000,3.650
+37,mlp.experts.73.up_proj,rtn: 0.0022888,0.00000,3.638
+37,mlp.experts.112.up_proj,rtn: 0.0023346,0.00000,3.635
+37,mlp.experts.115.up_proj,rtn: 0.0022583,0.00000,3.660
+37,mlp.experts.93.up_proj,rtn: 0.0023041,0.00000,3.634
+37,mlp.experts.127.up_proj,rtn: 0.0023346,0.00000,3.674
+37,mlp.experts.140.up_proj,rtn: 0.0023346,0.00000,3.641
+37,mlp.experts.158.up_proj,rtn: 0.0022888,0.00000,3.714
+37,mlp.experts.101.up_proj,rtn: 0.0022583,0.00000,3.663
+37,mlp.experts.132.up_proj,rtn: 0.0022736,0.00000,0.157
+37,mlp.experts.97.up_proj,rtn: 0.0022888,0.00000,0.118
+37,mlp.experts.136.up_proj,rtn: 0.0022278,0.00000,3.676
+37,mlp.experts.89.up_proj,rtn: 0.0022888,0.00000,0.092
+37,mlp.experts.128.up_proj,rtn: 0.0022583,0.00000,0.094
+37,mlp.experts.109.up_proj,rtn: 0.0022736,0.00000,0.092
+37,mlp.experts.135.up_proj,rtn: 0.0023193,0.00000,0.120
+37,mlp.experts.166.up_proj,rtn: 0.0022888,0.00000,0.124
+37,mlp.experts.139.up_proj,rtn: 0.0023956,0.00000,0.126
+37,mlp.experts.131.up_proj,rtn: 0.0022888,0.00000,0.116
+37,mlp.experts.143.up_proj,rtn: 0.0023041,0.00000,0.111
+37,mlp.experts.186.up_proj,rtn: 0.0023346,0.00000,0.158
+37,mlp.experts.178.up_proj,rtn: 0.0022583,0.00000,0.142
+37,mlp.experts.156.up_proj,rtn: 0.0021973,0.00000,0.109
+37,mlp.experts.174.up_proj,rtn: 0.0022736,0.00000,0.103
+37,mlp.experts.117.up_proj,rtn: 0.0022736,0.00000,0.088
+37,mlp.experts.148.up_proj,rtn: 0.0022736,0.00000,0.102
+37,mlp.experts.113.up_proj,rtn: 0.0022583,0.00000,0.103
+37,mlp.experts.152.up_proj,rtn: 0.0022888,0.00000,0.097
+37,mlp.experts.151.up_proj,rtn: 0.0022888,0.00000,0.075
+37,mlp.experts.144.up_proj,rtn: 0.0022583,0.00000,0.089
+37,mlp.experts.155.up_proj,rtn: 0.0023346,0.00000,0.077
+37,mlp.experts.159.up_proj,rtn: 0.0023193,0.00000,0.063
+37,mlp.experts.147.up_proj,rtn: 0.0022736,0.00000,0.065
+37,mlp.experts.105.up_proj,rtn: 0.0022583,0.00000,0.121
+37,mlp.experts.172.up_proj,rtn: 0.0022888,0.00000,0.081
+37,mlp.experts.125.up_proj,rtn: 0.0023041,0.00000,0.124
+37,mlp.experts.164.up_proj,rtn: 0.0022736,0.00000,0.078
+37,mlp.experts.182.up_proj,rtn: 0.0022278,0.00000,0.140
+37,mlp.experts.133.up_proj,rtn: 0.0022583,0.00000,0.107
+37,mlp.experts.168.up_proj,rtn: 0.0022278,0.00000,0.080
+37,mlp.experts.167.up_proj,rtn: 0.0023499,0.00000,0.075
+37,mlp.experts.175.up_proj,rtn: 0.0023041,0.00000,0.067
+37,mlp.experts.171.up_proj,rtn: 0.0022736,0.00000,0.068
+37,mlp.experts.163.up_proj,rtn: 0.0022583,0.00000,0.065
+37,mlp.experts.160.up_proj,rtn: 0.0022736,0.00000,0.082
+37,mlp.experts.129.up_proj,rtn: 0.0022430,0.00000,0.108
+37,mlp.experts.190.up_proj,rtn: 0.0022888,0.00000,0.139
+37,mlp.experts.188.up_proj,rtn: 0.0023041,0.00000,0.080
+37,mlp.experts.121.up_proj,rtn: 0.0023041,0.00000,0.107
+37,mlp.experts.180.up_proj,rtn: 0.0022430,0.00000,0.085
+37,mlp.experts.141.up_proj,rtn: 0.0023193,0.00000,0.115
+37,mlp.experts.187.up_proj,rtn: 0.0022888,0.00000,0.089
+37,mlp.experts.179.up_proj,rtn: 0.0022888,0.00000,0.078
+37,mlp.experts.191.up_proj,rtn: 0.0023193,0.00000,0.090
+37,mlp.experts.184.up_proj,rtn: 0.0022736,0.00000,0.097
+37,mlp.experts.149.up_proj,rtn: 0.0023193,0.00000,0.111
+37,mlp.experts.183.up_proj,rtn: 0.0023346,0.00000,0.101
+37,mlp.experts.176.up_proj,rtn: 0.0022430,0.00000,0.092
+37,mlp.experts.145.up_proj,rtn: 0.0022736,0.00000,0.120
+37,mlp.experts.137.up_proj,rtn: 0.0022736,0.00000,0.117
+37,mlp.experts.157.up_proj,rtn: 0.0023041,0.00000,0.140
+37,mlp.experts.161.up_proj,rtn: 0.0022583,0.00000,0.080
+37,mlp.experts.165.up_proj,rtn: 0.0022430,0.00000,0.108
+37,mlp.experts.153.up_proj,rtn: 0.0023041,0.00000,0.120
+37,mlp.experts.173.up_proj,rtn: 0.0022888,0.00000,0.125
+37,mlp.experts.181.up_proj,rtn: 0.0022888,0.00000,0.095
+37,mlp.experts.177.up_proj,rtn: 0.0022583,0.00000,0.116
+37,mlp.experts.169.up_proj,rtn: 0.0023041,0.00000,0.103
+37,mlp.experts.189.up_proj,rtn: 0.0022583,0.00000,0.093
+37,mlp.experts.185.up_proj,rtn: 0.0022888,0.00000,0.077
+37,mlp.experts.2.down_proj,rtn: 0.0022125,0.00000,0.025
+37,mlp.experts.11.down_proj,rtn: 0.0022583,0.00000,0.044
+37,mlp.experts.1.down_proj,rtn: 0.0022125,0.00000,0.141
+37,mlp.experts.12.down_proj,rtn: 0.0021973,0.00000,0.058
+37,mlp.experts.5.down_proj,rtn: 0.0022430,0.00000,0.144
+37,mlp.experts.3.down_proj,rtn: 0.0022736,0.00000,0.058
+37,mlp.experts.0.down_proj,rtn: 0.0022278,0.00000,0.060
+37,mlp.experts.4.down_proj,rtn: 0.0022278,0.00000,0.061
+37,mlp.experts.15.down_proj,rtn: 0.0022430,0.00000,0.062
+37,mlp.experts.9.down_proj,rtn: 0.0022583,0.00000,0.147
+37,mlp.experts.8.down_proj,rtn: 0.0022430,0.00000,0.064
+37,mlp.experts.7.down_proj,rtn: 0.0021820,0.00000,0.066
+37,mlp.experts.13.down_proj,rtn: 0.0023346,0.00000,0.153
+37,mlp.experts.14.down_proj,rtn: 0.0022278,0.00000,0.071
+37,mlp.experts.10.down_proj,rtn: 0.0022736,0.00000,0.075
+37,mlp.experts.6.down_proj,rtn: 0.0022125,0.00000,0.080
+37,mlp.experts.18.down_proj,rtn: 0.0021973,0.00000,0.083
+37,mlp.experts.27.down_proj,rtn: 0.0022583,0.00000,0.058
+37,mlp.experts.19.down_proj,rtn: 0.0022278,0.00000,0.029
+37,mlp.experts.22.down_proj,rtn: 0.0022430,0.00000,0.014
+37,mlp.experts.17.down_proj,rtn: 0.0022888,0.00000,0.037
+37,mlp.experts.21.down_proj,rtn: 0.0022430,0.00000,0.040
+37,mlp.experts.31.down_proj,rtn: 0.0022430,0.00000,0.024
+37,mlp.experts.23.down_proj,rtn: 0.0022278,0.00000,0.026
+37,mlp.experts.28.down_proj,rtn: 0.0022583,0.00000,0.047
+37,mlp.experts.20.down_proj,rtn: 0.0022888,0.00000,0.041
+37,mlp.experts.16.down_proj,rtn: 0.0022278,0.00000,0.047
+37,mlp.experts.24.down_proj,rtn: 0.0022583,0.00000,0.037
+37,mlp.experts.30.down_proj,rtn: 0.0022430,0.00000,0.034
+37,mlp.experts.26.down_proj,rtn: 0.0022430,0.00000,0.040
+37,mlp.experts.35.down_proj,rtn: 0.0022278,0.00000,0.031
+37,mlp.experts.43.down_proj,rtn: 0.0022278,0.00000,0.039
+37,mlp.experts.38.down_proj,rtn: 0.0022583,0.00000,0.032
+37,mlp.experts.25.down_proj,rtn: 0.0022430,0.00000,0.040
+37,mlp.experts.34.down_proj,rtn: 0.0021973,0.00000,0.053
+37,mlp.experts.40.down_proj,rtn: 0.0022583,0.00000,0.028
+37,mlp.experts.44.down_proj,rtn: 0.0022125,0.00000,0.028
+37,mlp.experts.36.down_proj,rtn: 0.0022430,0.00000,0.029
+37,mlp.experts.29.down_proj,rtn: 0.0022888,0.00000,0.090
+37,mlp.experts.32.down_proj,rtn: 0.0022125,0.00000,0.030
+37,mlp.experts.42.down_proj,rtn: 0.0022583,0.00000,0.048
+37,mlp.experts.46.down_proj,rtn: 0.0022430,0.00000,0.050
+37,mlp.experts.37.down_proj,rtn: 0.0022430,0.00000,0.097
+37,mlp.experts.59.down_proj,rtn: 0.0022430,0.00000,0.048
+37,mlp.experts.51.down_proj,rtn: 0.0022278,0.00000,0.054
+37,mlp.experts.41.down_proj,rtn: 0.0022430,0.00000,0.050
+37,mlp.experts.33.down_proj,rtn: 0.0022125,0.00000,0.059
+37,mlp.experts.54.down_proj,rtn: 0.0022125,0.00000,0.060
+37,mlp.experts.45.down_proj,rtn: 0.0022125,0.00000,0.029
+37,mlp.experts.47.down_proj,rtn: 0.0022583,0.00000,0.072
+37,mlp.experts.52.down_proj,rtn: 0.0022278,0.00000,0.052
+37,mlp.experts.56.down_proj,rtn: 0.0022125,0.00000,0.055
+37,mlp.experts.60.down_proj,rtn: 0.0022736,0.00000,0.054
+37,mlp.experts.75.down_proj,rtn: 0.0022278,0.00000,0.037
+37,mlp.experts.48.down_proj,rtn: 0.0022430,0.00000,0.031
+37,mlp.experts.62.down_proj,rtn: 0.0022278,0.00000,0.044
+37,mlp.experts.58.down_proj,rtn: 0.0022278,0.00000,0.050
+37,mlp.experts.39.down_proj,rtn: 0.0022125,0.00000,0.133
+37,mlp.experts.91.down_proj,rtn: 0.0022430,0.00000,0.039
+37,mlp.experts.72.down_proj,rtn: 0.0022583,0.00000,0.049
+37,mlp.experts.76.down_proj,rtn: 0.0022583,0.00000,0.053
+37,mlp.experts.74.down_proj,rtn: 0.0022583,0.00000,0.043
+37,mlp.experts.67.down_proj,rtn: 0.0022430,0.00000,0.051
+37,mlp.experts.50.down_proj,rtn: 0.0022430,0.00000,0.132
+37,mlp.experts.70.down_proj,rtn: 0.0022888,0.00000,0.055
+37,mlp.experts.68.down_proj,rtn: 0.0022125,0.00000,0.056
+37,mlp.experts.78.down_proj,rtn: 0.0022888,0.00000,0.041
+37,mlp.experts.49.down_proj,rtn: 0.0022430,0.00000,0.056
+37,mlp.experts.63.down_proj,rtn: 0.0022430,0.00000,0.059
+37,mlp.experts.57.down_proj,rtn: 0.0022278,0.00000,0.061
+37,mlp.experts.53.down_proj,rtn: 0.0021820,0.00000,0.061
+37,mlp.experts.61.down_proj,rtn: 0.0022430,0.00000,0.060
+37,mlp.experts.64.down_proj,rtn: 0.0022583,0.00000,0.029
+37,mlp.experts.88.down_proj,rtn: 0.0022278,0.00000,0.029
+37,mlp.experts.55.down_proj,rtn: 0.0022278,0.00000,0.044
+37,mlp.experts.92.down_proj,rtn: 0.0022430,0.00000,0.028
+37,mlp.experts.107.down_proj,rtn: 0.0022430,0.00000,0.047
+37,mlp.experts.84.down_proj,rtn: 0.0022888,0.00000,0.027
+37,mlp.experts.90.down_proj,rtn: 0.0022583,0.00000,0.042
+37,mlp.experts.86.down_proj,rtn: 0.0022125,0.00000,0.049
+37,mlp.experts.83.down_proj,rtn: 0.0022430,0.00000,0.042
+37,mlp.experts.66.down_proj,rtn: 0.0022430,0.00000,0.039
+37,mlp.experts.94.down_proj,rtn: 0.0022888,0.00000,0.041
+37,mlp.experts.79.down_proj,rtn: 0.0022583,0.00000,0.042
+37,mlp.experts.104.down_proj,rtn: 0.0022736,0.00000,0.032
+37,mlp.experts.80.down_proj,rtn: 0.0022430,0.00000,0.030
+37,mlp.experts.108.down_proj,rtn: 0.0022736,0.00000,0.030
+37,mlp.experts.65.down_proj,rtn: 0.0022736,0.00000,0.047
+37,mlp.experts.69.down_proj,rtn: 0.0023041,0.00000,0.044
+37,mlp.experts.100.down_proj,rtn: 0.0021973,0.00000,0.033
+37,mlp.experts.123.down_proj,rtn: 0.0022583,0.00000,0.043
+37,mlp.experts.73.down_proj,rtn: 0.0022430,0.00000,0.057
+37,mlp.experts.106.down_proj,rtn: 0.0022278,0.00000,0.041
+37,mlp.experts.102.down_proj,rtn: 0.0022278,0.00000,0.039
+37,mlp.experts.82.down_proj,rtn: 0.0022278,0.00000,0.037
+37,mlp.experts.110.down_proj,rtn: 0.0022278,0.00000,0.044
+37,mlp.experts.99.down_proj,rtn: 0.0022888,0.00000,0.050
+37,mlp.experts.120.down_proj,rtn: 0.0022125,0.00000,0.032
+37,mlp.experts.96.down_proj,rtn: 0.0022278,0.00000,0.029
+37,mlp.experts.124.down_proj,rtn: 0.0022583,0.00000,0.030
+37,mlp.experts.116.down_proj,rtn: 0.0022736,0.00000,0.025
+37,mlp.experts.71.down_proj,rtn: 0.0021973,0.00000,0.063
+37,mlp.experts.95.down_proj,rtn: 0.0022736,0.00000,0.050
+37,mlp.experts.118.down_proj,rtn: 0.0021973,0.00000,0.031
+37,mlp.experts.122.down_proj,rtn: 0.0022583,0.00000,0.032
+37,mlp.experts.81.down_proj,rtn: 0.0022430,0.00000,0.048
+37,mlp.experts.139.down_proj,rtn: 0.0022736,0.00000,0.040
+37,mlp.experts.98.down_proj,rtn: 0.0022583,0.00000,0.033
+37,mlp.experts.85.down_proj,rtn: 0.0022278,0.00000,0.049
+37,mlp.experts.115.down_proj,rtn: 0.0022278,0.00000,0.024
+37,mlp.experts.89.down_proj,rtn: 0.0022583,0.00000,0.044
+37,mlp.experts.126.down_proj,rtn: 0.0022430,0.00000,0.028
+37,mlp.experts.140.down_proj,rtn: 0.0022736,0.00000,0.023
+37,mlp.experts.132.down_proj,rtn: 0.0022278,0.00000,0.026
+37,mlp.experts.112.down_proj,rtn: 0.0022736,0.00000,0.023
+37,mlp.experts.136.down_proj,rtn: 0.0021973,0.00000,0.030
+37,mlp.experts.77.down_proj,rtn: 0.0022583,0.00000,0.117
+37,mlp.experts.134.down_proj,rtn: 0.0022278,0.00000,0.020
+37,mlp.experts.138.down_proj,rtn: 0.0022583,0.00000,0.022
+37,mlp.experts.114.down_proj,rtn: 0.0023041,0.00000,0.017
+37,mlp.experts.101.down_proj,rtn: 0.0022278,0.00000,0.030
+37,mlp.experts.97.down_proj,rtn: 0.0022125,0.00000,0.024
+37,mlp.experts.152.down_proj,rtn: 0.0022430,0.00000,0.029
+37,mlp.experts.142.down_proj,rtn: 0.0022125,0.00000,0.028
+37,mlp.experts.156.down_proj,rtn: 0.0021515,0.00000,0.030
+37,mlp.experts.148.down_proj,rtn: 0.0022278,0.00000,0.030
+37,mlp.experts.128.down_proj,rtn: 0.0022430,0.00000,0.026
+37,mlp.experts.111.down_proj,rtn: 0.0022583,0.00000,0.057
+37,mlp.experts.105.down_proj,rtn: 0.0021973,0.00000,0.036
+37,mlp.experts.113.down_proj,rtn: 0.0022125,0.00000,0.034
+37,mlp.experts.155.down_proj,rtn: 0.0022583,0.00000,0.073
+37,mlp.experts.150.down_proj,rtn: 0.0022583,0.00000,0.045
+37,mlp.experts.154.down_proj,rtn: 0.0022736,0.00000,0.042
+37,mlp.experts.130.down_proj,rtn: 0.0022125,0.00000,0.043
+37,mlp.experts.131.down_proj,rtn: 0.0022278,0.00000,0.066
+37,mlp.experts.168.down_proj,rtn: 0.0022278,0.00000,0.037
+37,mlp.experts.117.down_proj,rtn: 0.0022278,0.00000,0.046
+37,mlp.experts.158.down_proj,rtn: 0.0022278,0.00000,0.034
+37,mlp.experts.172.down_proj,rtn: 0.0022430,0.00000,0.033
+37,mlp.experts.144.down_proj,rtn: 0.0022278,0.00000,0.026
+37,mlp.experts.164.down_proj,rtn: 0.0022278,0.00000,0.028
+37,mlp.experts.93.down_proj,rtn: 0.0022125,0.00000,0.059
+37,mlp.experts.87.down_proj,rtn: 0.0022430,0.00000,0.101
+37,mlp.experts.127.down_proj,rtn: 0.0022430,0.00000,0.049
+37,mlp.experts.129.down_proj,rtn: 0.0021820,0.00000,0.048
+37,mlp.experts.121.down_proj,rtn: 0.0022583,0.00000,0.053
+37,mlp.experts.166.down_proj,rtn: 0.0022278,0.00000,0.040
+37,mlp.experts.171.down_proj,rtn: 0.0022430,0.00000,0.050
+37,mlp.experts.147.down_proj,rtn: 0.0022278,0.00000,0.042
+37,mlp.experts.170.down_proj,rtn: 0.0022888,0.00000,0.038
+37,mlp.experts.146.down_proj,rtn: 0.0022278,0.00000,0.043
+37,mlp.experts.174.down_proj,rtn: 0.0022125,0.00000,0.037
+37,mlp.experts.184.down_proj,rtn: 0.0022125,0.00000,0.035
+37,mlp.experts.160.down_proj,rtn: 0.0022278,0.00000,0.033
+37,mlp.experts.180.down_proj,rtn: 0.0022125,0.00000,0.033
+37,mlp.experts.188.down_proj,rtn: 0.0022583,0.00000,0.034
+37,mlp.experts.103.down_proj,rtn: 0.0022583,0.00000,0.040
+37,mlp.experts.133.down_proj,rtn: 0.0022125,0.00000,0.055
+37,mlp.experts.143.down_proj,rtn: 0.0022430,0.00000,0.039
+37,mlp.experts.176.down_proj,rtn: 0.0022278,0.00000,0.013
+37,mlp.experts.145.down_proj,rtn: 0.0022278,0.00000,0.044
+37,mlp.experts.187.down_proj,rtn: 0.0022430,0.00000,0.034
+37,mlp.experts.137.down_proj,rtn: 0.0022278,0.00000,0.040
+37,mlp.experts.182.down_proj,rtn: 0.0021973,0.00000,0.038
+37,mlp.experts.163.down_proj,rtn: 0.0022125,0.00000,0.033
+37,mlp.experts.190.down_proj,rtn: 0.0022583,0.00000,0.034
+37,mlp.experts.162.down_proj,rtn: 0.0022888,0.00000,0.034
+37,mlp.experts.186.down_proj,rtn: 0.0022736,0.00000,0.038
+37,mlp.experts.178.down_proj,rtn: 0.0022278,0.00000,0.011
+37,mlp.experts.149.down_proj,rtn: 0.0022278,0.00000,0.037
+37,mlp.experts.109.down_proj,rtn: 0.0022278,0.00000,0.089
+37,mlp.experts.161.down_proj,rtn: 0.0022278,0.00000,0.035
+37,mlp.experts.153.down_proj,rtn: 0.0022736,0.00000,0.032
+37,mlp.experts.179.down_proj,rtn: 0.0022430,0.00000,0.048
+37,mlp.experts.165.down_proj,rtn: 0.0021973,0.00000,0.031
+37,mlp.experts.119.down_proj,rtn: 0.0022736,0.00000,0.081
+37,mlp.experts.159.down_proj,rtn: 0.0022430,0.00000,0.081
+37,mlp.experts.177.down_proj,rtn: 0.0022125,0.00000,0.030
+37,mlp.experts.169.down_proj,rtn: 0.0022583,0.00000,0.033
+37,mlp.experts.135.down_proj,rtn: 0.0022583,0.00000,0.020
+37,mlp.experts.181.down_proj,rtn: 0.0022430,0.00000,0.040
+37,mlp.experts.185.down_proj,rtn: 0.0022583,0.00000,0.024
+37,mlp.experts.151.down_proj,rtn: 0.0022430,0.00000,0.022
+37,mlp.experts.175.down_proj,rtn: 0.0022736,0.00000,0.037
+37,mlp.experts.125.down_proj,rtn: 0.0022278,0.00000,0.068
+37,mlp.experts.167.down_proj,rtn: 0.0022888,0.00000,0.019
+37,mlp.experts.183.down_proj,rtn: 0.0022583,0.00000,0.021
+37,mlp.experts.141.down_proj,rtn: 0.0022583,0.00000,0.073
+37,mlp.experts.191.down_proj,rtn: 0.0022430,0.00000,0.083
+37,mlp.experts.157.down_proj,rtn: 0.0022583,0.00000,0.011
+37,mlp.experts.173.down_proj,rtn: 0.0022430,0.00000,0.010
+37,mlp.experts.189.down_proj,rtn: 0.0022278,0.00000,0.010
+37,mlp.shared_experts.up_proj,rtn: 0.0019531,0.00000,0.032
+37,mlp.shared_experts.gate_proj,rtn: 0.0018387,0.00000,0.048
+37,mlp.shared_experts.down_proj,rtn: 0.0019836,0.00000,0.034
+38,self_attn.v_proj,rtn: 0.0026703,0.00000,0.041
+38,self_attn.k_proj,rtn: 0.0022583,0.00000,0.021
+38,self_attn.q_proj,rtn: 0.0021973,0.00000,0.030
+38,self_attn.o_proj,rtn: 0.0027466,0.00000,0.044
+38,mlp.experts.12.gate_proj,rtn: 0.0022583,0.00000,0.078
+38,mlp.experts.0.gate_proj,rtn: 0.0022736,0.00000,0.080
+38,mlp.experts.4.gate_proj,rtn: 0.0023804,0.00000,0.093
+38,mlp.experts.5.gate_proj,rtn: 0.0023041,0.00000,0.102
+38,mlp.experts.8.gate_proj,rtn: 0.0022888,0.00000,0.108
+38,mlp.experts.1.gate_proj,rtn: 0.0022278,0.00000,0.112
+38,mlp.experts.14.gate_proj,rtn: 0.0022583,0.00000,0.115
+38,mlp.experts.10.gate_proj,rtn: 0.0023041,0.00000,0.119
+38,mlp.experts.9.gate_proj,rtn: 0.0023193,0.00000,0.127
+38,mlp.experts.11.gate_proj,rtn: 0.0022888,0.00000,0.131
+38,mlp.experts.13.gate_proj,rtn: 0.0023651,0.00000,0.130
+38,mlp.experts.6.gate_proj,rtn: 0.0023346,0.00000,0.152
+38,mlp.experts.28.gate_proj,rtn: 0.0022583,0.00000,0.079
+38,mlp.experts.16.gate_proj,rtn: 0.0022583,0.00000,0.084
+38,mlp.experts.15.gate_proj,rtn: 0.0023499,0.00000,0.176
+38,mlp.experts.20.gate_proj,rtn: 0.0022888,0.00000,0.084
+38,mlp.experts.24.gate_proj,rtn: 0.0022583,0.00000,0.093
+38,mlp.experts.21.gate_proj,rtn: 0.0022888,0.00000,0.102
+38,mlp.experts.7.gate_proj,rtn: 0.0022888,0.00000,0.207
+38,mlp.experts.17.gate_proj,rtn: 0.0022430,0.00000,0.101
+38,mlp.experts.25.gate_proj,rtn: 0.0023193,0.00000,0.100
+38,mlp.experts.2.gate_proj,rtn: 0.0022888,0.00000,0.229
+38,mlp.experts.44.gate_proj,rtn: 0.0022430,0.00000,0.078
+38,mlp.experts.29.gate_proj,rtn: 0.0021973,0.00000,0.114
+38,mlp.experts.32.gate_proj,rtn: 0.0022888,0.00000,0.084
+38,mlp.experts.36.gate_proj,rtn: 0.0023193,0.00000,0.083
+38,mlp.experts.40.gate_proj,rtn: 0.0023499,0.00000,0.075
+38,mlp.experts.3.gate_proj,rtn: 0.0021210,0.00000,0.299
+38,mlp.experts.30.gate_proj,rtn: 0.0023041,0.00000,0.178
+38,mlp.experts.37.gate_proj,rtn: 0.0023041,0.00000,0.089
+38,mlp.experts.33.gate_proj,rtn: 0.0022736,0.00000,0.082
+38,mlp.experts.22.gate_proj,rtn: 0.0022430,0.00000,0.154
+38,mlp.experts.60.gate_proj,rtn: 0.0023499,0.00000,0.073
+38,mlp.experts.26.gate_proj,rtn: 0.0022125,0.00000,0.205
+38,mlp.experts.31.gate_proj,rtn: 0.0022583,0.00000,0.141
+38,mlp.experts.27.gate_proj,rtn: 0.0022430,0.00000,0.194
+38,mlp.experts.41.gate_proj,rtn: 0.0022278,0.00000,0.099
+38,mlp.experts.48.gate_proj,rtn: 0.0023193,0.00000,0.080
+38,mlp.experts.23.gate_proj,rtn: 0.0022888,0.00000,0.121
+38,mlp.experts.52.gate_proj,rtn: 0.0023346,0.00000,0.083
+38,mlp.experts.45.gate_proj,rtn: 0.0022888,0.00000,0.105
+38,mlp.experts.56.gate_proj,rtn: 0.0022430,0.00000,0.081
+38,mlp.experts.18.gate_proj,rtn: 0.0023193,0.00000,0.133
+38,mlp.experts.19.gate_proj,rtn: 0.0022583,0.00000,0.083
+38,mlp.experts.46.gate_proj,rtn: 0.0022583,0.00000,0.101
+38,mlp.experts.76.gate_proj,rtn: 0.0022583,0.00000,0.082
+38,mlp.experts.43.gate_proj,rtn: 0.0022736,0.00000,0.075
+38,mlp.experts.53.gate_proj,rtn: 0.0023346,0.00000,0.101
+38,mlp.experts.38.gate_proj,rtn: 0.0023193,0.00000,0.097
+38,mlp.experts.49.gate_proj,rtn: 0.0022583,0.00000,0.096
+38,mlp.experts.47.gate_proj,rtn: 0.0022736,0.00000,0.082
+38,mlp.experts.57.gate_proj,rtn: 0.0022583,0.00000,0.084
+38,mlp.experts.64.gate_proj,rtn: 0.0023041,0.00000,0.078
+38,mlp.experts.39.gate_proj,rtn: 0.0023499,0.00000,0.074
+38,mlp.experts.42.gate_proj,rtn: 0.0022736,0.00000,0.102
+38,mlp.experts.68.gate_proj,rtn: 0.0023193,0.00000,0.082
+38,mlp.experts.61.gate_proj,rtn: 0.0023804,0.00000,0.083
+38,mlp.experts.72.gate_proj,rtn: 0.0023193,0.00000,0.082
+38,mlp.experts.35.gate_proj,rtn: 0.0022736,0.00000,0.069
+38,mlp.experts.34.gate_proj,rtn: 0.0022278,0.00000,0.091
+38,mlp.experts.59.gate_proj,rtn: 0.0022736,0.00000,0.065
+38,mlp.experts.63.gate_proj,rtn: 0.0022736,0.00000,0.066
+38,mlp.experts.92.gate_proj,rtn: 0.0022430,0.00000,0.079
+38,mlp.experts.62.gate_proj,rtn: 0.0023193,0.00000,0.087
+38,mlp.experts.55.gate_proj,rtn: 0.0022278,0.00000,0.066
+38,mlp.experts.69.gate_proj,rtn: 0.0022583,0.00000,0.084
+38,mlp.experts.73.gate_proj,rtn: 0.0022583,0.00000,0.077
+38,mlp.experts.54.gate_proj,rtn: 0.0023041,0.00000,0.088
+38,mlp.experts.65.gate_proj,rtn: 0.0022736,0.00000,0.079
+38,mlp.experts.80.gate_proj,rtn: 0.0023499,0.00000,0.080
+38,mlp.experts.58.gate_proj,rtn: 0.0022583,0.00000,0.082
+38,mlp.experts.84.gate_proj,rtn: 0.0023193,0.00000,0.077
+38,mlp.experts.51.gate_proj,rtn: 0.0022278,0.00000,0.070
+38,mlp.experts.88.gate_proj,rtn: 0.0022888,0.00000,0.076
+38,mlp.experts.77.gate_proj,rtn: 0.0023346,0.00000,0.086
+38,mlp.experts.50.gate_proj,rtn: 0.0022888,0.00000,0.077
+38,mlp.experts.75.gate_proj,rtn: 0.0023499,0.00000,0.073
+38,mlp.experts.79.gate_proj,rtn: 0.0022430,0.00000,0.069
+38,mlp.experts.108.gate_proj,rtn: 0.0023041,0.00000,0.074
+38,mlp.experts.71.gate_proj,rtn: 0.0022736,0.00000,0.074
+38,mlp.experts.78.gate_proj,rtn: 0.0023499,0.00000,0.087
+38,mlp.experts.74.gate_proj,rtn: 0.0022736,0.00000,0.070
+38,mlp.experts.96.gate_proj,rtn: 0.0022736,0.00000,0.075
+38,mlp.experts.70.gate_proj,rtn: 0.0022583,0.00000,0.087
+38,mlp.experts.100.gate_proj,rtn: 0.0023041,0.00000,0.076
+38,mlp.experts.67.gate_proj,rtn: 0.0023041,0.00000,0.068
+38,mlp.experts.89.gate_proj,rtn: 0.0023041,0.00000,0.099
+38,mlp.experts.104.gate_proj,rtn: 0.0022888,0.00000,0.071
+38,mlp.experts.81.gate_proj,rtn: 0.0022736,0.00000,0.104
+38,mlp.experts.95.gate_proj,rtn: 0.0022583,0.00000,0.060
+38,mlp.experts.66.gate_proj,rtn: 0.0023041,0.00000,0.071
+38,mlp.experts.91.gate_proj,rtn: 0.0022888,0.00000,0.071
+38,mlp.experts.87.gate_proj,rtn: 0.0022888,0.00000,0.062
+38,mlp.experts.124.gate_proj,rtn: 0.0023651,0.00000,0.075
+38,mlp.experts.93.gate_proj,rtn: 0.0022430,0.00000,0.107
+38,mlp.experts.90.gate_proj,rtn: 0.0022736,0.00000,0.069
+38,mlp.experts.94.gate_proj,rtn: 0.0022736,0.00000,0.074
+38,mlp.experts.112.gate_proj,rtn: 0.0022736,0.00000,0.074
+38,mlp.experts.116.gate_proj,rtn: 0.0023041,0.00000,0.071
+38,mlp.experts.83.gate_proj,rtn: 0.0022888,0.00000,0.069
+38,mlp.experts.86.gate_proj,rtn: 0.0022888,0.00000,0.073
+38,mlp.experts.111.gate_proj,rtn: 0.0022888,0.00000,0.065
+38,mlp.experts.120.gate_proj,rtn: 0.0022583,0.00000,0.075
+38,mlp.experts.85.gate_proj,rtn: 0.0022888,0.00000,0.188
+38,mlp.experts.107.gate_proj,rtn: 0.0023651,0.00000,0.064
+38,mlp.experts.103.gate_proj,rtn: 0.0022736,0.00000,0.058
+38,mlp.experts.105.gate_proj,rtn: 0.0023041,0.00000,0.089
+38,mlp.experts.97.gate_proj,rtn: 0.0022736,0.00000,0.086
+38,mlp.experts.140.gate_proj,rtn: 0.0022736,0.00000,0.074
+38,mlp.experts.109.gate_proj,rtn: 0.0023499,0.00000,0.078
+38,mlp.experts.99.gate_proj,rtn: 0.0022430,0.00000,0.060
+38,mlp.experts.128.gate_proj,rtn: 0.0022430,0.00000,0.077
+38,mlp.experts.132.gate_proj,rtn: 0.0022736,0.00000,0.077
+38,mlp.experts.127.gate_proj,rtn: 0.0023193,0.00000,0.074
+38,mlp.experts.82.gate_proj,rtn: 0.0022888,0.00000,0.163
+38,mlp.experts.119.gate_proj,rtn: 0.0023499,0.00000,0.079
+38,mlp.experts.136.gate_proj,rtn: 0.0023346,0.00000,0.085
+38,mlp.experts.123.gate_proj,rtn: 0.0023499,0.00000,0.086
+38,mlp.experts.101.gate_proj,rtn: 0.0022888,0.00000,0.092
+38,mlp.experts.113.gate_proj,rtn: 0.0022888,0.00000,0.093
+38,mlp.experts.121.gate_proj,rtn: 0.0023193,0.00000,0.093
+38,mlp.experts.156.gate_proj,rtn: 0.0023499,0.00000,0.079
+38,mlp.experts.125.gate_proj,rtn: 0.0023346,0.00000,0.092
+38,mlp.experts.144.gate_proj,rtn: 0.0022583,0.00000,0.075
+38,mlp.experts.115.gate_proj,rtn: 0.0023193,0.00000,0.082
+38,mlp.experts.148.gate_proj,rtn: 0.0022736,0.00000,0.075
+38,mlp.experts.106.gate_proj,rtn: 0.0022888,0.00000,0.178
+38,mlp.experts.110.gate_proj,rtn: 0.0023499,0.00000,0.189
+38,mlp.experts.102.gate_proj,rtn: 0.0023346,0.00000,0.158
+38,mlp.experts.152.gate_proj,rtn: 0.0022888,0.00000,0.074
+38,mlp.experts.98.gate_proj,rtn: 0.0023041,0.00000,0.088
+38,mlp.experts.135.gate_proj,rtn: 0.0022430,0.00000,0.099
+38,mlp.experts.172.gate_proj,rtn: 0.0023499,0.00000,0.081
+38,mlp.experts.139.gate_proj,rtn: 0.0022430,0.00000,0.099
+38,mlp.experts.117.gate_proj,rtn: 0.0022430,0.00000,0.096
+38,mlp.experts.137.gate_proj,rtn: 0.0022736,0.00000,0.092
+38,mlp.experts.129.gate_proj,rtn: 0.0023041,0.00000,0.093
+38,mlp.experts.141.gate_proj,rtn: 0.0023346,0.00000,0.085
+38,mlp.experts.160.gate_proj,rtn: 0.0023193,0.00000,0.087
+38,mlp.experts.122.gate_proj,rtn: 0.0022888,0.00000,0.085
+38,mlp.experts.164.gate_proj,rtn: 0.0022888,0.00000,0.087
+38,mlp.experts.131.gate_proj,rtn: 0.0023041,0.00000,0.102
+38,mlp.experts.126.gate_proj,rtn: 0.0023346,0.00000,0.080
+38,mlp.experts.118.gate_proj,rtn: 0.0022888,0.00000,0.071
+38,mlp.experts.114.gate_proj,rtn: 0.0022583,0.00000,0.068
+38,mlp.experts.168.gate_proj,rtn: 0.0023804,0.00000,0.084
+38,mlp.experts.143.gate_proj,rtn: 0.0023193,0.00000,0.193
+38,mlp.experts.188.gate_proj,rtn: 0.0023499,0.00000,0.080
+38,mlp.experts.176.gate_proj,rtn: 0.0022583,0.00000,0.076
+38,mlp.experts.151.gate_proj,rtn: 0.0023804,0.00000,0.112
+38,mlp.experts.153.gate_proj,rtn: 0.0022583,0.00000,0.098
+38,mlp.experts.157.gate_proj,rtn: 0.0023499,0.00000,0.091
+38,mlp.experts.138.gate_proj,rtn: 0.0022583,0.00000,0.076
+38,mlp.experts.155.gate_proj,rtn: 0.0022430,0.00000,0.102
+38,mlp.experts.145.gate_proj,rtn: 0.0023956,0.00000,0.094
+38,mlp.experts.133.gate_proj,rtn: 0.0023193,0.00000,0.098
+38,mlp.experts.180.gate_proj,rtn: 0.0023499,0.00000,0.068
+38,mlp.experts.184.gate_proj,rtn: 0.0021973,0.00000,0.073
+38,mlp.experts.134.gate_proj,rtn: 0.0023041,0.00000,0.093
+38,mlp.experts.12.up_proj,rtn: 0.0022125,0.00000,0.077
+38,mlp.experts.147.gate_proj,rtn: 0.0022888,0.00000,0.098
+38,mlp.experts.130.gate_proj,rtn: 0.0022430,0.00000,0.103
+38,mlp.experts.142.gate_proj,rtn: 0.0022736,0.00000,0.107
+38,mlp.experts.159.gate_proj,rtn: 0.0022888,0.00000,0.096
+38,mlp.experts.0.up_proj,rtn: 0.0022583,0.00000,0.079
+38,mlp.experts.173.gate_proj,rtn: 0.0022736,0.00000,0.069
+38,mlp.experts.169.gate_proj,rtn: 0.0023041,0.00000,0.069
+38,mlp.experts.167.gate_proj,rtn: 0.0023651,0.00000,0.086
+38,mlp.experts.161.gate_proj,rtn: 0.0022736,0.00000,0.073
+38,mlp.experts.149.gate_proj,rtn: 0.0022278,0.00000,0.075
+38,mlp.experts.171.gate_proj,rtn: 0.0023041,0.00000,0.084
+38,mlp.experts.4.up_proj,rtn: 0.0023041,0.00000,0.081
+38,mlp.experts.8.up_proj,rtn: 0.0022736,0.00000,0.080
+38,mlp.experts.28.up_proj,rtn: 0.0022430,0.00000,0.078
+38,mlp.experts.163.gate_proj,rtn: 0.0023193,0.00000,0.085
+38,mlp.experts.189.gate_proj,rtn: 0.0022278,0.00000,0.067
+38,mlp.experts.16.up_proj,rtn: 0.0022583,0.00000,0.079
+38,mlp.experts.185.gate_proj,rtn: 0.0022278,0.00000,0.078
+38,mlp.experts.177.gate_proj,rtn: 0.0023499,0.00000,0.071
+38,mlp.experts.175.gate_proj,rtn: 0.0023041,0.00000,0.104
+38,mlp.experts.150.gate_proj,rtn: 0.0022583,0.00000,0.124
+38,mlp.experts.154.gate_proj,rtn: 0.0022736,0.00000,0.162
+38,mlp.experts.183.gate_proj,rtn: 0.0023041,0.00000,0.092
+38,mlp.experts.146.gate_proj,rtn: 0.0022888,0.00000,0.118
+38,mlp.experts.165.gate_proj,rtn: 0.0023041,0.00000,0.077
+38,mlp.experts.20.up_proj,rtn: 0.0022583,0.00000,0.078
+38,mlp.experts.187.gate_proj,rtn: 0.0023041,0.00000,0.090
+38,mlp.experts.24.up_proj,rtn: 0.0022583,0.00000,0.081
+38,mlp.experts.158.gate_proj,rtn: 0.0022583,0.00000,0.142
+38,mlp.experts.44.up_proj,rtn: 0.0022583,0.00000,0.079
+38,mlp.experts.13.up_proj,rtn: 0.0023041,0.00000,0.067
+38,mlp.experts.179.gate_proj,rtn: 0.0023193,0.00000,0.076
+38,mlp.experts.1.up_proj,rtn: 0.0022125,0.00000,0.068
+38,mlp.experts.9.up_proj,rtn: 0.0022888,0.00000,0.076
+38,mlp.experts.32.up_proj,rtn: 0.0022736,0.00000,0.086
+38,mlp.experts.7.up_proj,rtn: 0.0022583,0.00000,0.068
+38,mlp.experts.191.gate_proj,rtn: 0.0023193,0.00000,0.076
+38,mlp.experts.181.gate_proj,rtn: 0.0022583,0.00000,0.075
+38,mlp.experts.11.up_proj,rtn: 0.0022888,0.00000,0.074
+38,mlp.experts.166.gate_proj,rtn: 0.0022583,0.00000,0.102
+38,mlp.experts.170.gate_proj,rtn: 0.0023499,0.00000,0.101
+38,mlp.experts.36.up_proj,rtn: 0.0022888,0.00000,0.093
+38,mlp.experts.162.gate_proj,rtn: 0.0022888,0.00000,0.100
+38,mlp.experts.40.up_proj,rtn: 0.0023041,0.00000,0.092
+38,mlp.experts.3.up_proj,rtn: 0.0023041,0.00000,0.075
+38,mlp.experts.174.gate_proj,rtn: 0.0023041,0.00000,0.090
+38,mlp.experts.29.up_proj,rtn: 0.0021973,0.00000,0.088
+38,mlp.experts.60.up_proj,rtn: 0.0022583,0.00000,0.090
+38,mlp.experts.23.up_proj,rtn: 0.0022736,0.00000,0.060
+38,mlp.experts.15.up_proj,rtn: 0.0023346,0.00000,0.060
+38,mlp.experts.17.up_proj,rtn: 0.0022278,0.00000,0.082
+38,mlp.experts.25.up_proj,rtn: 0.0023041,0.00000,0.084
+38,mlp.experts.27.up_proj,rtn: 0.0022278,0.00000,0.060
+38,mlp.experts.48.up_proj,rtn: 0.0023041,0.00000,0.098
+38,mlp.experts.52.up_proj,rtn: 0.0023193,0.00000,0.088
+38,mlp.experts.5.up_proj,rtn: 0.0023041,0.00000,0.115
+38,mlp.experts.56.up_proj,rtn: 0.0022278,0.00000,0.096
+38,mlp.experts.186.gate_proj,rtn: 0.0022430,0.00000,0.117
+38,mlp.experts.178.gate_proj,rtn: 0.0023499,0.00000,0.110
+38,mlp.experts.19.up_proj,rtn: 0.0022430,0.00000,0.078
+38,mlp.experts.39.up_proj,rtn: 0.0023193,0.00000,0.080
+38,mlp.experts.31.up_proj,rtn: 0.0022583,0.00000,0.077
+38,mlp.experts.43.up_proj,rtn: 0.0022430,0.00000,0.073
+38,mlp.experts.76.up_proj,rtn: 0.0022430,0.00000,0.089
+38,mlp.experts.45.up_proj,rtn: 0.0022278,0.00000,0.095
+38,mlp.experts.64.up_proj,rtn: 0.0022736,0.00000,0.086
+38,mlp.experts.41.up_proj,rtn: 0.0022278,0.00000,0.093
+38,mlp.experts.33.up_proj,rtn: 0.0022736,0.00000,0.095
+38,mlp.experts.182.gate_proj,rtn: 0.0023346,0.00000,0.161
+38,mlp.experts.68.up_proj,rtn: 0.0022888,0.00000,0.071
+38,mlp.experts.190.gate_proj,rtn: 0.0023193,0.00000,0.123
+38,mlp.experts.72.up_proj,rtn: 0.0023041,0.00000,0.074
+38,mlp.experts.92.up_proj,rtn: 0.0022278,0.00000,0.077
+38,mlp.experts.21.up_proj,rtn: 0.0022736,0.00000,0.112
+38,mlp.experts.61.up_proj,rtn: 0.0023346,0.00000,0.075
+38,mlp.experts.80.up_proj,rtn: 0.0023346,0.00000,0.073
+38,mlp.experts.47.up_proj,rtn: 0.0022583,0.00000,0.094
+38,mlp.experts.57.up_proj,rtn: 0.0022736,0.00000,0.071
+38,mlp.experts.49.up_proj,rtn: 0.0022430,0.00000,0.071
+38,mlp.experts.55.up_proj,rtn: 0.0022125,0.00000,0.102
+38,mlp.experts.2.up_proj,rtn: 0.0022736,0.00000,0.115
+38,mlp.experts.35.up_proj,rtn: 0.0022583,0.00000,0.107
+38,mlp.experts.84.up_proj,rtn: 0.0023041,0.00000,0.077
+38,mlp.experts.59.up_proj,rtn: 0.0022736,0.00000,0.114
+38,mlp.experts.10.up_proj,rtn: 0.0022736,0.00000,0.137
+38,mlp.experts.88.up_proj,rtn: 0.0022888,0.00000,0.073
+38,mlp.experts.14.up_proj,rtn: 0.0022583,0.00000,0.111
+38,mlp.experts.6.up_proj,rtn: 0.0023041,0.00000,0.124
+38,mlp.experts.73.up_proj,rtn: 0.0022888,0.00000,0.061
+38,mlp.experts.37.up_proj,rtn: 0.0022888,0.00000,0.073
+38,mlp.experts.65.up_proj,rtn: 0.0022736,0.00000,0.066
+38,mlp.experts.77.up_proj,rtn: 0.0022888,0.00000,0.075
+38,mlp.experts.108.up_proj,rtn: 0.0022583,0.00000,0.079
+38,mlp.experts.96.up_proj,rtn: 0.0022430,0.00000,0.075
+38,mlp.experts.63.up_proj,rtn: 0.0022583,0.00000,0.082
+38,mlp.experts.71.up_proj,rtn: 0.0022736,0.00000,0.079
+38,mlp.experts.51.up_proj,rtn: 0.0022125,0.00000,0.082
+38,mlp.experts.100.up_proj,rtn: 0.0022736,0.00000,0.077
+38,mlp.experts.75.up_proj,rtn: 0.0023346,0.00000,0.081
+38,mlp.experts.104.up_proj,rtn: 0.0022888,0.00000,0.076
+38,mlp.experts.89.up_proj,rtn: 0.0022888,0.00000,0.069
+38,mlp.experts.81.up_proj,rtn: 0.0022736,0.00000,0.071
+38,mlp.experts.18.up_proj,rtn: 0.0023041,0.00000,0.145
+38,mlp.experts.112.up_proj,rtn: 0.0022583,0.00000,0.078
+38,mlp.experts.124.up_proj,rtn: 0.0023651,0.00000,0.075
+38,mlp.experts.53.up_proj,rtn: 0.0022888,0.00000,0.077
+38,mlp.experts.87.up_proj,rtn: 0.0022430,0.00000,0.081
+38,mlp.experts.116.up_proj,rtn: 0.0022888,0.00000,0.069
+38,mlp.experts.79.up_proj,rtn: 0.0022430,0.00000,0.087
+38,mlp.experts.26.up_proj,rtn: 0.0022125,0.00000,0.134
+38,mlp.experts.93.up_proj,rtn: 0.0022888,0.00000,0.098
+38,mlp.experts.67.up_proj,rtn: 0.0022736,0.00000,0.086
+38,mlp.experts.120.up_proj,rtn: 0.0022430,0.00000,0.074
+38,mlp.experts.91.up_proj,rtn: 0.0022430,0.00000,0.086
+38,mlp.experts.22.up_proj,rtn: 0.0022278,0.00000,0.146
+38,mlp.experts.30.up_proj,rtn: 0.0022888,0.00000,0.154
+38,mlp.experts.95.up_proj,rtn: 0.0022430,0.00000,0.075
+38,mlp.experts.103.up_proj,rtn: 0.0022736,0.00000,0.075
+38,mlp.experts.105.up_proj,rtn: 0.0022583,0.00000,0.106
+38,mlp.experts.128.up_proj,rtn: 0.0022278,0.00000,0.082
+38,mlp.experts.140.up_proj,rtn: 0.0022583,0.00000,0.083
+38,mlp.experts.132.up_proj,rtn: 0.0022583,0.00000,0.079
+38,mlp.experts.97.up_proj,rtn: 0.0022583,0.00000,0.088
+38,mlp.experts.69.up_proj,rtn: 0.0022430,0.00000,0.090
+38,mlp.experts.34.up_proj,rtn: 0.0022125,0.00000,0.088
+38,mlp.experts.83.up_proj,rtn: 0.0022736,0.00000,0.075
+38,mlp.experts.42.up_proj,rtn: 0.0022583,0.00000,0.084
+38,mlp.experts.107.up_proj,rtn: 0.0023346,0.00000,0.071
+38,mlp.experts.136.up_proj,rtn: 0.0023193,0.00000,0.077
+38,mlp.experts.109.up_proj,rtn: 0.0023193,0.00000,0.108
+38,mlp.experts.38.up_proj,rtn: 0.0023041,0.00000,0.088
+38,mlp.experts.46.up_proj,rtn: 0.0022430,0.00000,0.084
+38,mlp.experts.119.up_proj,rtn: 0.0023041,0.00000,0.066
+38,mlp.experts.111.up_proj,rtn: 0.0022736,0.00000,0.073
+38,mlp.experts.144.up_proj,rtn: 0.0022430,0.00000,0.088
+38,mlp.experts.99.up_proj,rtn: 0.0022278,0.00000,0.075
+38,mlp.experts.148.up_proj,rtn: 0.0022736,0.00000,0.079
+38,mlp.experts.156.up_proj,rtn: 0.0023041,0.00000,0.081
+38,mlp.experts.121.up_proj,rtn: 0.0022888,0.00000,0.087
+38,mlp.experts.113.up_proj,rtn: 0.0022888,0.00000,0.068
+38,mlp.experts.85.up_proj,rtn: 0.0022736,0.00000,0.071
+38,mlp.experts.123.up_proj,rtn: 0.0023193,0.00000,0.076
+38,mlp.experts.152.up_proj,rtn: 0.0022583,0.00000,0.091
+38,mlp.experts.50.up_proj,rtn: 0.0022736,0.00000,0.105
+38,mlp.experts.58.up_proj,rtn: 0.0022430,0.00000,0.105
+38,mlp.experts.54.up_proj,rtn: 0.0022888,0.00000,0.076
+38,mlp.experts.125.up_proj,rtn: 0.0023346,0.00000,0.077
+38,mlp.experts.62.up_proj,rtn: 0.0022888,0.00000,0.079
+38,mlp.experts.135.up_proj,rtn: 0.0022125,0.00000,0.077
+38,mlp.experts.127.up_proj,rtn: 0.0022888,0.00000,0.075
+38,mlp.experts.137.up_proj,rtn: 0.0022583,0.00000,0.069
+38,mlp.experts.115.up_proj,rtn: 0.0023499,0.00000,0.077
+38,mlp.experts.129.up_proj,rtn: 0.0022888,0.00000,0.065
+38,mlp.experts.160.up_proj,rtn: 0.0023041,0.00000,0.094
+38,mlp.experts.101.up_proj,rtn: 0.0023041,0.00000,0.079
+38,mlp.experts.139.up_proj,rtn: 0.0022583,0.00000,0.075
+38,mlp.experts.164.up_proj,rtn: 0.0022430,0.00000,0.090
+38,mlp.experts.172.up_proj,rtn: 0.0023193,0.00000,0.089
+38,mlp.experts.66.up_proj,rtn: 0.0022583,0.00000,0.070
+38,mlp.experts.74.up_proj,rtn: 0.0022583,0.00000,0.070
+38,mlp.experts.168.up_proj,rtn: 0.0023346,0.00000,0.090
+38,mlp.experts.141.up_proj,rtn: 0.0023041,0.00000,0.068
+38,mlp.experts.143.up_proj,rtn: 0.0023193,0.00000,0.064
+38,mlp.experts.151.up_proj,rtn: 0.0023346,0.00000,0.078
+38,mlp.experts.153.up_proj,rtn: 0.0022583,0.00000,0.067
+38,mlp.experts.70.up_proj,rtn: 0.0022583,0.00000,0.097
+38,mlp.experts.145.up_proj,rtn: 0.0023651,0.00000,0.067
+38,mlp.experts.131.up_proj,rtn: 0.0023041,0.00000,0.078
+38,mlp.experts.78.up_proj,rtn: 0.0023041,0.00000,0.107
+38,mlp.experts.117.up_proj,rtn: 0.0022430,0.00000,0.078
+38,mlp.experts.155.up_proj,rtn: 0.0022278,0.00000,0.079
+38,mlp.experts.180.up_proj,rtn: 0.0023041,0.00000,0.098
+38,mlp.experts.176.up_proj,rtn: 0.0022736,0.00000,0.104
+38,mlp.experts.157.up_proj,rtn: 0.0023193,0.00000,0.080
+38,mlp.experts.159.up_proj,rtn: 0.0022736,0.00000,0.088
+38,mlp.experts.188.up_proj,rtn: 0.0023193,0.00000,0.118
+38,mlp.experts.167.up_proj,rtn: 0.0023651,0.00000,0.086
+38,mlp.experts.184.up_proj,rtn: 0.0022125,0.00000,0.098
+38,mlp.experts.169.up_proj,rtn: 0.0022888,0.00000,0.082
+38,mlp.experts.161.up_proj,rtn: 0.0022736,0.00000,0.069
+38,mlp.experts.82.up_proj,rtn: 0.0022736,0.00000,0.112
+38,mlp.experts.90.up_proj,rtn: 0.0022583,0.00000,0.108
+38,mlp.experts.147.up_proj,rtn: 0.0022736,0.00000,0.096
+38,mlp.experts.133.up_proj,rtn: 0.0022736,0.00000,0.091
+38,mlp.experts.86.up_proj,rtn: 0.0022736,0.00000,0.110
+38,mlp.experts.94.up_proj,rtn: 0.0022583,0.00000,0.118
+38,mlp.experts.171.up_proj,rtn: 0.0023193,0.00000,0.104
+38,mlp.experts.173.up_proj,rtn: 0.0022583,0.00000,0.092
+38,mlp.experts.185.up_proj,rtn: 0.0022278,0.00000,0.069
+38,mlp.experts.177.up_proj,rtn: 0.0023193,0.00000,0.070
+38,mlp.experts.175.up_proj,rtn: 0.0022888,0.00000,0.119
+38,mlp.experts.183.up_proj,rtn: 0.0022583,0.00000,0.114
+38,mlp.experts.98.up_proj,rtn: 0.0022888,0.00000,0.100
+38,mlp.experts.149.up_proj,rtn: 0.0022125,0.00000,0.083
+38,mlp.experts.106.up_proj,rtn: 0.0022583,0.00000,0.108
+38,mlp.experts.102.up_proj,rtn: 0.0023193,0.00000,0.095
+38,mlp.experts.110.up_proj,rtn: 0.0023193,0.00000,0.092
+38,mlp.experts.189.up_proj,rtn: 0.0022125,0.00000,0.070
+38,mlp.experts.165.up_proj,rtn: 0.0022888,0.00000,0.038
+38,mlp.experts.163.up_proj,rtn: 0.0022888,0.00000,0.138
+38,mlp.experts.187.up_proj,rtn: 0.0022888,0.00000,0.122
+38,mlp.experts.181.up_proj,rtn: 0.0022583,0.00000,0.029
+38,mlp.experts.114.up_proj,rtn: 0.0022583,0.00000,0.093
+38,mlp.experts.191.up_proj,rtn: 0.0022888,0.00000,0.094
+38,mlp.experts.122.up_proj,rtn: 0.0022583,0.00000,0.100
+38,mlp.experts.118.up_proj,rtn: 0.0022736,0.00000,0.092
+38,mlp.experts.126.up_proj,rtn: 0.0023193,0.00000,0.093
+38,mlp.experts.179.up_proj,rtn: 0.0022888,0.00000,0.086
+38,mlp.experts.130.up_proj,rtn: 0.0022278,0.00000,0.086
+38,mlp.experts.138.up_proj,rtn: 0.0022583,0.00000,0.084
+38,mlp.experts.142.up_proj,rtn: 0.0022736,0.00000,0.083
+38,mlp.experts.134.up_proj,rtn: 0.0022888,0.00000,0.085
+38,mlp.experts.146.up_proj,rtn: 0.0023193,0.00000,0.083
+38,mlp.experts.154.up_proj,rtn: 0.0022583,0.00000,0.080
+38,mlp.experts.158.up_proj,rtn: 0.0022430,0.00000,0.085
+38,mlp.experts.150.up_proj,rtn: 0.0022583,0.00000,0.081
+38,mlp.experts.170.up_proj,rtn: 0.0023041,0.00000,0.083
+38,mlp.experts.162.up_proj,rtn: 0.0022736,0.00000,0.085
+38,mlp.experts.174.up_proj,rtn: 0.0022888,0.00000,0.095
+38,mlp.experts.166.up_proj,rtn: 0.0022430,0.00000,0.104
+38,mlp.experts.178.up_proj,rtn: 0.0023193,0.00000,0.095
+38,mlp.experts.186.up_proj,rtn: 0.0022430,0.00000,0.105
+38,mlp.experts.182.up_proj,rtn: 0.0023193,0.00000,0.078
+38,mlp.experts.190.up_proj,rtn: 0.0023041,0.00000,0.132
+38,mlp.experts.0.down_proj,rtn: 0.0021973,0.00000,0.017
+38,mlp.experts.9.down_proj,rtn: 0.0022278,0.00000,0.020
+38,mlp.experts.1.down_proj,rtn: 0.0022125,0.00000,0.037
+38,mlp.experts.15.down_proj,rtn: 0.0022736,0.00000,0.042
+38,mlp.experts.3.down_proj,rtn: 0.0022736,0.00000,0.042
+38,mlp.experts.7.down_proj,rtn: 0.0022278,0.00000,0.045
+38,mlp.experts.4.down_proj,rtn: 0.0022430,0.00000,0.046
+38,mlp.experts.16.down_proj,rtn: 0.0022430,0.00000,0.049
+38,mlp.experts.25.down_proj,rtn: 0.0022430,0.00000,0.044
+38,mlp.experts.12.down_proj,rtn: 0.0021820,0.00000,0.053
+38,mlp.experts.11.down_proj,rtn: 0.0022278,0.00000,0.052
+38,mlp.experts.2.down_proj,rtn: 0.0022430,0.00000,0.153
+38,mlp.experts.13.down_proj,rtn: 0.0022430,0.00000,0.060
+38,mlp.experts.6.down_proj,rtn: 0.0022583,0.00000,0.152
+38,mlp.experts.14.down_proj,rtn: 0.0021973,0.00000,0.153
+38,mlp.experts.10.down_proj,rtn: 0.0022430,0.00000,0.157
+38,mlp.experts.8.down_proj,rtn: 0.0022278,0.00000,0.070
+38,mlp.experts.5.down_proj,rtn: 0.0022430,0.00000,0.079
+38,mlp.experts.17.down_proj,rtn: 0.0022125,0.00000,0.063
+38,mlp.experts.31.down_proj,rtn: 0.0022278,0.00000,0.043
+38,mlp.experts.20.down_proj,rtn: 0.0022430,0.00000,0.034
+38,mlp.experts.32.down_proj,rtn: 0.0022278,0.00000,0.035
+38,mlp.experts.23.down_proj,rtn: 0.0022430,0.00000,0.037
+38,mlp.experts.19.down_proj,rtn: 0.0022278,0.00000,0.043
+38,mlp.experts.28.down_proj,rtn: 0.0022278,0.00000,0.039
+38,mlp.experts.41.down_proj,rtn: 0.0021973,0.00000,0.039
+38,mlp.experts.27.down_proj,rtn: 0.0022125,0.00000,0.037
+38,mlp.experts.30.down_proj,rtn: 0.0022430,0.00000,0.046
+38,mlp.experts.29.down_proj,rtn: 0.0021820,0.00000,0.042
+38,mlp.experts.22.down_proj,rtn: 0.0022278,0.00000,0.046
+38,mlp.experts.47.down_proj,rtn: 0.0022430,0.00000,0.033
+38,mlp.experts.24.down_proj,rtn: 0.0022278,0.00000,0.041
+38,mlp.experts.33.down_proj,rtn: 0.0022125,0.00000,0.035
+38,mlp.experts.21.down_proj,rtn: 0.0022278,0.00000,0.040
+38,mlp.experts.39.down_proj,rtn: 0.0022430,0.00000,0.036
+38,mlp.experts.18.down_proj,rtn: 0.0022583,0.00000,0.056
+38,mlp.experts.26.down_proj,rtn: 0.0021973,0.00000,0.050
+38,mlp.experts.57.down_proj,rtn: 0.0022125,0.00000,0.032
+38,mlp.experts.48.down_proj,rtn: 0.0022583,0.00000,0.038
+38,mlp.experts.36.down_proj,rtn: 0.0022583,0.00000,0.040
+38,mlp.experts.43.down_proj,rtn: 0.0021973,0.00000,0.033
+38,mlp.experts.44.down_proj,rtn: 0.0022125,0.00000,0.037
+38,mlp.experts.35.down_proj,rtn: 0.0022125,0.00000,0.042
+38,mlp.experts.45.down_proj,rtn: 0.0022278,0.00000,0.039
+38,mlp.experts.38.down_proj,rtn: 0.0022278,0.00000,0.040
+38,mlp.experts.63.down_proj,rtn: 0.0022125,0.00000,0.032
+38,mlp.experts.46.down_proj,rtn: 0.0022278,0.00000,0.049
+38,mlp.experts.49.down_proj,rtn: 0.0021973,0.00000,0.039
+38,mlp.experts.55.down_proj,rtn: 0.0021820,0.00000,0.037
+38,mlp.experts.40.down_proj,rtn: 0.0022278,0.00000,0.042
+38,mlp.experts.37.down_proj,rtn: 0.0022430,0.00000,0.041
+38,mlp.experts.64.down_proj,rtn: 0.0022583,0.00000,0.041
+38,mlp.experts.73.down_proj,rtn: 0.0022125,0.00000,0.041
+38,mlp.experts.60.down_proj,rtn: 0.0021973,0.00000,0.039
+38,mlp.experts.59.down_proj,rtn: 0.0022125,0.00000,0.039
+38,mlp.experts.51.down_proj,rtn: 0.0021973,0.00000,0.037
+38,mlp.experts.52.down_proj,rtn: 0.0022583,0.00000,0.044
+38,mlp.experts.79.down_proj,rtn: 0.0021973,0.00000,0.039
+38,mlp.experts.61.down_proj,rtn: 0.0022583,0.00000,0.043
+38,mlp.experts.65.down_proj,rtn: 0.0022125,0.00000,0.041
+38,mlp.experts.71.down_proj,rtn: 0.0022278,0.00000,0.039
+38,mlp.experts.53.down_proj,rtn: 0.0022583,0.00000,0.040
+38,mlp.experts.56.down_proj,rtn: 0.0022125,0.00000,0.042
+38,mlp.experts.34.down_proj,rtn: 0.0021973,0.00000,0.077
+38,mlp.experts.80.down_proj,rtn: 0.0022736,0.00000,0.040
+38,mlp.experts.42.down_proj,rtn: 0.0021973,0.00000,0.084
+38,mlp.experts.62.down_proj,rtn: 0.0022278,0.00000,0.059
+38,mlp.experts.54.down_proj,rtn: 0.0022125,0.00000,0.067
+38,mlp.experts.89.down_proj,rtn: 0.0022430,0.00000,0.043
+38,mlp.experts.76.down_proj,rtn: 0.0022125,0.00000,0.040
+38,mlp.experts.68.down_proj,rtn: 0.0022430,0.00000,0.035
+38,mlp.experts.75.down_proj,rtn: 0.0022736,0.00000,0.038
+38,mlp.experts.67.down_proj,rtn: 0.0022278,0.00000,0.039
+38,mlp.experts.95.down_proj,rtn: 0.0022125,0.00000,0.035
+38,mlp.experts.87.down_proj,rtn: 0.0022278,0.00000,0.025
+38,mlp.experts.77.down_proj,rtn: 0.0022583,0.00000,0.041
+38,mlp.experts.81.down_proj,rtn: 0.0022278,0.00000,0.042
+38,mlp.experts.69.down_proj,rtn: 0.0022430,0.00000,0.037
+38,mlp.experts.72.down_proj,rtn: 0.0022430,0.00000,0.040
+38,mlp.experts.91.down_proj,rtn: 0.0022125,0.00000,0.035
+38,mlp.experts.105.down_proj,rtn: 0.0022278,0.00000,0.032
+38,mlp.experts.93.down_proj,rtn: 0.0022430,0.00000,0.019
+38,mlp.experts.96.down_proj,rtn: 0.0022278,0.00000,0.043
+38,mlp.experts.111.down_proj,rtn: 0.0022278,0.00000,0.032
+38,mlp.experts.84.down_proj,rtn: 0.0022430,0.00000,0.035
+38,mlp.experts.83.down_proj,rtn: 0.0022430,0.00000,0.033
+38,mlp.experts.103.down_proj,rtn: 0.0022430,0.00000,0.030
+38,mlp.experts.50.down_proj,rtn: 0.0022278,0.00000,0.058
+38,mlp.experts.58.down_proj,rtn: 0.0022278,0.00000,0.058
+38,mlp.experts.78.down_proj,rtn: 0.0022736,0.00000,0.066
+38,mlp.experts.127.down_proj,rtn: 0.0022125,0.00000,0.012
+38,mlp.experts.92.down_proj,rtn: 0.0021973,0.00000,0.061
+38,mlp.experts.70.down_proj,rtn: 0.0022278,0.00000,0.066
+38,mlp.experts.107.down_proj,rtn: 0.0022888,0.00000,0.017
+38,mlp.experts.112.down_proj,rtn: 0.0022278,0.00000,0.035
+38,mlp.experts.85.down_proj,rtn: 0.0022278,0.00000,0.054
+38,mlp.experts.109.down_proj,rtn: 0.0022583,0.00000,0.049
+38,mlp.experts.99.down_proj,rtn: 0.0022125,0.00000,0.039
+38,mlp.experts.119.down_proj,rtn: 0.0022736,0.00000,0.037
+38,mlp.experts.100.down_proj,rtn: 0.0022430,0.00000,0.048
+38,mlp.experts.121.down_proj,rtn: 0.0022583,0.00000,0.062
+38,mlp.experts.74.down_proj,rtn: 0.0022278,0.00000,0.040
+38,mlp.experts.94.down_proj,rtn: 0.0022125,0.00000,0.039
+38,mlp.experts.66.down_proj,rtn: 0.0022278,0.00000,0.045
+38,mlp.experts.143.down_proj,rtn: 0.0022430,0.00000,0.042
+38,mlp.experts.86.down_proj,rtn: 0.0022278,0.00000,0.040
+38,mlp.experts.123.down_proj,rtn: 0.0022430,0.00000,0.044
+38,mlp.experts.115.down_proj,rtn: 0.0022430,0.00000,0.034
+38,mlp.experts.135.down_proj,rtn: 0.0021973,0.00000,0.035
+38,mlp.experts.90.down_proj,rtn: 0.0022430,0.00000,0.025
+38,mlp.experts.101.down_proj,rtn: 0.0022278,0.00000,0.050
+38,mlp.experts.88.down_proj,rtn: 0.0022278,0.00000,0.105
+38,mlp.experts.110.down_proj,rtn: 0.0022888,0.00000,0.032
+38,mlp.experts.125.down_proj,rtn: 0.0022430,0.00000,0.053
+38,mlp.experts.159.down_proj,rtn: 0.0022430,0.00000,0.036
+38,mlp.experts.82.down_proj,rtn: 0.0022583,0.00000,0.033
+38,mlp.experts.102.down_proj,rtn: 0.0022430,0.00000,0.029
+38,mlp.experts.106.down_proj,rtn: 0.0022125,0.00000,0.016
+38,mlp.experts.128.down_proj,rtn: 0.0022278,0.00000,0.071
+38,mlp.experts.137.down_proj,rtn: 0.0022278,0.00000,0.055
+38,mlp.experts.151.down_proj,rtn: 0.0022583,0.00000,0.028
+38,mlp.experts.131.down_proj,rtn: 0.0022430,0.00000,0.030
+38,mlp.experts.97.down_proj,rtn: 0.0021973,0.00000,0.144
+38,mlp.experts.139.down_proj,rtn: 0.0021973,0.00000,0.040
+38,mlp.experts.117.down_proj,rtn: 0.0022278,0.00000,0.032
+38,mlp.experts.141.down_proj,rtn: 0.0022583,0.00000,0.013
+38,mlp.experts.116.down_proj,rtn: 0.0022430,0.00000,0.082
+38,mlp.experts.118.down_proj,rtn: 0.0022278,0.00000,0.026
+38,mlp.experts.126.down_proj,rtn: 0.0022583,0.00000,0.026
+38,mlp.experts.175.down_proj,rtn: 0.0022430,0.00000,0.021
+38,mlp.experts.122.down_proj,rtn: 0.0022430,0.00000,0.021
+38,mlp.experts.98.down_proj,rtn: 0.0022583,0.00000,0.030
+38,mlp.experts.147.down_proj,rtn: 0.0022430,0.00000,0.016
+38,mlp.experts.167.down_proj,rtn: 0.0022888,0.00000,0.022
+38,mlp.experts.153.down_proj,rtn: 0.0022278,0.00000,0.017
+38,mlp.experts.108.down_proj,rtn: 0.0022278,0.00000,0.153
+38,mlp.experts.114.down_proj,rtn: 0.0022278,0.00000,0.036
+38,mlp.experts.155.down_proj,rtn: 0.0022125,0.00000,0.022
+38,mlp.experts.142.down_proj,rtn: 0.0022125,0.00000,0.031
+38,mlp.experts.138.down_proj,rtn: 0.0022125,0.00000,0.031
+38,mlp.experts.134.down_proj,rtn: 0.0022583,0.00000,0.041
+38,mlp.experts.191.down_proj,rtn: 0.0022430,0.00000,0.042
+38,mlp.experts.144.down_proj,rtn: 0.0022125,0.00000,0.089
+38,mlp.experts.132.down_proj,rtn: 0.0022125,0.00000,0.053
+38,mlp.experts.133.down_proj,rtn: 0.0022430,0.00000,0.060
+38,mlp.experts.157.down_proj,rtn: 0.0022736,0.00000,0.062
+38,mlp.experts.163.down_proj,rtn: 0.0022430,0.00000,0.036
+38,mlp.experts.183.down_proj,rtn: 0.0022278,0.00000,0.043
+38,mlp.experts.171.down_proj,rtn: 0.0022583,0.00000,0.031
+38,mlp.experts.130.down_proj,rtn: 0.0022430,0.00000,0.036
+38,mlp.experts.158.down_proj,rtn: 0.0022125,0.00000,0.035
+38,mlp.experts.154.down_proj,rtn: 0.0022278,0.00000,0.033
+38,mlp.experts.150.down_proj,rtn: 0.0022125,0.00000,0.033
+38,mlp.experts.169.down_proj,rtn: 0.0022583,0.00000,0.054
+38,mlp.experts.179.down_proj,rtn: 0.0022583,0.00000,0.014
+38,mlp.experts.146.down_proj,rtn: 0.0022430,0.00000,0.011
+38,mlp.experts.104.down_proj,rtn: 0.0022583,0.00000,0.152
+38,mlp.experts.124.down_proj,rtn: 0.0023041,0.00000,0.055
+38,mlp.experts.149.down_proj,rtn: 0.0021973,0.00000,0.043
+38,mlp.experts.148.down_proj,rtn: 0.0022430,0.00000,0.056
+38,mlp.experts.187.down_proj,rtn: 0.0022430,0.00000,0.016
+38,mlp.experts.160.down_proj,rtn: 0.0022430,0.00000,0.064
+38,mlp.experts.173.down_proj,rtn: 0.0022125,0.00000,0.055
+38,mlp.experts.113.down_proj,rtn: 0.0022430,0.00000,0.125
+38,mlp.experts.140.down_proj,rtn: 0.0022278,0.00000,0.021
+38,mlp.experts.185.down_proj,rtn: 0.0022125,0.00000,0.018
+38,mlp.experts.162.down_proj,rtn: 0.0022278,0.00000,0.030
+38,mlp.experts.170.down_proj,rtn: 0.0022430,0.00000,0.046
+38,mlp.experts.166.down_proj,rtn: 0.0022125,0.00000,0.045
+38,mlp.experts.174.down_proj,rtn: 0.0022430,0.00000,0.028
+38,mlp.experts.156.down_proj,rtn: 0.0022583,0.00000,0.049
+38,mlp.experts.189.down_proj,rtn: 0.0022125,0.00000,0.040
+38,mlp.experts.178.down_proj,rtn: 0.0022430,0.00000,0.028
+38,mlp.experts.176.down_proj,rtn: 0.0022278,0.00000,0.049
+38,mlp.experts.190.down_proj,rtn: 0.0022278,0.00000,0.028
+38,mlp.experts.182.down_proj,rtn: 0.0022736,0.00000,0.040
+38,mlp.experts.165.down_proj,rtn: 0.0022278,0.00000,0.047
+38,mlp.experts.186.down_proj,rtn: 0.0022278,0.00000,0.039
+38,mlp.experts.164.down_proj,rtn: 0.0022125,0.00000,0.068
+38,mlp.experts.120.down_proj,rtn: 0.0022278,0.00000,0.075
+38,mlp.experts.172.down_proj,rtn: 0.0022430,0.00000,0.030
+38,mlp.experts.180.down_proj,rtn: 0.0022736,0.00000,0.011
+38,mlp.experts.181.down_proj,rtn: 0.0022278,0.00000,0.017
+38,mlp.experts.129.down_proj,rtn: 0.0022430,0.00000,0.066
+38,mlp.experts.145.down_proj,rtn: 0.0022888,0.00000,0.014
+38,mlp.experts.161.down_proj,rtn: 0.0022278,0.00000,0.013
+38,mlp.experts.136.down_proj,rtn: 0.0022736,0.00000,0.038
+38,mlp.experts.188.down_proj,rtn: 0.0022583,0.00000,0.030
+38,mlp.experts.177.down_proj,rtn: 0.0022583,0.00000,0.011
+38,mlp.experts.152.down_proj,rtn: 0.0022278,0.00000,0.012
+38,mlp.experts.168.down_proj,rtn: 0.0022278,0.00000,0.010
+38,mlp.experts.184.down_proj,rtn: 0.0021362,0.00000,0.010
+38,mlp.shared_experts.gate_proj,rtn: 0.0017853,0.00000,0.025
+38,mlp.shared_experts.up_proj,rtn: 0.0019226,0.00000,0.026
+38,mlp.shared_experts.down_proj,rtn: 0.0020294,0.00000,0.026
+39,self_attn.k_proj,rtn: 0.0022430,0.00000,0.013
+39,self_attn.v_proj,rtn: 0.0026855,0.00000,0.014
+39,self_attn.q_proj,rtn: 0.0022430,0.00000,0.015
+39,self_attn.o_proj,rtn: 0.0028381,0.00000,0.042
+39,mlp.experts.15.gate_proj,rtn: 0.0022278,0.00000,0.095
+39,mlp.experts.1.gate_proj,rtn: 0.0023041,0.00000,0.119
+39,mlp.experts.11.gate_proj,rtn: 0.0023041,0.00000,0.125
+39,mlp.experts.7.gate_proj,rtn: 0.0023041,0.00000,0.125
+39,mlp.experts.6.gate_proj,rtn: 0.0022125,0.00000,0.128
+39,mlp.experts.12.gate_proj,rtn: 0.0022888,0.00000,0.130
+39,mlp.experts.13.gate_proj,rtn: 0.0022736,0.00000,0.130
+39,mlp.experts.5.gate_proj,rtn: 0.0022888,0.00000,0.132
+39,mlp.experts.14.gate_proj,rtn: 0.0022583,0.00000,0.135
+39,mlp.experts.0.gate_proj,rtn: 0.0022583,0.00000,0.137
+39,mlp.experts.10.gate_proj,rtn: 0.0022278,0.00000,0.141
+39,mlp.experts.3.gate_proj,rtn: 0.0023193,0.00000,0.142
+39,mlp.experts.4.gate_proj,rtn: 0.0022278,0.00000,0.146
+39,mlp.experts.8.gate_proj,rtn: 0.0023346,0.00000,0.148
+39,mlp.experts.2.gate_proj,rtn: 0.0023041,0.00000,0.152
+39,mlp.experts.31.gate_proj,rtn: 0.0022278,0.00000,0.084
+39,mlp.experts.9.gate_proj,rtn: 0.0023193,0.00000,0.207
+39,mlp.experts.28.gate_proj,rtn: 0.0022888,0.00000,0.075
+39,mlp.experts.27.gate_proj,rtn: 0.0022888,0.00000,0.089
+39,mlp.experts.17.gate_proj,rtn: 0.0022583,0.00000,0.102
+39,mlp.experts.16.gate_proj,rtn: 0.0022888,0.00000,0.075
+39,mlp.experts.23.gate_proj,rtn: 0.0023193,0.00000,0.096
+39,mlp.experts.18.gate_proj,rtn: 0.0023193,0.00000,0.073
+39,mlp.experts.22.gate_proj,rtn: 0.0023193,0.00000,0.093
+39,mlp.experts.26.gate_proj,rtn: 0.0023041,0.00000,0.087
+39,mlp.experts.30.gate_proj,rtn: 0.0022125,0.00000,0.098
+39,mlp.experts.29.gate_proj,rtn: 0.0022888,0.00000,0.113
+39,mlp.experts.21.gate_proj,rtn: 0.0023193,0.00000,0.112
+39,mlp.experts.24.gate_proj,rtn: 0.0022583,0.00000,0.101
+39,mlp.experts.20.gate_proj,rtn: 0.0023346,0.00000,0.103
+39,mlp.experts.19.gate_proj,rtn: 0.0023346,0.00000,0.114
+39,mlp.experts.47.gate_proj,rtn: 0.0022736,0.00000,0.097
+39,mlp.experts.25.gate_proj,rtn: 0.0022430,0.00000,0.089
+39,mlp.experts.44.gate_proj,rtn: 0.0022125,0.00000,0.088
+39,mlp.experts.38.gate_proj,rtn: 0.0023041,0.00000,0.067
+39,mlp.experts.34.gate_proj,rtn: 0.0023041,0.00000,0.073
+39,mlp.experts.33.gate_proj,rtn: 0.0022888,0.00000,0.087
+39,mlp.experts.42.gate_proj,rtn: 0.0023346,0.00000,0.075
+39,mlp.experts.32.gate_proj,rtn: 0.0022583,0.00000,0.088
+39,mlp.experts.46.gate_proj,rtn: 0.0022278,0.00000,0.072
+39,mlp.experts.43.gate_proj,rtn: 0.0022736,0.00000,0.110
+39,mlp.experts.37.gate_proj,rtn: 0.0023041,0.00000,0.074
+39,mlp.experts.45.gate_proj,rtn: 0.0022736,0.00000,0.082
+39,mlp.experts.39.gate_proj,rtn: 0.0023499,0.00000,0.111
+39,mlp.experts.36.gate_proj,rtn: 0.0022888,0.00000,0.077
+39,mlp.experts.40.gate_proj,rtn: 0.0023193,0.00000,0.082
+39,mlp.experts.35.gate_proj,rtn: 0.0022736,0.00000,0.103
+39,mlp.experts.63.gate_proj,rtn: 0.0022430,0.00000,0.104
+39,mlp.experts.60.gate_proj,rtn: 0.0022736,0.00000,0.082
+39,mlp.experts.41.gate_proj,rtn: 0.0022736,0.00000,0.099
+39,mlp.experts.54.gate_proj,rtn: 0.0023041,0.00000,0.093
+39,mlp.experts.48.gate_proj,rtn: 0.0022125,0.00000,0.082
+39,mlp.experts.62.gate_proj,rtn: 0.0022583,0.00000,0.086
+39,mlp.experts.50.gate_proj,rtn: 0.0023041,0.00000,0.105
+39,mlp.experts.59.gate_proj,rtn: 0.0022430,0.00000,0.098
+39,mlp.experts.58.gate_proj,rtn: 0.0022888,0.00000,0.113
+39,mlp.experts.55.gate_proj,rtn: 0.0022583,0.00000,0.089
+39,mlp.experts.56.gate_proj,rtn: 0.0023041,0.00000,0.087
+39,mlp.experts.52.gate_proj,rtn: 0.0022278,0.00000,0.089
+39,mlp.experts.49.gate_proj,rtn: 0.0022888,0.00000,0.143
+39,mlp.experts.70.gate_proj,rtn: 0.0023041,0.00000,0.060
+39,mlp.experts.51.gate_proj,rtn: 0.0023193,0.00000,0.089
+39,mlp.experts.78.gate_proj,rtn: 0.0022125,0.00000,0.061
+39,mlp.experts.76.gate_proj,rtn: 0.0022583,0.00000,0.094
+39,mlp.experts.79.gate_proj,rtn: 0.0022736,0.00000,0.096
+39,mlp.experts.64.gate_proj,rtn: 0.0022583,0.00000,0.081
+39,mlp.experts.66.gate_proj,rtn: 0.0023041,0.00000,0.072
+39,mlp.experts.74.gate_proj,rtn: 0.0023193,0.00000,0.075
+39,mlp.experts.75.gate_proj,rtn: 0.0023041,0.00000,0.091
+39,mlp.experts.53.gate_proj,rtn: 0.0022736,0.00000,0.195
+39,mlp.experts.71.gate_proj,rtn: 0.0023041,0.00000,0.092
+39,mlp.experts.72.gate_proj,rtn: 0.0023346,0.00000,0.090
+39,mlp.experts.61.gate_proj,rtn: 0.0022125,0.00000,0.199
+39,mlp.experts.68.gate_proj,rtn: 0.0022430,0.00000,0.088
+39,mlp.experts.57.gate_proj,rtn: 0.0023804,0.00000,0.146
+39,mlp.experts.86.gate_proj,rtn: 0.0023041,0.00000,0.084
+39,mlp.experts.94.gate_proj,rtn: 0.0022278,0.00000,0.076
+39,mlp.experts.65.gate_proj,rtn: 0.0022430,0.00000,0.102
+39,mlp.experts.67.gate_proj,rtn: 0.0022430,0.00000,0.091
+39,mlp.experts.95.gate_proj,rtn: 0.0022888,0.00000,0.094
+39,mlp.experts.92.gate_proj,rtn: 0.0022430,0.00000,0.096
+39,mlp.experts.80.gate_proj,rtn: 0.0022888,0.00000,0.096
+39,mlp.experts.91.gate_proj,rtn: 0.0022583,0.00000,0.082
+39,mlp.experts.77.gate_proj,rtn: 0.0022278,0.00000,0.076
+39,mlp.experts.87.gate_proj,rtn: 0.0023041,0.00000,0.082
+39,mlp.experts.69.gate_proj,rtn: 0.0022278,0.00000,0.083
+39,mlp.experts.90.gate_proj,rtn: 0.0022430,0.00000,0.102
+39,mlp.experts.73.gate_proj,rtn: 0.0022888,0.00000,0.079
+39,mlp.experts.84.gate_proj,rtn: 0.0021973,0.00000,0.092
+39,mlp.experts.88.gate_proj,rtn: 0.0023193,0.00000,0.097
+39,mlp.experts.81.gate_proj,rtn: 0.0023041,0.00000,0.081
+39,mlp.experts.83.gate_proj,rtn: 0.0022736,0.00000,0.080
+39,mlp.experts.102.gate_proj,rtn: 0.0022888,0.00000,0.097
+39,mlp.experts.111.gate_proj,rtn: 0.0022583,0.00000,0.070
+39,mlp.experts.110.gate_proj,rtn: 0.0022736,0.00000,0.108
+39,mlp.experts.82.gate_proj,rtn: 0.0022736,0.00000,0.177
+39,mlp.experts.108.gate_proj,rtn: 0.0022278,0.00000,0.088
+39,mlp.experts.93.gate_proj,rtn: 0.0023346,0.00000,0.067
+39,mlp.experts.96.gate_proj,rtn: 0.0022125,0.00000,0.097
+39,mlp.experts.107.gate_proj,rtn: 0.0022583,0.00000,0.083
+39,mlp.experts.85.gate_proj,rtn: 0.0022430,0.00000,0.074
+39,mlp.experts.103.gate_proj,rtn: 0.0022278,0.00000,0.081
+39,mlp.experts.89.gate_proj,rtn: 0.0022583,0.00000,0.077
+39,mlp.experts.100.gate_proj,rtn: 0.0022278,0.00000,0.097
+39,mlp.experts.97.gate_proj,rtn: 0.0022736,0.00000,0.076
+39,mlp.experts.106.gate_proj,rtn: 0.0022278,0.00000,0.111
+39,mlp.experts.104.gate_proj,rtn: 0.0022278,0.00000,0.101
+39,mlp.experts.99.gate_proj,rtn: 0.0022888,0.00000,0.093
+39,mlp.experts.127.gate_proj,rtn: 0.0022583,0.00000,0.089
+39,mlp.experts.118.gate_proj,rtn: 0.0022278,0.00000,0.095
+39,mlp.experts.126.gate_proj,rtn: 0.0022888,0.00000,0.088
+39,mlp.experts.109.gate_proj,rtn: 0.0023651,0.00000,0.081
+39,mlp.experts.124.gate_proj,rtn: 0.0023041,0.00000,0.090
+39,mlp.experts.101.gate_proj,rtn: 0.0023041,0.00000,0.085
+39,mlp.experts.98.gate_proj,rtn: 0.0021667,0.00000,0.099
+39,mlp.experts.112.gate_proj,rtn: 0.0021973,0.00000,0.096
+39,mlp.experts.105.gate_proj,rtn: 0.0022583,0.00000,0.086
+39,mlp.experts.123.gate_proj,rtn: 0.0023041,0.00000,0.101
+39,mlp.experts.119.gate_proj,rtn: 0.0023041,0.00000,0.096
+39,mlp.experts.116.gate_proj,rtn: 0.0023041,0.00000,0.088
+39,mlp.experts.120.gate_proj,rtn: 0.0022888,0.00000,0.093
+39,mlp.experts.115.gate_proj,rtn: 0.0023193,0.00000,0.089
+39,mlp.experts.122.gate_proj,rtn: 0.0023041,0.00000,0.092
+39,mlp.experts.134.gate_proj,rtn: 0.0023193,0.00000,0.084
+39,mlp.experts.142.gate_proj,rtn: 0.0022888,0.00000,0.080
+39,mlp.experts.143.gate_proj,rtn: 0.0022888,0.00000,0.091
+39,mlp.experts.113.gate_proj,rtn: 0.0021973,0.00000,0.128
+39,mlp.experts.114.gate_proj,rtn: 0.0022736,0.00000,0.071
+39,mlp.experts.140.gate_proj,rtn: 0.0022430,0.00000,0.089
+39,mlp.experts.117.gate_proj,rtn: 0.0021820,0.00000,0.089
+39,mlp.experts.125.gate_proj,rtn: 0.0022888,0.00000,0.110
+39,mlp.experts.128.gate_proj,rtn: 0.0022430,0.00000,0.093
+39,mlp.experts.121.gate_proj,rtn: 0.0022888,0.00000,0.092
+39,mlp.experts.135.gate_proj,rtn: 0.0023193,0.00000,0.091
+39,mlp.experts.139.gate_proj,rtn: 0.0022430,0.00000,0.098
+39,mlp.experts.132.gate_proj,rtn: 0.0022430,0.00000,0.090
+39,mlp.experts.136.gate_proj,rtn: 0.0023499,0.00000,0.088
+39,mlp.experts.138.gate_proj,rtn: 0.0022888,0.00000,0.092
+39,mlp.experts.150.gate_proj,rtn: 0.0023499,0.00000,0.085
+39,mlp.experts.131.gate_proj,rtn: 0.0022736,0.00000,0.100
+39,mlp.experts.159.gate_proj,rtn: 0.0022736,0.00000,0.097
+39,mlp.experts.129.gate_proj,rtn: 0.0022583,0.00000,0.082
+39,mlp.experts.130.gate_proj,rtn: 0.0022125,0.00000,0.084
+39,mlp.experts.158.gate_proj,rtn: 0.0023193,0.00000,0.101
+39,mlp.experts.156.gate_proj,rtn: 0.0021973,0.00000,0.092
+39,mlp.experts.141.gate_proj,rtn: 0.0022125,0.00000,0.085
+39,mlp.experts.133.gate_proj,rtn: 0.0022583,0.00000,0.095
+39,mlp.experts.137.gate_proj,rtn: 0.0023193,0.00000,0.093
+39,mlp.experts.144.gate_proj,rtn: 0.0022430,0.00000,0.099
+39,mlp.experts.151.gate_proj,rtn: 0.0022583,0.00000,0.102
+39,mlp.experts.155.gate_proj,rtn: 0.0022736,0.00000,0.102
+39,mlp.experts.154.gate_proj,rtn: 0.0023041,0.00000,0.069
+39,mlp.experts.166.gate_proj,rtn: 0.0021973,0.00000,0.077
+39,mlp.experts.152.gate_proj,rtn: 0.0023041,0.00000,0.100
+39,mlp.experts.146.gate_proj,rtn: 0.0023346,0.00000,0.068
+39,mlp.experts.174.gate_proj,rtn: 0.0023041,0.00000,0.069
+39,mlp.experts.145.gate_proj,rtn: 0.0023041,0.00000,0.092
+39,mlp.experts.147.gate_proj,rtn: 0.0024109,0.00000,0.113
+39,mlp.experts.175.gate_proj,rtn: 0.0022888,0.00000,0.107
+39,mlp.experts.157.gate_proj,rtn: 0.0022888,0.00000,0.092
+39,mlp.experts.149.gate_proj,rtn: 0.0021973,0.00000,0.089
+39,mlp.experts.172.gate_proj,rtn: 0.0022736,0.00000,0.108
+39,mlp.experts.153.gate_proj,rtn: 0.0022736,0.00000,0.089
+39,mlp.experts.148.gate_proj,rtn: 0.0022278,0.00000,0.173
+39,mlp.experts.182.gate_proj,rtn: 0.0022430,0.00000,0.077
+39,mlp.experts.160.gate_proj,rtn: 0.0021820,0.00000,0.121
+39,mlp.experts.170.gate_proj,rtn: 0.0022736,0.00000,0.103
+39,mlp.experts.171.gate_proj,rtn: 0.0022736,0.00000,0.108
+39,mlp.experts.167.gate_proj,rtn: 0.0022888,0.00000,0.116
+39,mlp.experts.162.gate_proj,rtn: 0.0023193,0.00000,0.080
+39,mlp.experts.190.gate_proj,rtn: 0.0023193,0.00000,0.086
+39,mlp.experts.168.gate_proj,rtn: 0.0022278,0.00000,0.109
+39,mlp.experts.165.gate_proj,rtn: 0.0023041,0.00000,0.085
+39,mlp.experts.161.gate_proj,rtn: 0.0023041,0.00000,0.096
+39,mlp.experts.163.gate_proj,rtn: 0.0022430,0.00000,0.104
+39,mlp.experts.191.gate_proj,rtn: 0.0022583,0.00000,0.103
+39,mlp.experts.173.gate_proj,rtn: 0.0022583,0.00000,0.099
+39,mlp.experts.169.gate_proj,rtn: 0.0022583,0.00000,0.094
+39,mlp.experts.188.gate_proj,rtn: 0.0022736,0.00000,0.110
+39,mlp.experts.164.gate_proj,rtn: 0.0022125,0.00000,0.103
+39,mlp.experts.176.gate_proj,rtn: 0.0022736,0.00000,0.091
+39,mlp.experts.6.up_proj,rtn: 0.0021973,0.00000,0.113
+39,mlp.experts.187.gate_proj,rtn: 0.0022736,0.00000,0.098
+39,mlp.experts.183.gate_proj,rtn: 0.0023041,0.00000,0.103
+39,mlp.experts.184.gate_proj,rtn: 0.0023193,0.00000,0.095
+39,mlp.experts.178.gate_proj,rtn: 0.0023651,0.00000,0.117
+39,mlp.experts.14.up_proj,rtn: 0.0022430,0.00000,0.121
+39,mlp.experts.181.gate_proj,rtn: 0.0022888,0.00000,0.100
+39,mlp.experts.177.gate_proj,rtn: 0.0022583,0.00000,0.108
+39,mlp.experts.15.up_proj,rtn: 0.0022278,0.00000,0.100
+39,mlp.experts.179.gate_proj,rtn: 0.0022583,0.00000,0.103
+39,mlp.experts.180.gate_proj,rtn: 0.0022583,0.00000,0.084
+39,mlp.experts.186.gate_proj,rtn: 0.0023346,0.00000,0.164
+39,mlp.experts.12.up_proj,rtn: 0.0022430,0.00000,0.090
+39,mlp.experts.189.gate_proj,rtn: 0.0023041,0.00000,0.102
+39,mlp.experts.0.up_proj,rtn: 0.0022278,0.00000,0.083
+39,mlp.experts.185.gate_proj,rtn: 0.0022888,0.00000,0.125
+39,mlp.experts.8.up_proj,rtn: 0.0023041,0.00000,0.081
+39,mlp.experts.22.up_proj,rtn: 0.0023041,0.00000,0.105
+39,mlp.experts.11.up_proj,rtn: 0.0022583,0.00000,0.104
+39,mlp.experts.7.up_proj,rtn: 0.0022736,0.00000,0.108
+39,mlp.experts.2.up_proj,rtn: 0.0022736,0.00000,0.091
+39,mlp.experts.30.up_proj,rtn: 0.0022125,0.00000,0.089
+39,mlp.experts.10.up_proj,rtn: 0.0021973,0.00000,0.076
+39,mlp.experts.5.up_proj,rtn: 0.0022583,0.00000,0.095
+39,mlp.experts.1.up_proj,rtn: 0.0022888,0.00000,0.094
+39,mlp.experts.28.up_proj,rtn: 0.0022888,0.00000,0.077
+39,mlp.experts.4.up_proj,rtn: 0.0022430,0.00000,0.083
+39,mlp.experts.13.up_proj,rtn: 0.0022278,0.00000,0.070
+39,mlp.experts.9.up_proj,rtn: 0.0022888,0.00000,0.064
+39,mlp.experts.16.up_proj,rtn: 0.0022583,0.00000,0.078
+39,mlp.experts.31.up_proj,rtn: 0.0022125,0.00000,0.106
+39,mlp.experts.38.up_proj,rtn: 0.0022888,0.00000,0.068
+39,mlp.experts.3.up_proj,rtn: 0.0022888,0.00000,0.114
+39,mlp.experts.24.up_proj,rtn: 0.0022430,0.00000,0.081
+39,mlp.experts.18.up_proj,rtn: 0.0023193,0.00000,0.078
+39,mlp.experts.46.up_proj,rtn: 0.0021973,0.00000,0.077
+39,mlp.experts.21.up_proj,rtn: 0.0023041,0.00000,0.068
+39,mlp.experts.27.up_proj,rtn: 0.0022736,0.00000,0.108
+39,mlp.experts.23.up_proj,rtn: 0.0023041,0.00000,0.105
+39,mlp.experts.26.up_proj,rtn: 0.0022583,0.00000,0.078
+39,mlp.experts.29.up_proj,rtn: 0.0022888,0.00000,0.060
+39,mlp.experts.25.up_proj,rtn: 0.0022278,0.00000,0.063
+39,mlp.experts.20.up_proj,rtn: 0.0022888,0.00000,0.078
+39,mlp.experts.44.up_proj,rtn: 0.0022278,0.00000,0.079
+39,mlp.experts.17.up_proj,rtn: 0.0022430,0.00000,0.078
+39,mlp.experts.32.up_proj,rtn: 0.0022430,0.00000,0.081
+39,mlp.experts.40.up_proj,rtn: 0.0022888,0.00000,0.075
+39,mlp.experts.54.up_proj,rtn: 0.0022583,0.00000,0.090
+39,mlp.experts.47.up_proj,rtn: 0.0022583,0.00000,0.098
+39,mlp.experts.19.up_proj,rtn: 0.0022736,0.00000,0.101
+39,mlp.experts.34.up_proj,rtn: 0.0022888,0.00000,0.077
+39,mlp.experts.62.up_proj,rtn: 0.0022736,0.00000,0.077
+39,mlp.experts.37.up_proj,rtn: 0.0022736,0.00000,0.070
+39,mlp.experts.42.up_proj,rtn: 0.0023041,0.00000,0.067
+39,mlp.experts.41.up_proj,rtn: 0.0022736,0.00000,0.065
+39,mlp.experts.45.up_proj,rtn: 0.0022278,0.00000,0.077
+39,mlp.experts.33.up_proj,rtn: 0.0022430,0.00000,0.063
+39,mlp.experts.60.up_proj,rtn: 0.0022430,0.00000,0.078
+39,mlp.experts.48.up_proj,rtn: 0.0022125,0.00000,0.065
+39,mlp.experts.36.up_proj,rtn: 0.0022736,0.00000,0.080
+39,mlp.experts.43.up_proj,rtn: 0.0022583,0.00000,0.109
+39,mlp.experts.70.up_proj,rtn: 0.0022736,0.00000,0.070
+39,mlp.experts.56.up_proj,rtn: 0.0022736,0.00000,0.076
+39,mlp.experts.78.up_proj,rtn: 0.0021973,0.00000,0.066
+39,mlp.experts.58.up_proj,rtn: 0.0022736,0.00000,0.065
+39,mlp.experts.57.up_proj,rtn: 0.0022888,0.00000,0.063
+39,mlp.experts.50.up_proj,rtn: 0.0022736,0.00000,0.078
+39,mlp.experts.53.up_proj,rtn: 0.0022888,0.00000,0.074
+39,mlp.experts.49.up_proj,rtn: 0.0022583,0.00000,0.066
+39,mlp.experts.63.up_proj,rtn: 0.0022430,0.00000,0.120
+39,mlp.experts.39.up_proj,rtn: 0.0023193,0.00000,0.167
+39,mlp.experts.52.up_proj,rtn: 0.0022125,0.00000,0.077
+39,mlp.experts.64.up_proj,rtn: 0.0022430,0.00000,0.080
+39,mlp.experts.76.up_proj,rtn: 0.0022583,0.00000,0.095
+39,mlp.experts.35.up_proj,rtn: 0.0022583,0.00000,0.120
+39,mlp.experts.61.up_proj,rtn: 0.0022125,0.00000,0.108
+39,mlp.experts.73.up_proj,rtn: 0.0022736,0.00000,0.054
+39,mlp.experts.72.up_proj,rtn: 0.0023041,0.00000,0.081
+39,mlp.experts.69.up_proj,rtn: 0.0022278,0.00000,0.059
+39,mlp.experts.65.up_proj,rtn: 0.0022583,0.00000,0.056
+39,mlp.experts.94.up_proj,rtn: 0.0022278,0.00000,0.097
+39,mlp.experts.86.up_proj,rtn: 0.0022583,0.00000,0.119
+39,mlp.experts.74.up_proj,rtn: 0.0022888,0.00000,0.111
+39,mlp.experts.66.up_proj,rtn: 0.0022736,0.00000,0.078
+39,mlp.experts.80.up_proj,rtn: 0.0022736,0.00000,0.080
+39,mlp.experts.92.up_proj,rtn: 0.0022278,0.00000,0.079
+39,mlp.experts.68.up_proj,rtn: 0.0021973,0.00000,0.083
+39,mlp.experts.59.up_proj,rtn: 0.0022583,0.00000,0.184
+39,mlp.experts.89.up_proj,rtn: 0.0022583,0.00000,0.078
+39,mlp.experts.85.up_proj,rtn: 0.0022430,0.00000,0.080
+39,mlp.experts.77.up_proj,rtn: 0.0022430,0.00000,0.080
+39,mlp.experts.81.up_proj,rtn: 0.0022736,0.00000,0.084
+39,mlp.experts.88.up_proj,rtn: 0.0022736,0.00000,0.087
+39,mlp.experts.79.up_proj,rtn: 0.0022430,0.00000,0.154
+39,mlp.experts.55.up_proj,rtn: 0.0022430,0.00000,0.129
+39,mlp.experts.51.up_proj,rtn: 0.0023193,0.00000,0.103
+39,mlp.experts.110.up_proj,rtn: 0.0022430,0.00000,0.108
+39,mlp.experts.102.up_proj,rtn: 0.0022583,0.00000,0.103
+39,mlp.experts.108.up_proj,rtn: 0.0022125,0.00000,0.071
+39,mlp.experts.96.up_proj,rtn: 0.0022278,0.00000,0.075
+39,mlp.experts.84.up_proj,rtn: 0.0022125,0.00000,0.073
+39,mlp.experts.90.up_proj,rtn: 0.0022430,0.00000,0.106
+39,mlp.experts.82.up_proj,rtn: 0.0022430,0.00000,0.072
+39,mlp.experts.104.up_proj,rtn: 0.0022125,0.00000,0.076
+39,mlp.experts.105.up_proj,rtn: 0.0022430,0.00000,0.091
+39,mlp.experts.75.up_proj,rtn: 0.0022888,0.00000,0.104
+39,mlp.experts.97.up_proj,rtn: 0.0022736,0.00000,0.094
+39,mlp.experts.93.up_proj,rtn: 0.0023041,0.00000,0.094
+39,mlp.experts.101.up_proj,rtn: 0.0022583,0.00000,0.096
+39,mlp.experts.95.up_proj,rtn: 0.0022430,0.00000,0.097
+39,mlp.experts.112.up_proj,rtn: 0.0022125,0.00000,0.070
+39,mlp.experts.71.up_proj,rtn: 0.0022430,0.00000,0.075
+39,mlp.experts.124.up_proj,rtn: 0.0022736,0.00000,0.076
+39,mlp.experts.100.up_proj,rtn: 0.0022125,0.00000,0.074
+39,mlp.experts.126.up_proj,rtn: 0.0022583,0.00000,0.084
+39,mlp.experts.118.up_proj,rtn: 0.0022278,0.00000,0.091
+39,mlp.experts.67.up_proj,rtn: 0.0022278,0.00000,0.080
+39,mlp.experts.106.up_proj,rtn: 0.0022430,0.00000,0.087
+39,mlp.experts.120.up_proj,rtn: 0.0022430,0.00000,0.068
+39,mlp.experts.98.up_proj,rtn: 0.0021362,0.00000,0.073
+39,mlp.experts.91.up_proj,rtn: 0.0022430,0.00000,0.077
+39,mlp.experts.121.up_proj,rtn: 0.0022583,0.00000,0.099
+39,mlp.experts.116.up_proj,rtn: 0.0022888,0.00000,0.067
+39,mlp.experts.128.up_proj,rtn: 0.0022430,0.00000,0.074
+39,mlp.experts.113.up_proj,rtn: 0.0022125,0.00000,0.099
+39,mlp.experts.87.up_proj,rtn: 0.0022736,0.00000,0.075
+39,mlp.experts.109.up_proj,rtn: 0.0023651,0.00000,0.095
+39,mlp.experts.117.up_proj,rtn: 0.0022278,0.00000,0.095
+39,mlp.experts.111.up_proj,rtn: 0.0022278,0.00000,0.086
+39,mlp.experts.140.up_proj,rtn: 0.0022278,0.00000,0.071
+39,mlp.experts.142.up_proj,rtn: 0.0022430,0.00000,0.078
+39,mlp.experts.134.up_proj,rtn: 0.0022888,0.00000,0.083
+39,mlp.experts.136.up_proj,rtn: 0.0023041,0.00000,0.070
+39,mlp.experts.122.up_proj,rtn: 0.0022888,0.00000,0.086
+39,mlp.experts.83.up_proj,rtn: 0.0022583,0.00000,0.088
+39,mlp.experts.114.up_proj,rtn: 0.0022583,0.00000,0.076
+39,mlp.experts.107.up_proj,rtn: 0.0023193,0.00000,0.092
+39,mlp.experts.150.up_proj,rtn: 0.0023041,0.00000,0.072
+39,mlp.experts.132.up_proj,rtn: 0.0022278,0.00000,0.086
+39,mlp.experts.158.up_proj,rtn: 0.0022888,0.00000,0.080
+39,mlp.experts.156.up_proj,rtn: 0.0021820,0.00000,0.083
+39,mlp.experts.103.up_proj,rtn: 0.0021973,0.00000,0.092
+39,mlp.experts.137.up_proj,rtn: 0.0022736,0.00000,0.110
+39,mlp.experts.127.up_proj,rtn: 0.0022278,0.00000,0.084
+39,mlp.experts.152.up_proj,rtn: 0.0022888,0.00000,0.082
+39,mlp.experts.125.up_proj,rtn: 0.0022736,0.00000,0.102
+39,mlp.experts.138.up_proj,rtn: 0.0022736,0.00000,0.078
+39,mlp.experts.129.up_proj,rtn: 0.0022736,0.00000,0.106
+39,mlp.experts.133.up_proj,rtn: 0.0022583,0.00000,0.109
+39,mlp.experts.99.up_proj,rtn: 0.0022736,0.00000,0.077
+39,mlp.experts.130.up_proj,rtn: 0.0022278,0.00000,0.074
+39,mlp.experts.144.up_proj,rtn: 0.0022278,0.00000,0.124
+39,mlp.experts.123.up_proj,rtn: 0.0022888,0.00000,0.097
+39,mlp.experts.166.up_proj,rtn: 0.0021973,0.00000,0.073
+39,mlp.experts.174.up_proj,rtn: 0.0022736,0.00000,0.082
+39,mlp.experts.154.up_proj,rtn: 0.0022888,0.00000,0.071
+39,mlp.experts.143.up_proj,rtn: 0.0022278,0.00000,0.091
+39,mlp.experts.148.up_proj,rtn: 0.0022278,0.00000,0.098
+39,mlp.experts.115.up_proj,rtn: 0.0022888,0.00000,0.069
+39,mlp.experts.146.up_proj,rtn: 0.0022736,0.00000,0.073
+39,mlp.experts.153.up_proj,rtn: 0.0022583,0.00000,0.094
+39,mlp.experts.141.up_proj,rtn: 0.0022125,0.00000,0.088
+39,mlp.experts.145.up_proj,rtn: 0.0022736,0.00000,0.086
+39,mlp.experts.149.up_proj,rtn: 0.0022125,0.00000,0.087
+39,mlp.experts.119.up_proj,rtn: 0.0022736,0.00000,0.106
+39,mlp.experts.172.up_proj,rtn: 0.0022736,0.00000,0.115
+39,mlp.experts.182.up_proj,rtn: 0.0022125,0.00000,0.072
+39,mlp.experts.168.up_proj,rtn: 0.0022125,0.00000,0.144
+39,mlp.experts.139.up_proj,rtn: 0.0022278,0.00000,0.103
+39,mlp.experts.170.up_proj,rtn: 0.0022583,0.00000,0.082
+39,mlp.experts.190.up_proj,rtn: 0.0022736,0.00000,0.083
+39,mlp.experts.164.up_proj,rtn: 0.0021820,0.00000,0.090
+39,mlp.experts.160.up_proj,rtn: 0.0021667,0.00000,0.162
+39,mlp.experts.162.up_proj,rtn: 0.0023041,0.00000,0.077
+39,mlp.experts.161.up_proj,rtn: 0.0023193,0.00000,0.078
+39,mlp.experts.169.up_proj,rtn: 0.0022278,0.00000,0.081
+39,mlp.experts.165.up_proj,rtn: 0.0022583,0.00000,0.079
+39,mlp.experts.157.up_proj,rtn: 0.0022736,0.00000,0.079
+39,mlp.experts.159.up_proj,rtn: 0.0022736,0.00000,0.103
+39,mlp.experts.131.up_proj,rtn: 0.0022583,0.00000,0.093
+39,mlp.experts.135.up_proj,rtn: 0.0022888,0.00000,0.074
+39,mlp.experts.188.up_proj,rtn: 0.0022888,0.00000,0.091
+39,mlp.experts.184.up_proj,rtn: 0.0022583,0.00000,0.078
+39,mlp.experts.186.up_proj,rtn: 0.0023041,0.00000,0.054
+39,mlp.experts.176.up_proj,rtn: 0.0022430,0.00000,0.050
+39,mlp.experts.180.up_proj,rtn: 0.0022583,0.00000,0.052
+39,mlp.experts.178.up_proj,rtn: 0.0023499,0.00000,0.049
+39,mlp.experts.155.up_proj,rtn: 0.0022430,0.00000,0.120
+39,mlp.experts.173.up_proj,rtn: 0.0022278,0.00000,0.078
+39,mlp.experts.185.up_proj,rtn: 0.0022736,0.00000,0.080
+39,mlp.experts.181.up_proj,rtn: 0.0022736,0.00000,0.077
+39,mlp.experts.151.up_proj,rtn: 0.0022736,0.00000,0.098
+39,mlp.experts.177.up_proj,rtn: 0.0022278,0.00000,0.084
+39,mlp.experts.175.up_proj,rtn: 0.0022736,0.00000,0.093
+39,mlp.experts.147.up_proj,rtn: 0.0023193,0.00000,0.085
+39,mlp.experts.189.up_proj,rtn: 0.0022888,0.00000,0.050
+39,mlp.experts.171.up_proj,rtn: 0.0022583,0.00000,0.083
+39,mlp.experts.167.up_proj,rtn: 0.0022736,0.00000,0.072
+39,mlp.experts.191.up_proj,rtn: 0.0022430,0.00000,0.086
+39,mlp.experts.163.up_proj,rtn: 0.0022430,0.00000,0.086
+39,mlp.experts.187.up_proj,rtn: 0.0022583,0.00000,0.097
+39,mlp.experts.183.up_proj,rtn: 0.0022736,0.00000,0.082
+39,mlp.experts.179.up_proj,rtn: 0.0022430,0.00000,0.067
+39,mlp.experts.1.down_proj,rtn: 0.0022125,0.00000,0.012
+39,mlp.experts.8.down_proj,rtn: 0.0022888,0.00000,0.024
+39,mlp.experts.17.down_proj,rtn: 0.0022125,0.00000,0.046
+39,mlp.experts.15.down_proj,rtn: 0.0021973,0.00000,0.133
+39,mlp.experts.14.down_proj,rtn: 0.0022125,0.00000,0.053
+39,mlp.experts.6.down_proj,rtn: 0.0021820,0.00000,0.054
+39,mlp.experts.9.down_proj,rtn: 0.0022736,0.00000,0.051
+39,mlp.experts.10.down_proj,rtn: 0.0021973,0.00000,0.052
+39,mlp.experts.2.down_proj,rtn: 0.0022583,0.00000,0.042
+39,mlp.experts.11.down_proj,rtn: 0.0022278,0.00000,0.143
+39,mlp.experts.0.down_proj,rtn: 0.0022430,0.00000,0.053
+39,mlp.experts.12.down_proj,rtn: 0.0022278,0.00000,0.104
+39,mlp.experts.13.down_proj,rtn: 0.0022125,0.00000,0.046
+39,mlp.experts.3.down_proj,rtn: 0.0022583,0.00000,0.147
+39,mlp.experts.4.down_proj,rtn: 0.0021973,0.00000,0.061
+39,mlp.experts.7.down_proj,rtn: 0.0022430,0.00000,0.149
+39,mlp.experts.5.down_proj,rtn: 0.0022583,0.00000,0.051
+39,mlp.experts.24.down_proj,rtn: 0.0022278,0.00000,0.055
+39,mlp.experts.33.down_proj,rtn: 0.0022125,0.00000,0.026
+39,mlp.experts.31.down_proj,rtn: 0.0021667,0.00000,0.023
+39,mlp.experts.28.down_proj,rtn: 0.0022430,0.00000,0.019
+39,mlp.experts.25.down_proj,rtn: 0.0021973,0.00000,0.017
+39,mlp.experts.22.down_proj,rtn: 0.0022278,0.00000,0.034
+39,mlp.experts.30.down_proj,rtn: 0.0021973,0.00000,0.032
+39,mlp.experts.18.down_proj,rtn: 0.0022583,0.00000,0.027
+39,mlp.experts.26.down_proj,rtn: 0.0022430,0.00000,0.039
+39,mlp.experts.27.down_proj,rtn: 0.0022125,0.00000,0.047
+39,mlp.experts.16.down_proj,rtn: 0.0021667,0.00000,0.043
+39,mlp.experts.20.down_proj,rtn: 0.0022736,0.00000,0.047
+39,mlp.experts.21.down_proj,rtn: 0.0022430,0.00000,0.045
+39,mlp.experts.47.down_proj,rtn: 0.0022430,0.00000,0.057
+39,mlp.experts.23.down_proj,rtn: 0.0022278,0.00000,0.054
+39,mlp.experts.44.down_proj,rtn: 0.0021820,0.00000,0.048
+39,mlp.experts.49.down_proj,rtn: 0.0022583,0.00000,0.050
+39,mlp.experts.38.down_proj,rtn: 0.0022888,0.00000,0.034
+39,mlp.experts.40.down_proj,rtn: 0.0022736,0.00000,0.058
+39,mlp.experts.42.down_proj,rtn: 0.0022736,0.00000,0.039
+39,mlp.experts.46.down_proj,rtn: 0.0021667,0.00000,0.040
+39,mlp.experts.19.down_proj,rtn: 0.0022583,0.00000,0.048
+39,mlp.experts.34.down_proj,rtn: 0.0022583,0.00000,0.036
+39,mlp.experts.41.down_proj,rtn: 0.0022278,0.00000,0.037
+39,mlp.experts.29.down_proj,rtn: 0.0022125,0.00000,0.058
+39,mlp.experts.43.down_proj,rtn: 0.0022430,0.00000,0.046
+39,mlp.experts.32.down_proj,rtn: 0.0022125,0.00000,0.046
+39,mlp.experts.37.down_proj,rtn: 0.0022430,0.00000,0.049
+39,mlp.experts.63.down_proj,rtn: 0.0022125,0.00000,0.046
+39,mlp.experts.65.down_proj,rtn: 0.0022125,0.00000,0.039
+39,mlp.experts.60.down_proj,rtn: 0.0022278,0.00000,0.043
+39,mlp.experts.54.down_proj,rtn: 0.0022583,0.00000,0.039
+39,mlp.experts.36.down_proj,rtn: 0.0022278,0.00000,0.064
+39,mlp.experts.58.down_proj,rtn: 0.0022278,0.00000,0.034
+39,mlp.experts.35.down_proj,rtn: 0.0021973,0.00000,0.043
+39,mlp.experts.39.down_proj,rtn: 0.0022888,0.00000,0.060
+39,mlp.experts.59.down_proj,rtn: 0.0022125,0.00000,0.037
+39,mlp.experts.50.down_proj,rtn: 0.0022278,0.00000,0.050
+39,mlp.experts.62.down_proj,rtn: 0.0022278,0.00000,0.047
+39,mlp.experts.57.down_proj,rtn: 0.0022583,0.00000,0.044
+39,mlp.experts.56.down_proj,rtn: 0.0022583,0.00000,0.068
+39,mlp.experts.45.down_proj,rtn: 0.0022278,0.00000,0.055
+39,mlp.experts.74.down_proj,rtn: 0.0022583,0.00000,0.026
+39,mlp.experts.81.down_proj,rtn: 0.0022583,0.00000,0.041
+39,mlp.experts.70.down_proj,rtn: 0.0022278,0.00000,0.043
+39,mlp.experts.76.down_proj,rtn: 0.0022278,0.00000,0.045
+39,mlp.experts.79.down_proj,rtn: 0.0021973,0.00000,0.047
+39,mlp.experts.53.down_proj,rtn: 0.0022430,0.00000,0.055
+39,mlp.experts.52.down_proj,rtn: 0.0021820,0.00000,0.046
+39,mlp.experts.48.down_proj,rtn: 0.0021973,0.00000,0.080
+39,mlp.experts.51.down_proj,rtn: 0.0022583,0.00000,0.045
+39,mlp.experts.78.down_proj,rtn: 0.0021667,0.00000,0.041
+39,mlp.experts.72.down_proj,rtn: 0.0022736,0.00000,0.036
+39,mlp.experts.66.down_proj,rtn: 0.0022583,0.00000,0.039
+39,mlp.experts.55.down_proj,rtn: 0.0021820,0.00000,0.052
+39,mlp.experts.90.down_proj,rtn: 0.0022278,0.00000,0.032
+39,mlp.experts.75.down_proj,rtn: 0.0022430,0.00000,0.050
+39,mlp.experts.73.down_proj,rtn: 0.0022278,0.00000,0.046
+39,mlp.experts.97.down_proj,rtn: 0.0022278,0.00000,0.037
+39,mlp.experts.86.down_proj,rtn: 0.0022430,0.00000,0.030
+39,mlp.experts.61.down_proj,rtn: 0.0022125,0.00000,0.050
+39,mlp.experts.92.down_proj,rtn: 0.0022125,0.00000,0.039
+39,mlp.experts.69.down_proj,rtn: 0.0022430,0.00000,0.043
+39,mlp.experts.95.down_proj,rtn: 0.0022583,0.00000,0.050
+39,mlp.experts.68.down_proj,rtn: 0.0021973,0.00000,0.044
+39,mlp.experts.94.down_proj,rtn: 0.0021973,0.00000,0.037
+39,mlp.experts.67.down_proj,rtn: 0.0021667,0.00000,0.046
+39,mlp.experts.88.down_proj,rtn: 0.0022278,0.00000,0.039
+39,mlp.experts.64.down_proj,rtn: 0.0022125,0.00000,0.051
+39,mlp.experts.82.down_proj,rtn: 0.0022278,0.00000,0.037
+39,mlp.experts.106.down_proj,rtn: 0.0022125,0.00000,0.031
+39,mlp.experts.102.down_proj,rtn: 0.0021973,0.00000,0.032
+39,mlp.experts.77.down_proj,rtn: 0.0021973,0.00000,0.028
+39,mlp.experts.89.down_proj,rtn: 0.0022278,0.00000,0.031
+39,mlp.experts.113.down_proj,rtn: 0.0022125,0.00000,0.033
+39,mlp.experts.71.down_proj,rtn: 0.0022125,0.00000,0.054
+39,mlp.experts.91.down_proj,rtn: 0.0022430,0.00000,0.058
+39,mlp.experts.85.down_proj,rtn: 0.0022278,0.00000,0.032
+39,mlp.experts.108.down_proj,rtn: 0.0022125,0.00000,0.046
+39,mlp.experts.110.down_proj,rtn: 0.0022125,0.00000,0.033
+39,mlp.experts.104.down_proj,rtn: 0.0021820,0.00000,0.036
+39,mlp.experts.118.down_proj,rtn: 0.0022278,0.00000,0.030
+39,mlp.experts.111.down_proj,rtn: 0.0022125,0.00000,0.049
+39,mlp.experts.98.down_proj,rtn: 0.0021362,0.00000,0.034
+39,mlp.experts.122.down_proj,rtn: 0.0022430,0.00000,0.030
+39,mlp.experts.80.down_proj,rtn: 0.0022430,0.00000,0.039
+39,mlp.experts.83.down_proj,rtn: 0.0022125,0.00000,0.051
+39,mlp.experts.129.down_proj,rtn: 0.0022125,0.00000,0.038
+39,mlp.experts.93.down_proj,rtn: 0.0022278,0.00000,0.040
+39,mlp.experts.105.down_proj,rtn: 0.0022278,0.00000,0.036
+39,mlp.experts.84.down_proj,rtn: 0.0021973,0.00000,0.065
+39,mlp.experts.87.down_proj,rtn: 0.0022430,0.00000,0.040
+39,mlp.experts.124.down_proj,rtn: 0.0022430,0.00000,0.029
+39,mlp.experts.126.down_proj,rtn: 0.0022278,0.00000,0.030
+39,mlp.experts.101.down_proj,rtn: 0.0022278,0.00000,0.037
+39,mlp.experts.120.down_proj,rtn: 0.0022125,0.00000,0.024
+39,mlp.experts.107.down_proj,rtn: 0.0022430,0.00000,0.047
+39,mlp.experts.134.down_proj,rtn: 0.0022736,0.00000,0.034
+39,mlp.experts.138.down_proj,rtn: 0.0022583,0.00000,0.029
+39,mlp.experts.114.down_proj,rtn: 0.0022278,0.00000,0.030
+39,mlp.experts.96.down_proj,rtn: 0.0021973,0.00000,0.032
+39,mlp.experts.127.down_proj,rtn: 0.0022278,0.00000,0.050
+39,mlp.experts.121.down_proj,rtn: 0.0022430,0.00000,0.036
+39,mlp.experts.145.down_proj,rtn: 0.0022278,0.00000,0.036
+39,mlp.experts.100.down_proj,rtn: 0.0021973,0.00000,0.033
+39,mlp.experts.136.down_proj,rtn: 0.0022430,0.00000,0.025
+39,mlp.experts.142.down_proj,rtn: 0.0022278,0.00000,0.032
+39,mlp.experts.109.down_proj,rtn: 0.0023193,0.00000,0.038
+39,mlp.experts.140.down_proj,rtn: 0.0021973,0.00000,0.034
+39,mlp.experts.103.down_proj,rtn: 0.0021057,0.00000,0.050
+39,mlp.experts.117.down_proj,rtn: 0.0021973,0.00000,0.038
+39,mlp.experts.150.down_proj,rtn: 0.0022583,0.00000,0.031
+39,mlp.experts.154.down_proj,rtn: 0.0022278,0.00000,0.031
+39,mlp.experts.130.down_proj,rtn: 0.0021973,0.00000,0.027
+39,mlp.experts.99.down_proj,rtn: 0.0022430,0.00000,0.054
+39,mlp.experts.112.down_proj,rtn: 0.0021820,0.00000,0.033
+39,mlp.experts.116.down_proj,rtn: 0.0022278,0.00000,0.027
+39,mlp.experts.152.down_proj,rtn: 0.0022583,0.00000,0.028
+39,mlp.experts.123.down_proj,rtn: 0.0022583,0.00000,0.055
+39,mlp.experts.137.down_proj,rtn: 0.0022583,0.00000,0.041
+39,mlp.experts.158.down_proj,rtn: 0.0022583,0.00000,0.029
+39,mlp.experts.161.down_proj,rtn: 0.0022736,0.00000,0.038
+39,mlp.experts.156.down_proj,rtn: 0.0021667,0.00000,0.033
+39,mlp.experts.125.down_proj,rtn: 0.0022278,0.00000,0.040
+39,mlp.experts.143.down_proj,rtn: 0.0021973,0.00000,0.055
+39,mlp.experts.170.down_proj,rtn: 0.0022125,0.00000,0.033
+39,mlp.experts.146.down_proj,rtn: 0.0022583,0.00000,0.034
+39,mlp.experts.128.down_proj,rtn: 0.0022125,0.00000,0.029
+39,mlp.experts.166.down_proj,rtn: 0.0021973,0.00000,0.030
+39,mlp.experts.133.down_proj,rtn: 0.0022278,0.00000,0.039
+39,mlp.experts.132.down_proj,rtn: 0.0022278,0.00000,0.026
+39,mlp.experts.168.down_proj,rtn: 0.0022125,0.00000,0.026
+39,mlp.experts.172.down_proj,rtn: 0.0022430,0.00000,0.026
+39,mlp.experts.119.down_proj,rtn: 0.0022583,0.00000,0.059
+39,mlp.experts.174.down_proj,rtn: 0.0022430,0.00000,0.035
+39,mlp.experts.153.down_proj,rtn: 0.0022125,0.00000,0.038
+39,mlp.experts.177.down_proj,rtn: 0.0021973,0.00000,0.037
+39,mlp.experts.141.down_proj,rtn: 0.0021667,0.00000,0.032
+39,mlp.experts.182.down_proj,rtn: 0.0021973,0.00000,0.026
+39,mlp.experts.186.down_proj,rtn: 0.0022736,0.00000,0.031
+39,mlp.experts.162.down_proj,rtn: 0.0022430,0.00000,0.028
+39,mlp.experts.184.down_proj,rtn: 0.0022125,0.00000,0.026
+39,mlp.experts.139.down_proj,rtn: 0.0022278,0.00000,0.056
+39,mlp.experts.144.down_proj,rtn: 0.0022125,0.00000,0.029
+39,mlp.experts.148.down_proj,rtn: 0.0022125,0.00000,0.029
+39,mlp.experts.188.down_proj,rtn: 0.0022430,0.00000,0.023
+39,mlp.experts.149.down_proj,rtn: 0.0021973,0.00000,0.034
+39,mlp.experts.159.down_proj,rtn: 0.0022278,0.00000,0.054
+39,mlp.experts.190.down_proj,rtn: 0.0022583,0.00000,0.024
+39,mlp.experts.115.down_proj,rtn: 0.0022736,0.00000,0.098
+39,mlp.experts.157.down_proj,rtn: 0.0022430,0.00000,0.028
+39,mlp.experts.178.down_proj,rtn: 0.0022583,0.00000,0.018
+39,mlp.experts.135.down_proj,rtn: 0.0022583,0.00000,0.048
+39,mlp.experts.169.down_proj,rtn: 0.0021667,0.00000,0.039
+39,mlp.experts.160.down_proj,rtn: 0.0021820,0.00000,0.017
+39,mlp.experts.164.down_proj,rtn: 0.0021667,0.00000,0.022
+39,mlp.experts.155.down_proj,rtn: 0.0022278,0.00000,0.045
+39,mlp.experts.165.down_proj,rtn: 0.0022430,0.00000,0.034
+39,mlp.experts.175.down_proj,rtn: 0.0022430,0.00000,0.036
+39,mlp.experts.176.down_proj,rtn: 0.0022278,0.00000,0.016
+39,mlp.experts.180.down_proj,rtn: 0.0022430,0.00000,0.018
+39,mlp.experts.173.down_proj,rtn: 0.0021973,0.00000,0.032
+39,mlp.experts.185.down_proj,rtn: 0.0022583,0.00000,0.033
+39,mlp.experts.151.down_proj,rtn: 0.0022278,0.00000,0.038
+39,mlp.experts.181.down_proj,rtn: 0.0022430,0.00000,0.027
+39,mlp.experts.189.down_proj,rtn: 0.0022736,0.00000,0.022
+39,mlp.experts.171.down_proj,rtn: 0.0022430,0.00000,0.038
+39,mlp.experts.191.down_proj,rtn: 0.0022125,0.00000,0.037
+39,mlp.experts.131.down_proj,rtn: 0.0022278,0.00000,0.064
+39,mlp.experts.167.down_proj,rtn: 0.0022430,0.00000,0.029
+39,mlp.experts.187.down_proj,rtn: 0.0022278,0.00000,0.026
+39,mlp.experts.183.down_proj,rtn: 0.0022430,0.00000,0.019
+39,mlp.experts.147.down_proj,rtn: 0.0022888,0.00000,0.034
+39,mlp.experts.163.down_proj,rtn: 0.0022278,0.00000,0.010
+39,mlp.experts.179.down_proj,rtn: 0.0022125,0.00000,0.021
+39,mlp.shared_experts.up_proj,rtn: 0.0019073,0.00000,0.025
+39,mlp.shared_experts.gate_proj,rtn: 0.0017548,0.00000,0.026
+39,mlp.shared_experts.down_proj,rtn: 0.0020294,0.00000,0.010
+40,self_attn.v_proj,rtn: 0.0027924,0.00000,0.014
+40,self_attn.k_proj,rtn: 0.0022125,0.00000,0.022
+40,self_attn.q_proj,rtn: 0.0022125,0.00000,0.023
+40,self_attn.o_proj,rtn: 0.0028839,0.00000,0.031
+40,mlp.experts.4.gate_proj,rtn: 0.0022736,0.00000,0.082
+40,mlp.experts.12.gate_proj,rtn: 0.0023193,0.00000,0.082
+40,mlp.experts.8.gate_proj,rtn: 0.0022736,0.00000,0.083
+40,mlp.experts.0.gate_proj,rtn: 0.0023041,0.00000,0.083
+40,mlp.experts.11.gate_proj,rtn: 0.0023193,0.00000,0.092
+40,mlp.experts.3.gate_proj,rtn: 0.0021820,0.00000,0.094
+40,mlp.experts.15.gate_proj,rtn: 0.0022430,0.00000,0.103
+40,mlp.experts.7.gate_proj,rtn: 0.0022888,0.00000,0.105
+40,mlp.experts.6.gate_proj,rtn: 0.0022430,0.00000,0.110
+40,mlp.experts.9.gate_proj,rtn: 0.0023041,0.00000,0.111
+40,mlp.experts.13.gate_proj,rtn: 0.0022736,0.00000,0.114
+40,mlp.experts.2.gate_proj,rtn: 0.0022278,0.00000,0.122
+40,mlp.experts.14.gate_proj,rtn: 0.0023193,0.00000,0.123
+40,mlp.experts.10.gate_proj,rtn: 0.0022888,0.00000,0.134
+40,mlp.experts.20.gate_proj,rtn: 0.0021362,0.00000,0.079
+40,mlp.experts.24.gate_proj,rtn: 0.0022888,0.00000,0.077
+40,mlp.experts.16.gate_proj,rtn: 0.0023193,0.00000,0.073
+40,mlp.experts.5.gate_proj,rtn: 0.0022278,0.00000,0.177
+40,mlp.experts.28.gate_proj,rtn: 0.0022278,0.00000,0.087
+40,mlp.experts.1.gate_proj,rtn: 0.0022736,0.00000,0.182
+40,mlp.experts.27.gate_proj,rtn: 0.0022125,0.00000,0.087
+40,mlp.experts.19.gate_proj,rtn: 0.0022278,0.00000,0.090
+40,mlp.experts.31.gate_proj,rtn: 0.0022583,0.00000,0.092
+40,mlp.experts.23.gate_proj,rtn: 0.0021820,0.00000,0.089
+40,mlp.experts.22.gate_proj,rtn: 0.0023041,0.00000,0.091
+40,mlp.experts.18.gate_proj,rtn: 0.0022430,0.00000,0.089
+40,mlp.experts.30.gate_proj,rtn: 0.0022125,0.00000,0.091
+40,mlp.experts.25.gate_proj,rtn: 0.0023193,0.00000,0.132
+40,mlp.experts.26.gate_proj,rtn: 0.0022736,0.00000,0.123
+40,mlp.experts.36.gate_proj,rtn: 0.0022736,0.00000,0.098
+40,mlp.experts.32.gate_proj,rtn: 0.0023041,0.00000,0.098
+40,mlp.experts.29.gate_proj,rtn: 0.0022430,0.00000,0.152
+40,mlp.experts.40.gate_proj,rtn: 0.0022583,0.00000,0.103
+40,mlp.experts.44.gate_proj,rtn: 0.0023499,0.00000,0.105
+40,mlp.experts.35.gate_proj,rtn: 0.0022125,0.00000,0.104
+40,mlp.experts.21.gate_proj,rtn: 0.0022430,0.00000,0.116
+40,mlp.experts.17.gate_proj,rtn: 0.0023041,0.00000,0.102
+40,mlp.experts.47.gate_proj,rtn: 0.0023499,0.00000,0.109
+40,mlp.experts.43.gate_proj,rtn: 0.0022583,0.00000,0.123
+40,mlp.experts.38.gate_proj,rtn: 0.0023346,0.00000,0.108
+40,mlp.experts.34.gate_proj,rtn: 0.0022278,0.00000,0.100
+40,mlp.experts.46.gate_proj,rtn: 0.0022583,0.00000,0.095
+40,mlp.experts.41.gate_proj,rtn: 0.0023346,0.00000,0.085
+40,mlp.experts.45.gate_proj,rtn: 0.0022583,0.00000,0.080
+40,mlp.experts.39.gate_proj,rtn: 0.0021820,0.00000,0.153
+40,mlp.experts.42.gate_proj,rtn: 0.0022888,0.00000,0.107
+40,mlp.experts.48.gate_proj,rtn: 0.0022736,0.00000,0.099
+40,mlp.experts.33.gate_proj,rtn: 0.0021820,0.00000,0.073
+40,mlp.experts.56.gate_proj,rtn: 0.0022125,0.00000,0.099
+40,mlp.experts.37.gate_proj,rtn: 0.0023651,0.00000,0.077
+40,mlp.experts.60.gate_proj,rtn: 0.0022583,0.00000,0.103
+40,mlp.experts.57.gate_proj,rtn: 0.0022736,0.00000,0.088
+40,mlp.experts.51.gate_proj,rtn: 0.0022583,0.00000,0.144
+40,mlp.experts.61.gate_proj,rtn: 0.0022125,0.00000,0.085
+40,mlp.experts.62.gate_proj,rtn: 0.0022430,0.00000,0.117
+40,mlp.experts.50.gate_proj,rtn: 0.0022736,0.00000,0.117
+40,mlp.experts.63.gate_proj,rtn: 0.0022888,0.00000,0.094
+40,mlp.experts.55.gate_proj,rtn: 0.0022430,0.00000,0.104
+40,mlp.experts.64.gate_proj,rtn: 0.0022888,0.00000,0.091
+40,mlp.experts.53.gate_proj,rtn: 0.0022736,0.00000,0.086
+40,mlp.experts.58.gate_proj,rtn: 0.0021973,0.00000,0.098
+40,mlp.experts.49.gate_proj,rtn: 0.0022125,0.00000,0.093
+40,mlp.experts.52.gate_proj,rtn: 0.0021973,0.00000,0.212
+40,mlp.experts.72.gate_proj,rtn: 0.0022278,0.00000,0.098
+40,mlp.experts.76.gate_proj,rtn: 0.0022430,0.00000,0.091
+40,mlp.experts.54.gate_proj,rtn: 0.0022278,0.00000,0.128
+40,mlp.experts.59.gate_proj,rtn: 0.0022430,0.00000,0.156
+40,mlp.experts.73.gate_proj,rtn: 0.0021973,0.00000,0.094
+40,mlp.experts.77.gate_proj,rtn: 0.0023651,0.00000,0.095
+40,mlp.experts.66.gate_proj,rtn: 0.0022278,0.00000,0.104
+40,mlp.experts.78.gate_proj,rtn: 0.0022736,0.00000,0.101
+40,mlp.experts.80.gate_proj,rtn: 0.0023041,0.00000,0.084
+40,mlp.experts.88.gate_proj,rtn: 0.0023651,0.00000,0.080
+40,mlp.experts.68.gate_proj,rtn: 0.0023041,0.00000,0.077
+40,mlp.experts.65.gate_proj,rtn: 0.0022583,0.00000,0.089
+40,mlp.experts.69.gate_proj,rtn: 0.0022430,0.00000,0.094
+40,mlp.experts.67.gate_proj,rtn: 0.0022583,0.00000,0.124
+40,mlp.experts.79.gate_proj,rtn: 0.0023499,0.00000,0.123
+40,mlp.experts.92.gate_proj,rtn: 0.0022888,0.00000,0.088
+40,mlp.experts.74.gate_proj,rtn: 0.0023651,0.00000,0.107
+40,mlp.experts.70.gate_proj,rtn: 0.0022583,0.00000,0.103
+40,mlp.experts.75.gate_proj,rtn: 0.0021820,0.00000,0.111
+40,mlp.experts.71.gate_proj,rtn: 0.0022736,0.00000,0.163
+40,mlp.experts.89.gate_proj,rtn: 0.0022736,0.00000,0.093
+40,mlp.experts.93.gate_proj,rtn: 0.0022125,0.00000,0.091
+40,mlp.experts.104.gate_proj,rtn: 0.0022430,0.00000,0.089
+40,mlp.experts.96.gate_proj,rtn: 0.0022736,0.00000,0.095
+40,mlp.experts.84.gate_proj,rtn: 0.0023499,0.00000,0.089
+40,mlp.experts.82.gate_proj,rtn: 0.0023041,0.00000,0.104
+40,mlp.experts.81.gate_proj,rtn: 0.0022125,0.00000,0.093
+40,mlp.experts.94.gate_proj,rtn: 0.0022583,0.00000,0.103
+40,mlp.experts.85.gate_proj,rtn: 0.0022125,0.00000,0.090
+40,mlp.experts.83.gate_proj,rtn: 0.0021973,0.00000,0.109
+40,mlp.experts.108.gate_proj,rtn: 0.0023041,0.00000,0.103
+40,mlp.experts.90.gate_proj,rtn: 0.0022430,0.00000,0.102
+40,mlp.experts.95.gate_proj,rtn: 0.0023193,0.00000,0.104
+40,mlp.experts.86.gate_proj,rtn: 0.0022888,0.00000,0.102
+40,mlp.experts.105.gate_proj,rtn: 0.0022430,0.00000,0.101
+40,mlp.experts.91.gate_proj,rtn: 0.0023193,0.00000,0.112
+40,mlp.experts.109.gate_proj,rtn: 0.0023651,0.00000,0.097
+40,mlp.experts.97.gate_proj,rtn: 0.0023346,0.00000,0.093
+40,mlp.experts.98.gate_proj,rtn: 0.0022736,0.00000,0.095
+40,mlp.experts.101.gate_proj,rtn: 0.0022430,0.00000,0.086
+40,mlp.experts.112.gate_proj,rtn: 0.0022583,0.00000,0.106
+40,mlp.experts.110.gate_proj,rtn: 0.0022278,0.00000,0.088
+40,mlp.experts.100.gate_proj,rtn: 0.0023041,0.00000,0.099
+40,mlp.experts.120.gate_proj,rtn: 0.0022888,0.00000,0.117
+40,mlp.experts.87.gate_proj,rtn: 0.0022125,0.00000,0.143
+40,mlp.experts.99.gate_proj,rtn: 0.0021820,0.00000,0.109
+40,mlp.experts.102.gate_proj,rtn: 0.0022583,0.00000,0.099
+40,mlp.experts.111.gate_proj,rtn: 0.0022430,0.00000,0.102
+40,mlp.experts.106.gate_proj,rtn: 0.0022736,0.00000,0.104
+40,mlp.experts.124.gate_proj,rtn: 0.0022430,0.00000,0.116
+40,mlp.experts.121.gate_proj,rtn: 0.0022888,0.00000,0.091
+40,mlp.experts.107.gate_proj,rtn: 0.0022736,0.00000,0.097
+40,mlp.experts.125.gate_proj,rtn: 0.0022736,0.00000,0.098
+40,mlp.experts.113.gate_proj,rtn: 0.0023193,0.00000,0.101
+40,mlp.experts.128.gate_proj,rtn: 0.0022278,0.00000,0.101
+40,mlp.experts.116.gate_proj,rtn: 0.0022736,0.00000,0.092
+40,mlp.experts.114.gate_proj,rtn: 0.0022278,0.00000,0.113
+40,mlp.experts.126.gate_proj,rtn: 0.0022430,0.00000,0.109
+40,mlp.experts.117.gate_proj,rtn: 0.0022125,0.00000,0.113
+40,mlp.experts.136.gate_proj,rtn: 0.0022583,0.00000,0.108
+40,mlp.experts.103.gate_proj,rtn: 0.0022583,0.00000,0.122
+40,mlp.experts.118.gate_proj,rtn: 0.0022125,0.00000,0.091
+40,mlp.experts.127.gate_proj,rtn: 0.0022125,0.00000,0.099
+40,mlp.experts.115.gate_proj,rtn: 0.0022888,0.00000,0.109
+40,mlp.experts.122.gate_proj,rtn: 0.0023193,0.00000,0.104
+40,mlp.experts.140.gate_proj,rtn: 0.0022736,0.00000,0.099
+40,mlp.experts.137.gate_proj,rtn: 0.0023499,0.00000,0.115
+40,mlp.experts.123.gate_proj,rtn: 0.0022125,0.00000,0.112
+40,mlp.experts.141.gate_proj,rtn: 0.0022125,0.00000,0.110
+40,mlp.experts.142.gate_proj,rtn: 0.0021973,0.00000,0.091
+40,mlp.experts.129.gate_proj,rtn: 0.0023193,0.00000,0.107
+40,mlp.experts.130.gate_proj,rtn: 0.0022430,0.00000,0.107
+40,mlp.experts.144.gate_proj,rtn: 0.0022430,0.00000,0.126
+40,mlp.experts.134.gate_proj,rtn: 0.0022736,0.00000,0.090
+40,mlp.experts.132.gate_proj,rtn: 0.0022736,0.00000,0.126
+40,mlp.experts.133.gate_proj,rtn: 0.0021515,0.00000,0.113
+40,mlp.experts.119.gate_proj,rtn: 0.0022430,0.00000,0.100
+40,mlp.experts.138.gate_proj,rtn: 0.0023804,0.00000,0.085
+40,mlp.experts.131.gate_proj,rtn: 0.0021973,0.00000,0.096
+40,mlp.experts.143.gate_proj,rtn: 0.0023041,0.00000,0.100
+40,mlp.experts.153.gate_proj,rtn: 0.0022583,0.00000,0.091
+40,mlp.experts.139.gate_proj,rtn: 0.0023804,0.00000,0.087
+40,mlp.experts.152.gate_proj,rtn: 0.0022278,0.00000,0.136
+40,mlp.experts.157.gate_proj,rtn: 0.0022736,0.00000,0.090
+40,mlp.experts.158.gate_proj,rtn: 0.0022736,0.00000,0.071
+40,mlp.experts.146.gate_proj,rtn: 0.0022278,0.00000,0.072
+40,mlp.experts.145.gate_proj,rtn: 0.0021973,0.00000,0.091
+40,mlp.experts.156.gate_proj,rtn: 0.0023041,0.00000,0.167
+40,mlp.experts.150.gate_proj,rtn: 0.0022736,0.00000,0.079
+40,mlp.experts.154.gate_proj,rtn: 0.0022278,0.00000,0.076
+40,mlp.experts.159.gate_proj,rtn: 0.0023041,0.00000,0.087
+40,mlp.experts.147.gate_proj,rtn: 0.0023193,0.00000,0.086
+40,mlp.experts.135.gate_proj,rtn: 0.0022583,0.00000,0.094
+40,mlp.experts.149.gate_proj,rtn: 0.0022125,0.00000,0.097
+40,mlp.experts.155.gate_proj,rtn: 0.0022278,0.00000,0.083
+40,mlp.experts.174.gate_proj,rtn: 0.0022278,0.00000,0.073
+40,mlp.experts.169.gate_proj,rtn: 0.0022278,0.00000,0.088
+40,mlp.experts.173.gate_proj,rtn: 0.0022736,0.00000,0.092
+40,mlp.experts.162.gate_proj,rtn: 0.0021973,0.00000,0.077
+40,mlp.experts.170.gate_proj,rtn: 0.0022888,0.00000,0.074
+40,mlp.experts.166.gate_proj,rtn: 0.0023041,0.00000,0.074
+40,mlp.experts.161.gate_proj,rtn: 0.0022125,0.00000,0.091
+40,mlp.experts.175.gate_proj,rtn: 0.0022583,0.00000,0.074
+40,mlp.experts.151.gate_proj,rtn: 0.0023041,0.00000,0.072
+40,mlp.experts.171.gate_proj,rtn: 0.0023041,0.00000,0.068
+40,mlp.experts.163.gate_proj,rtn: 0.0022736,0.00000,0.074
+40,mlp.experts.190.gate_proj,rtn: 0.0022583,0.00000,0.070
+40,mlp.experts.165.gate_proj,rtn: 0.0022430,0.00000,0.092
+40,mlp.experts.178.gate_proj,rtn: 0.0022888,0.00000,0.074
+40,mlp.experts.185.gate_proj,rtn: 0.0022888,0.00000,0.092
+40,mlp.experts.189.gate_proj,rtn: 0.0023193,0.00000,0.086
+40,mlp.experts.148.gate_proj,rtn: 0.0022278,0.00000,0.219
+40,mlp.experts.160.gate_proj,rtn: 0.0022430,0.00000,0.229
+40,mlp.experts.168.gate_proj,rtn: 0.0023346,0.00000,0.206
+40,mlp.experts.186.gate_proj,rtn: 0.0022430,0.00000,0.078
+40,mlp.experts.182.gate_proj,rtn: 0.0022125,0.00000,0.076
+40,mlp.experts.172.gate_proj,rtn: 0.0022430,0.00000,0.169
+40,mlp.experts.177.gate_proj,rtn: 0.0022278,0.00000,0.094
+40,mlp.experts.14.up_proj,rtn: 0.0022430,0.00000,0.078
+40,mlp.experts.191.gate_proj,rtn: 0.0022430,0.00000,0.099
+40,mlp.experts.167.gate_proj,rtn: 0.0022888,0.00000,0.092
+40,mlp.experts.187.gate_proj,rtn: 0.0022888,0.00000,0.093
+40,mlp.experts.179.gate_proj,rtn: 0.0023346,0.00000,0.093
+40,mlp.experts.2.up_proj,rtn: 0.0022278,0.00000,0.077
+40,mlp.experts.181.gate_proj,rtn: 0.0022583,0.00000,0.084
+40,mlp.experts.9.up_proj,rtn: 0.0022430,0.00000,0.076
+40,mlp.experts.13.up_proj,rtn: 0.0022278,0.00000,0.076
+40,mlp.experts.176.gate_proj,rtn: 0.0023041,0.00000,0.077
+40,mlp.experts.164.gate_proj,rtn: 0.0023193,0.00000,0.079
+40,mlp.experts.184.gate_proj,rtn: 0.0023193,0.00000,0.068
+40,mlp.experts.1.up_proj,rtn: 0.0022430,0.00000,0.046
+40,mlp.experts.188.gate_proj,rtn: 0.0023041,0.00000,0.055
+40,mlp.experts.10.up_proj,rtn: 0.0022583,0.00000,0.061
+40,mlp.experts.6.up_proj,rtn: 0.0022430,0.00000,0.062
+40,mlp.experts.30.up_proj,rtn: 0.0022125,0.00000,0.043
+40,mlp.experts.22.up_proj,rtn: 0.0022278,0.00000,0.041
+40,mlp.experts.5.up_proj,rtn: 0.0022278,0.00000,0.073
+40,mlp.experts.29.up_proj,rtn: 0.0022125,0.00000,0.069
+40,mlp.experts.25.up_proj,rtn: 0.0022736,0.00000,0.078
+40,mlp.experts.8.up_proj,rtn: 0.0022430,0.00000,0.074
+40,mlp.experts.17.up_proj,rtn: 0.0022430,0.00000,0.071
+40,mlp.experts.0.up_proj,rtn: 0.0022583,0.00000,0.083
+40,mlp.experts.180.gate_proj,rtn: 0.0023346,0.00000,0.087
+40,mlp.experts.18.up_proj,rtn: 0.0021973,0.00000,0.077
+40,mlp.experts.12.up_proj,rtn: 0.0022430,0.00000,0.091
+40,mlp.experts.26.up_proj,rtn: 0.0022430,0.00000,0.084
+40,mlp.experts.21.up_proj,rtn: 0.0022125,0.00000,0.065
+40,mlp.experts.38.up_proj,rtn: 0.0022736,0.00000,0.097
+40,mlp.experts.46.up_proj,rtn: 0.0022430,0.00000,0.097
+40,mlp.experts.16.up_proj,rtn: 0.0022430,0.00000,0.063
+40,mlp.experts.45.up_proj,rtn: 0.0022736,0.00000,0.075
+40,mlp.experts.4.up_proj,rtn: 0.0022888,0.00000,0.060
+40,mlp.experts.41.up_proj,rtn: 0.0023193,0.00000,0.073
+40,mlp.experts.33.up_proj,rtn: 0.0021820,0.00000,0.070
+40,mlp.experts.24.up_proj,rtn: 0.0022278,0.00000,0.077
+40,mlp.experts.28.up_proj,rtn: 0.0021973,0.00000,0.068
+40,mlp.experts.34.up_proj,rtn: 0.0022125,0.00000,0.088
+40,mlp.experts.42.up_proj,rtn: 0.0022278,0.00000,0.090
+40,mlp.experts.37.up_proj,rtn: 0.0023651,0.00000,0.075
+40,mlp.experts.32.up_proj,rtn: 0.0022430,0.00000,0.073
+40,mlp.experts.61.up_proj,rtn: 0.0021973,0.00000,0.070
+40,mlp.experts.57.up_proj,rtn: 0.0022278,0.00000,0.077
+40,mlp.experts.40.up_proj,rtn: 0.0022125,0.00000,0.068
+40,mlp.experts.49.up_proj,rtn: 0.0021820,0.00000,0.074
+40,mlp.experts.20.up_proj,rtn: 0.0021210,0.00000,0.080
+40,mlp.experts.62.up_proj,rtn: 0.0022278,0.00000,0.090
+40,mlp.experts.54.up_proj,rtn: 0.0022278,0.00000,0.096
+40,mlp.experts.44.up_proj,rtn: 0.0022736,0.00000,0.079
+40,mlp.experts.50.up_proj,rtn: 0.0022278,0.00000,0.093
+40,mlp.experts.53.up_proj,rtn: 0.0022430,0.00000,0.066
+40,mlp.experts.58.up_proj,rtn: 0.0021973,0.00000,0.093
+40,mlp.experts.48.up_proj,rtn: 0.0022430,0.00000,0.067
+40,mlp.experts.11.up_proj,rtn: 0.0022583,0.00000,0.300
+40,mlp.experts.73.up_proj,rtn: 0.0022125,0.00000,0.066
+40,mlp.experts.77.up_proj,rtn: 0.0022736,0.00000,0.075
+40,mlp.experts.56.up_proj,rtn: 0.0021820,0.00000,0.071
+40,mlp.experts.3.up_proj,rtn: 0.0021667,0.00000,0.312
+40,mlp.experts.65.up_proj,rtn: 0.0022278,0.00000,0.069
+40,mlp.experts.183.gate_proj,rtn: 0.0023193,0.00000,0.307
+40,mlp.experts.36.up_proj,rtn: 0.0022583,0.00000,0.074
+40,mlp.experts.70.up_proj,rtn: 0.0022278,0.00000,0.087
+40,mlp.experts.78.up_proj,rtn: 0.0022583,0.00000,0.089
+40,mlp.experts.15.up_proj,rtn: 0.0022278,0.00000,0.358
+40,mlp.experts.69.up_proj,rtn: 0.0022125,0.00000,0.069
+40,mlp.experts.66.up_proj,rtn: 0.0021973,0.00000,0.082
+40,mlp.experts.74.up_proj,rtn: 0.0022583,0.00000,0.071
+40,mlp.experts.89.up_proj,rtn: 0.0022125,0.00000,0.069
+40,mlp.experts.81.up_proj,rtn: 0.0022125,0.00000,0.065
+40,mlp.experts.93.up_proj,rtn: 0.0021820,0.00000,0.080
+40,mlp.experts.60.up_proj,rtn: 0.0022278,0.00000,0.168
+40,mlp.experts.94.up_proj,rtn: 0.0022430,0.00000,0.075
+40,mlp.experts.86.up_proj,rtn: 0.0022430,0.00000,0.077
+40,mlp.experts.90.up_proj,rtn: 0.0022125,0.00000,0.075
+40,mlp.experts.82.up_proj,rtn: 0.0022430,0.00000,0.076
+40,mlp.experts.19.up_proj,rtn: 0.0022125,0.00000,0.140
+40,mlp.experts.27.up_proj,rtn: 0.0021820,0.00000,0.150
+40,mlp.experts.64.up_proj,rtn: 0.0022278,0.00000,0.185
+40,mlp.experts.72.up_proj,rtn: 0.0022278,0.00000,0.175
+40,mlp.experts.109.up_proj,rtn: 0.0023193,0.00000,0.102
+40,mlp.experts.85.up_proj,rtn: 0.0021820,0.00000,0.123
+40,mlp.experts.105.up_proj,rtn: 0.0021820,0.00000,0.114
+40,mlp.experts.31.up_proj,rtn: 0.0022430,0.00000,0.107
+40,mlp.experts.110.up_proj,rtn: 0.0022125,0.00000,0.066
+40,mlp.experts.102.up_proj,rtn: 0.0022430,0.00000,0.069
+40,mlp.experts.7.up_proj,rtn: 0.0022583,0.00000,0.139
+40,mlp.experts.106.up_proj,rtn: 0.0022125,0.00000,0.064
+40,mlp.experts.52.up_proj,rtn: 0.0021667,0.00000,0.186
+40,mlp.experts.98.up_proj,rtn: 0.0022125,0.00000,0.072
+40,mlp.experts.97.up_proj,rtn: 0.0022888,0.00000,0.147
+40,mlp.experts.76.up_proj,rtn: 0.0021973,0.00000,0.107
+40,mlp.experts.125.up_proj,rtn: 0.0022430,0.00000,0.069
+40,mlp.experts.101.up_proj,rtn: 0.0022125,0.00000,0.071
+40,mlp.experts.122.up_proj,rtn: 0.0022888,0.00000,0.064
+40,mlp.experts.126.up_proj,rtn: 0.0022278,0.00000,0.074
+40,mlp.experts.118.up_proj,rtn: 0.0021973,0.00000,0.073
+40,mlp.experts.121.up_proj,rtn: 0.0022278,0.00000,0.079
+40,mlp.experts.114.up_proj,rtn: 0.0021973,0.00000,0.059
+40,mlp.experts.80.up_proj,rtn: 0.0022430,0.00000,0.126
+40,mlp.experts.113.up_proj,rtn: 0.0022583,0.00000,0.068
+40,mlp.experts.35.up_proj,rtn: 0.0022278,0.00000,0.111
+40,mlp.experts.88.up_proj,rtn: 0.0022583,0.00000,0.110
+40,mlp.experts.47.up_proj,rtn: 0.0022583,0.00000,0.103
+40,mlp.experts.23.up_proj,rtn: 0.0022125,0.00000,0.116
+40,mlp.experts.68.up_proj,rtn: 0.0022736,0.00000,0.104
+40,mlp.experts.43.up_proj,rtn: 0.0022736,0.00000,0.123
+40,mlp.experts.141.up_proj,rtn: 0.0021820,0.00000,0.069
+40,mlp.experts.92.up_proj,rtn: 0.0022278,0.00000,0.081
+40,mlp.experts.138.up_proj,rtn: 0.0022888,0.00000,0.070
+40,mlp.experts.142.up_proj,rtn: 0.0021820,0.00000,0.072
+40,mlp.experts.117.up_proj,rtn: 0.0021973,0.00000,0.081
+40,mlp.experts.130.up_proj,rtn: 0.0021820,0.00000,0.075
+40,mlp.experts.134.up_proj,rtn: 0.0022278,0.00000,0.076
+40,mlp.experts.96.up_proj,rtn: 0.0022430,0.00000,0.077
+40,mlp.experts.137.up_proj,rtn: 0.0022736,0.00000,0.093
+40,mlp.experts.129.up_proj,rtn: 0.0022430,0.00000,0.081
+40,mlp.experts.104.up_proj,rtn: 0.0022430,0.00000,0.084
+40,mlp.experts.84.up_proj,rtn: 0.0022583,0.00000,0.082
+40,mlp.experts.51.up_proj,rtn: 0.0022430,0.00000,0.105
+40,mlp.experts.108.up_proj,rtn: 0.0022583,0.00000,0.071
+40,mlp.experts.63.up_proj,rtn: 0.0022430,0.00000,0.108
+40,mlp.experts.39.up_proj,rtn: 0.0021820,0.00000,0.106
+40,mlp.experts.154.up_proj,rtn: 0.0021973,0.00000,0.075
+40,mlp.experts.158.up_proj,rtn: 0.0022278,0.00000,0.071
+40,mlp.experts.157.up_proj,rtn: 0.0022583,0.00000,0.093
+40,mlp.experts.150.up_proj,rtn: 0.0022430,0.00000,0.074
+40,mlp.experts.146.up_proj,rtn: 0.0022278,0.00000,0.075
+40,mlp.experts.59.up_proj,rtn: 0.0022125,0.00000,0.117
+40,mlp.experts.133.up_proj,rtn: 0.0021362,0.00000,0.089
+40,mlp.experts.112.up_proj,rtn: 0.0022278,0.00000,0.089
+40,mlp.experts.153.up_proj,rtn: 0.0022278,0.00000,0.098
+40,mlp.experts.120.up_proj,rtn: 0.0022430,0.00000,0.092
+40,mlp.experts.170.up_proj,rtn: 0.0022430,0.00000,0.073
+40,mlp.experts.145.up_proj,rtn: 0.0021973,0.00000,0.124
+40,mlp.experts.100.up_proj,rtn: 0.0022736,0.00000,0.098
+40,mlp.experts.67.up_proj,rtn: 0.0022430,0.00000,0.097
+40,mlp.experts.79.up_proj,rtn: 0.0022583,0.00000,0.091
+40,mlp.experts.174.up_proj,rtn: 0.0021973,0.00000,0.073
+40,mlp.experts.124.up_proj,rtn: 0.0022430,0.00000,0.098
+40,mlp.experts.166.up_proj,rtn: 0.0022736,0.00000,0.082
+40,mlp.experts.55.up_proj,rtn: 0.0021973,0.00000,0.098
+40,mlp.experts.162.up_proj,rtn: 0.0021820,0.00000,0.084
+40,mlp.experts.173.up_proj,rtn: 0.0022736,0.00000,0.106
+40,mlp.experts.75.up_proj,rtn: 0.0022125,0.00000,0.094
+40,mlp.experts.149.up_proj,rtn: 0.0022125,0.00000,0.119
+40,mlp.experts.128.up_proj,rtn: 0.0022278,0.00000,0.118
+40,mlp.experts.169.up_proj,rtn: 0.0022278,0.00000,0.105
+40,mlp.experts.186.up_proj,rtn: 0.0022278,0.00000,0.075
+40,mlp.experts.136.up_proj,rtn: 0.0021973,0.00000,0.116
+40,mlp.experts.95.up_proj,rtn: 0.0022888,0.00000,0.087
+40,mlp.experts.83.up_proj,rtn: 0.0021820,0.00000,0.088
+40,mlp.experts.190.up_proj,rtn: 0.0022430,0.00000,0.077
+40,mlp.experts.178.up_proj,rtn: 0.0022278,0.00000,0.074
+40,mlp.experts.182.up_proj,rtn: 0.0021973,0.00000,0.079
+40,mlp.experts.161.up_proj,rtn: 0.0021820,0.00000,0.104
+40,mlp.experts.71.up_proj,rtn: 0.0022278,0.00000,0.094
+40,mlp.experts.91.up_proj,rtn: 0.0022430,0.00000,0.094
+40,mlp.experts.116.up_proj,rtn: 0.0022278,0.00000,0.143
+40,mlp.experts.189.up_proj,rtn: 0.0022583,0.00000,0.119
+40,mlp.experts.140.up_proj,rtn: 0.0022583,0.00000,0.133
+40,mlp.experts.165.up_proj,rtn: 0.0022125,0.00000,0.094
+40,mlp.experts.185.up_proj,rtn: 0.0022736,0.00000,0.102
+40,mlp.experts.111.up_proj,rtn: 0.0022278,0.00000,0.072
+40,mlp.experts.87.up_proj,rtn: 0.0022125,0.00000,0.077
+40,mlp.experts.99.up_proj,rtn: 0.0021820,0.00000,0.088
+40,mlp.experts.144.up_proj,rtn: 0.0022125,0.00000,0.147
+40,mlp.experts.177.up_proj,rtn: 0.0022278,0.00000,0.112
+40,mlp.experts.181.up_proj,rtn: 0.0022278,0.00000,0.061
+40,mlp.experts.107.up_proj,rtn: 0.0022278,0.00000,0.098
+40,mlp.experts.152.up_proj,rtn: 0.0022430,0.00000,0.130
+40,mlp.experts.132.up_proj,rtn: 0.0022736,0.00000,0.120
+40,mlp.experts.156.up_proj,rtn: 0.0022278,0.00000,0.118
+40,mlp.experts.127.up_proj,rtn: 0.0021973,0.00000,0.112
+40,mlp.experts.103.up_proj,rtn: 0.0022430,0.00000,0.113
+40,mlp.experts.115.up_proj,rtn: 0.0022430,0.00000,0.104
+40,mlp.experts.123.up_proj,rtn: 0.0022278,0.00000,0.094
+40,mlp.experts.143.up_proj,rtn: 0.0022430,0.00000,0.073
+40,mlp.experts.160.up_proj,rtn: 0.0022278,0.00000,0.175
+40,mlp.experts.168.up_proj,rtn: 0.0022736,0.00000,0.165
+40,mlp.experts.131.up_proj,rtn: 0.0021820,0.00000,0.091
+40,mlp.experts.119.up_proj,rtn: 0.0022278,0.00000,0.102
+40,mlp.experts.148.up_proj,rtn: 0.0022278,0.00000,0.171
+40,mlp.experts.139.up_proj,rtn: 0.0022278,0.00000,0.112
+40,mlp.experts.172.up_proj,rtn: 0.0022125,0.00000,0.179
+40,mlp.experts.159.up_proj,rtn: 0.0022430,0.00000,0.110
+40,mlp.experts.147.up_proj,rtn: 0.0022430,0.00000,0.076
+40,mlp.experts.135.up_proj,rtn: 0.0022430,0.00000,0.070
+40,mlp.experts.176.up_proj,rtn: 0.0022278,0.00000,0.111
+40,mlp.experts.184.up_proj,rtn: 0.0022278,0.00000,0.117
+40,mlp.experts.155.up_proj,rtn: 0.0022278,0.00000,0.076
+40,mlp.experts.164.up_proj,rtn: 0.0022736,0.00000,0.142
+40,mlp.experts.188.up_proj,rtn: 0.0022583,0.00000,0.090
+40,mlp.experts.175.up_proj,rtn: 0.0022125,0.00000,0.094
+40,mlp.experts.163.up_proj,rtn: 0.0022125,0.00000,0.082
+40,mlp.experts.151.up_proj,rtn: 0.0022583,0.00000,0.083
+40,mlp.experts.171.up_proj,rtn: 0.0023041,0.00000,0.103
+40,mlp.experts.180.up_proj,rtn: 0.0023041,0.00000,0.062
+40,mlp.experts.167.up_proj,rtn: 0.0022583,0.00000,0.073
+40,mlp.experts.191.up_proj,rtn: 0.0021973,0.00000,0.073
+40,mlp.experts.179.up_proj,rtn: 0.0022583,0.00000,0.082
+40,mlp.experts.187.up_proj,rtn: 0.0022583,0.00000,0.067
+40,mlp.experts.183.up_proj,rtn: 0.0022278,0.00000,0.068
+40,mlp.experts.1.down_proj,rtn: 0.0022278,0.00000,0.014
+40,mlp.experts.14.down_proj,rtn: 0.0022430,0.00000,0.040
+40,mlp.experts.11.down_proj,rtn: 0.0022278,0.00000,0.074
+40,mlp.experts.5.down_proj,rtn: 0.0021820,0.00000,0.051
+40,mlp.experts.15.down_proj,rtn: 0.0022278,0.00000,0.047
+40,mlp.experts.4.down_proj,rtn: 0.0022125,0.00000,0.150
+40,mlp.experts.0.down_proj,rtn: 0.0022278,0.00000,0.149
+40,mlp.experts.17.down_proj,rtn: 0.0022278,0.00000,0.051
+40,mlp.experts.7.down_proj,rtn: 0.0022430,0.00000,0.046
+40,mlp.experts.10.down_proj,rtn: 0.0022430,0.00000,0.054
+40,mlp.experts.3.down_proj,rtn: 0.0021820,0.00000,0.049
+40,mlp.experts.9.down_proj,rtn: 0.0022278,0.00000,0.054
+40,mlp.experts.13.down_proj,rtn: 0.0022125,0.00000,0.057
+40,mlp.experts.2.down_proj,rtn: 0.0022125,0.00000,0.051
+40,mlp.experts.8.down_proj,rtn: 0.0022278,0.00000,0.159
+40,mlp.experts.6.down_proj,rtn: 0.0021820,0.00000,0.063
+40,mlp.experts.30.down_proj,rtn: 0.0022125,0.00000,0.026
+40,mlp.experts.12.down_proj,rtn: 0.0021667,0.00000,0.171
+40,mlp.experts.20.down_proj,rtn: 0.0021362,0.00000,0.024
+40,mlp.experts.27.down_proj,rtn: 0.0021667,0.00000,0.053
+40,mlp.experts.26.down_proj,rtn: 0.0022278,0.00000,0.029
+40,mlp.experts.16.down_proj,rtn: 0.0022125,0.00000,0.044
+40,mlp.experts.31.down_proj,rtn: 0.0022583,0.00000,0.065
+40,mlp.experts.21.down_proj,rtn: 0.0022278,0.00000,0.074
+40,mlp.experts.22.down_proj,rtn: 0.0022278,0.00000,0.030
+40,mlp.experts.18.down_proj,rtn: 0.0021973,0.00000,0.039
+40,mlp.experts.19.down_proj,rtn: 0.0021973,0.00000,0.052
+40,mlp.experts.23.down_proj,rtn: 0.0021973,0.00000,0.057
+40,mlp.experts.46.down_proj,rtn: 0.0022278,0.00000,0.039
+40,mlp.experts.42.down_proj,rtn: 0.0022125,0.00000,0.033
+40,mlp.experts.25.down_proj,rtn: 0.0022430,0.00000,0.054
+40,mlp.experts.24.down_proj,rtn: 0.0022125,0.00000,0.054
+40,mlp.experts.47.down_proj,rtn: 0.0022278,0.00000,0.031
+40,mlp.experts.28.down_proj,rtn: 0.0021667,0.00000,0.050
+40,mlp.experts.43.down_proj,rtn: 0.0021973,0.00000,0.054
+40,mlp.experts.36.down_proj,rtn: 0.0022125,0.00000,0.054
+40,mlp.experts.32.down_proj,rtn: 0.0022278,0.00000,0.048
+40,mlp.experts.38.down_proj,rtn: 0.0022125,0.00000,0.032
+40,mlp.experts.33.down_proj,rtn: 0.0021820,0.00000,0.102
+40,mlp.experts.29.down_proj,rtn: 0.0021973,0.00000,0.089
+40,mlp.experts.35.down_proj,rtn: 0.0021973,0.00000,0.037
+40,mlp.experts.37.down_proj,rtn: 0.0023041,0.00000,0.048
+40,mlp.experts.41.down_proj,rtn: 0.0022583,0.00000,0.032
+40,mlp.experts.39.down_proj,rtn: 0.0022125,0.00000,0.044
+40,mlp.experts.34.down_proj,rtn: 0.0021973,0.00000,0.050
+40,mlp.experts.63.down_proj,rtn: 0.0021973,0.00000,0.027
+40,mlp.experts.59.down_proj,rtn: 0.0021973,0.00000,0.029
+40,mlp.experts.62.down_proj,rtn: 0.0021820,0.00000,0.056
+40,mlp.experts.58.down_proj,rtn: 0.0021667,0.00000,0.054
+40,mlp.experts.54.down_proj,rtn: 0.0021973,0.00000,0.033
+40,mlp.experts.74.down_proj,rtn: 0.0022278,0.00000,0.016
+40,mlp.experts.48.down_proj,rtn: 0.0021973,0.00000,0.073
+40,mlp.experts.44.down_proj,rtn: 0.0022278,0.00000,0.086
+40,mlp.experts.40.down_proj,rtn: 0.0022125,0.00000,0.081
+40,mlp.experts.49.down_proj,rtn: 0.0021820,0.00000,0.060
+40,mlp.experts.52.down_proj,rtn: 0.0022125,0.00000,0.081
+40,mlp.experts.45.down_proj,rtn: 0.0022125,0.00000,0.035
+40,mlp.experts.55.down_proj,rtn: 0.0021820,0.00000,0.022
+40,mlp.experts.57.down_proj,rtn: 0.0022430,0.00000,0.036
+40,mlp.experts.53.down_proj,rtn: 0.0022125,0.00000,0.047
+40,mlp.experts.79.down_proj,rtn: 0.0022430,0.00000,0.047
+40,mlp.experts.51.down_proj,rtn: 0.0021973,0.00000,0.037
+40,mlp.experts.71.down_proj,rtn: 0.0022278,0.00000,0.033
+40,mlp.experts.50.down_proj,rtn: 0.0022278,0.00000,0.055
+40,mlp.experts.90.down_proj,rtn: 0.0021820,0.00000,0.041
+40,mlp.experts.75.down_proj,rtn: 0.0021973,0.00000,0.058
+40,mlp.experts.65.down_proj,rtn: 0.0022278,0.00000,0.034
+40,mlp.experts.78.down_proj,rtn: 0.0022430,0.00000,0.061
+40,mlp.experts.61.down_proj,rtn: 0.0022278,0.00000,0.041
+40,mlp.experts.60.down_proj,rtn: 0.0022430,0.00000,0.058
+40,mlp.experts.73.down_proj,rtn: 0.0021973,0.00000,0.037
+40,mlp.experts.56.down_proj,rtn: 0.0021820,0.00000,0.058
+40,mlp.experts.64.down_proj,rtn: 0.0022125,0.00000,0.057
+40,mlp.experts.68.down_proj,rtn: 0.0022736,0.00000,0.055
+40,mlp.experts.69.down_proj,rtn: 0.0021820,0.00000,0.040
+40,mlp.experts.70.down_proj,rtn: 0.0022125,0.00000,0.051
+40,mlp.experts.87.down_proj,rtn: 0.0022125,0.00000,0.035
+40,mlp.experts.95.down_proj,rtn: 0.0022278,0.00000,0.041
+40,mlp.experts.67.down_proj,rtn: 0.0022430,0.00000,0.037
+40,mlp.experts.91.down_proj,rtn: 0.0022278,0.00000,0.027
+40,mlp.experts.81.down_proj,rtn: 0.0021820,0.00000,0.026
+40,mlp.experts.106.down_proj,rtn: 0.0022125,0.00000,0.037
+40,mlp.experts.94.down_proj,rtn: 0.0021973,0.00000,0.038
+40,mlp.experts.77.down_proj,rtn: 0.0022430,0.00000,0.029
+40,mlp.experts.66.down_proj,rtn: 0.0021973,0.00000,0.050
+40,mlp.experts.89.down_proj,rtn: 0.0021820,0.00000,0.038
+40,mlp.experts.85.down_proj,rtn: 0.0021667,0.00000,0.029
+40,mlp.experts.111.down_proj,rtn: 0.0021667,0.00000,0.032
+40,mlp.experts.107.down_proj,rtn: 0.0022278,0.00000,0.027
+40,mlp.experts.83.down_proj,rtn: 0.0021973,0.00000,0.028
+40,mlp.experts.103.down_proj,rtn: 0.0021973,0.00000,0.031
+40,mlp.experts.84.down_proj,rtn: 0.0022430,0.00000,0.050
+40,mlp.experts.76.down_proj,rtn: 0.0021973,0.00000,0.060
+40,mlp.experts.86.down_proj,rtn: 0.0022125,0.00000,0.042
+40,mlp.experts.80.down_proj,rtn: 0.0022278,0.00000,0.056
+40,mlp.experts.97.down_proj,rtn: 0.0022736,0.00000,0.032
+40,mlp.experts.72.down_proj,rtn: 0.0022125,0.00000,0.054
+40,mlp.experts.93.down_proj,rtn: 0.0021820,0.00000,0.032
+40,mlp.experts.110.down_proj,rtn: 0.0021362,0.00000,0.036
+40,mlp.experts.105.down_proj,rtn: 0.0021667,0.00000,0.027
+40,mlp.experts.101.down_proj,rtn: 0.0022125,0.00000,0.024
+40,mlp.experts.122.down_proj,rtn: 0.0022278,0.00000,0.051
+40,mlp.experts.82.down_proj,rtn: 0.0022125,0.00000,0.044
+40,mlp.experts.123.down_proj,rtn: 0.0021973,0.00000,0.029
+40,mlp.experts.127.down_proj,rtn: 0.0021820,0.00000,0.037
+40,mlp.experts.119.down_proj,rtn: 0.0021667,0.00000,0.029
+40,mlp.experts.99.down_proj,rtn: 0.0021973,0.00000,0.025
+40,mlp.experts.113.down_proj,rtn: 0.0022125,0.00000,0.030
+40,mlp.experts.102.down_proj,rtn: 0.0022278,0.00000,0.034
+40,mlp.experts.100.down_proj,rtn: 0.0022430,0.00000,0.049
+40,mlp.experts.121.down_proj,rtn: 0.0021973,0.00000,0.028
+40,mlp.experts.109.down_proj,rtn: 0.0022430,0.00000,0.034
+40,mlp.experts.117.down_proj,rtn: 0.0022125,0.00000,0.036
+40,mlp.experts.96.down_proj,rtn: 0.0022278,0.00000,0.051
+40,mlp.experts.126.down_proj,rtn: 0.0022278,0.00000,0.035
+40,mlp.experts.88.down_proj,rtn: 0.0021973,0.00000,0.046
+40,mlp.experts.138.down_proj,rtn: 0.0022278,0.00000,0.031
+40,mlp.experts.98.down_proj,rtn: 0.0021973,0.00000,0.033
+40,mlp.experts.115.down_proj,rtn: 0.0022125,0.00000,0.033
+40,mlp.experts.143.down_proj,rtn: 0.0022278,0.00000,0.036
+40,mlp.experts.139.down_proj,rtn: 0.0022125,0.00000,0.038
+40,mlp.experts.135.down_proj,rtn: 0.0021973,0.00000,0.035
+40,mlp.experts.129.down_proj,rtn: 0.0022278,0.00000,0.034
+40,mlp.experts.118.down_proj,rtn: 0.0021667,0.00000,0.038
+40,mlp.experts.92.down_proj,rtn: 0.0022125,0.00000,0.088
+40,mlp.experts.125.down_proj,rtn: 0.0021973,0.00000,0.029
+40,mlp.experts.137.down_proj,rtn: 0.0022430,0.00000,0.035
+40,mlp.experts.133.down_proj,rtn: 0.0021515,0.00000,0.037
+40,mlp.experts.116.down_proj,rtn: 0.0022278,0.00000,0.063
+40,mlp.experts.142.down_proj,rtn: 0.0021667,0.00000,0.048
+40,mlp.experts.145.down_proj,rtn: 0.0021973,0.00000,0.034
+40,mlp.experts.114.down_proj,rtn: 0.0021820,0.00000,0.042
+40,mlp.experts.131.down_proj,rtn: 0.0021973,0.00000,0.046
+40,mlp.experts.141.down_proj,rtn: 0.0021515,0.00000,0.023
+40,mlp.experts.153.down_proj,rtn: 0.0022125,0.00000,0.027
+40,mlp.experts.149.down_proj,rtn: 0.0022125,0.00000,0.027
+40,mlp.experts.159.down_proj,rtn: 0.0022125,0.00000,0.049
+40,mlp.experts.151.down_proj,rtn: 0.0022430,0.00000,0.044
+40,mlp.experts.134.down_proj,rtn: 0.0022125,0.00000,0.039
+40,mlp.experts.155.down_proj,rtn: 0.0022125,0.00000,0.079
+40,mlp.experts.158.down_proj,rtn: 0.0022430,0.00000,0.037
+40,mlp.experts.108.down_proj,rtn: 0.0022278,0.00000,0.068
+40,mlp.experts.104.down_proj,rtn: 0.0022125,0.00000,0.096
+40,mlp.experts.112.down_proj,rtn: 0.0022430,0.00000,0.099
+40,mlp.experts.154.down_proj,rtn: 0.0021667,0.00000,0.091
+40,mlp.experts.161.down_proj,rtn: 0.0022278,0.00000,0.039
+40,mlp.experts.169.down_proj,rtn: 0.0022125,0.00000,0.026
+40,mlp.experts.165.down_proj,rtn: 0.0021973,0.00000,0.028
+40,mlp.experts.130.down_proj,rtn: 0.0021820,0.00000,0.037
+40,mlp.experts.157.down_proj,rtn: 0.0022125,0.00000,0.029
+40,mlp.experts.150.down_proj,rtn: 0.0022125,0.00000,0.031
+40,mlp.experts.132.down_proj,rtn: 0.0022125,0.00000,0.059
+40,mlp.experts.147.down_proj,rtn: 0.0022278,0.00000,0.039
+40,mlp.experts.175.down_proj,rtn: 0.0021973,0.00000,0.034
+40,mlp.experts.167.down_proj,rtn: 0.0022125,0.00000,0.034
+40,mlp.experts.174.down_proj,rtn: 0.0021362,0.00000,0.019
+40,mlp.experts.171.down_proj,rtn: 0.0022278,0.00000,0.022
+40,mlp.experts.185.down_proj,rtn: 0.0022125,0.00000,0.032
+40,mlp.experts.173.down_proj,rtn: 0.0022125,0.00000,0.042
+40,mlp.experts.181.down_proj,rtn: 0.0022125,0.00000,0.034
+40,mlp.experts.177.down_proj,rtn: 0.0022278,0.00000,0.035
+40,mlp.experts.124.down_proj,rtn: 0.0022278,0.00000,0.048
+40,mlp.experts.187.down_proj,rtn: 0.0022125,0.00000,0.035
+40,mlp.experts.183.down_proj,rtn: 0.0022125,0.00000,0.026
+40,mlp.experts.120.down_proj,rtn: 0.0022278,0.00000,0.056
+40,mlp.experts.191.down_proj,rtn: 0.0021820,0.00000,0.027
+40,mlp.experts.163.down_proj,rtn: 0.0022125,0.00000,0.031
+40,mlp.experts.146.down_proj,rtn: 0.0022430,0.00000,0.041
+40,mlp.experts.170.down_proj,rtn: 0.0022125,0.00000,0.040
+40,mlp.experts.148.down_proj,rtn: 0.0021973,0.00000,0.042
+40,mlp.experts.190.down_proj,rtn: 0.0022278,0.00000,0.033
+40,mlp.experts.166.down_proj,rtn: 0.0022278,0.00000,0.040
+40,mlp.experts.189.down_proj,rtn: 0.0022430,0.00000,0.020
+40,mlp.experts.179.down_proj,rtn: 0.0022278,0.00000,0.015
+40,mlp.experts.128.down_proj,rtn: 0.0021973,0.00000,0.086
+40,mlp.experts.186.down_proj,rtn: 0.0021820,0.00000,0.029
+40,mlp.experts.140.down_proj,rtn: 0.0022125,0.00000,0.037
+40,mlp.experts.162.down_proj,rtn: 0.0021667,0.00000,0.026
+40,mlp.experts.136.down_proj,rtn: 0.0021973,0.00000,0.031
+40,mlp.experts.164.down_proj,rtn: 0.0022430,0.00000,0.014
+40,mlp.experts.182.down_proj,rtn: 0.0021667,0.00000,0.021
+40,mlp.experts.178.down_proj,rtn: 0.0022278,0.00000,0.011
+40,mlp.experts.156.down_proj,rtn: 0.0022125,0.00000,0.033
+40,mlp.experts.180.down_proj,rtn: 0.0022278,0.00000,0.032
+40,mlp.experts.152.down_proj,rtn: 0.0021973,0.00000,0.035
+40,mlp.experts.168.down_proj,rtn: 0.0022430,0.00000,0.051
+40,mlp.experts.172.down_proj,rtn: 0.0022125,0.00000,0.050
+40,mlp.experts.144.down_proj,rtn: 0.0021973,0.00000,0.097
+40,mlp.experts.184.down_proj,rtn: 0.0022125,0.00000,0.015
+40,mlp.experts.160.down_proj,rtn: 0.0022278,0.00000,0.023
+40,mlp.experts.188.down_proj,rtn: 0.0022278,0.00000,0.044
+40,mlp.experts.176.down_proj,rtn: 0.0022125,0.00000,0.024
+40,mlp.shared_experts.up_proj,rtn: 0.0018845,0.00000,0.027
+40,mlp.shared_experts.gate_proj,rtn: 0.0017242,0.00000,0.028
+40,mlp.shared_experts.down_proj,rtn: 0.0019989,0.00000,0.022
+41,self_attn.v_proj,rtn: 0.0027313,0.00000,0.015
+41,self_attn.k_proj,rtn: 0.0021515,0.00000,0.031
+41,self_attn.q_proj,rtn: 0.0021973,0.00000,0.031
+41,self_attn.o_proj,rtn: 0.0029602,0.00000,0.059
+41,mlp.experts.2.gate_proj,rtn: 0.0022125,0.00000,0.094
+41,mlp.experts.14.gate_proj,rtn: 0.0021515,0.00000,0.103
+41,mlp.experts.0.gate_proj,rtn: 0.0022278,0.00000,0.118
+41,mlp.experts.15.gate_proj,rtn: 0.0022888,0.00000,0.117
+41,mlp.experts.11.gate_proj,rtn: 0.0022278,0.00000,0.118
+41,mlp.experts.10.gate_proj,rtn: 0.0022430,0.00000,0.123
+41,mlp.experts.3.gate_proj,rtn: 0.0022278,0.00000,0.124
+41,mlp.experts.5.gate_proj,rtn: 0.0022736,0.00000,0.124
+41,mlp.experts.4.gate_proj,rtn: 0.0021973,0.00000,0.126
+41,mlp.experts.6.gate_proj,rtn: 0.0022125,0.00000,0.130
+41,mlp.experts.9.gate_proj,rtn: 0.0022125,0.00000,0.141
+41,mlp.experts.13.gate_proj,rtn: 0.0022278,0.00000,0.141
+41,mlp.experts.1.gate_proj,rtn: 0.0023041,0.00000,0.156
+41,mlp.experts.7.gate_proj,rtn: 0.0022583,0.00000,0.160
+41,mlp.experts.12.gate_proj,rtn: 0.0022430,0.00000,0.166
+41,mlp.experts.18.gate_proj,rtn: 0.0022430,0.00000,0.071
+41,mlp.experts.30.gate_proj,rtn: 0.0023499,0.00000,0.071
+41,mlp.experts.8.gate_proj,rtn: 0.0023041,0.00000,0.181
+41,mlp.experts.26.gate_proj,rtn: 0.0022888,0.00000,0.080
+41,mlp.experts.22.gate_proj,rtn: 0.0021667,0.00000,0.076
+41,mlp.experts.16.gate_proj,rtn: 0.0023041,0.00000,0.107
+41,mlp.experts.27.gate_proj,rtn: 0.0022583,0.00000,0.111
+41,mlp.experts.21.gate_proj,rtn: 0.0022583,0.00000,0.103
+41,mlp.experts.20.gate_proj,rtn: 0.0022430,0.00000,0.108
+41,mlp.experts.25.gate_proj,rtn: 0.0021973,0.00000,0.099
+41,mlp.experts.34.gate_proj,rtn: 0.0022278,0.00000,0.076
+41,mlp.experts.46.gate_proj,rtn: 0.0022278,0.00000,0.069
+41,mlp.experts.29.gate_proj,rtn: 0.0022888,0.00000,0.114
+41,mlp.experts.31.gate_proj,rtn: 0.0022278,0.00000,0.134
+41,mlp.experts.28.gate_proj,rtn: 0.0022430,0.00000,0.098
+41,mlp.experts.17.gate_proj,rtn: 0.0023193,0.00000,0.108
+41,mlp.experts.23.gate_proj,rtn: 0.0022583,0.00000,0.108
+41,mlp.experts.19.gate_proj,rtn: 0.0022736,0.00000,0.151
+41,mlp.experts.24.gate_proj,rtn: 0.0023346,0.00000,0.092
+41,mlp.experts.42.gate_proj,rtn: 0.0021667,0.00000,0.077
+41,mlp.experts.38.gate_proj,rtn: 0.0022736,0.00000,0.070
+41,mlp.experts.32.gate_proj,rtn: 0.0022583,0.00000,0.081
+41,mlp.experts.36.gate_proj,rtn: 0.0022888,0.00000,0.079
+41,mlp.experts.62.gate_proj,rtn: 0.0023193,0.00000,0.069
+41,mlp.experts.50.gate_proj,rtn: 0.0022278,0.00000,0.073
+41,mlp.experts.44.gate_proj,rtn: 0.0023193,0.00000,0.072
+41,mlp.experts.43.gate_proj,rtn: 0.0021973,0.00000,0.115
+41,mlp.experts.40.gate_proj,rtn: 0.0021210,0.00000,0.069
+41,mlp.experts.58.gate_proj,rtn: 0.0022583,0.00000,0.071
+41,mlp.experts.54.gate_proj,rtn: 0.0022430,0.00000,0.078
+41,mlp.experts.41.gate_proj,rtn: 0.0022736,0.00000,0.130
+41,mlp.experts.45.gate_proj,rtn: 0.0022583,0.00000,0.113
+41,mlp.experts.37.gate_proj,rtn: 0.0022736,0.00000,0.138
+41,mlp.experts.48.gate_proj,rtn: 0.0023346,0.00000,0.072
+41,mlp.experts.47.gate_proj,rtn: 0.0022430,0.00000,0.124
+41,mlp.experts.33.gate_proj,rtn: 0.0023193,0.00000,0.118
+41,mlp.experts.39.gate_proj,rtn: 0.0022430,0.00000,0.131
+41,mlp.experts.52.gate_proj,rtn: 0.0022430,0.00000,0.079
+41,mlp.experts.35.gate_proj,rtn: 0.0022430,0.00000,0.131
+41,mlp.experts.78.gate_proj,rtn: 0.0022888,0.00000,0.083
+41,mlp.experts.66.gate_proj,rtn: 0.0022583,0.00000,0.084
+41,mlp.experts.60.gate_proj,rtn: 0.0022278,0.00000,0.070
+41,mlp.experts.56.gate_proj,rtn: 0.0022278,0.00000,0.072
+41,mlp.experts.59.gate_proj,rtn: 0.0021667,0.00000,0.088
+41,mlp.experts.64.gate_proj,rtn: 0.0022583,0.00000,0.074
+41,mlp.experts.63.gate_proj,rtn: 0.0023651,0.00000,0.070
+41,mlp.experts.74.gate_proj,rtn: 0.0023193,0.00000,0.100
+41,mlp.experts.68.gate_proj,rtn: 0.0021973,0.00000,0.073
+41,mlp.experts.55.gate_proj,rtn: 0.0022888,0.00000,0.077
+41,mlp.experts.51.gate_proj,rtn: 0.0023041,0.00000,0.071
+41,mlp.experts.76.gate_proj,rtn: 0.0021973,0.00000,0.077
+41,mlp.experts.94.gate_proj,rtn: 0.0022583,0.00000,0.088
+41,mlp.experts.70.gate_proj,rtn: 0.0022430,0.00000,0.129
+41,mlp.experts.82.gate_proj,rtn: 0.0023041,0.00000,0.090
+41,mlp.experts.57.gate_proj,rtn: 0.0022583,0.00000,0.130
+41,mlp.experts.61.gate_proj,rtn: 0.0022736,0.00000,0.132
+41,mlp.experts.72.gate_proj,rtn: 0.0022430,0.00000,0.075
+41,mlp.experts.49.gate_proj,rtn: 0.0021057,0.00000,0.123
+41,mlp.experts.75.gate_proj,rtn: 0.0022430,0.00000,0.075
+41,mlp.experts.53.gate_proj,rtn: 0.0022278,0.00000,0.153
+41,mlp.experts.80.gate_proj,rtn: 0.0023346,0.00000,0.073
+41,mlp.experts.79.gate_proj,rtn: 0.0022888,0.00000,0.076
+41,mlp.experts.84.gate_proj,rtn: 0.0022430,0.00000,0.077
+41,mlp.experts.90.gate_proj,rtn: 0.0022278,0.00000,0.094
+41,mlp.experts.67.gate_proj,rtn: 0.0022736,0.00000,0.075
+41,mlp.experts.71.gate_proj,rtn: 0.0022888,0.00000,0.081
+41,mlp.experts.92.gate_proj,rtn: 0.0022583,0.00000,0.081
+41,mlp.experts.88.gate_proj,rtn: 0.0021515,0.00000,0.075
+41,mlp.experts.91.gate_proj,rtn: 0.0022278,0.00000,0.071
+41,mlp.experts.96.gate_proj,rtn: 0.0022583,0.00000,0.079
+41,mlp.experts.110.gate_proj,rtn: 0.0021973,0.00000,0.111
+41,mlp.experts.95.gate_proj,rtn: 0.0022888,0.00000,0.075
+41,mlp.experts.86.gate_proj,rtn: 0.0023193,0.00000,0.125
+41,mlp.experts.98.gate_proj,rtn: 0.0023041,0.00000,0.131
+41,mlp.experts.100.gate_proj,rtn: 0.0022583,0.00000,0.085
+41,mlp.experts.87.gate_proj,rtn: 0.0023041,0.00000,0.071
+41,mlp.experts.73.gate_proj,rtn: 0.0022736,0.00000,0.131
+41,mlp.experts.65.gate_proj,rtn: 0.0022125,0.00000,0.124
+41,mlp.experts.108.gate_proj,rtn: 0.0022278,0.00000,0.074
+41,mlp.experts.83.gate_proj,rtn: 0.0023041,0.00000,0.084
+41,mlp.experts.77.gate_proj,rtn: 0.0023193,0.00000,0.148
+41,mlp.experts.104.gate_proj,rtn: 0.0022583,0.00000,0.085
+41,mlp.experts.107.gate_proj,rtn: 0.0022888,0.00000,0.090
+41,mlp.experts.69.gate_proj,rtn: 0.0022278,0.00000,0.145
+41,mlp.experts.112.gate_proj,rtn: 0.0022278,0.00000,0.078
+41,mlp.experts.111.gate_proj,rtn: 0.0023499,0.00000,0.092
+41,mlp.experts.116.gate_proj,rtn: 0.0021667,0.00000,0.082
+41,mlp.experts.124.gate_proj,rtn: 0.0022430,0.00000,0.076
+41,mlp.experts.103.gate_proj,rtn: 0.0022888,0.00000,0.104
+41,mlp.experts.106.gate_proj,rtn: 0.0022736,0.00000,0.185
+41,mlp.experts.120.gate_proj,rtn: 0.0022430,0.00000,0.079
+41,mlp.experts.89.gate_proj,rtn: 0.0023041,0.00000,0.128
+41,mlp.experts.81.gate_proj,rtn: 0.0022430,0.00000,0.123
+41,mlp.experts.126.gate_proj,rtn: 0.0023193,0.00000,0.160
+41,mlp.experts.123.gate_proj,rtn: 0.0022736,0.00000,0.093
+41,mlp.experts.99.gate_proj,rtn: 0.0021820,0.00000,0.131
+41,mlp.experts.114.gate_proj,rtn: 0.0022583,0.00000,0.136
+41,mlp.experts.102.gate_proj,rtn: 0.0022583,0.00000,0.143
+41,mlp.experts.128.gate_proj,rtn: 0.0021973,0.00000,0.087
+41,mlp.experts.85.gate_proj,rtn: 0.0022278,0.00000,0.098
+41,mlp.experts.127.gate_proj,rtn: 0.0022736,0.00000,0.084
+41,mlp.experts.132.gate_proj,rtn: 0.0022583,0.00000,0.088
+41,mlp.experts.140.gate_proj,rtn: 0.0022888,0.00000,0.084
+41,mlp.experts.93.gate_proj,rtn: 0.0022888,0.00000,0.161
+41,mlp.experts.119.gate_proj,rtn: 0.0021667,0.00000,0.078
+41,mlp.experts.122.gate_proj,rtn: 0.0023346,0.00000,0.082
+41,mlp.experts.136.gate_proj,rtn: 0.0022430,0.00000,0.083
+41,mlp.experts.139.gate_proj,rtn: 0.0023041,0.00000,0.071
+41,mlp.experts.115.gate_proj,rtn: 0.0021973,0.00000,0.072
+41,mlp.experts.105.gate_proj,rtn: 0.0022278,0.00000,0.088
+41,mlp.experts.142.gate_proj,rtn: 0.0022430,0.00000,0.079
+41,mlp.experts.97.gate_proj,rtn: 0.0022430,0.00000,0.089
+41,mlp.experts.130.gate_proj,rtn: 0.0023346,0.00000,0.068
+41,mlp.experts.118.gate_proj,rtn: 0.0022583,0.00000,0.073
+41,mlp.experts.144.gate_proj,rtn: 0.0022736,0.00000,0.082
+41,mlp.experts.143.gate_proj,rtn: 0.0021973,0.00000,0.074
+41,mlp.experts.148.gate_proj,rtn: 0.0022125,0.00000,0.078
+41,mlp.experts.101.gate_proj,rtn: 0.0022125,0.00000,0.092
+41,mlp.experts.156.gate_proj,rtn: 0.0022430,0.00000,0.077
+41,mlp.experts.135.gate_proj,rtn: 0.0023041,0.00000,0.068
+41,mlp.experts.109.gate_proj,rtn: 0.0021973,0.00000,0.091
+41,mlp.experts.138.gate_proj,rtn: 0.0022430,0.00000,0.077
+41,mlp.experts.131.gate_proj,rtn: 0.0023346,0.00000,0.062
+41,mlp.experts.155.gate_proj,rtn: 0.0022583,0.00000,0.067
+41,mlp.experts.152.gate_proj,rtn: 0.0023346,0.00000,0.081
+41,mlp.experts.146.gate_proj,rtn: 0.0022430,0.00000,0.069
+41,mlp.experts.159.gate_proj,rtn: 0.0022736,0.00000,0.065
+41,mlp.experts.134.gate_proj,rtn: 0.0022736,0.00000,0.076
+41,mlp.experts.158.gate_proj,rtn: 0.0021667,0.00000,0.082
+41,mlp.experts.121.gate_proj,rtn: 0.0022430,0.00000,0.090
+41,mlp.experts.160.gate_proj,rtn: 0.0022888,0.00000,0.082
+41,mlp.experts.113.gate_proj,rtn: 0.0022125,0.00000,0.093
+41,mlp.experts.151.gate_proj,rtn: 0.0021973,0.00000,0.071
+41,mlp.experts.164.gate_proj,rtn: 0.0022430,0.00000,0.081
+41,mlp.experts.172.gate_proj,rtn: 0.0022278,0.00000,0.079
+41,mlp.experts.117.gate_proj,rtn: 0.0023193,0.00000,0.096
+41,mlp.experts.154.gate_proj,rtn: 0.0022125,0.00000,0.085
+41,mlp.experts.125.gate_proj,rtn: 0.0022736,0.00000,0.098
+41,mlp.experts.168.gate_proj,rtn: 0.0022125,0.00000,0.081
+41,mlp.experts.162.gate_proj,rtn: 0.0022736,0.00000,0.085
+41,mlp.experts.147.gate_proj,rtn: 0.0022888,0.00000,0.113
+41,mlp.experts.174.gate_proj,rtn: 0.0023499,0.00000,0.082
+41,mlp.experts.150.gate_proj,rtn: 0.0022583,0.00000,0.086
+41,mlp.experts.176.gate_proj,rtn: 0.0022430,0.00000,0.074
+41,mlp.experts.137.gate_proj,rtn: 0.0021820,0.00000,0.096
+41,mlp.experts.188.gate_proj,rtn: 0.0022736,0.00000,0.074
+41,mlp.experts.180.gate_proj,rtn: 0.0023499,0.00000,0.079
+41,mlp.experts.129.gate_proj,rtn: 0.0022888,0.00000,0.105
+41,mlp.experts.170.gate_proj,rtn: 0.0022736,0.00000,0.074
+41,mlp.experts.171.gate_proj,rtn: 0.0022888,0.00000,0.161
+41,mlp.experts.184.gate_proj,rtn: 0.0023193,0.00000,0.075
+41,mlp.experts.178.gate_proj,rtn: 0.0022583,0.00000,0.074
+41,mlp.experts.133.gate_proj,rtn: 0.0023041,0.00000,0.107
+41,mlp.experts.141.gate_proj,rtn: 0.0022736,0.00000,0.102
+41,mlp.experts.167.gate_proj,rtn: 0.0023041,0.00000,0.143
+41,mlp.experts.190.gate_proj,rtn: 0.0023804,0.00000,0.076
+41,mlp.experts.175.gate_proj,rtn: 0.0022430,0.00000,0.176
+41,mlp.experts.153.gate_proj,rtn: 0.0022125,0.00000,0.077
+41,mlp.experts.166.gate_proj,rtn: 0.0022278,0.00000,0.099
+41,mlp.experts.186.gate_proj,rtn: 0.0022583,0.00000,0.059
+41,mlp.experts.2.up_proj,rtn: 0.0022583,0.00000,0.058
+41,mlp.experts.0.up_proj,rtn: 0.0022125,0.00000,0.123
+41,mlp.experts.145.gate_proj,rtn: 0.0022278,0.00000,0.071
+41,mlp.experts.4.up_proj,rtn: 0.0021667,0.00000,0.122
+41,mlp.experts.12.up_proj,rtn: 0.0022430,0.00000,0.130
+41,mlp.experts.163.gate_proj,rtn: 0.0022430,0.00000,0.155
+41,mlp.experts.8.up_proj,rtn: 0.0022736,0.00000,0.083
+41,mlp.experts.187.gate_proj,rtn: 0.0022888,0.00000,0.128
+41,mlp.experts.191.gate_proj,rtn: 0.0023499,0.00000,0.085
+41,mlp.experts.183.gate_proj,rtn: 0.0022430,0.00000,0.094
+41,mlp.experts.14.up_proj,rtn: 0.0021667,0.00000,0.107
+41,mlp.experts.149.gate_proj,rtn: 0.0022430,0.00000,0.143
+41,mlp.experts.16.up_proj,rtn: 0.0022278,0.00000,0.095
+41,mlp.experts.179.gate_proj,rtn: 0.0022430,0.00000,0.076
+41,mlp.experts.20.up_proj,rtn: 0.0021973,0.00000,0.095
+41,mlp.experts.10.up_proj,rtn: 0.0022430,0.00000,0.113
+41,mlp.experts.28.up_proj,rtn: 0.0022583,0.00000,0.092
+41,mlp.experts.157.gate_proj,rtn: 0.0022888,0.00000,0.158
+41,mlp.experts.169.gate_proj,rtn: 0.0022278,0.00000,0.120
+41,mlp.experts.18.up_proj,rtn: 0.0022583,0.00000,0.126
+41,mlp.experts.15.up_proj,rtn: 0.0022888,0.00000,0.068
+41,mlp.experts.11.up_proj,rtn: 0.0022125,0.00000,0.078
+41,mlp.experts.24.up_proj,rtn: 0.0022583,0.00000,0.071
+41,mlp.experts.7.up_proj,rtn: 0.0022125,0.00000,0.075
+41,mlp.experts.161.gate_proj,rtn: 0.0021820,0.00000,0.142
+41,mlp.experts.3.up_proj,rtn: 0.0022125,0.00000,0.065
+41,mlp.experts.30.up_proj,rtn: 0.0022583,0.00000,0.097
+41,mlp.experts.32.up_proj,rtn: 0.0022278,0.00000,0.079
+41,mlp.experts.44.up_proj,rtn: 0.0022430,0.00000,0.069
+41,mlp.experts.36.up_proj,rtn: 0.0022583,0.00000,0.081
+41,mlp.experts.182.gate_proj,rtn: 0.0022278,0.00000,0.201
+41,mlp.experts.31.up_proj,rtn: 0.0022125,0.00000,0.068
+41,mlp.experts.27.up_proj,rtn: 0.0022125,0.00000,0.071
+41,mlp.experts.26.up_proj,rtn: 0.0022430,0.00000,0.101
+41,mlp.experts.165.gate_proj,rtn: 0.0021820,0.00000,0.123
+41,mlp.experts.23.up_proj,rtn: 0.0022583,0.00000,0.075
+41,mlp.experts.40.up_proj,rtn: 0.0021667,0.00000,0.072
+41,mlp.experts.34.up_proj,rtn: 0.0022278,0.00000,0.101
+41,mlp.experts.185.gate_proj,rtn: 0.0022430,0.00000,0.106
+41,mlp.experts.173.gate_proj,rtn: 0.0023193,0.00000,0.130
+41,mlp.experts.19.up_proj,rtn: 0.0022278,0.00000,0.076
+41,mlp.experts.177.gate_proj,rtn: 0.0022736,0.00000,0.110
+41,mlp.experts.48.up_proj,rtn: 0.0022430,0.00000,0.074
+41,mlp.experts.60.up_proj,rtn: 0.0021973,0.00000,0.076
+41,mlp.experts.52.up_proj,rtn: 0.0022125,0.00000,0.071
+41,mlp.experts.46.up_proj,rtn: 0.0022125,0.00000,0.105
+41,mlp.experts.43.up_proj,rtn: 0.0021667,0.00000,0.072
+41,mlp.experts.47.up_proj,rtn: 0.0022125,0.00000,0.077
+41,mlp.experts.6.up_proj,rtn: 0.0021820,0.00000,0.101
+41,mlp.experts.39.up_proj,rtn: 0.0022125,0.00000,0.075
+41,mlp.experts.56.up_proj,rtn: 0.0022125,0.00000,0.078
+41,mlp.experts.181.gate_proj,rtn: 0.0022888,0.00000,0.102
+41,mlp.experts.35.up_proj,rtn: 0.0022430,0.00000,0.072
+41,mlp.experts.9.up_proj,rtn: 0.0021973,0.00000,0.098
+41,mlp.experts.189.gate_proj,rtn: 0.0022583,0.00000,0.097
+41,mlp.experts.1.up_proj,rtn: 0.0022736,0.00000,0.096
+41,mlp.experts.50.up_proj,rtn: 0.0021973,0.00000,0.117
+41,mlp.experts.63.up_proj,rtn: 0.0022583,0.00000,0.066
+41,mlp.experts.59.up_proj,rtn: 0.0021667,0.00000,0.074
+41,mlp.experts.64.up_proj,rtn: 0.0022278,0.00000,0.121
+41,mlp.experts.55.up_proj,rtn: 0.0022278,0.00000,0.076
+41,mlp.experts.68.up_proj,rtn: 0.0021667,0.00000,0.112
+41,mlp.experts.42.up_proj,rtn: 0.0021820,0.00000,0.158
+41,mlp.experts.76.up_proj,rtn: 0.0021973,0.00000,0.117
+41,mlp.experts.22.up_proj,rtn: 0.0021362,0.00000,0.089
+41,mlp.experts.62.up_proj,rtn: 0.0022278,0.00000,0.117
+41,mlp.experts.51.up_proj,rtn: 0.0022430,0.00000,0.069
+41,mlp.experts.66.up_proj,rtn: 0.0022278,0.00000,0.056
+41,mlp.experts.79.up_proj,rtn: 0.0022125,0.00000,0.070
+41,mlp.experts.75.up_proj,rtn: 0.0021515,0.00000,0.076
+41,mlp.experts.5.up_proj,rtn: 0.0022583,0.00000,0.119
+41,mlp.experts.58.up_proj,rtn: 0.0022430,0.00000,0.061
+41,mlp.experts.25.up_proj,rtn: 0.0021667,0.00000,0.111
+41,mlp.experts.13.up_proj,rtn: 0.0021973,0.00000,0.110
+41,mlp.experts.17.up_proj,rtn: 0.0022278,0.00000,0.118
+41,mlp.experts.71.up_proj,rtn: 0.0022278,0.00000,0.083
+41,mlp.experts.78.up_proj,rtn: 0.0022583,0.00000,0.072
+41,mlp.experts.72.up_proj,rtn: 0.0022278,0.00000,0.168
+41,mlp.experts.38.up_proj,rtn: 0.0022583,0.00000,0.075
+41,mlp.experts.82.up_proj,rtn: 0.0022430,0.00000,0.066
+41,mlp.experts.67.up_proj,rtn: 0.0022583,0.00000,0.086
+41,mlp.experts.95.up_proj,rtn: 0.0022125,0.00000,0.074
+41,mlp.experts.92.up_proj,rtn: 0.0022125,0.00000,0.101
+41,mlp.experts.80.up_proj,rtn: 0.0022430,0.00000,0.102
+41,mlp.experts.84.up_proj,rtn: 0.0022278,0.00000,0.105
+41,mlp.experts.91.up_proj,rtn: 0.0021667,0.00000,0.077
+41,mlp.experts.74.up_proj,rtn: 0.0022583,0.00000,0.083
+41,mlp.experts.87.up_proj,rtn: 0.0022583,0.00000,0.070
+41,mlp.experts.88.up_proj,rtn: 0.0021820,0.00000,0.070
+41,mlp.experts.41.up_proj,rtn: 0.0022278,0.00000,0.108
+41,mlp.experts.29.up_proj,rtn: 0.0022125,0.00000,0.103
+41,mlp.experts.21.up_proj,rtn: 0.0022278,0.00000,0.119
+41,mlp.experts.94.up_proj,rtn: 0.0022125,0.00000,0.081
+41,mlp.experts.98.up_proj,rtn: 0.0022430,0.00000,0.078
+41,mlp.experts.54.up_proj,rtn: 0.0022278,0.00000,0.081
+41,mlp.experts.83.up_proj,rtn: 0.0022278,0.00000,0.076
+41,mlp.experts.111.up_proj,rtn: 0.0022430,0.00000,0.066
+41,mlp.experts.108.up_proj,rtn: 0.0022278,0.00000,0.071
+41,mlp.experts.96.up_proj,rtn: 0.0022278,0.00000,0.073
+41,mlp.experts.100.up_proj,rtn: 0.0022278,0.00000,0.072
+41,mlp.experts.107.up_proj,rtn: 0.0022430,0.00000,0.076
+41,mlp.experts.90.up_proj,rtn: 0.0022125,0.00000,0.074
+41,mlp.experts.103.up_proj,rtn: 0.0022583,0.00000,0.073
+41,mlp.experts.110.up_proj,rtn: 0.0021515,0.00000,0.063
+41,mlp.experts.70.up_proj,rtn: 0.0022278,0.00000,0.063
+41,mlp.experts.104.up_proj,rtn: 0.0022430,0.00000,0.077
+41,mlp.experts.127.up_proj,rtn: 0.0022430,0.00000,0.063
+41,mlp.experts.124.up_proj,rtn: 0.0021820,0.00000,0.064
+41,mlp.experts.114.up_proj,rtn: 0.0022278,0.00000,0.075
+41,mlp.experts.112.up_proj,rtn: 0.0021820,0.00000,0.065
+41,mlp.experts.99.up_proj,rtn: 0.0021973,0.00000,0.077
+41,mlp.experts.33.up_proj,rtn: 0.0022583,0.00000,0.199
+41,mlp.experts.116.up_proj,rtn: 0.0021362,0.00000,0.078
+41,mlp.experts.123.up_proj,rtn: 0.0022125,0.00000,0.072
+41,mlp.experts.57.up_proj,rtn: 0.0022278,0.00000,0.121
+41,mlp.experts.37.up_proj,rtn: 0.0022430,0.00000,0.118
+41,mlp.experts.45.up_proj,rtn: 0.0022430,0.00000,0.120
+41,mlp.experts.106.up_proj,rtn: 0.0022430,0.00000,0.078
+41,mlp.experts.119.up_proj,rtn: 0.0021667,0.00000,0.076
+41,mlp.experts.126.up_proj,rtn: 0.0022583,0.00000,0.066
+41,mlp.experts.86.up_proj,rtn: 0.0022736,0.00000,0.077
+41,mlp.experts.143.up_proj,rtn: 0.0021820,0.00000,0.067
+41,mlp.experts.128.up_proj,rtn: 0.0021667,0.00000,0.062
+41,mlp.experts.140.up_proj,rtn: 0.0022430,0.00000,0.068
+41,mlp.experts.130.up_proj,rtn: 0.0022583,0.00000,0.066
+41,mlp.experts.120.up_proj,rtn: 0.0022125,0.00000,0.079
+41,mlp.experts.115.up_proj,rtn: 0.0021515,0.00000,0.072
+41,mlp.experts.139.up_proj,rtn: 0.0022736,0.00000,0.073
+41,mlp.experts.132.up_proj,rtn: 0.0022278,0.00000,0.075
+41,mlp.experts.122.up_proj,rtn: 0.0022430,0.00000,0.079
+41,mlp.experts.142.up_proj,rtn: 0.0022278,0.00000,0.072
+41,mlp.experts.135.up_proj,rtn: 0.0022583,0.00000,0.075
+41,mlp.experts.102.up_proj,rtn: 0.0021973,0.00000,0.071
+41,mlp.experts.156.up_proj,rtn: 0.0022278,0.00000,0.067
+41,mlp.experts.144.up_proj,rtn: 0.0022278,0.00000,0.068
+41,mlp.experts.146.up_proj,rtn: 0.0022125,0.00000,0.070
+41,mlp.experts.49.up_proj,rtn: 0.0021362,0.00000,0.124
+41,mlp.experts.136.up_proj,rtn: 0.0021973,0.00000,0.072
+41,mlp.experts.159.up_proj,rtn: 0.0022278,0.00000,0.084
+41,mlp.experts.131.up_proj,rtn: 0.0022125,0.00000,0.073
+41,mlp.experts.53.up_proj,rtn: 0.0022430,0.00000,0.129
+41,mlp.experts.61.up_proj,rtn: 0.0022125,0.00000,0.126
+41,mlp.experts.148.up_proj,rtn: 0.0021515,0.00000,0.064
+41,mlp.experts.73.up_proj,rtn: 0.0022125,0.00000,0.144
+41,mlp.experts.155.up_proj,rtn: 0.0022278,0.00000,0.084
+41,mlp.experts.138.up_proj,rtn: 0.0022278,0.00000,0.071
+41,mlp.experts.158.up_proj,rtn: 0.0021362,0.00000,0.073
+41,mlp.experts.160.up_proj,rtn: 0.0022430,0.00000,0.064
+41,mlp.experts.172.up_proj,rtn: 0.0022278,0.00000,0.067
+41,mlp.experts.151.up_proj,rtn: 0.0021973,0.00000,0.087
+41,mlp.experts.118.up_proj,rtn: 0.0022278,0.00000,0.083
+41,mlp.experts.152.up_proj,rtn: 0.0022430,0.00000,0.076
+41,mlp.experts.162.up_proj,rtn: 0.0022125,0.00000,0.091
+41,mlp.experts.147.up_proj,rtn: 0.0022278,0.00000,0.082
+41,mlp.experts.175.up_proj,rtn: 0.0021973,0.00000,0.089
+41,mlp.experts.164.up_proj,rtn: 0.0022278,0.00000,0.078
+41,mlp.experts.65.up_proj,rtn: 0.0021667,0.00000,0.106
+41,mlp.experts.77.up_proj,rtn: 0.0022278,0.00000,0.104
+41,mlp.experts.171.up_proj,rtn: 0.0022278,0.00000,0.080
+41,mlp.experts.89.up_proj,rtn: 0.0022278,0.00000,0.100
+41,mlp.experts.69.up_proj,rtn: 0.0022278,0.00000,0.111
+41,mlp.experts.154.up_proj,rtn: 0.0022125,0.00000,0.087
+41,mlp.experts.176.up_proj,rtn: 0.0021973,0.00000,0.072
+41,mlp.experts.188.up_proj,rtn: 0.0022430,0.00000,0.073
+41,mlp.experts.174.up_proj,rtn: 0.0022736,0.00000,0.090
+41,mlp.experts.134.up_proj,rtn: 0.0022278,0.00000,0.084
+41,mlp.experts.167.up_proj,rtn: 0.0022583,0.00000,0.094
+41,mlp.experts.168.up_proj,rtn: 0.0021973,0.00000,0.085
+41,mlp.experts.180.up_proj,rtn: 0.0022736,0.00000,0.079
+41,mlp.experts.178.up_proj,rtn: 0.0022278,0.00000,0.102
+41,mlp.experts.163.up_proj,rtn: 0.0022125,0.00000,0.103
+41,mlp.experts.184.up_proj,rtn: 0.0022430,0.00000,0.037
+41,mlp.experts.190.up_proj,rtn: 0.0022430,0.00000,0.072
+41,mlp.experts.170.up_proj,rtn: 0.0022278,0.00000,0.083
+41,mlp.experts.150.up_proj,rtn: 0.0022278,0.00000,0.072
+41,mlp.experts.191.up_proj,rtn: 0.0022430,0.00000,0.140
+41,mlp.experts.81.up_proj,rtn: 0.0022278,0.00000,0.140
+41,mlp.experts.85.up_proj,rtn: 0.0022125,0.00000,0.131
+41,mlp.experts.187.up_proj,rtn: 0.0022125,0.00000,0.123
+41,mlp.experts.93.up_proj,rtn: 0.0022278,0.00000,0.152
+41,mlp.experts.105.up_proj,rtn: 0.0021973,0.00000,0.135
+41,mlp.experts.186.up_proj,rtn: 0.0022125,0.00000,0.057
+41,mlp.experts.183.up_proj,rtn: 0.0022125,0.00000,0.125
+41,mlp.experts.179.up_proj,rtn: 0.0022278,0.00000,0.106
+41,mlp.experts.166.up_proj,rtn: 0.0021820,0.00000,0.068
+41,mlp.experts.97.up_proj,rtn: 0.0022125,0.00000,0.097
+41,mlp.experts.109.up_proj,rtn: 0.0021820,0.00000,0.081
+41,mlp.experts.121.up_proj,rtn: 0.0022430,0.00000,0.073
+41,mlp.experts.182.up_proj,rtn: 0.0022278,0.00000,0.043
+41,mlp.experts.101.up_proj,rtn: 0.0021973,0.00000,0.124
+41,mlp.experts.113.up_proj,rtn: 0.0021973,0.00000,0.086
+41,mlp.experts.137.up_proj,rtn: 0.0022125,0.00000,0.072
+41,mlp.experts.125.up_proj,rtn: 0.0022430,0.00000,0.080
+41,mlp.experts.117.up_proj,rtn: 0.0022736,0.00000,0.088
+41,mlp.experts.129.up_proj,rtn: 0.0022430,0.00000,0.087
+41,mlp.experts.141.up_proj,rtn: 0.0022278,0.00000,0.072
+41,mlp.experts.153.up_proj,rtn: 0.0021973,0.00000,0.081
+41,mlp.experts.133.up_proj,rtn: 0.0022278,0.00000,0.090
+41,mlp.experts.145.up_proj,rtn: 0.0022125,0.00000,0.085
+41,mlp.experts.169.up_proj,rtn: 0.0021973,0.00000,0.075
+41,mlp.experts.157.up_proj,rtn: 0.0022430,0.00000,0.111
+41,mlp.experts.149.up_proj,rtn: 0.0021820,0.00000,0.103
+41,mlp.experts.161.up_proj,rtn: 0.0021515,0.00000,0.123
+41,mlp.experts.185.up_proj,rtn: 0.0022583,0.00000,0.148
+41,mlp.experts.173.up_proj,rtn: 0.0022888,0.00000,0.119
+41,mlp.experts.165.up_proj,rtn: 0.0021820,0.00000,0.165
+41,mlp.experts.177.up_proj,rtn: 0.0023041,0.00000,0.101
+41,mlp.experts.189.up_proj,rtn: 0.0022278,0.00000,0.091
+41,mlp.experts.181.up_proj,rtn: 0.0022430,0.00000,0.071
+41,mlp.experts.2.down_proj,rtn: 0.0022278,0.00000,0.016
+41,mlp.experts.15.down_proj,rtn: 0.0022430,0.00000,0.025
+41,mlp.experts.9.down_proj,rtn: 0.0021973,0.00000,0.132
+41,mlp.experts.5.down_proj,rtn: 0.0022583,0.00000,0.133
+41,mlp.experts.6.down_proj,rtn: 0.0021820,0.00000,0.044
+41,mlp.experts.14.down_proj,rtn: 0.0021820,0.00000,0.050
+41,mlp.experts.18.down_proj,rtn: 0.0022125,0.00000,0.051
+41,mlp.experts.10.down_proj,rtn: 0.0022125,0.00000,0.054
+41,mlp.experts.13.down_proj,rtn: 0.0022125,0.00000,0.148
+41,mlp.experts.1.down_proj,rtn: 0.0022278,0.00000,0.149
+41,mlp.experts.12.down_proj,rtn: 0.0022583,0.00000,0.069
+41,mlp.experts.8.down_proj,rtn: 0.0022583,0.00000,0.069
+41,mlp.experts.7.down_proj,rtn: 0.0021973,0.00000,0.074
+41,mlp.experts.0.down_proj,rtn: 0.0021973,0.00000,0.071
+41,mlp.experts.4.down_proj,rtn: 0.0021820,0.00000,0.082
+41,mlp.experts.3.down_proj,rtn: 0.0022125,0.00000,0.083
+41,mlp.experts.31.down_proj,rtn: 0.0021973,0.00000,0.074
+41,mlp.experts.22.down_proj,rtn: 0.0021667,0.00000,0.039
+41,mlp.experts.11.down_proj,rtn: 0.0021973,0.00000,0.092
+41,mlp.experts.25.down_proj,rtn: 0.0021210,0.00000,0.049
+41,mlp.experts.21.down_proj,rtn: 0.0022278,0.00000,0.046
+41,mlp.experts.26.down_proj,rtn: 0.0022430,0.00000,0.032
+41,mlp.experts.30.down_proj,rtn: 0.0022278,0.00000,0.039
+41,mlp.experts.34.down_proj,rtn: 0.0022125,0.00000,0.036
+41,mlp.experts.24.down_proj,rtn: 0.0022430,0.00000,0.039
+41,mlp.experts.28.down_proj,rtn: 0.0022125,0.00000,0.041
+41,mlp.experts.17.down_proj,rtn: 0.0022278,0.00000,0.051
+41,mlp.experts.20.down_proj,rtn: 0.0021515,0.00000,0.032
+41,mlp.experts.23.down_proj,rtn: 0.0022736,0.00000,0.039
+41,mlp.experts.29.down_proj,rtn: 0.0022125,0.00000,0.050
+41,mlp.experts.47.down_proj,rtn: 0.0022278,0.00000,0.030
+41,mlp.experts.19.down_proj,rtn: 0.0021973,0.00000,0.032
+41,mlp.experts.16.down_proj,rtn: 0.0022125,0.00000,0.043
+41,mlp.experts.27.down_proj,rtn: 0.0022125,0.00000,0.023
+41,mlp.experts.38.down_proj,rtn: 0.0022125,0.00000,0.037
+41,mlp.experts.46.down_proj,rtn: 0.0021820,0.00000,0.033
+41,mlp.experts.42.down_proj,rtn: 0.0021820,0.00000,0.033
+41,mlp.experts.50.down_proj,rtn: 0.0021820,0.00000,0.030
+41,mlp.experts.41.down_proj,rtn: 0.0022278,0.00000,0.059
+41,mlp.experts.36.down_proj,rtn: 0.0022278,0.00000,0.033
+41,mlp.experts.40.down_proj,rtn: 0.0021667,0.00000,0.044
+41,mlp.experts.44.down_proj,rtn: 0.0022278,0.00000,0.036
+41,mlp.experts.37.down_proj,rtn: 0.0022430,0.00000,0.056
+41,mlp.experts.35.down_proj,rtn: 0.0021973,0.00000,0.026
+41,mlp.experts.43.down_proj,rtn: 0.0021820,0.00000,0.028
+41,mlp.experts.39.down_proj,rtn: 0.0022125,0.00000,0.034
+41,mlp.experts.63.down_proj,rtn: 0.0022430,0.00000,0.022
+41,mlp.experts.45.down_proj,rtn: 0.0022278,0.00000,0.049
+41,mlp.experts.33.down_proj,rtn: 0.0022583,0.00000,0.048
+41,mlp.experts.32.down_proj,rtn: 0.0022278,0.00000,0.039
+41,mlp.experts.54.down_proj,rtn: 0.0022278,0.00000,0.039
+41,mlp.experts.62.down_proj,rtn: 0.0022125,0.00000,0.032
+41,mlp.experts.66.down_proj,rtn: 0.0022278,0.00000,0.033
+41,mlp.experts.58.down_proj,rtn: 0.0022278,0.00000,0.037
+41,mlp.experts.52.down_proj,rtn: 0.0022125,0.00000,0.036
+41,mlp.experts.60.down_proj,rtn: 0.0021210,0.00000,0.033
+41,mlp.experts.79.down_proj,rtn: 0.0022125,0.00000,0.029
+41,mlp.experts.51.down_proj,rtn: 0.0022583,0.00000,0.031
+41,mlp.experts.55.down_proj,rtn: 0.0022125,0.00000,0.027
+41,mlp.experts.56.down_proj,rtn: 0.0021820,0.00000,0.040
+41,mlp.experts.59.down_proj,rtn: 0.0021667,0.00000,0.029
+41,mlp.experts.57.down_proj,rtn: 0.0022125,0.00000,0.054
+41,mlp.experts.78.down_proj,rtn: 0.0022430,0.00000,0.033
+41,mlp.experts.74.down_proj,rtn: 0.0022430,0.00000,0.028
+41,mlp.experts.48.down_proj,rtn: 0.0022278,0.00000,0.036
+41,mlp.experts.82.down_proj,rtn: 0.0022430,0.00000,0.029
+41,mlp.experts.61.down_proj,rtn: 0.0022125,0.00000,0.040
+41,mlp.experts.70.down_proj,rtn: 0.0022278,0.00000,0.032
+41,mlp.experts.95.down_proj,rtn: 0.0021973,0.00000,0.016
+41,mlp.experts.53.down_proj,rtn: 0.0022278,0.00000,0.044
+41,mlp.experts.67.down_proj,rtn: 0.0022278,0.00000,0.016
+41,mlp.experts.68.down_proj,rtn: 0.0021667,0.00000,0.021
+41,mlp.experts.49.down_proj,rtn: 0.0021362,0.00000,0.041
+41,mlp.experts.76.down_proj,rtn: 0.0021820,0.00000,0.021
+41,mlp.experts.75.down_proj,rtn: 0.0021667,0.00000,0.019
+41,mlp.experts.71.down_proj,rtn: 0.0021973,0.00000,0.024
+41,mlp.experts.98.down_proj,rtn: 0.0022278,0.00000,0.018
+41,mlp.experts.64.down_proj,rtn: 0.0022278,0.00000,0.027
+41,mlp.experts.73.down_proj,rtn: 0.0021820,0.00000,0.037
+41,mlp.experts.90.down_proj,rtn: 0.0021667,0.00000,0.037
+41,mlp.experts.94.down_proj,rtn: 0.0022125,0.00000,0.037
+41,mlp.experts.111.down_proj,rtn: 0.0022125,0.00000,0.032
+41,mlp.experts.83.down_proj,rtn: 0.0022125,0.00000,0.032
+41,mlp.experts.86.down_proj,rtn: 0.0022583,0.00000,0.032
+41,mlp.experts.92.down_proj,rtn: 0.0022278,0.00000,0.090
+41,mlp.experts.87.down_proj,rtn: 0.0022278,0.00000,0.034
+41,mlp.experts.91.down_proj,rtn: 0.0021820,0.00000,0.039
+41,mlp.experts.106.down_proj,rtn: 0.0021973,0.00000,0.037
+41,mlp.experts.114.down_proj,rtn: 0.0021973,0.00000,0.044
+41,mlp.experts.110.down_proj,rtn: 0.0021667,0.00000,0.041
+41,mlp.experts.99.down_proj,rtn: 0.0022125,0.00000,0.033
+41,mlp.experts.127.down_proj,rtn: 0.0022583,0.00000,0.036
+41,mlp.experts.107.down_proj,rtn: 0.0022430,0.00000,0.019
+41,mlp.experts.84.down_proj,rtn: 0.0021973,0.00000,0.092
+41,mlp.experts.72.down_proj,rtn: 0.0021515,0.00000,0.090
+41,mlp.experts.77.down_proj,rtn: 0.0022278,0.00000,0.070
+41,mlp.experts.65.down_proj,rtn: 0.0021667,0.00000,0.198
+41,mlp.experts.69.down_proj,rtn: 0.0022278,0.00000,0.209
+41,mlp.experts.80.down_proj,rtn: 0.0022430,0.00000,0.200
+41,mlp.experts.102.down_proj,rtn: 0.0021820,0.00000,0.179
+41,mlp.experts.108.down_proj,rtn: 0.0022125,0.00000,0.162
+41,mlp.experts.103.down_proj,rtn: 0.0022278,0.00000,0.175
+41,mlp.experts.126.down_proj,rtn: 0.0022583,0.00000,0.038
+41,mlp.experts.122.down_proj,rtn: 0.0022278,0.00000,0.039
+41,mlp.experts.115.down_proj,rtn: 0.0021515,0.00000,0.046
+41,mlp.experts.123.down_proj,rtn: 0.0021973,0.00000,0.052
+41,mlp.experts.130.down_proj,rtn: 0.0022278,0.00000,0.041
+41,mlp.experts.143.down_proj,rtn: 0.0021820,0.00000,0.055
+41,mlp.experts.100.down_proj,rtn: 0.0022278,0.00000,0.055
+41,mlp.experts.89.down_proj,rtn: 0.0022125,0.00000,0.054
+41,mlp.experts.81.down_proj,rtn: 0.0022278,0.00000,0.051
+41,mlp.experts.96.down_proj,rtn: 0.0022125,0.00000,0.042
+41,mlp.experts.85.down_proj,rtn: 0.0022278,0.00000,0.053
+41,mlp.experts.124.down_proj,rtn: 0.0021820,0.00000,0.040
+41,mlp.experts.142.down_proj,rtn: 0.0021973,0.00000,0.023
+41,mlp.experts.93.down_proj,rtn: 0.0022278,0.00000,0.067
+41,mlp.experts.88.down_proj,rtn: 0.0021820,0.00000,0.058
+41,mlp.experts.118.down_proj,rtn: 0.0022125,0.00000,0.050
+41,mlp.experts.138.down_proj,rtn: 0.0022278,0.00000,0.025
+41,mlp.experts.116.down_proj,rtn: 0.0021515,0.00000,0.023
+41,mlp.experts.112.down_proj,rtn: 0.0021973,0.00000,0.013
+41,mlp.experts.131.down_proj,rtn: 0.0022125,0.00000,0.043
+41,mlp.experts.159.down_proj,rtn: 0.0021973,0.00000,0.035
+41,mlp.experts.139.down_proj,rtn: 0.0022278,0.00000,0.038
+41,mlp.experts.101.down_proj,rtn: 0.0022125,0.00000,0.028
+41,mlp.experts.158.down_proj,rtn: 0.0021362,0.00000,0.023
+41,mlp.experts.154.down_proj,rtn: 0.0021362,0.00000,0.026
+41,mlp.experts.146.down_proj,rtn: 0.0021973,0.00000,0.042
+41,mlp.experts.119.down_proj,rtn: 0.0021973,0.00000,0.070
+41,mlp.experts.97.down_proj,rtn: 0.0022125,0.00000,0.046
+41,mlp.experts.134.down_proj,rtn: 0.0021820,0.00000,0.032
+41,mlp.experts.109.down_proj,rtn: 0.0021820,0.00000,0.068
+41,mlp.experts.147.down_proj,rtn: 0.0022278,0.00000,0.051
+41,mlp.experts.155.down_proj,rtn: 0.0022125,0.00000,0.040
+41,mlp.experts.162.down_proj,rtn: 0.0021973,0.00000,0.038
+41,mlp.experts.170.down_proj,rtn: 0.0022125,0.00000,0.039
+41,mlp.experts.174.down_proj,rtn: 0.0022583,0.00000,0.031
+41,mlp.experts.135.down_proj,rtn: 0.0021973,0.00000,0.042
+41,mlp.experts.150.down_proj,rtn: 0.0022125,0.00000,0.029
+41,mlp.experts.175.down_proj,rtn: 0.0021820,0.00000,0.046
+41,mlp.experts.132.down_proj,rtn: 0.0022278,0.00000,0.055
+41,mlp.experts.128.down_proj,rtn: 0.0021667,0.00000,0.057
+41,mlp.experts.117.down_proj,rtn: 0.0022125,0.00000,0.078
+41,mlp.experts.163.down_proj,rtn: 0.0022125,0.00000,0.039
+41,mlp.experts.105.down_proj,rtn: 0.0021973,0.00000,0.104
+41,mlp.experts.171.down_proj,rtn: 0.0022278,0.00000,0.041
+41,mlp.experts.190.down_proj,rtn: 0.0022125,0.00000,0.040
+41,mlp.experts.178.down_proj,rtn: 0.0022278,0.00000,0.042
+41,mlp.experts.186.down_proj,rtn: 0.0022125,0.00000,0.040
+41,mlp.experts.166.down_proj,rtn: 0.0021820,0.00000,0.036
+41,mlp.experts.140.down_proj,rtn: 0.0022430,0.00000,0.086
+41,mlp.experts.191.down_proj,rtn: 0.0022278,0.00000,0.041
+41,mlp.experts.151.down_proj,rtn: 0.0022125,0.00000,0.038
+41,mlp.experts.104.down_proj,rtn: 0.0022125,0.00000,0.095
+41,mlp.experts.144.down_proj,rtn: 0.0022125,0.00000,0.041
+41,mlp.experts.148.down_proj,rtn: 0.0021515,0.00000,0.038
+41,mlp.experts.179.down_proj,rtn: 0.0022278,0.00000,0.025
+41,mlp.experts.125.down_proj,rtn: 0.0022430,0.00000,0.057
+41,mlp.experts.182.down_proj,rtn: 0.0022430,0.00000,0.017
+41,mlp.experts.133.down_proj,rtn: 0.0022125,0.00000,0.102
+41,mlp.experts.187.down_proj,rtn: 0.0022125,0.00000,0.031
+41,mlp.experts.167.down_proj,rtn: 0.0022278,0.00000,0.031
+41,mlp.experts.113.down_proj,rtn: 0.0021515,0.00000,0.175
+41,mlp.experts.121.down_proj,rtn: 0.0022278,0.00000,0.045
+41,mlp.experts.141.down_proj,rtn: 0.0022278,0.00000,0.039
+41,mlp.experts.183.down_proj,rtn: 0.0022278,0.00000,0.011
+41,mlp.experts.156.down_proj,rtn: 0.0022278,0.00000,0.083
+41,mlp.experts.164.down_proj,rtn: 0.0022125,0.00000,0.083
+41,mlp.experts.120.down_proj,rtn: 0.0021820,0.00000,0.084
+41,mlp.experts.149.down_proj,rtn: 0.0021973,0.00000,0.085
+41,mlp.experts.129.down_proj,rtn: 0.0022278,0.00000,0.093
+41,mlp.experts.160.down_proj,rtn: 0.0022430,0.00000,0.086
+41,mlp.experts.157.down_proj,rtn: 0.0021973,0.00000,0.039
+41,mlp.experts.137.down_proj,rtn: 0.0022278,0.00000,0.049
+41,mlp.experts.165.down_proj,rtn: 0.0021973,0.00000,0.060
+41,mlp.experts.173.down_proj,rtn: 0.0022583,0.00000,0.039
+41,mlp.experts.136.down_proj,rtn: 0.0021973,0.00000,0.053
+41,mlp.experts.145.down_proj,rtn: 0.0022125,0.00000,0.053
+41,mlp.experts.172.down_proj,rtn: 0.0021973,0.00000,0.058
+41,mlp.experts.180.down_proj,rtn: 0.0022278,0.00000,0.061
+41,mlp.experts.176.down_proj,rtn: 0.0021973,0.00000,0.060
+41,mlp.experts.153.down_proj,rtn: 0.0021973,0.00000,0.051
+41,mlp.experts.181.down_proj,rtn: 0.0022278,0.00000,0.039
+41,mlp.experts.189.down_proj,rtn: 0.0021667,0.00000,0.036
+41,mlp.experts.161.down_proj,rtn: 0.0021820,0.00000,0.033
+41,mlp.experts.188.down_proj,rtn: 0.0022278,0.00000,0.037
+41,mlp.experts.169.down_proj,rtn: 0.0021820,0.00000,0.024
+41,mlp.experts.177.down_proj,rtn: 0.0022430,0.00000,0.022
+41,mlp.experts.185.down_proj,rtn: 0.0022278,0.00000,0.019
+41,mlp.experts.152.down_proj,rtn: 0.0022278,0.00000,0.083
+41,mlp.experts.168.down_proj,rtn: 0.0021667,0.00000,0.010
+41,mlp.experts.184.down_proj,rtn: 0.0022430,0.00000,0.010
+41,mlp.shared_experts.gate_proj,rtn: 0.0016785,0.00000,0.026
+41,mlp.shared_experts.up_proj,rtn: 0.0018768,0.00000,0.026
+41,mlp.shared_experts.down_proj,rtn: 0.0019531,0.00000,0.010
+42,self_attn.v_proj,rtn: 0.0027313,0.00000,0.035
+42,self_attn.q_proj,rtn: 0.0023193,0.00000,0.016
+42,self_attn.k_proj,rtn: 0.0022278,0.00000,0.022
+42,self_attn.o_proj,rtn: 0.0029144,0.00000,0.044
+42,mlp.experts.8.gate_proj,rtn: 0.0022278,0.00000,0.089
+42,mlp.experts.12.gate_proj,rtn: 0.0022430,0.00000,0.090
+42,mlp.experts.4.gate_proj,rtn: 0.0023041,0.00000,0.097
+42,mlp.experts.0.gate_proj,rtn: 0.0022583,0.00000,0.099
+42,mlp.experts.3.gate_proj,rtn: 0.0022430,0.00000,0.100
+42,mlp.experts.7.gate_proj,rtn: 0.0022583,0.00000,0.104
+42,mlp.experts.9.gate_proj,rtn: 0.0022736,0.00000,0.106
+42,mlp.experts.13.gate_proj,rtn: 0.0022736,0.00000,0.110
+42,mlp.experts.15.gate_proj,rtn: 0.0022125,0.00000,0.114
+42,mlp.experts.1.gate_proj,rtn: 0.0023193,0.00000,0.112
+42,mlp.experts.11.gate_proj,rtn: 0.0023193,0.00000,0.114
+42,mlp.experts.5.gate_proj,rtn: 0.0022278,0.00000,0.119
+42,mlp.experts.2.gate_proj,rtn: 0.0022278,0.00000,0.130
+42,mlp.experts.6.gate_proj,rtn: 0.0021667,0.00000,0.132
+42,mlp.experts.14.gate_proj,rtn: 0.0022736,0.00000,0.134
+42,mlp.experts.10.gate_proj,rtn: 0.0022583,0.00000,0.157
+42,mlp.experts.28.gate_proj,rtn: 0.0022430,0.00000,0.072
+42,mlp.experts.24.gate_proj,rtn: 0.0023193,0.00000,0.078
+42,mlp.experts.20.gate_proj,rtn: 0.0022888,0.00000,0.075
+42,mlp.experts.19.gate_proj,rtn: 0.0022736,0.00000,0.071
+42,mlp.experts.23.gate_proj,rtn: 0.0022278,0.00000,0.070
+42,mlp.experts.16.gate_proj,rtn: 0.0022278,0.00000,0.087
+42,mlp.experts.27.gate_proj,rtn: 0.0022430,0.00000,0.074
+42,mlp.experts.31.gate_proj,rtn: 0.0023193,0.00000,0.077
+42,mlp.experts.29.gate_proj,rtn: 0.0021973,0.00000,0.107
+42,mlp.experts.22.gate_proj,rtn: 0.0022278,0.00000,0.090
+42,mlp.experts.18.gate_proj,rtn: 0.0022736,0.00000,0.095
+42,mlp.experts.30.gate_proj,rtn: 0.0022583,0.00000,0.095
+42,mlp.experts.44.gate_proj,rtn: 0.0021820,0.00000,0.069
+42,mlp.experts.36.gate_proj,rtn: 0.0022430,0.00000,0.069
+42,mlp.experts.26.gate_proj,rtn: 0.0022278,0.00000,0.094
+42,mlp.experts.25.gate_proj,rtn: 0.0022736,0.00000,0.139
+42,mlp.experts.40.gate_proj,rtn: 0.0022888,0.00000,0.074
+42,mlp.experts.32.gate_proj,rtn: 0.0023346,0.00000,0.070
+42,mlp.experts.17.gate_proj,rtn: 0.0021973,0.00000,0.148
+42,mlp.experts.21.gate_proj,rtn: 0.0022125,0.00000,0.152
+42,mlp.experts.35.gate_proj,rtn: 0.0023193,0.00000,0.101
+42,mlp.experts.39.gate_proj,rtn: 0.0023346,0.00000,0.105
+42,mlp.experts.43.gate_proj,rtn: 0.0021973,0.00000,0.106
+42,mlp.experts.60.gate_proj,rtn: 0.0022583,0.00000,0.074
+42,mlp.experts.38.gate_proj,rtn: 0.0022583,0.00000,0.091
+42,mlp.experts.45.gate_proj,rtn: 0.0023499,0.00000,0.098
+42,mlp.experts.52.gate_proj,rtn: 0.0021667,0.00000,0.072
+42,mlp.experts.34.gate_proj,rtn: 0.0023041,0.00000,0.096
+42,mlp.experts.46.gate_proj,rtn: 0.0022278,0.00000,0.092
+42,mlp.experts.56.gate_proj,rtn: 0.0022430,0.00000,0.075
+42,mlp.experts.48.gate_proj,rtn: 0.0023346,0.00000,0.070
+42,mlp.experts.41.gate_proj,rtn: 0.0022430,0.00000,0.088
+42,mlp.experts.47.gate_proj,rtn: 0.0022888,0.00000,0.146
+42,mlp.experts.42.gate_proj,rtn: 0.0022583,0.00000,0.105
+42,mlp.experts.33.gate_proj,rtn: 0.0022736,0.00000,0.088
+42,mlp.experts.51.gate_proj,rtn: 0.0023041,0.00000,0.077
+42,mlp.experts.37.gate_proj,rtn: 0.0022125,0.00000,0.087
+42,mlp.experts.55.gate_proj,rtn: 0.0023193,0.00000,0.080
+42,mlp.experts.59.gate_proj,rtn: 0.0022125,0.00000,0.079
+42,mlp.experts.76.gate_proj,rtn: 0.0021820,0.00000,0.069
+42,mlp.experts.68.gate_proj,rtn: 0.0022583,0.00000,0.078
+42,mlp.experts.61.gate_proj,rtn: 0.0022583,0.00000,0.088
+42,mlp.experts.72.gate_proj,rtn: 0.0022888,0.00000,0.078
+42,mlp.experts.64.gate_proj,rtn: 0.0023193,0.00000,0.077
+42,mlp.experts.57.gate_proj,rtn: 0.0022278,0.00000,0.078
+42,mlp.experts.63.gate_proj,rtn: 0.0021820,0.00000,0.085
+42,mlp.experts.54.gate_proj,rtn: 0.0023346,0.00000,0.107
+42,mlp.experts.62.gate_proj,rtn: 0.0022125,0.00000,0.106
+42,mlp.experts.50.gate_proj,rtn: 0.0023346,0.00000,0.112
+42,mlp.experts.49.gate_proj,rtn: 0.0022888,0.00000,0.086
+42,mlp.experts.53.gate_proj,rtn: 0.0022888,0.00000,0.082
+42,mlp.experts.58.gate_proj,rtn: 0.0022583,0.00000,0.099
+42,mlp.experts.92.gate_proj,rtn: 0.0022736,0.00000,0.080
+42,mlp.experts.71.gate_proj,rtn: 0.0022430,0.00000,0.108
+42,mlp.experts.67.gate_proj,rtn: 0.0022430,0.00000,0.109
+42,mlp.experts.84.gate_proj,rtn: 0.0022125,0.00000,0.082
+42,mlp.experts.88.gate_proj,rtn: 0.0021973,0.00000,0.077
+42,mlp.experts.80.gate_proj,rtn: 0.0021820,0.00000,0.075
+42,mlp.experts.77.gate_proj,rtn: 0.0022278,0.00000,0.092
+42,mlp.experts.75.gate_proj,rtn: 0.0022583,0.00000,0.122
+42,mlp.experts.73.gate_proj,rtn: 0.0022125,0.00000,0.088
+42,mlp.experts.78.gate_proj,rtn: 0.0022736,0.00000,0.087
+42,mlp.experts.66.gate_proj,rtn: 0.0022430,0.00000,0.084
+42,mlp.experts.65.gate_proj,rtn: 0.0023651,0.00000,0.091
+42,mlp.experts.70.gate_proj,rtn: 0.0022278,0.00000,0.113
+42,mlp.experts.108.gate_proj,rtn: 0.0021973,0.00000,0.077
+42,mlp.experts.69.gate_proj,rtn: 0.0022736,0.00000,0.094
+42,mlp.experts.74.gate_proj,rtn: 0.0023346,0.00000,0.091
+42,mlp.experts.100.gate_proj,rtn: 0.0023651,0.00000,0.079
+42,mlp.experts.79.gate_proj,rtn: 0.0022278,0.00000,0.134
+42,mlp.experts.104.gate_proj,rtn: 0.0023193,0.00000,0.077
+42,mlp.experts.96.gate_proj,rtn: 0.0022583,0.00000,0.080
+42,mlp.experts.93.gate_proj,rtn: 0.0021362,0.00000,0.081
+42,mlp.experts.87.gate_proj,rtn: 0.0023041,0.00000,0.105
+42,mlp.experts.83.gate_proj,rtn: 0.0023346,0.00000,0.107
+42,mlp.experts.89.gate_proj,rtn: 0.0022583,0.00000,0.085
+42,mlp.experts.91.gate_proj,rtn: 0.0023499,0.00000,0.115
+42,mlp.experts.82.gate_proj,rtn: 0.0022278,0.00000,0.103
+42,mlp.experts.81.gate_proj,rtn: 0.0023346,0.00000,0.087
+42,mlp.experts.94.gate_proj,rtn: 0.0022125,0.00000,0.126
+42,mlp.experts.116.gate_proj,rtn: 0.0023346,0.00000,0.092
+42,mlp.experts.120.gate_proj,rtn: 0.0023499,0.00000,0.084
+42,mlp.experts.95.gate_proj,rtn: 0.0022583,0.00000,0.091
+42,mlp.experts.85.gate_proj,rtn: 0.0021667,0.00000,0.094
+42,mlp.experts.124.gate_proj,rtn: 0.0019989,0.00000,0.095
+42,mlp.experts.90.gate_proj,rtn: 0.0022736,0.00000,0.099
+42,mlp.experts.86.gate_proj,rtn: 0.0021667,0.00000,0.103
+42,mlp.experts.112.gate_proj,rtn: 0.0022888,0.00000,0.095
+42,mlp.experts.103.gate_proj,rtn: 0.0022278,0.00000,0.089
+42,mlp.experts.109.gate_proj,rtn: 0.0021973,0.00000,0.096
+42,mlp.experts.99.gate_proj,rtn: 0.0023193,0.00000,0.095
+42,mlp.experts.105.gate_proj,rtn: 0.0022278,0.00000,0.096
+42,mlp.experts.107.gate_proj,rtn: 0.0023346,0.00000,0.095
+42,mlp.experts.98.gate_proj,rtn: 0.0022583,0.00000,0.087
+42,mlp.experts.97.gate_proj,rtn: 0.0022430,0.00000,0.086
+42,mlp.experts.132.gate_proj,rtn: 0.0022736,0.00000,0.070
+42,mlp.experts.136.gate_proj,rtn: 0.0023193,0.00000,0.071
+42,mlp.experts.140.gate_proj,rtn: 0.0021973,0.00000,0.068
+42,mlp.experts.110.gate_proj,rtn: 0.0023041,0.00000,0.091
+42,mlp.experts.128.gate_proj,rtn: 0.0022583,0.00000,0.075
+42,mlp.experts.102.gate_proj,rtn: 0.0022430,0.00000,0.080
+42,mlp.experts.106.gate_proj,rtn: 0.0022583,0.00000,0.086
+42,mlp.experts.101.gate_proj,rtn: 0.0022278,0.00000,0.093
+42,mlp.experts.125.gate_proj,rtn: 0.0022430,0.00000,0.090
+42,mlp.experts.111.gate_proj,rtn: 0.0022583,0.00000,0.123
+42,mlp.experts.148.gate_proj,rtn: 0.0023346,0.00000,0.064
+42,mlp.experts.121.gate_proj,rtn: 0.0022278,0.00000,0.098
+42,mlp.experts.152.gate_proj,rtn: 0.0022125,0.00000,0.074
+42,mlp.experts.115.gate_proj,rtn: 0.0022430,0.00000,0.108
+42,mlp.experts.156.gate_proj,rtn: 0.0022278,0.00000,0.073
+42,mlp.experts.119.gate_proj,rtn: 0.0022888,0.00000,0.131
+42,mlp.experts.113.gate_proj,rtn: 0.0022736,0.00000,0.089
+42,mlp.experts.123.gate_proj,rtn: 0.0022888,0.00000,0.096
+42,mlp.experts.114.gate_proj,rtn: 0.0022278,0.00000,0.092
+42,mlp.experts.144.gate_proj,rtn: 0.0021820,0.00000,0.070
+42,mlp.experts.126.gate_proj,rtn: 0.0022736,0.00000,0.093
+42,mlp.experts.118.gate_proj,rtn: 0.0023041,0.00000,0.093
+42,mlp.experts.117.gate_proj,rtn: 0.0022736,0.00000,0.086
+42,mlp.experts.122.gate_proj,rtn: 0.0022430,0.00000,0.099
+42,mlp.experts.164.gate_proj,rtn: 0.0022888,0.00000,0.062
+42,mlp.experts.141.gate_proj,rtn: 0.0022583,0.00000,0.085
+42,mlp.experts.172.gate_proj,rtn: 0.0021973,0.00000,0.064
+42,mlp.experts.168.gate_proj,rtn: 0.0022430,0.00000,0.072
+42,mlp.experts.127.gate_proj,rtn: 0.0022583,0.00000,0.091
+42,mlp.experts.131.gate_proj,rtn: 0.0023346,0.00000,0.083
+42,mlp.experts.137.gate_proj,rtn: 0.0022278,0.00000,0.094
+42,mlp.experts.160.gate_proj,rtn: 0.0021820,0.00000,0.076
+42,mlp.experts.129.gate_proj,rtn: 0.0023041,0.00000,0.091
+42,mlp.experts.135.gate_proj,rtn: 0.0022736,0.00000,0.091
+42,mlp.experts.130.gate_proj,rtn: 0.0022125,0.00000,0.103
+42,mlp.experts.139.gate_proj,rtn: 0.0023193,0.00000,0.100
+42,mlp.experts.180.gate_proj,rtn: 0.0022736,0.00000,0.075
+42,mlp.experts.133.gate_proj,rtn: 0.0022125,0.00000,0.090
+42,mlp.experts.134.gate_proj,rtn: 0.0022430,0.00000,0.100
+42,mlp.experts.184.gate_proj,rtn: 0.0022888,0.00000,0.067
+42,mlp.experts.157.gate_proj,rtn: 0.0021973,0.00000,0.085
+42,mlp.experts.142.gate_proj,rtn: 0.0021973,0.00000,0.119
+42,mlp.experts.188.gate_proj,rtn: 0.0022430,0.00000,0.076
+42,mlp.experts.143.gate_proj,rtn: 0.0022736,0.00000,0.077
+42,mlp.experts.138.gate_proj,rtn: 0.0021973,0.00000,0.107
+42,mlp.experts.147.gate_proj,rtn: 0.0022430,0.00000,0.077
+42,mlp.experts.176.gate_proj,rtn: 0.0021820,0.00000,0.071
+42,mlp.experts.153.gate_proj,rtn: 0.0022888,0.00000,0.090
+42,mlp.experts.151.gate_proj,rtn: 0.0022125,0.00000,0.085
+42,mlp.experts.4.up_proj,rtn: 0.0022430,0.00000,0.062
+42,mlp.experts.8.up_proj,rtn: 0.0022278,0.00000,0.060
+42,mlp.experts.145.gate_proj,rtn: 0.0023041,0.00000,0.114
+42,mlp.experts.155.gate_proj,rtn: 0.0022583,0.00000,0.090
+42,mlp.experts.146.gate_proj,rtn: 0.0021820,0.00000,0.134
+42,mlp.experts.12.up_proj,rtn: 0.0022278,0.00000,0.108
+42,mlp.experts.149.gate_proj,rtn: 0.0022888,0.00000,0.126
+42,mlp.experts.20.up_proj,rtn: 0.0022583,0.00000,0.067
+42,mlp.experts.150.gate_proj,rtn: 0.0021820,0.00000,0.133
+42,mlp.experts.173.gate_proj,rtn: 0.0022888,0.00000,0.128
+42,mlp.experts.0.up_proj,rtn: 0.0022430,0.00000,0.080
+42,mlp.experts.24.up_proj,rtn: 0.0022278,0.00000,0.068
+42,mlp.experts.163.gate_proj,rtn: 0.0022736,0.00000,0.085
+42,mlp.experts.159.gate_proj,rtn: 0.0023499,0.00000,0.083
+42,mlp.experts.158.gate_proj,rtn: 0.0023193,0.00000,0.141
+42,mlp.experts.154.gate_proj,rtn: 0.0021973,0.00000,0.096
+42,mlp.experts.167.gate_proj,rtn: 0.0022583,0.00000,0.090
+42,mlp.experts.171.gate_proj,rtn: 0.0022278,0.00000,0.075
+42,mlp.experts.169.gate_proj,rtn: 0.0022125,0.00000,0.129
+42,mlp.experts.28.up_proj,rtn: 0.0022125,0.00000,0.071
+42,mlp.experts.40.up_proj,rtn: 0.0022278,0.00000,0.057
+42,mlp.experts.179.gate_proj,rtn: 0.0021973,0.00000,0.063
+42,mlp.experts.175.gate_proj,rtn: 0.0022736,0.00000,0.066
+42,mlp.experts.16.up_proj,rtn: 0.0022125,0.00000,0.076
+42,mlp.experts.161.gate_proj,rtn: 0.0022583,0.00000,0.137
+42,mlp.experts.36.up_proj,rtn: 0.0022125,0.00000,0.096
+42,mlp.experts.187.gate_proj,rtn: 0.0022125,0.00000,0.070
+42,mlp.experts.183.gate_proj,rtn: 0.0022278,0.00000,0.070
+42,mlp.experts.162.gate_proj,rtn: 0.0021362,0.00000,0.138
+42,mlp.experts.170.gate_proj,rtn: 0.0021820,0.00000,0.104
+42,mlp.experts.44.up_proj,rtn: 0.0021210,0.00000,0.086
+42,mlp.experts.166.gate_proj,rtn: 0.0022736,0.00000,0.152
+42,mlp.experts.56.up_proj,rtn: 0.0022430,0.00000,0.083
+42,mlp.experts.165.gate_proj,rtn: 0.0022736,0.00000,0.163
+42,mlp.experts.189.gate_proj,rtn: 0.0022430,0.00000,0.157
+42,mlp.experts.3.up_proj,rtn: 0.0021973,0.00000,0.086
+42,mlp.experts.191.gate_proj,rtn: 0.0022125,0.00000,0.084
+42,mlp.experts.185.gate_proj,rtn: 0.0022278,0.00000,0.094
+42,mlp.experts.177.gate_proj,rtn: 0.0022278,0.00000,0.096
+42,mlp.experts.52.up_proj,rtn: 0.0021515,0.00000,0.093
+42,mlp.experts.174.gate_proj,rtn: 0.0025482,0.00000,0.175
+42,mlp.experts.32.up_proj,rtn: 0.0022583,0.00000,0.107
+42,mlp.experts.7.up_proj,rtn: 0.0021973,0.00000,0.089
+42,mlp.experts.11.up_proj,rtn: 0.0022736,0.00000,0.090
+42,mlp.experts.181.gate_proj,rtn: 0.0022736,0.00000,0.089
+42,mlp.experts.178.gate_proj,rtn: 0.0021820,0.00000,0.128
+42,mlp.experts.13.up_proj,rtn: 0.0022430,0.00000,0.088
+42,mlp.experts.19.up_proj,rtn: 0.0022278,0.00000,0.091
+42,mlp.experts.15.up_proj,rtn: 0.0021515,0.00000,0.087
+42,mlp.experts.9.up_proj,rtn: 0.0022278,0.00000,0.092
+42,mlp.experts.1.up_proj,rtn: 0.0022583,0.00000,0.091
+42,mlp.experts.72.up_proj,rtn: 0.0022278,0.00000,0.124
+42,mlp.experts.60.up_proj,rtn: 0.0022278,0.00000,0.135
+42,mlp.experts.182.gate_proj,rtn: 0.0022125,0.00000,0.135
+42,mlp.experts.27.up_proj,rtn: 0.0022125,0.00000,0.097
+42,mlp.experts.23.up_proj,rtn: 0.0021820,0.00000,0.098
+42,mlp.experts.186.gate_proj,rtn: 0.0022583,0.00000,0.163
+42,mlp.experts.68.up_proj,rtn: 0.0022430,0.00000,0.134
+42,mlp.experts.29.up_proj,rtn: 0.0021667,0.00000,0.071
+42,mlp.experts.5.up_proj,rtn: 0.0022125,0.00000,0.077
+42,mlp.experts.25.up_proj,rtn: 0.0022430,0.00000,0.070
+42,mlp.experts.17.up_proj,rtn: 0.0021515,0.00000,0.069
+42,mlp.experts.190.gate_proj,rtn: 0.0022125,0.00000,0.165
+42,mlp.experts.31.up_proj,rtn: 0.0022583,0.00000,0.094
+42,mlp.experts.35.up_proj,rtn: 0.0022278,0.00000,0.096
+42,mlp.experts.2.up_proj,rtn: 0.0022278,0.00000,0.130
+42,mlp.experts.39.up_proj,rtn: 0.0022278,0.00000,0.091
+42,mlp.experts.43.up_proj,rtn: 0.0021667,0.00000,0.103
+42,mlp.experts.45.up_proj,rtn: 0.0022278,0.00000,0.069
+42,mlp.experts.88.up_proj,rtn: 0.0022125,0.00000,0.123
+42,mlp.experts.21.up_proj,rtn: 0.0021973,0.00000,0.070
+42,mlp.experts.41.up_proj,rtn: 0.0021667,0.00000,0.071
+42,mlp.experts.33.up_proj,rtn: 0.0022278,0.00000,0.068
+42,mlp.experts.48.up_proj,rtn: 0.0022278,0.00000,0.235
+42,mlp.experts.6.up_proj,rtn: 0.0021820,0.00000,0.144
+42,mlp.experts.76.up_proj,rtn: 0.0022430,0.00000,0.153
+42,mlp.experts.14.up_proj,rtn: 0.0022430,0.00000,0.094
+42,mlp.experts.51.up_proj,rtn: 0.0022278,0.00000,0.092
+42,mlp.experts.84.up_proj,rtn: 0.0021820,0.00000,0.133
+42,mlp.experts.10.up_proj,rtn: 0.0022278,0.00000,0.113
+42,mlp.experts.47.up_proj,rtn: 0.0022583,0.00000,0.107
+42,mlp.experts.18.up_proj,rtn: 0.0022430,0.00000,0.083
+42,mlp.experts.61.up_proj,rtn: 0.0022125,0.00000,0.072
+42,mlp.experts.37.up_proj,rtn: 0.0021973,0.00000,0.072
+42,mlp.experts.49.up_proj,rtn: 0.0022278,0.00000,0.068
+42,mlp.experts.57.up_proj,rtn: 0.0021973,0.00000,0.077
+42,mlp.experts.55.up_proj,rtn: 0.0022430,0.00000,0.098
+42,mlp.experts.59.up_proj,rtn: 0.0021515,0.00000,0.098
+42,mlp.experts.22.up_proj,rtn: 0.0022125,0.00000,0.086
+42,mlp.experts.104.up_proj,rtn: 0.0022583,0.00000,0.111
+42,mlp.experts.30.up_proj,rtn: 0.0022278,0.00000,0.082
+42,mlp.experts.26.up_proj,rtn: 0.0022125,0.00000,0.072
+42,mlp.experts.34.up_proj,rtn: 0.0022125,0.00000,0.078
+42,mlp.experts.77.up_proj,rtn: 0.0021820,0.00000,0.068
+42,mlp.experts.67.up_proj,rtn: 0.0022278,0.00000,0.105
+42,mlp.experts.73.up_proj,rtn: 0.0021820,0.00000,0.055
+42,mlp.experts.53.up_proj,rtn: 0.0022583,0.00000,0.065
+42,mlp.experts.65.up_proj,rtn: 0.0022278,0.00000,0.066
+42,mlp.experts.92.up_proj,rtn: 0.0022125,0.00000,0.124
+42,mlp.experts.63.up_proj,rtn: 0.0021667,0.00000,0.098
+42,mlp.experts.100.up_proj,rtn: 0.0022736,0.00000,0.118
+42,mlp.experts.71.up_proj,rtn: 0.0022125,0.00000,0.088
+42,mlp.experts.75.up_proj,rtn: 0.0022278,0.00000,0.091
+42,mlp.experts.38.up_proj,rtn: 0.0021973,0.00000,0.081
+42,mlp.experts.93.up_proj,rtn: 0.0021667,0.00000,0.052
+42,mlp.experts.42.up_proj,rtn: 0.0022125,0.00000,0.078
+42,mlp.experts.64.up_proj,rtn: 0.0022583,0.00000,0.208
+42,mlp.experts.46.up_proj,rtn: 0.0021820,0.00000,0.099
+42,mlp.experts.50.up_proj,rtn: 0.0022583,0.00000,0.087
+42,mlp.experts.81.up_proj,rtn: 0.0022583,0.00000,0.069
+42,mlp.experts.89.up_proj,rtn: 0.0022125,0.00000,0.060
+42,mlp.experts.69.up_proj,rtn: 0.0022278,0.00000,0.070
+42,mlp.experts.120.up_proj,rtn: 0.0022430,0.00000,0.129
+42,mlp.experts.83.up_proj,rtn: 0.0022278,0.00000,0.099
+42,mlp.experts.109.up_proj,rtn: 0.0021973,0.00000,0.073
+42,mlp.experts.79.up_proj,rtn: 0.0022278,0.00000,0.102
+42,mlp.experts.87.up_proj,rtn: 0.0022430,0.00000,0.092
+42,mlp.experts.54.up_proj,rtn: 0.0022736,0.00000,0.084
+42,mlp.experts.91.up_proj,rtn: 0.0022278,0.00000,0.088
+42,mlp.experts.108.up_proj,rtn: 0.0022125,0.00000,0.118
+42,mlp.experts.116.up_proj,rtn: 0.0022583,0.00000,0.127
+42,mlp.experts.58.up_proj,rtn: 0.0022125,0.00000,0.092
+42,mlp.experts.105.up_proj,rtn: 0.0021820,0.00000,0.061
+42,mlp.experts.85.up_proj,rtn: 0.0021515,0.00000,0.063
+42,mlp.experts.80.up_proj,rtn: 0.0021515,0.00000,0.087
+42,mlp.experts.97.up_proj,rtn: 0.0022125,0.00000,0.078
+42,mlp.experts.136.up_proj,rtn: 0.0022278,0.00000,0.094
+42,mlp.experts.66.up_proj,rtn: 0.0021973,0.00000,0.111
+42,mlp.experts.125.up_proj,rtn: 0.0022125,0.00000,0.076
+42,mlp.experts.62.up_proj,rtn: 0.0021973,0.00000,0.126
+42,mlp.experts.99.up_proj,rtn: 0.0022888,0.00000,0.104
+42,mlp.experts.124.up_proj,rtn: 0.0021362,0.00000,0.076
+42,mlp.experts.132.up_proj,rtn: 0.0022125,0.00000,0.074
+42,mlp.experts.101.up_proj,rtn: 0.0021820,0.00000,0.061
+42,mlp.experts.121.up_proj,rtn: 0.0022125,0.00000,0.067
+42,mlp.experts.103.up_proj,rtn: 0.0021973,0.00000,0.112
+42,mlp.experts.113.up_proj,rtn: 0.0022430,0.00000,0.070
+42,mlp.experts.96.up_proj,rtn: 0.0022278,0.00000,0.074
+42,mlp.experts.95.up_proj,rtn: 0.0022125,0.00000,0.119
+42,mlp.experts.70.up_proj,rtn: 0.0022125,0.00000,0.125
+42,mlp.experts.74.up_proj,rtn: 0.0022125,0.00000,0.117
+42,mlp.experts.107.up_proj,rtn: 0.0022583,0.00000,0.123
+42,mlp.experts.152.up_proj,rtn: 0.0021667,0.00000,0.076
+42,mlp.experts.141.up_proj,rtn: 0.0022736,0.00000,0.073
+42,mlp.experts.82.up_proj,rtn: 0.0022583,0.00000,0.102
+42,mlp.experts.137.up_proj,rtn: 0.0022125,0.00000,0.070
+42,mlp.experts.117.up_proj,rtn: 0.0022583,0.00000,0.074
+42,mlp.experts.78.up_proj,rtn: 0.0022125,0.00000,0.092
+42,mlp.experts.140.up_proj,rtn: 0.0021973,0.00000,0.086
+42,mlp.experts.148.up_proj,rtn: 0.0022583,0.00000,0.095
+42,mlp.experts.129.up_proj,rtn: 0.0022278,0.00000,0.075
+42,mlp.experts.115.up_proj,rtn: 0.0022278,0.00000,0.118
+42,mlp.experts.112.up_proj,rtn: 0.0022278,0.00000,0.098
+42,mlp.experts.119.up_proj,rtn: 0.0022430,0.00000,0.104
+42,mlp.experts.111.up_proj,rtn: 0.0022125,0.00000,0.090
+42,mlp.experts.90.up_proj,rtn: 0.0022125,0.00000,0.097
+42,mlp.experts.86.up_proj,rtn: 0.0021362,0.00000,0.100
+42,mlp.experts.157.up_proj,rtn: 0.0021362,0.00000,0.095
+42,mlp.experts.123.up_proj,rtn: 0.0022430,0.00000,0.102
+42,mlp.experts.168.up_proj,rtn: 0.0022430,0.00000,0.110
+42,mlp.experts.153.up_proj,rtn: 0.0022583,0.00000,0.096
+42,mlp.experts.133.up_proj,rtn: 0.0021820,0.00000,0.097
+42,mlp.experts.94.up_proj,rtn: 0.0021973,0.00000,0.098
+42,mlp.experts.98.up_proj,rtn: 0.0022278,0.00000,0.104
+42,mlp.experts.145.up_proj,rtn: 0.0022430,0.00000,0.084
+42,mlp.experts.156.up_proj,rtn: 0.0022125,0.00000,0.111
+42,mlp.experts.164.up_proj,rtn: 0.0022888,0.00000,0.103
+42,mlp.experts.131.up_proj,rtn: 0.0022583,0.00000,0.089
+42,mlp.experts.127.up_proj,rtn: 0.0022430,0.00000,0.072
+42,mlp.experts.135.up_proj,rtn: 0.0022430,0.00000,0.082
+42,mlp.experts.128.up_proj,rtn: 0.0022125,0.00000,0.103
+42,mlp.experts.139.up_proj,rtn: 0.0022583,0.00000,0.079
+42,mlp.experts.173.up_proj,rtn: 0.0022583,0.00000,0.111
+42,mlp.experts.184.up_proj,rtn: 0.0022430,0.00000,0.113
+42,mlp.experts.106.up_proj,rtn: 0.0022278,0.00000,0.131
+42,mlp.experts.147.up_proj,rtn: 0.0022125,0.00000,0.069
+42,mlp.experts.151.up_proj,rtn: 0.0021973,0.00000,0.062
+42,mlp.experts.143.up_proj,rtn: 0.0022430,0.00000,0.067
+42,mlp.experts.169.up_proj,rtn: 0.0021973,0.00000,0.098
+42,mlp.experts.172.up_proj,rtn: 0.0021820,0.00000,0.099
+42,mlp.experts.155.up_proj,rtn: 0.0022278,0.00000,0.068
+42,mlp.experts.102.up_proj,rtn: 0.0022125,0.00000,0.159
+42,mlp.experts.149.up_proj,rtn: 0.0022125,0.00000,0.101
+42,mlp.experts.180.up_proj,rtn: 0.0022125,0.00000,0.104
+42,mlp.experts.110.up_proj,rtn: 0.0022430,0.00000,0.126
+42,mlp.experts.144.up_proj,rtn: 0.0021210,0.00000,0.090
+42,mlp.experts.114.up_proj,rtn: 0.0021973,0.00000,0.143
+42,mlp.experts.161.up_proj,rtn: 0.0022278,0.00000,0.132
+42,mlp.experts.167.up_proj,rtn: 0.0022125,0.00000,0.071
+42,mlp.experts.163.up_proj,rtn: 0.0022430,0.00000,0.061
+42,mlp.experts.188.up_proj,rtn: 0.0022278,0.00000,0.058
+42,mlp.experts.159.up_proj,rtn: 0.0022736,0.00000,0.078
+42,mlp.experts.160.up_proj,rtn: 0.0021667,0.00000,0.052
+42,mlp.experts.171.up_proj,rtn: 0.0022430,0.00000,0.077
+42,mlp.experts.122.up_proj,rtn: 0.0022278,0.00000,0.101
+42,mlp.experts.126.up_proj,rtn: 0.0022430,0.00000,0.094
+42,mlp.experts.179.up_proj,rtn: 0.0022430,0.00000,0.066
+42,mlp.experts.183.up_proj,rtn: 0.0022278,0.00000,0.070
+42,mlp.experts.176.up_proj,rtn: 0.0021515,0.00000,0.030
+42,mlp.experts.118.up_proj,rtn: 0.0022583,0.00000,0.123
+42,mlp.experts.130.up_proj,rtn: 0.0021973,0.00000,0.106
+42,mlp.experts.189.up_proj,rtn: 0.0022125,0.00000,0.191
+42,mlp.experts.175.up_proj,rtn: 0.0022583,0.00000,0.079
+42,mlp.experts.187.up_proj,rtn: 0.0021973,0.00000,0.072
+42,mlp.experts.177.up_proj,rtn: 0.0022125,0.00000,0.127
+42,mlp.experts.185.up_proj,rtn: 0.0022125,0.00000,0.185
+42,mlp.experts.191.up_proj,rtn: 0.0022125,0.00000,0.033
+42,mlp.experts.138.up_proj,rtn: 0.0022125,0.00000,0.091
+42,mlp.experts.165.up_proj,rtn: 0.0022278,0.00000,0.195
+42,mlp.experts.142.up_proj,rtn: 0.0022125,0.00000,0.095
+42,mlp.experts.181.up_proj,rtn: 0.0022278,0.00000,0.026
+42,mlp.experts.146.up_proj,rtn: 0.0021820,0.00000,0.100
+42,mlp.experts.134.up_proj,rtn: 0.0021973,0.00000,0.102
+42,mlp.experts.154.up_proj,rtn: 0.0021820,0.00000,0.089
+42,mlp.experts.158.up_proj,rtn: 0.0022430,0.00000,0.087
+42,mlp.experts.150.up_proj,rtn: 0.0021667,0.00000,0.088
+42,mlp.experts.162.up_proj,rtn: 0.0021515,0.00000,0.093
+42,mlp.experts.170.up_proj,rtn: 0.0021515,0.00000,0.114
+42,mlp.experts.174.up_proj,rtn: 0.0024414,0.00000,0.105
+42,mlp.experts.178.up_proj,rtn: 0.0021667,0.00000,0.105
+42,mlp.experts.166.up_proj,rtn: 0.0022430,0.00000,0.150
+42,mlp.experts.186.up_proj,rtn: 0.0022430,0.00000,0.104
+42,mlp.experts.190.up_proj,rtn: 0.0021820,0.00000,0.105
+42,mlp.experts.182.up_proj,rtn: 0.0022278,0.00000,0.074
+42,mlp.experts.7.down_proj,rtn: 0.0021667,0.00000,0.016
+42,mlp.experts.1.down_proj,rtn: 0.0022278,0.00000,0.032
+42,mlp.experts.3.down_proj,rtn: 0.0021820,0.00000,0.040
+42,mlp.experts.23.down_proj,rtn: 0.0021515,0.00000,0.037
+42,mlp.experts.15.down_proj,rtn: 0.0021362,0.00000,0.042
+42,mlp.experts.11.down_proj,rtn: 0.0021973,0.00000,0.034
+42,mlp.experts.2.down_proj,rtn: 0.0022278,0.00000,0.157
+42,mlp.experts.12.down_proj,rtn: 0.0021973,0.00000,0.044
+42,mlp.experts.14.down_proj,rtn: 0.0022278,0.00000,0.162
+42,mlp.experts.0.down_proj,rtn: 0.0022278,0.00000,0.048
+42,mlp.experts.10.down_proj,rtn: 0.0022430,0.00000,0.169
+42,mlp.experts.6.down_proj,rtn: 0.0021820,0.00000,0.169
+42,mlp.experts.4.down_proj,rtn: 0.0022278,0.00000,0.056
+42,mlp.experts.19.down_proj,rtn: 0.0021973,0.00000,0.039
+42,mlp.experts.5.down_proj,rtn: 0.0021973,0.00000,0.086
+42,mlp.experts.39.down_proj,rtn: 0.0022125,0.00000,0.036
+42,mlp.experts.17.down_proj,rtn: 0.0021362,0.00000,0.071
+42,mlp.experts.9.down_proj,rtn: 0.0022278,0.00000,0.081
+42,mlp.experts.13.down_proj,rtn: 0.0022278,0.00000,0.084
+42,mlp.experts.27.down_proj,rtn: 0.0021667,0.00000,0.044
+42,mlp.experts.18.down_proj,rtn: 0.0022278,0.00000,0.037
+42,mlp.experts.28.down_proj,rtn: 0.0021973,0.00000,0.037
+42,mlp.experts.31.down_proj,rtn: 0.0022430,0.00000,0.048
+42,mlp.experts.35.down_proj,rtn: 0.0021973,0.00000,0.021
+42,mlp.experts.43.down_proj,rtn: 0.0021515,0.00000,0.014
+42,mlp.experts.22.down_proj,rtn: 0.0022125,0.00000,0.048
+42,mlp.experts.30.down_proj,rtn: 0.0021820,0.00000,0.054
+42,mlp.experts.8.down_proj,rtn: 0.0022278,0.00000,0.124
+42,mlp.experts.20.down_proj,rtn: 0.0022430,0.00000,0.059
+42,mlp.experts.26.down_proj,rtn: 0.0022125,0.00000,0.069
+42,mlp.experts.16.down_proj,rtn: 0.0022125,0.00000,0.084
+42,mlp.experts.55.down_proj,rtn: 0.0021820,0.00000,0.024
+42,mlp.experts.47.down_proj,rtn: 0.0022430,0.00000,0.036
+42,mlp.experts.59.down_proj,rtn: 0.0021515,0.00000,0.032
+42,mlp.experts.51.down_proj,rtn: 0.0022125,0.00000,0.037
+42,mlp.experts.25.down_proj,rtn: 0.0022125,0.00000,0.066
+42,mlp.experts.38.down_proj,rtn: 0.0021667,0.00000,0.034
+42,mlp.experts.44.down_proj,rtn: 0.0021362,0.00000,0.055
+42,mlp.experts.21.down_proj,rtn: 0.0021820,0.00000,0.095
+42,mlp.experts.33.down_proj,rtn: 0.0022278,0.00000,0.074
+42,mlp.experts.46.down_proj,rtn: 0.0021515,0.00000,0.038
+42,mlp.experts.29.down_proj,rtn: 0.0021362,0.00000,0.072
+42,mlp.experts.32.down_proj,rtn: 0.0022125,0.00000,0.073
+42,mlp.experts.24.down_proj,rtn: 0.0022125,0.00000,0.025
+42,mlp.experts.36.down_proj,rtn: 0.0021667,0.00000,0.037
+42,mlp.experts.34.down_proj,rtn: 0.0021515,0.00000,0.036
+42,mlp.experts.60.down_proj,rtn: 0.0021973,0.00000,0.015
+42,mlp.experts.49.down_proj,rtn: 0.0021973,0.00000,0.059
+42,mlp.experts.42.down_proj,rtn: 0.0021820,0.00000,0.065
+42,mlp.experts.41.down_proj,rtn: 0.0021820,0.00000,0.041
+42,mlp.experts.63.down_proj,rtn: 0.0021515,0.00000,0.064
+42,mlp.experts.75.down_proj,rtn: 0.0022125,0.00000,0.052
+42,mlp.experts.71.down_proj,rtn: 0.0021973,0.00000,0.043
+42,mlp.experts.67.down_proj,rtn: 0.0022125,0.00000,0.050
+42,mlp.experts.37.down_proj,rtn: 0.0021820,0.00000,0.048
+42,mlp.experts.54.down_proj,rtn: 0.0022278,0.00000,0.068
+42,mlp.experts.45.down_proj,rtn: 0.0022125,0.00000,0.042
+42,mlp.experts.50.down_proj,rtn: 0.0022430,0.00000,0.059
+42,mlp.experts.62.down_proj,rtn: 0.0022125,0.00000,0.061
+42,mlp.experts.48.down_proj,rtn: 0.0021973,0.00000,0.045
+42,mlp.experts.65.down_proj,rtn: 0.0022125,0.00000,0.040
+42,mlp.experts.76.down_proj,rtn: 0.0021973,0.00000,0.044
+42,mlp.experts.79.down_proj,rtn: 0.0022125,0.00000,0.035
+42,mlp.experts.91.down_proj,rtn: 0.0022125,0.00000,0.036
+42,mlp.experts.40.down_proj,rtn: 0.0021973,0.00000,0.050
+42,mlp.experts.87.down_proj,rtn: 0.0022278,0.00000,0.028
+42,mlp.experts.57.down_proj,rtn: 0.0021973,0.00000,0.048
+42,mlp.experts.83.down_proj,rtn: 0.0022125,0.00000,0.029
+42,mlp.experts.58.down_proj,rtn: 0.0022125,0.00000,0.053
+42,mlp.experts.52.down_proj,rtn: 0.0021667,0.00000,0.059
+42,mlp.experts.53.down_proj,rtn: 0.0022125,0.00000,0.043
+42,mlp.experts.70.down_proj,rtn: 0.0021667,0.00000,0.042
+42,mlp.experts.61.down_proj,rtn: 0.0021515,0.00000,0.035
+42,mlp.experts.78.down_proj,rtn: 0.0021973,0.00000,0.038
+42,mlp.experts.66.down_proj,rtn: 0.0021820,0.00000,0.042
+42,mlp.experts.64.down_proj,rtn: 0.0022278,0.00000,0.039
+42,mlp.experts.81.down_proj,rtn: 0.0022125,0.00000,0.037
+42,mlp.experts.92.down_proj,rtn: 0.0021820,0.00000,0.040
+42,mlp.experts.95.down_proj,rtn: 0.0021973,0.00000,0.038
+42,mlp.experts.107.down_proj,rtn: 0.0022278,0.00000,0.040
+42,mlp.experts.103.down_proj,rtn: 0.0021667,0.00000,0.034
+42,mlp.experts.74.down_proj,rtn: 0.0021820,0.00000,0.039
+42,mlp.experts.99.down_proj,rtn: 0.0022583,0.00000,0.041
+42,mlp.experts.73.down_proj,rtn: 0.0021362,0.00000,0.046
+42,mlp.experts.56.down_proj,rtn: 0.0022278,0.00000,0.057
+42,mlp.experts.77.down_proj,rtn: 0.0021667,0.00000,0.033
+42,mlp.experts.69.down_proj,rtn: 0.0021973,0.00000,0.039
+42,mlp.experts.86.down_proj,rtn: 0.0021515,0.00000,0.041
+42,mlp.experts.97.down_proj,rtn: 0.0021973,0.00000,0.029
+42,mlp.experts.94.down_proj,rtn: 0.0021515,0.00000,0.038
+42,mlp.experts.82.down_proj,rtn: 0.0022430,0.00000,0.038
+42,mlp.experts.119.down_proj,rtn: 0.0022430,0.00000,0.037
+42,mlp.experts.68.down_proj,rtn: 0.0022125,0.00000,0.072
+42,mlp.experts.90.down_proj,rtn: 0.0021973,0.00000,0.035
+42,mlp.experts.115.down_proj,rtn: 0.0022278,0.00000,0.029
+42,mlp.experts.111.down_proj,rtn: 0.0022278,0.00000,0.038
+42,mlp.experts.123.down_proj,rtn: 0.0022278,0.00000,0.039
+42,mlp.experts.80.down_proj,rtn: 0.0021667,0.00000,0.058
+42,mlp.experts.89.down_proj,rtn: 0.0022125,0.00000,0.037
+42,mlp.experts.108.down_proj,rtn: 0.0021973,0.00000,0.060
+42,mlp.experts.102.down_proj,rtn: 0.0021973,0.00000,0.039
+42,mlp.experts.93.down_proj,rtn: 0.0021820,0.00000,0.034
+42,mlp.experts.85.down_proj,rtn: 0.0021515,0.00000,0.036
+42,mlp.experts.113.down_proj,rtn: 0.0022125,0.00000,0.035
+42,mlp.experts.98.down_proj,rtn: 0.0022125,0.00000,0.035
+42,mlp.experts.110.down_proj,rtn: 0.0022430,0.00000,0.041
+42,mlp.experts.106.down_proj,rtn: 0.0021362,0.00000,0.025
+42,mlp.experts.105.down_proj,rtn: 0.0021820,0.00000,0.016
+42,mlp.experts.135.down_proj,rtn: 0.0022430,0.00000,0.038
+42,mlp.experts.127.down_proj,rtn: 0.0022430,0.00000,0.031
+42,mlp.experts.131.down_proj,rtn: 0.0022125,0.00000,0.027
+42,mlp.experts.139.down_proj,rtn: 0.0022125,0.00000,0.029
+42,mlp.experts.72.down_proj,rtn: 0.0022430,0.00000,0.068
+42,mlp.experts.96.down_proj,rtn: 0.0022125,0.00000,0.049
+42,mlp.experts.109.down_proj,rtn: 0.0021667,0.00000,0.038
+42,mlp.experts.101.down_proj,rtn: 0.0021820,0.00000,0.033
+42,mlp.experts.129.down_proj,rtn: 0.0021820,0.00000,0.033
+42,mlp.experts.121.down_proj,rtn: 0.0021973,0.00000,0.039
+42,mlp.experts.84.down_proj,rtn: 0.0021667,0.00000,0.083
+42,mlp.experts.126.down_proj,rtn: 0.0021820,0.00000,0.038
+42,mlp.experts.114.down_proj,rtn: 0.0022125,0.00000,0.051
+42,mlp.experts.122.down_proj,rtn: 0.0022125,0.00000,0.045
+42,mlp.experts.118.down_proj,rtn: 0.0022430,0.00000,0.041
+42,mlp.experts.155.down_proj,rtn: 0.0021973,0.00000,0.039
+42,mlp.experts.151.down_proj,rtn: 0.0021973,0.00000,0.035
+42,mlp.experts.143.down_proj,rtn: 0.0022125,0.00000,0.038
+42,mlp.experts.147.down_proj,rtn: 0.0021973,0.00000,0.037
+42,mlp.experts.124.down_proj,rtn: 0.0021210,0.00000,0.055
+42,mlp.experts.125.down_proj,rtn: 0.0021973,0.00000,0.039
+42,mlp.experts.137.down_proj,rtn: 0.0021973,0.00000,0.032
+42,mlp.experts.112.down_proj,rtn: 0.0021667,0.00000,0.042
+42,mlp.experts.117.down_proj,rtn: 0.0022278,0.00000,0.032
+42,mlp.experts.88.down_proj,rtn: 0.0021820,0.00000,0.043
+42,mlp.experts.145.down_proj,rtn: 0.0022125,0.00000,0.033
+42,mlp.experts.130.down_proj,rtn: 0.0021973,0.00000,0.034
+42,mlp.experts.142.down_proj,rtn: 0.0021973,0.00000,0.041
+42,mlp.experts.138.down_proj,rtn: 0.0021820,0.00000,0.035
+42,mlp.experts.134.down_proj,rtn: 0.0021515,0.00000,0.033
+42,mlp.experts.167.down_proj,rtn: 0.0021973,0.00000,0.032
+42,mlp.experts.159.down_proj,rtn: 0.0022278,0.00000,0.033
+42,mlp.experts.100.down_proj,rtn: 0.0022583,0.00000,0.035
+42,mlp.experts.163.down_proj,rtn: 0.0021973,0.00000,0.038
+42,mlp.experts.171.down_proj,rtn: 0.0022278,0.00000,0.034
+42,mlp.experts.140.down_proj,rtn: 0.0021973,0.00000,0.042
+42,mlp.experts.133.down_proj,rtn: 0.0021515,0.00000,0.033
+42,mlp.experts.141.down_proj,rtn: 0.0022125,0.00000,0.039
+42,mlp.experts.153.down_proj,rtn: 0.0022278,0.00000,0.034
+42,mlp.experts.146.down_proj,rtn: 0.0021973,0.00000,0.031
+42,mlp.experts.150.down_proj,rtn: 0.0021667,0.00000,0.039
+42,mlp.experts.154.down_proj,rtn: 0.0021820,0.00000,0.036
+42,mlp.experts.158.down_proj,rtn: 0.0021973,0.00000,0.045
+42,mlp.experts.175.down_proj,rtn: 0.0021973,0.00000,0.038
+42,mlp.experts.179.down_proj,rtn: 0.0022278,0.00000,0.034
+42,mlp.experts.161.down_proj,rtn: 0.0022125,0.00000,0.045
+42,mlp.experts.187.down_proj,rtn: 0.0021820,0.00000,0.040
+42,mlp.experts.183.down_proj,rtn: 0.0021973,0.00000,0.034
+42,mlp.experts.128.down_proj,rtn: 0.0021820,0.00000,0.041
+42,mlp.experts.157.down_proj,rtn: 0.0021667,0.00000,0.040
+42,mlp.experts.149.down_proj,rtn: 0.0022278,0.00000,0.044
+42,mlp.experts.116.down_proj,rtn: 0.0022430,0.00000,0.055
+42,mlp.experts.166.down_proj,rtn: 0.0022125,0.00000,0.025
+42,mlp.experts.170.down_proj,rtn: 0.0021362,0.00000,0.025
+42,mlp.experts.191.down_proj,rtn: 0.0022125,0.00000,0.015
+42,mlp.experts.162.down_proj,rtn: 0.0021820,0.00000,0.032
+42,mlp.experts.174.down_proj,rtn: 0.0015106,0.00000,0.026
+42,mlp.experts.104.down_proj,rtn: 0.0022125,0.00000,0.083
+42,mlp.experts.156.down_proj,rtn: 0.0022125,0.00000,0.077
+42,mlp.experts.169.down_proj,rtn: 0.0021362,0.00000,0.074
+42,mlp.experts.186.down_proj,rtn: 0.0022278,0.00000,0.027
+42,mlp.experts.182.down_proj,rtn: 0.0022125,0.00000,0.030
+42,mlp.experts.190.down_proj,rtn: 0.0021667,0.00000,0.026
+42,mlp.experts.178.down_proj,rtn: 0.0021820,0.00000,0.026
+42,mlp.experts.132.down_proj,rtn: 0.0021667,0.00000,0.042
+42,mlp.experts.144.down_proj,rtn: 0.0021362,0.00000,0.050
+42,mlp.experts.172.down_proj,rtn: 0.0021667,0.00000,0.025
+42,mlp.experts.120.down_proj,rtn: 0.0022125,0.00000,0.030
+42,mlp.experts.165.down_proj,rtn: 0.0022125,0.00000,0.027
+42,mlp.experts.177.down_proj,rtn: 0.0021973,0.00000,0.040
+42,mlp.experts.173.down_proj,rtn: 0.0022278,0.00000,0.096
+42,mlp.experts.185.down_proj,rtn: 0.0021973,0.00000,0.030
+42,mlp.experts.188.down_proj,rtn: 0.0021973,0.00000,0.033
+42,mlp.experts.136.down_proj,rtn: 0.0021973,0.00000,0.045
+42,mlp.experts.148.down_proj,rtn: 0.0022278,0.00000,0.048
+42,mlp.experts.160.down_proj,rtn: 0.0021820,0.00000,0.045
+42,mlp.experts.181.down_proj,rtn: 0.0022278,0.00000,0.056
+42,mlp.experts.189.down_proj,rtn: 0.0021667,0.00000,0.057
+42,mlp.experts.152.down_proj,rtn: 0.0021820,0.00000,0.022
+42,mlp.experts.176.down_proj,rtn: 0.0021820,0.00000,0.027
+42,mlp.experts.168.down_proj,rtn: 0.0022430,0.00000,0.026
+42,mlp.experts.164.down_proj,rtn: 0.0022278,0.00000,0.037
+42,mlp.experts.184.down_proj,rtn: 0.0022125,0.00000,0.021
+42,mlp.experts.180.down_proj,rtn: 0.0021973,0.00000,0.023
+42,mlp.shared_experts.up_proj,rtn: 0.0019073,0.00000,0.040
+42,mlp.shared_experts.gate_proj,rtn: 0.0016708,0.00000,0.040
+42,mlp.shared_experts.down_proj,rtn: 0.0019531,0.00000,0.031
+43,self_attn.k_proj,rtn: 0.0022125,0.00000,0.015
+43,self_attn.v_proj,rtn: 0.0026855,0.00000,0.015
+43,self_attn.q_proj,rtn: 0.0022278,0.00000,0.025
+43,self_attn.o_proj,rtn: 0.0029144,0.00000,0.051
+43,mlp.experts.2.gate_proj,rtn: 0.0022125,0.00000,0.106
+43,mlp.experts.10.gate_proj,rtn: 0.0023041,0.00000,0.109
+43,mlp.experts.4.gate_proj,rtn: 0.0021515,0.00000,0.113
+43,mlp.experts.3.gate_proj,rtn: 0.0022583,0.00000,0.127
+43,mlp.experts.9.gate_proj,rtn: 0.0022278,0.00000,0.128
+43,mlp.experts.1.gate_proj,rtn: 0.0022736,0.00000,0.132
+43,mlp.experts.6.gate_proj,rtn: 0.0022583,0.00000,0.132
+43,mlp.experts.14.gate_proj,rtn: 0.0022430,0.00000,0.131
+43,mlp.experts.11.gate_proj,rtn: 0.0021973,0.00000,0.139
+43,mlp.experts.8.gate_proj,rtn: 0.0022583,0.00000,0.141
+43,mlp.experts.5.gate_proj,rtn: 0.0022278,0.00000,0.143
+43,mlp.experts.13.gate_proj,rtn: 0.0022430,0.00000,0.145
+43,mlp.experts.7.gate_proj,rtn: 0.0022736,0.00000,0.151
+43,mlp.experts.0.gate_proj,rtn: 0.0022888,0.00000,0.150
+43,mlp.experts.15.gate_proj,rtn: 0.0022583,0.00000,0.155
+43,mlp.experts.12.gate_proj,rtn: 0.0023956,0.00000,0.168
+43,mlp.experts.18.gate_proj,rtn: 0.0023499,0.00000,0.098
+43,mlp.experts.26.gate_proj,rtn: 0.0022736,0.00000,0.096
+43,mlp.experts.20.gate_proj,rtn: 0.0023346,0.00000,0.119
+43,mlp.experts.25.gate_proj,rtn: 0.0022583,0.00000,0.109
+43,mlp.experts.21.gate_proj,rtn: 0.0022888,0.00000,0.092
+43,mlp.experts.17.gate_proj,rtn: 0.0022583,0.00000,0.100
+43,mlp.experts.22.gate_proj,rtn: 0.0022430,0.00000,0.103
+43,mlp.experts.30.gate_proj,rtn: 0.0022888,0.00000,0.126
+43,mlp.experts.16.gate_proj,rtn: 0.0022125,0.00000,0.100
+43,mlp.experts.29.gate_proj,rtn: 0.0023041,0.00000,0.105
+43,mlp.experts.28.gate_proj,rtn: 0.0022430,0.00000,0.107
+43,mlp.experts.23.gate_proj,rtn: 0.0022278,0.00000,0.127
+43,mlp.experts.31.gate_proj,rtn: 0.0021973,0.00000,0.129
+43,mlp.experts.24.gate_proj,rtn: 0.0023804,0.00000,0.139
+43,mlp.experts.36.gate_proj,rtn: 0.0022888,0.00000,0.086
+43,mlp.experts.27.gate_proj,rtn: 0.0022125,0.00000,0.174
+43,mlp.experts.34.gate_proj,rtn: 0.0022278,0.00000,0.120
+43,mlp.experts.42.gate_proj,rtn: 0.0022430,0.00000,0.134
+43,mlp.experts.41.gate_proj,rtn: 0.0021820,0.00000,0.101
+43,mlp.experts.19.gate_proj,rtn: 0.0021973,0.00000,0.224
+43,mlp.experts.38.gate_proj,rtn: 0.0022583,0.00000,0.109
+43,mlp.experts.33.gate_proj,rtn: 0.0022278,0.00000,0.125
+43,mlp.experts.37.gate_proj,rtn: 0.0022125,0.00000,0.126
+43,mlp.experts.46.gate_proj,rtn: 0.0023193,0.00000,0.107
+43,mlp.experts.32.gate_proj,rtn: 0.0022736,0.00000,0.104
+43,mlp.experts.44.gate_proj,rtn: 0.0022888,0.00000,0.099
+43,mlp.experts.40.gate_proj,rtn: 0.0022430,0.00000,0.095
+43,mlp.experts.45.gate_proj,rtn: 0.0021973,0.00000,0.124
+43,mlp.experts.39.gate_proj,rtn: 0.0022278,0.00000,0.127
+43,mlp.experts.47.gate_proj,rtn: 0.0022736,0.00000,0.123
+43,mlp.experts.52.gate_proj,rtn: 0.0023346,0.00000,0.096
+43,mlp.experts.50.gate_proj,rtn: 0.0022583,0.00000,0.096
+43,mlp.experts.58.gate_proj,rtn: 0.0022736,0.00000,0.101
+43,mlp.experts.43.gate_proj,rtn: 0.0022583,0.00000,0.129
+43,mlp.experts.54.gate_proj,rtn: 0.0022125,0.00000,0.103
+43,mlp.experts.57.gate_proj,rtn: 0.0022736,0.00000,0.115
+43,mlp.experts.35.gate_proj,rtn: 0.0023346,0.00000,0.125
+43,mlp.experts.62.gate_proj,rtn: 0.0022430,0.00000,0.111
+43,mlp.experts.49.gate_proj,rtn: 0.0022888,0.00000,0.119
+43,mlp.experts.56.gate_proj,rtn: 0.0022583,0.00000,0.100
+43,mlp.experts.60.gate_proj,rtn: 0.0022583,0.00000,0.112
+43,mlp.experts.55.gate_proj,rtn: 0.0022583,0.00000,0.098
+43,mlp.experts.61.gate_proj,rtn: 0.0022888,0.00000,0.107
+43,mlp.experts.63.gate_proj,rtn: 0.0022736,0.00000,0.100
+43,mlp.experts.68.gate_proj,rtn: 0.0022430,0.00000,0.118
+43,mlp.experts.53.gate_proj,rtn: 0.0021820,0.00000,0.179
+43,mlp.experts.48.gate_proj,rtn: 0.0022888,0.00000,0.177
+43,mlp.experts.51.gate_proj,rtn: 0.0021973,0.00000,0.090
+43,mlp.experts.59.gate_proj,rtn: 0.0021820,0.00000,0.101
+43,mlp.experts.74.gate_proj,rtn: 0.0021973,0.00000,0.123
+43,mlp.experts.70.gate_proj,rtn: 0.0021973,0.00000,0.117
+43,mlp.experts.73.gate_proj,rtn: 0.0022888,0.00000,0.121
+43,mlp.experts.78.gate_proj,rtn: 0.0022278,0.00000,0.109
+43,mlp.experts.71.gate_proj,rtn: 0.0022888,0.00000,0.093
+43,mlp.experts.66.gate_proj,rtn: 0.0023193,0.00000,0.173
+43,mlp.experts.79.gate_proj,rtn: 0.0023193,0.00000,0.095
+43,mlp.experts.76.gate_proj,rtn: 0.0021973,0.00000,0.121
+43,mlp.experts.72.gate_proj,rtn: 0.0023346,0.00000,0.123
+43,mlp.experts.67.gate_proj,rtn: 0.0022736,0.00000,0.094
+43,mlp.experts.90.gate_proj,rtn: 0.0022888,0.00000,0.088
+43,mlp.experts.84.gate_proj,rtn: 0.0022736,0.00000,0.116
+43,mlp.experts.86.gate_proj,rtn: 0.0022888,0.00000,0.082
+43,mlp.experts.75.gate_proj,rtn: 0.0023193,0.00000,0.103
+43,mlp.experts.65.gate_proj,rtn: 0.0021820,0.00000,0.199
+43,mlp.experts.69.gate_proj,rtn: 0.0022888,0.00000,0.138
+43,mlp.experts.87.gate_proj,rtn: 0.0022888,0.00000,0.086
+43,mlp.experts.82.gate_proj,rtn: 0.0022278,0.00000,0.088
+43,mlp.experts.94.gate_proj,rtn: 0.0021667,0.00000,0.092
+43,mlp.experts.95.gate_proj,rtn: 0.0022736,0.00000,0.085
+43,mlp.experts.64.gate_proj,rtn: 0.0022430,0.00000,0.155
+43,mlp.experts.88.gate_proj,rtn: 0.0023041,0.00000,0.097
+43,mlp.experts.92.gate_proj,rtn: 0.0023651,0.00000,0.103
+43,mlp.experts.77.gate_proj,rtn: 0.0023041,0.00000,0.216
+43,mlp.experts.89.gate_proj,rtn: 0.0021973,0.00000,0.143
+43,mlp.experts.106.gate_proj,rtn: 0.0021973,0.00000,0.083
+43,mlp.experts.102.gate_proj,rtn: 0.0022888,0.00000,0.080
+43,mlp.experts.100.gate_proj,rtn: 0.0021973,0.00000,0.086
+43,mlp.experts.110.gate_proj,rtn: 0.0022430,0.00000,0.065
+43,mlp.experts.83.gate_proj,rtn: 0.0021820,0.00000,0.115
+43,mlp.experts.93.gate_proj,rtn: 0.0021820,0.00000,0.053
+43,mlp.experts.81.gate_proj,rtn: 0.0022430,0.00000,0.080
+43,mlp.experts.98.gate_proj,rtn: 0.0023499,0.00000,0.071
+43,mlp.experts.85.gate_proj,rtn: 0.0023041,0.00000,0.069
+43,mlp.experts.91.gate_proj,rtn: 0.0023041,0.00000,0.127
+43,mlp.experts.122.gate_proj,rtn: 0.0022583,0.00000,0.083
+43,mlp.experts.109.gate_proj,rtn: 0.0022736,0.00000,0.066
+43,mlp.experts.103.gate_proj,rtn: 0.0022736,0.00000,0.147
+43,mlp.experts.126.gate_proj,rtn: 0.0021820,0.00000,0.079
+43,mlp.experts.97.gate_proj,rtn: 0.0021057,0.00000,0.070
+43,mlp.experts.101.gate_proj,rtn: 0.0021820,0.00000,0.062
+43,mlp.experts.118.gate_proj,rtn: 0.0023193,0.00000,0.096
+43,mlp.experts.105.gate_proj,rtn: 0.0022430,0.00000,0.097
+43,mlp.experts.114.gate_proj,rtn: 0.0023193,0.00000,0.100
+43,mlp.experts.99.gate_proj,rtn: 0.0022736,0.00000,0.120
+43,mlp.experts.107.gate_proj,rtn: 0.0022125,0.00000,0.105
+43,mlp.experts.111.gate_proj,rtn: 0.0021057,0.00000,0.143
+43,mlp.experts.108.gate_proj,rtn: 0.0022583,0.00000,0.159
+43,mlp.experts.125.gate_proj,rtn: 0.0022430,0.00000,0.069
+43,mlp.experts.80.gate_proj,rtn: 0.0023193,0.00000,0.160
+43,mlp.experts.113.gate_proj,rtn: 0.0023041,0.00000,0.072
+43,mlp.experts.117.gate_proj,rtn: 0.0021973,0.00000,0.070
+43,mlp.experts.138.gate_proj,rtn: 0.0023193,0.00000,0.091
+43,mlp.experts.116.gate_proj,rtn: 0.0022125,0.00000,0.149
+43,mlp.experts.121.gate_proj,rtn: 0.0022736,0.00000,0.075
+43,mlp.experts.119.gate_proj,rtn: 0.0022736,0.00000,0.090
+43,mlp.experts.104.gate_proj,rtn: 0.0023346,0.00000,0.176
+43,mlp.experts.134.gate_proj,rtn: 0.0022430,0.00000,0.092
+43,mlp.experts.142.gate_proj,rtn: 0.0021820,0.00000,0.097
+43,mlp.experts.130.gate_proj,rtn: 0.0021667,0.00000,0.093
+43,mlp.experts.115.gate_proj,rtn: 0.0022888,0.00000,0.093
+43,mlp.experts.127.gate_proj,rtn: 0.0021820,0.00000,0.090
+43,mlp.experts.123.gate_proj,rtn: 0.0022888,0.00000,0.094
+43,mlp.experts.141.gate_proj,rtn: 0.0023041,0.00000,0.082
+43,mlp.experts.133.gate_proj,rtn: 0.0021820,0.00000,0.073
+43,mlp.experts.129.gate_proj,rtn: 0.0022583,0.00000,0.085
+43,mlp.experts.124.gate_proj,rtn: 0.0022125,0.00000,0.097
+43,mlp.experts.96.gate_proj,rtn: 0.0022125,0.00000,0.100
+43,mlp.experts.137.gate_proj,rtn: 0.0022583,0.00000,0.085
+43,mlp.experts.154.gate_proj,rtn: 0.0021820,0.00000,0.092
+43,mlp.experts.135.gate_proj,rtn: 0.0022278,0.00000,0.082
+43,mlp.experts.120.gate_proj,rtn: 0.0022736,0.00000,0.086
+43,mlp.experts.150.gate_proj,rtn: 0.0022583,0.00000,0.088
+43,mlp.experts.158.gate_proj,rtn: 0.0023499,0.00000,0.084
+43,mlp.experts.132.gate_proj,rtn: 0.0022430,0.00000,0.114
+43,mlp.experts.146.gate_proj,rtn: 0.0022888,0.00000,0.083
+43,mlp.experts.131.gate_proj,rtn: 0.0022278,0.00000,0.081
+43,mlp.experts.143.gate_proj,rtn: 0.0023804,0.00000,0.085
+43,mlp.experts.139.gate_proj,rtn: 0.0022430,0.00000,0.087
+43,mlp.experts.112.gate_proj,rtn: 0.0022278,0.00000,0.069
+43,mlp.experts.140.gate_proj,rtn: 0.0023346,0.00000,0.083
+43,mlp.experts.149.gate_proj,rtn: 0.0021820,0.00000,0.099
+43,mlp.experts.157.gate_proj,rtn: 0.0021362,0.00000,0.110
+43,mlp.experts.145.gate_proj,rtn: 0.0022736,0.00000,0.102
+43,mlp.experts.136.gate_proj,rtn: 0.0022125,0.00000,0.077
+43,mlp.experts.151.gate_proj,rtn: 0.0022278,0.00000,0.083
+43,mlp.experts.153.gate_proj,rtn: 0.0021973,0.00000,0.096
+43,mlp.experts.148.gate_proj,rtn: 0.0022888,0.00000,0.078
+43,mlp.experts.174.gate_proj,rtn: 0.0021973,0.00000,0.095
+43,mlp.experts.170.gate_proj,rtn: 0.0022430,0.00000,0.102
+43,mlp.experts.147.gate_proj,rtn: 0.0021362,0.00000,0.078
+43,mlp.experts.166.gate_proj,rtn: 0.0023651,0.00000,0.108
+43,mlp.experts.162.gate_proj,rtn: 0.0022736,0.00000,0.100
+43,mlp.experts.159.gate_proj,rtn: 0.0022125,0.00000,0.084
+43,mlp.experts.128.gate_proj,rtn: 0.0022888,0.00000,0.069
+43,mlp.experts.156.gate_proj,rtn: 0.0022736,0.00000,0.064
+43,mlp.experts.155.gate_proj,rtn: 0.0022583,0.00000,0.088
+43,mlp.experts.165.gate_proj,rtn: 0.0023346,0.00000,0.072
+43,mlp.experts.173.gate_proj,rtn: 0.0022278,0.00000,0.075
+43,mlp.experts.161.gate_proj,rtn: 0.0022125,0.00000,0.072
+43,mlp.experts.167.gate_proj,rtn: 0.0021973,0.00000,0.081
+43,mlp.experts.169.gate_proj,rtn: 0.0022583,0.00000,0.075
+43,mlp.experts.163.gate_proj,rtn: 0.0023346,0.00000,0.072
+43,mlp.experts.190.gate_proj,rtn: 0.0021820,0.00000,0.094
+43,mlp.experts.152.gate_proj,rtn: 0.0022278,0.00000,0.123
+43,mlp.experts.175.gate_proj,rtn: 0.0021973,0.00000,0.078
+43,mlp.experts.182.gate_proj,rtn: 0.0021973,0.00000,0.093
+43,mlp.experts.186.gate_proj,rtn: 0.0022888,0.00000,0.099
+43,mlp.experts.178.gate_proj,rtn: 0.0021667,0.00000,0.088
+43,mlp.experts.171.gate_proj,rtn: 0.0023499,0.00000,0.079
+43,mlp.experts.164.gate_proj,rtn: 0.0022125,0.00000,0.130
+43,mlp.experts.181.gate_proj,rtn: 0.0022278,0.00000,0.093
+43,mlp.experts.177.gate_proj,rtn: 0.0022278,0.00000,0.093
+43,mlp.experts.183.gate_proj,rtn: 0.0021820,0.00000,0.076
+43,mlp.experts.144.gate_proj,rtn: 0.0023041,0.00000,0.138
+43,mlp.experts.179.gate_proj,rtn: 0.0022736,0.00000,0.081
+43,mlp.experts.172.gate_proj,rtn: 0.0023193,0.00000,0.148
+43,mlp.experts.189.gate_proj,rtn: 0.0021973,0.00000,0.122
+43,mlp.experts.185.gate_proj,rtn: 0.0022736,0.00000,0.106
+43,mlp.experts.191.gate_proj,rtn: 0.0022888,0.00000,0.082
+43,mlp.experts.14.up_proj,rtn: 0.0022430,0.00000,0.096
+43,mlp.experts.2.up_proj,rtn: 0.0022125,0.00000,0.083
+43,mlp.experts.6.up_proj,rtn: 0.0022125,0.00000,0.091
+43,mlp.experts.187.gate_proj,rtn: 0.0022888,0.00000,0.088
+43,mlp.experts.10.up_proj,rtn: 0.0022430,0.00000,0.088
+43,mlp.experts.168.gate_proj,rtn: 0.0023193,0.00000,0.110
+43,mlp.experts.180.gate_proj,rtn: 0.0021667,0.00000,0.102
+43,mlp.experts.5.up_proj,rtn: 0.0022278,0.00000,0.098
+43,mlp.experts.1.up_proj,rtn: 0.0022583,0.00000,0.094
+43,mlp.experts.7.up_proj,rtn: 0.0022583,0.00000,0.094
+43,mlp.experts.13.up_proj,rtn: 0.0022278,0.00000,0.086
+43,mlp.experts.160.gate_proj,rtn: 0.0021973,0.00000,0.095
+43,mlp.experts.188.gate_proj,rtn: 0.0022125,0.00000,0.091
+43,mlp.experts.3.up_proj,rtn: 0.0022125,0.00000,0.099
+43,mlp.experts.9.up_proj,rtn: 0.0021973,0.00000,0.093
+43,mlp.experts.15.up_proj,rtn: 0.0022278,0.00000,0.093
+43,mlp.experts.11.up_proj,rtn: 0.0021057,0.00000,0.090
+43,mlp.experts.4.up_proj,rtn: 0.0021515,0.00000,0.084
+43,mlp.experts.184.gate_proj,rtn: 0.0022583,0.00000,0.085
+43,mlp.experts.26.up_proj,rtn: 0.0022278,0.00000,0.104
+43,mlp.experts.23.up_proj,rtn: 0.0022278,0.00000,0.081
+43,mlp.experts.21.up_proj,rtn: 0.0022430,0.00000,0.098
+43,mlp.experts.18.up_proj,rtn: 0.0022736,0.00000,0.121
+43,mlp.experts.22.up_proj,rtn: 0.0021973,0.00000,0.121
+43,mlp.experts.17.up_proj,rtn: 0.0021973,0.00000,0.097
+43,mlp.experts.176.gate_proj,rtn: 0.0022278,0.00000,0.074
+43,mlp.experts.12.up_proj,rtn: 0.0022583,0.00000,0.077
+43,mlp.experts.30.up_proj,rtn: 0.0022583,0.00000,0.140
+43,mlp.experts.19.up_proj,rtn: 0.0021973,0.00000,0.083
+43,mlp.experts.29.up_proj,rtn: 0.0022278,0.00000,0.090
+43,mlp.experts.31.up_proj,rtn: 0.0021973,0.00000,0.080
+43,mlp.experts.25.up_proj,rtn: 0.0022430,0.00000,0.097
+43,mlp.experts.8.up_proj,rtn: 0.0022278,0.00000,0.073
+43,mlp.experts.27.up_proj,rtn: 0.0022278,0.00000,0.084
+43,mlp.experts.20.up_proj,rtn: 0.0022736,0.00000,0.094
+43,mlp.experts.39.up_proj,rtn: 0.0021820,0.00000,0.088
+43,mlp.experts.37.up_proj,rtn: 0.0022278,0.00000,0.087
+43,mlp.experts.0.up_proj,rtn: 0.0022125,0.00000,0.076
+43,mlp.experts.42.up_proj,rtn: 0.0022125,0.00000,0.097
+43,mlp.experts.28.up_proj,rtn: 0.0021973,0.00000,0.081
+43,mlp.experts.38.up_proj,rtn: 0.0022125,0.00000,0.095
+43,mlp.experts.34.up_proj,rtn: 0.0021820,0.00000,0.099
+43,mlp.experts.46.up_proj,rtn: 0.0022430,0.00000,0.094
+43,mlp.experts.35.up_proj,rtn: 0.0022583,0.00000,0.083
+43,mlp.experts.33.up_proj,rtn: 0.0021667,0.00000,0.108
+43,mlp.experts.45.up_proj,rtn: 0.0021973,0.00000,0.114
+43,mlp.experts.41.up_proj,rtn: 0.0021667,0.00000,0.109
+43,mlp.experts.47.up_proj,rtn: 0.0022430,0.00000,0.114
+43,mlp.experts.43.up_proj,rtn: 0.0022278,0.00000,0.112
+43,mlp.experts.24.up_proj,rtn: 0.0022736,0.00000,0.112
+43,mlp.experts.36.up_proj,rtn: 0.0022888,0.00000,0.094
+43,mlp.experts.16.up_proj,rtn: 0.0021667,0.00000,0.085
+43,mlp.experts.53.up_proj,rtn: 0.0021515,0.00000,0.097
+43,mlp.experts.54.up_proj,rtn: 0.0021973,0.00000,0.089
+43,mlp.experts.44.up_proj,rtn: 0.0021973,0.00000,0.097
+43,mlp.experts.50.up_proj,rtn: 0.0022278,0.00000,0.091
+43,mlp.experts.62.up_proj,rtn: 0.0022278,0.00000,0.086
+43,mlp.experts.49.up_proj,rtn: 0.0022430,0.00000,0.070
+43,mlp.experts.61.up_proj,rtn: 0.0022583,0.00000,0.075
+43,mlp.experts.58.up_proj,rtn: 0.0022430,0.00000,0.122
+43,mlp.experts.55.up_proj,rtn: 0.0022125,0.00000,0.130
+43,mlp.experts.57.up_proj,rtn: 0.0021973,0.00000,0.077
+43,mlp.experts.51.up_proj,rtn: 0.0021667,0.00000,0.110
+43,mlp.experts.63.up_proj,rtn: 0.0022430,0.00000,0.111
+43,mlp.experts.69.up_proj,rtn: 0.0022278,0.00000,0.072
+43,mlp.experts.40.up_proj,rtn: 0.0021973,0.00000,0.087
+43,mlp.experts.70.up_proj,rtn: 0.0021362,0.00000,0.077
+43,mlp.experts.66.up_proj,rtn: 0.0022888,0.00000,0.073
+43,mlp.experts.78.up_proj,rtn: 0.0022125,0.00000,0.069
+43,mlp.experts.52.up_proj,rtn: 0.0022430,0.00000,0.089
+43,mlp.experts.32.up_proj,rtn: 0.0022583,0.00000,0.090
+43,mlp.experts.65.up_proj,rtn: 0.0021667,0.00000,0.073
+43,mlp.experts.60.up_proj,rtn: 0.0022125,0.00000,0.083
+43,mlp.experts.77.up_proj,rtn: 0.0022736,0.00000,0.075
+43,mlp.experts.74.up_proj,rtn: 0.0021362,0.00000,0.074
+43,mlp.experts.59.up_proj,rtn: 0.0022278,0.00000,0.126
+43,mlp.experts.73.up_proj,rtn: 0.0022583,0.00000,0.075
+43,mlp.experts.85.up_proj,rtn: 0.0022888,0.00000,0.069
+43,mlp.experts.67.up_proj,rtn: 0.0022583,0.00000,0.104
+43,mlp.experts.56.up_proj,rtn: 0.0022125,0.00000,0.077
+43,mlp.experts.68.up_proj,rtn: 0.0022125,0.00000,0.080
+43,mlp.experts.81.up_proj,rtn: 0.0022278,0.00000,0.076
+43,mlp.experts.79.up_proj,rtn: 0.0022736,0.00000,0.102
+43,mlp.experts.86.up_proj,rtn: 0.0022430,0.00000,0.088
+43,mlp.experts.93.up_proj,rtn: 0.0021667,0.00000,0.068
+43,mlp.experts.94.up_proj,rtn: 0.0021820,0.00000,0.084
+43,mlp.experts.48.up_proj,rtn: 0.0022430,0.00000,0.079
+43,mlp.experts.76.up_proj,rtn: 0.0021667,0.00000,0.081
+43,mlp.experts.82.up_proj,rtn: 0.0022125,0.00000,0.109
+43,mlp.experts.90.up_proj,rtn: 0.0022736,0.00000,0.088
+43,mlp.experts.71.up_proj,rtn: 0.0022278,0.00000,0.171
+43,mlp.experts.89.up_proj,rtn: 0.0021973,0.00000,0.077
+43,mlp.experts.75.up_proj,rtn: 0.0022430,0.00000,0.087
+43,mlp.experts.101.up_proj,rtn: 0.0022125,0.00000,0.077
+43,mlp.experts.83.up_proj,rtn: 0.0021667,0.00000,0.087
+43,mlp.experts.72.up_proj,rtn: 0.0022430,0.00000,0.088
+43,mlp.experts.102.up_proj,rtn: 0.0022583,0.00000,0.076
+43,mlp.experts.97.up_proj,rtn: 0.0020905,0.00000,0.078
+43,mlp.experts.84.up_proj,rtn: 0.0022125,0.00000,0.084
+43,mlp.experts.110.up_proj,rtn: 0.0022430,0.00000,0.078
+43,mlp.experts.109.up_proj,rtn: 0.0021973,0.00000,0.079
+43,mlp.experts.95.up_proj,rtn: 0.0022430,0.00000,0.086
+43,mlp.experts.92.up_proj,rtn: 0.0022736,0.00000,0.083
+43,mlp.experts.64.up_proj,rtn: 0.0022278,0.00000,0.083
+43,mlp.experts.98.up_proj,rtn: 0.0023346,0.00000,0.078
+43,mlp.experts.106.up_proj,rtn: 0.0021667,0.00000,0.073
+43,mlp.experts.87.up_proj,rtn: 0.0022430,0.00000,0.088
+43,mlp.experts.105.up_proj,rtn: 0.0021973,0.00000,0.078
+43,mlp.experts.117.up_proj,rtn: 0.0021820,0.00000,0.076
+43,mlp.experts.91.up_proj,rtn: 0.0022583,0.00000,0.086
+43,mlp.experts.118.up_proj,rtn: 0.0022583,0.00000,0.068
+43,mlp.experts.99.up_proj,rtn: 0.0022278,0.00000,0.088
+43,mlp.experts.113.up_proj,rtn: 0.0022736,0.00000,0.078
+43,mlp.experts.126.up_proj,rtn: 0.0021515,0.00000,0.078
+43,mlp.experts.125.up_proj,rtn: 0.0022430,0.00000,0.076
+43,mlp.experts.88.up_proj,rtn: 0.0022430,0.00000,0.105
+43,mlp.experts.122.up_proj,rtn: 0.0022278,0.00000,0.074
+43,mlp.experts.114.up_proj,rtn: 0.0022430,0.00000,0.077
+43,mlp.experts.100.up_proj,rtn: 0.0021820,0.00000,0.103
+43,mlp.experts.111.up_proj,rtn: 0.0023346,0.00000,0.099
+43,mlp.experts.121.up_proj,rtn: 0.0022278,0.00000,0.074
+43,mlp.experts.133.up_proj,rtn: 0.0021973,0.00000,0.069
+43,mlp.experts.80.up_proj,rtn: 0.0022430,0.00000,0.108
+43,mlp.experts.103.up_proj,rtn: 0.0022430,0.00000,0.110
+43,mlp.experts.134.up_proj,rtn: 0.0022278,0.00000,0.079
+43,mlp.experts.129.up_proj,rtn: 0.0022125,0.00000,0.075
+43,mlp.experts.142.up_proj,rtn: 0.0021820,0.00000,0.078
+43,mlp.experts.141.up_proj,rtn: 0.0022430,0.00000,0.083
+43,mlp.experts.130.up_proj,rtn: 0.0022430,0.00000,0.073
+43,mlp.experts.107.up_proj,rtn: 0.0021973,0.00000,0.127
+43,mlp.experts.138.up_proj,rtn: 0.0022583,0.00000,0.080
+43,mlp.experts.115.up_proj,rtn: 0.0022583,0.00000,0.122
+43,mlp.experts.127.up_proj,rtn: 0.0021973,0.00000,0.087
+43,mlp.experts.108.up_proj,rtn: 0.0022430,0.00000,0.199
+43,mlp.experts.137.up_proj,rtn: 0.0022430,0.00000,0.087
+43,mlp.experts.149.up_proj,rtn: 0.0021973,0.00000,0.089
+43,mlp.experts.116.up_proj,rtn: 0.0021973,0.00000,0.117
+43,mlp.experts.104.up_proj,rtn: 0.0022430,0.00000,0.136
+43,mlp.experts.150.up_proj,rtn: 0.0022430,0.00000,0.083
+43,mlp.experts.145.up_proj,rtn: 0.0022278,0.00000,0.086
+43,mlp.experts.119.up_proj,rtn: 0.0022278,0.00000,0.106
+43,mlp.experts.96.up_proj,rtn: 0.0022125,0.00000,0.135
+43,mlp.experts.146.up_proj,rtn: 0.0022430,0.00000,0.083
+43,mlp.experts.158.up_proj,rtn: 0.0022583,0.00000,0.089
+43,mlp.experts.157.up_proj,rtn: 0.0021362,0.00000,0.091
+43,mlp.experts.154.up_proj,rtn: 0.0021973,0.00000,0.082
+43,mlp.experts.123.up_proj,rtn: 0.0022278,0.00000,0.110
+43,mlp.experts.165.up_proj,rtn: 0.0022583,0.00000,0.079
+43,mlp.experts.153.up_proj,rtn: 0.0022125,0.00000,0.083
+43,mlp.experts.131.up_proj,rtn: 0.0021973,0.00000,0.121
+43,mlp.experts.161.up_proj,rtn: 0.0021820,0.00000,0.071
+43,mlp.experts.166.up_proj,rtn: 0.0023041,0.00000,0.085
+43,mlp.experts.143.up_proj,rtn: 0.0022888,0.00000,0.115
+43,mlp.experts.162.up_proj,rtn: 0.0022430,0.00000,0.078
+43,mlp.experts.174.up_proj,rtn: 0.0021820,0.00000,0.079
+43,mlp.experts.124.up_proj,rtn: 0.0021820,0.00000,0.128
+43,mlp.experts.173.up_proj,rtn: 0.0022125,0.00000,0.080
+43,mlp.experts.170.up_proj,rtn: 0.0022430,0.00000,0.079
+43,mlp.experts.135.up_proj,rtn: 0.0022125,0.00000,0.123
+43,mlp.experts.181.up_proj,rtn: 0.0021973,0.00000,0.080
+43,mlp.experts.169.up_proj,rtn: 0.0022278,0.00000,0.085
+43,mlp.experts.177.up_proj,rtn: 0.0021820,0.00000,0.074
+43,mlp.experts.182.up_proj,rtn: 0.0021362,0.00000,0.080
+43,mlp.experts.139.up_proj,rtn: 0.0022278,0.00000,0.107
+43,mlp.experts.132.up_proj,rtn: 0.0022125,0.00000,0.182
+43,mlp.experts.120.up_proj,rtn: 0.0022583,0.00000,0.184
+43,mlp.experts.178.up_proj,rtn: 0.0021515,0.00000,0.072
+43,mlp.experts.190.up_proj,rtn: 0.0021820,0.00000,0.073
+43,mlp.experts.112.up_proj,rtn: 0.0021973,0.00000,0.168
+43,mlp.experts.189.up_proj,rtn: 0.0021820,0.00000,0.075
+43,mlp.experts.147.up_proj,rtn: 0.0022125,0.00000,0.118
+43,mlp.experts.186.up_proj,rtn: 0.0022278,0.00000,0.074
+43,mlp.experts.185.up_proj,rtn: 0.0022278,0.00000,0.058
+43,mlp.experts.159.up_proj,rtn: 0.0021973,0.00000,0.111
+43,mlp.experts.140.up_proj,rtn: 0.0022583,0.00000,0.109
+43,mlp.experts.151.up_proj,rtn: 0.0022430,0.00000,0.104
+43,mlp.experts.155.up_proj,rtn: 0.0022430,0.00000,0.088
+43,mlp.experts.128.up_proj,rtn: 0.0022278,0.00000,0.091
+43,mlp.experts.136.up_proj,rtn: 0.0021973,0.00000,0.087
+43,mlp.experts.163.up_proj,rtn: 0.0022583,0.00000,0.086
+43,mlp.experts.156.up_proj,rtn: 0.0022430,0.00000,0.089
+43,mlp.experts.175.up_proj,rtn: 0.0021667,0.00000,0.090
+43,mlp.experts.167.up_proj,rtn: 0.0021820,0.00000,0.102
+43,mlp.experts.144.up_proj,rtn: 0.0022430,0.00000,0.088
+43,mlp.experts.171.up_proj,rtn: 0.0022430,0.00000,0.096
+43,mlp.experts.179.up_proj,rtn: 0.0022278,0.00000,0.093
+43,mlp.experts.152.up_proj,rtn: 0.0021820,0.00000,0.104
+43,mlp.experts.148.up_proj,rtn: 0.0022430,0.00000,0.199
+43,mlp.experts.191.up_proj,rtn: 0.0022125,0.00000,0.092
+43,mlp.experts.172.up_proj,rtn: 0.0022583,0.00000,0.106
+43,mlp.experts.183.up_proj,rtn: 0.0022125,0.00000,0.089
+43,mlp.experts.160.up_proj,rtn: 0.0021667,0.00000,0.086
+43,mlp.experts.187.up_proj,rtn: 0.0022125,0.00000,0.091
+43,mlp.experts.164.up_proj,rtn: 0.0022278,0.00000,0.086
+43,mlp.experts.168.up_proj,rtn: 0.0022888,0.00000,0.087
+43,mlp.experts.188.up_proj,rtn: 0.0021667,0.00000,0.079
+43,mlp.experts.176.up_proj,rtn: 0.0021667,0.00000,0.084
+43,mlp.experts.184.up_proj,rtn: 0.0022278,0.00000,0.077
+43,mlp.experts.180.up_proj,rtn: 0.0021667,0.00000,0.098
+43,mlp.experts.2.down_proj,rtn: 0.0022125,0.00000,0.036
+43,mlp.experts.6.down_proj,rtn: 0.0021973,0.00000,0.049
+43,mlp.experts.12.down_proj,rtn: 0.0022278,0.00000,0.030
+43,mlp.experts.15.down_proj,rtn: 0.0021973,0.00000,0.125
+43,mlp.experts.13.down_proj,rtn: 0.0021210,0.00000,0.042
+43,mlp.experts.9.down_proj,rtn: 0.0022125,0.00000,0.043
+43,mlp.experts.18.down_proj,rtn: 0.0022583,0.00000,0.053
+43,mlp.experts.5.down_proj,rtn: 0.0022125,0.00000,0.054
+43,mlp.experts.1.down_proj,rtn: 0.0022125,0.00000,0.058
+43,mlp.experts.7.down_proj,rtn: 0.0022583,0.00000,0.144
+43,mlp.experts.14.down_proj,rtn: 0.0022278,0.00000,0.086
+43,mlp.experts.3.down_proj,rtn: 0.0021973,0.00000,0.153
+43,mlp.experts.10.down_proj,rtn: 0.0022278,0.00000,0.069
+43,mlp.experts.11.down_proj,rtn: 0.0023804,0.00000,0.153
+43,mlp.experts.0.down_proj,rtn: 0.0021820,0.00000,0.078
+43,mlp.experts.28.down_proj,rtn: 0.0022125,0.00000,0.059
+43,mlp.experts.4.down_proj,rtn: 0.0021667,0.00000,0.085
+43,mlp.experts.31.down_proj,rtn: 0.0021973,0.00000,0.042
+43,mlp.experts.8.down_proj,rtn: 0.0021667,0.00000,0.088
+43,mlp.experts.34.down_proj,rtn: 0.0021667,0.00000,0.031
+43,mlp.experts.22.down_proj,rtn: 0.0021820,0.00000,0.069
+43,mlp.experts.25.down_proj,rtn: 0.0022583,0.00000,0.042
+43,mlp.experts.29.down_proj,rtn: 0.0021973,0.00000,0.045
+43,mlp.experts.30.down_proj,rtn: 0.0022583,0.00000,0.028
+43,mlp.experts.17.down_proj,rtn: 0.0021667,0.00000,0.037
+43,mlp.experts.26.down_proj,rtn: 0.0022125,0.00000,0.029
+43,mlp.experts.21.down_proj,rtn: 0.0022430,0.00000,0.048
+43,mlp.experts.16.down_proj,rtn: 0.0021973,0.00000,0.038
+43,mlp.experts.23.down_proj,rtn: 0.0022278,0.00000,0.052
+43,mlp.experts.27.down_proj,rtn: 0.0022278,0.00000,0.057
+43,mlp.experts.20.down_proj,rtn: 0.0022583,0.00000,0.038
+43,mlp.experts.19.down_proj,rtn: 0.0021667,0.00000,0.058
+43,mlp.experts.44.down_proj,rtn: 0.0022125,0.00000,0.045
+43,mlp.experts.45.down_proj,rtn: 0.0022125,0.00000,0.041
+43,mlp.experts.38.down_proj,rtn: 0.0022125,0.00000,0.040
+43,mlp.experts.47.down_proj,rtn: 0.0022278,0.00000,0.048
+43,mlp.experts.24.down_proj,rtn: 0.0022583,0.00000,0.051
+43,mlp.experts.46.down_proj,rtn: 0.0022125,0.00000,0.031
+43,mlp.experts.41.down_proj,rtn: 0.0021820,0.00000,0.041
+43,mlp.experts.50.down_proj,rtn: 0.0022125,0.00000,0.041
+43,mlp.experts.42.down_proj,rtn: 0.0021820,0.00000,0.032
+43,mlp.experts.33.down_proj,rtn: 0.0021820,0.00000,0.044
+43,mlp.experts.37.down_proj,rtn: 0.0022430,0.00000,0.045
+43,mlp.experts.32.down_proj,rtn: 0.0021362,0.00000,0.041
+43,mlp.experts.39.down_proj,rtn: 0.0021667,0.00000,0.041
+43,mlp.experts.36.down_proj,rtn: 0.0022430,0.00000,0.039
+43,mlp.experts.60.down_proj,rtn: 0.0021820,0.00000,0.040
+43,mlp.experts.43.down_proj,rtn: 0.0021973,0.00000,0.049
+43,mlp.experts.54.down_proj,rtn: 0.0021973,0.00000,0.040
+43,mlp.experts.40.down_proj,rtn: 0.0021667,0.00000,0.041
+43,mlp.experts.35.down_proj,rtn: 0.0022278,0.00000,0.048
+43,mlp.experts.61.down_proj,rtn: 0.0022430,0.00000,0.048
+43,mlp.experts.62.down_proj,rtn: 0.0021973,0.00000,0.040
+43,mlp.experts.57.down_proj,rtn: 0.0021667,0.00000,0.043
+43,mlp.experts.63.down_proj,rtn: 0.0022125,0.00000,0.045
+43,mlp.experts.58.down_proj,rtn: 0.0022125,0.00000,0.037
+43,mlp.experts.66.down_proj,rtn: 0.0022583,0.00000,0.040
+43,mlp.experts.53.down_proj,rtn: 0.0021973,0.00000,0.033
+43,mlp.experts.48.down_proj,rtn: 0.0022125,0.00000,0.045
+43,mlp.experts.49.down_proj,rtn: 0.0021973,0.00000,0.037
+43,mlp.experts.55.down_proj,rtn: 0.0021973,0.00000,0.050
+43,mlp.experts.76.down_proj,rtn: 0.0021667,0.00000,0.039
+43,mlp.experts.70.down_proj,rtn: 0.0021667,0.00000,0.034
+43,mlp.experts.73.down_proj,rtn: 0.0022583,0.00000,0.027
+43,mlp.experts.52.down_proj,rtn: 0.0022278,0.00000,0.046
+43,mlp.experts.77.down_proj,rtn: 0.0021973,0.00000,0.032
+43,mlp.experts.56.down_proj,rtn: 0.0021973,0.00000,0.039
+43,mlp.experts.59.down_proj,rtn: 0.0022125,0.00000,0.047
+43,mlp.experts.82.down_proj,rtn: 0.0021820,0.00000,0.034
+43,mlp.experts.78.down_proj,rtn: 0.0021973,0.00000,0.041
+43,mlp.experts.74.down_proj,rtn: 0.0021667,0.00000,0.036
+43,mlp.experts.51.down_proj,rtn: 0.0021667,0.00000,0.049
+43,mlp.experts.79.down_proj,rtn: 0.0022430,0.00000,0.041
+43,mlp.experts.69.down_proj,rtn: 0.0022125,0.00000,0.033
+43,mlp.experts.65.down_proj,rtn: 0.0021973,0.00000,0.029
+43,mlp.experts.93.down_proj,rtn: 0.0021820,0.00000,0.023
+43,mlp.experts.89.down_proj,rtn: 0.0021973,0.00000,0.025
+43,mlp.experts.64.down_proj,rtn: 0.0021973,0.00000,0.044
+43,mlp.experts.71.down_proj,rtn: 0.0021820,0.00000,0.039
+43,mlp.experts.92.down_proj,rtn: 0.0022583,0.00000,0.038
+43,mlp.experts.86.down_proj,rtn: 0.0021973,0.00000,0.037
+43,mlp.experts.68.down_proj,rtn: 0.0021973,0.00000,0.032
+43,mlp.experts.72.down_proj,rtn: 0.0022125,0.00000,0.028
+43,mlp.experts.75.down_proj,rtn: 0.0021973,0.00000,0.030
+43,mlp.experts.67.down_proj,rtn: 0.0022278,0.00000,0.024
+43,mlp.experts.98.down_proj,rtn: 0.0022736,0.00000,0.033
+43,mlp.experts.94.down_proj,rtn: 0.0021973,0.00000,0.029
+43,mlp.experts.90.down_proj,rtn: 0.0022583,0.00000,0.029
+43,mlp.experts.95.down_proj,rtn: 0.0022278,0.00000,0.033
+43,mlp.experts.85.down_proj,rtn: 0.0022736,0.00000,0.033
+43,mlp.experts.81.down_proj,rtn: 0.0022125,0.00000,0.029
+43,mlp.experts.109.down_proj,rtn: 0.0022125,0.00000,0.028
+43,mlp.experts.105.down_proj,rtn: 0.0021820,0.00000,0.028
+43,mlp.experts.102.down_proj,rtn: 0.0022278,0.00000,0.031
+43,mlp.experts.80.down_proj,rtn: 0.0022278,0.00000,0.045
+43,mlp.experts.110.down_proj,rtn: 0.0022430,0.00000,0.031
+43,mlp.experts.106.down_proj,rtn: 0.0021515,0.00000,0.037
+43,mlp.experts.84.down_proj,rtn: 0.0022125,0.00000,0.049
+43,mlp.experts.88.down_proj,rtn: 0.0022278,0.00000,0.046
+43,mlp.experts.114.down_proj,rtn: 0.0022278,0.00000,0.044
+43,mlp.experts.101.down_proj,rtn: 0.0021820,0.00000,0.026
+43,mlp.experts.97.down_proj,rtn: 0.0020905,0.00000,0.029
+43,mlp.experts.125.down_proj,rtn: 0.0022125,0.00000,0.029
+43,mlp.experts.121.down_proj,rtn: 0.0022125,0.00000,0.028
+43,mlp.experts.87.down_proj,rtn: 0.0022125,0.00000,0.063
+43,mlp.experts.118.down_proj,rtn: 0.0022278,0.00000,0.032
+43,mlp.experts.108.down_proj,rtn: 0.0022125,0.00000,0.079
+43,mlp.experts.91.down_proj,rtn: 0.0022278,0.00000,0.073
+43,mlp.experts.126.down_proj,rtn: 0.0021515,0.00000,0.030
+43,mlp.experts.122.down_proj,rtn: 0.0022125,0.00000,0.030
+43,mlp.experts.130.down_proj,rtn: 0.0022125,0.00000,0.033
+43,mlp.experts.117.down_proj,rtn: 0.0021973,0.00000,0.029
+43,mlp.experts.113.down_proj,rtn: 0.0022430,0.00000,0.032
+43,mlp.experts.137.down_proj,rtn: 0.0022125,0.00000,0.027
+43,mlp.experts.141.down_proj,rtn: 0.0021973,0.00000,0.027
+43,mlp.experts.134.down_proj,rtn: 0.0022125,0.00000,0.028
+43,mlp.experts.96.down_proj,rtn: 0.0021973,0.00000,0.063
+43,mlp.experts.142.down_proj,rtn: 0.0021973,0.00000,0.028
+43,mlp.experts.104.down_proj,rtn: 0.0022125,0.00000,0.059
+43,mlp.experts.138.down_proj,rtn: 0.0022430,0.00000,0.030
+43,mlp.experts.83.down_proj,rtn: 0.0021820,0.00000,0.111
+43,mlp.experts.146.down_proj,rtn: 0.0022278,0.00000,0.031
+43,mlp.experts.111.down_proj,rtn: 0.0023346,0.00000,0.114
+43,mlp.experts.100.down_proj,rtn: 0.0022125,0.00000,0.078
+43,mlp.experts.150.down_proj,rtn: 0.0022125,0.00000,0.031
+43,mlp.experts.133.down_proj,rtn: 0.0022125,0.00000,0.037
+43,mlp.experts.158.down_proj,rtn: 0.0022430,0.00000,0.032
+43,mlp.experts.154.down_proj,rtn: 0.0021820,0.00000,0.029
+43,mlp.experts.107.down_proj,rtn: 0.0021820,0.00000,0.074
+43,mlp.experts.129.down_proj,rtn: 0.0021973,0.00000,0.045
+43,mlp.experts.103.down_proj,rtn: 0.0022278,0.00000,0.086
+43,mlp.experts.153.down_proj,rtn: 0.0021820,0.00000,0.062
+43,mlp.experts.157.down_proj,rtn: 0.0021362,0.00000,0.063
+43,mlp.experts.162.down_proj,rtn: 0.0022125,0.00000,0.033
+43,mlp.experts.120.down_proj,rtn: 0.0022430,0.00000,0.051
+43,mlp.experts.166.down_proj,rtn: 0.0022736,0.00000,0.029
+43,mlp.experts.124.down_proj,rtn: 0.0022125,0.00000,0.089
+43,mlp.experts.174.down_proj,rtn: 0.0021973,0.00000,0.030
+43,mlp.experts.127.down_proj,rtn: 0.0021515,0.00000,0.048
+43,mlp.experts.112.down_proj,rtn: 0.0021820,0.00000,0.075
+43,mlp.experts.116.down_proj,rtn: 0.0021667,0.00000,0.047
+43,mlp.experts.170.down_proj,rtn: 0.0022278,0.00000,0.028
+43,mlp.experts.149.down_proj,rtn: 0.0021667,0.00000,0.047
+43,mlp.experts.99.down_proj,rtn: 0.0021973,0.00000,0.070
+43,mlp.experts.178.down_proj,rtn: 0.0021362,0.00000,0.023
+43,mlp.experts.123.down_proj,rtn: 0.0021820,0.00000,0.037
+43,mlp.experts.182.down_proj,rtn: 0.0021362,0.00000,0.020
+43,mlp.experts.119.down_proj,rtn: 0.0022125,0.00000,0.031
+43,mlp.experts.169.down_proj,rtn: 0.0021973,0.00000,0.044
+43,mlp.experts.186.down_proj,rtn: 0.0021973,0.00000,0.027
+43,mlp.experts.173.down_proj,rtn: 0.0021667,0.00000,0.044
+43,mlp.experts.136.down_proj,rtn: 0.0022125,0.00000,0.044
+43,mlp.experts.190.down_proj,rtn: 0.0021973,0.00000,0.026
+43,mlp.experts.143.down_proj,rtn: 0.0022430,0.00000,0.042
+43,mlp.experts.145.down_proj,rtn: 0.0021973,0.00000,0.073
+43,mlp.experts.132.down_proj,rtn: 0.0021667,0.00000,0.036
+43,mlp.experts.140.down_proj,rtn: 0.0022583,0.00000,0.036
+43,mlp.experts.139.down_proj,rtn: 0.0021820,0.00000,0.045
+43,mlp.experts.115.down_proj,rtn: 0.0022430,0.00000,0.042
+43,mlp.experts.135.down_proj,rtn: 0.0021820,0.00000,0.034
+43,mlp.experts.165.down_proj,rtn: 0.0022278,0.00000,0.045
+43,mlp.experts.185.down_proj,rtn: 0.0021973,0.00000,0.038
+43,mlp.experts.152.down_proj,rtn: 0.0021973,0.00000,0.034
+43,mlp.experts.189.down_proj,rtn: 0.0022125,0.00000,0.035
+43,mlp.experts.161.down_proj,rtn: 0.0021667,0.00000,0.030
+43,mlp.experts.159.down_proj,rtn: 0.0021820,0.00000,0.034
+43,mlp.experts.128.down_proj,rtn: 0.0022125,0.00000,0.074
+43,mlp.experts.155.down_proj,rtn: 0.0022278,0.00000,0.035
+43,mlp.experts.181.down_proj,rtn: 0.0021973,0.00000,0.022
+43,mlp.experts.131.down_proj,rtn: 0.0021820,0.00000,0.029
+43,mlp.experts.156.down_proj,rtn: 0.0021973,0.00000,0.034
+43,mlp.experts.148.down_proj,rtn: 0.0022125,0.00000,0.038
+43,mlp.experts.151.down_proj,rtn: 0.0021973,0.00000,0.034
+43,mlp.experts.177.down_proj,rtn: 0.0021515,0.00000,0.018
+43,mlp.experts.168.down_proj,rtn: 0.0022583,0.00000,0.033
+43,mlp.experts.175.down_proj,rtn: 0.0021667,0.00000,0.032
+43,mlp.experts.144.down_proj,rtn: 0.0022278,0.00000,0.035
+43,mlp.experts.171.down_proj,rtn: 0.0022125,0.00000,0.031
+43,mlp.experts.147.down_proj,rtn: 0.0022125,0.00000,0.026
+43,mlp.experts.164.down_proj,rtn: 0.0022125,0.00000,0.030
+43,mlp.experts.172.down_proj,rtn: 0.0022125,0.00000,0.030
+43,mlp.experts.184.down_proj,rtn: 0.0022278,0.00000,0.026
+43,mlp.experts.167.down_proj,rtn: 0.0021362,0.00000,0.030
+43,mlp.experts.191.down_proj,rtn: 0.0021973,0.00000,0.029
+43,mlp.experts.160.down_proj,rtn: 0.0021515,0.00000,0.027
+43,mlp.experts.180.down_proj,rtn: 0.0021667,0.00000,0.024
+43,mlp.experts.188.down_proj,rtn: 0.0021362,0.00000,0.023
+43,mlp.experts.163.down_proj,rtn: 0.0022430,0.00000,0.038
+43,mlp.experts.187.down_proj,rtn: 0.0021820,0.00000,0.039
+43,mlp.experts.176.down_proj,rtn: 0.0021667,0.00000,0.017
+43,mlp.experts.183.down_proj,rtn: 0.0022125,0.00000,0.036
+43,mlp.experts.179.down_proj,rtn: 0.0022278,0.00000,0.022
+43,mlp.shared_experts.up_proj,rtn: 0.0019150,0.00000,0.026
+43,mlp.shared_experts.gate_proj,rtn: 0.0016251,0.00000,0.027
+43,mlp.shared_experts.down_proj,rtn: 0.0020294,0.00000,0.025
+44,self_attn.v_proj,rtn: 0.0026855,0.00000,0.013
+44,self_attn.k_proj,rtn: 0.0021362,0.00000,0.015
+44,self_attn.q_proj,rtn: 0.0021820,0.00000,0.028
+44,self_attn.o_proj,rtn: 0.0030060,0.00000,0.047
+44,mlp.experts.6.gate_proj,rtn: 0.0022583,0.00000,0.098
+44,mlp.experts.10.gate_proj,rtn: 0.0023499,0.00000,0.100
+44,mlp.experts.1.gate_proj,rtn: 0.0023651,0.00000,0.099
+44,mlp.experts.13.gate_proj,rtn: 0.0023499,0.00000,0.099
+44,mlp.experts.9.gate_proj,rtn: 0.0022583,0.00000,0.101
+44,mlp.experts.8.gate_proj,rtn: 0.0022430,0.00000,0.102
+44,mlp.experts.5.gate_proj,rtn: 0.0023346,0.00000,0.105
+44,mlp.experts.2.gate_proj,rtn: 0.0021973,0.00000,0.104
+44,mlp.experts.14.gate_proj,rtn: 0.0022278,0.00000,0.107
+44,mlp.experts.15.gate_proj,rtn: 0.0021820,0.00000,0.108
+44,mlp.experts.0.gate_proj,rtn: 0.0021820,0.00000,0.120
+44,mlp.experts.3.gate_proj,rtn: 0.0022736,0.00000,0.122
+44,mlp.experts.7.gate_proj,rtn: 0.0022430,0.00000,0.128
+44,mlp.experts.4.gate_proj,rtn: 0.0022125,0.00000,0.131
+44,mlp.experts.11.gate_proj,rtn: 0.0022125,0.00000,0.136
+44,mlp.experts.12.gate_proj,rtn: 0.0022430,0.00000,0.145
+44,mlp.experts.22.gate_proj,rtn: 0.0022888,0.00000,0.076
+44,mlp.experts.25.gate_proj,rtn: 0.0022430,0.00000,0.083
+44,mlp.experts.26.gate_proj,rtn: 0.0022278,0.00000,0.083
+44,mlp.experts.29.gate_proj,rtn: 0.0022583,0.00000,0.094
+44,mlp.experts.21.gate_proj,rtn: 0.0022278,0.00000,0.085
+44,mlp.experts.31.gate_proj,rtn: 0.0022583,0.00000,0.093
+44,mlp.experts.24.gate_proj,rtn: 0.0023499,0.00000,0.114
+44,mlp.experts.19.gate_proj,rtn: 0.0022278,0.00000,0.094
+44,mlp.experts.23.gate_proj,rtn: 0.0022430,0.00000,0.090
+44,mlp.experts.17.gate_proj,rtn: 0.0022888,0.00000,0.117
+44,mlp.experts.18.gate_proj,rtn: 0.0021973,0.00000,0.107
+44,mlp.experts.27.gate_proj,rtn: 0.0022736,0.00000,0.088
+44,mlp.experts.30.gate_proj,rtn: 0.0023346,0.00000,0.120
+44,mlp.experts.16.gate_proj,rtn: 0.0022583,0.00000,0.116
+44,mlp.experts.20.gate_proj,rtn: 0.0022736,0.00000,0.122
+44,mlp.experts.28.gate_proj,rtn: 0.0022583,0.00000,0.113
+44,mlp.experts.41.gate_proj,rtn: 0.0022583,0.00000,0.066
+44,mlp.experts.37.gate_proj,rtn: 0.0021820,0.00000,0.070
+44,mlp.experts.45.gate_proj,rtn: 0.0023193,0.00000,0.075
+44,mlp.experts.38.gate_proj,rtn: 0.0022583,0.00000,0.103
+44,mlp.experts.47.gate_proj,rtn: 0.0021973,0.00000,0.074
+44,mlp.experts.42.gate_proj,rtn: 0.0023193,0.00000,0.096
+44,mlp.experts.33.gate_proj,rtn: 0.0022430,0.00000,0.077
+44,mlp.experts.35.gate_proj,rtn: 0.0023041,0.00000,0.088
+44,mlp.experts.34.gate_proj,rtn: 0.0021667,0.00000,0.087
+44,mlp.experts.40.gate_proj,rtn: 0.0021820,0.00000,0.096
+44,mlp.experts.32.gate_proj,rtn: 0.0022583,0.00000,0.084
+44,mlp.experts.39.gate_proj,rtn: 0.0022888,0.00000,0.096
+44,mlp.experts.57.gate_proj,rtn: 0.0022430,0.00000,0.065
+44,mlp.experts.46.gate_proj,rtn: 0.0022430,0.00000,0.093
+44,mlp.experts.43.gate_proj,rtn: 0.0021973,0.00000,0.108
+44,mlp.experts.44.gate_proj,rtn: 0.0022430,0.00000,0.087
+44,mlp.experts.36.gate_proj,rtn: 0.0022125,0.00000,0.090
+44,mlp.experts.53.gate_proj,rtn: 0.0021515,0.00000,0.065
+44,mlp.experts.61.gate_proj,rtn: 0.0022583,0.00000,0.068
+44,mlp.experts.54.gate_proj,rtn: 0.0023346,0.00000,0.097
+44,mlp.experts.49.gate_proj,rtn: 0.0022888,0.00000,0.076
+44,mlp.experts.58.gate_proj,rtn: 0.0022736,0.00000,0.098
+44,mlp.experts.63.gate_proj,rtn: 0.0021973,0.00000,0.107
+44,mlp.experts.73.gate_proj,rtn: 0.0022278,0.00000,0.077
+44,mlp.experts.56.gate_proj,rtn: 0.0022583,0.00000,0.093
+44,mlp.experts.50.gate_proj,rtn: 0.0022278,0.00000,0.099
+44,mlp.experts.48.gate_proj,rtn: 0.0022583,0.00000,0.094
+44,mlp.experts.51.gate_proj,rtn: 0.0021820,0.00000,0.106
+44,mlp.experts.55.gate_proj,rtn: 0.0023193,0.00000,0.091
+44,mlp.experts.62.gate_proj,rtn: 0.0022583,0.00000,0.095
+44,mlp.experts.59.gate_proj,rtn: 0.0022430,0.00000,0.084
+44,mlp.experts.69.gate_proj,rtn: 0.0022583,0.00000,0.085
+44,mlp.experts.77.gate_proj,rtn: 0.0022583,0.00000,0.090
+44,mlp.experts.52.gate_proj,rtn: 0.0022430,0.00000,0.113
+44,mlp.experts.79.gate_proj,rtn: 0.0023041,0.00000,0.072
+44,mlp.experts.65.gate_proj,rtn: 0.0021973,0.00000,0.089
+44,mlp.experts.70.gate_proj,rtn: 0.0021820,0.00000,0.093
+44,mlp.experts.74.gate_proj,rtn: 0.0022125,0.00000,0.086
+44,mlp.experts.89.gate_proj,rtn: 0.0022888,0.00000,0.077
+44,mlp.experts.71.gate_proj,rtn: 0.0021667,0.00000,0.065
+44,mlp.experts.75.gate_proj,rtn: 0.0023193,0.00000,0.059
+44,mlp.experts.66.gate_proj,rtn: 0.0022278,0.00000,0.079
+44,mlp.experts.67.gate_proj,rtn: 0.0022430,0.00000,0.074
+44,mlp.experts.78.gate_proj,rtn: 0.0022888,0.00000,0.068
+44,mlp.experts.85.gate_proj,rtn: 0.0022125,0.00000,0.077
+44,mlp.experts.64.gate_proj,rtn: 0.0022125,0.00000,0.099
+44,mlp.experts.93.gate_proj,rtn: 0.0022583,0.00000,0.077
+44,mlp.experts.72.gate_proj,rtn: 0.0022430,0.00000,0.114
+44,mlp.experts.95.gate_proj,rtn: 0.0022736,0.00000,0.059
+44,mlp.experts.60.gate_proj,rtn: 0.0023193,0.00000,0.186
+44,mlp.experts.68.gate_proj,rtn: 0.0023041,0.00000,0.098
+44,mlp.experts.91.gate_proj,rtn: 0.0022278,0.00000,0.070
+44,mlp.experts.81.gate_proj,rtn: 0.0022125,0.00000,0.084
+44,mlp.experts.87.gate_proj,rtn: 0.0022583,0.00000,0.075
+44,mlp.experts.83.gate_proj,rtn: 0.0023041,0.00000,0.075
+44,mlp.experts.105.gate_proj,rtn: 0.0023041,0.00000,0.088
+44,mlp.experts.80.gate_proj,rtn: 0.0022125,0.00000,0.076
+44,mlp.experts.88.gate_proj,rtn: 0.0022278,0.00000,0.072
+44,mlp.experts.82.gate_proj,rtn: 0.0021667,0.00000,0.102
+44,mlp.experts.86.gate_proj,rtn: 0.0021515,0.00000,0.099
+44,mlp.experts.90.gate_proj,rtn: 0.0022278,0.00000,0.100
+44,mlp.experts.76.gate_proj,rtn: 0.0021820,0.00000,0.070
+44,mlp.experts.111.gate_proj,rtn: 0.0021820,0.00000,0.071
+44,mlp.experts.101.gate_proj,rtn: 0.0022736,0.00000,0.089
+44,mlp.experts.94.gate_proj,rtn: 0.0023193,0.00000,0.102
+44,mlp.experts.109.gate_proj,rtn: 0.0021973,0.00000,0.087
+44,mlp.experts.84.gate_proj,rtn: 0.0022736,0.00000,0.084
+44,mlp.experts.107.gate_proj,rtn: 0.0023804,0.00000,0.072
+44,mlp.experts.99.gate_proj,rtn: 0.0022278,0.00000,0.077
+44,mlp.experts.103.gate_proj,rtn: 0.0022888,0.00000,0.083
+44,mlp.experts.97.gate_proj,rtn: 0.0022430,0.00000,0.087
+44,mlp.experts.102.gate_proj,rtn: 0.0022736,0.00000,0.072
+44,mlp.experts.98.gate_proj,rtn: 0.0023193,0.00000,0.078
+44,mlp.experts.96.gate_proj,rtn: 0.0022125,0.00000,0.083
+44,mlp.experts.127.gate_proj,rtn: 0.0022583,0.00000,0.068
+44,mlp.experts.104.gate_proj,rtn: 0.0021973,0.00000,0.082
+44,mlp.experts.92.gate_proj,rtn: 0.0022736,0.00000,0.078
+44,mlp.experts.106.gate_proj,rtn: 0.0021820,0.00000,0.079
+44,mlp.experts.110.gate_proj,rtn: 0.0023346,0.00000,0.073
+44,mlp.experts.125.gate_proj,rtn: 0.0022736,0.00000,0.094
+44,mlp.experts.117.gate_proj,rtn: 0.0021820,0.00000,0.110
+44,mlp.experts.100.gate_proj,rtn: 0.0021820,0.00000,0.079
+44,mlp.experts.121.gate_proj,rtn: 0.0022888,0.00000,0.138
+44,mlp.experts.123.gate_proj,rtn: 0.0023499,0.00000,0.085
+44,mlp.experts.119.gate_proj,rtn: 0.0021973,0.00000,0.071
+44,mlp.experts.114.gate_proj,rtn: 0.0022430,0.00000,0.067
+44,mlp.experts.115.gate_proj,rtn: 0.0023346,0.00000,0.081
+44,mlp.experts.118.gate_proj,rtn: 0.0022583,0.00000,0.071
+44,mlp.experts.112.gate_proj,rtn: 0.0023041,0.00000,0.074
+44,mlp.experts.108.gate_proj,rtn: 0.0023041,0.00000,0.076
+44,mlp.experts.126.gate_proj,rtn: 0.0022736,0.00000,0.073
+44,mlp.experts.122.gate_proj,rtn: 0.0023041,0.00000,0.073
+44,mlp.experts.120.gate_proj,rtn: 0.0022583,0.00000,0.085
+44,mlp.experts.113.gate_proj,rtn: 0.0022125,0.00000,0.107
+44,mlp.experts.143.gate_proj,rtn: 0.0023651,0.00000,0.106
+44,mlp.experts.141.gate_proj,rtn: 0.0022736,0.00000,0.082
+44,mlp.experts.116.gate_proj,rtn: 0.0022430,0.00000,0.076
+44,mlp.experts.133.gate_proj,rtn: 0.0021820,0.00000,0.079
+44,mlp.experts.137.gate_proj,rtn: 0.0021667,0.00000,0.076
+44,mlp.experts.124.gate_proj,rtn: 0.0022583,0.00000,0.073
+44,mlp.experts.139.gate_proj,rtn: 0.0022125,0.00000,0.099
+44,mlp.experts.128.gate_proj,rtn: 0.0022125,0.00000,0.076
+44,mlp.experts.136.gate_proj,rtn: 0.0022278,0.00000,0.066
+44,mlp.experts.130.gate_proj,rtn: 0.0022583,0.00000,0.092
+44,mlp.experts.131.gate_proj,rtn: 0.0022125,0.00000,0.082
+44,mlp.experts.142.gate_proj,rtn: 0.0022278,0.00000,0.081
+44,mlp.experts.134.gate_proj,rtn: 0.0023041,0.00000,0.098
+44,mlp.experts.129.gate_proj,rtn: 0.0023041,0.00000,0.076
+44,mlp.experts.138.gate_proj,rtn: 0.0023193,0.00000,0.084
+44,mlp.experts.135.gate_proj,rtn: 0.0022278,0.00000,0.116
+44,mlp.experts.159.gate_proj,rtn: 0.0022430,0.00000,0.071
+44,mlp.experts.132.gate_proj,rtn: 0.0022583,0.00000,0.078
+44,mlp.experts.149.gate_proj,rtn: 0.0022430,0.00000,0.096
+44,mlp.experts.153.gate_proj,rtn: 0.0023346,0.00000,0.092
+44,mlp.experts.157.gate_proj,rtn: 0.0022278,0.00000,0.096
+44,mlp.experts.147.gate_proj,rtn: 0.0021667,0.00000,0.059
+44,mlp.experts.155.gate_proj,rtn: 0.0022583,0.00000,0.073
+44,mlp.experts.152.gate_proj,rtn: 0.0022278,0.00000,0.082
+44,mlp.experts.140.gate_proj,rtn: 0.0023346,0.00000,0.085
+44,mlp.experts.144.gate_proj,rtn: 0.0022278,0.00000,0.081
+44,mlp.experts.158.gate_proj,rtn: 0.0022430,0.00000,0.081
+44,mlp.experts.175.gate_proj,rtn: 0.0022888,0.00000,0.066
+44,mlp.experts.151.gate_proj,rtn: 0.0022278,0.00000,0.077
+44,mlp.experts.154.gate_proj,rtn: 0.0023041,0.00000,0.077
+44,mlp.experts.146.gate_proj,rtn: 0.0022583,0.00000,0.093
+44,mlp.experts.145.gate_proj,rtn: 0.0022430,0.00000,0.093
+44,mlp.experts.150.gate_proj,rtn: 0.0022583,0.00000,0.102
+44,mlp.experts.148.gate_proj,rtn: 0.0022736,0.00000,0.091
+44,mlp.experts.165.gate_proj,rtn: 0.0022278,0.00000,0.103
+44,mlp.experts.169.gate_proj,rtn: 0.0022430,0.00000,0.102
+44,mlp.experts.173.gate_proj,rtn: 0.0022278,0.00000,0.099
+44,mlp.experts.163.gate_proj,rtn: 0.0022888,0.00000,0.101
+44,mlp.experts.171.gate_proj,rtn: 0.0021362,0.00000,0.087
+44,mlp.experts.174.gate_proj,rtn: 0.0022583,0.00000,0.077
+44,mlp.experts.170.gate_proj,rtn: 0.0021515,0.00000,0.073
+44,mlp.experts.162.gate_proj,rtn: 0.0021973,0.00000,0.075
+44,mlp.experts.168.gate_proj,rtn: 0.0022736,0.00000,0.101
+44,mlp.experts.160.gate_proj,rtn: 0.0022736,0.00000,0.101
+44,mlp.experts.156.gate_proj,rtn: 0.0022278,0.00000,0.101
+44,mlp.experts.166.gate_proj,rtn: 0.0022278,0.00000,0.076
+44,mlp.experts.161.gate_proj,rtn: 0.0022736,0.00000,0.094
+44,mlp.experts.191.gate_proj,rtn: 0.0022888,0.00000,0.106
+44,mlp.experts.167.gate_proj,rtn: 0.0023041,0.00000,0.102
+44,mlp.experts.164.gate_proj,rtn: 0.0021362,0.00000,0.077
+44,mlp.experts.190.gate_proj,rtn: 0.0023193,0.00000,0.074
+44,mlp.experts.185.gate_proj,rtn: 0.0022888,0.00000,0.082
+44,mlp.experts.178.gate_proj,rtn: 0.0022430,0.00000,0.065
+44,mlp.experts.181.gate_proj,rtn: 0.0022888,0.00000,0.085
+44,mlp.experts.186.gate_proj,rtn: 0.0023499,0.00000,0.072
+44,mlp.experts.189.gate_proj,rtn: 0.0023041,0.00000,0.089
+44,mlp.experts.176.gate_proj,rtn: 0.0022430,0.00000,0.066
+44,mlp.experts.184.gate_proj,rtn: 0.0021973,0.00000,0.074
+44,mlp.experts.172.gate_proj,rtn: 0.0022430,0.00000,0.073
+44,mlp.experts.182.gate_proj,rtn: 0.0022888,0.00000,0.079
+44,mlp.experts.177.gate_proj,rtn: 0.0021973,0.00000,0.086
+44,mlp.experts.180.gate_proj,rtn: 0.0021820,0.00000,0.074
+44,mlp.experts.187.gate_proj,rtn: 0.0023193,0.00000,0.146
+44,mlp.experts.179.gate_proj,rtn: 0.0022736,0.00000,0.163
+44,mlp.experts.14.up_proj,rtn: 0.0021820,0.00000,0.078
+44,mlp.experts.8.up_proj,rtn: 0.0022278,0.00000,0.068
+44,mlp.experts.15.up_proj,rtn: 0.0021667,0.00000,0.137
+44,mlp.experts.2.up_proj,rtn: 0.0021820,0.00000,0.083
+44,mlp.experts.0.up_proj,rtn: 0.0021362,0.00000,0.073
+44,mlp.experts.188.gate_proj,rtn: 0.0021973,0.00000,0.079
+44,mlp.experts.183.gate_proj,rtn: 0.0022430,0.00000,0.153
+44,mlp.experts.9.up_proj,rtn: 0.0022278,0.00000,0.103
+44,mlp.experts.5.up_proj,rtn: 0.0022583,0.00000,0.102
+44,mlp.experts.6.up_proj,rtn: 0.0021973,0.00000,0.086
+44,mlp.experts.10.up_proj,rtn: 0.0022278,0.00000,0.110
+44,mlp.experts.13.up_proj,rtn: 0.0022888,0.00000,0.109
+44,mlp.experts.4.up_proj,rtn: 0.0021667,0.00000,0.082
+44,mlp.experts.1.up_proj,rtn: 0.0022583,0.00000,0.137
+44,mlp.experts.24.up_proj,rtn: 0.0022583,0.00000,0.086
+44,mlp.experts.3.up_proj,rtn: 0.0022583,0.00000,0.098
+44,mlp.experts.12.up_proj,rtn: 0.0021667,0.00000,0.077
+44,mlp.experts.30.up_proj,rtn: 0.0022736,0.00000,0.096
+44,mlp.experts.31.up_proj,rtn: 0.0021973,0.00000,0.091
+44,mlp.experts.16.up_proj,rtn: 0.0022430,0.00000,0.090
+44,mlp.experts.7.up_proj,rtn: 0.0021820,0.00000,0.084
+44,mlp.experts.11.up_proj,rtn: 0.0021973,0.00000,0.103
+44,mlp.experts.18.up_proj,rtn: 0.0021820,0.00000,0.097
+44,mlp.experts.25.up_proj,rtn: 0.0022125,0.00000,0.085
+44,mlp.experts.21.up_proj,rtn: 0.0022125,0.00000,0.086
+44,mlp.experts.29.up_proj,rtn: 0.0021973,0.00000,0.078
+44,mlp.experts.22.up_proj,rtn: 0.0022583,0.00000,0.091
+44,mlp.experts.20.up_proj,rtn: 0.0022278,0.00000,0.090
+44,mlp.experts.26.up_proj,rtn: 0.0021820,0.00000,0.119
+44,mlp.experts.19.up_proj,rtn: 0.0021667,0.00000,0.081
+44,mlp.experts.27.up_proj,rtn: 0.0022278,0.00000,0.070
+44,mlp.experts.47.up_proj,rtn: 0.0021820,0.00000,0.076
+44,mlp.experts.23.up_proj,rtn: 0.0022278,0.00000,0.072
+44,mlp.experts.40.up_proj,rtn: 0.0021667,0.00000,0.104
+44,mlp.experts.46.up_proj,rtn: 0.0021820,0.00000,0.100
+44,mlp.experts.17.up_proj,rtn: 0.0022278,0.00000,0.114
+44,mlp.experts.28.up_proj,rtn: 0.0022278,0.00000,0.109
+44,mlp.experts.34.up_proj,rtn: 0.0021667,0.00000,0.101
+44,mlp.experts.32.up_proj,rtn: 0.0022278,0.00000,0.109
+44,mlp.experts.38.up_proj,rtn: 0.0022125,0.00000,0.094
+44,mlp.experts.36.up_proj,rtn: 0.0021515,0.00000,0.097
+44,mlp.experts.45.up_proj,rtn: 0.0022430,0.00000,0.123
+44,mlp.experts.41.up_proj,rtn: 0.0022278,0.00000,0.136
+44,mlp.experts.37.up_proj,rtn: 0.0021820,0.00000,0.132
+44,mlp.experts.63.up_proj,rtn: 0.0021667,0.00000,0.068
+44,mlp.experts.43.up_proj,rtn: 0.0021820,0.00000,0.070
+44,mlp.experts.39.up_proj,rtn: 0.0022278,0.00000,0.071
+44,mlp.experts.35.up_proj,rtn: 0.0022430,0.00000,0.078
+44,mlp.experts.42.up_proj,rtn: 0.0022430,0.00000,0.085
+44,mlp.experts.62.up_proj,rtn: 0.0022736,0.00000,0.091
+44,mlp.experts.56.up_proj,rtn: 0.0022125,0.00000,0.097
+44,mlp.experts.50.up_proj,rtn: 0.0022125,0.00000,0.086
+44,mlp.experts.54.up_proj,rtn: 0.0022278,0.00000,0.083
+44,mlp.experts.44.up_proj,rtn: 0.0021820,0.00000,0.104
+44,mlp.experts.48.up_proj,rtn: 0.0022430,0.00000,0.097
+44,mlp.experts.52.up_proj,rtn: 0.0021973,0.00000,0.092
+44,mlp.experts.79.up_proj,rtn: 0.0022430,0.00000,0.063
+44,mlp.experts.59.up_proj,rtn: 0.0022583,0.00000,0.075
+44,mlp.experts.51.up_proj,rtn: 0.0021667,0.00000,0.071
+44,mlp.experts.55.up_proj,rtn: 0.0022736,0.00000,0.076
+44,mlp.experts.58.up_proj,rtn: 0.0022278,0.00000,0.087
+44,mlp.experts.33.up_proj,rtn: 0.0022125,0.00000,0.168
+44,mlp.experts.72.up_proj,rtn: 0.0022583,0.00000,0.080
+44,mlp.experts.78.up_proj,rtn: 0.0022125,0.00000,0.089
+44,mlp.experts.66.up_proj,rtn: 0.0021973,0.00000,0.082
+44,mlp.experts.70.up_proj,rtn: 0.0021820,0.00000,0.078
+44,mlp.experts.60.up_proj,rtn: 0.0022583,0.00000,0.090
+44,mlp.experts.53.up_proj,rtn: 0.0021515,0.00000,0.108
+44,mlp.experts.61.up_proj,rtn: 0.0022278,0.00000,0.162
+44,mlp.experts.57.up_proj,rtn: 0.0021820,0.00000,0.115
+44,mlp.experts.64.up_proj,rtn: 0.0021667,0.00000,0.096
+44,mlp.experts.74.up_proj,rtn: 0.0021667,0.00000,0.075
+44,mlp.experts.95.up_proj,rtn: 0.0022278,0.00000,0.095
+44,mlp.experts.68.up_proj,rtn: 0.0022430,0.00000,0.098
+44,mlp.experts.75.up_proj,rtn: 0.0022278,0.00000,0.084
+44,mlp.experts.71.up_proj,rtn: 0.0021820,0.00000,0.085
+44,mlp.experts.67.up_proj,rtn: 0.0022278,0.00000,0.093
+44,mlp.experts.82.up_proj,rtn: 0.0021820,0.00000,0.066
+44,mlp.experts.94.up_proj,rtn: 0.0022430,0.00000,0.070
+44,mlp.experts.86.up_proj,rtn: 0.0021057,0.00000,0.065
+44,mlp.experts.49.up_proj,rtn: 0.0022430,0.00000,0.103
+44,mlp.experts.69.up_proj,rtn: 0.0022430,0.00000,0.096
+44,mlp.experts.73.up_proj,rtn: 0.0021820,0.00000,0.098
+44,mlp.experts.77.up_proj,rtn: 0.0022430,0.00000,0.122
+44,mlp.experts.88.up_proj,rtn: 0.0022125,0.00000,0.228
+44,mlp.experts.83.up_proj,rtn: 0.0021820,0.00000,0.076
+44,mlp.experts.111.up_proj,rtn: 0.0021973,0.00000,0.078
+44,mlp.experts.87.up_proj,rtn: 0.0022278,0.00000,0.079
+44,mlp.experts.76.up_proj,rtn: 0.0021515,0.00000,0.215
+44,mlp.experts.91.up_proj,rtn: 0.0021820,0.00000,0.075
+44,mlp.experts.90.up_proj,rtn: 0.0021820,0.00000,0.106
+44,mlp.experts.89.up_proj,rtn: 0.0022430,0.00000,0.103
+44,mlp.experts.85.up_proj,rtn: 0.0021667,0.00000,0.102
+44,mlp.experts.80.up_proj,rtn: 0.0021820,0.00000,0.108
+44,mlp.experts.110.up_proj,rtn: 0.0022583,0.00000,0.113
+44,mlp.experts.98.up_proj,rtn: 0.0022583,0.00000,0.119
+44,mlp.experts.102.up_proj,rtn: 0.0022278,0.00000,0.114
+44,mlp.experts.93.up_proj,rtn: 0.0022125,0.00000,0.105
+44,mlp.experts.65.up_proj,rtn: 0.0021820,0.00000,0.131
+44,mlp.experts.84.up_proj,rtn: 0.0022278,0.00000,0.130
+44,mlp.experts.127.up_proj,rtn: 0.0022278,0.00000,0.086
+44,mlp.experts.106.up_proj,rtn: 0.0021667,0.00000,0.061
+44,mlp.experts.103.up_proj,rtn: 0.0022125,0.00000,0.096
+44,mlp.experts.99.up_proj,rtn: 0.0022430,0.00000,0.112
+44,mlp.experts.105.up_proj,rtn: 0.0022430,0.00000,0.081
+44,mlp.experts.104.up_proj,rtn: 0.0021973,0.00000,0.127
+44,mlp.experts.107.up_proj,rtn: 0.0022278,0.00000,0.075
+44,mlp.experts.81.up_proj,rtn: 0.0021667,0.00000,0.083
+44,mlp.experts.109.up_proj,rtn: 0.0021667,0.00000,0.085
+44,mlp.experts.101.up_proj,rtn: 0.0022430,0.00000,0.088
+44,mlp.experts.92.up_proj,rtn: 0.0022430,0.00000,0.141
+44,mlp.experts.96.up_proj,rtn: 0.0021667,0.00000,0.103
+44,mlp.experts.126.up_proj,rtn: 0.0022125,0.00000,0.108
+44,mlp.experts.143.up_proj,rtn: 0.0022888,0.00000,0.071
+44,mlp.experts.119.up_proj,rtn: 0.0021820,0.00000,0.074
+44,mlp.experts.114.up_proj,rtn: 0.0021667,0.00000,0.129
+44,mlp.experts.100.up_proj,rtn: 0.0022125,0.00000,0.106
+44,mlp.experts.115.up_proj,rtn: 0.0022430,0.00000,0.082
+44,mlp.experts.122.up_proj,rtn: 0.0022583,0.00000,0.104
+44,mlp.experts.121.up_proj,rtn: 0.0022278,0.00000,0.088
+44,mlp.experts.123.up_proj,rtn: 0.0022430,0.00000,0.073
+44,mlp.experts.125.up_proj,rtn: 0.0022125,0.00000,0.077
+44,mlp.experts.117.up_proj,rtn: 0.0021210,0.00000,0.072
+44,mlp.experts.97.up_proj,rtn: 0.0022278,0.00000,0.084
+44,mlp.experts.120.up_proj,rtn: 0.0022125,0.00000,0.121
+44,mlp.experts.118.up_proj,rtn: 0.0022583,0.00000,0.192
+44,mlp.experts.159.up_proj,rtn: 0.0022278,0.00000,0.089
+44,mlp.experts.142.up_proj,rtn: 0.0021667,0.00000,0.099
+44,mlp.experts.135.up_proj,rtn: 0.0021973,0.00000,0.097
+44,mlp.experts.108.up_proj,rtn: 0.0022430,0.00000,0.125
+44,mlp.experts.130.up_proj,rtn: 0.0022736,0.00000,0.097
+44,mlp.experts.112.up_proj,rtn: 0.0022430,0.00000,0.119
+44,mlp.experts.137.up_proj,rtn: 0.0021973,0.00000,0.084
+44,mlp.experts.131.up_proj,rtn: 0.0021515,0.00000,0.102
+44,mlp.experts.139.up_proj,rtn: 0.0021973,0.00000,0.086
+44,mlp.experts.133.up_proj,rtn: 0.0021667,0.00000,0.084
+44,mlp.experts.116.up_proj,rtn: 0.0022125,0.00000,0.118
+44,mlp.experts.138.up_proj,rtn: 0.0022583,0.00000,0.113
+44,mlp.experts.141.up_proj,rtn: 0.0022278,0.00000,0.088
+44,mlp.experts.175.up_proj,rtn: 0.0022430,0.00000,0.088
+44,mlp.experts.136.up_proj,rtn: 0.0022125,0.00000,0.105
+44,mlp.experts.113.up_proj,rtn: 0.0021973,0.00000,0.124
+44,mlp.experts.151.up_proj,rtn: 0.0021820,0.00000,0.083
+44,mlp.experts.128.up_proj,rtn: 0.0021820,0.00000,0.075
+44,mlp.experts.147.up_proj,rtn: 0.0021515,0.00000,0.076
+44,mlp.experts.124.up_proj,rtn: 0.0022278,0.00000,0.107
+44,mlp.experts.155.up_proj,rtn: 0.0022430,0.00000,0.075
+44,mlp.experts.153.up_proj,rtn: 0.0022430,0.00000,0.104
+44,mlp.experts.132.up_proj,rtn: 0.0022430,0.00000,0.079
+44,mlp.experts.134.up_proj,rtn: 0.0022278,0.00000,0.159
+44,mlp.experts.158.up_proj,rtn: 0.0022125,0.00000,0.149
+44,mlp.experts.146.up_proj,rtn: 0.0022125,0.00000,0.136
+44,mlp.experts.149.up_proj,rtn: 0.0022430,0.00000,0.106
+44,mlp.experts.157.up_proj,rtn: 0.0021362,0.00000,0.106
+44,mlp.experts.154.up_proj,rtn: 0.0022430,0.00000,0.122
+44,mlp.experts.152.up_proj,rtn: 0.0021973,0.00000,0.098
+44,mlp.experts.191.up_proj,rtn: 0.0022125,0.00000,0.101
+44,mlp.experts.167.up_proj,rtn: 0.0022583,0.00000,0.105
+44,mlp.experts.144.up_proj,rtn: 0.0022125,0.00000,0.088
+44,mlp.experts.163.up_proj,rtn: 0.0022430,0.00000,0.101
+44,mlp.experts.140.up_proj,rtn: 0.0022583,0.00000,0.094
+44,mlp.experts.148.up_proj,rtn: 0.0022430,0.00000,0.083
+44,mlp.experts.171.up_proj,rtn: 0.0021362,0.00000,0.077
+44,mlp.experts.168.up_proj,rtn: 0.0022430,0.00000,0.074
+44,mlp.experts.183.up_proj,rtn: 0.0022125,0.00000,0.060
+44,mlp.experts.179.up_proj,rtn: 0.0022278,0.00000,0.058
+44,mlp.experts.160.up_proj,rtn: 0.0021973,0.00000,0.072
+44,mlp.experts.187.up_proj,rtn: 0.0022278,0.00000,0.047
+44,mlp.experts.150.up_proj,rtn: 0.0021973,0.00000,0.150
+44,mlp.experts.129.up_proj,rtn: 0.0022583,0.00000,0.176
+44,mlp.experts.165.up_proj,rtn: 0.0021667,0.00000,0.141
+44,mlp.experts.174.up_proj,rtn: 0.0021973,0.00000,0.163
+44,mlp.experts.156.up_proj,rtn: 0.0021973,0.00000,0.097
+44,mlp.experts.162.up_proj,rtn: 0.0021667,0.00000,0.153
+44,mlp.experts.164.up_proj,rtn: 0.0022125,0.00000,0.082
+44,mlp.experts.169.up_proj,rtn: 0.0022278,0.00000,0.198
+44,mlp.experts.170.up_proj,rtn: 0.0021667,0.00000,0.167
+44,mlp.experts.184.up_proj,rtn: 0.0021515,0.00000,0.080
+44,mlp.experts.173.up_proj,rtn: 0.0021667,0.00000,0.195
+44,mlp.experts.176.up_proj,rtn: 0.0022125,0.00000,0.088
+44,mlp.experts.166.up_proj,rtn: 0.0022125,0.00000,0.081
+44,mlp.experts.190.up_proj,rtn: 0.0022430,0.00000,0.072
+44,mlp.experts.178.up_proj,rtn: 0.0022430,0.00000,0.060
+44,mlp.experts.180.up_proj,rtn: 0.0021515,0.00000,0.067
+44,mlp.experts.172.up_proj,rtn: 0.0022583,0.00000,0.081
+44,mlp.experts.186.up_proj,rtn: 0.0023041,0.00000,0.074
+44,mlp.experts.188.up_proj,rtn: 0.0022430,0.00000,0.028
+44,mlp.experts.182.up_proj,rtn: 0.0022583,0.00000,0.059
+44,mlp.experts.185.up_proj,rtn: 0.0022278,0.00000,0.103
+44,mlp.experts.145.up_proj,rtn: 0.0021973,0.00000,0.148
+44,mlp.experts.181.up_proj,rtn: 0.0021973,0.00000,0.132
+44,mlp.experts.189.up_proj,rtn: 0.0022430,0.00000,0.100
+44,mlp.experts.161.up_proj,rtn: 0.0022430,0.00000,0.046
+44,mlp.experts.177.up_proj,rtn: 0.0021973,0.00000,0.027
+44,mlp.experts.6.down_proj,rtn: 0.0021820,0.00000,0.022
+44,mlp.experts.13.down_proj,rtn: 0.0022736,0.00000,0.029
+44,mlp.experts.9.down_proj,rtn: 0.0022278,0.00000,0.041
+44,mlp.experts.14.down_proj,rtn: 0.0022125,0.00000,0.044
+44,mlp.experts.2.down_proj,rtn: 0.0021820,0.00000,0.046
+44,mlp.experts.22.down_proj,rtn: 0.0022888,0.00000,0.036
+44,mlp.experts.4.down_proj,rtn: 0.0021515,0.00000,0.105
+44,mlp.experts.8.down_proj,rtn: 0.0022278,0.00000,0.110
+44,mlp.experts.12.down_proj,rtn: 0.0021667,0.00000,0.111
+44,mlp.experts.0.down_proj,rtn: 0.0021973,0.00000,0.115
+44,mlp.experts.29.down_proj,rtn: 0.0021973,0.00000,0.042
+44,mlp.experts.10.down_proj,rtn: 0.0021973,0.00000,0.059
+44,mlp.experts.5.down_proj,rtn: 0.0022583,0.00000,0.060
+44,mlp.experts.3.down_proj,rtn: 0.0022278,0.00000,0.065
+44,mlp.experts.30.down_proj,rtn: 0.0022430,0.00000,0.035
+44,mlp.experts.15.down_proj,rtn: 0.0021515,0.00000,0.066
+44,mlp.experts.38.down_proj,rtn: 0.0021973,0.00000,0.035
+44,mlp.experts.1.down_proj,rtn: 0.0022430,0.00000,0.086
+44,mlp.experts.11.down_proj,rtn: 0.0021820,0.00000,0.087
+44,mlp.experts.7.down_proj,rtn: 0.0021667,0.00000,0.091
+44,mlp.experts.18.down_proj,rtn: 0.0021667,0.00000,0.054
+44,mlp.experts.25.down_proj,rtn: 0.0022125,0.00000,0.062
+44,mlp.experts.20.down_proj,rtn: 0.0022125,0.00000,0.047
+44,mlp.experts.45.down_proj,rtn: 0.0022125,0.00000,0.046
+44,mlp.experts.16.down_proj,rtn: 0.0022430,0.00000,0.047
+44,mlp.experts.46.down_proj,rtn: 0.0021362,0.00000,0.035
+44,mlp.experts.28.down_proj,rtn: 0.0022278,0.00000,0.055
+44,mlp.experts.24.down_proj,rtn: 0.0022583,0.00000,0.060
+44,mlp.experts.26.down_proj,rtn: 0.0021973,0.00000,0.043
+44,mlp.experts.54.down_proj,rtn: 0.0022125,0.00000,0.036
+44,mlp.experts.21.down_proj,rtn: 0.0022125,0.00000,0.057
+44,mlp.experts.19.down_proj,rtn: 0.0021820,0.00000,0.048
+44,mlp.experts.27.down_proj,rtn: 0.0021820,0.00000,0.049
+44,mlp.experts.34.down_proj,rtn: 0.0021515,0.00000,0.048
+44,mlp.experts.36.down_proj,rtn: 0.0021515,0.00000,0.043
+44,mlp.experts.62.down_proj,rtn: 0.0022125,0.00000,0.034
+44,mlp.experts.32.down_proj,rtn: 0.0022125,0.00000,0.039
+44,mlp.experts.61.down_proj,rtn: 0.0022278,0.00000,0.051
+44,mlp.experts.70.down_proj,rtn: 0.0022125,0.00000,0.035
+44,mlp.experts.42.down_proj,rtn: 0.0021973,0.00000,0.038
+44,mlp.experts.41.down_proj,rtn: 0.0022125,0.00000,0.072
+44,mlp.experts.31.down_proj,rtn: 0.0021973,0.00000,0.092
+44,mlp.experts.44.down_proj,rtn: 0.0021973,0.00000,0.051
+44,mlp.experts.17.down_proj,rtn: 0.0021973,0.00000,0.091
+44,mlp.experts.40.down_proj,rtn: 0.0021973,0.00000,0.056
+44,mlp.experts.23.down_proj,rtn: 0.0021210,0.00000,0.091
+44,mlp.experts.37.down_proj,rtn: 0.0021973,0.00000,0.054
+44,mlp.experts.50.down_proj,rtn: 0.0021820,0.00000,0.037
+44,mlp.experts.78.down_proj,rtn: 0.0022430,0.00000,0.036
+44,mlp.experts.43.down_proj,rtn: 0.0021515,0.00000,0.033
+44,mlp.experts.77.down_proj,rtn: 0.0022430,0.00000,0.027
+44,mlp.experts.86.down_proj,rtn: 0.0021362,0.00000,0.026
+44,mlp.experts.58.down_proj,rtn: 0.0021973,0.00000,0.022
+44,mlp.experts.57.down_proj,rtn: 0.0021057,0.00000,0.019
+44,mlp.experts.52.down_proj,rtn: 0.0021820,0.00000,0.058
+44,mlp.experts.48.down_proj,rtn: 0.0022278,0.00000,0.051
+44,mlp.experts.35.down_proj,rtn: 0.0021820,0.00000,0.075
+44,mlp.experts.60.down_proj,rtn: 0.0022125,0.00000,0.034
+44,mlp.experts.33.down_proj,rtn: 0.0022125,0.00000,0.027
+44,mlp.experts.47.down_proj,rtn: 0.0021667,0.00000,0.041
+44,mlp.experts.56.down_proj,rtn: 0.0022125,0.00000,0.046
+44,mlp.experts.39.down_proj,rtn: 0.0022125,0.00000,0.047
+44,mlp.experts.53.down_proj,rtn: 0.0021667,0.00000,0.044
+44,mlp.experts.94.down_proj,rtn: 0.0021973,0.00000,0.041
+44,mlp.experts.66.down_proj,rtn: 0.0021667,0.00000,0.045
+44,mlp.experts.59.down_proj,rtn: 0.0022278,0.00000,0.041
+44,mlp.experts.102.down_proj,rtn: 0.0022278,0.00000,0.033
+44,mlp.experts.93.down_proj,rtn: 0.0022125,0.00000,0.041
+44,mlp.experts.74.down_proj,rtn: 0.0021667,0.00000,0.038
+44,mlp.experts.73.down_proj,rtn: 0.0021820,0.00000,0.048
+44,mlp.experts.49.down_proj,rtn: 0.0022430,0.00000,0.039
+44,mlp.experts.63.down_proj,rtn: 0.0021973,0.00000,0.039
+44,mlp.experts.51.down_proj,rtn: 0.0021515,0.00000,0.042
+44,mlp.experts.68.down_proj,rtn: 0.0022278,0.00000,0.064
+44,mlp.experts.64.down_proj,rtn: 0.0021362,0.00000,0.067
+44,mlp.experts.55.down_proj,rtn: 0.0022736,0.00000,0.041
+44,mlp.experts.75.down_proj,rtn: 0.0022278,0.00000,0.039
+44,mlp.experts.90.down_proj,rtn: 0.0021667,0.00000,0.041
+44,mlp.experts.118.down_proj,rtn: 0.0022583,0.00000,0.038
+44,mlp.experts.69.down_proj,rtn: 0.0021973,0.00000,0.056
+44,mlp.experts.110.down_proj,rtn: 0.0022430,0.00000,0.060
+44,mlp.experts.82.down_proj,rtn: 0.0021973,0.00000,0.055
+44,mlp.experts.79.down_proj,rtn: 0.0022125,0.00000,0.042
+44,mlp.experts.67.down_proj,rtn: 0.0022278,0.00000,0.041
+44,mlp.experts.109.down_proj,rtn: 0.0021210,0.00000,0.060
+44,mlp.experts.76.down_proj,rtn: 0.0021667,0.00000,0.096
+44,mlp.experts.72.down_proj,rtn: 0.0022583,0.00000,0.079
+44,mlp.experts.65.down_proj,rtn: 0.0021820,0.00000,0.067
+44,mlp.experts.91.down_proj,rtn: 0.0021667,0.00000,0.037
+44,mlp.experts.89.down_proj,rtn: 0.0022278,0.00000,0.068
+44,mlp.experts.71.down_proj,rtn: 0.0021973,0.00000,0.043
+44,mlp.experts.134.down_proj,rtn: 0.0021973,0.00000,0.044
+44,mlp.experts.84.down_proj,rtn: 0.0022125,0.00000,0.064
+44,mlp.experts.106.down_proj,rtn: 0.0021667,0.00000,0.045
+44,mlp.experts.80.down_proj,rtn: 0.0022125,0.00000,0.059
+44,mlp.experts.83.down_proj,rtn: 0.0021667,0.00000,0.037
+44,mlp.experts.95.down_proj,rtn: 0.0022125,0.00000,0.039
+44,mlp.experts.126.down_proj,rtn: 0.0021973,0.00000,0.049
+44,mlp.experts.85.down_proj,rtn: 0.0021667,0.00000,0.057
+44,mlp.experts.92.down_proj,rtn: 0.0021973,0.00000,0.042
+44,mlp.experts.125.down_proj,rtn: 0.0021820,0.00000,0.042
+44,mlp.experts.88.down_proj,rtn: 0.0022278,0.00000,0.039
+44,mlp.experts.98.down_proj,rtn: 0.0022278,0.00000,0.054
+44,mlp.experts.105.down_proj,rtn: 0.0022278,0.00000,0.030
+44,mlp.experts.81.down_proj,rtn: 0.0022125,0.00000,0.038
+44,mlp.experts.87.down_proj,rtn: 0.0021973,0.00000,0.037
+44,mlp.experts.107.down_proj,rtn: 0.0021973,0.00000,0.039
+44,mlp.experts.150.down_proj,rtn: 0.0021820,0.00000,0.035
+44,mlp.experts.122.down_proj,rtn: 0.0022278,0.00000,0.033
+44,mlp.experts.99.down_proj,rtn: 0.0022278,0.00000,0.036
+44,mlp.experts.111.down_proj,rtn: 0.0021973,0.00000,0.033
+44,mlp.experts.100.down_proj,rtn: 0.0022430,0.00000,0.051
+44,mlp.experts.96.down_proj,rtn: 0.0021515,0.00000,0.050
+44,mlp.experts.142.down_proj,rtn: 0.0021667,0.00000,0.038
+44,mlp.experts.108.down_proj,rtn: 0.0022125,0.00000,0.047
+44,mlp.experts.103.down_proj,rtn: 0.0022125,0.00000,0.035
+44,mlp.experts.104.down_proj,rtn: 0.0021973,0.00000,0.044
+44,mlp.experts.123.down_proj,rtn: 0.0022278,0.00000,0.034
+44,mlp.experts.114.down_proj,rtn: 0.0021667,0.00000,0.041
+44,mlp.experts.166.down_proj,rtn: 0.0022278,0.00000,0.043
+44,mlp.experts.138.down_proj,rtn: 0.0022583,0.00000,0.038
+44,mlp.experts.115.down_proj,rtn: 0.0022430,0.00000,0.034
+44,mlp.experts.127.down_proj,rtn: 0.0021667,0.00000,0.035
+44,mlp.experts.97.down_proj,rtn: 0.0022278,0.00000,0.053
+44,mlp.experts.101.down_proj,rtn: 0.0021973,0.00000,0.079
+44,mlp.experts.158.down_proj,rtn: 0.0021973,0.00000,0.043
+44,mlp.experts.112.down_proj,rtn: 0.0022430,0.00000,0.046
+44,mlp.experts.116.down_proj,rtn: 0.0021820,0.00000,0.050
+44,mlp.experts.119.down_proj,rtn: 0.0021820,0.00000,0.036
+44,mlp.experts.139.down_proj,rtn: 0.0021820,0.00000,0.038
+44,mlp.experts.124.down_proj,rtn: 0.0021973,0.00000,0.049
+44,mlp.experts.120.down_proj,rtn: 0.0021973,0.00000,0.046
+44,mlp.experts.141.down_proj,rtn: 0.0022278,0.00000,0.092
+44,mlp.experts.121.down_proj,rtn: 0.0022278,0.00000,0.083
+44,mlp.experts.182.down_proj,rtn: 0.0022736,0.00000,0.041
+44,mlp.experts.154.down_proj,rtn: 0.0022278,0.00000,0.036
+44,mlp.experts.131.down_proj,rtn: 0.0021667,0.00000,0.033
+44,mlp.experts.130.down_proj,rtn: 0.0022125,0.00000,0.043
+44,mlp.experts.143.down_proj,rtn: 0.0022583,0.00000,0.035
+44,mlp.experts.174.down_proj,rtn: 0.0021667,0.00000,0.024
+44,mlp.experts.117.down_proj,rtn: 0.0021210,0.00000,0.039
+44,mlp.experts.135.down_proj,rtn: 0.0021973,0.00000,0.036
+44,mlp.experts.155.down_proj,rtn: 0.0022125,0.00000,0.034
+44,mlp.experts.128.down_proj,rtn: 0.0021667,0.00000,0.047
+44,mlp.experts.113.down_proj,rtn: 0.0021973,0.00000,0.057
+44,mlp.experts.132.down_proj,rtn: 0.0022278,0.00000,0.053
+44,mlp.experts.140.down_proj,rtn: 0.0022278,0.00000,0.049
+44,mlp.experts.159.down_proj,rtn: 0.0022125,0.00000,0.038
+44,mlp.experts.170.down_proj,rtn: 0.0022125,0.00000,0.035
+44,mlp.experts.136.down_proj,rtn: 0.0021820,0.00000,0.048
+44,mlp.experts.146.down_proj,rtn: 0.0022125,0.00000,0.032
+44,mlp.experts.147.down_proj,rtn: 0.0021515,0.00000,0.036
+44,mlp.experts.190.down_proj,rtn: 0.0022278,0.00000,0.029
+44,mlp.experts.157.down_proj,rtn: 0.0021210,0.00000,0.048
+44,mlp.experts.171.down_proj,rtn: 0.0021362,0.00000,0.035
+44,mlp.experts.151.down_proj,rtn: 0.0021820,0.00000,0.035
+44,mlp.experts.133.down_proj,rtn: 0.0021362,0.00000,0.048
+44,mlp.experts.144.down_proj,rtn: 0.0021973,0.00000,0.041
+44,mlp.experts.186.down_proj,rtn: 0.0022736,0.00000,0.022
+44,mlp.experts.162.down_proj,rtn: 0.0021667,0.00000,0.015
+44,mlp.experts.129.down_proj,rtn: 0.0022430,0.00000,0.047
+44,mlp.experts.148.down_proj,rtn: 0.0021515,0.00000,0.046
+44,mlp.experts.175.down_proj,rtn: 0.0022278,0.00000,0.037
+44,mlp.experts.152.down_proj,rtn: 0.0021973,0.00000,0.042
+44,mlp.experts.156.down_proj,rtn: 0.0021820,0.00000,0.046
+44,mlp.experts.163.down_proj,rtn: 0.0022430,0.00000,0.035
+44,mlp.experts.178.down_proj,rtn: 0.0022125,0.00000,0.011
+44,mlp.experts.187.down_proj,rtn: 0.0021973,0.00000,0.031
+44,mlp.experts.160.down_proj,rtn: 0.0021973,0.00000,0.022
+44,mlp.experts.167.down_proj,rtn: 0.0022430,0.00000,0.028
+44,mlp.experts.173.down_proj,rtn: 0.0021362,0.00000,0.045
+44,mlp.experts.137.down_proj,rtn: 0.0022278,0.00000,0.103
+44,mlp.experts.149.down_proj,rtn: 0.0022278,0.00000,0.033
+44,mlp.experts.145.down_proj,rtn: 0.0021973,0.00000,0.011
+44,mlp.experts.189.down_proj,rtn: 0.0022125,0.00000,0.014
+44,mlp.experts.179.down_proj,rtn: 0.0022125,0.00000,0.031
+44,mlp.experts.191.down_proj,rtn: 0.0021973,0.00000,0.035
+44,mlp.experts.183.down_proj,rtn: 0.0022125,0.00000,0.025
+44,mlp.experts.168.down_proj,rtn: 0.0021667,0.00000,0.038
+44,mlp.experts.172.down_proj,rtn: 0.0022125,0.00000,0.037
+44,mlp.experts.164.down_proj,rtn: 0.0022125,0.00000,0.049
+44,mlp.experts.176.down_proj,rtn: 0.0021820,0.00000,0.040
+44,mlp.experts.184.down_proj,rtn: 0.0021210,0.00000,0.025
+44,mlp.experts.188.down_proj,rtn: 0.0022125,0.00000,0.022
+44,mlp.experts.180.down_proj,rtn: 0.0021210,0.00000,0.029
+44,mlp.experts.165.down_proj,rtn: 0.0021667,0.00000,0.050
+44,mlp.experts.161.down_proj,rtn: 0.0022430,0.00000,0.057
+44,mlp.experts.153.down_proj,rtn: 0.0021973,0.00000,0.077
+44,mlp.experts.177.down_proj,rtn: 0.0021515,0.00000,0.027
+44,mlp.experts.169.down_proj,rtn: 0.0022125,0.00000,0.024
+44,mlp.experts.181.down_proj,rtn: 0.0021820,0.00000,0.042
+44,mlp.experts.185.down_proj,rtn: 0.0021820,0.00000,0.022
+44,mlp.shared_experts.up_proj,rtn: 0.0019455,0.00000,0.027
+44,mlp.shared_experts.gate_proj,rtn: 0.0016098,0.00000,0.028
+44,mlp.shared_experts.down_proj,rtn: 0.0020752,0.00000,0.020
+45,self_attn.q_proj,rtn: 0.0023346,0.00000,0.017
+45,self_attn.v_proj,rtn: 0.0027771,0.00000,0.021
+45,self_attn.k_proj,rtn: 0.0021515,0.00000,0.043
+45,self_attn.o_proj,rtn: 0.0029144,0.00000,0.063
+45,mlp.experts.11.gate_proj,rtn: 0.0022278,0.00000,0.103
+45,mlp.experts.12.gate_proj,rtn: 0.0022583,0.00000,0.107
+45,mlp.experts.4.gate_proj,rtn: 0.0022430,0.00000,0.109
+45,mlp.experts.6.gate_proj,rtn: 0.0022736,0.00000,0.108
+45,mlp.experts.9.gate_proj,rtn: 0.0022736,0.00000,0.116
+45,mlp.experts.7.gate_proj,rtn: 0.0023041,0.00000,0.115
+45,mlp.experts.3.gate_proj,rtn: 0.0021820,0.00000,0.116
+45,mlp.experts.8.gate_proj,rtn: 0.0021973,0.00000,0.115
+45,mlp.experts.15.gate_proj,rtn: 0.0023804,0.00000,0.120
+45,mlp.experts.0.gate_proj,rtn: 0.0021973,0.00000,0.121
+45,mlp.experts.13.gate_proj,rtn: 0.0022430,0.00000,0.119
+45,mlp.experts.5.gate_proj,rtn: 0.0022888,0.00000,0.124
+45,mlp.experts.1.gate_proj,rtn: 0.0022583,0.00000,0.125
+45,mlp.experts.10.gate_proj,rtn: 0.0022888,0.00000,0.130
+45,mlp.experts.2.gate_proj,rtn: 0.0022736,0.00000,0.136
+45,mlp.experts.14.gate_proj,rtn: 0.0022125,0.00000,0.138
+45,mlp.experts.28.gate_proj,rtn: 0.0023193,0.00000,0.079
+45,mlp.experts.22.gate_proj,rtn: 0.0023346,0.00000,0.083
+45,mlp.experts.20.gate_proj,rtn: 0.0023193,0.00000,0.083
+45,mlp.experts.24.gate_proj,rtn: 0.0022278,0.00000,0.081
+45,mlp.experts.16.gate_proj,rtn: 0.0022430,0.00000,0.093
+45,mlp.experts.26.gate_proj,rtn: 0.0022736,0.00000,0.086
+45,mlp.experts.18.gate_proj,rtn: 0.0021667,0.00000,0.093
+45,mlp.experts.27.gate_proj,rtn: 0.0022278,0.00000,0.132
+45,mlp.experts.23.gate_proj,rtn: 0.0021820,0.00000,0.119
+45,mlp.experts.30.gate_proj,rtn: 0.0022736,0.00000,0.100
+45,mlp.experts.19.gate_proj,rtn: 0.0023346,0.00000,0.136
+45,mlp.experts.25.gate_proj,rtn: 0.0022430,0.00000,0.147
+45,mlp.experts.31.gate_proj,rtn: 0.0022736,0.00000,0.131
+45,mlp.experts.38.gate_proj,rtn: 0.0022278,0.00000,0.081
+45,mlp.experts.44.gate_proj,rtn: 0.0021362,0.00000,0.097
+45,mlp.experts.36.gate_proj,rtn: 0.0022125,0.00000,0.088
+45,mlp.experts.42.gate_proj,rtn: 0.0022125,0.00000,0.075
+45,mlp.experts.40.gate_proj,rtn: 0.0022430,0.00000,0.092
+45,mlp.experts.21.gate_proj,rtn: 0.0022736,0.00000,0.176
+45,mlp.experts.34.gate_proj,rtn: 0.0021973,0.00000,0.074
+45,mlp.experts.32.gate_proj,rtn: 0.0021820,0.00000,0.090
+45,mlp.experts.46.gate_proj,rtn: 0.0022583,0.00000,0.064
+45,mlp.experts.17.gate_proj,rtn: 0.0022278,0.00000,0.181
+45,mlp.experts.43.gate_proj,rtn: 0.0022583,0.00000,0.082
+45,mlp.experts.39.gate_proj,rtn: 0.0022888,0.00000,0.078
+45,mlp.experts.35.gate_proj,rtn: 0.0022736,0.00000,0.082
+45,mlp.experts.47.gate_proj,rtn: 0.0022736,0.00000,0.070
+45,mlp.experts.54.gate_proj,rtn: 0.0023041,0.00000,0.059
+45,mlp.experts.29.gate_proj,rtn: 0.0022583,0.00000,0.228
+45,mlp.experts.58.gate_proj,rtn: 0.0022736,0.00000,0.059
+45,mlp.experts.52.gate_proj,rtn: 0.0022430,0.00000,0.074
+45,mlp.experts.60.gate_proj,rtn: 0.0022430,0.00000,0.092
+45,mlp.experts.56.gate_proj,rtn: 0.0023041,0.00000,0.077
+45,mlp.experts.62.gate_proj,rtn: 0.0021973,0.00000,0.070
+45,mlp.experts.50.gate_proj,rtn: 0.0022888,0.00000,0.071
+45,mlp.experts.70.gate_proj,rtn: 0.0022888,0.00000,0.069
+45,mlp.experts.59.gate_proj,rtn: 0.0022430,0.00000,0.079
+45,mlp.experts.63.gate_proj,rtn: 0.0022430,0.00000,0.079
+45,mlp.experts.48.gate_proj,rtn: 0.0023499,0.00000,0.083
+45,mlp.experts.51.gate_proj,rtn: 0.0021820,0.00000,0.093
+45,mlp.experts.55.gate_proj,rtn: 0.0022430,0.00000,0.095
+45,mlp.experts.74.gate_proj,rtn: 0.0022430,0.00000,0.072
+45,mlp.experts.68.gate_proj,rtn: 0.0023346,0.00000,0.092
+45,mlp.experts.41.gate_proj,rtn: 0.0022125,0.00000,0.217
+45,mlp.experts.72.gate_proj,rtn: 0.0022736,0.00000,0.093
+45,mlp.experts.76.gate_proj,rtn: 0.0023499,0.00000,0.092
+45,mlp.experts.33.gate_proj,rtn: 0.0022430,0.00000,0.150
+45,mlp.experts.66.gate_proj,rtn: 0.0022278,0.00000,0.073
+45,mlp.experts.86.gate_proj,rtn: 0.0024109,0.00000,0.074
+45,mlp.experts.78.gate_proj,rtn: 0.0022888,0.00000,0.077
+45,mlp.experts.64.gate_proj,rtn: 0.0022278,0.00000,0.080
+45,mlp.experts.75.gate_proj,rtn: 0.0022888,0.00000,0.091
+45,mlp.experts.37.gate_proj,rtn: 0.0021667,0.00000,0.179
+45,mlp.experts.79.gate_proj,rtn: 0.0022736,0.00000,0.089
+45,mlp.experts.45.gate_proj,rtn: 0.0022278,0.00000,0.157
+45,mlp.experts.67.gate_proj,rtn: 0.0022583,0.00000,0.088
+45,mlp.experts.90.gate_proj,rtn: 0.0022583,0.00000,0.087
+45,mlp.experts.71.gate_proj,rtn: 0.0022125,0.00000,0.094
+45,mlp.experts.84.gate_proj,rtn: 0.0022736,0.00000,0.072
+45,mlp.experts.57.gate_proj,rtn: 0.0022430,0.00000,0.082
+45,mlp.experts.49.gate_proj,rtn: 0.0023041,0.00000,0.080
+45,mlp.experts.92.gate_proj,rtn: 0.0021973,0.00000,0.087
+45,mlp.experts.88.gate_proj,rtn: 0.0023041,0.00000,0.088
+45,mlp.experts.80.gate_proj,rtn: 0.0022278,0.00000,0.090
+45,mlp.experts.94.gate_proj,rtn: 0.0022736,0.00000,0.095
+45,mlp.experts.95.gate_proj,rtn: 0.0021667,0.00000,0.078
+45,mlp.experts.61.gate_proj,rtn: 0.0022736,0.00000,0.075
+45,mlp.experts.53.gate_proj,rtn: 0.0022583,0.00000,0.080
+45,mlp.experts.83.gate_proj,rtn: 0.0022736,0.00000,0.075
+45,mlp.experts.102.gate_proj,rtn: 0.0023193,0.00000,0.111
+45,mlp.experts.91.gate_proj,rtn: 0.0022430,0.00000,0.095
+45,mlp.experts.87.gate_proj,rtn: 0.0021973,0.00000,0.073
+45,mlp.experts.100.gate_proj,rtn: 0.0021820,0.00000,0.079
+45,mlp.experts.73.gate_proj,rtn: 0.0023346,0.00000,0.067
+45,mlp.experts.82.gate_proj,rtn: 0.0022278,0.00000,0.152
+45,mlp.experts.106.gate_proj,rtn: 0.0021820,0.00000,0.120
+45,mlp.experts.65.gate_proj,rtn: 0.0022736,0.00000,0.079
+45,mlp.experts.108.gate_proj,rtn: 0.0022430,0.00000,0.069
+45,mlp.experts.104.gate_proj,rtn: 0.0022736,0.00000,0.072
+45,mlp.experts.96.gate_proj,rtn: 0.0023041,0.00000,0.075
+45,mlp.experts.69.gate_proj,rtn: 0.0022736,0.00000,0.087
+45,mlp.experts.77.gate_proj,rtn: 0.0021973,0.00000,0.090
+45,mlp.experts.110.gate_proj,rtn: 0.0022583,0.00000,0.118
+45,mlp.experts.120.gate_proj,rtn: 0.0022125,0.00000,0.062
+45,mlp.experts.124.gate_proj,rtn: 0.0023499,0.00000,0.063
+45,mlp.experts.116.gate_proj,rtn: 0.0022430,0.00000,0.074
+45,mlp.experts.112.gate_proj,rtn: 0.0021820,0.00000,0.067
+45,mlp.experts.89.gate_proj,rtn: 0.0021820,0.00000,0.101
+45,mlp.experts.81.gate_proj,rtn: 0.0021820,0.00000,0.093
+45,mlp.experts.98.gate_proj,rtn: 0.0022278,0.00000,0.108
+45,mlp.experts.122.gate_proj,rtn: 0.0022583,0.00000,0.106
+45,mlp.experts.107.gate_proj,rtn: 0.0023041,0.00000,0.155
+45,mlp.experts.111.gate_proj,rtn: 0.0021362,0.00000,0.185
+45,mlp.experts.103.gate_proj,rtn: 0.0022278,0.00000,0.172
+45,mlp.experts.126.gate_proj,rtn: 0.0022430,0.00000,0.078
+45,mlp.experts.85.gate_proj,rtn: 0.0022125,0.00000,0.104
+45,mlp.experts.93.gate_proj,rtn: 0.0021515,0.00000,0.095
+45,mlp.experts.118.gate_proj,rtn: 0.0022430,0.00000,0.170
+45,mlp.experts.140.gate_proj,rtn: 0.0022125,0.00000,0.078
+45,mlp.experts.132.gate_proj,rtn: 0.0023193,0.00000,0.079
+45,mlp.experts.136.gate_proj,rtn: 0.0022888,0.00000,0.080
+45,mlp.experts.99.gate_proj,rtn: 0.0023193,0.00000,0.186
+45,mlp.experts.128.gate_proj,rtn: 0.0023499,0.00000,0.085
+45,mlp.experts.114.gate_proj,rtn: 0.0022736,0.00000,0.076
+45,mlp.experts.138.gate_proj,rtn: 0.0023041,0.00000,0.073
+45,mlp.experts.105.gate_proj,rtn: 0.0021973,0.00000,0.104
+45,mlp.experts.97.gate_proj,rtn: 0.0023041,0.00000,0.104
+45,mlp.experts.127.gate_proj,rtn: 0.0021057,0.00000,0.088
+45,mlp.experts.142.gate_proj,rtn: 0.0022736,0.00000,0.075
+45,mlp.experts.119.gate_proj,rtn: 0.0022278,0.00000,0.086
+45,mlp.experts.134.gate_proj,rtn: 0.0022583,0.00000,0.076
+45,mlp.experts.152.gate_proj,rtn: 0.0022888,0.00000,0.073
+45,mlp.experts.156.gate_proj,rtn: 0.0022888,0.00000,0.075
+45,mlp.experts.148.gate_proj,rtn: 0.0023499,0.00000,0.075
+45,mlp.experts.101.gate_proj,rtn: 0.0021973,0.00000,0.091
+45,mlp.experts.109.gate_proj,rtn: 0.0023499,0.00000,0.093
+45,mlp.experts.123.gate_proj,rtn: 0.0023499,0.00000,0.119
+45,mlp.experts.130.gate_proj,rtn: 0.0022278,0.00000,0.065
+45,mlp.experts.144.gate_proj,rtn: 0.0022125,0.00000,0.075
+45,mlp.experts.154.gate_proj,rtn: 0.0021973,0.00000,0.078
+45,mlp.experts.115.gate_proj,rtn: 0.0022736,0.00000,0.094
+45,mlp.experts.121.gate_proj,rtn: 0.0021820,0.00000,0.093
+45,mlp.experts.158.gate_proj,rtn: 0.0022125,0.00000,0.079
+45,mlp.experts.150.gate_proj,rtn: 0.0023041,0.00000,0.069
+45,mlp.experts.168.gate_proj,rtn: 0.0022125,0.00000,0.072
+45,mlp.experts.164.gate_proj,rtn: 0.0022888,0.00000,0.072
+45,mlp.experts.113.gate_proj,rtn: 0.0022736,0.00000,0.111
+45,mlp.experts.172.gate_proj,rtn: 0.0020752,0.00000,0.070
+45,mlp.experts.135.gate_proj,rtn: 0.0022736,0.00000,0.097
+45,mlp.experts.143.gate_proj,rtn: 0.0023346,0.00000,0.104
+45,mlp.experts.146.gate_proj,rtn: 0.0021973,0.00000,0.076
+45,mlp.experts.160.gate_proj,rtn: 0.0022888,0.00000,0.080
+45,mlp.experts.170.gate_proj,rtn: 0.0021515,0.00000,0.076
+45,mlp.experts.139.gate_proj,rtn: 0.0022278,0.00000,0.084
+45,mlp.experts.166.gate_proj,rtn: 0.0022125,0.00000,0.072
+45,mlp.experts.174.gate_proj,rtn: 0.0023651,0.00000,0.081
+45,mlp.experts.131.gate_proj,rtn: 0.0021973,0.00000,0.106
+45,mlp.experts.117.gate_proj,rtn: 0.0022430,0.00000,0.143
+45,mlp.experts.125.gate_proj,rtn: 0.0022736,0.00000,0.158
+45,mlp.experts.180.gate_proj,rtn: 0.0022736,0.00000,0.108
+45,mlp.experts.184.gate_proj,rtn: 0.0021667,0.00000,0.115
+45,mlp.experts.188.gate_proj,rtn: 0.0022125,0.00000,0.109
+45,mlp.experts.162.gate_proj,rtn: 0.0021667,0.00000,0.086
+45,mlp.experts.186.gate_proj,rtn: 0.0022583,0.00000,0.084
+45,mlp.experts.176.gate_proj,rtn: 0.0022583,0.00000,0.088
+45,mlp.experts.151.gate_proj,rtn: 0.0022888,0.00000,0.110
+45,mlp.experts.137.gate_proj,rtn: 0.0022888,0.00000,0.162
+45,mlp.experts.190.gate_proj,rtn: 0.0023193,0.00000,0.076
+45,mlp.experts.182.gate_proj,rtn: 0.0021973,0.00000,0.078
+45,mlp.experts.147.gate_proj,rtn: 0.0022278,0.00000,0.075
+45,mlp.experts.129.gate_proj,rtn: 0.0021362,0.00000,0.134
+45,mlp.experts.159.gate_proj,rtn: 0.0022583,0.00000,0.176
+45,mlp.experts.10.up_proj,rtn: 0.0022583,0.00000,0.080
+45,mlp.experts.178.gate_proj,rtn: 0.0022736,0.00000,0.085
+45,mlp.experts.155.gate_proj,rtn: 0.0022430,0.00000,0.172
+45,mlp.experts.167.gate_proj,rtn: 0.0021515,0.00000,0.071
+45,mlp.experts.163.gate_proj,rtn: 0.0023193,0.00000,0.065
+45,mlp.experts.14.up_proj,rtn: 0.0021820,0.00000,0.083
+45,mlp.experts.133.gate_proj,rtn: 0.0022583,0.00000,0.160
+45,mlp.experts.6.up_proj,rtn: 0.0022278,0.00000,0.086
+45,mlp.experts.8.up_proj,rtn: 0.0021667,0.00000,0.155
+45,mlp.experts.141.gate_proj,rtn: 0.0021820,0.00000,0.201
+45,mlp.experts.12.up_proj,rtn: 0.0022278,0.00000,0.167
+45,mlp.experts.0.up_proj,rtn: 0.0021515,0.00000,0.096
+45,mlp.experts.4.up_proj,rtn: 0.0022278,0.00000,0.173
+45,mlp.experts.175.gate_proj,rtn: 0.0022583,0.00000,0.087
+45,mlp.experts.26.up_proj,rtn: 0.0022430,0.00000,0.087
+45,mlp.experts.153.gate_proj,rtn: 0.0023193,0.00000,0.153
+45,mlp.experts.145.gate_proj,rtn: 0.0022736,0.00000,0.125
+45,mlp.experts.183.gate_proj,rtn: 0.0022278,0.00000,0.089
+45,mlp.experts.2.up_proj,rtn: 0.0022736,0.00000,0.104
+45,mlp.experts.171.gate_proj,rtn: 0.0022736,0.00000,0.097
+45,mlp.experts.179.gate_proj,rtn: 0.0022736,0.00000,0.091
+45,mlp.experts.30.up_proj,rtn: 0.0022125,0.00000,0.094
+45,mlp.experts.22.up_proj,rtn: 0.0022583,0.00000,0.090
+45,mlp.experts.149.gate_proj,rtn: 0.0023041,0.00000,0.102
+45,mlp.experts.24.up_proj,rtn: 0.0022125,0.00000,0.106
+45,mlp.experts.28.up_proj,rtn: 0.0022736,0.00000,0.091
+45,mlp.experts.42.up_proj,rtn: 0.0021820,0.00000,0.084
+45,mlp.experts.157.gate_proj,rtn: 0.0022125,0.00000,0.106
+45,mlp.experts.20.up_proj,rtn: 0.0022888,0.00000,0.088
+45,mlp.experts.16.up_proj,rtn: 0.0021820,0.00000,0.089
+45,mlp.experts.18.up_proj,rtn: 0.0021362,0.00000,0.079
+45,mlp.experts.169.gate_proj,rtn: 0.0022888,0.00000,0.101
+45,mlp.experts.191.gate_proj,rtn: 0.0022430,0.00000,0.104
+45,mlp.experts.46.up_proj,rtn: 0.0022278,0.00000,0.075
+45,mlp.experts.3.up_proj,rtn: 0.0021362,0.00000,0.090
+45,mlp.experts.38.up_proj,rtn: 0.0022125,0.00000,0.084
+45,mlp.experts.7.up_proj,rtn: 0.0022736,0.00000,0.095
+45,mlp.experts.187.gate_proj,rtn: 0.0022583,0.00000,0.097
+45,mlp.experts.161.gate_proj,rtn: 0.0023193,0.00000,0.105
+45,mlp.experts.58.up_proj,rtn: 0.0022583,0.00000,0.074
+45,mlp.experts.40.up_proj,rtn: 0.0022278,0.00000,0.093
+45,mlp.experts.165.gate_proj,rtn: 0.0022888,0.00000,0.134
+45,mlp.experts.44.up_proj,rtn: 0.0021667,0.00000,0.094
+45,mlp.experts.34.up_proj,rtn: 0.0021820,0.00000,0.082
+45,mlp.experts.36.up_proj,rtn: 0.0021820,0.00000,0.090
+45,mlp.experts.173.gate_proj,rtn: 0.0022125,0.00000,0.110
+45,mlp.experts.19.up_proj,rtn: 0.0022736,0.00000,0.093
+45,mlp.experts.185.gate_proj,rtn: 0.0021057,0.00000,0.108
+45,mlp.experts.32.up_proj,rtn: 0.0021667,0.00000,0.112
+45,mlp.experts.15.up_proj,rtn: 0.0023346,0.00000,0.107
+45,mlp.experts.11.up_proj,rtn: 0.0021820,0.00000,0.096
+45,mlp.experts.23.up_proj,rtn: 0.0021820,0.00000,0.066
+45,mlp.experts.62.up_proj,rtn: 0.0022125,0.00000,0.136
+45,mlp.experts.177.gate_proj,rtn: 0.0021667,0.00000,0.092
+45,mlp.experts.54.up_proj,rtn: 0.0022736,0.00000,0.148
+45,mlp.experts.181.gate_proj,rtn: 0.0022736,0.00000,0.082
+45,mlp.experts.60.up_proj,rtn: 0.0022278,0.00000,0.088
+45,mlp.experts.56.up_proj,rtn: 0.0022736,0.00000,0.089
+45,mlp.experts.52.up_proj,rtn: 0.0022278,0.00000,0.085
+45,mlp.experts.189.gate_proj,rtn: 0.0023193,0.00000,0.077
+45,mlp.experts.9.up_proj,rtn: 0.0023041,0.00000,0.081
+45,mlp.experts.74.up_proj,rtn: 0.0022278,0.00000,0.134
+45,mlp.experts.35.up_proj,rtn: 0.0022125,0.00000,0.089
+45,mlp.experts.31.up_proj,rtn: 0.0022430,0.00000,0.085
+45,mlp.experts.50.up_proj,rtn: 0.0023499,0.00000,0.123
+45,mlp.experts.27.up_proj,rtn: 0.0021973,0.00000,0.085
+45,mlp.experts.39.up_proj,rtn: 0.0022125,0.00000,0.086
+45,mlp.experts.48.up_proj,rtn: 0.0022583,0.00000,0.101
+45,mlp.experts.1.up_proj,rtn: 0.0022583,0.00000,0.092
+45,mlp.experts.70.up_proj,rtn: 0.0022583,0.00000,0.087
+45,mlp.experts.5.up_proj,rtn: 0.0022583,0.00000,0.090
+45,mlp.experts.78.up_proj,rtn: 0.0022583,0.00000,0.101
+45,mlp.experts.72.up_proj,rtn: 0.0022278,0.00000,0.086
+45,mlp.experts.68.up_proj,rtn: 0.0022583,0.00000,0.096
+45,mlp.experts.76.up_proj,rtn: 0.0022583,0.00000,0.099
+45,mlp.experts.13.up_proj,rtn: 0.0021820,0.00000,0.102
+45,mlp.experts.90.up_proj,rtn: 0.0021667,0.00000,0.090
+45,mlp.experts.51.up_proj,rtn: 0.0022125,0.00000,0.100
+45,mlp.experts.25.up_proj,rtn: 0.0022125,0.00000,0.111
+45,mlp.experts.66.up_proj,rtn: 0.0022125,0.00000,0.093
+45,mlp.experts.47.up_proj,rtn: 0.0022430,0.00000,0.101
+45,mlp.experts.64.up_proj,rtn: 0.0021667,0.00000,0.087
+45,mlp.experts.43.up_proj,rtn: 0.0022125,0.00000,0.095
+45,mlp.experts.55.up_proj,rtn: 0.0021820,0.00000,0.105
+45,mlp.experts.88.up_proj,rtn: 0.0022736,0.00000,0.079
+45,mlp.experts.84.up_proj,rtn: 0.0022430,0.00000,0.078
+45,mlp.experts.86.up_proj,rtn: 0.0023041,0.00000,0.104
+45,mlp.experts.17.up_proj,rtn: 0.0022125,0.00000,0.121
+45,mlp.experts.67.up_proj,rtn: 0.0022125,0.00000,0.065
+45,mlp.experts.92.up_proj,rtn: 0.0021515,0.00000,0.084
+45,mlp.experts.94.up_proj,rtn: 0.0022583,0.00000,0.111
+45,mlp.experts.63.up_proj,rtn: 0.0022125,0.00000,0.065
+45,mlp.experts.80.up_proj,rtn: 0.0021973,0.00000,0.070
+45,mlp.experts.106.up_proj,rtn: 0.0021515,0.00000,0.095
+45,mlp.experts.82.up_proj,rtn: 0.0022278,0.00000,0.077
+45,mlp.experts.21.up_proj,rtn: 0.0022583,0.00000,0.130
+45,mlp.experts.59.up_proj,rtn: 0.0022278,0.00000,0.073
+45,mlp.experts.71.up_proj,rtn: 0.0021820,0.00000,0.073
+45,mlp.experts.29.up_proj,rtn: 0.0022430,0.00000,0.125
+45,mlp.experts.41.up_proj,rtn: 0.0021515,0.00000,0.114
+45,mlp.experts.104.up_proj,rtn: 0.0021820,0.00000,0.074
+45,mlp.experts.108.up_proj,rtn: 0.0022125,0.00000,0.063
+45,mlp.experts.100.up_proj,rtn: 0.0021820,0.00000,0.071
+45,mlp.experts.96.up_proj,rtn: 0.0022583,0.00000,0.067
+45,mlp.experts.102.up_proj,rtn: 0.0022888,0.00000,0.088
+45,mlp.experts.110.up_proj,rtn: 0.0022430,0.00000,0.087
+45,mlp.experts.33.up_proj,rtn: 0.0022125,0.00000,0.097
+45,mlp.experts.122.up_proj,rtn: 0.0022278,0.00000,0.086
+45,mlp.experts.98.up_proj,rtn: 0.0021667,0.00000,0.092
+45,mlp.experts.37.up_proj,rtn: 0.0021820,0.00000,0.088
+45,mlp.experts.116.up_proj,rtn: 0.0022278,0.00000,0.062
+45,mlp.experts.120.up_proj,rtn: 0.0021362,0.00000,0.071
+45,mlp.experts.45.up_proj,rtn: 0.0022125,0.00000,0.089
+45,mlp.experts.124.up_proj,rtn: 0.0022583,0.00000,0.074
+45,mlp.experts.83.up_proj,rtn: 0.0022430,0.00000,0.124
+45,mlp.experts.57.up_proj,rtn: 0.0022278,0.00000,0.093
+45,mlp.experts.112.up_proj,rtn: 0.0021515,0.00000,0.061
+45,mlp.experts.79.up_proj,rtn: 0.0022278,0.00000,0.166
+45,mlp.experts.49.up_proj,rtn: 0.0022736,0.00000,0.079
+45,mlp.experts.118.up_proj,rtn: 0.0022125,0.00000,0.096
+45,mlp.experts.75.up_proj,rtn: 0.0022430,0.00000,0.179
+45,mlp.experts.53.up_proj,rtn: 0.0022125,0.00000,0.082
+45,mlp.experts.87.up_proj,rtn: 0.0022583,0.00000,0.166
+45,mlp.experts.114.up_proj,rtn: 0.0022125,0.00000,0.094
+45,mlp.experts.138.up_proj,rtn: 0.0022583,0.00000,0.103
+45,mlp.experts.132.up_proj,rtn: 0.0023041,0.00000,0.090
+45,mlp.experts.136.up_proj,rtn: 0.0022583,0.00000,0.090
+45,mlp.experts.126.up_proj,rtn: 0.0021973,0.00000,0.129
+45,mlp.experts.140.up_proj,rtn: 0.0021362,0.00000,0.085
+45,mlp.experts.61.up_proj,rtn: 0.0022125,0.00000,0.089
+45,mlp.experts.65.up_proj,rtn: 0.0022430,0.00000,0.071
+45,mlp.experts.73.up_proj,rtn: 0.0022430,0.00000,0.083
+45,mlp.experts.99.up_proj,rtn: 0.0022736,0.00000,0.091
+45,mlp.experts.95.up_proj,rtn: 0.0021515,0.00000,0.085
+45,mlp.experts.69.up_proj,rtn: 0.0022430,0.00000,0.073
+45,mlp.experts.134.up_proj,rtn: 0.0022430,0.00000,0.094
+45,mlp.experts.103.up_proj,rtn: 0.0021667,0.00000,0.080
+45,mlp.experts.91.up_proj,rtn: 0.0022125,0.00000,0.086
+45,mlp.experts.128.up_proj,rtn: 0.0022736,0.00000,0.129
+45,mlp.experts.130.up_proj,rtn: 0.0022430,0.00000,0.087
+45,mlp.experts.77.up_proj,rtn: 0.0021515,0.00000,0.071
+45,mlp.experts.154.up_proj,rtn: 0.0022125,0.00000,0.096
+45,mlp.experts.142.up_proj,rtn: 0.0022736,0.00000,0.087
+45,mlp.experts.81.up_proj,rtn: 0.0021973,0.00000,0.071
+45,mlp.experts.111.up_proj,rtn: 0.0021362,0.00000,0.087
+45,mlp.experts.115.up_proj,rtn: 0.0022278,0.00000,0.091
+45,mlp.experts.156.up_proj,rtn: 0.0022430,0.00000,0.120
+45,mlp.experts.89.up_proj,rtn: 0.0021820,0.00000,0.115
+45,mlp.experts.150.up_proj,rtn: 0.0022430,0.00000,0.087
+45,mlp.experts.152.up_proj,rtn: 0.0022125,0.00000,0.150
+45,mlp.experts.148.up_proj,rtn: 0.0022736,0.00000,0.156
+45,mlp.experts.107.up_proj,rtn: 0.0022583,0.00000,0.089
+45,mlp.experts.158.up_proj,rtn: 0.0021820,0.00000,0.072
+45,mlp.experts.146.up_proj,rtn: 0.0022125,0.00000,0.088
+45,mlp.experts.119.up_proj,rtn: 0.0022125,0.00000,0.101
+45,mlp.experts.144.up_proj,rtn: 0.0021820,0.00000,0.081
+45,mlp.experts.170.up_proj,rtn: 0.0021667,0.00000,0.081
+45,mlp.experts.85.up_proj,rtn: 0.0021820,0.00000,0.129
+45,mlp.experts.93.up_proj,rtn: 0.0021973,0.00000,0.127
+45,mlp.experts.172.up_proj,rtn: 0.0024261,0.00000,0.084
+45,mlp.experts.127.up_proj,rtn: 0.0021667,0.00000,0.092
+45,mlp.experts.131.up_proj,rtn: 0.0021820,0.00000,0.091
+45,mlp.experts.166.up_proj,rtn: 0.0021820,0.00000,0.075
+45,mlp.experts.97.up_proj,rtn: 0.0022736,0.00000,0.110
+45,mlp.experts.164.up_proj,rtn: 0.0022430,0.00000,0.079
+45,mlp.experts.168.up_proj,rtn: 0.0021515,0.00000,0.080
+45,mlp.experts.174.up_proj,rtn: 0.0022888,0.00000,0.071
+45,mlp.experts.186.up_proj,rtn: 0.0022278,0.00000,0.066
+45,mlp.experts.123.up_proj,rtn: 0.0022583,0.00000,0.093
+45,mlp.experts.162.up_proj,rtn: 0.0021057,0.00000,0.080
+45,mlp.experts.105.up_proj,rtn: 0.0021667,0.00000,0.099
+45,mlp.experts.160.up_proj,rtn: 0.0022125,0.00000,0.077
+45,mlp.experts.135.up_proj,rtn: 0.0021973,0.00000,0.092
+45,mlp.experts.101.up_proj,rtn: 0.0022278,0.00000,0.093
+45,mlp.experts.188.up_proj,rtn: 0.0021973,0.00000,0.076
+45,mlp.experts.143.up_proj,rtn: 0.0022736,0.00000,0.077
+45,mlp.experts.147.up_proj,rtn: 0.0021820,0.00000,0.074
+45,mlp.experts.180.up_proj,rtn: 0.0022125,0.00000,0.074
+45,mlp.experts.184.up_proj,rtn: 0.0021820,0.00000,0.074
+45,mlp.experts.139.up_proj,rtn: 0.0022125,0.00000,0.072
+45,mlp.experts.176.up_proj,rtn: 0.0022125,0.00000,0.058
+45,mlp.experts.151.up_proj,rtn: 0.0022583,0.00000,0.068
+45,mlp.experts.109.up_proj,rtn: 0.0022583,0.00000,0.135
+45,mlp.experts.163.up_proj,rtn: 0.0022736,0.00000,0.061
+45,mlp.experts.159.up_proj,rtn: 0.0022430,0.00000,0.067
+45,mlp.experts.113.up_proj,rtn: 0.0022278,0.00000,0.146
+45,mlp.experts.182.up_proj,rtn: 0.0021515,0.00000,0.151
+45,mlp.experts.190.up_proj,rtn: 0.0022736,0.00000,0.153
+45,mlp.experts.155.up_proj,rtn: 0.0021820,0.00000,0.069
+45,mlp.experts.167.up_proj,rtn: 0.0021515,0.00000,0.071
+45,mlp.experts.178.up_proj,rtn: 0.0022278,0.00000,0.152
+45,mlp.experts.179.up_proj,rtn: 0.0022125,0.00000,0.066
+45,mlp.experts.175.up_proj,rtn: 0.0021820,0.00000,0.072
+45,mlp.experts.171.up_proj,rtn: 0.0022278,0.00000,0.064
+45,mlp.experts.117.up_proj,rtn: 0.0022583,0.00000,0.185
+45,mlp.experts.121.up_proj,rtn: 0.0021667,0.00000,0.219
+45,mlp.experts.183.up_proj,rtn: 0.0022736,0.00000,0.061
+45,mlp.experts.125.up_proj,rtn: 0.0022430,0.00000,0.153
+45,mlp.experts.191.up_proj,rtn: 0.0021820,0.00000,0.049
+45,mlp.experts.129.up_proj,rtn: 0.0021362,0.00000,0.116
+45,mlp.experts.187.up_proj,rtn: 0.0022430,0.00000,0.044
+45,mlp.experts.137.up_proj,rtn: 0.0022278,0.00000,0.077
+45,mlp.experts.133.up_proj,rtn: 0.0022278,0.00000,0.085
+45,mlp.experts.145.up_proj,rtn: 0.0022278,0.00000,0.076
+45,mlp.experts.141.up_proj,rtn: 0.0022278,0.00000,0.109
+45,mlp.experts.153.up_proj,rtn: 0.0022583,0.00000,0.087
+45,mlp.experts.149.up_proj,rtn: 0.0022583,0.00000,0.083
+45,mlp.experts.161.up_proj,rtn: 0.0022583,0.00000,0.077
+45,mlp.experts.157.up_proj,rtn: 0.0021515,0.00000,0.085
+45,mlp.experts.169.up_proj,rtn: 0.0022430,0.00000,0.088
+45,mlp.experts.165.up_proj,rtn: 0.0022125,0.00000,0.081
+45,mlp.experts.177.up_proj,rtn: 0.0022278,0.00000,0.096
+45,mlp.experts.173.up_proj,rtn: 0.0021515,0.00000,0.103
+45,mlp.experts.181.up_proj,rtn: 0.0022583,0.00000,0.090
+45,mlp.experts.185.up_proj,rtn: 0.0021820,0.00000,0.097
+45,mlp.experts.189.up_proj,rtn: 0.0022888,0.00000,0.076
+45,mlp.experts.4.down_proj,rtn: 0.0021820,0.00000,0.014
+45,mlp.experts.2.down_proj,rtn: 0.0022888,0.00000,0.036
+45,mlp.experts.6.down_proj,rtn: 0.0021515,0.00000,0.069
+45,mlp.experts.10.down_proj,rtn: 0.0021667,0.00000,0.045
+45,mlp.experts.14.down_proj,rtn: 0.0021515,0.00000,0.047
+45,mlp.experts.11.down_proj,rtn: 0.0021667,0.00000,0.048
+45,mlp.experts.18.down_proj,rtn: 0.0021515,0.00000,0.030
+45,mlp.experts.7.down_proj,rtn: 0.0022888,0.00000,0.052
+45,mlp.experts.20.down_proj,rtn: 0.0022583,0.00000,0.054
+45,mlp.experts.8.down_proj,rtn: 0.0021820,0.00000,0.057
+45,mlp.experts.15.down_proj,rtn: 0.0023193,0.00000,0.058
+45,mlp.experts.12.down_proj,rtn: 0.0021667,0.00000,0.059
+45,mlp.experts.0.down_proj,rtn: 0.0021515,0.00000,0.059
+45,mlp.experts.3.down_proj,rtn: 0.0021210,0.00000,0.067
+45,mlp.experts.13.down_proj,rtn: 0.0021515,0.00000,0.160
+45,mlp.experts.9.down_proj,rtn: 0.0022430,0.00000,0.164
+45,mlp.experts.1.down_proj,rtn: 0.0022736,0.00000,0.167
+45,mlp.experts.5.down_proj,rtn: 0.0022430,0.00000,0.169
+45,mlp.experts.27.down_proj,rtn: 0.0021973,0.00000,0.025
+45,mlp.experts.22.down_proj,rtn: 0.0022278,0.00000,0.037
+45,mlp.experts.26.down_proj,rtn: 0.0022430,0.00000,0.031
+45,mlp.experts.34.down_proj,rtn: 0.0021820,0.00000,0.026
+45,mlp.experts.30.down_proj,rtn: 0.0022430,0.00000,0.034
+45,mlp.experts.36.down_proj,rtn: 0.0021973,0.00000,0.032
+45,mlp.experts.23.down_proj,rtn: 0.0021973,0.00000,0.036
+45,mlp.experts.24.down_proj,rtn: 0.0021973,0.00000,0.047
+45,mlp.experts.16.down_proj,rtn: 0.0021973,0.00000,0.062
+45,mlp.experts.28.down_proj,rtn: 0.0022583,0.00000,0.060
+45,mlp.experts.31.down_proj,rtn: 0.0022278,0.00000,0.056
+45,mlp.experts.43.down_proj,rtn: 0.0021667,0.00000,0.058
+45,mlp.experts.50.down_proj,rtn: 0.0023346,0.00000,0.029
+45,mlp.experts.38.down_proj,rtn: 0.0022278,0.00000,0.031
+45,mlp.experts.46.down_proj,rtn: 0.0022125,0.00000,0.031
+45,mlp.experts.42.down_proj,rtn: 0.0021973,0.00000,0.033
+45,mlp.experts.39.down_proj,rtn: 0.0022125,0.00000,0.036
+45,mlp.experts.52.down_proj,rtn: 0.0021973,0.00000,0.042
+45,mlp.experts.19.down_proj,rtn: 0.0022278,0.00000,0.042
+45,mlp.experts.40.down_proj,rtn: 0.0021667,0.00000,0.040
+45,mlp.experts.29.down_proj,rtn: 0.0022430,0.00000,0.089
+45,mlp.experts.59.down_proj,rtn: 0.0022125,0.00000,0.034
+45,mlp.experts.25.down_proj,rtn: 0.0021973,0.00000,0.089
+45,mlp.experts.66.down_proj,rtn: 0.0021973,0.00000,0.033
+45,mlp.experts.32.down_proj,rtn: 0.0021973,0.00000,0.047
+45,mlp.experts.44.down_proj,rtn: 0.0022278,0.00000,0.043
+45,mlp.experts.54.down_proj,rtn: 0.0022736,0.00000,0.034
+45,mlp.experts.21.down_proj,rtn: 0.0021973,0.00000,0.073
+45,mlp.experts.62.down_proj,rtn: 0.0022125,0.00000,0.031
+45,mlp.experts.58.down_proj,rtn: 0.0022278,0.00000,0.027
+45,mlp.experts.17.down_proj,rtn: 0.0022125,0.00000,0.076
+45,mlp.experts.47.down_proj,rtn: 0.0022430,0.00000,0.059
+45,mlp.experts.55.down_proj,rtn: 0.0021362,0.00000,0.048
+45,mlp.experts.35.down_proj,rtn: 0.0022278,0.00000,0.041
+45,mlp.experts.68.down_proj,rtn: 0.0022430,0.00000,0.042
+45,mlp.experts.56.down_proj,rtn: 0.0022583,0.00000,0.044
+45,mlp.experts.75.down_proj,rtn: 0.0021973,0.00000,0.034
+45,mlp.experts.70.down_proj,rtn: 0.0022278,0.00000,0.025
+45,mlp.experts.82.down_proj,rtn: 0.0022430,0.00000,0.033
+45,mlp.experts.60.down_proj,rtn: 0.0021667,0.00000,0.037
+45,mlp.experts.78.down_proj,rtn: 0.0022583,0.00000,0.027
+45,mlp.experts.48.down_proj,rtn: 0.0022583,0.00000,0.037
+45,mlp.experts.74.down_proj,rtn: 0.0021820,0.00000,0.031
+45,mlp.experts.41.down_proj,rtn: 0.0021515,0.00000,0.059
+45,mlp.experts.45.down_proj,rtn: 0.0021973,0.00000,0.061
+45,mlp.experts.51.down_proj,rtn: 0.0021973,0.00000,0.035
+45,mlp.experts.71.down_proj,rtn: 0.0021362,0.00000,0.037
+45,mlp.experts.63.down_proj,rtn: 0.0022125,0.00000,0.038
+45,mlp.experts.33.down_proj,rtn: 0.0021515,0.00000,0.055
+45,mlp.experts.84.down_proj,rtn: 0.0022583,0.00000,0.043
+45,mlp.experts.37.down_proj,rtn: 0.0022125,0.00000,0.061
+45,mlp.experts.98.down_proj,rtn: 0.0021820,0.00000,0.032
+45,mlp.experts.86.down_proj,rtn: 0.0023041,0.00000,0.033
+45,mlp.experts.94.down_proj,rtn: 0.0022583,0.00000,0.029
+45,mlp.experts.91.down_proj,rtn: 0.0022125,0.00000,0.040
+45,mlp.experts.72.down_proj,rtn: 0.0022278,0.00000,0.043
+45,mlp.experts.90.down_proj,rtn: 0.0021515,0.00000,0.027
+45,mlp.experts.64.down_proj,rtn: 0.0021973,0.00000,0.044
+45,mlp.experts.76.down_proj,rtn: 0.0022736,0.00000,0.043
+45,mlp.experts.67.down_proj,rtn: 0.0022278,0.00000,0.035
+45,mlp.experts.87.down_proj,rtn: 0.0022583,0.00000,0.032
+45,mlp.experts.79.down_proj,rtn: 0.0022125,0.00000,0.030
+45,mlp.experts.57.down_proj,rtn: 0.0022430,0.00000,0.049
+45,mlp.experts.61.down_proj,rtn: 0.0021820,0.00000,0.050
+45,mlp.experts.102.down_proj,rtn: 0.0022583,0.00000,0.028
+45,mlp.experts.100.down_proj,rtn: 0.0021973,0.00000,0.043
+45,mlp.experts.110.down_proj,rtn: 0.0022125,0.00000,0.030
+45,mlp.experts.114.down_proj,rtn: 0.0022278,0.00000,0.030
+45,mlp.experts.49.down_proj,rtn: 0.0022736,0.00000,0.049
+45,mlp.experts.106.down_proj,rtn: 0.0020905,0.00000,0.033
+45,mlp.experts.107.down_proj,rtn: 0.0022583,0.00000,0.040
+45,mlp.experts.88.down_proj,rtn: 0.0022736,0.00000,0.044
+45,mlp.experts.53.down_proj,rtn: 0.0021820,0.00000,0.056
+45,mlp.experts.103.down_proj,rtn: 0.0021820,0.00000,0.033
+45,mlp.experts.83.down_proj,rtn: 0.0022125,0.00000,0.038
+45,mlp.experts.95.down_proj,rtn: 0.0021515,0.00000,0.034
+45,mlp.experts.92.down_proj,rtn: 0.0021667,0.00000,0.042
+45,mlp.experts.80.down_proj,rtn: 0.0021667,0.00000,0.043
+45,mlp.experts.116.down_proj,rtn: 0.0021973,0.00000,0.026
+45,mlp.experts.73.down_proj,rtn: 0.0022278,0.00000,0.039
+45,mlp.experts.123.down_proj,rtn: 0.0022583,0.00000,0.013
+45,mlp.experts.104.down_proj,rtn: 0.0021515,0.00000,0.016
+45,mlp.experts.118.down_proj,rtn: 0.0022278,0.00000,0.038
+45,mlp.experts.126.down_proj,rtn: 0.0021820,0.00000,0.031
+45,mlp.experts.130.down_proj,rtn: 0.0022736,0.00000,0.032
+45,mlp.experts.122.down_proj,rtn: 0.0021973,0.00000,0.028
+45,mlp.experts.77.down_proj,rtn: 0.0021667,0.00000,0.075
+45,mlp.experts.65.down_proj,rtn: 0.0022125,0.00000,0.073
+45,mlp.experts.132.down_proj,rtn: 0.0022736,0.00000,0.034
+45,mlp.experts.119.down_proj,rtn: 0.0022125,0.00000,0.039
+45,mlp.experts.111.down_proj,rtn: 0.0021362,0.00000,0.041
+45,mlp.experts.99.down_proj,rtn: 0.0022583,0.00000,0.036
+45,mlp.experts.96.down_proj,rtn: 0.0022583,0.00000,0.035
+45,mlp.experts.108.down_proj,rtn: 0.0022278,0.00000,0.034
+45,mlp.experts.120.down_proj,rtn: 0.0021515,0.00000,0.034
+45,mlp.experts.134.down_proj,rtn: 0.0022430,0.00000,0.034
+45,mlp.experts.138.down_proj,rtn: 0.0022430,0.00000,0.035
+45,mlp.experts.146.down_proj,rtn: 0.0021973,0.00000,0.037
+45,mlp.experts.142.down_proj,rtn: 0.0022278,0.00000,0.036
+45,mlp.experts.89.down_proj,rtn: 0.0022125,0.00000,0.056
+45,mlp.experts.139.down_proj,rtn: 0.0022278,0.00000,0.049
+45,mlp.experts.148.down_proj,rtn: 0.0022430,0.00000,0.033
+45,mlp.experts.135.down_proj,rtn: 0.0021820,0.00000,0.032
+45,mlp.experts.69.down_proj,rtn: 0.0022278,0.00000,0.080
+45,mlp.experts.115.down_proj,rtn: 0.0022278,0.00000,0.030
+45,mlp.experts.127.down_proj,rtn: 0.0021820,0.00000,0.031
+45,mlp.experts.81.down_proj,rtn: 0.0022278,0.00000,0.044
+45,mlp.experts.112.down_proj,rtn: 0.0021515,0.00000,0.037
+45,mlp.experts.124.down_proj,rtn: 0.0022583,0.00000,0.039
+45,mlp.experts.93.down_proj,rtn: 0.0022430,0.00000,0.056
+45,mlp.experts.105.down_proj,rtn: 0.0021515,0.00000,0.022
+45,mlp.experts.155.down_proj,rtn: 0.0021820,0.00000,0.036
+45,mlp.experts.164.down_proj,rtn: 0.0022125,0.00000,0.029
+45,mlp.experts.131.down_proj,rtn: 0.0021210,0.00000,0.028
+45,mlp.experts.151.down_proj,rtn: 0.0022430,0.00000,0.028
+45,mlp.experts.162.down_proj,rtn: 0.0021210,0.00000,0.048
+45,mlp.experts.154.down_proj,rtn: 0.0021973,0.00000,0.057
+45,mlp.experts.150.down_proj,rtn: 0.0022583,0.00000,0.080
+45,mlp.experts.158.down_proj,rtn: 0.0021820,0.00000,0.086
+45,mlp.experts.136.down_proj,rtn: 0.0022278,0.00000,0.066
+45,mlp.experts.180.down_proj,rtn: 0.0021820,0.00000,0.036
+45,mlp.experts.147.down_proj,rtn: 0.0021667,0.00000,0.034
+45,mlp.experts.140.down_proj,rtn: 0.0021820,0.00000,0.035
+45,mlp.experts.171.down_proj,rtn: 0.0022278,0.00000,0.035
+45,mlp.experts.128.down_proj,rtn: 0.0022583,0.00000,0.033
+45,mlp.experts.167.down_proj,rtn: 0.0021515,0.00000,0.032
+45,mlp.experts.143.down_proj,rtn: 0.0022430,0.00000,0.038
+45,mlp.experts.178.down_proj,rtn: 0.0022278,0.00000,0.052
+45,mlp.experts.152.down_proj,rtn: 0.0022430,0.00000,0.035
+45,mlp.experts.85.down_proj,rtn: 0.0021210,0.00000,0.070
+45,mlp.experts.109.down_proj,rtn: 0.0022430,0.00000,0.059
+45,mlp.experts.121.down_proj,rtn: 0.0021973,0.00000,0.070
+45,mlp.experts.166.down_proj,rtn: 0.0021820,0.00000,0.041
+45,mlp.experts.170.down_proj,rtn: 0.0021973,0.00000,0.035
+45,mlp.experts.163.down_proj,rtn: 0.0022583,0.00000,0.037
+45,mlp.experts.187.down_proj,rtn: 0.0022430,0.00000,0.036
+45,mlp.experts.183.down_proj,rtn: 0.0022888,0.00000,0.030
+45,mlp.experts.144.down_proj,rtn: 0.0021973,0.00000,0.030
+45,mlp.experts.97.down_proj,rtn: 0.0021973,0.00000,0.088
+45,mlp.experts.156.down_proj,rtn: 0.0022278,0.00000,0.035
+45,mlp.experts.159.down_proj,rtn: 0.0022736,0.00000,0.026
+45,mlp.experts.174.down_proj,rtn: 0.0022736,0.00000,0.056
+45,mlp.experts.168.down_proj,rtn: 0.0021362,0.00000,0.022
+45,mlp.experts.179.down_proj,rtn: 0.0021667,0.00000,0.017
+45,mlp.experts.101.down_proj,rtn: 0.0021820,0.00000,0.044
+45,mlp.experts.125.down_proj,rtn: 0.0022430,0.00000,0.044
+45,mlp.experts.172.down_proj,rtn: 0.0024719,0.00000,0.025
+45,mlp.experts.182.down_proj,rtn: 0.0021057,0.00000,0.035
+45,mlp.experts.175.down_proj,rtn: 0.0021973,0.00000,0.013
+45,mlp.experts.160.down_proj,rtn: 0.0021973,0.00000,0.030
+45,mlp.experts.184.down_proj,rtn: 0.0021973,0.00000,0.025
+45,mlp.experts.137.down_proj,rtn: 0.0022278,0.00000,0.049
+45,mlp.experts.190.down_proj,rtn: 0.0022583,0.00000,0.030
+45,mlp.experts.191.down_proj,rtn: 0.0021820,0.00000,0.012
+45,mlp.experts.186.down_proj,rtn: 0.0022278,0.00000,0.056
+45,mlp.experts.188.down_proj,rtn: 0.0021515,0.00000,0.019
+45,mlp.experts.113.down_proj,rtn: 0.0022278,0.00000,0.048
+45,mlp.experts.176.down_proj,rtn: 0.0021210,0.00000,0.015
+45,mlp.experts.117.down_proj,rtn: 0.0022430,0.00000,0.041
+45,mlp.experts.141.down_proj,rtn: 0.0022278,0.00000,0.038
+45,mlp.experts.153.down_proj,rtn: 0.0022430,0.00000,0.033
+45,mlp.experts.133.down_proj,rtn: 0.0021973,0.00000,0.033
+45,mlp.experts.157.down_proj,rtn: 0.0021667,0.00000,0.034
+45,mlp.experts.169.down_proj,rtn: 0.0022430,0.00000,0.030
+45,mlp.experts.129.down_proj,rtn: 0.0021515,0.00000,0.048
+45,mlp.experts.145.down_proj,rtn: 0.0022125,0.00000,0.028
+45,mlp.experts.185.down_proj,rtn: 0.0022278,0.00000,0.101
+45,mlp.experts.149.down_proj,rtn: 0.0022583,0.00000,0.110
+45,mlp.experts.173.down_proj,rtn: 0.0021515,0.00000,0.104
+45,mlp.experts.161.down_proj,rtn: 0.0021973,0.00000,0.026
+45,mlp.experts.189.down_proj,rtn: 0.0022736,0.00000,0.021
+45,mlp.experts.165.down_proj,rtn: 0.0022125,0.00000,0.021
+45,mlp.experts.177.down_proj,rtn: 0.0022583,0.00000,0.021
+45,mlp.experts.181.down_proj,rtn: 0.0022583,0.00000,0.065
+45,mlp.shared_experts.gate_proj,rtn: 0.0016327,0.00000,0.049
+45,mlp.shared_experts.up_proj,rtn: 0.0019684,0.00000,0.051
+45,mlp.shared_experts.down_proj,rtn: 0.0020752,0.00000,0.016
+46,self_attn.v_proj,rtn: 0.0027466,0.00000,0.037
+46,self_attn.q_proj,rtn: 0.0022736,0.00000,0.015
+46,self_attn.k_proj,rtn: 0.0021973,0.00000,0.020
+46,self_attn.o_proj,rtn: 0.0029907,0.00000,0.052
+46,mlp.experts.4.gate_proj,rtn: 0.0022583,0.00000,0.083
+46,mlp.experts.8.gate_proj,rtn: 0.0022278,0.00000,0.084
+46,mlp.experts.6.gate_proj,rtn: 0.0023041,0.00000,0.104
+46,mlp.experts.2.gate_proj,rtn: 0.0022583,0.00000,0.108
+46,mlp.experts.12.gate_proj,rtn: 0.0022125,0.00000,0.107
+46,mlp.experts.0.gate_proj,rtn: 0.0022888,0.00000,0.107
+46,mlp.experts.10.gate_proj,rtn: 0.0022430,0.00000,0.108
+46,mlp.experts.13.gate_proj,rtn: 0.0022125,0.00000,0.127
+46,mlp.experts.14.gate_proj,rtn: 0.0023041,0.00000,0.129
+46,mlp.experts.15.gate_proj,rtn: 0.0023041,0.00000,0.131
+46,mlp.experts.7.gate_proj,rtn: 0.0023193,0.00000,0.136
+46,mlp.experts.3.gate_proj,rtn: 0.0023193,0.00000,0.138
+46,mlp.experts.11.gate_proj,rtn: 0.0022888,0.00000,0.140
+46,mlp.experts.9.gate_proj,rtn: 0.0021820,0.00000,0.151
+46,mlp.experts.5.gate_proj,rtn: 0.0023193,0.00000,0.169
+46,mlp.experts.1.gate_proj,rtn: 0.0021210,0.00000,0.178
+46,mlp.experts.20.gate_proj,rtn: 0.0022888,0.00000,0.091
+46,mlp.experts.24.gate_proj,rtn: 0.0022583,0.00000,0.102
+46,mlp.experts.28.gate_proj,rtn: 0.0021973,0.00000,0.095
+46,mlp.experts.16.gate_proj,rtn: 0.0022583,0.00000,0.097
+46,mlp.experts.22.gate_proj,rtn: 0.0022278,0.00000,0.119
+46,mlp.experts.19.gate_proj,rtn: 0.0022125,0.00000,0.078
+46,mlp.experts.23.gate_proj,rtn: 0.0023041,0.00000,0.085
+46,mlp.experts.31.gate_proj,rtn: 0.0022430,0.00000,0.089
+46,mlp.experts.27.gate_proj,rtn: 0.0021057,0.00000,0.089
+46,mlp.experts.18.gate_proj,rtn: 0.0022125,0.00000,0.122
+46,mlp.experts.26.gate_proj,rtn: 0.0023193,0.00000,0.093
+46,mlp.experts.25.gate_proj,rtn: 0.0022430,0.00000,0.110
+46,mlp.experts.29.gate_proj,rtn: 0.0022888,0.00000,0.106
+46,mlp.experts.30.gate_proj,rtn: 0.0022278,0.00000,0.105
+46,mlp.experts.36.gate_proj,rtn: 0.0021515,0.00000,0.102
+46,mlp.experts.40.gate_proj,rtn: 0.0022736,0.00000,0.090
+46,mlp.experts.21.gate_proj,rtn: 0.0022430,0.00000,0.118
+46,mlp.experts.17.gate_proj,rtn: 0.0021362,0.00000,0.111
+46,mlp.experts.35.gate_proj,rtn: 0.0022888,0.00000,0.078
+46,mlp.experts.39.gate_proj,rtn: 0.0022583,0.00000,0.075
+46,mlp.experts.44.gate_proj,rtn: 0.0023041,0.00000,0.109
+46,mlp.experts.43.gate_proj,rtn: 0.0023346,0.00000,0.068
+46,mlp.experts.47.gate_proj,rtn: 0.0023346,0.00000,0.072
+46,mlp.experts.32.gate_proj,rtn: 0.0023041,0.00000,0.100
+46,mlp.experts.38.gate_proj,rtn: 0.0023041,0.00000,0.103
+46,mlp.experts.34.gate_proj,rtn: 0.0023193,0.00000,0.097
+46,mlp.experts.41.gate_proj,rtn: 0.0022888,0.00000,0.088
+46,mlp.experts.42.gate_proj,rtn: 0.0022125,0.00000,0.096
+46,mlp.experts.45.gate_proj,rtn: 0.0022583,0.00000,0.091
+46,mlp.experts.46.gate_proj,rtn: 0.0022278,0.00000,0.104
+46,mlp.experts.33.gate_proj,rtn: 0.0022583,0.00000,0.083
+46,mlp.experts.37.gate_proj,rtn: 0.0023499,0.00000,0.094
+46,mlp.experts.59.gate_proj,rtn: 0.0022125,0.00000,0.067
+46,mlp.experts.51.gate_proj,rtn: 0.0023346,0.00000,0.077
+46,mlp.experts.55.gate_proj,rtn: 0.0022583,0.00000,0.078
+46,mlp.experts.52.gate_proj,rtn: 0.0022583,0.00000,0.121
+46,mlp.experts.63.gate_proj,rtn: 0.0022278,0.00000,0.080
+46,mlp.experts.60.gate_proj,rtn: 0.0022278,0.00000,0.104
+46,mlp.experts.54.gate_proj,rtn: 0.0022125,0.00000,0.096
+46,mlp.experts.56.gate_proj,rtn: 0.0023193,0.00000,0.148
+46,mlp.experts.48.gate_proj,rtn: 0.0023041,0.00000,0.106
+46,mlp.experts.61.gate_proj,rtn: 0.0022888,0.00000,0.079
+46,mlp.experts.57.gate_proj,rtn: 0.0023041,0.00000,0.089
+46,mlp.experts.49.gate_proj,rtn: 0.0022888,0.00000,0.074
+46,mlp.experts.58.gate_proj,rtn: 0.0023193,0.00000,0.101
+46,mlp.experts.53.gate_proj,rtn: 0.0023041,0.00000,0.070
+46,mlp.experts.50.gate_proj,rtn: 0.0023041,0.00000,0.112
+46,mlp.experts.67.gate_proj,rtn: 0.0023346,0.00000,0.071
+46,mlp.experts.75.gate_proj,rtn: 0.0023651,0.00000,0.075
+46,mlp.experts.71.gate_proj,rtn: 0.0023346,0.00000,0.078
+46,mlp.experts.79.gate_proj,rtn: 0.0022888,0.00000,0.073
+46,mlp.experts.68.gate_proj,rtn: 0.0022278,0.00000,0.080
+46,mlp.experts.76.gate_proj,rtn: 0.0022278,0.00000,0.084
+46,mlp.experts.64.gate_proj,rtn: 0.0022278,0.00000,0.073
+46,mlp.experts.72.gate_proj,rtn: 0.0022583,0.00000,0.083
+46,mlp.experts.83.gate_proj,rtn: 0.0022125,0.00000,0.062
+46,mlp.experts.87.gate_proj,rtn: 0.0022888,0.00000,0.063
+46,mlp.experts.62.gate_proj,rtn: 0.0022736,0.00000,0.178
+46,mlp.experts.77.gate_proj,rtn: 0.0022583,0.00000,0.108
+46,mlp.experts.91.gate_proj,rtn: 0.0022583,0.00000,0.073
+46,mlp.experts.65.gate_proj,rtn: 0.0023041,0.00000,0.099
+46,mlp.experts.95.gate_proj,rtn: 0.0022430,0.00000,0.069
+46,mlp.experts.69.gate_proj,rtn: 0.0022278,0.00000,0.107
+46,mlp.experts.92.gate_proj,rtn: 0.0022278,0.00000,0.073
+46,mlp.experts.80.gate_proj,rtn: 0.0022125,0.00000,0.075
+46,mlp.experts.88.gate_proj,rtn: 0.0021973,0.00000,0.075
+46,mlp.experts.70.gate_proj,rtn: 0.0023193,0.00000,0.167
+46,mlp.experts.84.gate_proj,rtn: 0.0022430,0.00000,0.097
+46,mlp.experts.99.gate_proj,rtn: 0.0022888,0.00000,0.084
+46,mlp.experts.103.gate_proj,rtn: 0.0022888,0.00000,0.086
+46,mlp.experts.66.gate_proj,rtn: 0.0023041,0.00000,0.177
+46,mlp.experts.107.gate_proj,rtn: 0.0022278,0.00000,0.083
+46,mlp.experts.74.gate_proj,rtn: 0.0022430,0.00000,0.185
+46,mlp.experts.111.gate_proj,rtn: 0.0022736,0.00000,0.088
+46,mlp.experts.78.gate_proj,rtn: 0.0022278,0.00000,0.102
+46,mlp.experts.93.gate_proj,rtn: 0.0022125,0.00000,0.113
+46,mlp.experts.81.gate_proj,rtn: 0.0021820,0.00000,0.116
+46,mlp.experts.108.gate_proj,rtn: 0.0021362,0.00000,0.089
+46,mlp.experts.85.gate_proj,rtn: 0.0022278,0.00000,0.116
+46,mlp.experts.104.gate_proj,rtn: 0.0022888,0.00000,0.089
+46,mlp.experts.96.gate_proj,rtn: 0.0022888,0.00000,0.098
+46,mlp.experts.73.gate_proj,rtn: 0.0022430,0.00000,0.259
+46,mlp.experts.86.gate_proj,rtn: 0.0023346,0.00000,0.114
+46,mlp.experts.100.gate_proj,rtn: 0.0023651,0.00000,0.114
+46,mlp.experts.115.gate_proj,rtn: 0.0022583,0.00000,0.104
+46,mlp.experts.119.gate_proj,rtn: 0.0023499,0.00000,0.100
+46,mlp.experts.127.gate_proj,rtn: 0.0022888,0.00000,0.098
+46,mlp.experts.109.gate_proj,rtn: 0.0022430,0.00000,0.090
+46,mlp.experts.123.gate_proj,rtn: 0.0023041,0.00000,0.114
+46,mlp.experts.97.gate_proj,rtn: 0.0022888,0.00000,0.095
+46,mlp.experts.90.gate_proj,rtn: 0.0021973,0.00000,0.131
+46,mlp.experts.101.gate_proj,rtn: 0.0021362,0.00000,0.085
+46,mlp.experts.82.gate_proj,rtn: 0.0021820,0.00000,0.138
+46,mlp.experts.94.gate_proj,rtn: 0.0022125,0.00000,0.129
+46,mlp.experts.124.gate_proj,rtn: 0.0023804,0.00000,0.119
+46,mlp.experts.131.gate_proj,rtn: 0.0021973,0.00000,0.071
+46,mlp.experts.120.gate_proj,rtn: 0.0022888,0.00000,0.113
+46,mlp.experts.112.gate_proj,rtn: 0.0021973,0.00000,0.109
+46,mlp.experts.135.gate_proj,rtn: 0.0023193,0.00000,0.074
+46,mlp.experts.143.gate_proj,rtn: 0.0022583,0.00000,0.067
+46,mlp.experts.116.gate_proj,rtn: 0.0022736,0.00000,0.102
+46,mlp.experts.139.gate_proj,rtn: 0.0022430,0.00000,0.066
+46,mlp.experts.147.gate_proj,rtn: 0.0022125,0.00000,0.056
+46,mlp.experts.102.gate_proj,rtn: 0.0023193,0.00000,0.151
+46,mlp.experts.89.gate_proj,rtn: 0.0023499,0.00000,0.151
+46,mlp.experts.151.gate_proj,rtn: 0.0021973,0.00000,0.083
+46,mlp.experts.106.gate_proj,rtn: 0.0022583,0.00000,0.140
+46,mlp.experts.98.gate_proj,rtn: 0.0022278,0.00000,0.137
+46,mlp.experts.155.gate_proj,rtn: 0.0021210,0.00000,0.092
+46,mlp.experts.128.gate_proj,rtn: 0.0022278,0.00000,0.098
+46,mlp.experts.117.gate_proj,rtn: 0.0022583,0.00000,0.152
+46,mlp.experts.132.gate_proj,rtn: 0.0021820,0.00000,0.098
+46,mlp.experts.136.gate_proj,rtn: 0.0023651,0.00000,0.100
+46,mlp.experts.113.gate_proj,rtn: 0.0021667,0.00000,0.158
+46,mlp.experts.140.gate_proj,rtn: 0.0022583,0.00000,0.102
+46,mlp.experts.159.gate_proj,rtn: 0.0021820,0.00000,0.123
+46,mlp.experts.105.gate_proj,rtn: 0.0022125,0.00000,0.110
+46,mlp.experts.118.gate_proj,rtn: 0.0022583,0.00000,0.118
+46,mlp.experts.110.gate_proj,rtn: 0.0022736,0.00000,0.177
+46,mlp.experts.144.gate_proj,rtn: 0.0023041,0.00000,0.079
+46,mlp.experts.152.gate_proj,rtn: 0.0022583,0.00000,0.077
+46,mlp.experts.163.gate_proj,rtn: 0.0021820,0.00000,0.155
+46,mlp.experts.148.gate_proj,rtn: 0.0021667,0.00000,0.081
+46,mlp.experts.156.gate_proj,rtn: 0.0021973,0.00000,0.089
+46,mlp.experts.114.gate_proj,rtn: 0.0022430,0.00000,0.109
+46,mlp.experts.122.gate_proj,rtn: 0.0021515,0.00000,0.111
+46,mlp.experts.167.gate_proj,rtn: 0.0022736,0.00000,0.124
+46,mlp.experts.171.gate_proj,rtn: 0.0022278,0.00000,0.122
+46,mlp.experts.133.gate_proj,rtn: 0.0022888,0.00000,0.122
+46,mlp.experts.125.gate_proj,rtn: 0.0021973,0.00000,0.313
+46,mlp.experts.129.gate_proj,rtn: 0.0022888,0.00000,0.118
+46,mlp.experts.168.gate_proj,rtn: 0.0022125,0.00000,0.065
+46,mlp.experts.160.gate_proj,rtn: 0.0022736,0.00000,0.068
+46,mlp.experts.121.gate_proj,rtn: 0.0021667,0.00000,0.105
+46,mlp.experts.134.gate_proj,rtn: 0.0022583,0.00000,0.094
+46,mlp.experts.164.gate_proj,rtn: 0.0021667,0.00000,0.069
+46,mlp.experts.126.gate_proj,rtn: 0.0023041,0.00000,0.107
+46,mlp.experts.130.gate_proj,rtn: 0.0023193,0.00000,0.096
+46,mlp.experts.138.gate_proj,rtn: 0.0023041,0.00000,0.098
+46,mlp.experts.149.gate_proj,rtn: 0.0023499,0.00000,0.080
+46,mlp.experts.141.gate_proj,rtn: 0.0022125,0.00000,0.075
+46,mlp.experts.145.gate_proj,rtn: 0.0021820,0.00000,0.077
+46,mlp.experts.172.gate_proj,rtn: 0.0022430,0.00000,0.122
+46,mlp.experts.183.gate_proj,rtn: 0.0023193,0.00000,0.127
+46,mlp.experts.187.gate_proj,rtn: 0.0021667,0.00000,0.121
+46,mlp.experts.137.gate_proj,rtn: 0.0023193,0.00000,0.083
+46,mlp.experts.150.gate_proj,rtn: 0.0022583,0.00000,0.094
+46,mlp.experts.184.gate_proj,rtn: 0.0023041,0.00000,0.088
+46,mlp.experts.176.gate_proj,rtn: 0.0022430,0.00000,0.106
+46,mlp.experts.180.gate_proj,rtn: 0.0022125,0.00000,0.110
+46,mlp.experts.142.gate_proj,rtn: 0.0023041,0.00000,0.100
+46,mlp.experts.165.gate_proj,rtn: 0.0022125,0.00000,0.072
+46,mlp.experts.179.gate_proj,rtn: 0.0022583,0.00000,0.201
+46,mlp.experts.157.gate_proj,rtn: 0.0023193,0.00000,0.071
+46,mlp.experts.146.gate_proj,rtn: 0.0021515,0.00000,0.102
+46,mlp.experts.175.gate_proj,rtn: 0.0022583,0.00000,0.285
+46,mlp.experts.161.gate_proj,rtn: 0.0022430,0.00000,0.077
+46,mlp.experts.154.gate_proj,rtn: 0.0022125,0.00000,0.098
+46,mlp.experts.153.gate_proj,rtn: 0.0022125,0.00000,0.076
+46,mlp.experts.173.gate_proj,rtn: 0.0022583,0.00000,0.067
+46,mlp.experts.181.gate_proj,rtn: 0.0022736,0.00000,0.076
+46,mlp.experts.166.gate_proj,rtn: 0.0022125,0.00000,0.112
+46,mlp.experts.7.up_proj,rtn: 0.0022583,0.00000,0.122
+46,mlp.experts.4.up_proj,rtn: 0.0022125,0.00000,0.091
+46,mlp.experts.0.up_proj,rtn: 0.0022583,0.00000,0.098
+46,mlp.experts.188.gate_proj,rtn: 0.0022278,0.00000,0.112
+46,mlp.experts.8.up_proj,rtn: 0.0021820,0.00000,0.113
+46,mlp.experts.158.gate_proj,rtn: 0.0022583,0.00000,0.094
+46,mlp.experts.177.gate_proj,rtn: 0.0021515,0.00000,0.075
+46,mlp.experts.170.gate_proj,rtn: 0.0022736,0.00000,0.094
+46,mlp.experts.162.gate_proj,rtn: 0.0022125,0.00000,0.098
+46,mlp.experts.11.up_proj,rtn: 0.0022278,0.00000,0.158
+46,mlp.experts.169.gate_proj,rtn: 0.0021973,0.00000,0.074
+46,mlp.experts.3.up_proj,rtn: 0.0022888,0.00000,0.140
+46,mlp.experts.182.gate_proj,rtn: 0.0022125,0.00000,0.079
+46,mlp.experts.191.gate_proj,rtn: 0.0023193,0.00000,0.149
+46,mlp.experts.189.gate_proj,rtn: 0.0022888,0.00000,0.088
+46,mlp.experts.174.gate_proj,rtn: 0.0022888,0.00000,0.076
+46,mlp.experts.24.up_proj,rtn: 0.0022430,0.00000,0.091
+46,mlp.experts.20.up_proj,rtn: 0.0022278,0.00000,0.087
+46,mlp.experts.12.up_proj,rtn: 0.0021973,0.00000,0.088
+46,mlp.experts.16.up_proj,rtn: 0.0022278,0.00000,0.094
+46,mlp.experts.186.gate_proj,rtn: 0.0021973,0.00000,0.075
+46,mlp.experts.1.up_proj,rtn: 0.0022125,0.00000,0.090
+46,mlp.experts.5.up_proj,rtn: 0.0022430,0.00000,0.106
+46,mlp.experts.178.gate_proj,rtn: 0.0022888,0.00000,0.077
+46,mlp.experts.23.up_proj,rtn: 0.0022430,0.00000,0.117
+46,mlp.experts.185.gate_proj,rtn: 0.0022736,0.00000,0.091
+46,mlp.experts.19.up_proj,rtn: 0.0021973,0.00000,0.099
+46,mlp.experts.13.up_proj,rtn: 0.0021667,0.00000,0.071
+46,mlp.experts.27.up_proj,rtn: 0.0021667,0.00000,0.133
+46,mlp.experts.6.up_proj,rtn: 0.0022430,0.00000,0.084
+46,mlp.experts.190.gate_proj,rtn: 0.0022430,0.00000,0.085
+46,mlp.experts.32.up_proj,rtn: 0.0022430,0.00000,0.083
+46,mlp.experts.28.up_proj,rtn: 0.0021820,0.00000,0.083
+46,mlp.experts.40.up_proj,rtn: 0.0022125,0.00000,0.087
+46,mlp.experts.17.up_proj,rtn: 0.0022583,0.00000,0.077
+46,mlp.experts.2.up_proj,rtn: 0.0022278,0.00000,0.080
+46,mlp.experts.21.up_proj,rtn: 0.0021973,0.00000,0.074
+46,mlp.experts.10.up_proj,rtn: 0.0022125,0.00000,0.077
+46,mlp.experts.36.up_proj,rtn: 0.0021667,0.00000,0.090
+46,mlp.experts.9.up_proj,rtn: 0.0021973,0.00000,0.074
+46,mlp.experts.15.up_proj,rtn: 0.0022736,0.00000,0.119
+46,mlp.experts.39.up_proj,rtn: 0.0022430,0.00000,0.105
+46,mlp.experts.29.up_proj,rtn: 0.0022430,0.00000,0.075
+46,mlp.experts.35.up_proj,rtn: 0.0022278,0.00000,0.096
+46,mlp.experts.22.up_proj,rtn: 0.0021973,0.00000,0.088
+46,mlp.experts.43.up_proj,rtn: 0.0022583,0.00000,0.098
+46,mlp.experts.33.up_proj,rtn: 0.0022430,0.00000,0.076
+46,mlp.experts.56.up_proj,rtn: 0.0022583,0.00000,0.082
+46,mlp.experts.48.up_proj,rtn: 0.0022583,0.00000,0.086
+46,mlp.experts.44.up_proj,rtn: 0.0022583,0.00000,0.088
+46,mlp.experts.31.up_proj,rtn: 0.0022125,0.00000,0.090
+46,mlp.experts.55.up_proj,rtn: 0.0022278,0.00000,0.091
+46,mlp.experts.37.up_proj,rtn: 0.0023041,0.00000,0.119
+46,mlp.experts.25.up_proj,rtn: 0.0021973,0.00000,0.116
+46,mlp.experts.14.up_proj,rtn: 0.0022430,0.00000,0.144
+46,mlp.experts.52.up_proj,rtn: 0.0022278,0.00000,0.124
+46,mlp.experts.26.up_proj,rtn: 0.0022583,0.00000,0.150
+46,mlp.experts.51.up_proj,rtn: 0.0022278,0.00000,0.100
+46,mlp.experts.18.up_proj,rtn: 0.0022125,0.00000,0.155
+46,mlp.experts.45.up_proj,rtn: 0.0022125,0.00000,0.122
+46,mlp.experts.72.up_proj,rtn: 0.0021973,0.00000,0.082
+46,mlp.experts.59.up_proj,rtn: 0.0021820,0.00000,0.090
+46,mlp.experts.60.up_proj,rtn: 0.0022125,0.00000,0.079
+46,mlp.experts.64.up_proj,rtn: 0.0021820,0.00000,0.082
+46,mlp.experts.49.up_proj,rtn: 0.0022125,0.00000,0.076
+46,mlp.experts.47.up_proj,rtn: 0.0023956,0.00000,0.108
+46,mlp.experts.53.up_proj,rtn: 0.0022278,0.00000,0.099
+46,mlp.experts.68.up_proj,rtn: 0.0022278,0.00000,0.087
+46,mlp.experts.41.up_proj,rtn: 0.0022430,0.00000,0.101
+46,mlp.experts.76.up_proj,rtn: 0.0021973,0.00000,0.062
+46,mlp.experts.71.up_proj,rtn: 0.0022888,0.00000,0.129
+46,mlp.experts.80.up_proj,rtn: 0.0021820,0.00000,0.068
+46,mlp.experts.88.up_proj,rtn: 0.0021820,0.00000,0.070
+46,mlp.experts.67.up_proj,rtn: 0.0022736,0.00000,0.105
+46,mlp.experts.75.up_proj,rtn: 0.0022583,0.00000,0.110
+46,mlp.experts.84.up_proj,rtn: 0.0021820,0.00000,0.070
+46,mlp.experts.30.up_proj,rtn: 0.0022125,0.00000,0.175
+46,mlp.experts.61.up_proj,rtn: 0.0022278,0.00000,0.121
+46,mlp.experts.38.up_proj,rtn: 0.0022583,0.00000,0.194
+46,mlp.experts.69.up_proj,rtn: 0.0021515,0.00000,0.086
+46,mlp.experts.57.up_proj,rtn: 0.0022583,0.00000,0.083
+46,mlp.experts.65.up_proj,rtn: 0.0022278,0.00000,0.099
+46,mlp.experts.92.up_proj,rtn: 0.0021820,0.00000,0.071
+46,mlp.experts.63.up_proj,rtn: 0.0021515,0.00000,0.114
+46,mlp.experts.104.up_proj,rtn: 0.0022125,0.00000,0.074
+46,mlp.experts.96.up_proj,rtn: 0.0022583,0.00000,0.075
+46,mlp.experts.100.up_proj,rtn: 0.0023193,0.00000,0.071
+46,mlp.experts.83.up_proj,rtn: 0.0022125,0.00000,0.121
+46,mlp.experts.85.up_proj,rtn: 0.0022125,0.00000,0.070
+46,mlp.experts.77.up_proj,rtn: 0.0022278,0.00000,0.072
+46,mlp.experts.81.up_proj,rtn: 0.0021515,0.00000,0.067
+46,mlp.experts.34.up_proj,rtn: 0.0021973,0.00000,0.193
+46,mlp.experts.73.up_proj,rtn: 0.0021973,0.00000,0.069
+46,mlp.experts.91.up_proj,rtn: 0.0022583,0.00000,0.109
+46,mlp.experts.42.up_proj,rtn: 0.0022125,0.00000,0.260
+46,mlp.experts.54.up_proj,rtn: 0.0021667,0.00000,0.117
+46,mlp.experts.79.up_proj,rtn: 0.0022736,0.00000,0.098
+46,mlp.experts.87.up_proj,rtn: 0.0022583,0.00000,0.176
+46,mlp.experts.46.up_proj,rtn: 0.0021667,0.00000,0.136
+46,mlp.experts.108.up_proj,rtn: 0.0021362,0.00000,0.141
+46,mlp.experts.101.up_proj,rtn: 0.0021820,0.00000,0.066
+46,mlp.experts.93.up_proj,rtn: 0.0022125,0.00000,0.071
+46,mlp.experts.89.up_proj,rtn: 0.0023193,0.00000,0.068
+46,mlp.experts.97.up_proj,rtn: 0.0021973,0.00000,0.069
+46,mlp.experts.99.up_proj,rtn: 0.0021515,0.00000,0.088
+46,mlp.experts.107.up_proj,rtn: 0.0021973,0.00000,0.091
+46,mlp.experts.50.up_proj,rtn: 0.0022278,0.00000,0.109
+46,mlp.experts.112.up_proj,rtn: 0.0021667,0.00000,0.171
+46,mlp.experts.58.up_proj,rtn: 0.0022736,0.00000,0.111
+46,mlp.experts.103.up_proj,rtn: 0.0021973,0.00000,0.085
+46,mlp.experts.120.up_proj,rtn: 0.0022430,0.00000,0.175
+46,mlp.experts.116.up_proj,rtn: 0.0022430,0.00000,0.112
+46,mlp.experts.70.up_proj,rtn: 0.0022430,0.00000,0.096
+46,mlp.experts.95.up_proj,rtn: 0.0022125,0.00000,0.096
+46,mlp.experts.62.up_proj,rtn: 0.0022430,0.00000,0.101
+46,mlp.experts.124.up_proj,rtn: 0.0022583,0.00000,0.077
+46,mlp.experts.113.up_proj,rtn: 0.0021362,0.00000,0.063
+46,mlp.experts.105.up_proj,rtn: 0.0021820,0.00000,0.065
+46,mlp.experts.117.up_proj,rtn: 0.0021820,0.00000,0.083
+46,mlp.experts.109.up_proj,rtn: 0.0022125,0.00000,0.079
+46,mlp.experts.115.up_proj,rtn: 0.0022278,0.00000,0.068
+46,mlp.experts.123.up_proj,rtn: 0.0022430,0.00000,0.062
+46,mlp.experts.128.up_proj,rtn: 0.0021820,0.00000,0.049
+46,mlp.experts.119.up_proj,rtn: 0.0023041,0.00000,0.069
+46,mlp.experts.66.up_proj,rtn: 0.0022736,0.00000,0.107
+46,mlp.experts.74.up_proj,rtn: 0.0021515,0.00000,0.111
+46,mlp.experts.133.up_proj,rtn: 0.0022430,0.00000,0.096
+46,mlp.experts.125.up_proj,rtn: 0.0021515,0.00000,0.095
+46,mlp.experts.129.up_proj,rtn: 0.0022430,0.00000,0.081
+46,mlp.experts.78.up_proj,rtn: 0.0021820,0.00000,0.102
+46,mlp.experts.86.up_proj,rtn: 0.0023193,0.00000,0.107
+46,mlp.experts.136.up_proj,rtn: 0.0022888,0.00000,0.102
+46,mlp.experts.132.up_proj,rtn: 0.0021820,0.00000,0.110
+46,mlp.experts.111.up_proj,rtn: 0.0022125,0.00000,0.117
+46,mlp.experts.144.up_proj,rtn: 0.0022278,0.00000,0.108
+46,mlp.experts.121.up_proj,rtn: 0.0021820,0.00000,0.116
+46,mlp.experts.131.up_proj,rtn: 0.0022278,0.00000,0.123
+46,mlp.experts.135.up_proj,rtn: 0.0022736,0.00000,0.136
+46,mlp.experts.82.up_proj,rtn: 0.0022125,0.00000,0.104
+46,mlp.experts.139.up_proj,rtn: 0.0022278,0.00000,0.148
+46,mlp.experts.90.up_proj,rtn: 0.0021515,0.00000,0.114
+46,mlp.experts.140.up_proj,rtn: 0.0022278,0.00000,0.183
+46,mlp.experts.149.up_proj,rtn: 0.0022430,0.00000,0.104
+46,mlp.experts.94.up_proj,rtn: 0.0021820,0.00000,0.108
+46,mlp.experts.102.up_proj,rtn: 0.0022278,0.00000,0.100
+46,mlp.experts.152.up_proj,rtn: 0.0022430,0.00000,0.101
+46,mlp.experts.148.up_proj,rtn: 0.0021515,0.00000,0.104
+46,mlp.experts.160.up_proj,rtn: 0.0022278,0.00000,0.098
+46,mlp.experts.145.up_proj,rtn: 0.0021973,0.00000,0.116
+46,mlp.experts.141.up_proj,rtn: 0.0021973,0.00000,0.137
+46,mlp.experts.137.up_proj,rtn: 0.0022278,0.00000,0.135
+46,mlp.experts.127.up_proj,rtn: 0.0022430,0.00000,0.146
+46,mlp.experts.98.up_proj,rtn: 0.0022583,0.00000,0.090
+46,mlp.experts.147.up_proj,rtn: 0.0021667,0.00000,0.138
+46,mlp.experts.106.up_proj,rtn: 0.0022125,0.00000,0.085
+46,mlp.experts.156.up_proj,rtn: 0.0021820,0.00000,0.093
+46,mlp.experts.151.up_proj,rtn: 0.0021667,0.00000,0.113
+46,mlp.experts.155.up_proj,rtn: 0.0023193,0.00000,0.111
+46,mlp.experts.118.up_proj,rtn: 0.0021973,0.00000,0.084
+46,mlp.experts.110.up_proj,rtn: 0.0022278,0.00000,0.094
+46,mlp.experts.165.up_proj,rtn: 0.0022278,0.00000,0.109
+46,mlp.experts.164.up_proj,rtn: 0.0021515,0.00000,0.101
+46,mlp.experts.168.up_proj,rtn: 0.0021362,0.00000,0.103
+46,mlp.experts.161.up_proj,rtn: 0.0021667,0.00000,0.094
+46,mlp.experts.176.up_proj,rtn: 0.0022278,0.00000,0.116
+46,mlp.experts.157.up_proj,rtn: 0.0022430,0.00000,0.099
+46,mlp.experts.114.up_proj,rtn: 0.0022278,0.00000,0.085
+46,mlp.experts.153.up_proj,rtn: 0.0021973,0.00000,0.106
+46,mlp.experts.163.up_proj,rtn: 0.0021820,0.00000,0.092
+46,mlp.experts.143.up_proj,rtn: 0.0022125,0.00000,0.093
+46,mlp.experts.122.up_proj,rtn: 0.0021362,0.00000,0.092
+46,mlp.experts.172.up_proj,rtn: 0.0021820,0.00000,0.098
+46,mlp.experts.171.up_proj,rtn: 0.0021973,0.00000,0.093
+46,mlp.experts.167.up_proj,rtn: 0.0022125,0.00000,0.105
+46,mlp.experts.134.up_proj,rtn: 0.0022430,0.00000,0.083
+46,mlp.experts.126.up_proj,rtn: 0.0022583,0.00000,0.083
+46,mlp.experts.180.up_proj,rtn: 0.0021973,0.00000,0.086
+46,mlp.experts.181.up_proj,rtn: 0.0022583,0.00000,0.105
+46,mlp.experts.184.up_proj,rtn: 0.0022125,0.00000,0.096
+46,mlp.experts.188.up_proj,rtn: 0.0021973,0.00000,0.060
+46,mlp.experts.177.up_proj,rtn: 0.0021515,0.00000,0.096
+46,mlp.experts.130.up_proj,rtn: 0.0022430,0.00000,0.085
+46,mlp.experts.138.up_proj,rtn: 0.0022125,0.00000,0.078
+46,mlp.experts.159.up_proj,rtn: 0.0021362,0.00000,0.084
+46,mlp.experts.173.up_proj,rtn: 0.0022278,0.00000,0.090
+46,mlp.experts.179.up_proj,rtn: 0.0022278,0.00000,0.091
+46,mlp.experts.169.up_proj,rtn: 0.0021973,0.00000,0.097
+46,mlp.experts.187.up_proj,rtn: 0.0022125,0.00000,0.086
+46,mlp.experts.183.up_proj,rtn: 0.0022888,0.00000,0.087
+46,mlp.experts.150.up_proj,rtn: 0.0022430,0.00000,0.078
+46,mlp.experts.142.up_proj,rtn: 0.0022430,0.00000,0.089
+46,mlp.experts.175.up_proj,rtn: 0.0022430,0.00000,0.043
+46,mlp.experts.185.up_proj,rtn: 0.0022430,0.00000,0.051
+46,mlp.experts.189.up_proj,rtn: 0.0022736,0.00000,0.057
+46,mlp.experts.154.up_proj,rtn: 0.0022278,0.00000,0.095
+46,mlp.experts.146.up_proj,rtn: 0.0021362,0.00000,0.102
+46,mlp.experts.191.up_proj,rtn: 0.0022430,0.00000,0.041
+46,mlp.experts.166.up_proj,rtn: 0.0022278,0.00000,0.101
+46,mlp.experts.158.up_proj,rtn: 0.0022125,0.00000,0.097
+46,mlp.experts.170.up_proj,rtn: 0.0022278,0.00000,0.085
+46,mlp.experts.162.up_proj,rtn: 0.0021973,0.00000,0.079
+46,mlp.experts.174.up_proj,rtn: 0.0022430,0.00000,0.133
+46,mlp.experts.182.up_proj,rtn: 0.0021667,0.00000,0.135
+46,mlp.experts.178.up_proj,rtn: 0.0021973,0.00000,0.127
+46,mlp.experts.186.up_proj,rtn: 0.0021667,0.00000,0.141
+46,mlp.experts.190.up_proj,rtn: 0.0022278,0.00000,0.084
+46,mlp.experts.1.down_proj,rtn: 0.0021362,0.00000,0.015
+46,mlp.experts.8.down_proj,rtn: 0.0021973,0.00000,0.010
+46,mlp.experts.11.down_proj,rtn: 0.0022430,0.00000,0.037
+46,mlp.experts.7.down_proj,rtn: 0.0022583,0.00000,0.036
+46,mlp.experts.17.down_proj,rtn: 0.0022430,0.00000,0.062
+46,mlp.experts.3.down_proj,rtn: 0.0022736,0.00000,0.068
+46,mlp.experts.15.down_proj,rtn: 0.0022736,0.00000,0.070
+46,mlp.experts.0.down_proj,rtn: 0.0022430,0.00000,0.073
+46,mlp.experts.6.down_proj,rtn: 0.0022278,0.00000,0.151
+46,mlp.experts.12.down_proj,rtn: 0.0021973,0.00000,0.078
+46,mlp.experts.4.down_proj,rtn: 0.0021973,0.00000,0.079
+46,mlp.experts.14.down_proj,rtn: 0.0022583,0.00000,0.155
+46,mlp.experts.2.down_proj,rtn: 0.0022278,0.00000,0.156
+46,mlp.experts.9.down_proj,rtn: 0.0022125,0.00000,0.081
+46,mlp.experts.24.down_proj,rtn: 0.0021820,0.00000,0.080
+46,mlp.experts.27.down_proj,rtn: 0.0022125,0.00000,0.040
+46,mlp.experts.23.down_proj,rtn: 0.0022278,0.00000,0.047
+46,mlp.experts.10.down_proj,rtn: 0.0022278,0.00000,0.168
+46,mlp.experts.5.down_proj,rtn: 0.0022430,0.00000,0.093
+46,mlp.experts.13.down_proj,rtn: 0.0021667,0.00000,0.096
+46,mlp.experts.33.down_proj,rtn: 0.0022430,0.00000,0.032
+46,mlp.experts.31.down_proj,rtn: 0.0021667,0.00000,0.026
+46,mlp.experts.25.down_proj,rtn: 0.0021973,0.00000,0.018
+46,mlp.experts.19.down_proj,rtn: 0.0021973,0.00000,0.037
+46,mlp.experts.16.down_proj,rtn: 0.0022430,0.00000,0.029
+46,mlp.experts.22.down_proj,rtn: 0.0022278,0.00000,0.032
+46,mlp.experts.43.down_proj,rtn: 0.0022278,0.00000,0.018
+46,mlp.experts.20.down_proj,rtn: 0.0022278,0.00000,0.034
+46,mlp.experts.30.down_proj,rtn: 0.0021973,0.00000,0.030
+46,mlp.experts.39.down_proj,rtn: 0.0022278,0.00000,0.018
+46,mlp.experts.40.down_proj,rtn: 0.0021973,0.00000,0.026
+46,mlp.experts.28.down_proj,rtn: 0.0022125,0.00000,0.030
+46,mlp.experts.18.down_proj,rtn: 0.0021973,0.00000,0.034
+46,mlp.experts.26.down_proj,rtn: 0.0022430,0.00000,0.035
+46,mlp.experts.35.down_proj,rtn: 0.0022278,0.00000,0.045
+46,mlp.experts.36.down_proj,rtn: 0.0022125,0.00000,0.037
+46,mlp.experts.38.down_proj,rtn: 0.0022583,0.00000,0.043
+46,mlp.experts.29.down_proj,rtn: 0.0022430,0.00000,0.062
+46,mlp.experts.32.down_proj,rtn: 0.0022736,0.00000,0.045
+46,mlp.experts.56.down_proj,rtn: 0.0022430,0.00000,0.030
+46,mlp.experts.49.down_proj,rtn: 0.0022278,0.00000,0.061
+46,mlp.experts.21.down_proj,rtn: 0.0022125,0.00000,0.070
+46,mlp.experts.41.down_proj,rtn: 0.0022125,0.00000,0.060
+46,mlp.experts.59.down_proj,rtn: 0.0021973,0.00000,0.046
+46,mlp.experts.47.down_proj,rtn: 0.0023956,0.00000,0.066
+46,mlp.experts.55.down_proj,rtn: 0.0021515,0.00000,0.042
+46,mlp.experts.44.down_proj,rtn: 0.0022583,0.00000,0.037
+46,mlp.experts.42.down_proj,rtn: 0.0022278,0.00000,0.036
+46,mlp.experts.34.down_proj,rtn: 0.0022125,0.00000,0.038
+46,mlp.experts.46.down_proj,rtn: 0.0021820,0.00000,0.051
+46,mlp.experts.51.down_proj,rtn: 0.0022125,0.00000,0.021
+46,mlp.experts.54.down_proj,rtn: 0.0021667,0.00000,0.023
+46,mlp.experts.52.down_proj,rtn: 0.0022430,0.00000,0.030
+46,mlp.experts.45.down_proj,rtn: 0.0021820,0.00000,0.033
+46,mlp.experts.48.down_proj,rtn: 0.0022583,0.00000,0.032
+46,mlp.experts.72.down_proj,rtn: 0.0021973,0.00000,0.031
+46,mlp.experts.65.down_proj,rtn: 0.0022125,0.00000,0.051
+46,mlp.experts.71.down_proj,rtn: 0.0022583,0.00000,0.041
+46,mlp.experts.63.down_proj,rtn: 0.0021667,0.00000,0.043
+46,mlp.experts.75.down_proj,rtn: 0.0022583,0.00000,0.048
+46,mlp.experts.60.down_proj,rtn: 0.0022125,0.00000,0.042
+46,mlp.experts.88.down_proj,rtn: 0.0022125,0.00000,0.031
+46,mlp.experts.50.down_proj,rtn: 0.0022125,0.00000,0.054
+46,mlp.experts.58.down_proj,rtn: 0.0022736,0.00000,0.058
+46,mlp.experts.67.down_proj,rtn: 0.0022736,0.00000,0.043
+46,mlp.experts.37.down_proj,rtn: 0.0022583,0.00000,0.075
+46,mlp.experts.68.down_proj,rtn: 0.0022583,0.00000,0.036
+46,mlp.experts.70.down_proj,rtn: 0.0022278,0.00000,0.046
+46,mlp.experts.64.down_proj,rtn: 0.0021973,0.00000,0.047
+46,mlp.experts.62.down_proj,rtn: 0.0022430,0.00000,0.062
+46,mlp.experts.57.down_proj,rtn: 0.0022736,0.00000,0.092
+46,mlp.experts.87.down_proj,rtn: 0.0021973,0.00000,0.046
+46,mlp.experts.104.down_proj,rtn: 0.0022125,0.00000,0.032
+46,mlp.experts.79.down_proj,rtn: 0.0022583,0.00000,0.040
+46,mlp.experts.91.down_proj,rtn: 0.0022583,0.00000,0.041
+46,mlp.experts.81.down_proj,rtn: 0.0021973,0.00000,0.062
+46,mlp.experts.76.down_proj,rtn: 0.0022125,0.00000,0.043
+46,mlp.experts.84.down_proj,rtn: 0.0021820,0.00000,0.032
+46,mlp.experts.80.down_proj,rtn: 0.0021973,0.00000,0.026
+46,mlp.experts.66.down_proj,rtn: 0.0022583,0.00000,0.047
+46,mlp.experts.74.down_proj,rtn: 0.0021667,0.00000,0.047
+46,mlp.experts.83.down_proj,rtn: 0.0022125,0.00000,0.038
+46,mlp.experts.61.down_proj,rtn: 0.0022278,0.00000,0.101
+46,mlp.experts.53.down_proj,rtn: 0.0022125,0.00000,0.051
+46,mlp.experts.78.down_proj,rtn: 0.0021973,0.00000,0.046
+46,mlp.experts.86.down_proj,rtn: 0.0023041,0.00000,0.051
+46,mlp.experts.120.down_proj,rtn: 0.0022430,0.00000,0.033
+46,mlp.experts.96.down_proj,rtn: 0.0022583,0.00000,0.026
+46,mlp.experts.103.down_proj,rtn: 0.0021973,0.00000,0.041
+46,mlp.experts.95.down_proj,rtn: 0.0022125,0.00000,0.038
+46,mlp.experts.107.down_proj,rtn: 0.0021973,0.00000,0.045
+46,mlp.experts.92.down_proj,rtn: 0.0021820,0.00000,0.038
+46,mlp.experts.100.down_proj,rtn: 0.0022736,0.00000,0.042
+46,mlp.experts.73.down_proj,rtn: 0.0021973,0.00000,0.065
+46,mlp.experts.82.down_proj,rtn: 0.0022278,0.00000,0.048
+46,mlp.experts.97.down_proj,rtn: 0.0022278,0.00000,0.058
+46,mlp.experts.90.down_proj,rtn: 0.0021667,0.00000,0.048
+46,mlp.experts.99.down_proj,rtn: 0.0021515,0.00000,0.046
+46,mlp.experts.94.down_proj,rtn: 0.0021820,0.00000,0.044
+46,mlp.experts.102.down_proj,rtn: 0.0022278,0.00000,0.045
+46,mlp.experts.112.down_proj,rtn: 0.0021973,0.00000,0.038
+46,mlp.experts.136.down_proj,rtn: 0.0022736,0.00000,0.038
+46,mlp.experts.108.down_proj,rtn: 0.0021973,0.00000,0.033
+46,mlp.experts.111.down_proj,rtn: 0.0022430,0.00000,0.039
+46,mlp.experts.123.down_proj,rtn: 0.0022278,0.00000,0.034
+46,mlp.experts.69.down_proj,rtn: 0.0021362,0.00000,0.045
+46,mlp.experts.119.down_proj,rtn: 0.0022583,0.00000,0.041
+46,mlp.experts.116.down_proj,rtn: 0.0022583,0.00000,0.030
+46,mlp.experts.77.down_proj,rtn: 0.0022125,0.00000,0.049
+46,mlp.experts.89.down_proj,rtn: 0.0021973,0.00000,0.039
+46,mlp.experts.115.down_proj,rtn: 0.0021973,0.00000,0.028
+46,mlp.experts.113.down_proj,rtn: 0.0021667,0.00000,0.038
+46,mlp.experts.98.down_proj,rtn: 0.0022430,0.00000,0.047
+46,mlp.experts.106.down_proj,rtn: 0.0022278,0.00000,0.050
+46,mlp.experts.110.down_proj,rtn: 0.0022278,0.00000,0.042
+46,mlp.experts.128.down_proj,rtn: 0.0021973,0.00000,0.035
+46,mlp.experts.124.down_proj,rtn: 0.0022583,0.00000,0.030
+46,mlp.experts.127.down_proj,rtn: 0.0022278,0.00000,0.035
+46,mlp.experts.152.down_proj,rtn: 0.0021973,0.00000,0.035
+46,mlp.experts.118.down_proj,rtn: 0.0021057,0.00000,0.050
+46,mlp.experts.132.down_proj,rtn: 0.0022125,0.00000,0.038
+46,mlp.experts.139.down_proj,rtn: 0.0022278,0.00000,0.038
+46,mlp.experts.135.down_proj,rtn: 0.0022278,0.00000,0.043
+46,mlp.experts.131.down_proj,rtn: 0.0022278,0.00000,0.035
+46,mlp.experts.85.down_proj,rtn: 0.0022430,0.00000,0.047
+46,mlp.experts.93.down_proj,rtn: 0.0021667,0.00000,0.049
+46,mlp.experts.105.down_proj,rtn: 0.0021973,0.00000,0.040
+46,mlp.experts.114.down_proj,rtn: 0.0021973,0.00000,0.046
+46,mlp.experts.144.down_proj,rtn: 0.0022278,0.00000,0.031
+46,mlp.experts.168.down_proj,rtn: 0.0021667,0.00000,0.027
+46,mlp.experts.129.down_proj,rtn: 0.0022430,0.00000,0.038
+46,mlp.experts.140.down_proj,rtn: 0.0021820,0.00000,0.031
+46,mlp.experts.122.down_proj,rtn: 0.0021210,0.00000,0.044
+46,mlp.experts.126.down_proj,rtn: 0.0022430,0.00000,0.045
+46,mlp.experts.148.down_proj,rtn: 0.0021515,0.00000,0.027
+46,mlp.experts.143.down_proj,rtn: 0.0021210,0.00000,0.043
+46,mlp.experts.134.down_proj,rtn: 0.0022430,0.00000,0.043
+46,mlp.experts.101.down_proj,rtn: 0.0022278,0.00000,0.038
+46,mlp.experts.151.down_proj,rtn: 0.0021667,0.00000,0.041
+46,mlp.experts.109.down_proj,rtn: 0.0021667,0.00000,0.040
+46,mlp.experts.155.down_proj,rtn: 0.0023651,0.00000,0.048
+46,mlp.experts.121.down_proj,rtn: 0.0022278,0.00000,0.037
+46,mlp.experts.160.down_proj,rtn: 0.0022278,0.00000,0.041
+46,mlp.experts.145.down_proj,rtn: 0.0022125,0.00000,0.038
+46,mlp.experts.184.down_proj,rtn: 0.0022125,0.00000,0.036
+46,mlp.experts.156.down_proj,rtn: 0.0022430,0.00000,0.037
+46,mlp.experts.164.down_proj,rtn: 0.0021667,0.00000,0.035
+46,mlp.experts.130.down_proj,rtn: 0.0022736,0.00000,0.061
+46,mlp.experts.138.down_proj,rtn: 0.0022125,0.00000,0.062
+46,mlp.experts.147.down_proj,rtn: 0.0021820,0.00000,0.087
+46,mlp.experts.117.down_proj,rtn: 0.0021973,0.00000,0.036
+46,mlp.experts.159.down_proj,rtn: 0.0021667,0.00000,0.049
+46,mlp.experts.125.down_proj,rtn: 0.0021667,0.00000,0.036
+46,mlp.experts.137.down_proj,rtn: 0.0022278,0.00000,0.041
+46,mlp.experts.171.down_proj,rtn: 0.0022125,0.00000,0.039
+46,mlp.experts.167.down_proj,rtn: 0.0021515,0.00000,0.048
+46,mlp.experts.176.down_proj,rtn: 0.0022430,0.00000,0.036
+46,mlp.experts.150.down_proj,rtn: 0.0021973,0.00000,0.061
+46,mlp.experts.172.down_proj,rtn: 0.0021973,0.00000,0.029
+46,mlp.experts.180.down_proj,rtn: 0.0021820,0.00000,0.032
+46,mlp.experts.161.down_proj,rtn: 0.0022125,0.00000,0.042
+46,mlp.experts.142.down_proj,rtn: 0.0022583,0.00000,0.086
+46,mlp.experts.146.down_proj,rtn: 0.0021820,0.00000,0.046
+46,mlp.experts.188.down_proj,rtn: 0.0022430,0.00000,0.016
+46,mlp.experts.133.down_proj,rtn: 0.0022430,0.00000,0.041
+46,mlp.experts.141.down_proj,rtn: 0.0022125,0.00000,0.037
+46,mlp.experts.154.down_proj,rtn: 0.0022583,0.00000,0.048
+46,mlp.experts.187.down_proj,rtn: 0.0022278,0.00000,0.043
+46,mlp.experts.183.down_proj,rtn: 0.0022888,0.00000,0.037
+46,mlp.experts.153.down_proj,rtn: 0.0022278,0.00000,0.044
+46,mlp.experts.175.down_proj,rtn: 0.0022583,0.00000,0.051
+46,mlp.experts.166.down_proj,rtn: 0.0022430,0.00000,0.040
+46,mlp.experts.177.down_proj,rtn: 0.0021820,0.00000,0.038
+46,mlp.experts.158.down_proj,rtn: 0.0021973,0.00000,0.038
+46,mlp.experts.149.down_proj,rtn: 0.0022278,0.00000,0.026
+46,mlp.experts.162.down_proj,rtn: 0.0022278,0.00000,0.037
+46,mlp.experts.157.down_proj,rtn: 0.0022125,0.00000,0.034
+46,mlp.experts.170.down_proj,rtn: 0.0022278,0.00000,0.037
+46,mlp.experts.191.down_proj,rtn: 0.0022430,0.00000,0.024
+46,mlp.experts.169.down_proj,rtn: 0.0021973,0.00000,0.030
+46,mlp.experts.163.down_proj,rtn: 0.0021973,0.00000,0.081
+46,mlp.experts.182.down_proj,rtn: 0.0021820,0.00000,0.038
+46,mlp.experts.165.down_proj,rtn: 0.0022278,0.00000,0.026
+46,mlp.experts.179.down_proj,rtn: 0.0022583,0.00000,0.011
+46,mlp.experts.174.down_proj,rtn: 0.0022583,0.00000,0.037
+46,mlp.experts.173.down_proj,rtn: 0.0022278,0.00000,0.029
+46,mlp.experts.178.down_proj,rtn: 0.0022430,0.00000,0.035
+46,mlp.experts.186.down_proj,rtn: 0.0021973,0.00000,0.026
+46,mlp.experts.185.down_proj,rtn: 0.0021667,0.00000,0.027
+46,mlp.experts.181.down_proj,rtn: 0.0022736,0.00000,0.022
+46,mlp.experts.190.down_proj,rtn: 0.0022430,0.00000,0.015
+46,mlp.experts.189.down_proj,rtn: 0.0022736,0.00000,0.016
+46,mlp.shared_experts.up_proj,rtn: 0.0019379,0.00000,0.027
+46,mlp.shared_experts.gate_proj,rtn: 0.0016022,0.00000,0.031
+46,mlp.shared_experts.down_proj,rtn: 0.0021820,0.00000,0.021
+47,self_attn.k_proj,rtn: 0.0021515,0.00000,0.013
+47,self_attn.v_proj,rtn: 0.0027618,0.00000,0.014
+47,self_attn.q_proj,rtn: 0.0021973,0.00000,0.018
+47,self_attn.o_proj,rtn: 0.0029449,0.00000,0.044
+47,mlp.experts.0.gate_proj,rtn: 0.0022888,0.00000,0.085
+47,mlp.experts.8.gate_proj,rtn: 0.0021820,0.00000,0.095
+47,mlp.experts.12.gate_proj,rtn: 0.0021973,0.00000,0.122
+47,mlp.experts.4.gate_proj,rtn: 0.0021667,0.00000,0.122
+47,mlp.experts.2.gate_proj,rtn: 0.0022888,0.00000,0.142
+47,mlp.experts.6.gate_proj,rtn: 0.0021973,0.00000,0.163
+47,mlp.experts.16.gate_proj,rtn: 0.0023346,0.00000,0.072
+47,mlp.experts.24.gate_proj,rtn: 0.0022736,0.00000,0.072
+47,mlp.experts.3.gate_proj,rtn: 0.0022125,0.00000,0.185
+47,mlp.experts.5.gate_proj,rtn: 0.0023346,0.00000,0.193
+47,mlp.experts.14.gate_proj,rtn: 0.0023041,0.00000,0.193
+47,mlp.experts.7.gate_proj,rtn: 0.0021667,0.00000,0.198
+47,mlp.experts.10.gate_proj,rtn: 0.0023041,0.00000,0.198
+47,mlp.experts.28.gate_proj,rtn: 0.0022583,0.00000,0.070
+47,mlp.experts.20.gate_proj,rtn: 0.0023041,0.00000,0.068
+47,mlp.experts.1.gate_proj,rtn: 0.0022888,0.00000,0.203
+47,mlp.experts.13.gate_proj,rtn: 0.0022888,0.00000,0.198
+47,mlp.experts.15.gate_proj,rtn: 0.0023499,0.00000,0.208
+47,mlp.experts.11.gate_proj,rtn: 0.0021820,0.00000,0.212
+47,mlp.experts.9.gate_proj,rtn: 0.0022278,0.00000,0.218
+47,mlp.experts.32.gate_proj,rtn: 0.0021667,0.00000,0.076
+47,mlp.experts.40.gate_proj,rtn: 0.0021973,0.00000,0.071
+47,mlp.experts.18.gate_proj,rtn: 0.0022278,0.00000,0.114
+47,mlp.experts.22.gate_proj,rtn: 0.0022736,0.00000,0.116
+47,mlp.experts.36.gate_proj,rtn: 0.0022125,0.00000,0.079
+47,mlp.experts.44.gate_proj,rtn: 0.0022278,0.00000,0.076
+47,mlp.experts.19.gate_proj,rtn: 0.0022278,0.00000,0.111
+47,mlp.experts.21.gate_proj,rtn: 0.0022125,0.00000,0.090
+47,mlp.experts.30.gate_proj,rtn: 0.0023499,0.00000,0.096
+47,mlp.experts.26.gate_proj,rtn: 0.0022888,0.00000,0.097
+47,mlp.experts.17.gate_proj,rtn: 0.0021515,0.00000,0.097
+47,mlp.experts.23.gate_proj,rtn: 0.0022583,0.00000,0.110
+47,mlp.experts.27.gate_proj,rtn: 0.0022888,0.00000,0.109
+47,mlp.experts.31.gate_proj,rtn: 0.0022888,0.00000,0.104
+47,mlp.experts.29.gate_proj,rtn: 0.0022430,0.00000,0.104
+47,mlp.experts.25.gate_proj,rtn: 0.0021820,0.00000,0.100
+47,mlp.experts.56.gate_proj,rtn: 0.0022888,0.00000,0.078
+47,mlp.experts.48.gate_proj,rtn: 0.0022278,0.00000,0.078
+47,mlp.experts.60.gate_proj,rtn: 0.0021362,0.00000,0.058
+47,mlp.experts.52.gate_proj,rtn: 0.0022430,0.00000,0.074
+47,mlp.experts.34.gate_proj,rtn: 0.0022736,0.00000,0.107
+47,mlp.experts.38.gate_proj,rtn: 0.0022583,0.00000,0.099
+47,mlp.experts.46.gate_proj,rtn: 0.0021820,0.00000,0.097
+47,mlp.experts.35.gate_proj,rtn: 0.0022278,0.00000,0.101
+47,mlp.experts.42.gate_proj,rtn: 0.0021210,0.00000,0.094
+47,mlp.experts.43.gate_proj,rtn: 0.0021667,0.00000,0.092
+47,mlp.experts.64.gate_proj,rtn: 0.0022583,0.00000,0.071
+47,mlp.experts.76.gate_proj,rtn: 0.0022888,0.00000,0.069
+47,mlp.experts.72.gate_proj,rtn: 0.0023651,0.00000,0.071
+47,mlp.experts.39.gate_proj,rtn: 0.0022430,0.00000,0.102
+47,mlp.experts.68.gate_proj,rtn: 0.0022125,0.00000,0.076
+47,mlp.experts.47.gate_proj,rtn: 0.0022278,0.00000,0.095
+47,mlp.experts.50.gate_proj,rtn: 0.0023193,0.00000,0.082
+47,mlp.experts.37.gate_proj,rtn: 0.0022583,0.00000,0.181
+47,mlp.experts.54.gate_proj,rtn: 0.0022736,0.00000,0.099
+47,mlp.experts.58.gate_proj,rtn: 0.0022736,0.00000,0.082
+47,mlp.experts.62.gate_proj,rtn: 0.0023193,0.00000,0.100
+47,mlp.experts.88.gate_proj,rtn: 0.0022888,0.00000,0.070
+47,mlp.experts.92.gate_proj,rtn: 0.0022583,0.00000,0.070
+47,mlp.experts.51.gate_proj,rtn: 0.0022888,0.00000,0.104
+47,mlp.experts.80.gate_proj,rtn: 0.0022583,0.00000,0.077
+47,mlp.experts.33.gate_proj,rtn: 0.0022430,0.00000,0.199
+47,mlp.experts.59.gate_proj,rtn: 0.0022583,0.00000,0.095
+47,mlp.experts.41.gate_proj,rtn: 0.0022278,0.00000,0.189
+47,mlp.experts.84.gate_proj,rtn: 0.0021973,0.00000,0.090
+47,mlp.experts.55.gate_proj,rtn: 0.0022888,0.00000,0.099
+47,mlp.experts.66.gate_proj,rtn: 0.0022736,0.00000,0.088
+47,mlp.experts.45.gate_proj,rtn: 0.0022583,0.00000,0.201
+47,mlp.experts.63.gate_proj,rtn: 0.0021362,0.00000,0.105
+47,mlp.experts.74.gate_proj,rtn: 0.0022736,0.00000,0.085
+47,mlp.experts.78.gate_proj,rtn: 0.0023193,0.00000,0.095
+47,mlp.experts.70.gate_proj,rtn: 0.0022736,0.00000,0.111
+47,mlp.experts.104.gate_proj,rtn: 0.0022430,0.00000,0.099
+47,mlp.experts.108.gate_proj,rtn: 0.0022583,0.00000,0.100
+47,mlp.experts.96.gate_proj,rtn: 0.0021515,0.00000,0.098
+47,mlp.experts.53.gate_proj,rtn: 0.0022888,0.00000,0.140
+47,mlp.experts.67.gate_proj,rtn: 0.0023193,0.00000,0.107
+47,mlp.experts.100.gate_proj,rtn: 0.0023041,0.00000,0.097
+47,mlp.experts.49.gate_proj,rtn: 0.0021210,0.00000,0.111
+47,mlp.experts.75.gate_proj,rtn: 0.0023499,0.00000,0.119
+47,mlp.experts.57.gate_proj,rtn: 0.0023193,0.00000,0.115
+47,mlp.experts.61.gate_proj,rtn: 0.0021210,0.00000,0.107
+47,mlp.experts.82.gate_proj,rtn: 0.0022736,0.00000,0.126
+47,mlp.experts.71.gate_proj,rtn: 0.0022736,0.00000,0.129
+47,mlp.experts.79.gate_proj,rtn: 0.0021515,0.00000,0.123
+47,mlp.experts.69.gate_proj,rtn: 0.0023041,0.00000,0.078
+47,mlp.experts.90.gate_proj,rtn: 0.0022583,0.00000,0.135
+47,mlp.experts.65.gate_proj,rtn: 0.0022278,0.00000,0.072
+47,mlp.experts.112.gate_proj,rtn: 0.0022278,0.00000,0.098
+47,mlp.experts.94.gate_proj,rtn: 0.0023651,0.00000,0.128
+47,mlp.experts.86.gate_proj,rtn: 0.0023499,0.00000,0.124
+47,mlp.experts.120.gate_proj,rtn: 0.0021820,0.00000,0.115
+47,mlp.experts.83.gate_proj,rtn: 0.0021362,0.00000,0.109
+47,mlp.experts.124.gate_proj,rtn: 0.0023193,0.00000,0.119
+47,mlp.experts.73.gate_proj,rtn: 0.0021362,0.00000,0.075
+47,mlp.experts.116.gate_proj,rtn: 0.0022430,0.00000,0.101
+47,mlp.experts.77.gate_proj,rtn: 0.0022125,0.00000,0.076
+47,mlp.experts.91.gate_proj,rtn: 0.0021362,0.00000,0.095
+47,mlp.experts.98.gate_proj,rtn: 0.0021820,0.00000,0.086
+47,mlp.experts.87.gate_proj,rtn: 0.0023193,0.00000,0.085
+47,mlp.experts.95.gate_proj,rtn: 0.0021515,0.00000,0.087
+47,mlp.experts.85.gate_proj,rtn: 0.0021820,0.00000,0.073
+47,mlp.experts.81.gate_proj,rtn: 0.0022125,0.00000,0.078
+47,mlp.experts.99.gate_proj,rtn: 0.0023651,0.00000,0.070
+47,mlp.experts.89.gate_proj,rtn: 0.0022430,0.00000,0.076
+47,mlp.experts.128.gate_proj,rtn: 0.0022430,0.00000,0.100
+47,mlp.experts.93.gate_proj,rtn: 0.0021362,0.00000,0.080
+47,mlp.experts.107.gate_proj,rtn: 0.0023193,0.00000,0.074
+47,mlp.experts.140.gate_proj,rtn: 0.0021667,0.00000,0.097
+47,mlp.experts.103.gate_proj,rtn: 0.0022736,0.00000,0.070
+47,mlp.experts.132.gate_proj,rtn: 0.0022583,0.00000,0.103
+47,mlp.experts.136.gate_proj,rtn: 0.0023956,0.00000,0.115
+47,mlp.experts.111.gate_proj,rtn: 0.0022125,0.00000,0.082
+47,mlp.experts.106.gate_proj,rtn: 0.0021973,0.00000,0.153
+47,mlp.experts.101.gate_proj,rtn: 0.0022278,0.00000,0.085
+47,mlp.experts.97.gate_proj,rtn: 0.0022583,0.00000,0.100
+47,mlp.experts.102.gate_proj,rtn: 0.0021515,0.00000,0.182
+47,mlp.experts.105.gate_proj,rtn: 0.0022888,0.00000,0.094
+47,mlp.experts.115.gate_proj,rtn: 0.0021515,0.00000,0.100
+47,mlp.experts.110.gate_proj,rtn: 0.0022278,0.00000,0.193
+47,mlp.experts.144.gate_proj,rtn: 0.0021515,0.00000,0.099
+47,mlp.experts.109.gate_proj,rtn: 0.0023193,0.00000,0.101
+47,mlp.experts.123.gate_proj,rtn: 0.0023041,0.00000,0.101
+47,mlp.experts.156.gate_proj,rtn: 0.0022888,0.00000,0.093
+47,mlp.experts.119.gate_proj,rtn: 0.0023193,0.00000,0.094
+47,mlp.experts.148.gate_proj,rtn: 0.0022125,0.00000,0.093
+47,mlp.experts.114.gate_proj,rtn: 0.0023193,0.00000,0.159
+47,mlp.experts.152.gate_proj,rtn: 0.0023804,0.00000,0.095
+47,mlp.experts.127.gate_proj,rtn: 0.0022736,0.00000,0.101
+47,mlp.experts.117.gate_proj,rtn: 0.0021973,0.00000,0.098
+47,mlp.experts.122.gate_proj,rtn: 0.0020905,0.00000,0.133
+47,mlp.experts.113.gate_proj,rtn: 0.0022278,0.00000,0.092
+47,mlp.experts.121.gate_proj,rtn: 0.0022736,0.00000,0.091
+47,mlp.experts.160.gate_proj,rtn: 0.0023041,0.00000,0.093
+47,mlp.experts.125.gate_proj,rtn: 0.0022583,0.00000,0.086
+47,mlp.experts.172.gate_proj,rtn: 0.0021362,0.00000,0.089
+47,mlp.experts.131.gate_proj,rtn: 0.0022125,0.00000,0.113
+47,mlp.experts.139.gate_proj,rtn: 0.0022888,0.00000,0.097
+47,mlp.experts.135.gate_proj,rtn: 0.0022125,0.00000,0.098
+47,mlp.experts.164.gate_proj,rtn: 0.0023193,0.00000,0.097
+47,mlp.experts.168.gate_proj,rtn: 0.0022583,0.00000,0.089
+47,mlp.experts.118.gate_proj,rtn: 0.0022430,0.00000,0.151
+47,mlp.experts.143.gate_proj,rtn: 0.0022583,0.00000,0.098
+47,mlp.experts.133.gate_proj,rtn: 0.0024261,0.00000,0.091
+47,mlp.experts.126.gate_proj,rtn: 0.0022736,0.00000,0.146
+47,mlp.experts.129.gate_proj,rtn: 0.0021820,0.00000,0.084
+47,mlp.experts.130.gate_proj,rtn: 0.0023041,0.00000,0.143
+47,mlp.experts.137.gate_proj,rtn: 0.0022430,0.00000,0.086
+47,mlp.experts.138.gate_proj,rtn: 0.0023193,0.00000,0.102
+47,mlp.experts.141.gate_proj,rtn: 0.0022888,0.00000,0.078
+47,mlp.experts.176.gate_proj,rtn: 0.0022583,0.00000,0.094
+47,mlp.experts.188.gate_proj,rtn: 0.0022888,0.00000,0.091
+47,mlp.experts.134.gate_proj,rtn: 0.0022278,0.00000,0.069
+47,mlp.experts.147.gate_proj,rtn: 0.0021820,0.00000,0.098
+47,mlp.experts.180.gate_proj,rtn: 0.0023651,0.00000,0.088
+47,mlp.experts.184.gate_proj,rtn: 0.0021210,0.00000,0.086
+47,mlp.experts.142.gate_proj,rtn: 0.0022583,0.00000,0.072
+47,mlp.experts.155.gate_proj,rtn: 0.0022430,0.00000,0.106
+47,mlp.experts.151.gate_proj,rtn: 0.0022736,0.00000,0.102
+47,mlp.experts.149.gate_proj,rtn: 0.0021667,0.00000,0.080
+47,mlp.experts.146.gate_proj,rtn: 0.0022430,0.00000,0.074
+47,mlp.experts.145.gate_proj,rtn: 0.0021973,0.00000,0.077
+47,mlp.experts.159.gate_proj,rtn: 0.0022736,0.00000,0.113
+47,mlp.experts.153.gate_proj,rtn: 0.0023041,0.00000,0.076
+47,mlp.experts.154.gate_proj,rtn: 0.0022888,0.00000,0.075
+47,mlp.experts.157.gate_proj,rtn: 0.0023041,0.00000,0.074
+47,mlp.experts.0.up_proj,rtn: 0.0022125,0.00000,0.078
+47,mlp.experts.150.gate_proj,rtn: 0.0023041,0.00000,0.069
+47,mlp.experts.12.up_proj,rtn: 0.0021362,0.00000,0.080
+47,mlp.experts.8.up_proj,rtn: 0.0021515,0.00000,0.077
+47,mlp.experts.4.up_proj,rtn: 0.0021515,0.00000,0.077
+47,mlp.experts.158.gate_proj,rtn: 0.0022736,0.00000,0.077
+47,mlp.experts.165.gate_proj,rtn: 0.0022125,0.00000,0.076
+47,mlp.experts.163.gate_proj,rtn: 0.0021515,0.00000,0.100
+47,mlp.experts.171.gate_proj,rtn: 0.0022736,0.00000,0.093
+47,mlp.experts.167.gate_proj,rtn: 0.0021820,0.00000,0.097
+47,mlp.experts.162.gate_proj,rtn: 0.0021973,0.00000,0.074
+47,mlp.experts.161.gate_proj,rtn: 0.0022125,0.00000,0.076
+47,mlp.experts.169.gate_proj,rtn: 0.0022888,0.00000,0.073
+47,mlp.experts.170.gate_proj,rtn: 0.0021973,0.00000,0.073
+47,mlp.experts.173.gate_proj,rtn: 0.0021820,0.00000,0.070
+47,mlp.experts.166.gate_proj,rtn: 0.0021973,0.00000,0.069
+47,mlp.experts.16.up_proj,rtn: 0.0022583,0.00000,0.076
+47,mlp.experts.175.gate_proj,rtn: 0.0021362,0.00000,0.108
+47,mlp.experts.28.up_proj,rtn: 0.0022125,0.00000,0.078
+47,mlp.experts.174.gate_proj,rtn: 0.0022736,0.00000,0.068
+47,mlp.experts.24.up_proj,rtn: 0.0021667,0.00000,0.077
+47,mlp.experts.20.up_proj,rtn: 0.0022736,0.00000,0.075
+47,mlp.experts.181.gate_proj,rtn: 0.0023193,0.00000,0.078
+47,mlp.experts.178.gate_proj,rtn: 0.0022583,0.00000,0.071
+47,mlp.experts.185.gate_proj,rtn: 0.0022888,0.00000,0.074
+47,mlp.experts.177.gate_proj,rtn: 0.0023651,0.00000,0.075
+47,mlp.experts.189.gate_proj,rtn: 0.0022125,0.00000,0.071
+47,mlp.experts.186.gate_proj,rtn: 0.0021820,0.00000,0.082
+47,mlp.experts.179.gate_proj,rtn: 0.0022430,0.00000,0.102
+47,mlp.experts.183.gate_proj,rtn: 0.0022430,0.00000,0.101
+47,mlp.experts.187.gate_proj,rtn: 0.0022278,0.00000,0.108
+47,mlp.experts.32.up_proj,rtn: 0.0021362,0.00000,0.078
+47,mlp.experts.182.gate_proj,rtn: 0.0021973,0.00000,0.086
+47,mlp.experts.44.up_proj,rtn: 0.0021973,0.00000,0.078
+47,mlp.experts.190.gate_proj,rtn: 0.0022888,0.00000,0.080
+47,mlp.experts.40.up_proj,rtn: 0.0022430,0.00000,0.078
+47,mlp.experts.36.up_proj,rtn: 0.0022125,0.00000,0.078
+47,mlp.experts.2.up_proj,rtn: 0.0022736,0.00000,0.062
+47,mlp.experts.5.up_proj,rtn: 0.0022583,0.00000,0.076
+47,mlp.experts.9.up_proj,rtn: 0.0021210,0.00000,0.078
+47,mlp.experts.1.up_proj,rtn: 0.0022430,0.00000,0.075
+47,mlp.experts.13.up_proj,rtn: 0.0022125,0.00000,0.075
+47,mlp.experts.191.gate_proj,rtn: 0.0022888,0.00000,0.137
+47,mlp.experts.10.up_proj,rtn: 0.0021667,0.00000,0.075
+47,mlp.experts.48.up_proj,rtn: 0.0021820,0.00000,0.076
+47,mlp.experts.60.up_proj,rtn: 0.0020599,0.00000,0.067
+47,mlp.experts.56.up_proj,rtn: 0.0022583,0.00000,0.077
+47,mlp.experts.52.up_proj,rtn: 0.0022125,0.00000,0.075
+47,mlp.experts.6.up_proj,rtn: 0.0021362,0.00000,0.103
+47,mlp.experts.11.up_proj,rtn: 0.0021210,0.00000,0.133
+47,mlp.experts.3.up_proj,rtn: 0.0021820,0.00000,0.145
+47,mlp.experts.21.up_proj,rtn: 0.0021210,0.00000,0.090
+47,mlp.experts.7.up_proj,rtn: 0.0021210,0.00000,0.142
+47,mlp.experts.14.up_proj,rtn: 0.0022430,0.00000,0.115
+47,mlp.experts.25.up_proj,rtn: 0.0021515,0.00000,0.089
+47,mlp.experts.17.up_proj,rtn: 0.0021362,0.00000,0.084
+47,mlp.experts.29.up_proj,rtn: 0.0022278,0.00000,0.084
+47,mlp.experts.18.up_proj,rtn: 0.0021362,0.00000,0.128
+47,mlp.experts.64.up_proj,rtn: 0.0022430,0.00000,0.091
+47,mlp.experts.76.up_proj,rtn: 0.0022583,0.00000,0.097
+47,mlp.experts.68.up_proj,rtn: 0.0021973,0.00000,0.094
+47,mlp.experts.72.up_proj,rtn: 0.0023041,0.00000,0.096
+47,mlp.experts.37.up_proj,rtn: 0.0022125,0.00000,0.073
+47,mlp.experts.26.up_proj,rtn: 0.0022278,0.00000,0.129
+47,mlp.experts.15.up_proj,rtn: 0.0022736,0.00000,0.143
+47,mlp.experts.41.up_proj,rtn: 0.0022125,0.00000,0.078
+47,mlp.experts.45.up_proj,rtn: 0.0022125,0.00000,0.075
+47,mlp.experts.33.up_proj,rtn: 0.0022125,0.00000,0.076
+47,mlp.experts.27.up_proj,rtn: 0.0022278,0.00000,0.101
+47,mlp.experts.23.up_proj,rtn: 0.0022278,0.00000,0.094
+47,mlp.experts.19.up_proj,rtn: 0.0021973,0.00000,0.103
+47,mlp.experts.22.up_proj,rtn: 0.0022125,0.00000,0.119
+47,mlp.experts.30.up_proj,rtn: 0.0022888,0.00000,0.119
+47,mlp.experts.34.up_proj,rtn: 0.0022430,0.00000,0.104
+47,mlp.experts.80.up_proj,rtn: 0.0022125,0.00000,0.107
+47,mlp.experts.92.up_proj,rtn: 0.0022278,0.00000,0.100
+47,mlp.experts.53.up_proj,rtn: 0.0022583,0.00000,0.080
+47,mlp.experts.31.up_proj,rtn: 0.0022888,0.00000,0.080
+47,mlp.experts.42.up_proj,rtn: 0.0021515,0.00000,0.083
+47,mlp.experts.84.up_proj,rtn: 0.0021820,0.00000,0.102
+47,mlp.experts.57.up_proj,rtn: 0.0022583,0.00000,0.084
+47,mlp.experts.35.up_proj,rtn: 0.0021515,0.00000,0.072
+47,mlp.experts.43.up_proj,rtn: 0.0021210,0.00000,0.085
+47,mlp.experts.88.up_proj,rtn: 0.0022430,0.00000,0.116
+47,mlp.experts.49.up_proj,rtn: 0.0024109,0.00000,0.085
+47,mlp.experts.39.up_proj,rtn: 0.0022278,0.00000,0.084
+47,mlp.experts.38.up_proj,rtn: 0.0022125,0.00000,0.090
+47,mlp.experts.61.up_proj,rtn: 0.0021057,0.00000,0.097
+47,mlp.experts.46.up_proj,rtn: 0.0021667,0.00000,0.084
+47,mlp.experts.50.up_proj,rtn: 0.0022583,0.00000,0.072
+47,mlp.experts.108.up_proj,rtn: 0.0022583,0.00000,0.082
+47,mlp.experts.58.up_proj,rtn: 0.0022430,0.00000,0.065
+47,mlp.experts.69.up_proj,rtn: 0.0022430,0.00000,0.086
+47,mlp.experts.96.up_proj,rtn: 0.0021515,0.00000,0.100
+47,mlp.experts.47.up_proj,rtn: 0.0021973,0.00000,0.075
+47,mlp.experts.73.up_proj,rtn: 0.0021362,0.00000,0.075
+47,mlp.experts.59.up_proj,rtn: 0.0022278,0.00000,0.072
+47,mlp.experts.65.up_proj,rtn: 0.0021973,0.00000,0.071
+47,mlp.experts.51.up_proj,rtn: 0.0022278,0.00000,0.087
+47,mlp.experts.100.up_proj,rtn: 0.0022736,0.00000,0.109
+47,mlp.experts.55.up_proj,rtn: 0.0022736,0.00000,0.086
+47,mlp.experts.77.up_proj,rtn: 0.0021667,0.00000,0.074
+47,mlp.experts.104.up_proj,rtn: 0.0021820,0.00000,0.127
+47,mlp.experts.63.up_proj,rtn: 0.0021515,0.00000,0.080
+47,mlp.experts.75.up_proj,rtn: 0.0022888,0.00000,0.075
+47,mlp.experts.85.up_proj,rtn: 0.0021362,0.00000,0.080
+47,mlp.experts.62.up_proj,rtn: 0.0022583,0.00000,0.120
+47,mlp.experts.66.up_proj,rtn: 0.0022430,0.00000,0.133
+47,mlp.experts.67.up_proj,rtn: 0.0022736,0.00000,0.076
+47,mlp.experts.81.up_proj,rtn: 0.0021515,0.00000,0.080
+47,mlp.experts.89.up_proj,rtn: 0.0021820,0.00000,0.087
+47,mlp.experts.54.up_proj,rtn: 0.0022430,0.00000,0.125
+47,mlp.experts.112.up_proj,rtn: 0.0021362,0.00000,0.105
+47,mlp.experts.124.up_proj,rtn: 0.0022583,0.00000,0.141
+47,mlp.experts.116.up_proj,rtn: 0.0021515,0.00000,0.097
+47,mlp.experts.71.up_proj,rtn: 0.0022430,0.00000,0.081
+47,mlp.experts.74.up_proj,rtn: 0.0022430,0.00000,0.131
+47,mlp.experts.93.up_proj,rtn: 0.0021362,0.00000,0.076
+47,mlp.experts.120.up_proj,rtn: 0.0021362,0.00000,0.097
+47,mlp.experts.101.up_proj,rtn: 0.0022125,0.00000,0.074
+47,mlp.experts.91.up_proj,rtn: 0.0021820,0.00000,0.086
+47,mlp.experts.79.up_proj,rtn: 0.0021973,0.00000,0.090
+47,mlp.experts.83.up_proj,rtn: 0.0021210,0.00000,0.085
+47,mlp.experts.105.up_proj,rtn: 0.0022583,0.00000,0.080
+47,mlp.experts.97.up_proj,rtn: 0.0022430,0.00000,0.082
+47,mlp.experts.128.up_proj,rtn: 0.0021973,0.00000,0.104
+47,mlp.experts.82.up_proj,rtn: 0.0022430,0.00000,0.119
+47,mlp.experts.78.up_proj,rtn: 0.0022430,0.00000,0.127
+47,mlp.experts.87.up_proj,rtn: 0.0022430,0.00000,0.080
+47,mlp.experts.109.up_proj,rtn: 0.0022278,0.00000,0.080
+47,mlp.experts.70.up_proj,rtn: 0.0022583,0.00000,0.117
+47,mlp.experts.132.up_proj,rtn: 0.0021973,0.00000,0.114
+47,mlp.experts.140.up_proj,rtn: 0.0022583,0.00000,0.125
+47,mlp.experts.117.up_proj,rtn: 0.0021973,0.00000,0.077
+47,mlp.experts.136.up_proj,rtn: 0.0022278,0.00000,0.099
+47,mlp.experts.113.up_proj,rtn: 0.0021210,0.00000,0.075
+47,mlp.experts.121.up_proj,rtn: 0.0021515,0.00000,0.075
+47,mlp.experts.90.up_proj,rtn: 0.0022278,0.00000,0.141
+47,mlp.experts.95.up_proj,rtn: 0.0021667,0.00000,0.098
+47,mlp.experts.107.up_proj,rtn: 0.0023041,0.00000,0.101
+47,mlp.experts.99.up_proj,rtn: 0.0022430,0.00000,0.086
+47,mlp.experts.125.up_proj,rtn: 0.0022125,0.00000,0.076
+47,mlp.experts.103.up_proj,rtn: 0.0022278,0.00000,0.077
+47,mlp.experts.144.up_proj,rtn: 0.0021515,0.00000,0.096
+47,mlp.experts.133.up_proj,rtn: 0.0022888,0.00000,0.080
+47,mlp.experts.86.up_proj,rtn: 0.0022583,0.00000,0.106
+47,mlp.experts.98.up_proj,rtn: 0.0022125,0.00000,0.108
+47,mlp.experts.129.up_proj,rtn: 0.0021667,0.00000,0.080
+47,mlp.experts.156.up_proj,rtn: 0.0022583,0.00000,0.107
+47,mlp.experts.137.up_proj,rtn: 0.0022125,0.00000,0.083
+47,mlp.experts.94.up_proj,rtn: 0.0022736,0.00000,0.123
+47,mlp.experts.152.up_proj,rtn: 0.0022430,0.00000,0.113
+47,mlp.experts.115.up_proj,rtn: 0.0021515,0.00000,0.089
+47,mlp.experts.141.up_proj,rtn: 0.0023499,0.00000,0.092
+47,mlp.experts.123.up_proj,rtn: 0.0022430,0.00000,0.103
+47,mlp.experts.111.up_proj,rtn: 0.0021515,0.00000,0.103
+47,mlp.experts.119.up_proj,rtn: 0.0022583,0.00000,0.094
+47,mlp.experts.106.up_proj,rtn: 0.0022430,0.00000,0.108
+47,mlp.experts.149.up_proj,rtn: 0.0021667,0.00000,0.091
+47,mlp.experts.160.up_proj,rtn: 0.0022278,0.00000,0.103
+47,mlp.experts.148.up_proj,rtn: 0.0022125,0.00000,0.193
+47,mlp.experts.102.up_proj,rtn: 0.0021362,0.00000,0.092
+47,mlp.experts.114.up_proj,rtn: 0.0022583,0.00000,0.084
+47,mlp.experts.145.up_proj,rtn: 0.0021973,0.00000,0.089
+47,mlp.experts.153.up_proj,rtn: 0.0022278,0.00000,0.089
+47,mlp.experts.110.up_proj,rtn: 0.0022583,0.00000,0.094
+47,mlp.experts.172.up_proj,rtn: 0.0021515,0.00000,0.131
+47,mlp.experts.157.up_proj,rtn: 0.0022736,0.00000,0.092
+47,mlp.experts.168.up_proj,rtn: 0.0022430,0.00000,0.142
+47,mlp.experts.165.up_proj,rtn: 0.0021973,0.00000,0.097
+47,mlp.experts.131.up_proj,rtn: 0.0021820,0.00000,0.132
+47,mlp.experts.122.up_proj,rtn: 0.0021210,0.00000,0.107
+47,mlp.experts.161.up_proj,rtn: 0.0021973,0.00000,0.089
+47,mlp.experts.130.up_proj,rtn: 0.0022430,0.00000,0.094
+47,mlp.experts.169.up_proj,rtn: 0.0022430,0.00000,0.092
+47,mlp.experts.118.up_proj,rtn: 0.0022278,0.00000,0.108
+47,mlp.experts.126.up_proj,rtn: 0.0022430,0.00000,0.107
+47,mlp.experts.127.up_proj,rtn: 0.0022278,0.00000,0.169
+47,mlp.experts.173.up_proj,rtn: 0.0021667,0.00000,0.089
+47,mlp.experts.176.up_proj,rtn: 0.0022278,0.00000,0.184
+47,mlp.experts.135.up_proj,rtn: 0.0022125,0.00000,0.193
+47,mlp.experts.181.up_proj,rtn: 0.0021667,0.00000,0.090
+47,mlp.experts.188.up_proj,rtn: 0.0022125,0.00000,0.129
+47,mlp.experts.177.up_proj,rtn: 0.0023041,0.00000,0.081
+47,mlp.experts.184.up_proj,rtn: 0.0021820,0.00000,0.121
+47,mlp.experts.164.up_proj,rtn: 0.0022278,0.00000,0.175
+47,mlp.experts.185.up_proj,rtn: 0.0022430,0.00000,0.092
+47,mlp.experts.139.up_proj,rtn: 0.0022736,0.00000,0.249
+47,mlp.experts.146.up_proj,rtn: 0.0021362,0.00000,0.095
+47,mlp.experts.134.up_proj,rtn: 0.0021973,0.00000,0.090
+47,mlp.experts.138.up_proj,rtn: 0.0022430,0.00000,0.112
+47,mlp.experts.189.up_proj,rtn: 0.0021515,0.00000,0.069
+47,mlp.experts.147.up_proj,rtn: 0.0021973,0.00000,0.141
+47,mlp.experts.180.up_proj,rtn: 0.0023041,0.00000,0.029
+47,mlp.experts.142.up_proj,rtn: 0.0022278,0.00000,0.130
+47,mlp.experts.143.up_proj,rtn: 0.0022430,0.00000,0.109
+47,mlp.experts.151.up_proj,rtn: 0.0022430,0.00000,0.105
+47,mlp.experts.154.up_proj,rtn: 0.0022430,0.00000,0.081
+47,mlp.experts.150.up_proj,rtn: 0.0021973,0.00000,0.093
+47,mlp.experts.155.up_proj,rtn: 0.0021667,0.00000,0.103
+47,mlp.experts.162.up_proj,rtn: 0.0021667,0.00000,0.098
+47,mlp.experts.163.up_proj,rtn: 0.0021210,0.00000,0.097
+47,mlp.experts.159.up_proj,rtn: 0.0021973,0.00000,0.104
+47,mlp.experts.167.up_proj,rtn: 0.0021667,0.00000,0.093
+47,mlp.experts.170.up_proj,rtn: 0.0021515,0.00000,0.094
+47,mlp.experts.158.up_proj,rtn: 0.0022430,0.00000,0.147
+47,mlp.experts.166.up_proj,rtn: 0.0021973,0.00000,0.094
+47,mlp.experts.178.up_proj,rtn: 0.0021820,0.00000,0.086
+47,mlp.experts.171.up_proj,rtn: 0.0022125,0.00000,0.099
+47,mlp.experts.179.up_proj,rtn: 0.0022125,0.00000,0.096
+47,mlp.experts.186.up_proj,rtn: 0.0021362,0.00000,0.069
+47,mlp.experts.175.up_proj,rtn: 0.0021210,0.00000,0.098
+47,mlp.experts.183.up_proj,rtn: 0.0022278,0.00000,0.084
+47,mlp.experts.182.up_proj,rtn: 0.0021820,0.00000,0.064
+47,mlp.experts.187.up_proj,rtn: 0.0021667,0.00000,0.084
+47,mlp.experts.174.up_proj,rtn: 0.0021973,0.00000,0.084
+47,mlp.experts.191.up_proj,rtn: 0.0022736,0.00000,0.071
+47,mlp.experts.190.up_proj,rtn: 0.0022583,0.00000,0.027
+47,mlp.experts.0.down_proj,rtn: 0.0021973,0.00000,0.014
+47,mlp.experts.8.down_proj,rtn: 0.0021973,0.00000,0.037
+47,mlp.experts.9.down_proj,rtn: 0.0021515,0.00000,0.048
+47,mlp.experts.1.down_proj,rtn: 0.0022583,0.00000,0.057
+47,mlp.experts.16.down_proj,rtn: 0.0022583,0.00000,0.038
+47,mlp.experts.4.down_proj,rtn: 0.0021973,0.00000,0.040
+47,mlp.experts.12.down_proj,rtn: 0.0021667,0.00000,0.043
+47,mlp.experts.13.down_proj,rtn: 0.0022278,0.00000,0.071
+47,mlp.experts.5.down_proj,rtn: 0.0022583,0.00000,0.070
+47,mlp.experts.11.down_proj,rtn: 0.0021820,0.00000,0.124
+47,mlp.experts.15.down_proj,rtn: 0.0022888,0.00000,0.124
+47,mlp.experts.14.down_proj,rtn: 0.0022736,0.00000,0.057
+47,mlp.experts.7.down_proj,rtn: 0.0021667,0.00000,0.128
+47,mlp.experts.6.down_proj,rtn: 0.0021820,0.00000,0.061
+47,mlp.experts.3.down_proj,rtn: 0.0022278,0.00000,0.132
+47,mlp.experts.10.down_proj,rtn: 0.0022278,0.00000,0.062
+47,mlp.experts.2.down_proj,rtn: 0.0022736,0.00000,0.064
+47,mlp.experts.24.down_proj,rtn: 0.0021667,0.00000,0.044
+47,mlp.experts.25.down_proj,rtn: 0.0021820,0.00000,0.045
+47,mlp.experts.20.down_proj,rtn: 0.0022736,0.00000,0.033
+47,mlp.experts.32.down_proj,rtn: 0.0022583,0.00000,0.034
+47,mlp.experts.29.down_proj,rtn: 0.0022736,0.00000,0.034
+47,mlp.experts.21.down_proj,rtn: 0.0021515,0.00000,0.030
+47,mlp.experts.31.down_proj,rtn: 0.0023193,0.00000,0.030
+47,mlp.experts.17.down_proj,rtn: 0.0021973,0.00000,0.055
+47,mlp.experts.23.down_proj,rtn: 0.0022583,0.00000,0.028
+47,mlp.experts.27.down_proj,rtn: 0.0021515,0.00000,0.046
+47,mlp.experts.28.down_proj,rtn: 0.0022125,0.00000,0.095
+47,mlp.experts.18.down_proj,rtn: 0.0021973,0.00000,0.070
+47,mlp.experts.19.down_proj,rtn: 0.0022430,0.00000,0.047
+47,mlp.experts.22.down_proj,rtn: 0.0022278,0.00000,0.041
+47,mlp.experts.41.down_proj,rtn: 0.0021973,0.00000,0.056
+47,mlp.experts.45.down_proj,rtn: 0.0022583,0.00000,0.049
+47,mlp.experts.48.down_proj,rtn: 0.0022125,0.00000,0.052
+47,mlp.experts.30.down_proj,rtn: 0.0023041,0.00000,0.051
+47,mlp.experts.39.down_proj,rtn: 0.0022430,0.00000,0.033
+47,mlp.experts.33.down_proj,rtn: 0.0022278,0.00000,0.060
+47,mlp.experts.43.down_proj,rtn: 0.0021515,0.00000,0.039
+47,mlp.experts.40.down_proj,rtn: 0.0022736,0.00000,0.044
+47,mlp.experts.36.down_proj,rtn: 0.0021973,0.00000,0.058
+47,mlp.experts.47.down_proj,rtn: 0.0022278,0.00000,0.051
+47,mlp.experts.44.down_proj,rtn: 0.0021973,0.00000,0.032
+47,mlp.experts.35.down_proj,rtn: 0.0021973,0.00000,0.027
+47,mlp.experts.37.down_proj,rtn: 0.0022583,0.00000,0.058
+47,mlp.experts.26.down_proj,rtn: 0.0022278,0.00000,0.071
+47,mlp.experts.55.down_proj,rtn: 0.0022278,0.00000,0.022
+47,mlp.experts.64.down_proj,rtn: 0.0022583,0.00000,0.028
+47,mlp.experts.38.down_proj,rtn: 0.0021973,0.00000,0.051
+47,mlp.experts.59.down_proj,rtn: 0.0022583,0.00000,0.026
+47,mlp.experts.34.down_proj,rtn: 0.0022430,0.00000,0.070
+47,mlp.experts.63.down_proj,rtn: 0.0021973,0.00000,0.025
+47,mlp.experts.60.down_proj,rtn: 0.0021057,0.00000,0.030
+47,mlp.experts.56.down_proj,rtn: 0.0022736,0.00000,0.050
+47,mlp.experts.80.down_proj,rtn: 0.0022278,0.00000,0.039
+47,mlp.experts.52.down_proj,rtn: 0.0022583,0.00000,0.041
+47,mlp.experts.49.down_proj,rtn: 0.0024719,0.00000,0.080
+47,mlp.experts.46.down_proj,rtn: 0.0021667,0.00000,0.094
+47,mlp.experts.51.down_proj,rtn: 0.0022278,0.00000,0.039
+47,mlp.experts.76.down_proj,rtn: 0.0022583,0.00000,0.036
+47,mlp.experts.71.down_proj,rtn: 0.0022430,0.00000,0.043
+47,mlp.experts.57.down_proj,rtn: 0.0022430,0.00000,0.104
+47,mlp.experts.75.down_proj,rtn: 0.0022888,0.00000,0.037
+47,mlp.experts.79.down_proj,rtn: 0.0021973,0.00000,0.031
+47,mlp.experts.61.down_proj,rtn: 0.0021057,0.00000,0.100
+47,mlp.experts.72.down_proj,rtn: 0.0023041,0.00000,0.035
+47,mlp.experts.96.down_proj,rtn: 0.0021820,0.00000,0.036
+47,mlp.experts.68.down_proj,rtn: 0.0022430,0.00000,0.032
+47,mlp.experts.53.down_proj,rtn: 0.0022583,0.00000,0.079
+47,mlp.experts.42.down_proj,rtn: 0.0022278,0.00000,0.070
+47,mlp.experts.50.down_proj,rtn: 0.0022736,0.00000,0.070
+47,mlp.experts.65.down_proj,rtn: 0.0022278,0.00000,0.054
+47,mlp.experts.54.down_proj,rtn: 0.0022430,0.00000,0.062
+47,mlp.experts.67.down_proj,rtn: 0.0022888,0.00000,0.040
+47,mlp.experts.87.down_proj,rtn: 0.0022430,0.00000,0.043
+47,mlp.experts.95.down_proj,rtn: 0.0022278,0.00000,0.035
+47,mlp.experts.91.down_proj,rtn: 0.0021973,0.00000,0.037
+47,mlp.experts.73.down_proj,rtn: 0.0021667,0.00000,0.055
+47,mlp.experts.84.down_proj,rtn: 0.0022278,0.00000,0.042
+47,mlp.experts.88.down_proj,rtn: 0.0022583,0.00000,0.045
+47,mlp.experts.92.down_proj,rtn: 0.0022583,0.00000,0.051
+47,mlp.experts.112.down_proj,rtn: 0.0021362,0.00000,0.043
+47,mlp.experts.77.down_proj,rtn: 0.0022125,0.00000,0.066
+47,mlp.experts.81.down_proj,rtn: 0.0021667,0.00000,0.044
+47,mlp.experts.107.down_proj,rtn: 0.0023041,0.00000,0.039
+47,mlp.experts.103.down_proj,rtn: 0.0022736,0.00000,0.041
+47,mlp.experts.69.down_proj,rtn: 0.0022430,0.00000,0.066
+47,mlp.experts.111.down_proj,rtn: 0.0021973,0.00000,0.044
+47,mlp.experts.83.down_proj,rtn: 0.0021820,0.00000,0.055
+47,mlp.experts.100.down_proj,rtn: 0.0023041,0.00000,0.037
+47,mlp.experts.89.down_proj,rtn: 0.0022125,0.00000,0.043
+47,mlp.experts.128.down_proj,rtn: 0.0022125,0.00000,0.033
+47,mlp.experts.104.down_proj,rtn: 0.0021973,0.00000,0.041
+47,mlp.experts.108.down_proj,rtn: 0.0022736,0.00000,0.036
+47,mlp.experts.93.down_proj,rtn: 0.0021973,0.00000,0.036
+47,mlp.experts.123.down_proj,rtn: 0.0022583,0.00000,0.036
+47,mlp.experts.119.down_proj,rtn: 0.0022888,0.00000,0.033
+47,mlp.experts.97.down_proj,rtn: 0.0022583,0.00000,0.040
+47,mlp.experts.66.down_proj,rtn: 0.0022430,0.00000,0.100
+47,mlp.experts.127.down_proj,rtn: 0.0022430,0.00000,0.030
+47,mlp.experts.99.down_proj,rtn: 0.0022430,0.00000,0.033
+47,mlp.experts.62.down_proj,rtn: 0.0022736,0.00000,0.155
+47,mlp.experts.58.down_proj,rtn: 0.0022430,0.00000,0.125
+47,mlp.experts.116.down_proj,rtn: 0.0021515,0.00000,0.037
+47,mlp.experts.109.down_proj,rtn: 0.0022278,0.00000,0.029
+47,mlp.experts.105.down_proj,rtn: 0.0022736,0.00000,0.033
+47,mlp.experts.70.down_proj,rtn: 0.0022583,0.00000,0.097
+47,mlp.experts.144.down_proj,rtn: 0.0021820,0.00000,0.036
+47,mlp.experts.120.down_proj,rtn: 0.0021667,0.00000,0.030
+47,mlp.experts.124.down_proj,rtn: 0.0022125,0.00000,0.034
+47,mlp.experts.85.down_proj,rtn: 0.0021667,0.00000,0.053
+47,mlp.experts.113.down_proj,rtn: 0.0021210,0.00000,0.016
+47,mlp.experts.132.down_proj,rtn: 0.0021973,0.00000,0.013
+47,mlp.experts.139.down_proj,rtn: 0.0023041,0.00000,0.045
+47,mlp.experts.115.down_proj,rtn: 0.0021820,0.00000,0.043
+47,mlp.experts.135.down_proj,rtn: 0.0022278,0.00000,0.041
+47,mlp.experts.143.down_proj,rtn: 0.0022583,0.00000,0.035
+47,mlp.experts.74.down_proj,rtn: 0.0022430,0.00000,0.034
+47,mlp.experts.125.down_proj,rtn: 0.0022583,0.00000,0.019
+47,mlp.experts.121.down_proj,rtn: 0.0021667,0.00000,0.019
+47,mlp.experts.78.down_proj,rtn: 0.0021973,0.00000,0.047
+47,mlp.experts.160.down_proj,rtn: 0.0022125,0.00000,0.025
+47,mlp.experts.82.down_proj,rtn: 0.0022583,0.00000,0.058
+47,mlp.experts.101.down_proj,rtn: 0.0022430,0.00000,0.022
+47,mlp.experts.136.down_proj,rtn: 0.0022278,0.00000,0.030
+47,mlp.experts.86.down_proj,rtn: 0.0022430,0.00000,0.048
+47,mlp.experts.148.down_proj,rtn: 0.0022430,0.00000,0.023
+47,mlp.experts.140.down_proj,rtn: 0.0022888,0.00000,0.032
+47,mlp.experts.129.down_proj,rtn: 0.0021667,0.00000,0.031
+47,mlp.experts.141.down_proj,rtn: 0.0023193,0.00000,0.022
+47,mlp.experts.90.down_proj,rtn: 0.0022430,0.00000,0.048
+47,mlp.experts.137.down_proj,rtn: 0.0022430,0.00000,0.043
+47,mlp.experts.159.down_proj,rtn: 0.0021973,0.00000,0.058
+47,mlp.experts.151.down_proj,rtn: 0.0022278,0.00000,0.060
+47,mlp.experts.117.down_proj,rtn: 0.0022430,0.00000,0.036
+47,mlp.experts.102.down_proj,rtn: 0.0021362,0.00000,0.049
+47,mlp.experts.152.down_proj,rtn: 0.0023499,0.00000,0.037
+47,mlp.experts.131.down_proj,rtn: 0.0022125,0.00000,0.056
+47,mlp.experts.155.down_proj,rtn: 0.0021667,0.00000,0.068
+47,mlp.experts.156.down_proj,rtn: 0.0022736,0.00000,0.037
+47,mlp.experts.164.down_proj,rtn: 0.0022583,0.00000,0.040
+47,mlp.experts.98.down_proj,rtn: 0.0021973,0.00000,0.055
+47,mlp.experts.145.down_proj,rtn: 0.0022125,0.00000,0.041
+47,mlp.experts.176.down_proj,rtn: 0.0022583,0.00000,0.060
+47,mlp.experts.157.down_proj,rtn: 0.0023041,0.00000,0.039
+47,mlp.experts.168.down_proj,rtn: 0.0022736,0.00000,0.016
+47,mlp.experts.167.down_proj,rtn: 0.0021973,0.00000,0.028
+47,mlp.experts.175.down_proj,rtn: 0.0021362,0.00000,0.028
+47,mlp.experts.153.down_proj,rtn: 0.0022583,0.00000,0.032
+47,mlp.experts.133.down_proj,rtn: 0.0022736,0.00000,0.025
+47,mlp.experts.147.down_proj,rtn: 0.0022278,0.00000,0.019
+47,mlp.experts.118.down_proj,rtn: 0.0022583,0.00000,0.036
+47,mlp.experts.106.down_proj,rtn: 0.0022125,0.00000,0.059
+47,mlp.experts.94.down_proj,rtn: 0.0022583,0.00000,0.083
+47,mlp.experts.114.down_proj,rtn: 0.0022583,0.00000,0.018
+47,mlp.experts.184.down_proj,rtn: 0.0022278,0.00000,0.042
+47,mlp.experts.161.down_proj,rtn: 0.0021973,0.00000,0.049
+47,mlp.experts.163.down_proj,rtn: 0.0021362,0.00000,0.055
+47,mlp.experts.183.down_proj,rtn: 0.0022583,0.00000,0.055
+47,mlp.experts.191.down_proj,rtn: 0.0022430,0.00000,0.053
+47,mlp.experts.169.down_proj,rtn: 0.0022278,0.00000,0.052
+47,mlp.experts.172.down_proj,rtn: 0.0021973,0.00000,0.054
+47,mlp.experts.180.down_proj,rtn: 0.0022583,0.00000,0.055
+47,mlp.experts.171.down_proj,rtn: 0.0022430,0.00000,0.057
+47,mlp.experts.149.down_proj,rtn: 0.0022125,0.00000,0.059
+47,mlp.experts.173.down_proj,rtn: 0.0021973,0.00000,0.058
+47,mlp.experts.179.down_proj,rtn: 0.0022125,0.00000,0.023
+47,mlp.experts.110.down_proj,rtn: 0.0022736,0.00000,0.047
+47,mlp.experts.188.down_proj,rtn: 0.0022430,0.00000,0.018
+47,mlp.experts.122.down_proj,rtn: 0.0021820,0.00000,0.043
+47,mlp.experts.177.down_proj,rtn: 0.0022736,0.00000,0.033
+47,mlp.experts.130.down_proj,rtn: 0.0022583,0.00000,0.039
+47,mlp.experts.185.down_proj,rtn: 0.0022278,0.00000,0.032
+47,mlp.experts.187.down_proj,rtn: 0.0021820,0.00000,0.017
+47,mlp.experts.165.down_proj,rtn: 0.0022125,0.00000,0.020
+47,mlp.experts.189.down_proj,rtn: 0.0021667,0.00000,0.027
+47,mlp.experts.134.down_proj,rtn: 0.0022278,0.00000,0.086
+47,mlp.experts.126.down_proj,rtn: 0.0022583,0.00000,0.040
+47,mlp.experts.181.down_proj,rtn: 0.0021820,0.00000,0.012
+47,mlp.experts.138.down_proj,rtn: 0.0022125,0.00000,0.071
+47,mlp.experts.146.down_proj,rtn: 0.0021667,0.00000,0.069
+47,mlp.experts.150.down_proj,rtn: 0.0021973,0.00000,0.044
+47,mlp.experts.142.down_proj,rtn: 0.0022430,0.00000,0.068
+47,mlp.experts.154.down_proj,rtn: 0.0022583,0.00000,0.031
+47,mlp.experts.166.down_proj,rtn: 0.0022278,0.00000,0.028
+47,mlp.experts.162.down_proj,rtn: 0.0021820,0.00000,0.059
+47,mlp.experts.182.down_proj,rtn: 0.0022125,0.00000,0.040
+47,mlp.experts.170.down_proj,rtn: 0.0021667,0.00000,0.040
+47,mlp.experts.158.down_proj,rtn: 0.0022583,0.00000,0.067
+47,mlp.experts.186.down_proj,rtn: 0.0021667,0.00000,0.034
+47,mlp.experts.178.down_proj,rtn: 0.0021820,0.00000,0.053
+47,mlp.experts.174.down_proj,rtn: 0.0022278,0.00000,0.031
+47,mlp.experts.190.down_proj,rtn: 0.0022888,0.00000,0.014
+47,mlp.shared_experts.up_proj,rtn: 0.0019684,0.00000,0.026
+47,mlp.shared_experts.gate_proj,rtn: 0.0015869,0.00000,0.026
+47,mlp.shared_experts.down_proj,rtn: 0.0021667,0.00000,0.018
+48,self_attn.v_proj,rtn: 0.0028229,0.00000,0.014
+48,self_attn.k_proj,rtn: 0.0021210,0.00000,0.014
+48,self_attn.q_proj,rtn: 0.0021362,0.00000,0.016
+48,self_attn.o_proj,rtn: 0.0030212,0.00000,0.057
+48,mlp.experts.6.gate_proj,rtn: 0.0022278,0.00000,0.094
+48,mlp.experts.10.gate_proj,rtn: 0.0021973,0.00000,0.097
+48,mlp.experts.14.gate_proj,rtn: 0.0022888,0.00000,0.109
+48,mlp.experts.2.gate_proj,rtn: 0.0023041,0.00000,0.110
+48,mlp.experts.5.gate_proj,rtn: 0.0022583,0.00000,0.112
+48,mlp.experts.13.gate_proj,rtn: 0.0022125,0.00000,0.113
+48,mlp.experts.3.gate_proj,rtn: 0.0023651,0.00000,0.115
+48,mlp.experts.0.gate_proj,rtn: 0.0023346,0.00000,0.121
+48,mlp.experts.9.gate_proj,rtn: 0.0022278,0.00000,0.122
+48,mlp.experts.1.gate_proj,rtn: 0.0022888,0.00000,0.126
+48,mlp.experts.7.gate_proj,rtn: 0.0022278,0.00000,0.128
+48,mlp.experts.15.gate_proj,rtn: 0.0022888,0.00000,0.129
+48,mlp.experts.8.gate_proj,rtn: 0.0022888,0.00000,0.156
+48,mlp.experts.4.gate_proj,rtn: 0.0022430,0.00000,0.146
+48,mlp.experts.11.gate_proj,rtn: 0.0022736,0.00000,0.167
+48,mlp.experts.22.gate_proj,rtn: 0.0022888,0.00000,0.076
+48,mlp.experts.26.gate_proj,rtn: 0.0021973,0.00000,0.073
+48,mlp.experts.30.gate_proj,rtn: 0.0021515,0.00000,0.062
+48,mlp.experts.18.gate_proj,rtn: 0.0023041,0.00000,0.062
+48,mlp.experts.21.gate_proj,rtn: 0.0021973,0.00000,0.095
+48,mlp.experts.29.gate_proj,rtn: 0.0022583,0.00000,0.093
+48,mlp.experts.12.gate_proj,rtn: 0.0022125,0.00000,0.222
+48,mlp.experts.25.gate_proj,rtn: 0.0021820,0.00000,0.089
+48,mlp.experts.23.gate_proj,rtn: 0.0021820,0.00000,0.087
+48,mlp.experts.19.gate_proj,rtn: 0.0022888,0.00000,0.114
+48,mlp.experts.17.gate_proj,rtn: 0.0022430,0.00000,0.099
+48,mlp.experts.31.gate_proj,rtn: 0.0023804,0.00000,0.113
+48,mlp.experts.16.gate_proj,rtn: 0.0022278,0.00000,0.147
+48,mlp.experts.46.gate_proj,rtn: 0.0021820,0.00000,0.081
+48,mlp.experts.34.gate_proj,rtn: 0.0021667,0.00000,0.090
+48,mlp.experts.42.gate_proj,rtn: 0.0022430,0.00000,0.083
+48,mlp.experts.38.gate_proj,rtn: 0.0021973,0.00000,0.086
+48,mlp.experts.27.gate_proj,rtn: 0.0023193,0.00000,0.099
+48,mlp.experts.37.gate_proj,rtn: 0.0022278,0.00000,0.091
+48,mlp.experts.39.gate_proj,rtn: 0.0022278,0.00000,0.071
+48,mlp.experts.35.gate_proj,rtn: 0.0022430,0.00000,0.069
+48,mlp.experts.20.gate_proj,rtn: 0.0022736,0.00000,0.129
+48,mlp.experts.24.gate_proj,rtn: 0.0022430,0.00000,0.157
+48,mlp.experts.45.gate_proj,rtn: 0.0022125,0.00000,0.093
+48,mlp.experts.47.gate_proj,rtn: 0.0021667,0.00000,0.067
+48,mlp.experts.41.gate_proj,rtn: 0.0022583,0.00000,0.096
+48,mlp.experts.33.gate_proj,rtn: 0.0022583,0.00000,0.087
+48,mlp.experts.28.gate_proj,rtn: 0.0022583,0.00000,0.134
+48,mlp.experts.32.gate_proj,rtn: 0.0022583,0.00000,0.105
+48,mlp.experts.43.gate_proj,rtn: 0.0022430,0.00000,0.092
+48,mlp.experts.50.gate_proj,rtn: 0.0022125,0.00000,0.107
+48,mlp.experts.53.gate_proj,rtn: 0.0022125,0.00000,0.088
+48,mlp.experts.61.gate_proj,rtn: 0.0021973,0.00000,0.074
+48,mlp.experts.54.gate_proj,rtn: 0.0022583,0.00000,0.117
+48,mlp.experts.62.gate_proj,rtn: 0.0022278,0.00000,0.126
+48,mlp.experts.58.gate_proj,rtn: 0.0021820,0.00000,0.124
+48,mlp.experts.55.gate_proj,rtn: 0.0023651,0.00000,0.094
+48,mlp.experts.51.gate_proj,rtn: 0.0022278,0.00000,0.091
+48,mlp.experts.36.gate_proj,rtn: 0.0022583,0.00000,0.094
+48,mlp.experts.49.gate_proj,rtn: 0.0022583,0.00000,0.080
+48,mlp.experts.57.gate_proj,rtn: 0.0023193,0.00000,0.086
+48,mlp.experts.40.gate_proj,rtn: 0.0021667,0.00000,0.097
+48,mlp.experts.63.gate_proj,rtn: 0.0023041,0.00000,0.102
+48,mlp.experts.44.gate_proj,rtn: 0.0021973,0.00000,0.092
+48,mlp.experts.48.gate_proj,rtn: 0.0023041,0.00000,0.095
+48,mlp.experts.77.gate_proj,rtn: 0.0021820,0.00000,0.078
+48,mlp.experts.69.gate_proj,rtn: 0.0022736,0.00000,0.079
+48,mlp.experts.59.gate_proj,rtn: 0.0021667,0.00000,0.109
+48,mlp.experts.73.gate_proj,rtn: 0.0022583,0.00000,0.079
+48,mlp.experts.65.gate_proj,rtn: 0.0022125,0.00000,0.079
+48,mlp.experts.66.gate_proj,rtn: 0.0022278,0.00000,0.108
+48,mlp.experts.52.gate_proj,rtn: 0.0021973,0.00000,0.080
+48,mlp.experts.78.gate_proj,rtn: 0.0022736,0.00000,0.096
+48,mlp.experts.74.gate_proj,rtn: 0.0022125,0.00000,0.097
+48,mlp.experts.70.gate_proj,rtn: 0.0021973,0.00000,0.103
+48,mlp.experts.56.gate_proj,rtn: 0.0022888,0.00000,0.088
+48,mlp.experts.67.gate_proj,rtn: 0.0021667,0.00000,0.107
+48,mlp.experts.60.gate_proj,rtn: 0.0023346,0.00000,0.087
+48,mlp.experts.71.gate_proj,rtn: 0.0021973,0.00000,0.133
+48,mlp.experts.93.gate_proj,rtn: 0.0023651,0.00000,0.078
+48,mlp.experts.85.gate_proj,rtn: 0.0022888,0.00000,0.078
+48,mlp.experts.79.gate_proj,rtn: 0.0023041,0.00000,0.127
+48,mlp.experts.64.gate_proj,rtn: 0.0021820,0.00000,0.089
+48,mlp.experts.81.gate_proj,rtn: 0.0022888,0.00000,0.071
+48,mlp.experts.89.gate_proj,rtn: 0.0023193,0.00000,0.080
+48,mlp.experts.68.gate_proj,rtn: 0.0022888,0.00000,0.078
+48,mlp.experts.75.gate_proj,rtn: 0.0022430,0.00000,0.100
+48,mlp.experts.82.gate_proj,rtn: 0.0022583,0.00000,0.096
+48,mlp.experts.94.gate_proj,rtn: 0.0022278,0.00000,0.091
+48,mlp.experts.90.gate_proj,rtn: 0.0022583,0.00000,0.092
+48,mlp.experts.86.gate_proj,rtn: 0.0022125,0.00000,0.089
+48,mlp.experts.72.gate_proj,rtn: 0.0023651,0.00000,0.087
+48,mlp.experts.83.gate_proj,rtn: 0.0021973,0.00000,0.099
+48,mlp.experts.76.gate_proj,rtn: 0.0023193,0.00000,0.091
+48,mlp.experts.109.gate_proj,rtn: 0.0022583,0.00000,0.075
+48,mlp.experts.87.gate_proj,rtn: 0.0023041,0.00000,0.085
+48,mlp.experts.101.gate_proj,rtn: 0.0022583,0.00000,0.080
+48,mlp.experts.95.gate_proj,rtn: 0.0023041,0.00000,0.084
+48,mlp.experts.105.gate_proj,rtn: 0.0022583,0.00000,0.071
+48,mlp.experts.97.gate_proj,rtn: 0.0022278,0.00000,0.076
+48,mlp.experts.80.gate_proj,rtn: 0.0022583,0.00000,0.094
+48,mlp.experts.91.gate_proj,rtn: 0.0022736,0.00000,0.080
+48,mlp.experts.84.gate_proj,rtn: 0.0023193,0.00000,0.093
+48,mlp.experts.106.gate_proj,rtn: 0.0021820,0.00000,0.088
+48,mlp.experts.98.gate_proj,rtn: 0.0023499,0.00000,0.095
+48,mlp.experts.110.gate_proj,rtn: 0.0021820,0.00000,0.085
+48,mlp.experts.88.gate_proj,rtn: 0.0022430,0.00000,0.085
+48,mlp.experts.102.gate_proj,rtn: 0.0022430,0.00000,0.085
+48,mlp.experts.99.gate_proj,rtn: 0.0022888,0.00000,0.078
+48,mlp.experts.92.gate_proj,rtn: 0.0022583,0.00000,0.087
+48,mlp.experts.125.gate_proj,rtn: 0.0023041,0.00000,0.077
+48,mlp.experts.103.gate_proj,rtn: 0.0022583,0.00000,0.079
+48,mlp.experts.117.gate_proj,rtn: 0.0023499,0.00000,0.072
+48,mlp.experts.121.gate_proj,rtn: 0.0021973,0.00000,0.068
+48,mlp.experts.113.gate_proj,rtn: 0.0023041,0.00000,0.075
+48,mlp.experts.111.gate_proj,rtn: 0.0022583,0.00000,0.077
+48,mlp.experts.107.gate_proj,rtn: 0.0022583,0.00000,0.078
+48,mlp.experts.96.gate_proj,rtn: 0.0022888,0.00000,0.087
+48,mlp.experts.100.gate_proj,rtn: 0.0022888,0.00000,0.091
+48,mlp.experts.104.gate_proj,rtn: 0.0022125,0.00000,0.089
+48,mlp.experts.114.gate_proj,rtn: 0.0023346,0.00000,0.099
+48,mlp.experts.122.gate_proj,rtn: 0.0023193,0.00000,0.100
+48,mlp.experts.133.gate_proj,rtn: 0.0022583,0.00000,0.069
+48,mlp.experts.115.gate_proj,rtn: 0.0022736,0.00000,0.089
+48,mlp.experts.137.gate_proj,rtn: 0.0022430,0.00000,0.068
+48,mlp.experts.141.gate_proj,rtn: 0.0022278,0.00000,0.079
+48,mlp.experts.129.gate_proj,rtn: 0.0022736,0.00000,0.070
+48,mlp.experts.108.gate_proj,rtn: 0.0022125,0.00000,0.083
+48,mlp.experts.118.gate_proj,rtn: 0.0021515,0.00000,0.098
+48,mlp.experts.119.gate_proj,rtn: 0.0023193,0.00000,0.087
+48,mlp.experts.127.gate_proj,rtn: 0.0023193,0.00000,0.093
+48,mlp.experts.123.gate_proj,rtn: 0.0022430,0.00000,0.087
+48,mlp.experts.112.gate_proj,rtn: 0.0021820,0.00000,0.092
+48,mlp.experts.126.gate_proj,rtn: 0.0022430,0.00000,0.166
+48,mlp.experts.116.gate_proj,rtn: 0.0022888,0.00000,0.108
+48,mlp.experts.149.gate_proj,rtn: 0.0023346,0.00000,0.076
+48,mlp.experts.145.gate_proj,rtn: 0.0022125,0.00000,0.069
+48,mlp.experts.153.gate_proj,rtn: 0.0022583,0.00000,0.071
+48,mlp.experts.157.gate_proj,rtn: 0.0022888,0.00000,0.073
+48,mlp.experts.131.gate_proj,rtn: 0.0022125,0.00000,0.090
+48,mlp.experts.120.gate_proj,rtn: 0.0022278,0.00000,0.111
+48,mlp.experts.130.gate_proj,rtn: 0.0021973,0.00000,0.113
+48,mlp.experts.135.gate_proj,rtn: 0.0022736,0.00000,0.096
+48,mlp.experts.143.gate_proj,rtn: 0.0023499,0.00000,0.082
+48,mlp.experts.138.gate_proj,rtn: 0.0023193,0.00000,0.114
+48,mlp.experts.139.gate_proj,rtn: 0.0021210,0.00000,0.087
+48,mlp.experts.124.gate_proj,rtn: 0.0022125,0.00000,0.128
+48,mlp.experts.134.gate_proj,rtn: 0.0022278,0.00000,0.132
+48,mlp.experts.128.gate_proj,rtn: 0.0022736,0.00000,0.120
+48,mlp.experts.169.gate_proj,rtn: 0.0021515,0.00000,0.060
+48,mlp.experts.165.gate_proj,rtn: 0.0022736,0.00000,0.083
+48,mlp.experts.161.gate_proj,rtn: 0.0022430,0.00000,0.087
+48,mlp.experts.173.gate_proj,rtn: 0.0022125,0.00000,0.077
+48,mlp.experts.142.gate_proj,rtn: 0.0022583,0.00000,0.119
+48,mlp.experts.132.gate_proj,rtn: 0.0023193,0.00000,0.112
+48,mlp.experts.146.gate_proj,rtn: 0.0024414,0.00000,0.093
+48,mlp.experts.136.gate_proj,rtn: 0.0023041,0.00000,0.112
+48,mlp.experts.147.gate_proj,rtn: 0.0022125,0.00000,0.126
+48,mlp.experts.159.gate_proj,rtn: 0.0022888,0.00000,0.107
+48,mlp.experts.155.gate_proj,rtn: 0.0022888,0.00000,0.107
+48,mlp.experts.181.gate_proj,rtn: 0.0022888,0.00000,0.071
+48,mlp.experts.177.gate_proj,rtn: 0.0022430,0.00000,0.070
+48,mlp.experts.154.gate_proj,rtn: 0.0021973,0.00000,0.129
+48,mlp.experts.151.gate_proj,rtn: 0.0022583,0.00000,0.145
+48,mlp.experts.185.gate_proj,rtn: 0.0021973,0.00000,0.083
+48,mlp.experts.189.gate_proj,rtn: 0.0022430,0.00000,0.074
+48,mlp.experts.150.gate_proj,rtn: 0.0022583,0.00000,0.101
+48,mlp.experts.140.gate_proj,rtn: 0.0022888,0.00000,0.143
+48,mlp.experts.144.gate_proj,rtn: 0.0023041,0.00000,0.117
+48,mlp.experts.162.gate_proj,rtn: 0.0022888,0.00000,0.089
+48,mlp.experts.158.gate_proj,rtn: 0.0021820,0.00000,0.100
+48,mlp.experts.148.gate_proj,rtn: 0.0022430,0.00000,0.112
+48,mlp.experts.152.gate_proj,rtn: 0.0022888,0.00000,0.102
+48,mlp.experts.9.up_proj,rtn: 0.0021973,0.00000,0.063
+48,mlp.experts.5.up_proj,rtn: 0.0022278,0.00000,0.073
+48,mlp.experts.1.up_proj,rtn: 0.0022736,0.00000,0.074
+48,mlp.experts.170.gate_proj,rtn: 0.0022278,0.00000,0.084
+48,mlp.experts.13.up_proj,rtn: 0.0023193,0.00000,0.073
+48,mlp.experts.166.gate_proj,rtn: 0.0021515,0.00000,0.079
+48,mlp.experts.156.gate_proj,rtn: 0.0023193,0.00000,0.096
+48,mlp.experts.178.gate_proj,rtn: 0.0022583,0.00000,0.084
+48,mlp.experts.160.gate_proj,rtn: 0.0023193,0.00000,0.100
+48,mlp.experts.163.gate_proj,rtn: 0.0023041,0.00000,0.166
+48,mlp.experts.174.gate_proj,rtn: 0.0022125,0.00000,0.089
+48,mlp.experts.167.gate_proj,rtn: 0.0022888,0.00000,0.140
+48,mlp.experts.175.gate_proj,rtn: 0.0022430,0.00000,0.180
+48,mlp.experts.21.up_proj,rtn: 0.0021667,0.00000,0.086
+48,mlp.experts.25.up_proj,rtn: 0.0021820,0.00000,0.087
+48,mlp.experts.168.gate_proj,rtn: 0.0021820,0.00000,0.100
+48,mlp.experts.171.gate_proj,rtn: 0.0022736,0.00000,0.187
+48,mlp.experts.164.gate_proj,rtn: 0.0022430,0.00000,0.105
+48,mlp.experts.186.gate_proj,rtn: 0.0021820,0.00000,0.084
+48,mlp.experts.182.gate_proj,rtn: 0.0022430,0.00000,0.082
+48,mlp.experts.29.up_proj,rtn: 0.0021973,0.00000,0.097
+48,mlp.experts.17.up_proj,rtn: 0.0022125,0.00000,0.113
+48,mlp.experts.2.up_proj,rtn: 0.0022430,0.00000,0.075
+48,mlp.experts.183.gate_proj,rtn: 0.0022736,0.00000,0.061
+48,mlp.experts.179.gate_proj,rtn: 0.0022278,0.00000,0.067
+48,mlp.experts.191.gate_proj,rtn: 0.0023651,0.00000,0.065
+48,mlp.experts.190.gate_proj,rtn: 0.0022125,0.00000,0.078
+48,mlp.experts.172.gate_proj,rtn: 0.0023193,0.00000,0.107
+48,mlp.experts.187.gate_proj,rtn: 0.0021515,0.00000,0.064
+48,mlp.experts.176.gate_proj,rtn: 0.0023499,0.00000,0.103
+48,mlp.experts.10.up_proj,rtn: 0.0021973,0.00000,0.079
+48,mlp.experts.180.gate_proj,rtn: 0.0021820,0.00000,0.089
+48,mlp.experts.6.up_proj,rtn: 0.0021820,0.00000,0.078
+48,mlp.experts.184.gate_proj,rtn: 0.0021820,0.00000,0.098
+48,mlp.experts.37.up_proj,rtn: 0.0021515,0.00000,0.104
+48,mlp.experts.15.up_proj,rtn: 0.0022125,0.00000,0.061
+48,mlp.experts.3.up_proj,rtn: 0.0022125,0.00000,0.069
+48,mlp.experts.7.up_proj,rtn: 0.0021362,0.00000,0.070
+48,mlp.experts.45.up_proj,rtn: 0.0021667,0.00000,0.094
+48,mlp.experts.18.up_proj,rtn: 0.0022278,0.00000,0.080
+48,mlp.experts.14.up_proj,rtn: 0.0022430,0.00000,0.078
+48,mlp.experts.33.up_proj,rtn: 0.0021973,0.00000,0.112
+48,mlp.experts.11.up_proj,rtn: 0.0022125,0.00000,0.067
+48,mlp.experts.188.gate_proj,rtn: 0.0021973,0.00000,0.094
+48,mlp.experts.26.up_proj,rtn: 0.0021667,0.00000,0.074
+48,mlp.experts.0.up_proj,rtn: 0.0022888,0.00000,0.097
+48,mlp.experts.22.up_proj,rtn: 0.0022278,0.00000,0.076
+48,mlp.experts.31.up_proj,rtn: 0.0021667,0.00000,0.074
+48,mlp.experts.34.up_proj,rtn: 0.0021820,0.00000,0.064
+48,mlp.experts.19.up_proj,rtn: 0.0023041,0.00000,0.072
+48,mlp.experts.23.up_proj,rtn: 0.0021515,0.00000,0.073
+48,mlp.experts.4.up_proj,rtn: 0.0021515,0.00000,0.104
+48,mlp.experts.8.up_proj,rtn: 0.0021820,0.00000,0.106
+48,mlp.experts.27.up_proj,rtn: 0.0021973,0.00000,0.066
+48,mlp.experts.30.up_proj,rtn: 0.0021973,0.00000,0.077
+48,mlp.experts.41.up_proj,rtn: 0.0022278,0.00000,0.247
+48,mlp.experts.42.up_proj,rtn: 0.0022125,0.00000,0.075
+48,mlp.experts.39.up_proj,rtn: 0.0022278,0.00000,0.064
+48,mlp.experts.35.up_proj,rtn: 0.0022430,0.00000,0.065
+48,mlp.experts.47.up_proj,rtn: 0.0021820,0.00000,0.070
+48,mlp.experts.38.up_proj,rtn: 0.0021667,0.00000,0.077
+48,mlp.experts.50.up_proj,rtn: 0.0021820,0.00000,0.073
+48,mlp.experts.12.up_proj,rtn: 0.0021820,0.00000,0.104
+48,mlp.experts.16.up_proj,rtn: 0.0022583,0.00000,0.097
+48,mlp.experts.53.up_proj,rtn: 0.0021973,0.00000,0.167
+48,mlp.experts.43.up_proj,rtn: 0.0021667,0.00000,0.069
+48,mlp.experts.20.up_proj,rtn: 0.0022278,0.00000,0.088
+48,mlp.experts.61.up_proj,rtn: 0.0021667,0.00000,0.176
+48,mlp.experts.46.up_proj,rtn: 0.0021515,0.00000,0.077
+48,mlp.experts.24.up_proj,rtn: 0.0022278,0.00000,0.095
+48,mlp.experts.49.up_proj,rtn: 0.0022430,0.00000,0.153
+48,mlp.experts.58.up_proj,rtn: 0.0021973,0.00000,0.077
+48,mlp.experts.51.up_proj,rtn: 0.0021820,0.00000,0.060
+48,mlp.experts.63.up_proj,rtn: 0.0022583,0.00000,0.063
+48,mlp.experts.55.up_proj,rtn: 0.0022736,0.00000,0.075
+48,mlp.experts.57.up_proj,rtn: 0.0022888,0.00000,0.100
+48,mlp.experts.59.up_proj,rtn: 0.0021820,0.00000,0.065
+48,mlp.experts.32.up_proj,rtn: 0.0022278,0.00000,0.084
+48,mlp.experts.54.up_proj,rtn: 0.0021667,0.00000,0.088
+48,mlp.experts.28.up_proj,rtn: 0.0022278,0.00000,0.087
+48,mlp.experts.66.up_proj,rtn: 0.0021667,0.00000,0.090
+48,mlp.experts.36.up_proj,rtn: 0.0021973,0.00000,0.082
+48,mlp.experts.40.up_proj,rtn: 0.0021515,0.00000,0.077
+48,mlp.experts.67.up_proj,rtn: 0.0021667,0.00000,0.065
+48,mlp.experts.62.up_proj,rtn: 0.0022736,0.00000,0.095
+48,mlp.experts.69.up_proj,rtn: 0.0021973,0.00000,0.109
+48,mlp.experts.79.up_proj,rtn: 0.0022430,0.00000,0.077
+48,mlp.experts.71.up_proj,rtn: 0.0021667,0.00000,0.074
+48,mlp.experts.75.up_proj,rtn: 0.0022125,0.00000,0.063
+48,mlp.experts.77.up_proj,rtn: 0.0021667,0.00000,0.127
+48,mlp.experts.74.up_proj,rtn: 0.0022430,0.00000,0.098
+48,mlp.experts.48.up_proj,rtn: 0.0022278,0.00000,0.081
+48,mlp.experts.65.up_proj,rtn: 0.0021820,0.00000,0.126
+48,mlp.experts.44.up_proj,rtn: 0.0021973,0.00000,0.084
+48,mlp.experts.70.up_proj,rtn: 0.0021667,0.00000,0.093
+48,mlp.experts.52.up_proj,rtn: 0.0021667,0.00000,0.087
+48,mlp.experts.56.up_proj,rtn: 0.0022430,0.00000,0.079
+48,mlp.experts.82.up_proj,rtn: 0.0022430,0.00000,0.094
+48,mlp.experts.73.up_proj,rtn: 0.0021973,0.00000,0.132
+48,mlp.experts.83.up_proj,rtn: 0.0021667,0.00000,0.088
+48,mlp.experts.78.up_proj,rtn: 0.0022430,0.00000,0.091
+48,mlp.experts.87.up_proj,rtn: 0.0022125,0.00000,0.081
+48,mlp.experts.91.up_proj,rtn: 0.0022125,0.00000,0.087
+48,mlp.experts.85.up_proj,rtn: 0.0021973,0.00000,0.108
+48,mlp.experts.95.up_proj,rtn: 0.0022736,0.00000,0.097
+48,mlp.experts.64.up_proj,rtn: 0.0021515,0.00000,0.082
+48,mlp.experts.60.up_proj,rtn: 0.0022736,0.00000,0.073
+48,mlp.experts.90.up_proj,rtn: 0.0021973,0.00000,0.090
+48,mlp.experts.93.up_proj,rtn: 0.0023041,0.00000,0.103
+48,mlp.experts.68.up_proj,rtn: 0.0022430,0.00000,0.074
+48,mlp.experts.81.up_proj,rtn: 0.0022583,0.00000,0.105
+48,mlp.experts.72.up_proj,rtn: 0.0022583,0.00000,0.084
+48,mlp.experts.86.up_proj,rtn: 0.0022278,0.00000,0.090
+48,mlp.experts.98.up_proj,rtn: 0.0023041,0.00000,0.095
+48,mlp.experts.99.up_proj,rtn: 0.0021973,0.00000,0.083
+48,mlp.experts.94.up_proj,rtn: 0.0021820,0.00000,0.096
+48,mlp.experts.103.up_proj,rtn: 0.0022278,0.00000,0.090
+48,mlp.experts.107.up_proj,rtn: 0.0022430,0.00000,0.089
+48,mlp.experts.111.up_proj,rtn: 0.0021973,0.00000,0.095
+48,mlp.experts.89.up_proj,rtn: 0.0022736,0.00000,0.137
+48,mlp.experts.76.up_proj,rtn: 0.0022888,0.00000,0.092
+48,mlp.experts.80.up_proj,rtn: 0.0021973,0.00000,0.095
+48,mlp.experts.84.up_proj,rtn: 0.0022583,0.00000,0.086
+48,mlp.experts.109.up_proj,rtn: 0.0022125,0.00000,0.116
+48,mlp.experts.106.up_proj,rtn: 0.0021973,0.00000,0.125
+48,mlp.experts.88.up_proj,rtn: 0.0022278,0.00000,0.089
+48,mlp.experts.115.up_proj,rtn: 0.0022278,0.00000,0.089
+48,mlp.experts.102.up_proj,rtn: 0.0022736,0.00000,0.098
+48,mlp.experts.114.up_proj,rtn: 0.0023346,0.00000,0.103
+48,mlp.experts.101.up_proj,rtn: 0.0021820,0.00000,0.158
+48,mlp.experts.110.up_proj,rtn: 0.0021667,0.00000,0.094
+48,mlp.experts.119.up_proj,rtn: 0.0022430,0.00000,0.100
+48,mlp.experts.123.up_proj,rtn: 0.0022736,0.00000,0.103
+48,mlp.experts.97.up_proj,rtn: 0.0021973,0.00000,0.136
+48,mlp.experts.105.up_proj,rtn: 0.0022125,0.00000,0.106
+48,mlp.experts.127.up_proj,rtn: 0.0022583,0.00000,0.110
+48,mlp.experts.100.up_proj,rtn: 0.0023041,0.00000,0.092
+48,mlp.experts.96.up_proj,rtn: 0.0021820,0.00000,0.103
+48,mlp.experts.92.up_proj,rtn: 0.0022125,0.00000,0.095
+48,mlp.experts.122.up_proj,rtn: 0.0022278,0.00000,0.088
+48,mlp.experts.130.up_proj,rtn: 0.0021820,0.00000,0.086
+48,mlp.experts.118.up_proj,rtn: 0.0021210,0.00000,0.086
+48,mlp.experts.126.up_proj,rtn: 0.0022125,0.00000,0.080
+48,mlp.experts.131.up_proj,rtn: 0.0021667,0.00000,0.098
+48,mlp.experts.135.up_proj,rtn: 0.0021973,0.00000,0.085
+48,mlp.experts.104.up_proj,rtn: 0.0022430,0.00000,0.106
+48,mlp.experts.139.up_proj,rtn: 0.0021362,0.00000,0.095
+48,mlp.experts.138.up_proj,rtn: 0.0022736,0.00000,0.053
+48,mlp.experts.143.up_proj,rtn: 0.0022736,0.00000,0.085
+48,mlp.experts.108.up_proj,rtn: 0.0021973,0.00000,0.089
+48,mlp.experts.116.up_proj,rtn: 0.0022583,0.00000,0.093
+48,mlp.experts.125.up_proj,rtn: 0.0021973,0.00000,0.173
+48,mlp.experts.112.up_proj,rtn: 0.0021820,0.00000,0.104
+48,mlp.experts.146.up_proj,rtn: 0.0022583,0.00000,0.069
+48,mlp.experts.142.up_proj,rtn: 0.0021667,0.00000,0.075
+48,mlp.experts.134.up_proj,rtn: 0.0022430,0.00000,0.075
+48,mlp.experts.117.up_proj,rtn: 0.0022736,0.00000,0.190
+48,mlp.experts.121.up_proj,rtn: 0.0021515,0.00000,0.147
+48,mlp.experts.147.up_proj,rtn: 0.0021973,0.00000,0.090
+48,mlp.experts.154.up_proj,rtn: 0.0021515,0.00000,0.072
+48,mlp.experts.120.up_proj,rtn: 0.0021973,0.00000,0.090
+48,mlp.experts.151.up_proj,rtn: 0.0022125,0.00000,0.097
+48,mlp.experts.155.up_proj,rtn: 0.0022430,0.00000,0.099
+48,mlp.experts.124.up_proj,rtn: 0.0021820,0.00000,0.080
+48,mlp.experts.132.up_proj,rtn: 0.0021820,0.00000,0.078
+48,mlp.experts.162.up_proj,rtn: 0.0022583,0.00000,0.078
+48,mlp.experts.159.up_proj,rtn: 0.0022430,0.00000,0.101
+48,mlp.experts.150.up_proj,rtn: 0.0021973,0.00000,0.071
+48,mlp.experts.141.up_proj,rtn: 0.0021515,0.00000,0.099
+48,mlp.experts.158.up_proj,rtn: 0.0021515,0.00000,0.079
+48,mlp.experts.128.up_proj,rtn: 0.0022125,0.00000,0.098
+48,mlp.experts.170.up_proj,rtn: 0.0021973,0.00000,0.069
+48,mlp.experts.113.up_proj,rtn: 0.0022430,0.00000,0.261
+48,mlp.experts.137.up_proj,rtn: 0.0021820,0.00000,0.091
+48,mlp.experts.133.up_proj,rtn: 0.0022278,0.00000,0.103
+48,mlp.experts.163.up_proj,rtn: 0.0022583,0.00000,0.097
+48,mlp.experts.136.up_proj,rtn: 0.0022430,0.00000,0.087
+48,mlp.experts.178.up_proj,rtn: 0.0021515,0.00000,0.072
+48,mlp.experts.171.up_proj,rtn: 0.0022430,0.00000,0.113
+48,mlp.experts.140.up_proj,rtn: 0.0022125,0.00000,0.087
+48,mlp.experts.148.up_proj,rtn: 0.0022278,0.00000,0.090
+48,mlp.experts.175.up_proj,rtn: 0.0021973,0.00000,0.111
+48,mlp.experts.157.up_proj,rtn: 0.0022430,0.00000,0.109
+48,mlp.experts.129.up_proj,rtn: 0.0022278,0.00000,0.088
+48,mlp.experts.149.up_proj,rtn: 0.0022888,0.00000,0.077
+48,mlp.experts.166.up_proj,rtn: 0.0021057,0.00000,0.072
+48,mlp.experts.174.up_proj,rtn: 0.0021820,0.00000,0.117
+48,mlp.experts.167.up_proj,rtn: 0.0022430,0.00000,0.178
+48,mlp.experts.179.up_proj,rtn: 0.0022125,0.00000,0.085
+48,mlp.experts.144.up_proj,rtn: 0.0022430,0.00000,0.157
+48,mlp.experts.186.up_proj,rtn: 0.0021667,0.00000,0.201
+48,mlp.experts.182.up_proj,rtn: 0.0021667,0.00000,0.099
+48,mlp.experts.152.up_proj,rtn: 0.0022125,0.00000,0.193
+48,mlp.experts.187.up_proj,rtn: 0.0021210,0.00000,0.175
+48,mlp.experts.190.up_proj,rtn: 0.0021515,0.00000,0.064
+48,mlp.experts.164.up_proj,rtn: 0.0021973,0.00000,0.165
+48,mlp.experts.153.up_proj,rtn: 0.0021820,0.00000,0.269
+48,mlp.experts.191.up_proj,rtn: 0.0022888,0.00000,0.179
+48,mlp.experts.156.up_proj,rtn: 0.0022583,0.00000,0.169
+48,mlp.experts.183.up_proj,rtn: 0.0021973,0.00000,0.082
+48,mlp.experts.160.up_proj,rtn: 0.0022278,0.00000,0.191
+48,mlp.experts.173.up_proj,rtn: 0.0021973,0.00000,0.249
+48,mlp.experts.165.up_proj,rtn: 0.0021820,0.00000,0.083
+48,mlp.experts.169.up_proj,rtn: 0.0021667,0.00000,0.088
+48,mlp.experts.168.up_proj,rtn: 0.0021820,0.00000,0.158
+48,mlp.experts.145.up_proj,rtn: 0.0021973,0.00000,0.208
+48,mlp.experts.180.up_proj,rtn: 0.0021820,0.00000,0.128
+48,mlp.experts.172.up_proj,rtn: 0.0022278,0.00000,0.136
+48,mlp.experts.189.up_proj,rtn: 0.0022125,0.00000,0.100
+48,mlp.experts.181.up_proj,rtn: 0.0021820,0.00000,0.085
+48,mlp.experts.185.up_proj,rtn: 0.0021667,0.00000,0.082
+48,mlp.experts.176.up_proj,rtn: 0.0022736,0.00000,0.126
+48,mlp.experts.161.up_proj,rtn: 0.0021667,0.00000,0.074
+48,mlp.experts.188.up_proj,rtn: 0.0021820,0.00000,0.061
+48,mlp.experts.184.up_proj,rtn: 0.0021820,0.00000,0.110
+48,mlp.experts.177.up_proj,rtn: 0.0021973,0.00000,0.041
+48,mlp.experts.2.down_proj,rtn: 0.0022583,0.00000,0.018
+48,mlp.experts.3.down_proj,rtn: 0.0022278,0.00000,0.015
+48,mlp.experts.15.down_proj,rtn: 0.0022125,0.00000,0.039
+48,mlp.experts.14.down_proj,rtn: 0.0022736,0.00000,0.034
+48,mlp.experts.10.down_proj,rtn: 0.0022125,0.00000,0.036
+48,mlp.experts.18.down_proj,rtn: 0.0022736,0.00000,0.038
+48,mlp.experts.6.down_proj,rtn: 0.0022278,0.00000,0.037
+48,mlp.experts.19.down_proj,rtn: 0.0022888,0.00000,0.040
+48,mlp.experts.7.down_proj,rtn: 0.0021820,0.00000,0.044
+48,mlp.experts.11.down_proj,rtn: 0.0022278,0.00000,0.043
+48,mlp.experts.12.down_proj,rtn: 0.0022125,0.00000,0.129
+48,mlp.experts.4.down_proj,rtn: 0.0021820,0.00000,0.130
+48,mlp.experts.0.down_proj,rtn: 0.0022736,0.00000,0.131
+48,mlp.experts.8.down_proj,rtn: 0.0022125,0.00000,0.132
+48,mlp.experts.31.down_proj,rtn: 0.0021667,0.00000,0.029
+48,mlp.experts.9.down_proj,rtn: 0.0022278,0.00000,0.073
+48,mlp.experts.5.down_proj,rtn: 0.0022430,0.00000,0.073
+48,mlp.experts.13.down_proj,rtn: 0.0023193,0.00000,0.072
+48,mlp.experts.1.down_proj,rtn: 0.0023041,0.00000,0.074
+48,mlp.experts.35.down_proj,rtn: 0.0022278,0.00000,0.021
+48,mlp.experts.30.down_proj,rtn: 0.0022278,0.00000,0.037
+48,mlp.experts.22.down_proj,rtn: 0.0022583,0.00000,0.029
+48,mlp.experts.26.down_proj,rtn: 0.0022125,0.00000,0.034
+48,mlp.experts.34.down_proj,rtn: 0.0021973,0.00000,0.032
+48,mlp.experts.24.down_proj,rtn: 0.0022583,0.00000,0.030
+48,mlp.experts.27.down_proj,rtn: 0.0021820,0.00000,0.038
+48,mlp.experts.17.down_proj,rtn: 0.0022583,0.00000,0.025
+48,mlp.experts.47.down_proj,rtn: 0.0022125,0.00000,0.025
+48,mlp.experts.21.down_proj,rtn: 0.0021820,0.00000,0.022
+48,mlp.experts.25.down_proj,rtn: 0.0021820,0.00000,0.033
+48,mlp.experts.23.down_proj,rtn: 0.0021820,0.00000,0.029
+48,mlp.experts.29.down_proj,rtn: 0.0022278,0.00000,0.029
+48,mlp.experts.20.down_proj,rtn: 0.0022430,0.00000,0.036
+48,mlp.experts.28.down_proj,rtn: 0.0022430,0.00000,0.079
+48,mlp.experts.16.down_proj,rtn: 0.0023041,0.00000,0.077
+48,mlp.experts.37.down_proj,rtn: 0.0021973,0.00000,0.027
+48,mlp.experts.42.down_proj,rtn: 0.0022278,0.00000,0.029
+48,mlp.experts.50.down_proj,rtn: 0.0021973,0.00000,0.029
+48,mlp.experts.38.down_proj,rtn: 0.0021973,0.00000,0.029
+48,mlp.experts.46.down_proj,rtn: 0.0021820,0.00000,0.030
+48,mlp.experts.33.down_proj,rtn: 0.0022430,0.00000,0.031
+48,mlp.experts.41.down_proj,rtn: 0.0021973,0.00000,0.033
+48,mlp.experts.45.down_proj,rtn: 0.0021973,0.00000,0.030
+48,mlp.experts.39.down_proj,rtn: 0.0022888,0.00000,0.033
+48,mlp.experts.43.down_proj,rtn: 0.0022278,0.00000,0.038
+48,mlp.experts.51.down_proj,rtn: 0.0021667,0.00000,0.039
+48,mlp.experts.63.down_proj,rtn: 0.0022583,0.00000,0.039
+48,mlp.experts.40.down_proj,rtn: 0.0021820,0.00000,0.041
+48,mlp.experts.36.down_proj,rtn: 0.0022278,0.00000,0.042
+48,mlp.experts.44.down_proj,rtn: 0.0022278,0.00000,0.041
+48,mlp.experts.53.down_proj,rtn: 0.0022736,0.00000,0.025
+48,mlp.experts.32.down_proj,rtn: 0.0022430,0.00000,0.035
+48,mlp.experts.59.down_proj,rtn: 0.0022278,0.00000,0.016
+48,mlp.experts.55.down_proj,rtn: 0.0023041,0.00000,0.014
+48,mlp.experts.57.down_proj,rtn: 0.0023041,0.00000,0.020
+48,mlp.experts.49.down_proj,rtn: 0.0022888,0.00000,0.026
+48,mlp.experts.62.down_proj,rtn: 0.0022888,0.00000,0.033
+48,mlp.experts.58.down_proj,rtn: 0.0022278,0.00000,0.033
+48,mlp.experts.54.down_proj,rtn: 0.0022125,0.00000,0.029
+48,mlp.experts.61.down_proj,rtn: 0.0021820,0.00000,0.022
+48,mlp.experts.66.down_proj,rtn: 0.0022125,0.00000,0.031
+48,mlp.experts.79.down_proj,rtn: 0.0022278,0.00000,0.043
+48,mlp.experts.52.down_proj,rtn: 0.0022278,0.00000,0.047
+48,mlp.experts.60.down_proj,rtn: 0.0022736,0.00000,0.046
+48,mlp.experts.69.down_proj,rtn: 0.0021973,0.00000,0.041
+48,mlp.experts.56.down_proj,rtn: 0.0022583,0.00000,0.055
+48,mlp.experts.48.down_proj,rtn: 0.0021973,0.00000,0.047
+48,mlp.experts.71.down_proj,rtn: 0.0022125,0.00000,0.042
+48,mlp.experts.75.down_proj,rtn: 0.0022430,0.00000,0.049
+48,mlp.experts.70.down_proj,rtn: 0.0021973,0.00000,0.040
+48,mlp.experts.67.down_proj,rtn: 0.0021973,0.00000,0.092
+48,mlp.experts.73.down_proj,rtn: 0.0022125,0.00000,0.068
+48,mlp.experts.78.down_proj,rtn: 0.0022583,0.00000,0.055
+48,mlp.experts.74.down_proj,rtn: 0.0022583,0.00000,0.052
+48,mlp.experts.82.down_proj,rtn: 0.0022583,0.00000,0.022
+48,mlp.experts.65.down_proj,rtn: 0.0022125,0.00000,0.053
+48,mlp.experts.77.down_proj,rtn: 0.0022125,0.00000,0.039
+48,mlp.experts.91.down_proj,rtn: 0.0022125,0.00000,0.037
+48,mlp.experts.85.down_proj,rtn: 0.0022430,0.00000,0.039
+48,mlp.experts.89.down_proj,rtn: 0.0022583,0.00000,0.023
+48,mlp.experts.76.down_proj,rtn: 0.0022888,0.00000,0.061
+48,mlp.experts.68.down_proj,rtn: 0.0021973,0.00000,0.064
+48,mlp.experts.64.down_proj,rtn: 0.0022125,0.00000,0.050
+48,mlp.experts.72.down_proj,rtn: 0.0022583,0.00000,0.055
+48,mlp.experts.98.down_proj,rtn: 0.0022583,0.00000,0.033
+48,mlp.experts.94.down_proj,rtn: 0.0022125,0.00000,0.031
+48,mlp.experts.90.down_proj,rtn: 0.0021820,0.00000,0.027
+48,mlp.experts.87.down_proj,rtn: 0.0022430,0.00000,0.052
+48,mlp.experts.86.down_proj,rtn: 0.0022583,0.00000,0.023
+48,mlp.experts.95.down_proj,rtn: 0.0022888,0.00000,0.052
+48,mlp.experts.93.down_proj,rtn: 0.0022888,0.00000,0.040
+48,mlp.experts.81.down_proj,rtn: 0.0022736,0.00000,0.043
+48,mlp.experts.107.down_proj,rtn: 0.0022583,0.00000,0.054
+48,mlp.experts.92.down_proj,rtn: 0.0022430,0.00000,0.044
+48,mlp.experts.80.down_proj,rtn: 0.0021667,0.00000,0.048
+48,mlp.experts.83.down_proj,rtn: 0.0022125,0.00000,0.075
+48,mlp.experts.114.down_proj,rtn: 0.0022888,0.00000,0.030
+48,mlp.experts.110.down_proj,rtn: 0.0022125,0.00000,0.036
+48,mlp.experts.103.down_proj,rtn: 0.0022430,0.00000,0.051
+48,mlp.experts.105.down_proj,rtn: 0.0022430,0.00000,0.047
+48,mlp.experts.106.down_proj,rtn: 0.0022125,0.00000,0.038
+48,mlp.experts.111.down_proj,rtn: 0.0021820,0.00000,0.035
+48,mlp.experts.84.down_proj,rtn: 0.0022583,0.00000,0.065
+48,mlp.experts.102.down_proj,rtn: 0.0023193,0.00000,0.036
+48,mlp.experts.88.down_proj,rtn: 0.0022583,0.00000,0.063
+48,mlp.experts.97.down_proj,rtn: 0.0022278,0.00000,0.049
+48,mlp.experts.101.down_proj,rtn: 0.0021820,0.00000,0.067
+48,mlp.experts.123.down_proj,rtn: 0.0022430,0.00000,0.042
+48,mlp.experts.126.down_proj,rtn: 0.0022583,0.00000,0.032
+48,mlp.experts.130.down_proj,rtn: 0.0022430,0.00000,0.034
+48,mlp.experts.99.down_proj,rtn: 0.0021667,0.00000,0.037
+48,mlp.experts.109.down_proj,rtn: 0.0022125,0.00000,0.064
+48,mlp.experts.108.down_proj,rtn: 0.0022125,0.00000,0.050
+48,mlp.experts.122.down_proj,rtn: 0.0022125,0.00000,0.035
+48,mlp.experts.96.down_proj,rtn: 0.0022125,0.00000,0.053
+48,mlp.experts.119.down_proj,rtn: 0.0022278,0.00000,0.044
+48,mlp.experts.118.down_proj,rtn: 0.0021820,0.00000,0.033
+48,mlp.experts.127.down_proj,rtn: 0.0022430,0.00000,0.040
+48,mlp.experts.121.down_proj,rtn: 0.0021973,0.00000,0.046
+48,mlp.experts.100.down_proj,rtn: 0.0022430,0.00000,0.044
+48,mlp.experts.139.down_proj,rtn: 0.0022125,0.00000,0.030
+48,mlp.experts.115.down_proj,rtn: 0.0022430,0.00000,0.028
+48,mlp.experts.113.down_proj,rtn: 0.0022736,0.00000,0.042
+48,mlp.experts.104.down_proj,rtn: 0.0022583,0.00000,0.046
+48,mlp.experts.146.down_proj,rtn: 0.0022583,0.00000,0.035
+48,mlp.experts.142.down_proj,rtn: 0.0021667,0.00000,0.040
+48,mlp.experts.125.down_proj,rtn: 0.0021973,0.00000,0.035
+48,mlp.experts.112.down_proj,rtn: 0.0021820,0.00000,0.040
+48,mlp.experts.143.down_proj,rtn: 0.0022278,0.00000,0.036
+48,mlp.experts.124.down_proj,rtn: 0.0021973,0.00000,0.045
+48,mlp.experts.117.down_proj,rtn: 0.0022736,0.00000,0.064
+48,mlp.experts.135.down_proj,rtn: 0.0022430,0.00000,0.035
+48,mlp.experts.138.down_proj,rtn: 0.0022736,0.00000,0.046
+48,mlp.experts.134.down_proj,rtn: 0.0022583,0.00000,0.043
+48,mlp.experts.137.down_proj,rtn: 0.0021820,0.00000,0.037
+48,mlp.experts.155.down_proj,rtn: 0.0022583,0.00000,0.028
+48,mlp.experts.131.down_proj,rtn: 0.0021820,0.00000,0.027
+48,mlp.experts.162.down_proj,rtn: 0.0022888,0.00000,0.027
+48,mlp.experts.158.down_proj,rtn: 0.0021973,0.00000,0.024
+48,mlp.experts.129.down_proj,rtn: 0.0022430,0.00000,0.030
+48,mlp.experts.141.down_proj,rtn: 0.0021973,0.00000,0.025
+48,mlp.experts.116.down_proj,rtn: 0.0022583,0.00000,0.069
+48,mlp.experts.133.down_proj,rtn: 0.0022430,0.00000,0.017
+48,mlp.experts.159.down_proj,rtn: 0.0022430,0.00000,0.029
+48,mlp.experts.151.down_proj,rtn: 0.0022430,0.00000,0.024
+48,mlp.experts.153.down_proj,rtn: 0.0021973,0.00000,0.016
+48,mlp.experts.147.down_proj,rtn: 0.0022125,0.00000,0.029
+48,mlp.experts.171.down_proj,rtn: 0.0022430,0.00000,0.022
+48,mlp.experts.150.down_proj,rtn: 0.0022430,0.00000,0.031
+48,mlp.experts.154.down_proj,rtn: 0.0021820,0.00000,0.034
+48,mlp.experts.120.down_proj,rtn: 0.0022278,0.00000,0.082
+48,mlp.experts.178.down_proj,rtn: 0.0021820,0.00000,0.025
+48,mlp.experts.174.down_proj,rtn: 0.0022125,0.00000,0.021
+48,mlp.experts.128.down_proj,rtn: 0.0022125,0.00000,0.053
+48,mlp.experts.140.down_proj,rtn: 0.0021973,0.00000,0.041
+48,mlp.experts.132.down_proj,rtn: 0.0021820,0.00000,0.040
+48,mlp.experts.157.down_proj,rtn: 0.0022278,0.00000,0.036
+48,mlp.experts.149.down_proj,rtn: 0.0022888,0.00000,0.032
+48,mlp.experts.145.down_proj,rtn: 0.0022278,0.00000,0.039
+48,mlp.experts.175.down_proj,rtn: 0.0022125,0.00000,0.037
+48,mlp.experts.169.down_proj,rtn: 0.0022125,0.00000,0.037
+48,mlp.experts.166.down_proj,rtn: 0.0021515,0.00000,0.030
+48,mlp.experts.167.down_proj,rtn: 0.0022583,0.00000,0.041
+48,mlp.experts.170.down_proj,rtn: 0.0022125,0.00000,0.028
+48,mlp.experts.190.down_proj,rtn: 0.0021820,0.00000,0.025
+48,mlp.experts.163.down_proj,rtn: 0.0022583,0.00000,0.036
+48,mlp.experts.187.down_proj,rtn: 0.0021515,0.00000,0.037
+48,mlp.experts.136.down_proj,rtn: 0.0022278,0.00000,0.047
+48,mlp.experts.173.down_proj,rtn: 0.0022430,0.00000,0.034
+48,mlp.experts.165.down_proj,rtn: 0.0022278,0.00000,0.032
+48,mlp.experts.148.down_proj,rtn: 0.0022583,0.00000,0.042
+48,mlp.experts.144.down_proj,rtn: 0.0022430,0.00000,0.044
+48,mlp.experts.161.down_proj,rtn: 0.0021515,0.00000,0.029
+48,mlp.experts.156.down_proj,rtn: 0.0022583,0.00000,0.046
+48,mlp.experts.191.down_proj,rtn: 0.0017548,0.00000,0.032
+48,mlp.experts.182.down_proj,rtn: 0.0021973,0.00000,0.027
+48,mlp.experts.186.down_proj,rtn: 0.0022125,0.00000,0.025
+48,mlp.experts.179.down_proj,rtn: 0.0022583,0.00000,0.026
+48,mlp.experts.183.down_proj,rtn: 0.0022125,0.00000,0.020
+48,mlp.experts.185.down_proj,rtn: 0.0022430,0.00000,0.037
+48,mlp.experts.189.down_proj,rtn: 0.0022583,0.00000,0.028
+48,mlp.experts.181.down_proj,rtn: 0.0021973,0.00000,0.022
+48,mlp.experts.177.down_proj,rtn: 0.0021973,0.00000,0.022
+48,mlp.experts.152.down_proj,rtn: 0.0022125,0.00000,0.034
+48,mlp.experts.164.down_proj,rtn: 0.0022430,0.00000,0.036
+48,mlp.experts.172.down_proj,rtn: 0.0022278,0.00000,0.032
+48,mlp.experts.160.down_proj,rtn: 0.0022430,0.00000,0.035
+48,mlp.experts.168.down_proj,rtn: 0.0021362,0.00000,0.028
+48,mlp.experts.176.down_proj,rtn: 0.0022583,0.00000,0.032
+48,mlp.experts.188.down_proj,rtn: 0.0022125,0.00000,0.035
+48,mlp.experts.180.down_proj,rtn: 0.0022125,0.00000,0.048
+48,mlp.experts.184.down_proj,rtn: 0.0021973,0.00000,0.032
+48,mlp.shared_experts.up_proj,rtn: 0.0019531,0.00000,0.047
+48,mlp.shared_experts.gate_proj,rtn: 0.0015717,0.00000,0.058
+48,mlp.shared_experts.down_proj,rtn: 0.0021973,0.00000,0.020
+49,self_attn.v_proj,rtn: 0.0028534,0.00000,0.025
+49,self_attn.k_proj,rtn: 0.0020752,0.00000,0.035
+49,self_attn.q_proj,rtn: 0.0022583,0.00000,0.025
+49,self_attn.o_proj,rtn: 0.0030518,0.00000,0.040
+49,mlp.experts.2.gate_proj,rtn: 0.0021973,0.00000,0.093
+49,mlp.experts.6.gate_proj,rtn: 0.0022888,0.00000,0.094
+49,mlp.experts.14.gate_proj,rtn: 0.0022278,0.00000,0.095
+49,mlp.experts.10.gate_proj,rtn: 0.0022583,0.00000,0.095
+49,mlp.experts.9.gate_proj,rtn: 0.0021820,0.00000,0.097
+49,mlp.experts.11.gate_proj,rtn: 0.0022888,0.00000,0.098
+49,mlp.experts.5.gate_proj,rtn: 0.0023193,0.00000,0.099
+49,mlp.experts.15.gate_proj,rtn: 0.0022125,0.00000,0.101
+49,mlp.experts.13.gate_proj,rtn: 0.0022125,0.00000,0.103
+49,mlp.experts.7.gate_proj,rtn: 0.0022125,0.00000,0.103
+49,mlp.experts.1.gate_proj,rtn: 0.0022125,0.00000,0.106
+49,mlp.experts.3.gate_proj,rtn: 0.0022736,0.00000,0.106
+49,mlp.experts.0.gate_proj,rtn: 0.0022278,0.00000,0.106
+49,mlp.experts.12.gate_proj,rtn: 0.0022583,0.00000,0.106
+49,mlp.experts.8.gate_proj,rtn: 0.0021973,0.00000,0.110
+49,mlp.experts.4.gate_proj,rtn: 0.0023193,0.00000,0.115
+49,mlp.experts.30.gate_proj,rtn: 0.0022278,0.00000,0.064
+49,mlp.experts.22.gate_proj,rtn: 0.0022888,0.00000,0.068
+49,mlp.experts.26.gate_proj,rtn: 0.0023193,0.00000,0.066
+49,mlp.experts.18.gate_proj,rtn: 0.0022278,0.00000,0.082
+49,mlp.experts.21.gate_proj,rtn: 0.0023346,0.00000,0.070
+49,mlp.experts.25.gate_proj,rtn: 0.0023651,0.00000,0.077
+49,mlp.experts.17.gate_proj,rtn: 0.0023193,0.00000,0.081
+49,mlp.experts.24.gate_proj,rtn: 0.0023193,0.00000,0.087
+49,mlp.experts.27.gate_proj,rtn: 0.0023346,0.00000,0.096
+49,mlp.experts.31.gate_proj,rtn: 0.0022278,0.00000,0.101
+49,mlp.experts.29.gate_proj,rtn: 0.0021667,0.00000,0.073
+49,mlp.experts.19.gate_proj,rtn: 0.0021820,0.00000,0.105
+49,mlp.experts.16.gate_proj,rtn: 0.0022736,0.00000,0.114
+49,mlp.experts.20.gate_proj,rtn: 0.0023193,0.00000,0.109
+49,mlp.experts.28.gate_proj,rtn: 0.0022888,0.00000,0.116
+49,mlp.experts.42.gate_proj,rtn: 0.0022430,0.00000,0.072
+49,mlp.experts.38.gate_proj,rtn: 0.0023193,0.00000,0.077
+49,mlp.experts.34.gate_proj,rtn: 0.0023193,0.00000,0.066
+49,mlp.experts.46.gate_proj,rtn: 0.0021820,0.00000,0.074
+49,mlp.experts.23.gate_proj,rtn: 0.0022583,0.00000,0.130
+49,mlp.experts.37.gate_proj,rtn: 0.0023346,0.00000,0.105
+49,mlp.experts.41.gate_proj,rtn: 0.0021667,0.00000,0.107
+49,mlp.experts.43.gate_proj,rtn: 0.0022888,0.00000,0.091
+49,mlp.experts.33.gate_proj,rtn: 0.0022430,0.00000,0.109
+49,mlp.experts.47.gate_proj,rtn: 0.0022736,0.00000,0.089
+49,mlp.experts.35.gate_proj,rtn: 0.0022888,0.00000,0.091
+49,mlp.experts.40.gate_proj,rtn: 0.0022430,0.00000,0.115
+49,mlp.experts.62.gate_proj,rtn: 0.0021973,0.00000,0.078
+49,mlp.experts.58.gate_proj,rtn: 0.0022278,0.00000,0.078
+49,mlp.experts.50.gate_proj,rtn: 0.0022736,0.00000,0.075
+49,mlp.experts.54.gate_proj,rtn: 0.0020599,0.00000,0.083
+49,mlp.experts.32.gate_proj,rtn: 0.0022278,0.00000,0.104
+49,mlp.experts.45.gate_proj,rtn: 0.0022430,0.00000,0.131
+49,mlp.experts.36.gate_proj,rtn: 0.0023499,0.00000,0.109
+49,mlp.experts.39.gate_proj,rtn: 0.0023193,0.00000,0.104
+49,mlp.experts.44.gate_proj,rtn: 0.0021515,0.00000,0.115
+49,mlp.experts.56.gate_proj,rtn: 0.0022278,0.00000,0.082
+49,mlp.experts.74.gate_proj,rtn: 0.0022430,0.00000,0.072
+49,mlp.experts.70.gate_proj,rtn: 0.0022125,0.00000,0.064
+49,mlp.experts.78.gate_proj,rtn: 0.0022888,0.00000,0.082
+49,mlp.experts.66.gate_proj,rtn: 0.0023651,0.00000,0.076
+49,mlp.experts.48.gate_proj,rtn: 0.0021667,0.00000,0.079
+49,mlp.experts.53.gate_proj,rtn: 0.0021820,0.00000,0.144
+49,mlp.experts.52.gate_proj,rtn: 0.0022278,0.00000,0.079
+49,mlp.experts.60.gate_proj,rtn: 0.0022888,0.00000,0.070
+49,mlp.experts.63.gate_proj,rtn: 0.0023499,0.00000,0.143
+49,mlp.experts.51.gate_proj,rtn: 0.0023041,0.00000,0.140
+49,mlp.experts.72.gate_proj,rtn: 0.0022888,0.00000,0.074
+49,mlp.experts.86.gate_proj,rtn: 0.0022278,0.00000,0.079
+49,mlp.experts.90.gate_proj,rtn: 0.0023193,0.00000,0.080
+49,mlp.experts.94.gate_proj,rtn: 0.0022888,0.00000,0.071
+49,mlp.experts.59.gate_proj,rtn: 0.0021515,0.00000,0.197
+49,mlp.experts.82.gate_proj,rtn: 0.0022736,0.00000,0.081
+49,mlp.experts.64.gate_proj,rtn: 0.0021820,0.00000,0.080
+49,mlp.experts.61.gate_proj,rtn: 0.0023041,0.00000,0.168
+49,mlp.experts.57.gate_proj,rtn: 0.0023193,0.00000,0.228
+49,mlp.experts.68.gate_proj,rtn: 0.0021667,0.00000,0.081
+49,mlp.experts.76.gate_proj,rtn: 0.0022583,0.00000,0.078
+49,mlp.experts.49.gate_proj,rtn: 0.0021362,0.00000,0.224
+49,mlp.experts.55.gate_proj,rtn: 0.0023346,0.00000,0.190
+49,mlp.experts.67.gate_proj,rtn: 0.0024414,0.00000,0.096
+49,mlp.experts.79.gate_proj,rtn: 0.0022888,0.00000,0.098
+49,mlp.experts.88.gate_proj,rtn: 0.0023804,0.00000,0.078
+49,mlp.experts.106.gate_proj,rtn: 0.0022430,0.00000,0.064
+49,mlp.experts.102.gate_proj,rtn: 0.0023346,0.00000,0.073
+49,mlp.experts.98.gate_proj,rtn: 0.0021973,0.00000,0.059
+49,mlp.experts.110.gate_proj,rtn: 0.0023041,0.00000,0.069
+49,mlp.experts.69.gate_proj,rtn: 0.0023651,0.00000,0.135
+49,mlp.experts.80.gate_proj,rtn: 0.0021820,0.00000,0.062
+49,mlp.experts.92.gate_proj,rtn: 0.0023041,0.00000,0.060
+49,mlp.experts.84.gate_proj,rtn: 0.0022736,0.00000,0.062
+49,mlp.experts.75.gate_proj,rtn: 0.0022430,0.00000,0.108
+49,mlp.experts.73.gate_proj,rtn: 0.0022736,0.00000,0.092
+49,mlp.experts.77.gate_proj,rtn: 0.0023346,0.00000,0.095
+49,mlp.experts.65.gate_proj,rtn: 0.0022278,0.00000,0.086
+49,mlp.experts.118.gate_proj,rtn: 0.0022125,0.00000,0.069
+49,mlp.experts.122.gate_proj,rtn: 0.0021973,0.00000,0.073
+49,mlp.experts.104.gate_proj,rtn: 0.0023193,0.00000,0.078
+49,mlp.experts.71.gate_proj,rtn: 0.0021973,0.00000,0.110
+49,mlp.experts.108.gate_proj,rtn: 0.0022430,0.00000,0.089
+49,mlp.experts.85.gate_proj,rtn: 0.0021973,0.00000,0.085
+49,mlp.experts.83.gate_proj,rtn: 0.0021667,0.00000,0.096
+49,mlp.experts.126.gate_proj,rtn: 0.0022888,0.00000,0.092
+49,mlp.experts.96.gate_proj,rtn: 0.0021515,0.00000,0.090
+49,mlp.experts.100.gate_proj,rtn: 0.0023041,0.00000,0.085
+49,mlp.experts.89.gate_proj,rtn: 0.0021362,0.00000,0.076
+49,mlp.experts.114.gate_proj,rtn: 0.0023346,0.00000,0.094
+49,mlp.experts.81.gate_proj,rtn: 0.0022125,0.00000,0.077
+49,mlp.experts.93.gate_proj,rtn: 0.0022278,0.00000,0.084
+49,mlp.experts.91.gate_proj,rtn: 0.0023499,0.00000,0.094
+49,mlp.experts.95.gate_proj,rtn: 0.0021515,0.00000,0.134
+49,mlp.experts.134.gate_proj,rtn: 0.0022736,0.00000,0.089
+49,mlp.experts.138.gate_proj,rtn: 0.0022125,0.00000,0.092
+49,mlp.experts.120.gate_proj,rtn: 0.0022430,0.00000,0.090
+49,mlp.experts.87.gate_proj,rtn: 0.0022278,0.00000,0.073
+49,mlp.experts.99.gate_proj,rtn: 0.0022583,0.00000,0.072
+49,mlp.experts.101.gate_proj,rtn: 0.0021973,0.00000,0.083
+49,mlp.experts.124.gate_proj,rtn: 0.0021515,0.00000,0.096
+49,mlp.experts.142.gate_proj,rtn: 0.0021362,0.00000,0.087
+49,mlp.experts.105.gate_proj,rtn: 0.0022125,0.00000,0.079
+49,mlp.experts.97.gate_proj,rtn: 0.0022583,0.00000,0.077
+49,mlp.experts.109.gate_proj,rtn: 0.0022278,0.00000,0.075
+49,mlp.experts.107.gate_proj,rtn: 0.0020905,0.00000,0.074
+49,mlp.experts.112.gate_proj,rtn: 0.0022888,0.00000,0.096
+49,mlp.experts.130.gate_proj,rtn: 0.0023041,0.00000,0.087
+49,mlp.experts.111.gate_proj,rtn: 0.0023193,0.00000,0.070
+49,mlp.experts.116.gate_proj,rtn: 0.0024109,0.00000,0.092
+49,mlp.experts.150.gate_proj,rtn: 0.0022583,0.00000,0.087
+49,mlp.experts.154.gate_proj,rtn: 0.0022125,0.00000,0.082
+49,mlp.experts.136.gate_proj,rtn: 0.0022888,0.00000,0.091
+49,mlp.experts.115.gate_proj,rtn: 0.0024109,0.00000,0.085
+49,mlp.experts.117.gate_proj,rtn: 0.0022125,0.00000,0.084
+49,mlp.experts.158.gate_proj,rtn: 0.0022430,0.00000,0.079
+49,mlp.experts.121.gate_proj,rtn: 0.0022278,0.00000,0.081
+49,mlp.experts.125.gate_proj,rtn: 0.0022583,0.00000,0.080
+49,mlp.experts.113.gate_proj,rtn: 0.0023041,0.00000,0.079
+49,mlp.experts.146.gate_proj,rtn: 0.0022736,0.00000,0.076
+49,mlp.experts.140.gate_proj,rtn: 0.0022430,0.00000,0.103
+49,mlp.experts.166.gate_proj,rtn: 0.0023804,0.00000,0.074
+49,mlp.experts.103.gate_proj,rtn: 0.0022125,0.00000,0.147
+49,mlp.experts.170.gate_proj,rtn: 0.0023041,0.00000,0.075
+49,mlp.experts.132.gate_proj,rtn: 0.0022583,0.00000,0.112
+49,mlp.experts.127.gate_proj,rtn: 0.0022583,0.00000,0.134
+49,mlp.experts.133.gate_proj,rtn: 0.0021515,0.00000,0.080
+49,mlp.experts.123.gate_proj,rtn: 0.0023193,0.00000,0.159
+49,mlp.experts.174.gate_proj,rtn: 0.0022278,0.00000,0.077
+49,mlp.experts.137.gate_proj,rtn: 0.0022583,0.00000,0.078
+49,mlp.experts.162.gate_proj,rtn: 0.0023193,0.00000,0.074
+49,mlp.experts.141.gate_proj,rtn: 0.0022430,0.00000,0.080
+49,mlp.experts.131.gate_proj,rtn: 0.0022736,0.00000,0.115
+49,mlp.experts.152.gate_proj,rtn: 0.0023346,0.00000,0.127
+49,mlp.experts.186.gate_proj,rtn: 0.0021362,0.00000,0.063
+49,mlp.experts.182.gate_proj,rtn: 0.0022888,0.00000,0.081
+49,mlp.experts.119.gate_proj,rtn: 0.0022125,0.00000,0.081
+49,mlp.experts.129.gate_proj,rtn: 0.0022583,0.00000,0.080
+49,mlp.experts.190.gate_proj,rtn: 0.0023041,0.00000,0.047
+49,mlp.experts.143.gate_proj,rtn: 0.0021362,0.00000,0.077
+49,mlp.experts.139.gate_proj,rtn: 0.0023499,0.00000,0.073
+49,mlp.experts.156.gate_proj,rtn: 0.0021973,0.00000,0.162
+49,mlp.experts.128.gate_proj,rtn: 0.0021667,0.00000,0.256
+49,mlp.experts.148.gate_proj,rtn: 0.0022278,0.00000,0.145
+49,mlp.experts.6.up_proj,rtn: 0.0022278,0.00000,0.074
+49,mlp.experts.10.up_proj,rtn: 0.0022583,0.00000,0.075
+49,mlp.experts.178.gate_proj,rtn: 0.0022583,0.00000,0.075
+49,mlp.experts.135.gate_proj,rtn: 0.0022278,0.00000,0.096
+49,mlp.experts.147.gate_proj,rtn: 0.0022278,0.00000,0.100
+49,mlp.experts.149.gate_proj,rtn: 0.0021515,0.00000,0.158
+49,mlp.experts.168.gate_proj,rtn: 0.0022278,0.00000,0.109
+49,mlp.experts.157.gate_proj,rtn: 0.0022583,0.00000,0.118
+49,mlp.experts.14.up_proj,rtn: 0.0021973,0.00000,0.095
+49,mlp.experts.153.gate_proj,rtn: 0.0023651,0.00000,0.134
+49,mlp.experts.145.gate_proj,rtn: 0.0021973,0.00000,0.127
+49,mlp.experts.155.gate_proj,rtn: 0.0023804,0.00000,0.105
+49,mlp.experts.172.gate_proj,rtn: 0.0022583,0.00000,0.095
+49,mlp.experts.159.gate_proj,rtn: 0.0021210,0.00000,0.116
+49,mlp.experts.164.gate_proj,rtn: 0.0022125,0.00000,0.090
+49,mlp.experts.144.gate_proj,rtn: 0.0021820,0.00000,0.094
+49,mlp.experts.22.up_proj,rtn: 0.0021820,0.00000,0.096
+49,mlp.experts.26.up_proj,rtn: 0.0022125,0.00000,0.097
+49,mlp.experts.2.up_proj,rtn: 0.0021667,0.00000,0.110
+49,mlp.experts.184.gate_proj,rtn: 0.0022583,0.00000,0.071
+49,mlp.experts.151.gate_proj,rtn: 0.0022583,0.00000,0.114
+49,mlp.experts.30.up_proj,rtn: 0.0021973,0.00000,0.102
+49,mlp.experts.188.gate_proj,rtn: 0.0022583,0.00000,0.073
+49,mlp.experts.165.gate_proj,rtn: 0.0021362,0.00000,0.128
+49,mlp.experts.180.gate_proj,rtn: 0.0021820,0.00000,0.077
+49,mlp.experts.163.gate_proj,rtn: 0.0021973,0.00000,0.132
+49,mlp.experts.160.gate_proj,rtn: 0.0022430,0.00000,0.074
+49,mlp.experts.173.gate_proj,rtn: 0.0023193,0.00000,0.135
+49,mlp.experts.171.gate_proj,rtn: 0.0023041,0.00000,0.105
+49,mlp.experts.169.gate_proj,rtn: 0.0022430,0.00000,0.103
+49,mlp.experts.175.gate_proj,rtn: 0.0021820,0.00000,0.100
+49,mlp.experts.161.gate_proj,rtn: 0.0022583,0.00000,0.133
+49,mlp.experts.8.up_proj,rtn: 0.0021362,0.00000,0.069
+49,mlp.experts.38.up_proj,rtn: 0.0022888,0.00000,0.096
+49,mlp.experts.42.up_proj,rtn: 0.0022125,0.00000,0.096
+49,mlp.experts.18.up_proj,rtn: 0.0021973,0.00000,0.097
+49,mlp.experts.12.up_proj,rtn: 0.0022125,0.00000,0.075
+49,mlp.experts.4.up_proj,rtn: 0.0022583,0.00000,0.070
+49,mlp.experts.181.gate_proj,rtn: 0.0022583,0.00000,0.076
+49,mlp.experts.167.gate_proj,rtn: 0.0021820,0.00000,0.103
+49,mlp.experts.46.up_proj,rtn: 0.0021820,0.00000,0.090
+49,mlp.experts.176.gate_proj,rtn: 0.0022278,0.00000,0.080
+49,mlp.experts.189.gate_proj,rtn: 0.0022125,0.00000,0.084
+49,mlp.experts.185.gate_proj,rtn: 0.0021820,0.00000,0.072
+49,mlp.experts.177.gate_proj,rtn: 0.0021362,0.00000,0.080
+49,mlp.experts.179.gate_proj,rtn: 0.0022583,0.00000,0.108
+49,mlp.experts.24.up_proj,rtn: 0.0022736,0.00000,0.083
+49,mlp.experts.58.up_proj,rtn: 0.0021362,0.00000,0.077
+49,mlp.experts.54.up_proj,rtn: 0.0020752,0.00000,0.082
+49,mlp.experts.187.gate_proj,rtn: 0.0022430,0.00000,0.092
+49,mlp.experts.191.gate_proj,rtn: 0.0023041,0.00000,0.092
+49,mlp.experts.34.up_proj,rtn: 0.0022736,0.00000,0.072
+49,mlp.experts.62.up_proj,rtn: 0.0023499,0.00000,0.073
+49,mlp.experts.5.up_proj,rtn: 0.0022430,0.00000,0.081
+49,mlp.experts.183.gate_proj,rtn: 0.0021667,0.00000,0.094
+49,mlp.experts.13.up_proj,rtn: 0.0021973,0.00000,0.076
+49,mlp.experts.9.up_proj,rtn: 0.0021210,0.00000,0.075
+49,mlp.experts.28.up_proj,rtn: 0.0022125,0.00000,0.106
+49,mlp.experts.20.up_proj,rtn: 0.0022583,0.00000,0.108
+49,mlp.experts.1.up_proj,rtn: 0.0021667,0.00000,0.083
+49,mlp.experts.0.up_proj,rtn: 0.0021362,0.00000,0.104
+49,mlp.experts.70.up_proj,rtn: 0.0021362,0.00000,0.077
+49,mlp.experts.50.up_proj,rtn: 0.0021973,0.00000,0.070
+49,mlp.experts.74.up_proj,rtn: 0.0022125,0.00000,0.077
+49,mlp.experts.3.up_proj,rtn: 0.0022583,0.00000,0.098
+49,mlp.experts.11.up_proj,rtn: 0.0022583,0.00000,0.090
+49,mlp.experts.15.up_proj,rtn: 0.0021515,0.00000,0.087
+49,mlp.experts.40.up_proj,rtn: 0.0021820,0.00000,0.089
+49,mlp.experts.78.up_proj,rtn: 0.0022430,0.00000,0.074
+49,mlp.experts.21.up_proj,rtn: 0.0022430,0.00000,0.092
+49,mlp.experts.29.up_proj,rtn: 0.0022430,0.00000,0.096
+49,mlp.experts.25.up_proj,rtn: 0.0022736,0.00000,0.093
+49,mlp.experts.44.up_proj,rtn: 0.0021362,0.00000,0.091
+49,mlp.experts.36.up_proj,rtn: 0.0022736,0.00000,0.088
+49,mlp.experts.17.up_proj,rtn: 0.0022430,0.00000,0.089
+49,mlp.experts.16.up_proj,rtn: 0.0021820,0.00000,0.094
+49,mlp.experts.7.up_proj,rtn: 0.0021667,0.00000,0.120
+49,mlp.experts.86.up_proj,rtn: 0.0021820,0.00000,0.102
+49,mlp.experts.66.up_proj,rtn: 0.0023346,0.00000,0.103
+49,mlp.experts.56.up_proj,rtn: 0.0022583,0.00000,0.095
+49,mlp.experts.90.up_proj,rtn: 0.0022888,0.00000,0.111
+49,mlp.experts.19.up_proj,rtn: 0.0022125,0.00000,0.111
+49,mlp.experts.31.up_proj,rtn: 0.0022430,0.00000,0.110
+49,mlp.experts.27.up_proj,rtn: 0.0022583,0.00000,0.128
+49,mlp.experts.37.up_proj,rtn: 0.0022583,0.00000,0.085
+49,mlp.experts.94.up_proj,rtn: 0.0021820,0.00000,0.123
+49,mlp.experts.45.up_proj,rtn: 0.0021515,0.00000,0.091
+49,mlp.experts.41.up_proj,rtn: 0.0021667,0.00000,0.086
+49,mlp.experts.52.up_proj,rtn: 0.0021667,0.00000,0.094
+49,mlp.experts.60.up_proj,rtn: 0.0021973,0.00000,0.094
+49,mlp.experts.32.up_proj,rtn: 0.0021820,0.00000,0.088
+49,mlp.experts.72.up_proj,rtn: 0.0022583,0.00000,0.065
+49,mlp.experts.33.up_proj,rtn: 0.0022125,0.00000,0.101
+49,mlp.experts.23.up_proj,rtn: 0.0022278,0.00000,0.095
+49,mlp.experts.102.up_proj,rtn: 0.0022125,0.00000,0.096
+49,mlp.experts.82.up_proj,rtn: 0.0022125,0.00000,0.097
+49,mlp.experts.106.up_proj,rtn: 0.0022430,0.00000,0.088
+49,mlp.experts.35.up_proj,rtn: 0.0022278,0.00000,0.088
+49,mlp.experts.47.up_proj,rtn: 0.0021973,0.00000,0.097
+49,mlp.experts.110.up_proj,rtn: 0.0022583,0.00000,0.092
+49,mlp.experts.43.up_proj,rtn: 0.0022278,0.00000,0.118
+49,mlp.experts.53.up_proj,rtn: 0.0021667,0.00000,0.130
+49,mlp.experts.61.up_proj,rtn: 0.0022278,0.00000,0.111
+49,mlp.experts.57.up_proj,rtn: 0.0022278,0.00000,0.103
+49,mlp.experts.88.up_proj,rtn: 0.0022583,0.00000,0.103
+49,mlp.experts.68.up_proj,rtn: 0.0021667,0.00000,0.107
+49,mlp.experts.49.up_proj,rtn: 0.0021515,0.00000,0.091
+49,mlp.experts.118.up_proj,rtn: 0.0021210,0.00000,0.092
+49,mlp.experts.122.up_proj,rtn: 0.0021820,0.00000,0.103
+49,mlp.experts.98.up_proj,rtn: 0.0021362,0.00000,0.097
+49,mlp.experts.48.up_proj,rtn: 0.0021667,0.00000,0.104
+49,mlp.experts.39.up_proj,rtn: 0.0022430,0.00000,0.110
+49,mlp.experts.51.up_proj,rtn: 0.0021667,0.00000,0.116
+49,mlp.experts.63.up_proj,rtn: 0.0023041,0.00000,0.108
+49,mlp.experts.126.up_proj,rtn: 0.0022278,0.00000,0.092
+49,mlp.experts.76.up_proj,rtn: 0.0022125,0.00000,0.134
+49,mlp.experts.59.up_proj,rtn: 0.0025024,0.00000,0.106
+49,mlp.experts.69.up_proj,rtn: 0.0022736,0.00000,0.110
+49,mlp.experts.104.up_proj,rtn: 0.0022583,0.00000,0.091
+49,mlp.experts.84.up_proj,rtn: 0.0022430,0.00000,0.083
+49,mlp.experts.77.up_proj,rtn: 0.0022583,0.00000,0.126
+49,mlp.experts.64.up_proj,rtn: 0.0021820,0.00000,0.081
+49,mlp.experts.55.up_proj,rtn: 0.0022278,0.00000,0.086
+49,mlp.experts.73.up_proj,rtn: 0.0022430,0.00000,0.125
+49,mlp.experts.138.up_proj,rtn: 0.0021667,0.00000,0.109
+49,mlp.experts.79.up_proj,rtn: 0.0022583,0.00000,0.085
+49,mlp.experts.134.up_proj,rtn: 0.0021667,0.00000,0.106
+49,mlp.experts.67.up_proj,rtn: 0.0022430,0.00000,0.088
+49,mlp.experts.114.up_proj,rtn: 0.0022583,0.00000,0.105
+49,mlp.experts.65.up_proj,rtn: 0.0021667,0.00000,0.118
+49,mlp.experts.92.up_proj,rtn: 0.0022430,0.00000,0.081
+49,mlp.experts.142.up_proj,rtn: 0.0021057,0.00000,0.105
+49,mlp.experts.75.up_proj,rtn: 0.0023346,0.00000,0.082
+49,mlp.experts.120.up_proj,rtn: 0.0021515,0.00000,0.078
+49,mlp.experts.85.up_proj,rtn: 0.0021667,0.00000,0.099
+49,mlp.experts.100.up_proj,rtn: 0.0022125,0.00000,0.085
+49,mlp.experts.80.up_proj,rtn: 0.0021973,0.00000,0.085
+49,mlp.experts.71.up_proj,rtn: 0.0021515,0.00000,0.081
+49,mlp.experts.154.up_proj,rtn: 0.0021667,0.00000,0.078
+49,mlp.experts.150.up_proj,rtn: 0.0022125,0.00000,0.073
+49,mlp.experts.130.up_proj,rtn: 0.0022583,0.00000,0.072
+49,mlp.experts.83.up_proj,rtn: 0.0021515,0.00000,0.080
+49,mlp.experts.93.up_proj,rtn: 0.0022125,0.00000,0.108
+49,mlp.experts.95.up_proj,rtn: 0.0021210,0.00000,0.084
+49,mlp.experts.158.up_proj,rtn: 0.0021667,0.00000,0.076
+49,mlp.experts.108.up_proj,rtn: 0.0021667,0.00000,0.085
+49,mlp.experts.89.up_proj,rtn: 0.0021362,0.00000,0.123
+49,mlp.experts.91.up_proj,rtn: 0.0022583,0.00000,0.091
+49,mlp.experts.81.up_proj,rtn: 0.0021667,0.00000,0.112
+49,mlp.experts.136.up_proj,rtn: 0.0022583,0.00000,0.074
+49,mlp.experts.116.up_proj,rtn: 0.0023193,0.00000,0.072
+49,mlp.experts.96.up_proj,rtn: 0.0021362,0.00000,0.079
+49,mlp.experts.87.up_proj,rtn: 0.0022125,0.00000,0.078
+49,mlp.experts.170.up_proj,rtn: 0.0022736,0.00000,0.082
+49,mlp.experts.146.up_proj,rtn: 0.0022583,0.00000,0.074
+49,mlp.experts.166.up_proj,rtn: 0.0022736,0.00000,0.083
+49,mlp.experts.111.up_proj,rtn: 0.0022736,0.00000,0.080
+49,mlp.experts.99.up_proj,rtn: 0.0021820,0.00000,0.081
+49,mlp.experts.174.up_proj,rtn: 0.0021820,0.00000,0.076
+49,mlp.experts.124.up_proj,rtn: 0.0021362,0.00000,0.077
+49,mlp.experts.107.up_proj,rtn: 0.0021210,0.00000,0.080
+49,mlp.experts.101.up_proj,rtn: 0.0022430,0.00000,0.157
+49,mlp.experts.152.up_proj,rtn: 0.0022888,0.00000,0.080
+49,mlp.experts.132.up_proj,rtn: 0.0022125,0.00000,0.077
+49,mlp.experts.162.up_proj,rtn: 0.0022736,0.00000,0.068
+49,mlp.experts.103.up_proj,rtn: 0.0021667,0.00000,0.078
+49,mlp.experts.182.up_proj,rtn: 0.0022583,0.00000,0.064
+49,mlp.experts.186.up_proj,rtn: 0.0021210,0.00000,0.072
+49,mlp.experts.112.up_proj,rtn: 0.0022125,0.00000,0.082
+49,mlp.experts.190.up_proj,rtn: 0.0022125,0.00000,0.065
+49,mlp.experts.105.up_proj,rtn: 0.0022736,0.00000,0.134
+49,mlp.experts.109.up_proj,rtn: 0.0022125,0.00000,0.164
+49,mlp.experts.97.up_proj,rtn: 0.0022430,0.00000,0.129
+49,mlp.experts.115.up_proj,rtn: 0.0023499,0.00000,0.085
+49,mlp.experts.127.up_proj,rtn: 0.0022125,0.00000,0.090
+49,mlp.experts.140.up_proj,rtn: 0.0021973,0.00000,0.084
+49,mlp.experts.178.up_proj,rtn: 0.0021973,0.00000,0.041
+49,mlp.experts.123.up_proj,rtn: 0.0023346,0.00000,0.077
+49,mlp.experts.168.up_proj,rtn: 0.0021973,0.00000,0.067
+49,mlp.experts.148.up_proj,rtn: 0.0021973,0.00000,0.077
+49,mlp.experts.119.up_proj,rtn: 0.0021820,0.00000,0.080
+49,mlp.experts.128.up_proj,rtn: 0.0022278,0.00000,0.079
+49,mlp.experts.117.up_proj,rtn: 0.0021667,0.00000,0.125
+49,mlp.experts.139.up_proj,rtn: 0.0022430,0.00000,0.072
+49,mlp.experts.131.up_proj,rtn: 0.0022125,0.00000,0.078
+49,mlp.experts.143.up_proj,rtn: 0.0021210,0.00000,0.081
+49,mlp.experts.156.up_proj,rtn: 0.0021667,0.00000,0.082
+49,mlp.experts.121.up_proj,rtn: 0.0021973,0.00000,0.107
+49,mlp.experts.184.up_proj,rtn: 0.0022125,0.00000,0.076
+49,mlp.experts.113.up_proj,rtn: 0.0022583,0.00000,0.104
+49,mlp.experts.135.up_proj,rtn: 0.0022125,0.00000,0.075
+49,mlp.experts.164.up_proj,rtn: 0.0021515,0.00000,0.074
+49,mlp.experts.144.up_proj,rtn: 0.0021210,0.00000,0.076
+49,mlp.experts.125.up_proj,rtn: 0.0021973,0.00000,0.134
+49,mlp.experts.133.up_proj,rtn: 0.0021362,0.00000,0.088
+49,mlp.experts.172.up_proj,rtn: 0.0022278,0.00000,0.070
+49,mlp.experts.147.up_proj,rtn: 0.0021515,0.00000,0.076
+49,mlp.experts.159.up_proj,rtn: 0.0020905,0.00000,0.079
+49,mlp.experts.137.up_proj,rtn: 0.0023041,0.00000,0.072
+49,mlp.experts.160.up_proj,rtn: 0.0021667,0.00000,0.051
+49,mlp.experts.180.up_proj,rtn: 0.0021515,0.00000,0.054
+49,mlp.experts.155.up_proj,rtn: 0.0022888,0.00000,0.102
+49,mlp.experts.129.up_proj,rtn: 0.0021973,0.00000,0.083
+49,mlp.experts.151.up_proj,rtn: 0.0022278,0.00000,0.085
+49,mlp.experts.188.up_proj,rtn: 0.0022278,0.00000,0.046
+49,mlp.experts.141.up_proj,rtn: 0.0022125,0.00000,0.074
+49,mlp.experts.149.up_proj,rtn: 0.0021210,0.00000,0.087
+49,mlp.experts.153.up_proj,rtn: 0.0022583,0.00000,0.081
+49,mlp.experts.145.up_proj,rtn: 0.0021820,0.00000,0.084
+49,mlp.experts.176.up_proj,rtn: 0.0021820,0.00000,0.102
+49,mlp.experts.157.up_proj,rtn: 0.0022736,0.00000,0.077
+49,mlp.experts.175.up_proj,rtn: 0.0021820,0.00000,0.142
+49,mlp.experts.165.up_proj,rtn: 0.0021515,0.00000,0.074
+49,mlp.experts.171.up_proj,rtn: 0.0022583,0.00000,0.136
+49,mlp.experts.163.up_proj,rtn: 0.0021362,0.00000,0.175
+49,mlp.experts.169.up_proj,rtn: 0.0021667,0.00000,0.080
+49,mlp.experts.161.up_proj,rtn: 0.0021362,0.00000,0.091
+49,mlp.experts.167.up_proj,rtn: 0.0021667,0.00000,0.183
+49,mlp.experts.173.up_proj,rtn: 0.0022125,0.00000,0.104
+49,mlp.experts.181.up_proj,rtn: 0.0022278,0.00000,0.086
+49,mlp.experts.191.up_proj,rtn: 0.0022583,0.00000,0.105
+49,mlp.experts.187.up_proj,rtn: 0.0021515,0.00000,0.095
+49,mlp.experts.179.up_proj,rtn: 0.0022125,0.00000,0.101
+49,mlp.experts.185.up_proj,rtn: 0.0021362,0.00000,0.085
+49,mlp.experts.183.up_proj,rtn: 0.0021362,0.00000,0.069
+49,mlp.experts.177.up_proj,rtn: 0.0021210,0.00000,0.079
+49,mlp.experts.189.up_proj,rtn: 0.0021820,0.00000,0.060
+49,mlp.experts.12.down_proj,rtn: 0.0022430,0.00000,0.045
+49,mlp.experts.0.down_proj,rtn: 0.0021820,0.00000,0.046
+49,mlp.experts.4.down_proj,rtn: 0.0022583,0.00000,0.047
+49,mlp.experts.10.down_proj,rtn: 0.0023041,0.00000,0.056
+49,mlp.experts.14.down_proj,rtn: 0.0022430,0.00000,0.058
+49,mlp.experts.8.down_proj,rtn: 0.0021515,0.00000,0.045
+49,mlp.experts.15.down_proj,rtn: 0.0021973,0.00000,0.055
+49,mlp.experts.7.down_proj,rtn: 0.0022125,0.00000,0.059
+49,mlp.experts.6.down_proj,rtn: 0.0022430,0.00000,0.065
+49,mlp.experts.3.down_proj,rtn: 0.0022583,0.00000,0.065
+49,mlp.experts.13.down_proj,rtn: 0.0022430,0.00000,0.140
+49,mlp.experts.20.down_proj,rtn: 0.0022278,0.00000,0.046
+49,mlp.experts.2.down_proj,rtn: 0.0021820,0.00000,0.077
+49,mlp.experts.1.down_proj,rtn: 0.0021973,0.00000,0.140
+49,mlp.experts.28.down_proj,rtn: 0.0022583,0.00000,0.062
+49,mlp.experts.9.down_proj,rtn: 0.0021210,0.00000,0.153
+49,mlp.experts.16.down_proj,rtn: 0.0022125,0.00000,0.057
+49,mlp.experts.24.down_proj,rtn: 0.0022736,0.00000,0.036
+49,mlp.experts.36.down_proj,rtn: 0.0022430,0.00000,0.016
+49,mlp.experts.30.down_proj,rtn: 0.0022125,0.00000,0.053
+49,mlp.experts.26.down_proj,rtn: 0.0022125,0.00000,0.060
+49,mlp.experts.11.down_proj,rtn: 0.0022736,0.00000,0.109
+49,mlp.experts.31.down_proj,rtn: 0.0022583,0.00000,0.062
+49,mlp.experts.23.down_proj,rtn: 0.0022278,0.00000,0.059
+49,mlp.experts.18.down_proj,rtn: 0.0022278,0.00000,0.045
+49,mlp.experts.19.down_proj,rtn: 0.0022583,0.00000,0.055
+49,mlp.experts.5.down_proj,rtn: 0.0022736,0.00000,0.203
+49,mlp.experts.22.down_proj,rtn: 0.0021973,0.00000,0.088
+49,mlp.experts.52.down_proj,rtn: 0.0021515,0.00000,0.030
+49,mlp.experts.46.down_proj,rtn: 0.0022125,0.00000,0.036
+49,mlp.experts.44.down_proj,rtn: 0.0021515,0.00000,0.032
+49,mlp.experts.40.down_proj,rtn: 0.0021973,0.00000,0.034
+49,mlp.experts.42.down_proj,rtn: 0.0022278,0.00000,0.045
+49,mlp.experts.32.down_proj,rtn: 0.0022278,0.00000,0.044
+49,mlp.experts.34.down_proj,rtn: 0.0022888,0.00000,0.033
+49,mlp.experts.35.down_proj,rtn: 0.0022736,0.00000,0.053
+49,mlp.experts.29.down_proj,rtn: 0.0022278,0.00000,0.114
+49,mlp.experts.68.down_proj,rtn: 0.0022125,0.00000,0.031
+49,mlp.experts.38.down_proj,rtn: 0.0022888,0.00000,0.034
+49,mlp.experts.60.down_proj,rtn: 0.0022278,0.00000,0.030
+49,mlp.experts.47.down_proj,rtn: 0.0021820,0.00000,0.061
+49,mlp.experts.58.down_proj,rtn: 0.0021820,0.00000,0.028
+49,mlp.experts.48.down_proj,rtn: 0.0021973,0.00000,0.027
+49,mlp.experts.25.down_proj,rtn: 0.0022888,0.00000,0.082
+49,mlp.experts.50.down_proj,rtn: 0.0021820,0.00000,0.026
+49,mlp.experts.62.down_proj,rtn: 0.0023499,0.00000,0.045
+49,mlp.experts.56.down_proj,rtn: 0.0022278,0.00000,0.042
+49,mlp.experts.39.down_proj,rtn: 0.0022278,0.00000,0.069
+49,mlp.experts.17.down_proj,rtn: 0.0022583,0.00000,0.097
+49,mlp.experts.27.down_proj,rtn: 0.0022583,0.00000,0.091
+49,mlp.experts.54.down_proj,rtn: 0.0021515,0.00000,0.020
+49,mlp.experts.84.down_proj,rtn: 0.0022736,0.00000,0.027
+49,mlp.experts.76.down_proj,rtn: 0.0022278,0.00000,0.032
+49,mlp.experts.51.down_proj,rtn: 0.0022125,0.00000,0.038
+49,mlp.experts.63.down_proj,rtn: 0.0023346,0.00000,0.026
+49,mlp.experts.64.down_proj,rtn: 0.0022125,0.00000,0.023
+49,mlp.experts.72.down_proj,rtn: 0.0022888,0.00000,0.016
+49,mlp.experts.55.down_proj,rtn: 0.0021820,0.00000,0.021
+49,mlp.experts.45.down_proj,rtn: 0.0021667,0.00000,0.048
+49,mlp.experts.74.down_proj,rtn: 0.0022736,0.00000,0.031
+49,mlp.experts.66.down_proj,rtn: 0.0023346,0.00000,0.023
+49,mlp.experts.78.down_proj,rtn: 0.0022888,0.00000,0.029
+49,mlp.experts.41.down_proj,rtn: 0.0021973,0.00000,0.043
+49,mlp.experts.21.down_proj,rtn: 0.0022278,0.00000,0.117
+49,mlp.experts.100.down_proj,rtn: 0.0021820,0.00000,0.037
+49,mlp.experts.92.down_proj,rtn: 0.0022583,0.00000,0.042
+49,mlp.experts.88.down_proj,rtn: 0.0022278,0.00000,0.034
+49,mlp.experts.70.down_proj,rtn: 0.0021973,0.00000,0.056
+49,mlp.experts.43.down_proj,rtn: 0.0022125,0.00000,0.060
+49,mlp.experts.33.down_proj,rtn: 0.0022430,0.00000,0.064
+49,mlp.experts.67.down_proj,rtn: 0.0022278,0.00000,0.049
+49,mlp.experts.80.down_proj,rtn: 0.0022278,0.00000,0.047
+49,mlp.experts.79.down_proj,rtn: 0.0022888,0.00000,0.050
+49,mlp.experts.71.down_proj,rtn: 0.0021820,0.00000,0.055
+49,mlp.experts.61.down_proj,rtn: 0.0022583,0.00000,0.064
+49,mlp.experts.37.down_proj,rtn: 0.0022430,0.00000,0.051
+49,mlp.experts.108.down_proj,rtn: 0.0021973,0.00000,0.034
+49,mlp.experts.57.down_proj,rtn: 0.0022430,0.00000,0.052
+49,mlp.experts.116.down_proj,rtn: 0.0022888,0.00000,0.044
+49,mlp.experts.82.down_proj,rtn: 0.0022278,0.00000,0.066
+49,mlp.experts.104.down_proj,rtn: 0.0022736,0.00000,0.041
+49,mlp.experts.94.down_proj,rtn: 0.0021973,0.00000,0.071
+49,mlp.experts.90.down_proj,rtn: 0.0022888,0.00000,0.083
+49,mlp.experts.96.down_proj,rtn: 0.0021667,0.00000,0.043
+49,mlp.experts.83.down_proj,rtn: 0.0022125,0.00000,0.044
+49,mlp.experts.87.down_proj,rtn: 0.0022736,0.00000,0.042
+49,mlp.experts.95.down_proj,rtn: 0.0021667,0.00000,0.049
+49,mlp.experts.124.down_proj,rtn: 0.0021973,0.00000,0.036
+49,mlp.experts.132.down_proj,rtn: 0.0021973,0.00000,0.034
+49,mlp.experts.59.down_proj,rtn: 0.0025177,0.00000,0.073
+49,mlp.experts.53.down_proj,rtn: 0.0021973,0.00000,0.047
+49,mlp.experts.77.down_proj,rtn: 0.0021820,0.00000,0.051
+49,mlp.experts.73.down_proj,rtn: 0.0022736,0.00000,0.052
+49,mlp.experts.86.down_proj,rtn: 0.0021973,0.00000,0.092
+49,mlp.experts.98.down_proj,rtn: 0.0021210,0.00000,0.056
+49,mlp.experts.120.down_proj,rtn: 0.0021667,0.00000,0.051
+49,mlp.experts.103.down_proj,rtn: 0.0021973,0.00000,0.032
+49,mlp.experts.99.down_proj,rtn: 0.0022125,0.00000,0.033
+49,mlp.experts.111.down_proj,rtn: 0.0022736,0.00000,0.028
+49,mlp.experts.112.down_proj,rtn: 0.0022125,0.00000,0.038
+49,mlp.experts.148.down_proj,rtn: 0.0022125,0.00000,0.033
+49,mlp.experts.75.down_proj,rtn: 0.0022888,0.00000,0.025
+49,mlp.experts.106.down_proj,rtn: 0.0022736,0.00000,0.054
+49,mlp.experts.110.down_proj,rtn: 0.0022583,0.00000,0.055
+49,mlp.experts.49.down_proj,rtn: 0.0021973,0.00000,0.097
+49,mlp.experts.140.down_proj,rtn: 0.0022278,0.00000,0.040
+49,mlp.experts.102.down_proj,rtn: 0.0022125,0.00000,0.030
+49,mlp.experts.69.down_proj,rtn: 0.0022736,0.00000,0.046
+49,mlp.experts.89.down_proj,rtn: 0.0022125,0.00000,0.042
+49,mlp.experts.93.down_proj,rtn: 0.0022125,0.00000,0.047
+49,mlp.experts.119.down_proj,rtn: 0.0021820,0.00000,0.024
+49,mlp.experts.136.down_proj,rtn: 0.0022583,0.00000,0.033
+49,mlp.experts.114.down_proj,rtn: 0.0022278,0.00000,0.026
+49,mlp.experts.115.down_proj,rtn: 0.0023346,0.00000,0.034
+49,mlp.experts.127.down_proj,rtn: 0.0022430,0.00000,0.028
+49,mlp.experts.91.down_proj,rtn: 0.0022430,0.00000,0.018
+49,mlp.experts.128.down_proj,rtn: 0.0022583,0.00000,0.031
+49,mlp.experts.126.down_proj,rtn: 0.0022736,0.00000,0.028
+49,mlp.experts.156.down_proj,rtn: 0.0022278,0.00000,0.050
+49,mlp.experts.122.down_proj,rtn: 0.0022278,0.00000,0.040
+49,mlp.experts.118.down_proj,rtn: 0.0021210,0.00000,0.022
+49,mlp.experts.65.down_proj,rtn: 0.0022125,0.00000,0.044
+49,mlp.experts.105.down_proj,rtn: 0.0023041,0.00000,0.041
+49,mlp.experts.130.down_proj,rtn: 0.0022736,0.00000,0.032
+49,mlp.experts.85.down_proj,rtn: 0.0021362,0.00000,0.048
+49,mlp.experts.109.down_proj,rtn: 0.0022430,0.00000,0.045
+49,mlp.experts.135.down_proj,rtn: 0.0022125,0.00000,0.043
+49,mlp.experts.107.down_proj,rtn: 0.0021820,0.00000,0.034
+49,mlp.experts.138.down_proj,rtn: 0.0022278,0.00000,0.035
+49,mlp.experts.152.down_proj,rtn: 0.0022430,0.00000,0.056
+49,mlp.experts.144.down_proj,rtn: 0.0021362,0.00000,0.047
+49,mlp.experts.134.down_proj,rtn: 0.0021973,0.00000,0.038
+49,mlp.experts.131.down_proj,rtn: 0.0021820,0.00000,0.062
+49,mlp.experts.142.down_proj,rtn: 0.0021362,0.00000,0.050
+49,mlp.experts.146.down_proj,rtn: 0.0022888,0.00000,0.035
+49,mlp.experts.81.down_proj,rtn: 0.0021973,0.00000,0.043
+49,mlp.experts.143.down_proj,rtn: 0.0021820,0.00000,0.069
+49,mlp.experts.164.down_proj,rtn: 0.0022125,0.00000,0.093
+49,mlp.experts.121.down_proj,rtn: 0.0022278,0.00000,0.042
+49,mlp.experts.101.down_proj,rtn: 0.0022736,0.00000,0.046
+49,mlp.experts.123.down_proj,rtn: 0.0023193,0.00000,0.038
+49,mlp.experts.154.down_proj,rtn: 0.0021820,0.00000,0.037
+49,mlp.experts.125.down_proj,rtn: 0.0022430,0.00000,0.047
+49,mlp.experts.151.down_proj,rtn: 0.0022583,0.00000,0.040
+49,mlp.experts.172.down_proj,rtn: 0.0022736,0.00000,0.082
+49,mlp.experts.150.down_proj,rtn: 0.0022278,0.00000,0.033
+49,mlp.experts.97.down_proj,rtn: 0.0022430,0.00000,0.023
+49,mlp.experts.147.down_proj,rtn: 0.0021973,0.00000,0.038
+49,mlp.experts.162.down_proj,rtn: 0.0022583,0.00000,0.030
+49,mlp.experts.159.down_proj,rtn: 0.0021362,0.00000,0.028
+49,mlp.experts.137.down_proj,rtn: 0.0023041,0.00000,0.026
+49,mlp.experts.160.down_proj,rtn: 0.0021973,0.00000,0.049
+49,mlp.experts.158.down_proj,rtn: 0.0021820,0.00000,0.039
+49,mlp.experts.168.down_proj,rtn: 0.0022125,0.00000,0.055
+49,mlp.experts.167.down_proj,rtn: 0.0022125,0.00000,0.022
+49,mlp.experts.170.down_proj,rtn: 0.0023041,0.00000,0.020
+49,mlp.experts.139.down_proj,rtn: 0.0022430,0.00000,0.023
+49,mlp.experts.166.down_proj,rtn: 0.0022736,0.00000,0.015
+49,mlp.experts.141.down_proj,rtn: 0.0022430,0.00000,0.021
+49,mlp.experts.117.down_proj,rtn: 0.0021820,0.00000,0.022
+49,mlp.experts.155.down_proj,rtn: 0.0022736,0.00000,0.025
+49,mlp.experts.178.down_proj,rtn: 0.0022278,0.00000,0.029
+49,mlp.experts.113.down_proj,rtn: 0.0022430,0.00000,0.039
+49,mlp.experts.153.down_proj,rtn: 0.0022583,0.00000,0.034
+49,mlp.experts.175.down_proj,rtn: 0.0022278,0.00000,0.035
+49,mlp.experts.182.down_proj,rtn: 0.0023041,0.00000,0.029
+49,mlp.experts.186.down_proj,rtn: 0.0021515,0.00000,0.033
+49,mlp.experts.183.down_proj,rtn: 0.0021515,0.00000,0.040
+49,mlp.experts.171.down_proj,rtn: 0.0022583,0.00000,0.026
+49,mlp.experts.174.down_proj,rtn: 0.0022430,0.00000,0.050
+49,mlp.experts.163.down_proj,rtn: 0.0021515,0.00000,0.038
+49,mlp.experts.157.down_proj,rtn: 0.0022278,0.00000,0.045
+49,mlp.experts.133.down_proj,rtn: 0.0021515,0.00000,0.046
+49,mlp.experts.129.down_proj,rtn: 0.0022430,0.00000,0.032
+49,mlp.experts.184.down_proj,rtn: 0.0022278,0.00000,0.066
+49,mlp.experts.169.down_proj,rtn: 0.0021973,0.00000,0.038
+49,mlp.experts.187.down_proj,rtn: 0.0021515,0.00000,0.025
+49,mlp.experts.179.down_proj,rtn: 0.0022430,0.00000,0.023
+49,mlp.experts.190.down_proj,rtn: 0.0022125,0.00000,0.026
+49,mlp.experts.191.down_proj,rtn: 0.0022736,0.00000,0.040
+49,mlp.experts.145.down_proj,rtn: 0.0022125,0.00000,0.052
+49,mlp.experts.149.down_proj,rtn: 0.0021362,0.00000,0.054
+49,mlp.experts.173.down_proj,rtn: 0.0022125,0.00000,0.058
+49,mlp.experts.185.down_proj,rtn: 0.0021667,0.00000,0.033
+49,mlp.experts.180.down_proj,rtn: 0.0021820,0.00000,0.206
+49,mlp.experts.176.down_proj,rtn: 0.0021820,0.00000,0.158
+49,mlp.experts.188.down_proj,rtn: 0.0022583,0.00000,0.159
+49,mlp.experts.161.down_proj,rtn: 0.0021667,0.00000,0.024
+49,mlp.experts.165.down_proj,rtn: 0.0021667,0.00000,0.048
+49,mlp.experts.189.down_proj,rtn: 0.0022278,0.00000,0.053
+49,mlp.experts.177.down_proj,rtn: 0.0021515,0.00000,0.026
+49,mlp.experts.181.down_proj,rtn: 0.0022583,0.00000,0.023
+49,mlp.shared_experts.up_proj,rtn: 0.0019531,0.00000,0.038
+49,mlp.shared_experts.gate_proj,rtn: 0.0015640,0.00000,0.038
+49,mlp.shared_experts.down_proj,rtn: 0.0021820,0.00000,0.032
+50,self_attn.k_proj,rtn: 0.0020905,0.00000,0.031
+50,self_attn.v_proj,rtn: 0.0032196,0.00000,0.034
+50,self_attn.q_proj,rtn: 0.0022430,0.00000,0.021
+50,self_attn.o_proj,rtn: 0.0030975,0.00000,0.056
+50,mlp.experts.12.gate_proj,rtn: 0.0022736,0.00000,0.116
+50,mlp.experts.8.gate_proj,rtn: 0.0023041,0.00000,0.119
+50,mlp.experts.3.gate_proj,rtn: 0.0021362,0.00000,0.121
+50,mlp.experts.2.gate_proj,rtn: 0.0022430,0.00000,0.127
+50,mlp.experts.9.gate_proj,rtn: 0.0022583,0.00000,0.127
+50,mlp.experts.5.gate_proj,rtn: 0.0022430,0.00000,0.130
+50,mlp.experts.6.gate_proj,rtn: 0.0021820,0.00000,0.134
+50,mlp.experts.14.gate_proj,rtn: 0.0023041,0.00000,0.136
+50,mlp.experts.4.gate_proj,rtn: 0.0022583,0.00000,0.139
+50,mlp.experts.0.gate_proj,rtn: 0.0022736,0.00000,0.140
+50,mlp.experts.13.gate_proj,rtn: 0.0022583,0.00000,0.143
+50,mlp.experts.10.gate_proj,rtn: 0.0022278,0.00000,0.143
+50,mlp.experts.1.gate_proj,rtn: 0.0022278,0.00000,0.145
+50,mlp.experts.11.gate_proj,rtn: 0.0023956,0.00000,0.151
+50,mlp.experts.7.gate_proj,rtn: 0.0023041,0.00000,0.161
+50,mlp.experts.15.gate_proj,rtn: 0.0021515,0.00000,0.170
+50,mlp.experts.28.gate_proj,rtn: 0.0021973,0.00000,0.087
+50,mlp.experts.19.gate_proj,rtn: 0.0022888,0.00000,0.080
+50,mlp.experts.24.gate_proj,rtn: 0.0021820,0.00000,0.092
+50,mlp.experts.18.gate_proj,rtn: 0.0021362,0.00000,0.099
+50,mlp.experts.22.gate_proj,rtn: 0.0022278,0.00000,0.095
+50,mlp.experts.27.gate_proj,rtn: 0.0022583,0.00000,0.076
+50,mlp.experts.20.gate_proj,rtn: 0.0022278,0.00000,0.096
+50,mlp.experts.23.gate_proj,rtn: 0.0022430,0.00000,0.078
+50,mlp.experts.16.gate_proj,rtn: 0.0021667,0.00000,0.102
+50,mlp.experts.25.gate_proj,rtn: 0.0021667,0.00000,0.117
+50,mlp.experts.30.gate_proj,rtn: 0.0022430,0.00000,0.110
+50,mlp.experts.31.gate_proj,rtn: 0.0023346,0.00000,0.082
+50,mlp.experts.26.gate_proj,rtn: 0.0022583,0.00000,0.120
+50,mlp.experts.17.gate_proj,rtn: 0.0023041,0.00000,0.136
+50,mlp.experts.35.gate_proj,rtn: 0.0022430,0.00000,0.076
+50,mlp.experts.44.gate_proj,rtn: 0.0022888,0.00000,0.086
+50,mlp.experts.29.gate_proj,rtn: 0.0022583,0.00000,0.142
+50,mlp.experts.40.gate_proj,rtn: 0.0022430,0.00000,0.084
+50,mlp.experts.21.gate_proj,rtn: 0.0022736,0.00000,0.168
+50,mlp.experts.32.gate_proj,rtn: 0.0022430,0.00000,0.059
+50,mlp.experts.36.gate_proj,rtn: 0.0023041,0.00000,0.062
+50,mlp.experts.43.gate_proj,rtn: 0.0022430,0.00000,0.084
+50,mlp.experts.39.gate_proj,rtn: 0.0022430,0.00000,0.097
+50,mlp.experts.34.gate_proj,rtn: 0.0023499,0.00000,0.128
+50,mlp.experts.38.gate_proj,rtn: 0.0022125,0.00000,0.129
+50,mlp.experts.46.gate_proj,rtn: 0.0022430,0.00000,0.127
+50,mlp.experts.60.gate_proj,rtn: 0.0021667,0.00000,0.067
+50,mlp.experts.41.gate_proj,rtn: 0.0023041,0.00000,0.124
+50,mlp.experts.42.gate_proj,rtn: 0.0022430,0.00000,0.079
+50,mlp.experts.52.gate_proj,rtn: 0.0023346,0.00000,0.082
+50,mlp.experts.51.gate_proj,rtn: 0.0021820,0.00000,0.103
+50,mlp.experts.56.gate_proj,rtn: 0.0022125,0.00000,0.088
+50,mlp.experts.48.gate_proj,rtn: 0.0022583,0.00000,0.093
+50,mlp.experts.47.gate_proj,rtn: 0.0021973,0.00000,0.172
+50,mlp.experts.59.gate_proj,rtn: 0.0022278,0.00000,0.100
+50,mlp.experts.50.gate_proj,rtn: 0.0022278,0.00000,0.089
+50,mlp.experts.55.gate_proj,rtn: 0.0023041,0.00000,0.095
+50,mlp.experts.54.gate_proj,rtn: 0.0022736,0.00000,0.091
+50,mlp.experts.62.gate_proj,rtn: 0.0022125,0.00000,0.091
+50,mlp.experts.76.gate_proj,rtn: 0.0021362,0.00000,0.090
+50,mlp.experts.67.gate_proj,rtn: 0.0022583,0.00000,0.070
+50,mlp.experts.58.gate_proj,rtn: 0.0022736,0.00000,0.079
+50,mlp.experts.37.gate_proj,rtn: 0.0022583,0.00000,0.126
+50,mlp.experts.45.gate_proj,rtn: 0.0022583,0.00000,0.127
+50,mlp.experts.68.gate_proj,rtn: 0.0021820,0.00000,0.088
+50,mlp.experts.63.gate_proj,rtn: 0.0022125,0.00000,0.067
+50,mlp.experts.57.gate_proj,rtn: 0.0021362,0.00000,0.100
+50,mlp.experts.75.gate_proj,rtn: 0.0022736,0.00000,0.064
+50,mlp.experts.64.gate_proj,rtn: 0.0023346,0.00000,0.077
+50,mlp.experts.72.gate_proj,rtn: 0.0022125,0.00000,0.078
+50,mlp.experts.33.gate_proj,rtn: 0.0021362,0.00000,0.206
+50,mlp.experts.83.gate_proj,rtn: 0.0024414,0.00000,0.043
+50,mlp.experts.92.gate_proj,rtn: 0.0023041,0.00000,0.056
+50,mlp.experts.71.gate_proj,rtn: 0.0022736,0.00000,0.111
+50,mlp.experts.66.gate_proj,rtn: 0.0022125,0.00000,0.117
+50,mlp.experts.70.gate_proj,rtn: 0.0022583,0.00000,0.120
+50,mlp.experts.78.gate_proj,rtn: 0.0022125,0.00000,0.122
+50,mlp.experts.99.gate_proj,rtn: 0.0022125,0.00000,0.068
+50,mlp.experts.91.gate_proj,rtn: 0.0022888,0.00000,0.075
+50,mlp.experts.74.gate_proj,rtn: 0.0022125,0.00000,0.078
+50,mlp.experts.79.gate_proj,rtn: 0.0021515,0.00000,0.080
+50,mlp.experts.53.gate_proj,rtn: 0.0022736,0.00000,0.089
+50,mlp.experts.73.gate_proj,rtn: 0.0022278,0.00000,0.071
+50,mlp.experts.84.gate_proj,rtn: 0.0023346,0.00000,0.092
+50,mlp.experts.80.gate_proj,rtn: 0.0021973,0.00000,0.093
+50,mlp.experts.61.gate_proj,rtn: 0.0021973,0.00000,0.092
+50,mlp.experts.49.gate_proj,rtn: 0.0022736,0.00000,0.098
+50,mlp.experts.88.gate_proj,rtn: 0.0023346,0.00000,0.105
+50,mlp.experts.108.gate_proj,rtn: 0.0022430,0.00000,0.101
+50,mlp.experts.87.gate_proj,rtn: 0.0023041,0.00000,0.075
+50,mlp.experts.82.gate_proj,rtn: 0.0022736,0.00000,0.082
+50,mlp.experts.86.gate_proj,rtn: 0.0022430,0.00000,0.078
+50,mlp.experts.94.gate_proj,rtn: 0.0023193,0.00000,0.078
+50,mlp.experts.77.gate_proj,rtn: 0.0022278,0.00000,0.061
+50,mlp.experts.89.gate_proj,rtn: 0.0021973,0.00000,0.068
+50,mlp.experts.69.gate_proj,rtn: 0.0023499,0.00000,0.068
+50,mlp.experts.65.gate_proj,rtn: 0.0023041,0.00000,0.058
+50,mlp.experts.90.gate_proj,rtn: 0.0021973,0.00000,0.078
+50,mlp.experts.96.gate_proj,rtn: 0.0022888,0.00000,0.081
+50,mlp.experts.100.gate_proj,rtn: 0.0023041,0.00000,0.085
+50,mlp.experts.98.gate_proj,rtn: 0.0022278,0.00000,0.075
+50,mlp.experts.104.gate_proj,rtn: 0.0023041,0.00000,0.090
+50,mlp.experts.124.gate_proj,rtn: 0.0022278,0.00000,0.087
+50,mlp.experts.102.gate_proj,rtn: 0.0022583,0.00000,0.079
+50,mlp.experts.110.gate_proj,rtn: 0.0022125,0.00000,0.078
+50,mlp.experts.81.gate_proj,rtn: 0.0023346,0.00000,0.059
+50,mlp.experts.93.gate_proj,rtn: 0.0022583,0.00000,0.066
+50,mlp.experts.107.gate_proj,rtn: 0.0022888,0.00000,0.152
+50,mlp.experts.115.gate_proj,rtn: 0.0022736,0.00000,0.161
+50,mlp.experts.85.gate_proj,rtn: 0.0022278,0.00000,0.071
+50,mlp.experts.105.gate_proj,rtn: 0.0023651,0.00000,0.079
+50,mlp.experts.106.gate_proj,rtn: 0.0022583,0.00000,0.080
+50,mlp.experts.95.gate_proj,rtn: 0.0023499,0.00000,0.170
+50,mlp.experts.112.gate_proj,rtn: 0.0022430,0.00000,0.085
+50,mlp.experts.116.gate_proj,rtn: 0.0022888,0.00000,0.085
+50,mlp.experts.114.gate_proj,rtn: 0.0023346,0.00000,0.075
+50,mlp.experts.118.gate_proj,rtn: 0.0022278,0.00000,0.082
+50,mlp.experts.140.gate_proj,rtn: 0.0022888,0.00000,0.089
+50,mlp.experts.120.gate_proj,rtn: 0.0022278,0.00000,0.097
+50,mlp.experts.126.gate_proj,rtn: 0.0022888,0.00000,0.083
+50,mlp.experts.122.gate_proj,rtn: 0.0022125,0.00000,0.078
+50,mlp.experts.103.gate_proj,rtn: 0.0022125,0.00000,0.221
+50,mlp.experts.131.gate_proj,rtn: 0.0022430,0.00000,0.095
+50,mlp.experts.130.gate_proj,rtn: 0.0022888,0.00000,0.071
+50,mlp.experts.123.gate_proj,rtn: 0.0022583,0.00000,0.119
+50,mlp.experts.134.gate_proj,rtn: 0.0023651,0.00000,0.069
+50,mlp.experts.128.gate_proj,rtn: 0.0021362,0.00000,0.088
+50,mlp.experts.132.gate_proj,rtn: 0.0022278,0.00000,0.087
+50,mlp.experts.111.gate_proj,rtn: 0.0022430,0.00000,0.106
+50,mlp.experts.109.gate_proj,rtn: 0.0022125,0.00000,0.139
+50,mlp.experts.97.gate_proj,rtn: 0.0021820,0.00000,0.149
+50,mlp.experts.142.gate_proj,rtn: 0.0022583,0.00000,0.078
+50,mlp.experts.156.gate_proj,rtn: 0.0023651,0.00000,0.097
+50,mlp.experts.136.gate_proj,rtn: 0.0022278,0.00000,0.096
+50,mlp.experts.101.gate_proj,rtn: 0.0022888,0.00000,0.158
+50,mlp.experts.121.gate_proj,rtn: 0.0023193,0.00000,0.174
+50,mlp.experts.138.gate_proj,rtn: 0.0022430,0.00000,0.084
+50,mlp.experts.146.gate_proj,rtn: 0.0022278,0.00000,0.082
+50,mlp.experts.150.gate_proj,rtn: 0.0022736,0.00000,0.075
+50,mlp.experts.147.gate_proj,rtn: 0.0023193,0.00000,0.099
+50,mlp.experts.148.gate_proj,rtn: 0.0022125,0.00000,0.089
+50,mlp.experts.139.gate_proj,rtn: 0.0023651,0.00000,0.097
+50,mlp.experts.119.gate_proj,rtn: 0.0022430,0.00000,0.113
+50,mlp.experts.113.gate_proj,rtn: 0.0021973,0.00000,0.079
+50,mlp.experts.125.gate_proj,rtn: 0.0021820,0.00000,0.084
+50,mlp.experts.144.gate_proj,rtn: 0.0022430,0.00000,0.098
+50,mlp.experts.158.gate_proj,rtn: 0.0022125,0.00000,0.077
+50,mlp.experts.127.gate_proj,rtn: 0.0023346,0.00000,0.102
+50,mlp.experts.152.gate_proj,rtn: 0.0021973,0.00000,0.084
+50,mlp.experts.117.gate_proj,rtn: 0.0022736,0.00000,0.083
+50,mlp.experts.172.gate_proj,rtn: 0.0022430,0.00000,0.099
+50,mlp.experts.154.gate_proj,rtn: 0.0022583,0.00000,0.079
+50,mlp.experts.137.gate_proj,rtn: 0.0022430,0.00000,0.088
+50,mlp.experts.166.gate_proj,rtn: 0.0023804,0.00000,0.084
+50,mlp.experts.162.gate_proj,rtn: 0.0022736,0.00000,0.088
+50,mlp.experts.163.gate_proj,rtn: 0.0021820,0.00000,0.077
+50,mlp.experts.155.gate_proj,rtn: 0.0022583,0.00000,0.079
+50,mlp.experts.135.gate_proj,rtn: 0.0023346,0.00000,0.075
+50,mlp.experts.164.gate_proj,rtn: 0.0023193,0.00000,0.091
+50,mlp.experts.143.gate_proj,rtn: 0.0022278,0.00000,0.079
+50,mlp.experts.129.gate_proj,rtn: 0.0022583,0.00000,0.093
+50,mlp.experts.174.gate_proj,rtn: 0.0022125,0.00000,0.088
+50,mlp.experts.160.gate_proj,rtn: 0.0022430,0.00000,0.088
+50,mlp.experts.141.gate_proj,rtn: 0.0021973,0.00000,0.093
+50,mlp.experts.168.gate_proj,rtn: 0.0022736,0.00000,0.090
+50,mlp.experts.188.gate_proj,rtn: 0.0021973,0.00000,0.086
+50,mlp.experts.170.gate_proj,rtn: 0.0023041,0.00000,0.079
+50,mlp.experts.182.gate_proj,rtn: 0.0021667,0.00000,0.077
+50,mlp.experts.179.gate_proj,rtn: 0.0022278,0.00000,0.077
+50,mlp.experts.178.gate_proj,rtn: 0.0022583,0.00000,0.081
+50,mlp.experts.171.gate_proj,rtn: 0.0022888,0.00000,0.072
+50,mlp.experts.151.gate_proj,rtn: 0.0021820,0.00000,0.072
+50,mlp.experts.133.gate_proj,rtn: 0.0022736,0.00000,0.139
+50,mlp.experts.159.gate_proj,rtn: 0.0022278,0.00000,0.073
+50,mlp.experts.180.gate_proj,rtn: 0.0021667,0.00000,0.092
+50,mlp.experts.190.gate_proj,rtn: 0.0023956,0.00000,0.082
+50,mlp.experts.186.gate_proj,rtn: 0.0022736,0.00000,0.077
+50,mlp.experts.153.gate_proj,rtn: 0.0022278,0.00000,0.162
+50,mlp.experts.176.gate_proj,rtn: 0.0021515,0.00000,0.093
+50,mlp.experts.6.up_proj,rtn: 0.0021667,0.00000,0.074
+50,mlp.experts.184.gate_proj,rtn: 0.0022430,0.00000,0.092
+50,mlp.experts.12.up_proj,rtn: 0.0022430,0.00000,0.099
+50,mlp.experts.2.up_proj,rtn: 0.0022125,0.00000,0.082
+50,mlp.experts.3.up_proj,rtn: 0.0021210,0.00000,0.101
+50,mlp.experts.145.gate_proj,rtn: 0.0021820,0.00000,0.125
+50,mlp.experts.157.gate_proj,rtn: 0.0023346,0.00000,0.126
+50,mlp.experts.187.gate_proj,rtn: 0.0023193,0.00000,0.102
+50,mlp.experts.167.gate_proj,rtn: 0.0022736,0.00000,0.102
+50,mlp.experts.149.gate_proj,rtn: 0.0022278,0.00000,0.103
+50,mlp.experts.175.gate_proj,rtn: 0.0023193,0.00000,0.109
+50,mlp.experts.4.up_proj,rtn: 0.0022430,0.00000,0.103
+50,mlp.experts.0.up_proj,rtn: 0.0022278,0.00000,0.087
+50,mlp.experts.169.gate_proj,rtn: 0.0022736,0.00000,0.093
+50,mlp.experts.28.up_proj,rtn: 0.0021667,0.00000,0.083
+50,mlp.experts.8.up_proj,rtn: 0.0022278,0.00000,0.089
+50,mlp.experts.173.gate_proj,rtn: 0.0022430,0.00000,0.074
+50,mlp.experts.161.gate_proj,rtn: 0.0021515,0.00000,0.075
+50,mlp.experts.19.up_proj,rtn: 0.0022278,0.00000,0.091
+50,mlp.experts.11.up_proj,rtn: 0.0022888,0.00000,0.084
+50,mlp.experts.183.gate_proj,rtn: 0.0022278,0.00000,0.086
+50,mlp.experts.165.gate_proj,rtn: 0.0022430,0.00000,0.085
+50,mlp.experts.10.up_proj,rtn: 0.0022278,0.00000,0.169
+50,mlp.experts.14.up_proj,rtn: 0.0022125,0.00000,0.174
+50,mlp.experts.191.gate_proj,rtn: 0.0022736,0.00000,0.096
+50,mlp.experts.185.gate_proj,rtn: 0.0022583,0.00000,0.079
+50,mlp.experts.44.up_proj,rtn: 0.0021667,0.00000,0.082
+50,mlp.experts.20.up_proj,rtn: 0.0021973,0.00000,0.096
+50,mlp.experts.16.up_proj,rtn: 0.0021210,0.00000,0.092
+50,mlp.experts.22.up_proj,rtn: 0.0022125,0.00000,0.184
+50,mlp.experts.24.up_proj,rtn: 0.0021667,0.00000,0.088
+50,mlp.experts.177.gate_proj,rtn: 0.0022278,0.00000,0.073
+50,mlp.experts.189.gate_proj,rtn: 0.0022430,0.00000,0.082
+50,mlp.experts.18.up_proj,rtn: 0.0021820,0.00000,0.200
+50,mlp.experts.181.gate_proj,rtn: 0.0022430,0.00000,0.075
+50,mlp.experts.27.up_proj,rtn: 0.0022125,0.00000,0.088
+50,mlp.experts.35.up_proj,rtn: 0.0021362,0.00000,0.096
+50,mlp.experts.7.up_proj,rtn: 0.0021667,0.00000,0.090
+50,mlp.experts.9.up_proj,rtn: 0.0021973,0.00000,0.067
+50,mlp.experts.1.up_proj,rtn: 0.0021667,0.00000,0.067
+50,mlp.experts.13.up_proj,rtn: 0.0023499,0.00000,0.060
+50,mlp.experts.15.up_proj,rtn: 0.0021515,0.00000,0.091
+50,mlp.experts.36.up_proj,rtn: 0.0022736,0.00000,0.079
+50,mlp.experts.60.up_proj,rtn: 0.0021362,0.00000,0.084
+50,mlp.experts.32.up_proj,rtn: 0.0022125,0.00000,0.075
+50,mlp.experts.40.up_proj,rtn: 0.0021515,0.00000,0.077
+50,mlp.experts.5.up_proj,rtn: 0.0022125,0.00000,0.066
+50,mlp.experts.26.up_proj,rtn: 0.0022278,0.00000,0.140
+50,mlp.experts.38.up_proj,rtn: 0.0021362,0.00000,0.123
+50,mlp.experts.25.up_proj,rtn: 0.0021515,0.00000,0.071
+50,mlp.experts.30.up_proj,rtn: 0.0022125,0.00000,0.149
+50,mlp.experts.43.up_proj,rtn: 0.0022125,0.00000,0.099
+50,mlp.experts.51.up_proj,rtn: 0.0021362,0.00000,0.098
+50,mlp.experts.23.up_proj,rtn: 0.0022125,0.00000,0.095
+50,mlp.experts.34.up_proj,rtn: 0.0022278,0.00000,0.116
+50,mlp.experts.17.up_proj,rtn: 0.0022888,0.00000,0.071
+50,mlp.experts.52.up_proj,rtn: 0.0022430,0.00000,0.070
+50,mlp.experts.56.up_proj,rtn: 0.0021973,0.00000,0.069
+50,mlp.experts.48.up_proj,rtn: 0.0022430,0.00000,0.070
+50,mlp.experts.29.up_proj,rtn: 0.0022125,0.00000,0.082
+50,mlp.experts.31.up_proj,rtn: 0.0022125,0.00000,0.091
+50,mlp.experts.76.up_proj,rtn: 0.0021667,0.00000,0.082
+50,mlp.experts.21.up_proj,rtn: 0.0022125,0.00000,0.081
+50,mlp.experts.41.up_proj,rtn: 0.0022430,0.00000,0.078
+50,mlp.experts.59.up_proj,rtn: 0.0021515,0.00000,0.080
+50,mlp.experts.39.up_proj,rtn: 0.0021820,0.00000,0.076
+50,mlp.experts.33.up_proj,rtn: 0.0021362,0.00000,0.074
+50,mlp.experts.68.up_proj,rtn: 0.0021210,0.00000,0.067
+50,mlp.experts.45.up_proj,rtn: 0.0022430,0.00000,0.063
+50,mlp.experts.64.up_proj,rtn: 0.0021973,0.00000,0.067
+50,mlp.experts.67.up_proj,rtn: 0.0022278,0.00000,0.089
+50,mlp.experts.72.up_proj,rtn: 0.0021973,0.00000,0.075
+50,mlp.experts.47.up_proj,rtn: 0.0021362,0.00000,0.074
+50,mlp.experts.92.up_proj,rtn: 0.0022736,0.00000,0.073
+50,mlp.experts.37.up_proj,rtn: 0.0021667,0.00000,0.070
+50,mlp.experts.54.up_proj,rtn: 0.0022125,0.00000,0.148
+50,mlp.experts.57.up_proj,rtn: 0.0021667,0.00000,0.072
+50,mlp.experts.42.up_proj,rtn: 0.0022125,0.00000,0.177
+50,mlp.experts.49.up_proj,rtn: 0.0022430,0.00000,0.072
+50,mlp.experts.84.up_proj,rtn: 0.0022736,0.00000,0.063
+50,mlp.experts.75.up_proj,rtn: 0.0022125,0.00000,0.087
+50,mlp.experts.88.up_proj,rtn: 0.0022583,0.00000,0.067
+50,mlp.experts.61.up_proj,rtn: 0.0021515,0.00000,0.078
+50,mlp.experts.55.up_proj,rtn: 0.0022430,0.00000,0.083
+50,mlp.experts.80.up_proj,rtn: 0.0021820,0.00000,0.074
+50,mlp.experts.50.up_proj,rtn: 0.0022583,0.00000,0.172
+50,mlp.experts.108.up_proj,rtn: 0.0022125,0.00000,0.073
+50,mlp.experts.53.up_proj,rtn: 0.0022430,0.00000,0.069
+50,mlp.experts.83.up_proj,rtn: 0.0022583,0.00000,0.094
+50,mlp.experts.63.up_proj,rtn: 0.0021973,0.00000,0.088
+50,mlp.experts.46.up_proj,rtn: 0.0023346,0.00000,0.216
+50,mlp.experts.73.up_proj,rtn: 0.0021973,0.00000,0.072
+50,mlp.experts.65.up_proj,rtn: 0.0022278,0.00000,0.073
+50,mlp.experts.100.up_proj,rtn: 0.0022430,0.00000,0.072
+50,mlp.experts.104.up_proj,rtn: 0.0022125,0.00000,0.070
+50,mlp.experts.96.up_proj,rtn: 0.0022278,0.00000,0.064
+50,mlp.experts.91.up_proj,rtn: 0.0022278,0.00000,0.077
+50,mlp.experts.77.up_proj,rtn: 0.0021973,0.00000,0.075
+50,mlp.experts.71.up_proj,rtn: 0.0022278,0.00000,0.072
+50,mlp.experts.70.up_proj,rtn: 0.0022278,0.00000,0.135
+50,mlp.experts.124.up_proj,rtn: 0.0021973,0.00000,0.072
+50,mlp.experts.69.up_proj,rtn: 0.0023041,0.00000,0.077
+50,mlp.experts.99.up_proj,rtn: 0.0022125,0.00000,0.075
+50,mlp.experts.79.up_proj,rtn: 0.0021515,0.00000,0.075
+50,mlp.experts.58.up_proj,rtn: 0.0022278,0.00000,0.124
+50,mlp.experts.89.up_proj,rtn: 0.0022125,0.00000,0.076
+50,mlp.experts.81.up_proj,rtn: 0.0022888,0.00000,0.078
+50,mlp.experts.93.up_proj,rtn: 0.0022736,0.00000,0.074
+50,mlp.experts.120.up_proj,rtn: 0.0022125,0.00000,0.085
+50,mlp.experts.112.up_proj,rtn: 0.0021515,0.00000,0.087
+50,mlp.experts.87.up_proj,rtn: 0.0022736,0.00000,0.080
+50,mlp.experts.107.up_proj,rtn: 0.0022583,0.00000,0.086
+50,mlp.experts.62.up_proj,rtn: 0.0021820,0.00000,0.131
+50,mlp.experts.66.up_proj,rtn: 0.0021667,0.00000,0.164
+50,mlp.experts.85.up_proj,rtn: 0.0022125,0.00000,0.080
+50,mlp.experts.95.up_proj,rtn: 0.0022888,0.00000,0.077
+50,mlp.experts.115.up_proj,rtn: 0.0021973,0.00000,0.079
+50,mlp.experts.116.up_proj,rtn: 0.0022278,0.00000,0.126
+50,mlp.experts.105.up_proj,rtn: 0.0022430,0.00000,0.080
+50,mlp.experts.140.up_proj,rtn: 0.0022278,0.00000,0.123
+50,mlp.experts.86.up_proj,rtn: 0.0021210,0.00000,0.154
+50,mlp.experts.103.up_proj,rtn: 0.0022278,0.00000,0.084
+50,mlp.experts.109.up_proj,rtn: 0.0021210,0.00000,0.103
+50,mlp.experts.123.up_proj,rtn: 0.0021973,0.00000,0.097
+50,mlp.experts.131.up_proj,rtn: 0.0022125,0.00000,0.089
+50,mlp.experts.111.up_proj,rtn: 0.0021973,0.00000,0.094
+50,mlp.experts.128.up_proj,rtn: 0.0021667,0.00000,0.125
+50,mlp.experts.136.up_proj,rtn: 0.0022125,0.00000,0.126
+50,mlp.experts.101.up_proj,rtn: 0.0022430,0.00000,0.112
+50,mlp.experts.82.up_proj,rtn: 0.0021973,0.00000,0.126
+50,mlp.experts.121.up_proj,rtn: 0.0022278,0.00000,0.107
+50,mlp.experts.97.up_proj,rtn: 0.0021515,0.00000,0.176
+50,mlp.experts.156.up_proj,rtn: 0.0022278,0.00000,0.099
+50,mlp.experts.78.up_proj,rtn: 0.0021515,0.00000,0.146
+50,mlp.experts.74.up_proj,rtn: 0.0021210,0.00000,0.234
+50,mlp.experts.119.up_proj,rtn: 0.0022125,0.00000,0.095
+50,mlp.experts.132.up_proj,rtn: 0.0022125,0.00000,0.154
+50,mlp.experts.139.up_proj,rtn: 0.0023193,0.00000,0.091
+50,mlp.experts.125.up_proj,rtn: 0.0021515,0.00000,0.093
+50,mlp.experts.152.up_proj,rtn: 0.0021973,0.00000,0.063
+50,mlp.experts.102.up_proj,rtn: 0.0021973,0.00000,0.116
+50,mlp.experts.144.up_proj,rtn: 0.0022583,0.00000,0.074
+50,mlp.experts.147.up_proj,rtn: 0.0022736,0.00000,0.097
+50,mlp.experts.127.up_proj,rtn: 0.0022430,0.00000,0.092
+50,mlp.experts.117.up_proj,rtn: 0.0021667,0.00000,0.082
+50,mlp.experts.172.up_proj,rtn: 0.0022125,0.00000,0.065
+50,mlp.experts.137.up_proj,rtn: 0.0021973,0.00000,0.076
+50,mlp.experts.98.up_proj,rtn: 0.0021667,0.00000,0.114
+50,mlp.experts.160.up_proj,rtn: 0.0021973,0.00000,0.058
+50,mlp.experts.148.up_proj,rtn: 0.0021667,0.00000,0.069
+50,mlp.experts.168.up_proj,rtn: 0.0022430,0.00000,0.064
+50,mlp.experts.155.up_proj,rtn: 0.0022430,0.00000,0.085
+50,mlp.experts.135.up_proj,rtn: 0.0022888,0.00000,0.098
+50,mlp.experts.94.up_proj,rtn: 0.0022736,0.00000,0.121
+50,mlp.experts.188.up_proj,rtn: 0.0021973,0.00000,0.072
+50,mlp.experts.141.up_proj,rtn: 0.0021973,0.00000,0.105
+50,mlp.experts.143.up_proj,rtn: 0.0021667,0.00000,0.090
+50,mlp.experts.163.up_proj,rtn: 0.0021362,0.00000,0.097
+50,mlp.experts.133.up_proj,rtn: 0.0021973,0.00000,0.100
+50,mlp.experts.113.up_proj,rtn: 0.0021667,0.00000,0.181
+50,mlp.experts.171.up_proj,rtn: 0.0022583,0.00000,0.051
+50,mlp.experts.153.up_proj,rtn: 0.0021973,0.00000,0.120
+50,mlp.experts.118.up_proj,rtn: 0.0021515,0.00000,0.160
+50,mlp.experts.176.up_proj,rtn: 0.0021210,0.00000,0.102
+50,mlp.experts.164.up_proj,rtn: 0.0022430,0.00000,0.110
+50,mlp.experts.184.up_proj,rtn: 0.0022125,0.00000,0.110
+50,mlp.experts.114.up_proj,rtn: 0.0021820,0.00000,0.140
+50,mlp.experts.90.up_proj,rtn: 0.0021820,0.00000,0.228
+50,mlp.experts.151.up_proj,rtn: 0.0021210,0.00000,0.106
+50,mlp.experts.159.up_proj,rtn: 0.0021667,0.00000,0.074
+50,mlp.experts.187.up_proj,rtn: 0.0022736,0.00000,0.069
+50,mlp.experts.179.up_proj,rtn: 0.0024719,0.00000,0.086
+50,mlp.experts.180.up_proj,rtn: 0.0021515,0.00000,0.060
+50,mlp.experts.110.up_proj,rtn: 0.0021973,0.00000,0.107
+50,mlp.experts.157.up_proj,rtn: 0.0022888,0.00000,0.118
+50,mlp.experts.149.up_proj,rtn: 0.0021973,0.00000,0.120
+50,mlp.experts.167.up_proj,rtn: 0.0022125,0.00000,0.054
+50,mlp.experts.175.up_proj,rtn: 0.0022430,0.00000,0.040
+50,mlp.experts.129.up_proj,rtn: 0.0022125,0.00000,0.124
+50,mlp.experts.169.up_proj,rtn: 0.0022278,0.00000,0.106
+50,mlp.experts.134.up_proj,rtn: 0.0022278,0.00000,0.139
+50,mlp.experts.191.up_proj,rtn: 0.0022278,0.00000,0.050
+50,mlp.experts.183.up_proj,rtn: 0.0021515,0.00000,0.058
+50,mlp.experts.130.up_proj,rtn: 0.0021820,0.00000,0.134
+50,mlp.experts.106.up_proj,rtn: 0.0022278,0.00000,0.118
+50,mlp.experts.126.up_proj,rtn: 0.0022278,0.00000,0.088
+50,mlp.experts.173.up_proj,rtn: 0.0021973,0.00000,0.128
+50,mlp.experts.150.up_proj,rtn: 0.0022125,0.00000,0.091
+50,mlp.experts.165.up_proj,rtn: 0.0022278,0.00000,0.137
+50,mlp.experts.185.up_proj,rtn: 0.0022430,0.00000,0.096
+50,mlp.experts.146.up_proj,rtn: 0.0021515,0.00000,0.092
+50,mlp.experts.122.up_proj,rtn: 0.0021667,0.00000,0.079
+50,mlp.experts.142.up_proj,rtn: 0.0022125,0.00000,0.081
+50,mlp.experts.145.up_proj,rtn: 0.0021362,0.00000,0.181
+50,mlp.experts.189.up_proj,rtn: 0.0022278,0.00000,0.072
+50,mlp.experts.181.up_proj,rtn: 0.0021973,0.00000,0.079
+50,mlp.experts.166.up_proj,rtn: 0.0022430,0.00000,0.102
+50,mlp.experts.161.up_proj,rtn: 0.0021515,0.00000,0.046
+50,mlp.experts.177.up_proj,rtn: 0.0021820,0.00000,0.026
+50,mlp.experts.162.up_proj,rtn: 0.0022278,0.00000,0.125
+50,mlp.experts.138.up_proj,rtn: 0.0022125,0.00000,0.138
+50,mlp.experts.158.up_proj,rtn: 0.0021820,0.00000,0.111
+50,mlp.experts.182.up_proj,rtn: 0.0021362,0.00000,0.107
+50,mlp.experts.178.up_proj,rtn: 0.0021820,0.00000,0.098
+50,mlp.experts.154.up_proj,rtn: 0.0022125,0.00000,0.083
+50,mlp.experts.174.up_proj,rtn: 0.0021973,0.00000,0.087
+50,mlp.experts.170.up_proj,rtn: 0.0022583,0.00000,0.048
+50,mlp.experts.186.up_proj,rtn: 0.0022278,0.00000,0.051
+50,mlp.experts.190.up_proj,rtn: 0.0022888,0.00000,0.103
+50,mlp.experts.0.down_proj,rtn: 0.0022430,0.00000,0.020
+50,mlp.experts.12.down_proj,rtn: 0.0022736,0.00000,0.032
+50,mlp.experts.11.down_proj,rtn: 0.0022278,0.00000,0.022
+50,mlp.experts.13.down_proj,rtn: 0.0022888,0.00000,0.043
+50,mlp.experts.16.down_proj,rtn: 0.0021515,0.00000,0.049
+50,mlp.experts.1.down_proj,rtn: 0.0021820,0.00000,0.052
+50,mlp.experts.5.down_proj,rtn: 0.0022430,0.00000,0.054
+50,mlp.experts.9.down_proj,rtn: 0.0022125,0.00000,0.056
+50,mlp.experts.6.down_proj,rtn: 0.0021820,0.00000,0.151
+50,mlp.experts.2.down_proj,rtn: 0.0022430,0.00000,0.152
+50,mlp.experts.7.down_proj,rtn: 0.0021973,0.00000,0.059
+50,mlp.experts.14.down_proj,rtn: 0.0022278,0.00000,0.152
+50,mlp.experts.15.down_proj,rtn: 0.0021973,0.00000,0.061
+50,mlp.experts.10.down_proj,rtn: 0.0022583,0.00000,0.156
+50,mlp.experts.27.down_proj,rtn: 0.0022583,0.00000,0.055
+50,mlp.experts.28.down_proj,rtn: 0.0021667,0.00000,0.064
+50,mlp.experts.8.down_proj,rtn: 0.0022583,0.00000,0.068
+50,mlp.experts.4.down_proj,rtn: 0.0022583,0.00000,0.068
+50,mlp.experts.32.down_proj,rtn: 0.0022736,0.00000,0.021
+50,mlp.experts.3.down_proj,rtn: 0.0021515,0.00000,0.073
+50,mlp.experts.29.down_proj,rtn: 0.0022430,0.00000,0.043
+50,mlp.experts.17.down_proj,rtn: 0.0023041,0.00000,0.039
+50,mlp.experts.21.down_proj,rtn: 0.0022278,0.00000,0.037
+50,mlp.experts.25.down_proj,rtn: 0.0021973,0.00000,0.033
+50,mlp.experts.18.down_proj,rtn: 0.0022278,0.00000,0.036
+50,mlp.experts.22.down_proj,rtn: 0.0022736,0.00000,0.044
+50,mlp.experts.30.down_proj,rtn: 0.0022430,0.00000,0.034
+50,mlp.experts.26.down_proj,rtn: 0.0022278,0.00000,0.028
+50,mlp.experts.31.down_proj,rtn: 0.0022125,0.00000,0.039
+50,mlp.experts.43.down_proj,rtn: 0.0022430,0.00000,0.036
+50,mlp.experts.24.down_proj,rtn: 0.0022125,0.00000,0.027
+50,mlp.experts.23.down_proj,rtn: 0.0022583,0.00000,0.053
+50,mlp.experts.44.down_proj,rtn: 0.0022125,0.00000,0.048
+50,mlp.experts.19.down_proj,rtn: 0.0021973,0.00000,0.014
+50,mlp.experts.20.down_proj,rtn: 0.0021973,0.00000,0.052
+50,mlp.experts.40.down_proj,rtn: 0.0021973,0.00000,0.026
+50,mlp.experts.48.down_proj,rtn: 0.0023041,0.00000,0.041
+50,mlp.experts.59.down_proj,rtn: 0.0021973,0.00000,0.030
+50,mlp.experts.37.down_proj,rtn: 0.0021667,0.00000,0.052
+50,mlp.experts.41.down_proj,rtn: 0.0022888,0.00000,0.055
+50,mlp.experts.45.down_proj,rtn: 0.0022736,0.00000,0.066
+50,mlp.experts.34.down_proj,rtn: 0.0021362,0.00000,0.052
+50,mlp.experts.38.down_proj,rtn: 0.0021362,0.00000,0.052
+50,mlp.experts.46.down_proj,rtn: 0.0023346,0.00000,0.049
+50,mlp.experts.42.down_proj,rtn: 0.0022430,0.00000,0.048
+50,mlp.experts.47.down_proj,rtn: 0.0021820,0.00000,0.048
+50,mlp.experts.33.down_proj,rtn: 0.0021362,0.00000,0.052
+50,mlp.experts.36.down_proj,rtn: 0.0023041,0.00000,0.051
+50,mlp.experts.60.down_proj,rtn: 0.0021362,0.00000,0.049
+50,mlp.experts.56.down_proj,rtn: 0.0022278,0.00000,0.038
+50,mlp.experts.39.down_proj,rtn: 0.0021820,0.00000,0.056
+50,mlp.experts.64.down_proj,rtn: 0.0022430,0.00000,0.044
+50,mlp.experts.35.down_proj,rtn: 0.0021667,0.00000,0.047
+50,mlp.experts.75.down_proj,rtn: 0.0022430,0.00000,0.047
+50,mlp.experts.53.down_proj,rtn: 0.0022583,0.00000,0.051
+50,mlp.experts.57.down_proj,rtn: 0.0022278,0.00000,0.050
+50,mlp.experts.62.down_proj,rtn: 0.0022125,0.00000,0.057
+50,mlp.experts.50.down_proj,rtn: 0.0022888,0.00000,0.052
+50,mlp.experts.54.down_proj,rtn: 0.0022430,0.00000,0.055
+50,mlp.experts.52.down_proj,rtn: 0.0022430,0.00000,0.045
+50,mlp.experts.58.down_proj,rtn: 0.0022430,0.00000,0.057
+50,mlp.experts.72.down_proj,rtn: 0.0022736,0.00000,0.041
+50,mlp.experts.63.down_proj,rtn: 0.0022430,0.00000,0.054
+50,mlp.experts.55.down_proj,rtn: 0.0022125,0.00000,0.053
+50,mlp.experts.49.down_proj,rtn: 0.0022736,0.00000,0.062
+50,mlp.experts.61.down_proj,rtn: 0.0021667,0.00000,0.073
+50,mlp.experts.76.down_proj,rtn: 0.0021973,0.00000,0.049
+50,mlp.experts.80.down_proj,rtn: 0.0022430,0.00000,0.045
+50,mlp.experts.91.down_proj,rtn: 0.0022430,0.00000,0.050
+50,mlp.experts.73.down_proj,rtn: 0.0022430,0.00000,0.053
+50,mlp.experts.78.down_proj,rtn: 0.0021820,0.00000,0.044
+50,mlp.experts.68.down_proj,rtn: 0.0021667,0.00000,0.038
+50,mlp.experts.88.down_proj,rtn: 0.0021973,0.00000,0.034
+50,mlp.experts.70.down_proj,rtn: 0.0021973,0.00000,0.047
+50,mlp.experts.74.down_proj,rtn: 0.0021362,0.00000,0.037
+50,mlp.experts.66.down_proj,rtn: 0.0021973,0.00000,0.046
+50,mlp.experts.79.down_proj,rtn: 0.0021820,0.00000,0.050
+50,mlp.experts.94.down_proj,rtn: 0.0023041,0.00000,0.027
+50,mlp.experts.92.down_proj,rtn: 0.0023041,0.00000,0.050
+50,mlp.experts.96.down_proj,rtn: 0.0022430,0.00000,0.053
+50,mlp.experts.51.down_proj,rtn: 0.0021362,0.00000,0.122
+50,mlp.experts.84.down_proj,rtn: 0.0023041,0.00000,0.034
+50,mlp.experts.104.down_proj,rtn: 0.0021667,0.00000,0.047
+50,mlp.experts.69.down_proj,rtn: 0.0023041,0.00000,0.059
+50,mlp.experts.71.down_proj,rtn: 0.0022583,0.00000,0.092
+50,mlp.experts.86.down_proj,rtn: 0.0021362,0.00000,0.027
+50,mlp.experts.82.down_proj,rtn: 0.0022278,0.00000,0.065
+50,mlp.experts.77.down_proj,rtn: 0.0022278,0.00000,0.105
+50,mlp.experts.65.down_proj,rtn: 0.0022125,0.00000,0.106
+50,mlp.experts.112.down_proj,rtn: 0.0021515,0.00000,0.033
+50,mlp.experts.100.down_proj,rtn: 0.0022736,0.00000,0.033
+50,mlp.experts.120.down_proj,rtn: 0.0022430,0.00000,0.033
+50,mlp.experts.108.down_proj,rtn: 0.0022278,0.00000,0.034
+50,mlp.experts.89.down_proj,rtn: 0.0022430,0.00000,0.035
+50,mlp.experts.85.down_proj,rtn: 0.0022278,0.00000,0.033
+50,mlp.experts.107.down_proj,rtn: 0.0022888,0.00000,0.124
+50,mlp.experts.110.down_proj,rtn: 0.0022583,0.00000,0.078
+50,mlp.experts.90.down_proj,rtn: 0.0021973,0.00000,0.038
+50,mlp.experts.67.down_proj,rtn: 0.0022583,0.00000,0.044
+50,mlp.experts.102.down_proj,rtn: 0.0022583,0.00000,0.034
+50,mlp.experts.95.down_proj,rtn: 0.0023041,0.00000,0.079
+50,mlp.experts.98.down_proj,rtn: 0.0022125,0.00000,0.058
+50,mlp.experts.126.down_proj,rtn: 0.0022278,0.00000,0.023
+50,mlp.experts.128.down_proj,rtn: 0.0022125,0.00000,0.037
+50,mlp.experts.116.down_proj,rtn: 0.0022583,0.00000,0.035
+50,mlp.experts.136.down_proj,rtn: 0.0022430,0.00000,0.032
+50,mlp.experts.93.down_proj,rtn: 0.0023041,0.00000,0.059
+50,mlp.experts.81.down_proj,rtn: 0.0022583,0.00000,0.056
+50,mlp.experts.124.down_proj,rtn: 0.0022278,0.00000,0.033
+50,mlp.experts.106.down_proj,rtn: 0.0022430,0.00000,0.023
+50,mlp.experts.105.down_proj,rtn: 0.0022430,0.00000,0.023
+50,mlp.experts.118.down_proj,rtn: 0.0021973,0.00000,0.024
+50,mlp.experts.101.down_proj,rtn: 0.0022430,0.00000,0.026
+50,mlp.experts.83.down_proj,rtn: 0.0022430,0.00000,0.067
+50,mlp.experts.123.down_proj,rtn: 0.0021973,0.00000,0.069
+50,mlp.experts.87.down_proj,rtn: 0.0022583,0.00000,0.115
+50,mlp.experts.111.down_proj,rtn: 0.0022125,0.00000,0.047
+50,mlp.experts.152.down_proj,rtn: 0.0022278,0.00000,0.034
+50,mlp.experts.114.down_proj,rtn: 0.0021973,0.00000,0.022
+50,mlp.experts.132.down_proj,rtn: 0.0022583,0.00000,0.043
+50,mlp.experts.144.down_proj,rtn: 0.0023041,0.00000,0.048
+50,mlp.experts.140.down_proj,rtn: 0.0021820,0.00000,0.036
+50,mlp.experts.142.down_proj,rtn: 0.0022583,0.00000,0.070
+50,mlp.experts.127.down_proj,rtn: 0.0022583,0.00000,0.034
+50,mlp.experts.97.down_proj,rtn: 0.0021820,0.00000,0.059
+50,mlp.experts.122.down_proj,rtn: 0.0021820,0.00000,0.038
+50,mlp.experts.99.down_proj,rtn: 0.0022278,0.00000,0.041
+50,mlp.experts.109.down_proj,rtn: 0.0021362,0.00000,0.065
+50,mlp.experts.168.down_proj,rtn: 0.0022736,0.00000,0.034
+50,mlp.experts.121.down_proj,rtn: 0.0022278,0.00000,0.049
+50,mlp.experts.103.down_proj,rtn: 0.0022430,0.00000,0.046
+50,mlp.experts.139.down_proj,rtn: 0.0023193,0.00000,0.056
+50,mlp.experts.160.down_proj,rtn: 0.0021973,0.00000,0.031
+50,mlp.experts.143.down_proj,rtn: 0.0021667,0.00000,0.019
+50,mlp.experts.148.down_proj,rtn: 0.0021973,0.00000,0.036
+50,mlp.experts.117.down_proj,rtn: 0.0021667,0.00000,0.060
+50,mlp.experts.113.down_proj,rtn: 0.0021667,0.00000,0.016
+50,mlp.experts.156.down_proj,rtn: 0.0022430,0.00000,0.049
+50,mlp.experts.130.down_proj,rtn: 0.0021667,0.00000,0.067
+50,mlp.experts.115.down_proj,rtn: 0.0022125,0.00000,0.012
+50,mlp.experts.134.down_proj,rtn: 0.0022430,0.00000,0.079
+50,mlp.experts.158.down_proj,rtn: 0.0022125,0.00000,0.052
+50,mlp.experts.138.down_proj,rtn: 0.0022430,0.00000,0.032
+50,mlp.experts.125.down_proj,rtn: 0.0022125,0.00000,0.023
+50,mlp.experts.176.down_proj,rtn: 0.0021057,0.00000,0.029
+50,mlp.experts.184.down_proj,rtn: 0.0022583,0.00000,0.023
+50,mlp.experts.137.down_proj,rtn: 0.0021973,0.00000,0.040
+50,mlp.experts.129.down_proj,rtn: 0.0021820,0.00000,0.030
+50,mlp.experts.146.down_proj,rtn: 0.0021362,0.00000,0.026
+50,mlp.experts.159.down_proj,rtn: 0.0021973,0.00000,0.040
+50,mlp.experts.155.down_proj,rtn: 0.0022583,0.00000,0.041
+50,mlp.experts.164.down_proj,rtn: 0.0022278,0.00000,0.037
+50,mlp.experts.172.down_proj,rtn: 0.0022736,0.00000,0.033
+50,mlp.experts.119.down_proj,rtn: 0.0021515,0.00000,0.049
+50,mlp.experts.133.down_proj,rtn: 0.0021973,0.00000,0.046
+50,mlp.experts.131.down_proj,rtn: 0.0022278,0.00000,0.043
+50,mlp.experts.150.down_proj,rtn: 0.0022278,0.00000,0.048
+50,mlp.experts.141.down_proj,rtn: 0.0022278,0.00000,0.040
+50,mlp.experts.154.down_proj,rtn: 0.0022583,0.00000,0.045
+50,mlp.experts.174.down_proj,rtn: 0.0022430,0.00000,0.045
+50,mlp.experts.162.down_proj,rtn: 0.0022278,0.00000,0.037
+50,mlp.experts.145.down_proj,rtn: 0.0021667,0.00000,0.036
+50,mlp.experts.188.down_proj,rtn: 0.0022125,0.00000,0.031
+50,mlp.experts.180.down_proj,rtn: 0.0021973,0.00000,0.031
+50,mlp.experts.153.down_proj,rtn: 0.0022125,0.00000,0.054
+50,mlp.experts.175.down_proj,rtn: 0.0022430,0.00000,0.053
+50,mlp.experts.149.down_proj,rtn: 0.0022278,0.00000,0.044
+50,mlp.experts.166.down_proj,rtn: 0.0021515,0.00000,0.044
+50,mlp.experts.178.down_proj,rtn: 0.0022125,0.00000,0.034
+50,mlp.experts.157.down_proj,rtn: 0.0022583,0.00000,0.039
+50,mlp.experts.171.down_proj,rtn: 0.0022736,0.00000,0.077
+50,mlp.experts.190.down_proj,rtn: 0.0022430,0.00000,0.042
+50,mlp.experts.170.down_proj,rtn: 0.0022736,0.00000,0.049
+50,mlp.experts.161.down_proj,rtn: 0.0021973,0.00000,0.040
+50,mlp.experts.135.down_proj,rtn: 0.0023041,0.00000,0.091
+50,mlp.experts.169.down_proj,rtn: 0.0022736,0.00000,0.040
+50,mlp.experts.165.down_proj,rtn: 0.0022583,0.00000,0.039
+50,mlp.experts.182.down_proj,rtn: 0.0021820,0.00000,0.030
+50,mlp.experts.173.down_proj,rtn: 0.0022125,0.00000,0.031
+50,mlp.experts.186.down_proj,rtn: 0.0021973,0.00000,0.027
+50,mlp.experts.191.down_proj,rtn: 0.0022430,0.00000,0.061
+50,mlp.experts.147.down_proj,rtn: 0.0022888,0.00000,0.106
+50,mlp.experts.177.down_proj,rtn: 0.0022278,0.00000,0.038
+50,mlp.experts.187.down_proj,rtn: 0.0022583,0.00000,0.046
+50,mlp.experts.185.down_proj,rtn: 0.0022888,0.00000,0.033
+50,mlp.experts.151.down_proj,rtn: 0.0021667,0.00000,0.038
+50,mlp.experts.181.down_proj,rtn: 0.0022278,0.00000,0.031
+50,mlp.experts.189.down_proj,rtn: 0.0022736,0.00000,0.025
+50,mlp.experts.163.down_proj,rtn: 0.0021515,0.00000,0.022
+50,mlp.experts.167.down_proj,rtn: 0.0022278,0.00000,0.017
+50,mlp.experts.179.down_proj,rtn: 0.0024719,0.00000,0.016
+50,mlp.experts.183.down_proj,rtn: 0.0021362,0.00000,0.013
+50,mlp.shared_experts.gate_proj,rtn: 0.0015640,0.00000,0.026
+50,mlp.shared_experts.up_proj,rtn: 0.0019379,0.00000,0.037
+50,mlp.shared_experts.down_proj,rtn: 0.0022430,0.00000,0.022
+51,self_attn.k_proj,rtn: 0.0020599,0.00000,0.013
+51,self_attn.v_proj,rtn: 0.0032196,0.00000,0.021
+51,self_attn.q_proj,rtn: 0.0021362,0.00000,0.026
+51,self_attn.o_proj,rtn: 0.0030060,0.00000,0.059
+51,mlp.experts.7.gate_proj,rtn: 0.0021973,0.00000,0.079
+51,mlp.experts.3.gate_proj,rtn: 0.0022430,0.00000,0.079
+51,mlp.experts.11.gate_proj,rtn: 0.0023499,0.00000,0.080
+51,mlp.experts.15.gate_proj,rtn: 0.0022125,0.00000,0.081
+51,mlp.experts.1.gate_proj,rtn: 0.0022736,0.00000,0.092
+51,mlp.experts.9.gate_proj,rtn: 0.0022125,0.00000,0.095
+51,mlp.experts.5.gate_proj,rtn: 0.0022888,0.00000,0.102
+51,mlp.experts.13.gate_proj,rtn: 0.0022125,0.00000,0.104
+51,mlp.experts.10.gate_proj,rtn: 0.0021515,0.00000,0.107
+51,mlp.experts.2.gate_proj,rtn: 0.0022583,0.00000,0.108
+51,mlp.experts.0.gate_proj,rtn: 0.0021515,0.00000,0.123
+51,mlp.experts.8.gate_proj,rtn: 0.0023499,0.00000,0.131
+51,mlp.experts.12.gate_proj,rtn: 0.0021973,0.00000,0.145
+51,mlp.experts.23.gate_proj,rtn: 0.0021820,0.00000,0.082
+51,mlp.experts.31.gate_proj,rtn: 0.0021820,0.00000,0.076
+51,mlp.experts.27.gate_proj,rtn: 0.0022888,0.00000,0.081
+51,mlp.experts.19.gate_proj,rtn: 0.0023193,0.00000,0.079
+51,mlp.experts.6.gate_proj,rtn: 0.0022888,0.00000,0.179
+51,mlp.experts.4.gate_proj,rtn: 0.0023193,0.00000,0.183
+51,mlp.experts.14.gate_proj,rtn: 0.0023193,0.00000,0.190
+51,mlp.experts.25.gate_proj,rtn: 0.0022278,0.00000,0.097
+51,mlp.experts.21.gate_proj,rtn: 0.0022888,0.00000,0.102
+51,mlp.experts.29.gate_proj,rtn: 0.0023041,0.00000,0.108
+51,mlp.experts.17.gate_proj,rtn: 0.0022278,0.00000,0.123
+51,mlp.experts.18.gate_proj,rtn: 0.0023193,0.00000,0.120
+51,mlp.experts.39.gate_proj,rtn: 0.0022430,0.00000,0.077
+51,mlp.experts.16.gate_proj,rtn: 0.0022278,0.00000,0.122
+51,mlp.experts.28.gate_proj,rtn: 0.0023346,0.00000,0.099
+51,mlp.experts.24.gate_proj,rtn: 0.0021973,0.00000,0.116
+51,mlp.experts.47.gate_proj,rtn: 0.0022430,0.00000,0.079
+51,mlp.experts.43.gate_proj,rtn: 0.0023041,0.00000,0.082
+51,mlp.experts.35.gate_proj,rtn: 0.0023041,0.00000,0.078
+51,mlp.experts.26.gate_proj,rtn: 0.0023041,0.00000,0.143
+51,mlp.experts.20.gate_proj,rtn: 0.0022430,0.00000,0.101
+51,mlp.experts.41.gate_proj,rtn: 0.0022278,0.00000,0.101
+51,mlp.experts.37.gate_proj,rtn: 0.0021973,0.00000,0.092
+51,mlp.experts.22.gate_proj,rtn: 0.0021973,0.00000,0.125
+51,mlp.experts.33.gate_proj,rtn: 0.0022583,0.00000,0.088
+51,mlp.experts.45.gate_proj,rtn: 0.0022430,0.00000,0.090
+51,mlp.experts.34.gate_proj,rtn: 0.0022430,0.00000,0.109
+51,mlp.experts.40.gate_proj,rtn: 0.0022278,0.00000,0.091
+51,mlp.experts.44.gate_proj,rtn: 0.0023041,0.00000,0.094
+51,mlp.experts.55.gate_proj,rtn: 0.0023346,0.00000,0.108
+51,mlp.experts.30.gate_proj,rtn: 0.0022583,0.00000,0.165
+51,mlp.experts.59.gate_proj,rtn: 0.0022736,0.00000,0.115
+51,mlp.experts.42.gate_proj,rtn: 0.0022888,0.00000,0.099
+51,mlp.experts.53.gate_proj,rtn: 0.0022888,0.00000,0.081
+51,mlp.experts.57.gate_proj,rtn: 0.0023651,0.00000,0.081
+51,mlp.experts.36.gate_proj,rtn: 0.0023651,0.00000,0.101
+51,mlp.experts.38.gate_proj,rtn: 0.0022125,0.00000,0.082
+51,mlp.experts.61.gate_proj,rtn: 0.0023193,0.00000,0.077
+51,mlp.experts.49.gate_proj,rtn: 0.0021820,0.00000,0.082
+51,mlp.experts.50.gate_proj,rtn: 0.0022736,0.00000,0.070
+51,mlp.experts.46.gate_proj,rtn: 0.0022125,0.00000,0.077
+51,mlp.experts.51.gate_proj,rtn: 0.0023499,0.00000,0.189
+51,mlp.experts.73.gate_proj,rtn: 0.0022888,0.00000,0.063
+51,mlp.experts.69.gate_proj,rtn: 0.0022888,0.00000,0.063
+51,mlp.experts.58.gate_proj,rtn: 0.0022430,0.00000,0.078
+51,mlp.experts.32.gate_proj,rtn: 0.0022430,0.00000,0.209
+51,mlp.experts.54.gate_proj,rtn: 0.0022125,0.00000,0.070
+51,mlp.experts.77.gate_proj,rtn: 0.0023041,0.00000,0.067
+51,mlp.experts.65.gate_proj,rtn: 0.0022125,0.00000,0.069
+51,mlp.experts.56.gate_proj,rtn: 0.0021973,0.00000,0.119
+51,mlp.experts.60.gate_proj,rtn: 0.0021973,0.00000,0.115
+51,mlp.experts.63.gate_proj,rtn: 0.0022583,0.00000,0.227
+51,mlp.experts.66.gate_proj,rtn: 0.0022736,0.00000,0.074
+51,mlp.experts.52.gate_proj,rtn: 0.0021820,0.00000,0.105
+51,mlp.experts.75.gate_proj,rtn: 0.0022583,0.00000,0.144
+51,mlp.experts.62.gate_proj,rtn: 0.0023193,0.00000,0.074
+51,mlp.experts.89.gate_proj,rtn: 0.0023193,0.00000,0.065
+51,mlp.experts.85.gate_proj,rtn: 0.0022583,0.00000,0.066
+51,mlp.experts.48.gate_proj,rtn: 0.0022736,0.00000,0.075
+51,mlp.experts.81.gate_proj,rtn: 0.0022278,0.00000,0.067
+51,mlp.experts.74.gate_proj,rtn: 0.0022888,0.00000,0.081
+51,mlp.experts.93.gate_proj,rtn: 0.0023346,0.00000,0.070
+51,mlp.experts.71.gate_proj,rtn: 0.0022125,0.00000,0.190
+51,mlp.experts.70.gate_proj,rtn: 0.0022888,0.00000,0.084
+51,mlp.experts.67.gate_proj,rtn: 0.0022278,0.00000,0.123
+51,mlp.experts.76.gate_proj,rtn: 0.0023041,0.00000,0.104
+51,mlp.experts.72.gate_proj,rtn: 0.0021973,0.00000,0.109
+51,mlp.experts.82.gate_proj,rtn: 0.0022430,0.00000,0.096
+51,mlp.experts.79.gate_proj,rtn: 0.0023193,0.00000,0.115
+51,mlp.experts.68.gate_proj,rtn: 0.0022888,0.00000,0.099
+51,mlp.experts.78.gate_proj,rtn: 0.0022430,0.00000,0.096
+51,mlp.experts.101.gate_proj,rtn: 0.0023193,0.00000,0.091
+51,mlp.experts.91.gate_proj,rtn: 0.0023499,0.00000,0.103
+51,mlp.experts.105.gate_proj,rtn: 0.0023346,0.00000,0.095
+51,mlp.experts.64.gate_proj,rtn: 0.0021820,0.00000,0.090
+51,mlp.experts.97.gate_proj,rtn: 0.0022888,0.00000,0.092
+51,mlp.experts.90.gate_proj,rtn: 0.0022125,0.00000,0.091
+51,mlp.experts.86.gate_proj,rtn: 0.0022430,0.00000,0.080
+51,mlp.experts.109.gate_proj,rtn: 0.0023193,0.00000,0.096
+51,mlp.experts.87.gate_proj,rtn: 0.0023499,0.00000,0.094
+51,mlp.experts.83.gate_proj,rtn: 0.0022736,0.00000,0.094
+51,mlp.experts.92.gate_proj,rtn: 0.0022278,0.00000,0.094
+51,mlp.experts.98.gate_proj,rtn: 0.0023041,0.00000,0.086
+51,mlp.experts.117.gate_proj,rtn: 0.0021973,0.00000,0.063
+51,mlp.experts.121.gate_proj,rtn: 0.0022278,0.00000,0.064
+51,mlp.experts.95.gate_proj,rtn: 0.0022430,0.00000,0.091
+51,mlp.experts.113.gate_proj,rtn: 0.0023499,0.00000,0.060
+51,mlp.experts.84.gate_proj,rtn: 0.0022888,0.00000,0.094
+51,mlp.experts.94.gate_proj,rtn: 0.0023651,0.00000,0.083
+51,mlp.experts.125.gate_proj,rtn: 0.0022736,0.00000,0.061
+51,mlp.experts.80.gate_proj,rtn: 0.0022583,0.00000,0.089
+51,mlp.experts.102.gate_proj,rtn: 0.0021515,0.00000,0.077
+51,mlp.experts.107.gate_proj,rtn: 0.0022736,0.00000,0.095
+51,mlp.experts.106.gate_proj,rtn: 0.0022583,0.00000,0.077
+51,mlp.experts.103.gate_proj,rtn: 0.0023804,0.00000,0.092
+51,mlp.experts.133.gate_proj,rtn: 0.0023193,0.00000,0.062
+51,mlp.experts.88.gate_proj,rtn: 0.0022888,0.00000,0.162
+51,mlp.experts.137.gate_proj,rtn: 0.0022278,0.00000,0.065
+51,mlp.experts.114.gate_proj,rtn: 0.0022736,0.00000,0.079
+51,mlp.experts.129.gate_proj,rtn: 0.0022125,0.00000,0.074
+51,mlp.experts.108.gate_proj,rtn: 0.0021820,0.00000,0.099
+51,mlp.experts.99.gate_proj,rtn: 0.0022583,0.00000,0.107
+51,mlp.experts.141.gate_proj,rtn: 0.0023041,0.00000,0.075
+51,mlp.experts.110.gate_proj,rtn: 0.0024109,0.00000,0.087
+51,mlp.experts.100.gate_proj,rtn: 0.0022278,0.00000,0.092
+51,mlp.experts.96.gate_proj,rtn: 0.0022278,0.00000,0.082
+51,mlp.experts.122.gate_proj,rtn: 0.0022736,0.00000,0.079
+51,mlp.experts.118.gate_proj,rtn: 0.0022583,0.00000,0.085
+51,mlp.experts.104.gate_proj,rtn: 0.0021820,0.00000,0.072
+51,mlp.experts.149.gate_proj,rtn: 0.0022888,0.00000,0.078
+51,mlp.experts.145.gate_proj,rtn: 0.0022430,0.00000,0.062
+51,mlp.experts.130.gate_proj,rtn: 0.0022278,0.00000,0.074
+51,mlp.experts.153.gate_proj,rtn: 0.0022888,0.00000,0.077
+51,mlp.experts.124.gate_proj,rtn: 0.0023956,0.00000,0.065
+51,mlp.experts.157.gate_proj,rtn: 0.0021973,0.00000,0.063
+51,mlp.experts.126.gate_proj,rtn: 0.0021210,0.00000,0.067
+51,mlp.experts.116.gate_proj,rtn: 0.0023346,0.00000,0.064
+51,mlp.experts.111.gate_proj,rtn: 0.0023346,0.00000,0.178
+51,mlp.experts.123.gate_proj,rtn: 0.0022278,0.00000,0.150
+51,mlp.experts.112.gate_proj,rtn: 0.0023041,0.00000,0.074
+51,mlp.experts.165.gate_proj,rtn: 0.0021820,0.00000,0.074
+51,mlp.experts.120.gate_proj,rtn: 0.0023193,0.00000,0.081
+51,mlp.experts.169.gate_proj,rtn: 0.0023499,0.00000,0.065
+51,mlp.experts.161.gate_proj,rtn: 0.0021515,0.00000,0.073
+51,mlp.experts.115.gate_proj,rtn: 0.0023041,0.00000,0.141
+51,mlp.experts.119.gate_proj,rtn: 0.0023193,0.00000,0.185
+51,mlp.experts.173.gate_proj,rtn: 0.0022888,0.00000,0.074
+51,mlp.experts.140.gate_proj,rtn: 0.0023041,0.00000,0.084
+51,mlp.experts.134.gate_proj,rtn: 0.0023193,0.00000,0.136
+51,mlp.experts.138.gate_proj,rtn: 0.0022430,0.00000,0.123
+51,mlp.experts.132.gate_proj,rtn: 0.0022888,0.00000,0.088
+51,mlp.experts.127.gate_proj,rtn: 0.0022736,0.00000,0.099
+51,mlp.experts.139.gate_proj,rtn: 0.0022125,0.00000,0.098
+51,mlp.experts.128.gate_proj,rtn: 0.0023193,0.00000,0.099
+51,mlp.experts.185.gate_proj,rtn: 0.0023193,0.00000,0.069
+51,mlp.experts.181.gate_proj,rtn: 0.0022430,0.00000,0.077
+51,mlp.experts.177.gate_proj,rtn: 0.0022278,0.00000,0.069
+51,mlp.experts.189.gate_proj,rtn: 0.0023346,0.00000,0.059
+51,mlp.experts.136.gate_proj,rtn: 0.0023956,0.00000,0.084
+51,mlp.experts.146.gate_proj,rtn: 0.0022278,0.00000,0.158
+51,mlp.experts.156.gate_proj,rtn: 0.0021973,0.00000,0.069
+51,mlp.experts.148.gate_proj,rtn: 0.0023193,0.00000,0.074
+51,mlp.experts.150.gate_proj,rtn: 0.0022888,0.00000,0.117
+51,mlp.experts.13.up_proj,rtn: 0.0021820,0.00000,0.063
+51,mlp.experts.1.up_proj,rtn: 0.0022583,0.00000,0.068
+51,mlp.experts.5.up_proj,rtn: 0.0022430,0.00000,0.071
+51,mlp.experts.9.up_proj,rtn: 0.0022278,0.00000,0.081
+51,mlp.experts.172.gate_proj,rtn: 0.0021973,0.00000,0.087
+51,mlp.experts.154.gate_proj,rtn: 0.0023499,0.00000,0.132
+51,mlp.experts.152.gate_proj,rtn: 0.0023499,0.00000,0.088
+51,mlp.experts.144.gate_proj,rtn: 0.0022583,0.00000,0.105
+51,mlp.experts.164.gate_proj,rtn: 0.0022736,0.00000,0.085
+51,mlp.experts.142.gate_proj,rtn: 0.0022583,0.00000,0.276
+51,mlp.experts.135.gate_proj,rtn: 0.0022278,0.00000,0.219
+51,mlp.experts.143.gate_proj,rtn: 0.0022125,0.00000,0.171
+51,mlp.experts.131.gate_proj,rtn: 0.0022736,0.00000,0.223
+51,mlp.experts.162.gate_proj,rtn: 0.0022583,0.00000,0.139
+51,mlp.experts.17.up_proj,rtn: 0.0022430,0.00000,0.064
+51,mlp.experts.29.up_proj,rtn: 0.0022125,0.00000,0.071
+51,mlp.experts.21.up_proj,rtn: 0.0022125,0.00000,0.064
+51,mlp.experts.25.up_proj,rtn: 0.0022125,0.00000,0.068
+51,mlp.experts.155.gate_proj,rtn: 0.0022430,0.00000,0.166
+51,mlp.experts.166.gate_proj,rtn: 0.0022430,0.00000,0.130
+51,mlp.experts.168.gate_proj,rtn: 0.0021057,0.00000,0.100
+51,mlp.experts.170.gate_proj,rtn: 0.0021973,0.00000,0.108
+51,mlp.experts.188.gate_proj,rtn: 0.0023346,0.00000,0.119
+51,mlp.experts.160.gate_proj,rtn: 0.0023041,0.00000,0.104
+51,mlp.experts.180.gate_proj,rtn: 0.0022583,0.00000,0.095
+51,mlp.experts.41.up_proj,rtn: 0.0022125,0.00000,0.065
+51,mlp.experts.33.up_proj,rtn: 0.0022278,0.00000,0.078
+51,mlp.experts.37.up_proj,rtn: 0.0021820,0.00000,0.074
+51,mlp.experts.45.up_proj,rtn: 0.0022125,0.00000,0.078
+51,mlp.experts.178.gate_proj,rtn: 0.0021820,0.00000,0.121
+51,mlp.experts.158.gate_proj,rtn: 0.0021820,0.00000,0.141
+51,mlp.experts.159.gate_proj,rtn: 0.0022430,0.00000,0.164
+51,mlp.experts.151.gate_proj,rtn: 0.0022888,0.00000,0.169
+51,mlp.experts.147.gate_proj,rtn: 0.0021820,0.00000,0.172
+51,mlp.experts.49.up_proj,rtn: 0.0021820,0.00000,0.089
+51,mlp.experts.57.up_proj,rtn: 0.0022430,0.00000,0.090
+51,mlp.experts.53.up_proj,rtn: 0.0021973,0.00000,0.072
+51,mlp.experts.61.up_proj,rtn: 0.0022583,0.00000,0.075
+51,mlp.experts.186.gate_proj,rtn: 0.0023499,0.00000,0.096
+51,mlp.experts.171.gate_proj,rtn: 0.0022430,0.00000,0.096
+51,mlp.experts.182.gate_proj,rtn: 0.0022583,0.00000,0.097
+51,mlp.experts.184.gate_proj,rtn: 0.0021515,0.00000,0.112
+51,mlp.experts.176.gate_proj,rtn: 0.0022278,0.00000,0.122
+51,mlp.experts.12.up_proj,rtn: 0.0021820,0.00000,0.132
+51,mlp.experts.4.up_proj,rtn: 0.0023041,0.00000,0.148
+51,mlp.experts.2.up_proj,rtn: 0.0022278,0.00000,0.129
+51,mlp.experts.174.gate_proj,rtn: 0.0022736,0.00000,0.120
+51,mlp.experts.73.up_proj,rtn: 0.0022430,0.00000,0.080
+51,mlp.experts.65.up_proj,rtn: 0.0021973,0.00000,0.086
+51,mlp.experts.69.up_proj,rtn: 0.0022430,0.00000,0.090
+51,mlp.experts.77.up_proj,rtn: 0.0022736,0.00000,0.086
+51,mlp.experts.175.gate_proj,rtn: 0.0022583,0.00000,0.123
+51,mlp.experts.167.gate_proj,rtn: 0.0022430,0.00000,0.125
+51,mlp.experts.163.gate_proj,rtn: 0.0023193,0.00000,0.119
+51,mlp.experts.187.gate_proj,rtn: 0.0022278,0.00000,0.082
+51,mlp.experts.0.up_proj,rtn: 0.0021667,0.00000,0.098
+51,mlp.experts.28.up_proj,rtn: 0.0023041,0.00000,0.101
+51,mlp.experts.10.up_proj,rtn: 0.0021820,0.00000,0.108
+51,mlp.experts.8.up_proj,rtn: 0.0022888,0.00000,0.112
+51,mlp.experts.6.up_proj,rtn: 0.0022583,0.00000,0.120
+51,mlp.experts.190.gate_proj,rtn: 0.0023193,0.00000,0.095
+51,mlp.experts.20.up_proj,rtn: 0.0022430,0.00000,0.123
+51,mlp.experts.18.up_proj,rtn: 0.0022888,0.00000,0.106
+51,mlp.experts.89.up_proj,rtn: 0.0022583,0.00000,0.099
+51,mlp.experts.85.up_proj,rtn: 0.0022430,0.00000,0.089
+51,mlp.experts.81.up_proj,rtn: 0.0021973,0.00000,0.098
+51,mlp.experts.93.up_proj,rtn: 0.0022430,0.00000,0.101
+51,mlp.experts.16.up_proj,rtn: 0.0021820,0.00000,0.091
+51,mlp.experts.44.up_proj,rtn: 0.0022583,0.00000,0.094
+51,mlp.experts.24.up_proj,rtn: 0.0021973,0.00000,0.091
+51,mlp.experts.191.gate_proj,rtn: 0.0021973,0.00000,0.151
+51,mlp.experts.22.up_proj,rtn: 0.0022736,0.00000,0.114
+51,mlp.experts.105.up_proj,rtn: 0.0022888,0.00000,0.082
+51,mlp.experts.36.up_proj,rtn: 0.0021973,0.00000,0.096
+51,mlp.experts.97.up_proj,rtn: 0.0022430,0.00000,0.092
+51,mlp.experts.109.up_proj,rtn: 0.0022736,0.00000,0.084
+51,mlp.experts.101.up_proj,rtn: 0.0022278,0.00000,0.095
+51,mlp.experts.183.gate_proj,rtn: 0.0021973,0.00000,0.186
+51,mlp.experts.179.gate_proj,rtn: 0.0021820,0.00000,0.184
+51,mlp.experts.14.up_proj,rtn: 0.0022430,0.00000,0.121
+51,mlp.experts.34.up_proj,rtn: 0.0022278,0.00000,0.116
+51,mlp.experts.11.up_proj,rtn: 0.0022278,0.00000,0.184
+51,mlp.experts.32.up_proj,rtn: 0.0022125,0.00000,0.097
+51,mlp.experts.26.up_proj,rtn: 0.0022736,0.00000,0.183
+51,mlp.experts.40.up_proj,rtn: 0.0022125,0.00000,0.099
+51,mlp.experts.60.up_proj,rtn: 0.0021820,0.00000,0.104
+51,mlp.experts.38.up_proj,rtn: 0.0021515,0.00000,0.096
+51,mlp.experts.15.up_proj,rtn: 0.0021973,0.00000,0.128
+51,mlp.experts.30.up_proj,rtn: 0.0022278,0.00000,0.090
+51,mlp.experts.121.up_proj,rtn: 0.0021973,0.00000,0.118
+51,mlp.experts.50.up_proj,rtn: 0.0022278,0.00000,0.092
+51,mlp.experts.3.up_proj,rtn: 0.0022125,0.00000,0.096
+51,mlp.experts.7.up_proj,rtn: 0.0021515,0.00000,0.099
+51,mlp.experts.113.up_proj,rtn: 0.0022125,0.00000,0.114
+51,mlp.experts.125.up_proj,rtn: 0.0022583,0.00000,0.120
+51,mlp.experts.27.up_proj,rtn: 0.0022736,0.00000,0.092
+51,mlp.experts.117.up_proj,rtn: 0.0021973,0.00000,0.128
+51,mlp.experts.42.up_proj,rtn: 0.0022278,0.00000,0.094
+51,mlp.experts.48.up_proj,rtn: 0.0022125,0.00000,0.108
+51,mlp.experts.56.up_proj,rtn: 0.0021515,0.00000,0.096
+51,mlp.experts.52.up_proj,rtn: 0.0021515,0.00000,0.154
+51,mlp.experts.76.up_proj,rtn: 0.0022125,0.00000,0.098
+51,mlp.experts.54.up_proj,rtn: 0.0022125,0.00000,0.089
+51,mlp.experts.31.up_proj,rtn: 0.0021667,0.00000,0.115
+51,mlp.experts.19.up_proj,rtn: 0.0022736,0.00000,0.100
+51,mlp.experts.46.up_proj,rtn: 0.0021973,0.00000,0.107
+51,mlp.experts.23.up_proj,rtn: 0.0021667,0.00000,0.096
+51,mlp.experts.43.up_proj,rtn: 0.0022736,0.00000,0.093
+51,mlp.experts.141.up_proj,rtn: 0.0022430,0.00000,0.121
+51,mlp.experts.133.up_proj,rtn: 0.0022736,0.00000,0.114
+51,mlp.experts.58.up_proj,rtn: 0.0022278,0.00000,0.113
+51,mlp.experts.129.up_proj,rtn: 0.0021667,0.00000,0.119
+51,mlp.experts.137.up_proj,rtn: 0.0021667,0.00000,0.136
+51,mlp.experts.64.up_proj,rtn: 0.0021362,0.00000,0.126
+51,mlp.experts.92.up_proj,rtn: 0.0021973,0.00000,0.119
+51,mlp.experts.66.up_proj,rtn: 0.0023346,0.00000,0.158
+51,mlp.experts.72.up_proj,rtn: 0.0021667,0.00000,0.142
+51,mlp.experts.35.up_proj,rtn: 0.0022736,0.00000,0.085
+51,mlp.experts.47.up_proj,rtn: 0.0021973,0.00000,0.088
+51,mlp.experts.59.up_proj,rtn: 0.0021820,0.00000,0.075
+51,mlp.experts.39.up_proj,rtn: 0.0022278,0.00000,0.086
+51,mlp.experts.149.up_proj,rtn: 0.0022278,0.00000,0.079
+51,mlp.experts.157.up_proj,rtn: 0.0021667,0.00000,0.086
+51,mlp.experts.145.up_proj,rtn: 0.0022125,0.00000,0.082
+51,mlp.experts.153.up_proj,rtn: 0.0022430,0.00000,0.090
+51,mlp.experts.70.up_proj,rtn: 0.0022430,0.00000,0.194
+51,mlp.experts.51.up_proj,rtn: 0.0022583,0.00000,0.068
+51,mlp.experts.68.up_proj,rtn: 0.0022430,0.00000,0.220
+51,mlp.experts.75.up_proj,rtn: 0.0021820,0.00000,0.071
+51,mlp.experts.63.up_proj,rtn: 0.0022430,0.00000,0.080
+51,mlp.experts.62.up_proj,rtn: 0.0022736,0.00000,0.180
+51,mlp.experts.55.up_proj,rtn: 0.0022125,0.00000,0.079
+51,mlp.experts.173.up_proj,rtn: 0.0022583,0.00000,0.066
+51,mlp.experts.165.up_proj,rtn: 0.0021667,0.00000,0.068
+51,mlp.experts.88.up_proj,rtn: 0.0022736,0.00000,0.117
+51,mlp.experts.108.up_proj,rtn: 0.0021667,0.00000,0.133
+51,mlp.experts.74.up_proj,rtn: 0.0022583,0.00000,0.160
+51,mlp.experts.161.up_proj,rtn: 0.0021362,0.00000,0.074
+51,mlp.experts.169.up_proj,rtn: 0.0022583,0.00000,0.068
+51,mlp.experts.84.up_proj,rtn: 0.0022583,0.00000,0.083
+51,mlp.experts.80.up_proj,rtn: 0.0023956,0.00000,0.188
+51,mlp.experts.67.up_proj,rtn: 0.0021973,0.00000,0.091
+51,mlp.experts.82.up_proj,rtn: 0.0022125,0.00000,0.183
+51,mlp.experts.91.up_proj,rtn: 0.0023041,0.00000,0.090
+51,mlp.experts.79.up_proj,rtn: 0.0022888,0.00000,0.092
+51,mlp.experts.181.up_proj,rtn: 0.0022278,0.00000,0.071
+51,mlp.experts.177.up_proj,rtn: 0.0022278,0.00000,0.060
+51,mlp.experts.189.up_proj,rtn: 0.0022583,0.00000,0.072
+51,mlp.experts.86.up_proj,rtn: 0.0022278,0.00000,0.120
+51,mlp.experts.78.up_proj,rtn: 0.0022125,0.00000,0.100
+51,mlp.experts.185.up_proj,rtn: 0.0022430,0.00000,0.061
+51,mlp.experts.71.up_proj,rtn: 0.0021973,0.00000,0.100
+51,mlp.experts.90.up_proj,rtn: 0.0021820,0.00000,0.096
+51,mlp.experts.124.up_proj,rtn: 0.0023193,0.00000,0.103
+51,mlp.experts.104.up_proj,rtn: 0.0021667,0.00000,0.108
+51,mlp.experts.100.up_proj,rtn: 0.0022125,0.00000,0.095
+51,mlp.experts.98.up_proj,rtn: 0.0022583,0.00000,0.082
+51,mlp.experts.102.up_proj,rtn: 0.0021515,0.00000,0.082
+51,mlp.experts.96.up_proj,rtn: 0.0022125,0.00000,0.114
+51,mlp.experts.94.up_proj,rtn: 0.0022736,0.00000,0.082
+51,mlp.experts.83.up_proj,rtn: 0.0022278,0.00000,0.119
+51,mlp.experts.107.up_proj,rtn: 0.0022278,0.00000,0.118
+51,mlp.experts.95.up_proj,rtn: 0.0022125,0.00000,0.117
+51,mlp.experts.106.up_proj,rtn: 0.0022430,0.00000,0.082
+51,mlp.experts.140.up_proj,rtn: 0.0022583,0.00000,0.094
+51,mlp.experts.120.up_proj,rtn: 0.0023956,0.00000,0.093
+51,mlp.experts.116.up_proj,rtn: 0.0022583,0.00000,0.074
+51,mlp.experts.87.up_proj,rtn: 0.0023193,0.00000,0.130
+51,mlp.experts.112.up_proj,rtn: 0.0022888,0.00000,0.068
+51,mlp.experts.114.up_proj,rtn: 0.0022125,0.00000,0.090
+51,mlp.experts.118.up_proj,rtn: 0.0022278,0.00000,0.080
+51,mlp.experts.110.up_proj,rtn: 0.0023041,0.00000,0.074
+51,mlp.experts.99.up_proj,rtn: 0.0022430,0.00000,0.086
+51,mlp.experts.122.up_proj,rtn: 0.0022583,0.00000,0.074
+51,mlp.experts.123.up_proj,rtn: 0.0021973,0.00000,0.087
+51,mlp.experts.111.up_proj,rtn: 0.0022430,0.00000,0.094
+51,mlp.experts.156.up_proj,rtn: 0.0021667,0.00000,0.077
+51,mlp.experts.136.up_proj,rtn: 0.0023041,0.00000,0.093
+51,mlp.experts.132.up_proj,rtn: 0.0022125,0.00000,0.084
+51,mlp.experts.134.up_proj,rtn: 0.0022736,0.00000,0.061
+51,mlp.experts.130.up_proj,rtn: 0.0022430,0.00000,0.060
+51,mlp.experts.103.up_proj,rtn: 0.0022888,0.00000,0.095
+51,mlp.experts.126.up_proj,rtn: 0.0023346,0.00000,0.072
+51,mlp.experts.128.up_proj,rtn: 0.0022736,0.00000,0.083
+51,mlp.experts.138.up_proj,rtn: 0.0022278,0.00000,0.069
+51,mlp.experts.115.up_proj,rtn: 0.0022583,0.00000,0.084
+51,mlp.experts.139.up_proj,rtn: 0.0021515,0.00000,0.080
+51,mlp.experts.127.up_proj,rtn: 0.0022430,0.00000,0.067
+51,mlp.experts.172.up_proj,rtn: 0.0021820,0.00000,0.061
+51,mlp.experts.148.up_proj,rtn: 0.0022888,0.00000,0.058
+51,mlp.experts.152.up_proj,rtn: 0.0022430,0.00000,0.064
+51,mlp.experts.150.up_proj,rtn: 0.0022430,0.00000,0.068
+51,mlp.experts.146.up_proj,rtn: 0.0021973,0.00000,0.065
+51,mlp.experts.142.up_proj,rtn: 0.0022278,0.00000,0.073
+51,mlp.experts.144.up_proj,rtn: 0.0021973,0.00000,0.065
+51,mlp.experts.154.up_proj,rtn: 0.0022736,0.00000,0.069
+51,mlp.experts.119.up_proj,rtn: 0.0022583,0.00000,0.098
+51,mlp.experts.188.up_proj,rtn: 0.0023041,0.00000,0.063
+51,mlp.experts.164.up_proj,rtn: 0.0022278,0.00000,0.060
+51,mlp.experts.131.up_proj,rtn: 0.0022583,0.00000,0.088
+51,mlp.experts.168.up_proj,rtn: 0.0021362,0.00000,0.066
+51,mlp.experts.143.up_proj,rtn: 0.0021973,0.00000,0.068
+51,mlp.experts.166.up_proj,rtn: 0.0022278,0.00000,0.072
+51,mlp.experts.162.up_proj,rtn: 0.0021820,0.00000,0.073
+51,mlp.experts.155.up_proj,rtn: 0.0022430,0.00000,0.096
+51,mlp.experts.160.up_proj,rtn: 0.0021973,0.00000,0.055
+51,mlp.experts.158.up_proj,rtn: 0.0022278,0.00000,0.072
+51,mlp.experts.170.up_proj,rtn: 0.0021820,0.00000,0.066
+51,mlp.experts.180.up_proj,rtn: 0.0023499,0.00000,0.056
+51,mlp.experts.184.up_proj,rtn: 0.0021667,0.00000,0.056
+51,mlp.experts.135.up_proj,rtn: 0.0021973,0.00000,0.086
+51,mlp.experts.176.up_proj,rtn: 0.0021820,0.00000,0.045
+51,mlp.experts.147.up_proj,rtn: 0.0021667,0.00000,0.088
+51,mlp.experts.182.up_proj,rtn: 0.0021973,0.00000,0.068
+51,mlp.experts.159.up_proj,rtn: 0.0022125,0.00000,0.078
+51,mlp.experts.178.up_proj,rtn: 0.0021820,0.00000,0.075
+51,mlp.experts.174.up_proj,rtn: 0.0022583,0.00000,0.070
+51,mlp.experts.186.up_proj,rtn: 0.0022736,0.00000,0.052
+51,mlp.experts.171.up_proj,rtn: 0.0022278,0.00000,0.088
+51,mlp.experts.190.up_proj,rtn: 0.0022430,0.00000,0.036
+51,mlp.experts.151.up_proj,rtn: 0.0022278,0.00000,0.162
+51,mlp.experts.163.up_proj,rtn: 0.0022736,0.00000,0.162
+51,mlp.experts.175.up_proj,rtn: 0.0022125,0.00000,0.179
+51,mlp.experts.187.up_proj,rtn: 0.0021973,0.00000,0.185
+51,mlp.experts.167.up_proj,rtn: 0.0022278,0.00000,0.135
+51,mlp.experts.179.up_proj,rtn: 0.0021362,0.00000,0.107
+51,mlp.experts.191.up_proj,rtn: 0.0021973,0.00000,0.089
+51,mlp.experts.183.up_proj,rtn: 0.0021820,0.00000,0.080
+51,mlp.experts.0.down_proj,rtn: 0.0021973,0.00000,0.028
+51,mlp.experts.10.down_proj,rtn: 0.0022125,0.00000,0.018
+51,mlp.experts.8.down_proj,rtn: 0.0022888,0.00000,0.050
+51,mlp.experts.3.down_proj,rtn: 0.0022583,0.00000,0.124
+51,mlp.experts.16.down_proj,rtn: 0.0021515,0.00000,0.040
+51,mlp.experts.15.down_proj,rtn: 0.0022125,0.00000,0.128
+51,mlp.experts.13.down_proj,rtn: 0.0021973,0.00000,0.049
+51,mlp.experts.26.down_proj,rtn: 0.0023041,0.00000,0.052
+51,mlp.experts.5.down_proj,rtn: 0.0022430,0.00000,0.050
+51,mlp.experts.2.down_proj,rtn: 0.0022583,0.00000,0.065
+51,mlp.experts.4.down_proj,rtn: 0.0022736,0.00000,0.064
+51,mlp.experts.11.down_proj,rtn: 0.0022583,0.00000,0.152
+51,mlp.experts.7.down_proj,rtn: 0.0021667,0.00000,0.157
+51,mlp.experts.1.down_proj,rtn: 0.0023041,0.00000,0.077
+51,mlp.experts.6.down_proj,rtn: 0.0022736,0.00000,0.074
+51,mlp.experts.12.down_proj,rtn: 0.0021973,0.00000,0.082
+51,mlp.experts.14.down_proj,rtn: 0.0022430,0.00000,0.084
+51,mlp.experts.42.down_proj,rtn: 0.0022278,0.00000,0.031
+51,mlp.experts.32.down_proj,rtn: 0.0022278,0.00000,0.045
+51,mlp.experts.19.down_proj,rtn: 0.0022888,0.00000,0.050
+51,mlp.experts.18.down_proj,rtn: 0.0023193,0.00000,0.030
+51,mlp.experts.9.down_proj,rtn: 0.0022430,0.00000,0.102
+51,mlp.experts.24.down_proj,rtn: 0.0022125,0.00000,0.085
+51,mlp.experts.29.down_proj,rtn: 0.0021667,0.00000,0.048
+51,mlp.experts.21.down_proj,rtn: 0.0022125,0.00000,0.043
+51,mlp.experts.31.down_proj,rtn: 0.0021820,0.00000,0.060
+51,mlp.experts.28.down_proj,rtn: 0.0023041,0.00000,0.043
+51,mlp.experts.58.down_proj,rtn: 0.0022736,0.00000,0.042
+51,mlp.experts.22.down_proj,rtn: 0.0023041,0.00000,0.043
+51,mlp.experts.20.down_proj,rtn: 0.0022736,0.00000,0.063
+51,mlp.experts.17.down_proj,rtn: 0.0022583,0.00000,0.060
+51,mlp.experts.27.down_proj,rtn: 0.0023041,0.00000,0.070
+51,mlp.experts.23.down_proj,rtn: 0.0022278,0.00000,0.059
+51,mlp.experts.37.down_proj,rtn: 0.0022583,0.00000,0.034
+51,mlp.experts.34.down_proj,rtn: 0.0022583,0.00000,0.037
+51,mlp.experts.30.down_proj,rtn: 0.0022736,0.00000,0.046
+51,mlp.experts.25.down_proj,rtn: 0.0022736,0.00000,0.040
+51,mlp.experts.35.down_proj,rtn: 0.0022736,0.00000,0.050
+51,mlp.experts.45.down_proj,rtn: 0.0021820,0.00000,0.033
+51,mlp.experts.47.down_proj,rtn: 0.0021820,0.00000,0.034
+51,mlp.experts.48.down_proj,rtn: 0.0021667,0.00000,0.047
+51,mlp.experts.74.down_proj,rtn: 0.0022430,0.00000,0.018
+51,mlp.experts.40.down_proj,rtn: 0.0022583,0.00000,0.057
+51,mlp.experts.36.down_proj,rtn: 0.0022278,0.00000,0.020
+51,mlp.experts.44.down_proj,rtn: 0.0022278,0.00000,0.038
+51,mlp.experts.38.down_proj,rtn: 0.0021820,0.00000,0.024
+51,mlp.experts.63.down_proj,rtn: 0.0023041,0.00000,0.036
+51,mlp.experts.53.down_proj,rtn: 0.0021973,0.00000,0.028
+51,mlp.experts.50.down_proj,rtn: 0.0022278,0.00000,0.036
+51,mlp.experts.39.down_proj,rtn: 0.0022430,0.00000,0.041
+51,mlp.experts.46.down_proj,rtn: 0.0022430,0.00000,0.033
+51,mlp.experts.43.down_proj,rtn: 0.0022736,0.00000,0.048
+51,mlp.experts.41.down_proj,rtn: 0.0022583,0.00000,0.043
+51,mlp.experts.51.down_proj,rtn: 0.0022736,0.00000,0.041
+51,mlp.experts.61.down_proj,rtn: 0.0022736,0.00000,0.039
+51,mlp.experts.90.down_proj,rtn: 0.0022278,0.00000,0.032
+51,mlp.experts.33.down_proj,rtn: 0.0022278,0.00000,0.039
+51,mlp.experts.64.down_proj,rtn: 0.0021820,0.00000,0.037
+51,mlp.experts.52.down_proj,rtn: 0.0021820,0.00000,0.042
+51,mlp.experts.54.down_proj,rtn: 0.0022430,0.00000,0.031
+51,mlp.experts.56.down_proj,rtn: 0.0021820,0.00000,0.038
+51,mlp.experts.79.down_proj,rtn: 0.0023041,0.00000,0.040
+51,mlp.experts.60.down_proj,rtn: 0.0022278,0.00000,0.044
+51,mlp.experts.55.down_proj,rtn: 0.0022430,0.00000,0.036
+51,mlp.experts.62.down_proj,rtn: 0.0022888,0.00000,0.036
+51,mlp.experts.66.down_proj,rtn: 0.0023346,0.00000,0.047
+51,mlp.experts.59.down_proj,rtn: 0.0021820,0.00000,0.041
+51,mlp.experts.69.down_proj,rtn: 0.0022888,0.00000,0.056
+51,mlp.experts.67.down_proj,rtn: 0.0022278,0.00000,0.034
+51,mlp.experts.106.down_proj,rtn: 0.0023041,0.00000,0.037
+51,mlp.experts.57.down_proj,rtn: 0.0022430,0.00000,0.050
+51,mlp.experts.80.down_proj,rtn: 0.0023346,0.00000,0.038
+51,mlp.experts.70.down_proj,rtn: 0.0022583,0.00000,0.038
+51,mlp.experts.72.down_proj,rtn: 0.0021515,0.00000,0.034
+51,mlp.experts.68.down_proj,rtn: 0.0022583,0.00000,0.036
+51,mlp.experts.49.down_proj,rtn: 0.0022125,0.00000,0.043
+51,mlp.experts.95.down_proj,rtn: 0.0022736,0.00000,0.038
+51,mlp.experts.71.down_proj,rtn: 0.0022278,0.00000,0.032
+51,mlp.experts.76.down_proj,rtn: 0.0022583,0.00000,0.038
+51,mlp.experts.77.down_proj,rtn: 0.0022736,0.00000,0.060
+51,mlp.experts.78.down_proj,rtn: 0.0022278,0.00000,0.040
+51,mlp.experts.75.down_proj,rtn: 0.0022125,0.00000,0.039
+51,mlp.experts.83.down_proj,rtn: 0.0022583,0.00000,0.038
+51,mlp.experts.85.down_proj,rtn: 0.0022736,0.00000,0.040
+51,mlp.experts.73.down_proj,rtn: 0.0022736,0.00000,0.035
+51,mlp.experts.96.down_proj,rtn: 0.0022430,0.00000,0.044
+51,mlp.experts.88.down_proj,rtn: 0.0023041,0.00000,0.041
+51,mlp.experts.65.down_proj,rtn: 0.0022430,0.00000,0.039
+51,mlp.experts.92.down_proj,rtn: 0.0021973,0.00000,0.035
+51,mlp.experts.111.down_proj,rtn: 0.0022430,0.00000,0.033
+51,mlp.experts.87.down_proj,rtn: 0.0023193,0.00000,0.039
+51,mlp.experts.84.down_proj,rtn: 0.0022888,0.00000,0.039
+51,mlp.experts.86.down_proj,rtn: 0.0022583,0.00000,0.054
+51,mlp.experts.91.down_proj,rtn: 0.0023193,0.00000,0.029
+51,mlp.experts.93.down_proj,rtn: 0.0021820,0.00000,0.040
+51,mlp.experts.82.down_proj,rtn: 0.0022278,0.00000,0.077
+51,mlp.experts.94.down_proj,rtn: 0.0023041,0.00000,0.049
+51,mlp.experts.89.down_proj,rtn: 0.0022736,0.00000,0.031
+51,mlp.experts.99.down_proj,rtn: 0.0023041,0.00000,0.041
+51,mlp.experts.122.down_proj,rtn: 0.0022888,0.00000,0.081
+51,mlp.experts.101.down_proj,rtn: 0.0022125,0.00000,0.034
+51,mlp.experts.81.down_proj,rtn: 0.0021973,0.00000,0.033
+51,mlp.experts.112.down_proj,rtn: 0.0023041,0.00000,0.044
+51,mlp.experts.104.down_proj,rtn: 0.0021667,0.00000,0.045
+51,mlp.experts.100.down_proj,rtn: 0.0022430,0.00000,0.037
+51,mlp.experts.108.down_proj,rtn: 0.0021973,0.00000,0.041
+51,mlp.experts.109.down_proj,rtn: 0.0022736,0.00000,0.038
+51,mlp.experts.107.down_proj,rtn: 0.0022583,0.00000,0.041
+51,mlp.experts.117.down_proj,rtn: 0.0022430,0.00000,0.030
+51,mlp.experts.103.down_proj,rtn: 0.0022430,0.00000,0.049
+51,mlp.experts.127.down_proj,rtn: 0.0022430,0.00000,0.047
+51,mlp.experts.105.down_proj,rtn: 0.0023041,0.00000,0.031
+51,mlp.experts.98.down_proj,rtn: 0.0022583,0.00000,0.047
+51,mlp.experts.115.down_proj,rtn: 0.0022888,0.00000,0.036
+51,mlp.experts.97.down_proj,rtn: 0.0022430,0.00000,0.033
+51,mlp.experts.102.down_proj,rtn: 0.0022125,0.00000,0.055
+51,mlp.experts.138.down_proj,rtn: 0.0022888,0.00000,0.048
+51,mlp.experts.110.down_proj,rtn: 0.0022583,0.00000,0.048
+51,mlp.experts.128.down_proj,rtn: 0.0022888,0.00000,0.040
+51,mlp.experts.116.down_proj,rtn: 0.0022583,0.00000,0.039
+51,mlp.experts.120.down_proj,rtn: 0.0023956,0.00000,0.043
+51,mlp.experts.124.down_proj,rtn: 0.0023346,0.00000,0.041
+51,mlp.experts.133.down_proj,rtn: 0.0022888,0.00000,0.035
+51,mlp.experts.125.down_proj,rtn: 0.0023193,0.00000,0.036
+51,mlp.experts.121.down_proj,rtn: 0.0022430,0.00000,0.037
+51,mlp.experts.123.down_proj,rtn: 0.0022278,0.00000,0.046
+51,mlp.experts.113.down_proj,rtn: 0.0022430,0.00000,0.037
+51,mlp.experts.143.down_proj,rtn: 0.0021973,0.00000,0.046
+51,mlp.experts.119.down_proj,rtn: 0.0021820,0.00000,0.045
+51,mlp.experts.131.down_proj,rtn: 0.0022888,0.00000,0.042
+51,mlp.experts.144.down_proj,rtn: 0.0021973,0.00000,0.036
+51,mlp.experts.114.down_proj,rtn: 0.0022278,0.00000,0.066
+51,mlp.experts.118.down_proj,rtn: 0.0022583,0.00000,0.053
+51,mlp.experts.149.down_proj,rtn: 0.0022430,0.00000,0.037
+51,mlp.experts.141.down_proj,rtn: 0.0022125,0.00000,0.037
+51,mlp.experts.140.down_proj,rtn: 0.0022736,0.00000,0.040
+51,mlp.experts.126.down_proj,rtn: 0.0024109,0.00000,0.062
+51,mlp.experts.154.down_proj,rtn: 0.0022278,0.00000,0.066
+51,mlp.experts.137.down_proj,rtn: 0.0021820,0.00000,0.038
+51,mlp.experts.129.down_proj,rtn: 0.0021667,0.00000,0.040
+51,mlp.experts.136.down_proj,rtn: 0.0022888,0.00000,0.060
+51,mlp.experts.132.down_proj,rtn: 0.0021820,0.00000,0.066
+51,mlp.experts.160.down_proj,rtn: 0.0021820,0.00000,0.043
+51,mlp.experts.130.down_proj,rtn: 0.0022583,0.00000,0.032
+51,mlp.experts.134.down_proj,rtn: 0.0022888,0.00000,0.038
+51,mlp.experts.157.down_proj,rtn: 0.0022125,0.00000,0.036
+51,mlp.experts.165.down_proj,rtn: 0.0021515,0.00000,0.041
+51,mlp.experts.170.down_proj,rtn: 0.0022736,0.00000,0.035
+51,mlp.experts.153.down_proj,rtn: 0.0022583,0.00000,0.037
+51,mlp.experts.142.down_proj,rtn: 0.0023041,0.00000,0.045
+51,mlp.experts.135.down_proj,rtn: 0.0022430,0.00000,0.080
+51,mlp.experts.139.down_proj,rtn: 0.0021362,0.00000,0.077
+51,mlp.experts.156.down_proj,rtn: 0.0021820,0.00000,0.049
+51,mlp.experts.159.down_proj,rtn: 0.0022430,0.00000,0.077
+51,mlp.experts.147.down_proj,rtn: 0.0022278,0.00000,0.076
+51,mlp.experts.145.down_proj,rtn: 0.0022125,0.00000,0.039
+51,mlp.experts.146.down_proj,rtn: 0.0022278,0.00000,0.033
+51,mlp.experts.173.down_proj,rtn: 0.0023041,0.00000,0.025
+51,mlp.experts.181.down_proj,rtn: 0.0022278,0.00000,0.027
+51,mlp.experts.169.down_proj,rtn: 0.0021820,0.00000,0.019
+51,mlp.experts.150.down_proj,rtn: 0.0022583,0.00000,0.032
+51,mlp.experts.148.down_proj,rtn: 0.0023041,0.00000,0.047
+51,mlp.experts.176.down_proj,rtn: 0.0022125,0.00000,0.048
+51,mlp.experts.186.down_proj,rtn: 0.0022583,0.00000,0.034
+51,mlp.experts.158.down_proj,rtn: 0.0022278,0.00000,0.029
+51,mlp.experts.152.down_proj,rtn: 0.0022278,0.00000,0.060
+51,mlp.experts.172.down_proj,rtn: 0.0021973,0.00000,0.031
+51,mlp.experts.162.down_proj,rtn: 0.0021820,0.00000,0.017
+51,mlp.experts.163.down_proj,rtn: 0.0022736,0.00000,0.025
+51,mlp.experts.151.down_proj,rtn: 0.0022583,0.00000,0.030
+51,mlp.experts.155.down_proj,rtn: 0.0022583,0.00000,0.033
+51,mlp.experts.175.down_proj,rtn: 0.0022430,0.00000,0.028
+51,mlp.experts.166.down_proj,rtn: 0.0022736,0.00000,0.013
+51,mlp.experts.161.down_proj,rtn: 0.0021820,0.00000,0.037
+51,mlp.experts.185.down_proj,rtn: 0.0021973,0.00000,0.022
+51,mlp.experts.189.down_proj,rtn: 0.0022736,0.00000,0.020
+51,mlp.experts.178.down_proj,rtn: 0.0022278,0.00000,0.013
+51,mlp.experts.164.down_proj,rtn: 0.0022583,0.00000,0.039
+51,mlp.experts.188.down_proj,rtn: 0.0023193,0.00000,0.033
+51,mlp.experts.177.down_proj,rtn: 0.0022736,0.00000,0.015
+51,mlp.experts.182.down_proj,rtn: 0.0022125,0.00000,0.016
+51,mlp.experts.171.down_proj,rtn: 0.0022278,0.00000,0.046
+51,mlp.experts.168.down_proj,rtn: 0.0021820,0.00000,0.047
+51,mlp.experts.174.down_proj,rtn: 0.0023193,0.00000,0.023
+51,mlp.experts.179.down_proj,rtn: 0.0021362,0.00000,0.030
+51,mlp.experts.180.down_proj,rtn: 0.0023499,0.00000,0.031
+51,mlp.experts.191.down_proj,rtn: 0.0022125,0.00000,0.037
+51,mlp.experts.167.down_proj,rtn: 0.0022583,0.00000,0.054
+51,mlp.experts.190.down_proj,rtn: 0.0021820,0.00000,0.016
+51,mlp.experts.184.down_proj,rtn: 0.0021973,0.00000,0.027
+51,mlp.experts.187.down_proj,rtn: 0.0022278,0.00000,0.044
+51,mlp.experts.183.down_proj,rtn: 0.0021667,0.00000,0.049
+51,mlp.shared_experts.gate_proj,rtn: 0.0015640,0.00000,0.028
+51,mlp.shared_experts.up_proj,rtn: 0.0019150,0.00000,0.027
+51,mlp.shared_experts.down_proj,rtn: 0.0021667,0.00000,0.023
+52,self_attn.q_proj,rtn: 0.0022125,0.00000,0.019
+52,self_attn.v_proj,rtn: 0.0029297,0.00000,0.021
+52,self_attn.k_proj,rtn: 0.0020142,0.00000,0.032
+52,self_attn.o_proj,rtn: 0.0027771,0.00000,0.067
+52,mlp.experts.15.gate_proj,rtn: 0.0022888,0.00000,0.087
+52,mlp.experts.11.gate_proj,rtn: 0.0022736,0.00000,0.091
+52,mlp.experts.3.gate_proj,rtn: 0.0022278,0.00000,0.091
+52,mlp.experts.9.gate_proj,rtn: 0.0022583,0.00000,0.104
+52,mlp.experts.13.gate_proj,rtn: 0.0022430,0.00000,0.104
+52,mlp.experts.7.gate_proj,rtn: 0.0022583,0.00000,0.115
+52,mlp.experts.6.gate_proj,rtn: 0.0022430,0.00000,0.114
+52,mlp.experts.14.gate_proj,rtn: 0.0022430,0.00000,0.113
+52,mlp.experts.2.gate_proj,rtn: 0.0023346,0.00000,0.113
+52,mlp.experts.10.gate_proj,rtn: 0.0022888,0.00000,0.117
+52,mlp.experts.8.gate_proj,rtn: 0.0022583,0.00000,0.121
+52,mlp.experts.5.gate_proj,rtn: 0.0022736,0.00000,0.109
+52,mlp.experts.0.gate_proj,rtn: 0.0022583,0.00000,0.129
+52,mlp.experts.1.gate_proj,rtn: 0.0023193,0.00000,0.127
+52,mlp.experts.12.gate_proj,rtn: 0.0022278,0.00000,0.135
+52,mlp.experts.4.gate_proj,rtn: 0.0022430,0.00000,0.138
+52,mlp.experts.27.gate_proj,rtn: 0.0022583,0.00000,0.091
+52,mlp.experts.23.gate_proj,rtn: 0.0022430,0.00000,0.069
+52,mlp.experts.19.gate_proj,rtn: 0.0021820,0.00000,0.085
+52,mlp.experts.31.gate_proj,rtn: 0.0022736,0.00000,0.095
+52,mlp.experts.25.gate_proj,rtn: 0.0022430,0.00000,0.085
+52,mlp.experts.29.gate_proj,rtn: 0.0023956,0.00000,0.090
+52,mlp.experts.22.gate_proj,rtn: 0.0022278,0.00000,0.112
+52,mlp.experts.18.gate_proj,rtn: 0.0023499,0.00000,0.112
+52,mlp.experts.24.gate_proj,rtn: 0.0022583,0.00000,0.127
+52,mlp.experts.28.gate_proj,rtn: 0.0022583,0.00000,0.113
+52,mlp.experts.30.gate_proj,rtn: 0.0022583,0.00000,0.119
+52,mlp.experts.26.gate_proj,rtn: 0.0023346,0.00000,0.124
+52,mlp.experts.20.gate_proj,rtn: 0.0022278,0.00000,0.121
+52,mlp.experts.16.gate_proj,rtn: 0.0022583,0.00000,0.135
+52,mlp.experts.39.gate_proj,rtn: 0.0023346,0.00000,0.079
+52,mlp.experts.47.gate_proj,rtn: 0.0022583,0.00000,0.079
+52,mlp.experts.35.gate_proj,rtn: 0.0022583,0.00000,0.081
+52,mlp.experts.43.gate_proj,rtn: 0.0022125,0.00000,0.082
+52,mlp.experts.21.gate_proj,rtn: 0.0022278,0.00000,0.143
+52,mlp.experts.17.gate_proj,rtn: 0.0023041,0.00000,0.144
+52,mlp.experts.34.gate_proj,rtn: 0.0022736,0.00000,0.101
+52,mlp.experts.38.gate_proj,rtn: 0.0023956,0.00000,0.107
+52,mlp.experts.45.gate_proj,rtn: 0.0022430,0.00000,0.156
+52,mlp.experts.41.gate_proj,rtn: 0.0023651,0.00000,0.168
+52,mlp.experts.44.gate_proj,rtn: 0.0022278,0.00000,0.119
+52,mlp.experts.40.gate_proj,rtn: 0.0022888,0.00000,0.126
+52,mlp.experts.55.gate_proj,rtn: 0.0023346,0.00000,0.081
+52,mlp.experts.63.gate_proj,rtn: 0.0023041,0.00000,0.082
+52,mlp.experts.59.gate_proj,rtn: 0.0023041,0.00000,0.084
+52,mlp.experts.51.gate_proj,rtn: 0.0022278,0.00000,0.086
+52,mlp.experts.32.gate_proj,rtn: 0.0021973,0.00000,0.107
+52,mlp.experts.36.gate_proj,rtn: 0.0021973,0.00000,0.119
+52,mlp.experts.46.gate_proj,rtn: 0.0023346,0.00000,0.111
+52,mlp.experts.42.gate_proj,rtn: 0.0023346,0.00000,0.114
+52,mlp.experts.37.gate_proj,rtn: 0.0023041,0.00000,0.124
+52,mlp.experts.33.gate_proj,rtn: 0.0022736,0.00000,0.114
+52,mlp.experts.61.gate_proj,rtn: 0.0022736,0.00000,0.096
+52,mlp.experts.57.gate_proj,rtn: 0.0022278,0.00000,0.098
+52,mlp.experts.54.gate_proj,rtn: 0.0022430,0.00000,0.140
+52,mlp.experts.50.gate_proj,rtn: 0.0022736,0.00000,0.156
+52,mlp.experts.75.gate_proj,rtn: 0.0022125,0.00000,0.084
+52,mlp.experts.71.gate_proj,rtn: 0.0021973,0.00000,0.085
+52,mlp.experts.79.gate_proj,rtn: 0.0022888,0.00000,0.085
+52,mlp.experts.67.gate_proj,rtn: 0.0022430,0.00000,0.086
+52,mlp.experts.49.gate_proj,rtn: 0.0022583,0.00000,0.080
+52,mlp.experts.53.gate_proj,rtn: 0.0023346,0.00000,0.093
+52,mlp.experts.60.gate_proj,rtn: 0.0022278,0.00000,0.141
+52,mlp.experts.62.gate_proj,rtn: 0.0023804,0.00000,0.101
+52,mlp.experts.56.gate_proj,rtn: 0.0021667,0.00000,0.141
+52,mlp.experts.58.gate_proj,rtn: 0.0023041,0.00000,0.106
+52,mlp.experts.48.gate_proj,rtn: 0.0021973,0.00000,0.136
+52,mlp.experts.73.gate_proj,rtn: 0.0023651,0.00000,0.094
+52,mlp.experts.77.gate_proj,rtn: 0.0023041,0.00000,0.096
+52,mlp.experts.52.gate_proj,rtn: 0.0023041,0.00000,0.177
+52,mlp.experts.66.gate_proj,rtn: 0.0023041,0.00000,0.108
+52,mlp.experts.70.gate_proj,rtn: 0.0023041,0.00000,0.121
+52,mlp.experts.83.gate_proj,rtn: 0.0022583,0.00000,0.086
+52,mlp.experts.91.gate_proj,rtn: 0.0023651,0.00000,0.081
+52,mlp.experts.87.gate_proj,rtn: 0.0022125,0.00000,0.107
+52,mlp.experts.74.gate_proj,rtn: 0.0023651,0.00000,0.105
+52,mlp.experts.78.gate_proj,rtn: 0.0022736,0.00000,0.105
+52,mlp.experts.95.gate_proj,rtn: 0.0022430,0.00000,0.124
+52,mlp.experts.72.gate_proj,rtn: 0.0022583,0.00000,0.135
+52,mlp.experts.76.gate_proj,rtn: 0.0022736,0.00000,0.143
+52,mlp.experts.69.gate_proj,rtn: 0.0022583,0.00000,0.151
+52,mlp.experts.64.gate_proj,rtn: 0.0022583,0.00000,0.128
+52,mlp.experts.68.gate_proj,rtn: 0.0023041,0.00000,0.128
+52,mlp.experts.99.gate_proj,rtn: 0.0022125,0.00000,0.082
+52,mlp.experts.65.gate_proj,rtn: 0.0022583,0.00000,0.157
+52,mlp.experts.107.gate_proj,rtn: 0.0022430,0.00000,0.097
+52,mlp.experts.93.gate_proj,rtn: 0.0022583,0.00000,0.162
+52,mlp.experts.86.gate_proj,rtn: 0.0023651,0.00000,0.118
+52,mlp.experts.82.gate_proj,rtn: 0.0022583,0.00000,0.119
+52,mlp.experts.103.gate_proj,rtn: 0.0023041,0.00000,0.099
+52,mlp.experts.89.gate_proj,rtn: 0.0023041,0.00000,0.177
+52,mlp.experts.111.gate_proj,rtn: 0.0022583,0.00000,0.102
+52,mlp.experts.88.gate_proj,rtn: 0.0022888,0.00000,0.111
+52,mlp.experts.90.gate_proj,rtn: 0.0022583,0.00000,0.122
+52,mlp.experts.80.gate_proj,rtn: 0.0023041,0.00000,0.117
+52,mlp.experts.92.gate_proj,rtn: 0.0022888,0.00000,0.129
+52,mlp.experts.115.gate_proj,rtn: 0.0022278,0.00000,0.096
+52,mlp.experts.123.gate_proj,rtn: 0.0023346,0.00000,0.085
+52,mlp.experts.84.gate_proj,rtn: 0.0022888,0.00000,0.132
+52,mlp.experts.85.gate_proj,rtn: 0.0021362,0.00000,0.134
+52,mlp.experts.81.gate_proj,rtn: 0.0023956,0.00000,0.120
+52,mlp.experts.119.gate_proj,rtn: 0.0022888,0.00000,0.096
+52,mlp.experts.94.gate_proj,rtn: 0.0022430,0.00000,0.185
+52,mlp.experts.109.gate_proj,rtn: 0.0023499,0.00000,0.120
+52,mlp.experts.98.gate_proj,rtn: 0.0023041,0.00000,0.139
+52,mlp.experts.127.gate_proj,rtn: 0.0023499,0.00000,0.118
+52,mlp.experts.102.gate_proj,rtn: 0.0023499,0.00000,0.154
+52,mlp.experts.104.gate_proj,rtn: 0.0022736,0.00000,0.113
+52,mlp.experts.96.gate_proj,rtn: 0.0022888,0.00000,0.097
+52,mlp.experts.108.gate_proj,rtn: 0.0022888,0.00000,0.095
+52,mlp.experts.105.gate_proj,rtn: 0.0022430,0.00000,0.167
+52,mlp.experts.106.gate_proj,rtn: 0.0022888,0.00000,0.134
+52,mlp.experts.139.gate_proj,rtn: 0.0022888,0.00000,0.119
+52,mlp.experts.131.gate_proj,rtn: 0.0022888,0.00000,0.120
+52,mlp.experts.114.gate_proj,rtn: 0.0023041,0.00000,0.094
+52,mlp.experts.100.gate_proj,rtn: 0.0023041,0.00000,0.139
+52,mlp.experts.110.gate_proj,rtn: 0.0022888,0.00000,0.136
+52,mlp.experts.125.gate_proj,rtn: 0.0022430,0.00000,0.127
+52,mlp.experts.118.gate_proj,rtn: 0.0022888,0.00000,0.096
+52,mlp.experts.101.gate_proj,rtn: 0.0022888,0.00000,0.158
+52,mlp.experts.135.gate_proj,rtn: 0.0023651,0.00000,0.156
+52,mlp.experts.97.gate_proj,rtn: 0.0022278,0.00000,0.202
+52,mlp.experts.121.gate_proj,rtn: 0.0023193,0.00000,0.113
+52,mlp.experts.143.gate_proj,rtn: 0.0023193,0.00000,0.167
+52,mlp.experts.122.gate_proj,rtn: 0.0023041,0.00000,0.131
+52,mlp.experts.112.gate_proj,rtn: 0.0023041,0.00000,0.133
+52,mlp.experts.130.gate_proj,rtn: 0.0022736,0.00000,0.124
+52,mlp.experts.155.gate_proj,rtn: 0.0022278,0.00000,0.141
+52,mlp.experts.147.gate_proj,rtn: 0.0022278,0.00000,0.144
+52,mlp.experts.141.gate_proj,rtn: 0.0022583,0.00000,0.117
+52,mlp.experts.117.gate_proj,rtn: 0.0023193,0.00000,0.112
+52,mlp.experts.134.gate_proj,rtn: 0.0022278,0.00000,0.129
+52,mlp.experts.120.gate_proj,rtn: 0.0022125,0.00000,0.250
+52,mlp.experts.124.gate_proj,rtn: 0.0022736,0.00000,0.204
+52,mlp.experts.137.gate_proj,rtn: 0.0022736,0.00000,0.094
+52,mlp.experts.126.gate_proj,rtn: 0.0021973,0.00000,0.169
+52,mlp.experts.113.gate_proj,rtn: 0.0023804,0.00000,0.109
+52,mlp.experts.151.gate_proj,rtn: 0.0023346,0.00000,0.150
+52,mlp.experts.116.gate_proj,rtn: 0.0023346,0.00000,0.205
+52,mlp.experts.159.gate_proj,rtn: 0.0023041,0.00000,0.138
+52,mlp.experts.138.gate_proj,rtn: 0.0023346,0.00000,0.184
+52,mlp.experts.140.gate_proj,rtn: 0.0022583,0.00000,0.129
+52,mlp.experts.136.gate_proj,rtn: 0.0023193,0.00000,0.134
+52,mlp.experts.157.gate_proj,rtn: 0.0021667,0.00000,0.175
+52,mlp.experts.146.gate_proj,rtn: 0.0022736,0.00000,0.175
+52,mlp.experts.129.gate_proj,rtn: 0.0022583,0.00000,0.129
+52,mlp.experts.163.gate_proj,rtn: 0.0022888,0.00000,0.154
+52,mlp.experts.171.gate_proj,rtn: 0.0022583,0.00000,0.151
+52,mlp.experts.132.gate_proj,rtn: 0.0023346,0.00000,0.130
+52,mlp.experts.175.gate_proj,rtn: 0.0022278,0.00000,0.135
+52,mlp.experts.128.gate_proj,rtn: 0.0023041,0.00000,0.199
+52,mlp.experts.167.gate_proj,rtn: 0.0022736,0.00000,0.163
+52,mlp.experts.150.gate_proj,rtn: 0.0022736,0.00000,0.195
+52,mlp.experts.133.gate_proj,rtn: 0.0022583,0.00000,0.230
+52,mlp.experts.142.gate_proj,rtn: 0.0023041,0.00000,0.183
+52,mlp.experts.153.gate_proj,rtn: 0.0022736,0.00000,0.225
+52,mlp.experts.179.gate_proj,rtn: 0.0023499,0.00000,0.092
+52,mlp.experts.191.gate_proj,rtn: 0.0022736,0.00000,0.085
+52,mlp.experts.156.gate_proj,rtn: 0.0023041,0.00000,0.141
+52,mlp.experts.187.gate_proj,rtn: 0.0022278,0.00000,0.101
+52,mlp.experts.152.gate_proj,rtn: 0.0022736,0.00000,0.135
+52,mlp.experts.145.gate_proj,rtn: 0.0022888,0.00000,0.097
+52,mlp.experts.173.gate_proj,rtn: 0.0023193,0.00000,0.098
+52,mlp.experts.154.gate_proj,rtn: 0.0023193,0.00000,0.183
+52,mlp.experts.148.gate_proj,rtn: 0.0022583,0.00000,0.120
+52,mlp.experts.144.gate_proj,rtn: 0.0022430,0.00000,0.098
+52,mlp.experts.162.gate_proj,rtn: 0.0022125,0.00000,0.117
+52,mlp.experts.183.gate_proj,rtn: 0.0022583,0.00000,0.105
+52,mlp.experts.166.gate_proj,rtn: 0.0022583,0.00000,0.106
+52,mlp.experts.149.gate_proj,rtn: 0.0023804,0.00000,0.107
+52,mlp.experts.169.gate_proj,rtn: 0.0022888,0.00000,0.097
+52,mlp.experts.158.gate_proj,rtn: 0.0022125,0.00000,0.109
+52,mlp.experts.3.up_proj,rtn: 0.0021667,0.00000,0.121
+52,mlp.experts.15.up_proj,rtn: 0.0022278,0.00000,0.115
+52,mlp.experts.170.gate_proj,rtn: 0.0022278,0.00000,0.094
+52,mlp.experts.174.gate_proj,rtn: 0.0023041,0.00000,0.084
+52,mlp.experts.182.gate_proj,rtn: 0.0022125,0.00000,0.093
+52,mlp.experts.11.up_proj,rtn: 0.0022430,0.00000,0.125
+52,mlp.experts.161.gate_proj,rtn: 0.0022736,0.00000,0.138
+52,mlp.experts.178.gate_proj,rtn: 0.0023193,0.00000,0.120
+52,mlp.experts.7.up_proj,rtn: 0.0022430,0.00000,0.129
+52,mlp.experts.164.gate_proj,rtn: 0.0023499,0.00000,0.140
+52,mlp.experts.168.gate_proj,rtn: 0.0022278,0.00000,0.180
+52,mlp.experts.160.gate_proj,rtn: 0.0022736,0.00000,0.162
+52,mlp.experts.172.gate_proj,rtn: 0.0022888,0.00000,0.173
+52,mlp.experts.189.gate_proj,rtn: 0.0023804,0.00000,0.144
+52,mlp.experts.185.gate_proj,rtn: 0.0022583,0.00000,0.151
+52,mlp.experts.165.gate_proj,rtn: 0.0022583,0.00000,0.180
+52,mlp.experts.19.up_proj,rtn: 0.0021820,0.00000,0.131
+52,mlp.experts.31.up_proj,rtn: 0.0022278,0.00000,0.121
+52,mlp.experts.6.up_proj,rtn: 0.0021973,0.00000,0.085
+52,mlp.experts.190.gate_proj,rtn: 0.0022583,0.00000,0.099
+52,mlp.experts.186.gate_proj,rtn: 0.0023956,0.00000,0.100
+52,mlp.experts.27.up_proj,rtn: 0.0022278,0.00000,0.133
+52,mlp.experts.177.gate_proj,rtn: 0.0021973,0.00000,0.143
+52,mlp.experts.23.up_proj,rtn: 0.0022278,0.00000,0.119
+52,mlp.experts.9.up_proj,rtn: 0.0022430,0.00000,0.120
+52,mlp.experts.180.gate_proj,rtn: 0.0022736,0.00000,0.148
+52,mlp.experts.2.up_proj,rtn: 0.0023041,0.00000,0.132
+52,mlp.experts.35.up_proj,rtn: 0.0022278,0.00000,0.098
+52,mlp.experts.47.up_proj,rtn: 0.0021820,0.00000,0.092
+52,mlp.experts.13.up_proj,rtn: 0.0021667,0.00000,0.143
+52,mlp.experts.181.gate_proj,rtn: 0.0023041,0.00000,0.129
+52,mlp.experts.10.up_proj,rtn: 0.0022583,0.00000,0.135
+52,mlp.experts.22.up_proj,rtn: 0.0021667,0.00000,0.117
+52,mlp.experts.43.up_proj,rtn: 0.0021973,0.00000,0.095
+52,mlp.experts.176.gate_proj,rtn: 0.0022583,0.00000,0.176
+52,mlp.experts.184.gate_proj,rtn: 0.0022888,0.00000,0.192
+52,mlp.experts.14.up_proj,rtn: 0.0021820,0.00000,0.132
+52,mlp.experts.1.up_proj,rtn: 0.0023041,0.00000,0.098
+52,mlp.experts.39.up_proj,rtn: 0.0022736,0.00000,0.084
+52,mlp.experts.25.up_proj,rtn: 0.0022278,0.00000,0.078
+52,mlp.experts.63.up_proj,rtn: 0.0022278,0.00000,0.079
+52,mlp.experts.51.up_proj,rtn: 0.0021667,0.00000,0.088
+52,mlp.experts.188.gate_proj,rtn: 0.0022736,0.00000,0.242
+52,mlp.experts.18.up_proj,rtn: 0.0022583,0.00000,0.102
+52,mlp.experts.29.up_proj,rtn: 0.0023193,0.00000,0.093
+52,mlp.experts.5.up_proj,rtn: 0.0022583,0.00000,0.096
+52,mlp.experts.26.up_proj,rtn: 0.0023193,0.00000,0.104
+52,mlp.experts.38.up_proj,rtn: 0.0022583,0.00000,0.107
+52,mlp.experts.4.up_proj,rtn: 0.0021667,0.00000,0.158
+52,mlp.experts.55.up_proj,rtn: 0.0022888,0.00000,0.098
+52,mlp.experts.59.up_proj,rtn: 0.0022736,0.00000,0.103
+52,mlp.experts.41.up_proj,rtn: 0.0023041,0.00000,0.086
+52,mlp.experts.17.up_proj,rtn: 0.0022430,0.00000,0.086
+52,mlp.experts.12.up_proj,rtn: 0.0022125,0.00000,0.092
+52,mlp.experts.67.up_proj,rtn: 0.0021973,0.00000,0.093
+52,mlp.experts.79.up_proj,rtn: 0.0021820,0.00000,0.094
+52,mlp.experts.45.up_proj,rtn: 0.0022125,0.00000,0.082
+52,mlp.experts.21.up_proj,rtn: 0.0022125,0.00000,0.083
+52,mlp.experts.0.up_proj,rtn: 0.0021973,0.00000,0.124
+52,mlp.experts.8.up_proj,rtn: 0.0022278,0.00000,0.136
+52,mlp.experts.30.up_proj,rtn: 0.0022278,0.00000,0.125
+52,mlp.experts.34.up_proj,rtn: 0.0022583,0.00000,0.115
+52,mlp.experts.20.up_proj,rtn: 0.0021820,0.00000,0.105
+52,mlp.experts.54.up_proj,rtn: 0.0022125,0.00000,0.122
+52,mlp.experts.33.up_proj,rtn: 0.0022125,0.00000,0.085
+52,mlp.experts.57.up_proj,rtn: 0.0021973,0.00000,0.089
+52,mlp.experts.75.up_proj,rtn: 0.0021515,0.00000,0.092
+52,mlp.experts.42.up_proj,rtn: 0.0022736,0.00000,0.135
+52,mlp.experts.71.up_proj,rtn: 0.0021820,0.00000,0.118
+52,mlp.experts.28.up_proj,rtn: 0.0021973,0.00000,0.105
+52,mlp.experts.37.up_proj,rtn: 0.0022430,0.00000,0.085
+52,mlp.experts.16.up_proj,rtn: 0.0022888,0.00000,0.096
+52,mlp.experts.83.up_proj,rtn: 0.0022278,0.00000,0.104
+52,mlp.experts.24.up_proj,rtn: 0.0022125,0.00000,0.089
+52,mlp.experts.61.up_proj,rtn: 0.0022583,0.00000,0.104
+52,mlp.experts.95.up_proj,rtn: 0.0022125,0.00000,0.113
+52,mlp.experts.46.up_proj,rtn: 0.0022125,0.00000,0.126
+52,mlp.experts.50.up_proj,rtn: 0.0022583,0.00000,0.129
+52,mlp.experts.73.up_proj,rtn: 0.0022888,0.00000,0.093
+52,mlp.experts.36.up_proj,rtn: 0.0021973,0.00000,0.115
+52,mlp.experts.49.up_proj,rtn: 0.0022278,0.00000,0.097
+52,mlp.experts.91.up_proj,rtn: 0.0022736,0.00000,0.095
+52,mlp.experts.87.up_proj,rtn: 0.0021973,0.00000,0.090
+52,mlp.experts.70.up_proj,rtn: 0.0022888,0.00000,0.130
+52,mlp.experts.99.up_proj,rtn: 0.0021820,0.00000,0.090
+52,mlp.experts.40.up_proj,rtn: 0.0022736,0.00000,0.094
+52,mlp.experts.44.up_proj,rtn: 0.0022125,0.00000,0.118
+52,mlp.experts.53.up_proj,rtn: 0.0023346,0.00000,0.108
+52,mlp.experts.77.up_proj,rtn: 0.0022430,0.00000,0.096
+52,mlp.experts.32.up_proj,rtn: 0.0021973,0.00000,0.108
+52,mlp.experts.58.up_proj,rtn: 0.0022278,0.00000,0.144
+52,mlp.experts.111.up_proj,rtn: 0.0021973,0.00000,0.093
+52,mlp.experts.66.up_proj,rtn: 0.0022430,0.00000,0.107
+52,mlp.experts.107.up_proj,rtn: 0.0022278,0.00000,0.083
+52,mlp.experts.103.up_proj,rtn: 0.0022583,0.00000,0.090
+52,mlp.experts.52.up_proj,rtn: 0.0022736,0.00000,0.109
+52,mlp.experts.89.up_proj,rtn: 0.0022125,0.00000,0.117
+52,mlp.experts.115.up_proj,rtn: 0.0022278,0.00000,0.100
+52,mlp.experts.56.up_proj,rtn: 0.0021667,0.00000,0.105
+52,mlp.experts.60.up_proj,rtn: 0.0022125,0.00000,0.084
+52,mlp.experts.48.up_proj,rtn: 0.0021057,0.00000,0.093
+52,mlp.experts.65.up_proj,rtn: 0.0022278,0.00000,0.160
+52,mlp.experts.62.up_proj,rtn: 0.0023041,0.00000,0.189
+52,mlp.experts.127.up_proj,rtn: 0.0022888,0.00000,0.098
+52,mlp.experts.69.up_proj,rtn: 0.0022278,0.00000,0.104
+52,mlp.experts.93.up_proj,rtn: 0.0022278,0.00000,0.106
+52,mlp.experts.86.up_proj,rtn: 0.0023346,0.00000,0.169
+52,mlp.experts.119.up_proj,rtn: 0.0022125,0.00000,0.076
+52,mlp.experts.123.up_proj,rtn: 0.0022736,0.00000,0.077
+52,mlp.experts.68.up_proj,rtn: 0.0022888,0.00000,0.083
+52,mlp.experts.131.up_proj,rtn: 0.0022736,0.00000,0.089
+52,mlp.experts.105.up_proj,rtn: 0.0021973,0.00000,0.110
+52,mlp.experts.72.up_proj,rtn: 0.0022430,0.00000,0.107
+52,mlp.experts.74.up_proj,rtn: 0.0023041,0.00000,0.208
+52,mlp.experts.76.up_proj,rtn: 0.0022125,0.00000,0.121
+52,mlp.experts.64.up_proj,rtn: 0.0021820,0.00000,0.117
+52,mlp.experts.143.up_proj,rtn: 0.0022888,0.00000,0.097
+52,mlp.experts.135.up_proj,rtn: 0.0022736,0.00000,0.076
+52,mlp.experts.147.up_proj,rtn: 0.0021362,0.00000,0.068
+52,mlp.experts.82.up_proj,rtn: 0.0022125,0.00000,0.176
+52,mlp.experts.139.up_proj,rtn: 0.0022278,0.00000,0.083
+52,mlp.experts.109.up_proj,rtn: 0.0022736,0.00000,0.116
+52,mlp.experts.85.up_proj,rtn: 0.0021362,0.00000,0.117
+52,mlp.experts.81.up_proj,rtn: 0.0022430,0.00000,0.118
+52,mlp.experts.78.up_proj,rtn: 0.0021973,0.00000,0.101
+52,mlp.experts.102.up_proj,rtn: 0.0022888,0.00000,0.103
+52,mlp.experts.90.up_proj,rtn: 0.0022125,0.00000,0.084
+52,mlp.experts.121.up_proj,rtn: 0.0022430,0.00000,0.150
+52,mlp.experts.84.up_proj,rtn: 0.0022583,0.00000,0.204
+52,mlp.experts.125.up_proj,rtn: 0.0022278,0.00000,0.085
+52,mlp.experts.97.up_proj,rtn: 0.0022430,0.00000,0.087
+52,mlp.experts.101.up_proj,rtn: 0.0022583,0.00000,0.094
+52,mlp.experts.155.up_proj,rtn: 0.0021973,0.00000,0.102
+52,mlp.experts.151.up_proj,rtn: 0.0022736,0.00000,0.104
+52,mlp.experts.159.up_proj,rtn: 0.0022736,0.00000,0.105
+52,mlp.experts.163.up_proj,rtn: 0.0022736,0.00000,0.107
+52,mlp.experts.88.up_proj,rtn: 0.0022278,0.00000,0.197
+52,mlp.experts.118.up_proj,rtn: 0.0022583,0.00000,0.127
+52,mlp.experts.106.up_proj,rtn: 0.0022278,0.00000,0.107
+52,mlp.experts.80.up_proj,rtn: 0.0022888,0.00000,0.137
+52,mlp.experts.94.up_proj,rtn: 0.0021973,0.00000,0.128
+52,mlp.experts.137.up_proj,rtn: 0.0022278,0.00000,0.102
+52,mlp.experts.113.up_proj,rtn: 0.0022736,0.00000,0.086
+52,mlp.experts.141.up_proj,rtn: 0.0021973,0.00000,0.095
+52,mlp.experts.98.up_proj,rtn: 0.0022430,0.00000,0.200
+52,mlp.experts.117.up_proj,rtn: 0.0022278,0.00000,0.097
+52,mlp.experts.92.up_proj,rtn: 0.0022430,0.00000,0.229
+52,mlp.experts.100.up_proj,rtn: 0.0022278,0.00000,0.137
+52,mlp.experts.153.up_proj,rtn: 0.0022430,0.00000,0.093
+52,mlp.experts.104.up_proj,rtn: 0.0021973,0.00000,0.155
+52,mlp.experts.129.up_proj,rtn: 0.0022430,0.00000,0.090
+52,mlp.experts.179.up_proj,rtn: 0.0022888,0.00000,0.116
+52,mlp.experts.157.up_proj,rtn: 0.0021973,0.00000,0.093
+52,mlp.experts.171.up_proj,rtn: 0.0021820,0.00000,0.121
+52,mlp.experts.122.up_proj,rtn: 0.0022736,0.00000,0.134
+52,mlp.experts.134.up_proj,rtn: 0.0021973,0.00000,0.137
+52,mlp.experts.96.up_proj,rtn: 0.0022736,0.00000,0.158
+52,mlp.experts.133.up_proj,rtn: 0.0022278,0.00000,0.096
+52,mlp.experts.167.up_proj,rtn: 0.0022278,0.00000,0.153
+52,mlp.experts.110.up_proj,rtn: 0.0022430,0.00000,0.156
+52,mlp.experts.175.up_proj,rtn: 0.0022125,0.00000,0.159
+52,mlp.experts.114.up_proj,rtn: 0.0022125,0.00000,0.115
+52,mlp.experts.169.up_proj,rtn: 0.0022583,0.00000,0.090
+52,mlp.experts.145.up_proj,rtn: 0.0022736,0.00000,0.090
+52,mlp.experts.108.up_proj,rtn: 0.0022430,0.00000,0.169
+52,mlp.experts.116.up_proj,rtn: 0.0023041,0.00000,0.173
+52,mlp.experts.191.up_proj,rtn: 0.0022583,0.00000,0.065
+52,mlp.experts.187.up_proj,rtn: 0.0022888,0.00000,0.066
+52,mlp.experts.183.up_proj,rtn: 0.0021973,0.00000,0.066
+52,mlp.experts.120.up_proj,rtn: 0.0021973,0.00000,0.160
+52,mlp.experts.173.up_proj,rtn: 0.0022430,0.00000,0.147
+52,mlp.experts.130.up_proj,rtn: 0.0022278,0.00000,0.106
+52,mlp.experts.150.up_proj,rtn: 0.0022583,0.00000,0.109
+52,mlp.experts.138.up_proj,rtn: 0.0023041,0.00000,0.123
+52,mlp.experts.112.up_proj,rtn: 0.0022736,0.00000,0.143
+52,mlp.experts.126.up_proj,rtn: 0.0021667,0.00000,0.152
+52,mlp.experts.124.up_proj,rtn: 0.0022583,0.00000,0.134
+52,mlp.experts.161.up_proj,rtn: 0.0022278,0.00000,0.148
+52,mlp.experts.149.up_proj,rtn: 0.0022888,0.00000,0.212
+52,mlp.experts.132.up_proj,rtn: 0.0022430,0.00000,0.135
+52,mlp.experts.166.up_proj,rtn: 0.0022278,0.00000,0.107
+52,mlp.experts.146.up_proj,rtn: 0.0022125,0.00000,0.106
+52,mlp.experts.185.up_proj,rtn: 0.0022278,0.00000,0.207
+52,mlp.experts.154.up_proj,rtn: 0.0022583,0.00000,0.119
+52,mlp.experts.189.up_proj,rtn: 0.0022888,0.00000,0.150
+52,mlp.experts.136.up_proj,rtn: 0.0022430,0.00000,0.158
+52,mlp.experts.142.up_proj,rtn: 0.0022583,0.00000,0.128
+52,mlp.experts.128.up_proj,rtn: 0.0022430,0.00000,0.149
+52,mlp.experts.165.up_proj,rtn: 0.0022430,0.00000,0.094
+52,mlp.experts.177.up_proj,rtn: 0.0021820,0.00000,0.139
+52,mlp.experts.140.up_proj,rtn: 0.0022430,0.00000,0.159
+52,mlp.experts.148.up_proj,rtn: 0.0022430,0.00000,0.131
+52,mlp.experts.181.up_proj,rtn: 0.0022583,0.00000,0.039
+52,mlp.experts.182.up_proj,rtn: 0.0021973,0.00000,0.144
+52,mlp.experts.162.up_proj,rtn: 0.0021973,0.00000,0.149
+52,mlp.experts.152.up_proj,rtn: 0.0022430,0.00000,0.128
+52,mlp.experts.170.up_proj,rtn: 0.0021210,0.00000,0.157
+52,mlp.experts.144.up_proj,rtn: 0.0022278,0.00000,0.104
+52,mlp.experts.158.up_proj,rtn: 0.0021515,0.00000,0.139
+52,mlp.experts.156.up_proj,rtn: 0.0022888,0.00000,0.108
+52,mlp.experts.164.up_proj,rtn: 0.0023041,0.00000,0.084
+52,mlp.experts.178.up_proj,rtn: 0.0022278,0.00000,0.079
+52,mlp.experts.186.up_proj,rtn: 0.0023193,0.00000,0.076
+52,mlp.experts.168.up_proj,rtn: 0.0022125,0.00000,0.108
+52,mlp.experts.160.up_proj,rtn: 0.0022583,0.00000,0.088
+52,mlp.experts.174.up_proj,rtn: 0.0022736,0.00000,0.072
+52,mlp.experts.190.up_proj,rtn: 0.0022125,0.00000,0.032
+52,mlp.experts.180.up_proj,rtn: 0.0022430,0.00000,0.128
+52,mlp.experts.176.up_proj,rtn: 0.0021973,0.00000,0.174
+52,mlp.experts.172.up_proj,rtn: 0.0022430,0.00000,0.247
+52,mlp.experts.184.up_proj,rtn: 0.0022583,0.00000,0.194
+52,mlp.experts.188.up_proj,rtn: 0.0022430,0.00000,0.088
+52,mlp.experts.1.down_proj,rtn: 0.0023041,0.00000,0.023
+52,mlp.experts.5.down_proj,rtn: 0.0023346,0.00000,0.054
+52,mlp.experts.11.down_proj,rtn: 0.0022888,0.00000,0.041
+52,mlp.experts.7.down_proj,rtn: 0.0023193,0.00000,0.043
+52,mlp.experts.15.down_proj,rtn: 0.0021820,0.00000,0.044
+52,mlp.experts.6.down_proj,rtn: 0.0021973,0.00000,0.070
+52,mlp.experts.17.down_proj,rtn: 0.0022736,0.00000,0.049
+52,mlp.experts.13.down_proj,rtn: 0.0021667,0.00000,0.053
+52,mlp.experts.9.down_proj,rtn: 0.0023041,0.00000,0.060
+52,mlp.experts.2.down_proj,rtn: 0.0023499,0.00000,0.086
+52,mlp.experts.14.down_proj,rtn: 0.0021973,0.00000,0.088
+52,mlp.experts.3.down_proj,rtn: 0.0022125,0.00000,0.070
+52,mlp.experts.10.down_proj,rtn: 0.0022736,0.00000,0.070
+52,mlp.experts.0.down_proj,rtn: 0.0021973,0.00000,0.150
+52,mlp.experts.12.down_proj,rtn: 0.0022430,0.00000,0.151
+52,mlp.experts.22.down_proj,rtn: 0.0021515,0.00000,0.043
+52,mlp.experts.21.down_proj,rtn: 0.0022278,0.00000,0.061
+52,mlp.experts.31.down_proj,rtn: 0.0022430,0.00000,0.049
+52,mlp.experts.27.down_proj,rtn: 0.0022583,0.00000,0.053
+52,mlp.experts.8.down_proj,rtn: 0.0022583,0.00000,0.183
+52,mlp.experts.4.down_proj,rtn: 0.0021362,0.00000,0.182
+52,mlp.experts.23.down_proj,rtn: 0.0022888,0.00000,0.059
+52,mlp.experts.18.down_proj,rtn: 0.0022430,0.00000,0.037
+52,mlp.experts.26.down_proj,rtn: 0.0023346,0.00000,0.032
+52,mlp.experts.19.down_proj,rtn: 0.0022583,0.00000,0.040
+52,mlp.experts.33.down_proj,rtn: 0.0022430,0.00000,0.069
+52,mlp.experts.25.down_proj,rtn: 0.0022583,0.00000,0.070
+52,mlp.experts.30.down_proj,rtn: 0.0022583,0.00000,0.055
+52,mlp.experts.28.down_proj,rtn: 0.0022430,0.00000,0.057
+52,mlp.experts.38.down_proj,rtn: 0.0022125,0.00000,0.050
+52,mlp.experts.43.down_proj,rtn: 0.0022736,0.00000,0.056
+52,mlp.experts.16.down_proj,rtn: 0.0022888,0.00000,0.077
+52,mlp.experts.35.down_proj,rtn: 0.0022583,0.00000,0.039
+52,mlp.experts.39.down_proj,rtn: 0.0023041,0.00000,0.049
+52,mlp.experts.29.down_proj,rtn: 0.0022125,0.00000,0.114
+52,mlp.experts.24.down_proj,rtn: 0.0022430,0.00000,0.053
+52,mlp.experts.34.down_proj,rtn: 0.0022888,0.00000,0.045
+52,mlp.experts.42.down_proj,rtn: 0.0021667,0.00000,0.047
+52,mlp.experts.20.down_proj,rtn: 0.0021820,0.00000,0.069
+52,mlp.experts.47.down_proj,rtn: 0.0021820,0.00000,0.071
+52,mlp.experts.54.down_proj,rtn: 0.0022278,0.00000,0.043
+52,mlp.experts.46.down_proj,rtn: 0.0021820,0.00000,0.045
+52,mlp.experts.44.down_proj,rtn: 0.0022888,0.00000,0.064
+52,mlp.experts.41.down_proj,rtn: 0.0023346,0.00000,0.076
+52,mlp.experts.59.down_proj,rtn: 0.0023041,0.00000,0.057
+52,mlp.experts.32.down_proj,rtn: 0.0022278,0.00000,0.056
+52,mlp.experts.49.down_proj,rtn: 0.0022583,0.00000,0.082
+52,mlp.experts.50.down_proj,rtn: 0.0023041,0.00000,0.046
+52,mlp.experts.58.down_proj,rtn: 0.0022583,0.00000,0.045
+52,mlp.experts.62.down_proj,rtn: 0.0023041,0.00000,0.028
+52,mlp.experts.51.down_proj,rtn: 0.0021515,0.00000,0.053
+52,mlp.experts.55.down_proj,rtn: 0.0023193,0.00000,0.056
+52,mlp.experts.37.down_proj,rtn: 0.0022736,0.00000,0.125
+52,mlp.experts.40.down_proj,rtn: 0.0023041,0.00000,0.067
+52,mlp.experts.70.down_proj,rtn: 0.0023041,0.00000,0.067
+52,mlp.experts.36.down_proj,rtn: 0.0022278,0.00000,0.077
+52,mlp.experts.45.down_proj,rtn: 0.0022430,0.00000,0.096
+52,mlp.experts.63.down_proj,rtn: 0.0022583,0.00000,0.081
+52,mlp.experts.60.down_proj,rtn: 0.0022430,0.00000,0.071
+52,mlp.experts.75.down_proj,rtn: 0.0021515,0.00000,0.063
+52,mlp.experts.48.down_proj,rtn: 0.0021667,0.00000,0.051
+52,mlp.experts.67.down_proj,rtn: 0.0022278,0.00000,0.030
+52,mlp.experts.71.down_proj,rtn: 0.0021820,0.00000,0.032
+52,mlp.experts.66.down_proj,rtn: 0.0022736,0.00000,0.043
+52,mlp.experts.57.down_proj,rtn: 0.0022736,0.00000,0.071
+52,mlp.experts.65.down_proj,rtn: 0.0022583,0.00000,0.072
+52,mlp.experts.78.down_proj,rtn: 0.0022430,0.00000,0.045
+52,mlp.experts.74.down_proj,rtn: 0.0022583,0.00000,0.046
+52,mlp.experts.86.down_proj,rtn: 0.0023499,0.00000,0.034
+52,mlp.experts.53.down_proj,rtn: 0.0023193,0.00000,0.051
+52,mlp.experts.61.down_proj,rtn: 0.0023041,0.00000,0.044
+52,mlp.experts.56.down_proj,rtn: 0.0021973,0.00000,0.071
+52,mlp.experts.83.down_proj,rtn: 0.0022888,0.00000,0.032
+52,mlp.experts.91.down_proj,rtn: 0.0022736,0.00000,0.051
+52,mlp.experts.79.down_proj,rtn: 0.0021973,0.00000,0.044
+52,mlp.experts.87.down_proj,rtn: 0.0022278,0.00000,0.036
+52,mlp.experts.73.down_proj,rtn: 0.0023193,0.00000,0.053
+52,mlp.experts.94.down_proj,rtn: 0.0022278,0.00000,0.032
+52,mlp.experts.102.down_proj,rtn: 0.0023041,0.00000,0.032
+52,mlp.experts.82.down_proj,rtn: 0.0022278,0.00000,0.032
+52,mlp.experts.90.down_proj,rtn: 0.0022278,0.00000,0.033
+52,mlp.experts.81.down_proj,rtn: 0.0022583,0.00000,0.046
+52,mlp.experts.69.down_proj,rtn: 0.0022430,0.00000,0.049
+52,mlp.experts.77.down_proj,rtn: 0.0022736,0.00000,0.048
+52,mlp.experts.76.down_proj,rtn: 0.0022430,0.00000,0.090
+52,mlp.experts.64.down_proj,rtn: 0.0021667,0.00000,0.115
+52,mlp.experts.52.down_proj,rtn: 0.0023041,0.00000,0.140
+52,mlp.experts.99.down_proj,rtn: 0.0021820,0.00000,0.044
+52,mlp.experts.95.down_proj,rtn: 0.0021973,0.00000,0.044
+52,mlp.experts.103.down_proj,rtn: 0.0022888,0.00000,0.045
+52,mlp.experts.107.down_proj,rtn: 0.0022736,0.00000,0.047
+52,mlp.experts.89.down_proj,rtn: 0.0022430,0.00000,0.061
+52,mlp.experts.106.down_proj,rtn: 0.0022583,0.00000,0.038
+52,mlp.experts.118.down_proj,rtn: 0.0023193,0.00000,0.038
+52,mlp.experts.98.down_proj,rtn: 0.0022583,0.00000,0.039
+52,mlp.experts.72.down_proj,rtn: 0.0023193,0.00000,0.100
+52,mlp.experts.110.down_proj,rtn: 0.0022583,0.00000,0.041
+52,mlp.experts.85.down_proj,rtn: 0.0021515,0.00000,0.037
+52,mlp.experts.97.down_proj,rtn: 0.0022125,0.00000,0.038
+52,mlp.experts.93.down_proj,rtn: 0.0022736,0.00000,0.039
+52,mlp.experts.105.down_proj,rtn: 0.0022278,0.00000,0.030
+52,mlp.experts.115.down_proj,rtn: 0.0022736,0.00000,0.033
+52,mlp.experts.119.down_proj,rtn: 0.0022125,0.00000,0.032
+52,mlp.experts.123.down_proj,rtn: 0.0022430,0.00000,0.032
+52,mlp.experts.111.down_proj,rtn: 0.0021973,0.00000,0.032
+52,mlp.experts.92.down_proj,rtn: 0.0022736,0.00000,0.079
+52,mlp.experts.122.down_proj,rtn: 0.0022888,0.00000,0.052
+52,mlp.experts.134.down_proj,rtn: 0.0022278,0.00000,0.031
+52,mlp.experts.126.down_proj,rtn: 0.0022125,0.00000,0.032
+52,mlp.experts.114.down_proj,rtn: 0.0021973,0.00000,0.033
+52,mlp.experts.68.down_proj,rtn: 0.0023193,0.00000,0.091
+52,mlp.experts.80.down_proj,rtn: 0.0023193,0.00000,0.101
+52,mlp.experts.109.down_proj,rtn: 0.0021667,0.00000,0.055
+52,mlp.experts.88.down_proj,rtn: 0.0022278,0.00000,0.066
+52,mlp.experts.121.down_proj,rtn: 0.0022736,0.00000,0.048
+52,mlp.experts.101.down_proj,rtn: 0.0023041,0.00000,0.051
+52,mlp.experts.113.down_proj,rtn: 0.0022583,0.00000,0.052
+52,mlp.experts.139.down_proj,rtn: 0.0022736,0.00000,0.055
+52,mlp.experts.127.down_proj,rtn: 0.0022888,0.00000,0.057
+52,mlp.experts.142.down_proj,rtn: 0.0022888,0.00000,0.036
+52,mlp.experts.138.down_proj,rtn: 0.0023041,0.00000,0.038
+52,mlp.experts.130.down_proj,rtn: 0.0022583,0.00000,0.038
+52,mlp.experts.150.down_proj,rtn: 0.0022888,0.00000,0.039
+52,mlp.experts.135.down_proj,rtn: 0.0022888,0.00000,0.047
+52,mlp.experts.131.down_proj,rtn: 0.0023041,0.00000,0.047
+52,mlp.experts.125.down_proj,rtn: 0.0022888,0.00000,0.054
+52,mlp.experts.108.down_proj,rtn: 0.0021820,0.00000,0.090
+52,mlp.experts.104.down_proj,rtn: 0.0022278,0.00000,0.046
+52,mlp.experts.84.down_proj,rtn: 0.0023041,0.00000,0.066
+52,mlp.experts.117.down_proj,rtn: 0.0022736,0.00000,0.032
+52,mlp.experts.137.down_proj,rtn: 0.0022583,0.00000,0.045
+52,mlp.experts.129.down_proj,rtn: 0.0022888,0.00000,0.045
+52,mlp.experts.143.down_proj,rtn: 0.0023193,0.00000,0.050
+52,mlp.experts.155.down_proj,rtn: 0.0022430,0.00000,0.055
+52,mlp.experts.151.down_proj,rtn: 0.0022736,0.00000,0.027
+52,mlp.experts.96.down_proj,rtn: 0.0023346,0.00000,0.099
+52,mlp.experts.154.down_proj,rtn: 0.0022888,0.00000,0.019
+52,mlp.experts.147.down_proj,rtn: 0.0021667,0.00000,0.033
+52,mlp.experts.158.down_proj,rtn: 0.0021973,0.00000,0.031
+52,mlp.experts.166.down_proj,rtn: 0.0022430,0.00000,0.031
+52,mlp.experts.146.down_proj,rtn: 0.0021362,0.00000,0.033
+52,mlp.experts.159.down_proj,rtn: 0.0021973,0.00000,0.030
+52,mlp.experts.171.down_proj,rtn: 0.0022125,0.00000,0.032
+52,mlp.experts.167.down_proj,rtn: 0.0022430,0.00000,0.041
+52,mlp.experts.120.down_proj,rtn: 0.0021820,0.00000,0.077
+52,mlp.experts.100.down_proj,rtn: 0.0022583,0.00000,0.070
+52,mlp.experts.124.down_proj,rtn: 0.0022736,0.00000,0.084
+52,mlp.experts.170.down_proj,rtn: 0.0021057,0.00000,0.045
+52,mlp.experts.145.down_proj,rtn: 0.0022888,0.00000,0.062
+52,mlp.experts.153.down_proj,rtn: 0.0022430,0.00000,0.063
+52,mlp.experts.163.down_proj,rtn: 0.0023193,0.00000,0.050
+52,mlp.experts.162.down_proj,rtn: 0.0022278,0.00000,0.040
+52,mlp.experts.182.down_proj,rtn: 0.0022430,0.00000,0.041
+52,mlp.experts.112.down_proj,rtn: 0.0023041,0.00000,0.063
+52,mlp.experts.174.down_proj,rtn: 0.0022888,0.00000,0.044
+52,mlp.experts.175.down_proj,rtn: 0.0022583,0.00000,0.048
+52,mlp.experts.141.down_proj,rtn: 0.0022430,0.00000,0.125
+52,mlp.experts.186.down_proj,rtn: 0.0023193,0.00000,0.042
+52,mlp.experts.133.down_proj,rtn: 0.0022583,0.00000,0.113
+52,mlp.experts.178.down_proj,rtn: 0.0022430,0.00000,0.028
+52,mlp.experts.190.down_proj,rtn: 0.0022430,0.00000,0.024
+52,mlp.experts.179.down_proj,rtn: 0.0023041,0.00000,0.039
+52,mlp.experts.183.down_proj,rtn: 0.0022278,0.00000,0.046
+52,mlp.experts.187.down_proj,rtn: 0.0022736,0.00000,0.049
+52,mlp.experts.140.down_proj,rtn: 0.0022888,0.00000,0.057
+52,mlp.experts.136.down_proj,rtn: 0.0022583,0.00000,0.066
+52,mlp.experts.191.down_proj,rtn: 0.0023193,0.00000,0.029
+52,mlp.experts.116.down_proj,rtn: 0.0023193,0.00000,0.053
+52,mlp.experts.128.down_proj,rtn: 0.0022583,0.00000,0.037
+52,mlp.experts.169.down_proj,rtn: 0.0022888,0.00000,0.068
+52,mlp.experts.161.down_proj,rtn: 0.0022278,0.00000,0.070
+52,mlp.experts.149.down_proj,rtn: 0.0023041,0.00000,0.028
+52,mlp.experts.152.down_proj,rtn: 0.0023041,0.00000,0.029
+52,mlp.experts.157.down_proj,rtn: 0.0022278,0.00000,0.034
+52,mlp.experts.132.down_proj,rtn: 0.0022583,0.00000,0.047
+52,mlp.experts.156.down_proj,rtn: 0.0023193,0.00000,0.058
+52,mlp.experts.144.down_proj,rtn: 0.0022736,0.00000,0.038
+52,mlp.experts.168.down_proj,rtn: 0.0022736,0.00000,0.033
+52,mlp.experts.185.down_proj,rtn: 0.0022430,0.00000,0.045
+52,mlp.experts.177.down_proj,rtn: 0.0022278,0.00000,0.046
+52,mlp.experts.165.down_proj,rtn: 0.0022888,0.00000,0.043
+52,mlp.experts.173.down_proj,rtn: 0.0022736,0.00000,0.035
+52,mlp.experts.172.down_proj,rtn: 0.0022736,0.00000,0.034
+52,mlp.experts.160.down_proj,rtn: 0.0023041,0.00000,0.045
+52,mlp.experts.148.down_proj,rtn: 0.0022736,0.00000,0.045
+52,mlp.experts.184.down_proj,rtn: 0.0022736,0.00000,0.030
+52,mlp.experts.181.down_proj,rtn: 0.0022888,0.00000,0.033
+52,mlp.experts.189.down_proj,rtn: 0.0022888,0.00000,0.026
+52,mlp.experts.176.down_proj,rtn: 0.0022278,0.00000,0.028
+52,mlp.experts.188.down_proj,rtn: 0.0022888,0.00000,0.037
+52,mlp.experts.164.down_proj,rtn: 0.0023193,0.00000,0.043
+52,mlp.experts.180.down_proj,rtn: 0.0022888,0.00000,0.017
+52,mlp.shared_experts.up_proj,rtn: 0.0018082,0.00000,0.043
+52,mlp.shared_experts.gate_proj,rtn: 0.0016098,0.00000,0.049
+52,mlp.shared_experts.down_proj,rtn: 0.0019684,0.00000,0.015
+53,self_attn.v_proj,rtn: 0.0028534,0.00000,0.026
+53,self_attn.k_proj,rtn: 0.0021667,0.00000,0.036
+53,self_attn.q_proj,rtn: 0.0021362,0.00000,0.029
+53,self_attn.o_proj,rtn: 0.0027924,0.00000,0.058
+53,mlp.experts.3.gate_proj,rtn: 0.0022736,0.00000,0.087
+53,mlp.experts.11.gate_proj,rtn: 0.0023041,0.00000,0.088
+53,mlp.experts.15.gate_proj,rtn: 0.0022736,0.00000,0.089
+53,mlp.experts.7.gate_proj,rtn: 0.0022736,0.00000,0.090
+53,mlp.experts.12.gate_proj,rtn: 0.0022888,0.00000,0.108
+53,mlp.experts.0.gate_proj,rtn: 0.0023041,0.00000,0.111
+53,mlp.experts.14.gate_proj,rtn: 0.0022125,0.00000,0.115
+53,mlp.experts.6.gate_proj,rtn: 0.0022888,0.00000,0.119
+53,mlp.experts.5.gate_proj,rtn: 0.0023193,0.00000,0.120
+53,mlp.experts.1.gate_proj,rtn: 0.0022583,0.00000,0.123
+53,mlp.experts.2.gate_proj,rtn: 0.0022583,0.00000,0.120
+53,mlp.experts.4.gate_proj,rtn: 0.0023499,0.00000,0.133
+53,mlp.experts.10.gate_proj,rtn: 0.0022736,0.00000,0.144
+53,mlp.experts.8.gate_proj,rtn: 0.0022888,0.00000,0.137
+53,mlp.experts.9.gate_proj,rtn: 0.0023346,0.00000,0.154
+53,mlp.experts.13.gate_proj,rtn: 0.0022888,0.00000,0.158
+53,mlp.experts.19.gate_proj,rtn: 0.0023193,0.00000,0.072
+53,mlp.experts.27.gate_proj,rtn: 0.0022278,0.00000,0.073
+53,mlp.experts.31.gate_proj,rtn: 0.0022430,0.00000,0.075
+53,mlp.experts.23.gate_proj,rtn: 0.0022278,0.00000,0.097
+53,mlp.experts.26.gate_proj,rtn: 0.0022736,0.00000,0.074
+53,mlp.experts.18.gate_proj,rtn: 0.0022888,0.00000,0.082
+53,mlp.experts.22.gate_proj,rtn: 0.0022583,0.00000,0.084
+53,mlp.experts.30.gate_proj,rtn: 0.0022430,0.00000,0.084
+53,mlp.experts.21.gate_proj,rtn: 0.0023956,0.00000,0.134
+53,mlp.experts.25.gate_proj,rtn: 0.0022736,0.00000,0.110
+53,mlp.experts.29.gate_proj,rtn: 0.0022125,0.00000,0.106
+53,mlp.experts.20.gate_proj,rtn: 0.0022583,0.00000,0.141
+53,mlp.experts.35.gate_proj,rtn: 0.0023041,0.00000,0.087
+53,mlp.experts.47.gate_proj,rtn: 0.0022430,0.00000,0.088
+53,mlp.experts.17.gate_proj,rtn: 0.0023193,0.00000,0.148
+53,mlp.experts.24.gate_proj,rtn: 0.0022736,0.00000,0.143
+53,mlp.experts.43.gate_proj,rtn: 0.0022736,0.00000,0.092
+53,mlp.experts.39.gate_proj,rtn: 0.0022430,0.00000,0.110
+53,mlp.experts.16.gate_proj,rtn: 0.0022583,0.00000,0.188
+53,mlp.experts.28.gate_proj,rtn: 0.0023346,0.00000,0.202
+53,mlp.experts.37.gate_proj,rtn: 0.0022888,0.00000,0.119
+53,mlp.experts.36.gate_proj,rtn: 0.0023193,0.00000,0.096
+53,mlp.experts.41.gate_proj,rtn: 0.0023193,0.00000,0.111
+53,mlp.experts.51.gate_proj,rtn: 0.0023346,0.00000,0.102
+53,mlp.experts.45.gate_proj,rtn: 0.0023041,0.00000,0.119
+53,mlp.experts.34.gate_proj,rtn: 0.0022736,0.00000,0.157
+53,mlp.experts.40.gate_proj,rtn: 0.0022583,0.00000,0.094
+53,mlp.experts.63.gate_proj,rtn: 0.0022583,0.00000,0.096
+53,mlp.experts.59.gate_proj,rtn: 0.0023041,0.00000,0.097
+53,mlp.experts.38.gate_proj,rtn: 0.0022278,0.00000,0.168
+53,mlp.experts.55.gate_proj,rtn: 0.0022430,0.00000,0.082
+53,mlp.experts.33.gate_proj,rtn: 0.0022278,0.00000,0.113
+53,mlp.experts.44.gate_proj,rtn: 0.0023041,0.00000,0.087
+53,mlp.experts.32.gate_proj,rtn: 0.0022736,0.00000,0.090
+53,mlp.experts.42.gate_proj,rtn: 0.0023193,0.00000,0.221
+53,mlp.experts.46.gate_proj,rtn: 0.0022888,0.00000,0.215
+53,mlp.experts.52.gate_proj,rtn: 0.0023193,0.00000,0.091
+53,mlp.experts.56.gate_proj,rtn: 0.0022888,0.00000,0.103
+53,mlp.experts.53.gate_proj,rtn: 0.0023193,0.00000,0.137
+53,mlp.experts.57.gate_proj,rtn: 0.0022430,0.00000,0.128
+53,mlp.experts.61.gate_proj,rtn: 0.0023499,0.00000,0.122
+53,mlp.experts.67.gate_proj,rtn: 0.0023193,0.00000,0.130
+53,mlp.experts.54.gate_proj,rtn: 0.0022583,0.00000,0.098
+53,mlp.experts.50.gate_proj,rtn: 0.0023041,0.00000,0.104
+53,mlp.experts.60.gate_proj,rtn: 0.0023041,0.00000,0.107
+53,mlp.experts.49.gate_proj,rtn: 0.0022736,0.00000,0.116
+53,mlp.experts.75.gate_proj,rtn: 0.0023193,0.00000,0.132
+53,mlp.experts.79.gate_proj,rtn: 0.0022736,0.00000,0.135
+53,mlp.experts.62.gate_proj,rtn: 0.0022583,0.00000,0.097
+53,mlp.experts.58.gate_proj,rtn: 0.0022736,0.00000,0.098
+53,mlp.experts.48.gate_proj,rtn: 0.0021973,0.00000,0.122
+53,mlp.experts.71.gate_proj,rtn: 0.0022583,0.00000,0.126
+53,mlp.experts.68.gate_proj,rtn: 0.0023193,0.00000,0.120
+53,mlp.experts.72.gate_proj,rtn: 0.0022736,0.00000,0.114
+53,mlp.experts.69.gate_proj,rtn: 0.0023651,0.00000,0.125
+53,mlp.experts.73.gate_proj,rtn: 0.0023804,0.00000,0.123
+53,mlp.experts.70.gate_proj,rtn: 0.0022125,0.00000,0.122
+53,mlp.experts.77.gate_proj,rtn: 0.0023041,0.00000,0.118
+53,mlp.experts.76.gate_proj,rtn: 0.0022736,0.00000,0.121
+53,mlp.experts.65.gate_proj,rtn: 0.0022278,0.00000,0.130
+53,mlp.experts.64.gate_proj,rtn: 0.0023499,0.00000,0.114
+53,mlp.experts.66.gate_proj,rtn: 0.0022736,0.00000,0.124
+53,mlp.experts.78.gate_proj,rtn: 0.0023041,0.00000,0.118
+53,mlp.experts.91.gate_proj,rtn: 0.0023041,0.00000,0.136
+53,mlp.experts.83.gate_proj,rtn: 0.0023193,0.00000,0.151
+53,mlp.experts.95.gate_proj,rtn: 0.0022583,0.00000,0.160
+53,mlp.experts.74.gate_proj,rtn: 0.0023193,0.00000,0.160
+53,mlp.experts.87.gate_proj,rtn: 0.0023041,0.00000,0.128
+53,mlp.experts.84.gate_proj,rtn: 0.0022736,0.00000,0.135
+53,mlp.experts.85.gate_proj,rtn: 0.0021820,0.00000,0.102
+53,mlp.experts.89.gate_proj,rtn: 0.0023041,0.00000,0.097
+53,mlp.experts.88.gate_proj,rtn: 0.0023041,0.00000,0.118
+53,mlp.experts.93.gate_proj,rtn: 0.0023041,0.00000,0.093
+53,mlp.experts.86.gate_proj,rtn: 0.0022583,0.00000,0.109
+53,mlp.experts.82.gate_proj,rtn: 0.0021667,0.00000,0.092
+53,mlp.experts.81.gate_proj,rtn: 0.0023193,0.00000,0.077
+53,mlp.experts.94.gate_proj,rtn: 0.0023346,0.00000,0.111
+53,mlp.experts.80.gate_proj,rtn: 0.0022430,0.00000,0.123
+53,mlp.experts.90.gate_proj,rtn: 0.0022583,0.00000,0.080
+53,mlp.experts.92.gate_proj,rtn: 0.0022125,0.00000,0.158
+53,mlp.experts.99.gate_proj,rtn: 0.0022583,0.00000,0.124
+53,mlp.experts.107.gate_proj,rtn: 0.0023346,0.00000,0.123
+53,mlp.experts.111.gate_proj,rtn: 0.0023041,0.00000,0.135
+53,mlp.experts.98.gate_proj,rtn: 0.0023041,0.00000,0.089
+53,mlp.experts.100.gate_proj,rtn: 0.0023346,0.00000,0.102
+53,mlp.experts.102.gate_proj,rtn: 0.0022888,0.00000,0.093
+53,mlp.experts.103.gate_proj,rtn: 0.0022736,0.00000,0.155
+53,mlp.experts.104.gate_proj,rtn: 0.0022583,0.00000,0.106
+53,mlp.experts.110.gate_proj,rtn: 0.0023041,0.00000,0.098
+53,mlp.experts.106.gate_proj,rtn: 0.0022888,0.00000,0.098
+53,mlp.experts.109.gate_proj,rtn: 0.0022888,0.00000,0.145
+53,mlp.experts.105.gate_proj,rtn: 0.0022888,0.00000,0.170
+53,mlp.experts.96.gate_proj,rtn: 0.0022736,0.00000,0.116
+53,mlp.experts.108.gate_proj,rtn: 0.0022583,0.00000,0.107
+53,mlp.experts.101.gate_proj,rtn: 0.0022125,0.00000,0.181
+53,mlp.experts.115.gate_proj,rtn: 0.0022430,0.00000,0.128
+53,mlp.experts.97.gate_proj,rtn: 0.0022736,0.00000,0.171
+53,mlp.experts.123.gate_proj,rtn: 0.0023041,0.00000,0.120
+53,mlp.experts.114.gate_proj,rtn: 0.0021973,0.00000,0.103
+53,mlp.experts.127.gate_proj,rtn: 0.0022888,0.00000,0.113
+53,mlp.experts.126.gate_proj,rtn: 0.0023346,0.00000,0.095
+53,mlp.experts.116.gate_proj,rtn: 0.0023041,0.00000,0.102
+53,mlp.experts.119.gate_proj,rtn: 0.0022430,0.00000,0.106
+53,mlp.experts.120.gate_proj,rtn: 0.0023041,0.00000,0.100
+53,mlp.experts.118.gate_proj,rtn: 0.0022430,0.00000,0.113
+53,mlp.experts.122.gate_proj,rtn: 0.0022736,0.00000,0.103
+53,mlp.experts.124.gate_proj,rtn: 0.0023651,0.00000,0.089
+53,mlp.experts.112.gate_proj,rtn: 0.0023041,0.00000,0.098
+53,mlp.experts.130.gate_proj,rtn: 0.0021973,0.00000,0.092
+53,mlp.experts.142.gate_proj,rtn: 0.0023193,0.00000,0.085
+53,mlp.experts.132.gate_proj,rtn: 0.0022736,0.00000,0.083
+53,mlp.experts.136.gate_proj,rtn: 0.0022430,0.00000,0.073
+53,mlp.experts.139.gate_proj,rtn: 0.0022888,0.00000,0.113
+53,mlp.experts.143.gate_proj,rtn: 0.0022888,0.00000,0.100
+53,mlp.experts.131.gate_proj,rtn: 0.0023956,0.00000,0.114
+53,mlp.experts.134.gate_proj,rtn: 0.0022888,0.00000,0.091
+53,mlp.experts.138.gate_proj,rtn: 0.0022125,0.00000,0.080
+53,mlp.experts.125.gate_proj,rtn: 0.0022888,0.00000,0.188
+53,mlp.experts.135.gate_proj,rtn: 0.0022125,0.00000,0.108
+53,mlp.experts.117.gate_proj,rtn: 0.0023804,0.00000,0.168
+53,mlp.experts.140.gate_proj,rtn: 0.0022888,0.00000,0.094
+53,mlp.experts.121.gate_proj,rtn: 0.0022430,0.00000,0.205
+53,mlp.experts.128.gate_proj,rtn: 0.0023041,0.00000,0.095
+53,mlp.experts.113.gate_proj,rtn: 0.0022888,0.00000,0.220
+53,mlp.experts.146.gate_proj,rtn: 0.0022888,0.00000,0.115
+53,mlp.experts.158.gate_proj,rtn: 0.0023804,0.00000,0.119
+53,mlp.experts.152.gate_proj,rtn: 0.0022736,0.00000,0.117
+53,mlp.experts.148.gate_proj,rtn: 0.0022736,0.00000,0.123
+53,mlp.experts.150.gate_proj,rtn: 0.0022736,0.00000,0.108
+53,mlp.experts.155.gate_proj,rtn: 0.0022583,0.00000,0.141
+53,mlp.experts.133.gate_proj,rtn: 0.0023193,0.00000,0.118
+53,mlp.experts.154.gate_proj,rtn: 0.0023956,0.00000,0.123
+53,mlp.experts.159.gate_proj,rtn: 0.0023499,0.00000,0.162
+53,mlp.experts.156.gate_proj,rtn: 0.0022583,0.00000,0.118
+53,mlp.experts.141.gate_proj,rtn: 0.0022736,0.00000,0.142
+53,mlp.experts.144.gate_proj,rtn: 0.0023804,0.00000,0.121
+53,mlp.experts.137.gate_proj,rtn: 0.0022278,0.00000,0.129
+53,mlp.experts.129.gate_proj,rtn: 0.0021820,0.00000,0.119
+53,mlp.experts.147.gate_proj,rtn: 0.0023193,0.00000,0.211
+53,mlp.experts.151.gate_proj,rtn: 0.0022736,0.00000,0.179
+53,mlp.experts.162.gate_proj,rtn: 0.0022430,0.00000,0.119
+53,mlp.experts.164.gate_proj,rtn: 0.0022430,0.00000,0.099
+53,mlp.experts.168.gate_proj,rtn: 0.0022583,0.00000,0.109
+53,mlp.experts.174.gate_proj,rtn: 0.0022583,0.00000,0.132
+53,mlp.experts.166.gate_proj,rtn: 0.0022736,0.00000,0.106
+53,mlp.experts.160.gate_proj,rtn: 0.0023041,0.00000,0.088
+53,mlp.experts.172.gate_proj,rtn: 0.0022583,0.00000,0.091
+53,mlp.experts.175.gate_proj,rtn: 0.0022736,0.00000,0.093
+53,mlp.experts.171.gate_proj,rtn: 0.0021820,0.00000,0.128
+53,mlp.experts.170.gate_proj,rtn: 0.0024414,0.00000,0.123
+53,mlp.experts.157.gate_proj,rtn: 0.0023346,0.00000,0.133
+53,mlp.experts.149.gate_proj,rtn: 0.0022125,0.00000,0.146
+53,mlp.experts.163.gate_proj,rtn: 0.0022430,0.00000,0.095
+53,mlp.experts.153.gate_proj,rtn: 0.0021973,0.00000,0.154
+53,mlp.experts.167.gate_proj,rtn: 0.0023346,0.00000,0.121
+53,mlp.experts.180.gate_proj,rtn: 0.0021973,0.00000,0.113
+53,mlp.experts.184.gate_proj,rtn: 0.0022430,0.00000,0.109
+53,mlp.experts.145.gate_proj,rtn: 0.0022736,0.00000,0.157
+53,mlp.experts.187.gate_proj,rtn: 0.0022888,0.00000,0.102
+53,mlp.experts.191.gate_proj,rtn: 0.0022583,0.00000,0.111
+53,mlp.experts.178.gate_proj,rtn: 0.0022125,0.00000,0.160
+53,mlp.experts.190.gate_proj,rtn: 0.0022430,0.00000,0.144
+53,mlp.experts.176.gate_proj,rtn: 0.0023346,0.00000,0.120
+53,mlp.experts.182.gate_proj,rtn: 0.0023804,0.00000,0.159
+53,mlp.experts.179.gate_proj,rtn: 0.0022736,0.00000,0.112
+53,mlp.experts.173.gate_proj,rtn: 0.0023804,0.00000,0.151
+53,mlp.experts.188.gate_proj,rtn: 0.0023193,0.00000,0.194
+53,mlp.experts.183.gate_proj,rtn: 0.0022888,0.00000,0.114
+53,mlp.experts.165.gate_proj,rtn: 0.0022583,0.00000,0.155
+53,mlp.experts.169.gate_proj,rtn: 0.0023041,0.00000,0.158
+53,mlp.experts.186.gate_proj,rtn: 0.0022430,0.00000,0.239
+53,mlp.experts.11.up_proj,rtn: 0.0022736,0.00000,0.118
+53,mlp.experts.15.up_proj,rtn: 0.0022430,0.00000,0.127
+53,mlp.experts.4.up_proj,rtn: 0.0023193,0.00000,0.133
+53,mlp.experts.8.up_proj,rtn: 0.0022583,0.00000,0.147
+53,mlp.experts.161.gate_proj,rtn: 0.0023346,0.00000,0.148
+53,mlp.experts.0.up_proj,rtn: 0.0022736,0.00000,0.116
+53,mlp.experts.12.up_proj,rtn: 0.0022278,0.00000,0.105
+53,mlp.experts.3.up_proj,rtn: 0.0022736,0.00000,0.121
+53,mlp.experts.7.up_proj,rtn: 0.0022278,0.00000,0.127
+53,mlp.experts.14.up_proj,rtn: 0.0021973,0.00000,0.198
+53,mlp.experts.189.gate_proj,rtn: 0.0022736,0.00000,0.152
+53,mlp.experts.20.up_proj,rtn: 0.0022278,0.00000,0.084
+53,mlp.experts.181.gate_proj,rtn: 0.0023651,0.00000,0.153
+53,mlp.experts.2.up_proj,rtn: 0.0022430,0.00000,0.224
+53,mlp.experts.27.up_proj,rtn: 0.0021973,0.00000,0.090
+53,mlp.experts.31.up_proj,rtn: 0.0022278,0.00000,0.086
+53,mlp.experts.24.up_proj,rtn: 0.0022583,0.00000,0.094
+53,mlp.experts.16.up_proj,rtn: 0.0021973,0.00000,0.098
+53,mlp.experts.6.up_proj,rtn: 0.0022736,0.00000,0.243
+53,mlp.experts.185.gate_proj,rtn: 0.0022583,0.00000,0.165
+53,mlp.experts.10.up_proj,rtn: 0.0022583,0.00000,0.139
+53,mlp.experts.28.up_proj,rtn: 0.0021820,0.00000,0.094
+53,mlp.experts.177.gate_proj,rtn: 0.0022736,0.00000,0.136
+53,mlp.experts.30.up_proj,rtn: 0.0022278,0.00000,0.090
+53,mlp.experts.19.up_proj,rtn: 0.0022736,0.00000,0.150
+53,mlp.experts.18.up_proj,rtn: 0.0022736,0.00000,0.100
+53,mlp.experts.36.up_proj,rtn: 0.0022430,0.00000,0.122
+53,mlp.experts.13.up_proj,rtn: 0.0022736,0.00000,0.146
+53,mlp.experts.5.up_proj,rtn: 0.0022583,0.00000,0.132
+53,mlp.experts.23.up_proj,rtn: 0.0022278,0.00000,0.184
+53,mlp.experts.40.up_proj,rtn: 0.0022278,0.00000,0.123
+53,mlp.experts.22.up_proj,rtn: 0.0022125,0.00000,0.110
+53,mlp.experts.44.up_proj,rtn: 0.0022278,0.00000,0.090
+53,mlp.experts.32.up_proj,rtn: 0.0022583,0.00000,0.103
+53,mlp.experts.9.up_proj,rtn: 0.0023193,0.00000,0.151
+53,mlp.experts.26.up_proj,rtn: 0.0022583,0.00000,0.132
+53,mlp.experts.46.up_proj,rtn: 0.0022430,0.00000,0.123
+53,mlp.experts.1.up_proj,rtn: 0.0022430,0.00000,0.134
+53,mlp.experts.47.up_proj,rtn: 0.0022125,0.00000,0.206
+53,mlp.experts.52.up_proj,rtn: 0.0023041,0.00000,0.096
+53,mlp.experts.43.up_proj,rtn: 0.0022278,0.00000,0.217
+53,mlp.experts.48.up_proj,rtn: 0.0021820,0.00000,0.072
+53,mlp.experts.56.up_proj,rtn: 0.0022278,0.00000,0.078
+53,mlp.experts.60.up_proj,rtn: 0.0022888,0.00000,0.079
+53,mlp.experts.34.up_proj,rtn: 0.0022430,0.00000,0.129
+53,mlp.experts.21.up_proj,rtn: 0.0023193,0.00000,0.110
+53,mlp.experts.29.up_proj,rtn: 0.0021973,0.00000,0.128
+53,mlp.experts.38.up_proj,rtn: 0.0022125,0.00000,0.135
+53,mlp.experts.42.up_proj,rtn: 0.0023041,0.00000,0.134
+53,mlp.experts.35.up_proj,rtn: 0.0022736,0.00000,0.209
+53,mlp.experts.25.up_proj,rtn: 0.0022125,0.00000,0.149
+53,mlp.experts.64.up_proj,rtn: 0.0022888,0.00000,0.093
+53,mlp.experts.62.up_proj,rtn: 0.0022430,0.00000,0.143
+53,mlp.experts.39.up_proj,rtn: 0.0021820,0.00000,0.218
+53,mlp.experts.68.up_proj,rtn: 0.0022583,0.00000,0.125
+53,mlp.experts.17.up_proj,rtn: 0.0022430,0.00000,0.159
+53,mlp.experts.63.up_proj,rtn: 0.0022430,0.00000,0.150
+53,mlp.experts.59.up_proj,rtn: 0.0022583,0.00000,0.147
+53,mlp.experts.50.up_proj,rtn: 0.0022888,0.00000,0.131
+53,mlp.experts.72.up_proj,rtn: 0.0022583,0.00000,0.144
+53,mlp.experts.54.up_proj,rtn: 0.0022278,0.00000,0.132
+53,mlp.experts.37.up_proj,rtn: 0.0022583,0.00000,0.140
+53,mlp.experts.45.up_proj,rtn: 0.0022888,0.00000,0.151
+53,mlp.experts.58.up_proj,rtn: 0.0022278,0.00000,0.112
+53,mlp.experts.76.up_proj,rtn: 0.0022278,0.00000,0.164
+53,mlp.experts.78.up_proj,rtn: 0.0022888,0.00000,0.101
+53,mlp.experts.41.up_proj,rtn: 0.0022430,0.00000,0.152
+53,mlp.experts.66.up_proj,rtn: 0.0022278,0.00000,0.098
+53,mlp.experts.33.up_proj,rtn: 0.0021820,0.00000,0.126
+53,mlp.experts.51.up_proj,rtn: 0.0022125,0.00000,0.162
+53,mlp.experts.70.up_proj,rtn: 0.0021973,0.00000,0.094
+53,mlp.experts.75.up_proj,rtn: 0.0022736,0.00000,0.136
+53,mlp.experts.74.up_proj,rtn: 0.0022736,0.00000,0.088
+53,mlp.experts.55.up_proj,rtn: 0.0022430,0.00000,0.197
+53,mlp.experts.61.up_proj,rtn: 0.0023193,0.00000,0.112
+53,mlp.experts.53.up_proj,rtn: 0.0022888,0.00000,0.123
+53,mlp.experts.94.up_proj,rtn: 0.0023041,0.00000,0.102
+53,mlp.experts.79.up_proj,rtn: 0.0022583,0.00000,0.181
+53,mlp.experts.84.up_proj,rtn: 0.0022430,0.00000,0.215
+53,mlp.experts.80.up_proj,rtn: 0.0022278,0.00000,0.239
+53,mlp.experts.82.up_proj,rtn: 0.0021362,0.00000,0.110
+53,mlp.experts.86.up_proj,rtn: 0.0022430,0.00000,0.107
+53,mlp.experts.67.up_proj,rtn: 0.0023041,0.00000,0.129
+53,mlp.experts.92.up_proj,rtn: 0.0021820,0.00000,0.192
+53,mlp.experts.90.up_proj,rtn: 0.0022125,0.00000,0.105
+53,mlp.experts.91.up_proj,rtn: 0.0022736,0.00000,0.130
+53,mlp.experts.49.up_proj,rtn: 0.0022888,0.00000,0.159
+53,mlp.experts.57.up_proj,rtn: 0.0022278,0.00000,0.172
+53,mlp.experts.110.up_proj,rtn: 0.0022583,0.00000,0.106
+53,mlp.experts.71.up_proj,rtn: 0.0022278,0.00000,0.120
+53,mlp.experts.88.up_proj,rtn: 0.0022430,0.00000,0.290
+53,mlp.experts.98.up_proj,rtn: 0.0022736,0.00000,0.092
+53,mlp.experts.95.up_proj,rtn: 0.0022430,0.00000,0.129
+53,mlp.experts.102.up_proj,rtn: 0.0022583,0.00000,0.090
+53,mlp.experts.69.up_proj,rtn: 0.0022430,0.00000,0.173
+53,mlp.experts.106.up_proj,rtn: 0.0022278,0.00000,0.095
+53,mlp.experts.83.up_proj,rtn: 0.0022888,0.00000,0.108
+53,mlp.experts.96.up_proj,rtn: 0.0022583,0.00000,0.190
+53,mlp.experts.126.up_proj,rtn: 0.0022583,0.00000,0.099
+53,mlp.experts.107.up_proj,rtn: 0.0023041,0.00000,0.121
+53,mlp.experts.87.up_proj,rtn: 0.0022583,0.00000,0.101
+53,mlp.experts.77.up_proj,rtn: 0.0022736,0.00000,0.244
+53,mlp.experts.100.up_proj,rtn: 0.0022583,0.00000,0.213
+53,mlp.experts.104.up_proj,rtn: 0.0022430,0.00000,0.105
+53,mlp.experts.111.up_proj,rtn: 0.0022888,0.00000,0.095
+53,mlp.experts.73.up_proj,rtn: 0.0022888,0.00000,0.124
+53,mlp.experts.65.up_proj,rtn: 0.0022125,0.00000,0.139
+53,mlp.experts.114.up_proj,rtn: 0.0021515,0.00000,0.114
+53,mlp.experts.108.up_proj,rtn: 0.0022278,0.00000,0.166
+53,mlp.experts.118.up_proj,rtn: 0.0021820,0.00000,0.099
+53,mlp.experts.122.up_proj,rtn: 0.0022583,0.00000,0.102
+53,mlp.experts.85.up_proj,rtn: 0.0021667,0.00000,0.119
+53,mlp.experts.99.up_proj,rtn: 0.0022430,0.00000,0.120
+53,mlp.experts.112.up_proj,rtn: 0.0022736,0.00000,0.103
+53,mlp.experts.142.up_proj,rtn: 0.0022888,0.00000,0.086
+53,mlp.experts.116.up_proj,rtn: 0.0022888,0.00000,0.103
+53,mlp.experts.120.up_proj,rtn: 0.0022583,0.00000,0.094
+53,mlp.experts.123.up_proj,rtn: 0.0022583,0.00000,0.120
+53,mlp.experts.134.up_proj,rtn: 0.0022583,0.00000,0.088
+53,mlp.experts.103.up_proj,rtn: 0.0022430,0.00000,0.126
+53,mlp.experts.130.up_proj,rtn: 0.0021667,0.00000,0.092
+53,mlp.experts.93.up_proj,rtn: 0.0022583,0.00000,0.129
+53,mlp.experts.127.up_proj,rtn: 0.0022278,0.00000,0.126
+53,mlp.experts.81.up_proj,rtn: 0.0022736,0.00000,0.132
+53,mlp.experts.124.up_proj,rtn: 0.0023346,0.00000,0.122
+53,mlp.experts.138.up_proj,rtn: 0.0021820,0.00000,0.124
+53,mlp.experts.101.up_proj,rtn: 0.0021973,0.00000,0.127
+53,mlp.experts.128.up_proj,rtn: 0.0022888,0.00000,0.118
+53,mlp.experts.158.up_proj,rtn: 0.0022888,0.00000,0.114
+53,mlp.experts.89.up_proj,rtn: 0.0022583,0.00000,0.211
+53,mlp.experts.132.up_proj,rtn: 0.0022583,0.00000,0.128
+53,mlp.experts.115.up_proj,rtn: 0.0022278,0.00000,0.156
+53,mlp.experts.136.up_proj,rtn: 0.0022278,0.00000,0.129
+53,mlp.experts.150.up_proj,rtn: 0.0022278,0.00000,0.119
+53,mlp.experts.146.up_proj,rtn: 0.0022278,0.00000,0.117
+53,mlp.experts.109.up_proj,rtn: 0.0022583,0.00000,0.119
+53,mlp.experts.97.up_proj,rtn: 0.0022278,0.00000,0.094
+53,mlp.experts.139.up_proj,rtn: 0.0022430,0.00000,0.167
+53,mlp.experts.140.up_proj,rtn: 0.0022278,0.00000,0.111
+53,mlp.experts.154.up_proj,rtn: 0.0023193,0.00000,0.102
+53,mlp.experts.117.up_proj,rtn: 0.0023193,0.00000,0.088
+53,mlp.experts.119.up_proj,rtn: 0.0022125,0.00000,0.195
+53,mlp.experts.144.up_proj,rtn: 0.0022583,0.00000,0.099
+53,mlp.experts.148.up_proj,rtn: 0.0022583,0.00000,0.091
+53,mlp.experts.105.up_proj,rtn: 0.0022430,0.00000,0.098
+53,mlp.experts.174.up_proj,rtn: 0.0022430,0.00000,0.113
+53,mlp.experts.143.up_proj,rtn: 0.0022430,0.00000,0.167
+53,mlp.experts.125.up_proj,rtn: 0.0022583,0.00000,0.084
+53,mlp.experts.131.up_proj,rtn: 0.0022125,0.00000,0.118
+53,mlp.experts.166.up_proj,rtn: 0.0022430,0.00000,0.103
+53,mlp.experts.162.up_proj,rtn: 0.0022125,0.00000,0.104
+53,mlp.experts.113.up_proj,rtn: 0.0022736,0.00000,0.091
+53,mlp.experts.152.up_proj,rtn: 0.0022583,0.00000,0.111
+53,mlp.experts.155.up_proj,rtn: 0.0022430,0.00000,0.097
+53,mlp.experts.156.up_proj,rtn: 0.0022430,0.00000,0.124
+53,mlp.experts.170.up_proj,rtn: 0.0023956,0.00000,0.106
+53,mlp.experts.135.up_proj,rtn: 0.0021973,0.00000,0.088
+53,mlp.experts.133.up_proj,rtn: 0.0022888,0.00000,0.118
+53,mlp.experts.190.up_proj,rtn: 0.0021973,0.00000,0.118
+53,mlp.experts.147.up_proj,rtn: 0.0022736,0.00000,0.104
+53,mlp.experts.159.up_proj,rtn: 0.0023041,0.00000,0.113
+53,mlp.experts.182.up_proj,rtn: 0.0023193,0.00000,0.120
+53,mlp.experts.164.up_proj,rtn: 0.0022125,0.00000,0.143
+53,mlp.experts.171.up_proj,rtn: 0.0024261,0.00000,0.097
+53,mlp.experts.141.up_proj,rtn: 0.0022430,0.00000,0.137
+53,mlp.experts.160.up_proj,rtn: 0.0022583,0.00000,0.162
+53,mlp.experts.178.up_proj,rtn: 0.0021362,0.00000,0.119
+53,mlp.experts.121.up_proj,rtn: 0.0021973,0.00000,0.152
+53,mlp.experts.186.up_proj,rtn: 0.0021973,0.00000,0.091
+53,mlp.experts.151.up_proj,rtn: 0.0022583,0.00000,0.105
+53,mlp.experts.168.up_proj,rtn: 0.0022278,0.00000,0.147
+53,mlp.experts.172.up_proj,rtn: 0.0022125,0.00000,0.125
+53,mlp.experts.129.up_proj,rtn: 0.0021667,0.00000,0.142
+53,mlp.experts.180.up_proj,rtn: 0.0021667,0.00000,0.080
+53,mlp.experts.163.up_proj,rtn: 0.0023041,0.00000,0.087
+53,mlp.experts.187.up_proj,rtn: 0.0022736,0.00000,0.080
+53,mlp.experts.176.up_proj,rtn: 0.0023041,0.00000,0.090
+53,mlp.experts.175.up_proj,rtn: 0.0022583,0.00000,0.093
+53,mlp.experts.167.up_proj,rtn: 0.0022888,0.00000,0.105
+53,mlp.experts.149.up_proj,rtn: 0.0021820,0.00000,0.222
+53,mlp.experts.188.up_proj,rtn: 0.0022888,0.00000,0.070
+53,mlp.experts.179.up_proj,rtn: 0.0022430,0.00000,0.065
+53,mlp.experts.184.up_proj,rtn: 0.0022278,0.00000,0.088
+53,mlp.experts.191.up_proj,rtn: 0.0022278,0.00000,0.083
+53,mlp.experts.145.up_proj,rtn: 0.0022430,0.00000,0.165
+53,mlp.experts.137.up_proj,rtn: 0.0021973,0.00000,0.206
+53,mlp.experts.183.up_proj,rtn: 0.0022583,0.00000,0.118
+53,mlp.experts.157.up_proj,rtn: 0.0023041,0.00000,0.219
+53,mlp.experts.165.up_proj,rtn: 0.0022430,0.00000,0.215
+53,mlp.experts.173.up_proj,rtn: 0.0023346,0.00000,0.129
+53,mlp.experts.153.up_proj,rtn: 0.0021820,0.00000,0.159
+53,mlp.experts.161.up_proj,rtn: 0.0023041,0.00000,0.140
+53,mlp.experts.181.up_proj,rtn: 0.0023193,0.00000,0.164
+53,mlp.experts.177.up_proj,rtn: 0.0022278,0.00000,0.142
+53,mlp.experts.169.up_proj,rtn: 0.0022583,0.00000,0.185
+53,mlp.experts.189.up_proj,rtn: 0.0022430,0.00000,0.218
+53,mlp.experts.185.up_proj,rtn: 0.0022278,0.00000,0.043
+53,mlp.experts.0.down_proj,rtn: 0.0023041,0.00000,0.024
+53,mlp.experts.10.down_proj,rtn: 0.0022888,0.00000,0.047
+53,mlp.experts.6.down_proj,rtn: 0.0023346,0.00000,0.046
+53,mlp.experts.2.down_proj,rtn: 0.0022888,0.00000,0.049
+53,mlp.experts.13.down_proj,rtn: 0.0023346,0.00000,0.133
+53,mlp.experts.5.down_proj,rtn: 0.0022888,0.00000,0.134
+53,mlp.experts.9.down_proj,rtn: 0.0023651,0.00000,0.135
+53,mlp.experts.14.down_proj,rtn: 0.0022430,0.00000,0.066
+53,mlp.experts.1.down_proj,rtn: 0.0023193,0.00000,0.153
+53,mlp.experts.3.down_proj,rtn: 0.0023346,0.00000,0.061
+53,mlp.experts.7.down_proj,rtn: 0.0022583,0.00000,0.062
+53,mlp.experts.15.down_proj,rtn: 0.0022888,0.00000,0.064
+53,mlp.experts.11.down_proj,rtn: 0.0022888,0.00000,0.065
+53,mlp.experts.16.down_proj,rtn: 0.0022125,0.00000,0.065
+53,mlp.experts.26.down_proj,rtn: 0.0023041,0.00000,0.043
+53,mlp.experts.18.down_proj,rtn: 0.0023193,0.00000,0.038
+53,mlp.experts.22.down_proj,rtn: 0.0022736,0.00000,0.043
+53,mlp.experts.4.down_proj,rtn: 0.0023804,0.00000,0.079
+53,mlp.experts.8.down_proj,rtn: 0.0022888,0.00000,0.081
+53,mlp.experts.12.down_proj,rtn: 0.0022583,0.00000,0.082
+53,mlp.experts.32.down_proj,rtn: 0.0023041,0.00000,0.018
+53,mlp.experts.30.down_proj,rtn: 0.0022736,0.00000,0.047
+53,mlp.experts.29.down_proj,rtn: 0.0022125,0.00000,0.062
+53,mlp.experts.25.down_proj,rtn: 0.0022430,0.00000,0.049
+53,mlp.experts.17.down_proj,rtn: 0.0021820,0.00000,0.045
+53,mlp.experts.21.down_proj,rtn: 0.0022888,0.00000,0.060
+53,mlp.experts.38.down_proj,rtn: 0.0022430,0.00000,0.030
+53,mlp.experts.42.down_proj,rtn: 0.0023499,0.00000,0.035
+53,mlp.experts.34.down_proj,rtn: 0.0022736,0.00000,0.039
+53,mlp.experts.19.down_proj,rtn: 0.0022736,0.00000,0.063
+53,mlp.experts.27.down_proj,rtn: 0.0022430,0.00000,0.054
+53,mlp.experts.23.down_proj,rtn: 0.0022888,0.00000,0.061
+53,mlp.experts.31.down_proj,rtn: 0.0023041,0.00000,0.051
+53,mlp.experts.46.down_proj,rtn: 0.0022736,0.00000,0.037
+53,mlp.experts.58.down_proj,rtn: 0.0023193,0.00000,0.030
+53,mlp.experts.54.down_proj,rtn: 0.0022736,0.00000,0.031
+53,mlp.experts.50.down_proj,rtn: 0.0023346,0.00000,0.031
+53,mlp.experts.45.down_proj,rtn: 0.0023346,0.00000,0.051
+53,mlp.experts.39.down_proj,rtn: 0.0021973,0.00000,0.029
+53,mlp.experts.37.down_proj,rtn: 0.0022888,0.00000,0.048
+53,mlp.experts.35.down_proj,rtn: 0.0023193,0.00000,0.031
+53,mlp.experts.47.down_proj,rtn: 0.0022583,0.00000,0.026
+53,mlp.experts.43.down_proj,rtn: 0.0022583,0.00000,0.027
+53,mlp.experts.33.down_proj,rtn: 0.0021820,0.00000,0.043
+53,mlp.experts.41.down_proj,rtn: 0.0022583,0.00000,0.051
+53,mlp.experts.20.down_proj,rtn: 0.0022583,0.00000,0.052
+53,mlp.experts.48.down_proj,rtn: 0.0022583,0.00000,0.056
+53,mlp.experts.28.down_proj,rtn: 0.0022278,0.00000,0.057
+53,mlp.experts.62.down_proj,rtn: 0.0022736,0.00000,0.030
+53,mlp.experts.24.down_proj,rtn: 0.0023193,0.00000,0.064
+53,mlp.experts.74.down_proj,rtn: 0.0022888,0.00000,0.024
+53,mlp.experts.66.down_proj,rtn: 0.0022430,0.00000,0.022
+53,mlp.experts.70.down_proj,rtn: 0.0022125,0.00000,0.020
+53,mlp.experts.51.down_proj,rtn: 0.0022278,0.00000,0.029
+53,mlp.experts.63.down_proj,rtn: 0.0023041,0.00000,0.029
+53,mlp.experts.59.down_proj,rtn: 0.0022736,0.00000,0.029
+53,mlp.experts.55.down_proj,rtn: 0.0022736,0.00000,0.037
+53,mlp.experts.53.down_proj,rtn: 0.0023193,0.00000,0.058
+53,mlp.experts.78.down_proj,rtn: 0.0023346,0.00000,0.037
+53,mlp.experts.36.down_proj,rtn: 0.0022736,0.00000,0.045
+53,mlp.experts.64.down_proj,rtn: 0.0023041,0.00000,0.041
+53,mlp.experts.44.down_proj,rtn: 0.0022430,0.00000,0.041
+53,mlp.experts.40.down_proj,rtn: 0.0022583,0.00000,0.040
+53,mlp.experts.86.down_proj,rtn: 0.0022583,0.00000,0.040
+53,mlp.experts.90.down_proj,rtn: 0.0022278,0.00000,0.036
+53,mlp.experts.82.down_proj,rtn: 0.0022125,0.00000,0.042
+53,mlp.experts.75.down_proj,rtn: 0.0023041,0.00000,0.029
+53,mlp.experts.67.down_proj,rtn: 0.0023346,0.00000,0.032
+53,mlp.experts.71.down_proj,rtn: 0.0022888,0.00000,0.027
+53,mlp.experts.79.down_proj,rtn: 0.0023041,0.00000,0.029
+53,mlp.experts.49.down_proj,rtn: 0.0023193,0.00000,0.065
+53,mlp.experts.61.down_proj,rtn: 0.0023346,0.00000,0.094
+53,mlp.experts.94.down_proj,rtn: 0.0023346,0.00000,0.036
+53,mlp.experts.52.down_proj,rtn: 0.0023346,0.00000,0.045
+53,mlp.experts.87.down_proj,rtn: 0.0022888,0.00000,0.029
+53,mlp.experts.60.down_proj,rtn: 0.0023499,0.00000,0.042
+53,mlp.experts.80.down_proj,rtn: 0.0022888,0.00000,0.042
+53,mlp.experts.83.down_proj,rtn: 0.0022888,0.00000,0.031
+53,mlp.experts.102.down_proj,rtn: 0.0022888,0.00000,0.036
+53,mlp.experts.106.down_proj,rtn: 0.0022736,0.00000,0.037
+53,mlp.experts.91.down_proj,rtn: 0.0023041,0.00000,0.027
+53,mlp.experts.56.down_proj,rtn: 0.0022430,0.00000,0.038
+53,mlp.experts.57.down_proj,rtn: 0.0022736,0.00000,0.110
+53,mlp.experts.95.down_proj,rtn: 0.0023193,0.00000,0.025
+53,mlp.experts.98.down_proj,rtn: 0.0023193,0.00000,0.039
+53,mlp.experts.69.down_proj,rtn: 0.0022583,0.00000,0.072
+53,mlp.experts.110.down_proj,rtn: 0.0022888,0.00000,0.028
+53,mlp.experts.103.down_proj,rtn: 0.0022888,0.00000,0.033
+53,mlp.experts.118.down_proj,rtn: 0.0021515,0.00000,0.030
+53,mlp.experts.99.down_proj,rtn: 0.0023041,0.00000,0.036
+53,mlp.experts.111.down_proj,rtn: 0.0023499,0.00000,0.034
+53,mlp.experts.68.down_proj,rtn: 0.0022888,0.00000,0.050
+53,mlp.experts.107.down_proj,rtn: 0.0023499,0.00000,0.031
+53,mlp.experts.65.down_proj,rtn: 0.0022125,0.00000,0.073
+53,mlp.experts.76.down_proj,rtn: 0.0022583,0.00000,0.047
+53,mlp.experts.96.down_proj,rtn: 0.0023041,0.00000,0.048
+53,mlp.experts.122.down_proj,rtn: 0.0023346,0.00000,0.040
+53,mlp.experts.77.down_proj,rtn: 0.0023041,0.00000,0.080
+53,mlp.experts.126.down_proj,rtn: 0.0022888,0.00000,0.043
+53,mlp.experts.114.down_proj,rtn: 0.0022125,0.00000,0.039
+53,mlp.experts.119.down_proj,rtn: 0.0022430,0.00000,0.033
+53,mlp.experts.73.down_proj,rtn: 0.0022278,0.00000,0.066
+53,mlp.experts.115.down_proj,rtn: 0.0022583,0.00000,0.036
+53,mlp.experts.134.down_proj,rtn: 0.0022888,0.00000,0.040
+53,mlp.experts.127.down_proj,rtn: 0.0022583,0.00000,0.040
+53,mlp.experts.123.down_proj,rtn: 0.0022888,0.00000,0.041
+53,mlp.experts.130.down_proj,rtn: 0.0022430,0.00000,0.035
+53,mlp.experts.142.down_proj,rtn: 0.0023193,0.00000,0.036
+53,mlp.experts.138.down_proj,rtn: 0.0022278,0.00000,0.041
+53,mlp.experts.84.down_proj,rtn: 0.0022888,0.00000,0.053
+53,mlp.experts.135.down_proj,rtn: 0.0022278,0.00000,0.040
+53,mlp.experts.81.down_proj,rtn: 0.0023041,0.00000,0.066
+53,mlp.experts.112.down_proj,rtn: 0.0022888,0.00000,0.059
+53,mlp.experts.92.down_proj,rtn: 0.0021973,0.00000,0.056
+53,mlp.experts.131.down_proj,rtn: 0.0022583,0.00000,0.038
+53,mlp.experts.93.down_proj,rtn: 0.0022888,0.00000,0.064
+53,mlp.experts.150.down_proj,rtn: 0.0022278,0.00000,0.038
+53,mlp.experts.143.down_proj,rtn: 0.0022888,0.00000,0.037
+53,mlp.experts.139.down_proj,rtn: 0.0022583,0.00000,0.033
+53,mlp.experts.72.down_proj,rtn: 0.0023193,0.00000,0.129
+53,mlp.experts.89.down_proj,rtn: 0.0022736,0.00000,0.058
+53,mlp.experts.146.down_proj,rtn: 0.0022583,0.00000,0.031
+53,mlp.experts.85.down_proj,rtn: 0.0021973,0.00000,0.125
+53,mlp.experts.158.down_proj,rtn: 0.0022888,0.00000,0.028
+53,mlp.experts.154.down_proj,rtn: 0.0023499,0.00000,0.024
+53,mlp.experts.151.down_proj,rtn: 0.0022888,0.00000,0.025
+53,mlp.experts.100.down_proj,rtn: 0.0022888,0.00000,0.039
+53,mlp.experts.108.down_proj,rtn: 0.0022888,0.00000,0.028
+53,mlp.experts.128.down_proj,rtn: 0.0023193,0.00000,0.031
+53,mlp.experts.97.down_proj,rtn: 0.0022430,0.00000,0.035
+53,mlp.experts.147.down_proj,rtn: 0.0023041,0.00000,0.027
+53,mlp.experts.159.down_proj,rtn: 0.0023346,0.00000,0.027
+53,mlp.experts.155.down_proj,rtn: 0.0022430,0.00000,0.027
+53,mlp.experts.109.down_proj,rtn: 0.0022736,0.00000,0.052
+53,mlp.experts.167.down_proj,rtn: 0.0023041,0.00000,0.032
+53,mlp.experts.101.down_proj,rtn: 0.0022430,0.00000,0.046
+53,mlp.experts.105.down_proj,rtn: 0.0022583,0.00000,0.052
+53,mlp.experts.113.down_proj,rtn: 0.0023193,0.00000,0.046
+53,mlp.experts.166.down_proj,rtn: 0.0022583,0.00000,0.071
+53,mlp.experts.162.down_proj,rtn: 0.0022278,0.00000,0.059
+53,mlp.experts.170.down_proj,rtn: 0.0023956,0.00000,0.053
+53,mlp.experts.175.down_proj,rtn: 0.0023193,0.00000,0.037
+53,mlp.experts.163.down_proj,rtn: 0.0023499,0.00000,0.034
+53,mlp.experts.171.down_proj,rtn: 0.0024567,0.00000,0.038
+53,mlp.experts.116.down_proj,rtn: 0.0023651,0.00000,0.057
+53,mlp.experts.124.down_proj,rtn: 0.0023651,0.00000,0.055
+53,mlp.experts.144.down_proj,rtn: 0.0022736,0.00000,0.051
+53,mlp.experts.174.down_proj,rtn: 0.0023041,0.00000,0.052
+53,mlp.experts.183.down_proj,rtn: 0.0023041,0.00000,0.032
+53,mlp.experts.125.down_proj,rtn: 0.0023346,0.00000,0.049
+53,mlp.experts.191.down_proj,rtn: 0.0022430,0.00000,0.024
+53,mlp.experts.88.down_proj,rtn: 0.0022736,0.00000,0.100
+53,mlp.experts.117.down_proj,rtn: 0.0023193,0.00000,0.049
+53,mlp.experts.182.down_proj,rtn: 0.0023499,0.00000,0.034
+53,mlp.experts.179.down_proj,rtn: 0.0022583,0.00000,0.030
+53,mlp.experts.178.down_proj,rtn: 0.0021515,0.00000,0.036
+53,mlp.experts.129.down_proj,rtn: 0.0022278,0.00000,0.045
+53,mlp.experts.121.down_proj,rtn: 0.0022583,0.00000,0.049
+53,mlp.experts.186.down_proj,rtn: 0.0022278,0.00000,0.034
+53,mlp.experts.187.down_proj,rtn: 0.0023346,0.00000,0.023
+53,mlp.experts.190.down_proj,rtn: 0.0021973,0.00000,0.029
+53,mlp.experts.160.down_proj,rtn: 0.0022888,0.00000,0.045
+53,mlp.experts.141.down_proj,rtn: 0.0022736,0.00000,0.030
+53,mlp.experts.140.down_proj,rtn: 0.0022430,0.00000,0.045
+53,mlp.experts.132.down_proj,rtn: 0.0023041,0.00000,0.045
+53,mlp.experts.133.down_proj,rtn: 0.0023041,0.00000,0.035
+53,mlp.experts.145.down_proj,rtn: 0.0022736,0.00000,0.036
+53,mlp.experts.104.down_proj,rtn: 0.0023193,0.00000,0.072
+53,mlp.experts.137.down_proj,rtn: 0.0022125,0.00000,0.057
+53,mlp.experts.156.down_proj,rtn: 0.0022736,0.00000,0.055
+53,mlp.experts.176.down_proj,rtn: 0.0023346,0.00000,0.059
+53,mlp.experts.157.down_proj,rtn: 0.0023499,0.00000,0.056
+53,mlp.experts.148.down_proj,rtn: 0.0022583,0.00000,0.054
+53,mlp.experts.149.down_proj,rtn: 0.0022125,0.00000,0.044
+53,mlp.experts.161.down_proj,rtn: 0.0023651,0.00000,0.040
+53,mlp.experts.153.down_proj,rtn: 0.0022125,0.00000,0.020
+53,mlp.experts.120.down_proj,rtn: 0.0022736,0.00000,0.023
+53,mlp.experts.164.down_proj,rtn: 0.0022583,0.00000,0.029
+53,mlp.experts.172.down_proj,rtn: 0.0022430,0.00000,0.037
+53,mlp.experts.173.down_proj,rtn: 0.0023651,0.00000,0.033
+53,mlp.experts.136.down_proj,rtn: 0.0022583,0.00000,0.032
+53,mlp.experts.169.down_proj,rtn: 0.0023041,0.00000,0.033
+53,mlp.experts.177.down_proj,rtn: 0.0022888,0.00000,0.041
+53,mlp.experts.165.down_proj,rtn: 0.0022888,0.00000,0.044
+53,mlp.experts.180.down_proj,rtn: 0.0021973,0.00000,0.030
+53,mlp.experts.188.down_proj,rtn: 0.0023346,0.00000,0.030
+53,mlp.experts.152.down_proj,rtn: 0.0023193,0.00000,0.025
+53,mlp.experts.189.down_proj,rtn: 0.0022888,0.00000,0.032
+53,mlp.experts.185.down_proj,rtn: 0.0022583,0.00000,0.028
+53,mlp.experts.181.down_proj,rtn: 0.0023193,0.00000,0.029
+53,mlp.experts.168.down_proj,rtn: 0.0022888,0.00000,0.012
+53,mlp.experts.184.down_proj,rtn: 0.0022888,0.00000,0.010
+53,mlp.shared_experts.gate_proj,rtn: 0.0016327,0.00000,0.037
+53,mlp.shared_experts.up_proj,rtn: 0.0017624,0.00000,0.038
+53,mlp.shared_experts.down_proj,rtn: 0.0018768,0.00000,0.035
+54,self_attn.k_proj,rtn: 0.0021515,0.00000,0.028
+54,self_attn.v_proj,rtn: 0.0028534,0.00000,0.036
+54,self_attn.q_proj,rtn: 0.0022125,0.00000,0.016
+54,self_attn.o_proj,rtn: 0.0028992,0.00000,0.046
+54,mlp.experts.12.gate_proj,rtn: 0.0022583,0.00000,0.093
+54,mlp.experts.0.gate_proj,rtn: 0.0023193,0.00000,0.094
+54,mlp.experts.13.gate_proj,rtn: 0.0022888,0.00000,0.094
+54,mlp.experts.8.gate_proj,rtn: 0.0022736,0.00000,0.102
+54,mlp.experts.11.gate_proj,rtn: 0.0022583,0.00000,0.109
+54,mlp.experts.10.gate_proj,rtn: 0.0023346,0.00000,0.110
+54,mlp.experts.1.gate_proj,rtn: 0.0023804,0.00000,0.110
+54,mlp.experts.14.gate_proj,rtn: 0.0022888,0.00000,0.111
+54,mlp.experts.9.gate_proj,rtn: 0.0022583,0.00000,0.111
+54,mlp.experts.4.gate_proj,rtn: 0.0023193,0.00000,0.114
+54,mlp.experts.6.gate_proj,rtn: 0.0023346,0.00000,0.115
+54,mlp.experts.2.gate_proj,rtn: 0.0022736,0.00000,0.118
+54,mlp.experts.7.gate_proj,rtn: 0.0022736,0.00000,0.129
+54,mlp.experts.3.gate_proj,rtn: 0.0023193,0.00000,0.131
+54,mlp.experts.5.gate_proj,rtn: 0.0022888,0.00000,0.144
+54,mlp.experts.15.gate_proj,rtn: 0.0023041,0.00000,0.153
+54,mlp.experts.29.gate_proj,rtn: 0.0022430,0.00000,0.094
+54,mlp.experts.24.gate_proj,rtn: 0.0023041,0.00000,0.091
+54,mlp.experts.28.gate_proj,rtn: 0.0022278,0.00000,0.097
+54,mlp.experts.27.gate_proj,rtn: 0.0022736,0.00000,0.091
+54,mlp.experts.17.gate_proj,rtn: 0.0022583,0.00000,0.091
+54,mlp.experts.25.gate_proj,rtn: 0.0022736,0.00000,0.101
+54,mlp.experts.20.gate_proj,rtn: 0.0022430,0.00000,0.091
+54,mlp.experts.16.gate_proj,rtn: 0.0023193,0.00000,0.120
+54,mlp.experts.23.gate_proj,rtn: 0.0022278,0.00000,0.087
+54,mlp.experts.19.gate_proj,rtn: 0.0022583,0.00000,0.087
+54,mlp.experts.30.gate_proj,rtn: 0.0023193,0.00000,0.111
+54,mlp.experts.26.gate_proj,rtn: 0.0023346,0.00000,0.111
+54,mlp.experts.21.gate_proj,rtn: 0.0022430,0.00000,0.089
+54,mlp.experts.31.gate_proj,rtn: 0.0022430,0.00000,0.085
+54,mlp.experts.22.gate_proj,rtn: 0.0022888,0.00000,0.108
+54,mlp.experts.18.gate_proj,rtn: 0.0023193,0.00000,0.115
+54,mlp.experts.40.gate_proj,rtn: 0.0022736,0.00000,0.079
+54,mlp.experts.44.gate_proj,rtn: 0.0022888,0.00000,0.077
+54,mlp.experts.45.gate_proj,rtn: 0.0023499,0.00000,0.093
+54,mlp.experts.43.gate_proj,rtn: 0.0022583,0.00000,0.086
+54,mlp.experts.33.gate_proj,rtn: 0.0023041,0.00000,0.087
+54,mlp.experts.36.gate_proj,rtn: 0.0022430,0.00000,0.079
+54,mlp.experts.32.gate_proj,rtn: 0.0023193,0.00000,0.075
+54,mlp.experts.41.gate_proj,rtn: 0.0022888,0.00000,0.094
+54,mlp.experts.39.gate_proj,rtn: 0.0022430,0.00000,0.090
+54,mlp.experts.47.gate_proj,rtn: 0.0023499,0.00000,0.097
+54,mlp.experts.35.gate_proj,rtn: 0.0023193,0.00000,0.102
+54,mlp.experts.46.gate_proj,rtn: 0.0022278,0.00000,0.119
+54,mlp.experts.37.gate_proj,rtn: 0.0023346,0.00000,0.107
+54,mlp.experts.56.gate_proj,rtn: 0.0022888,0.00000,0.075
+54,mlp.experts.60.gate_proj,rtn: 0.0022888,0.00000,0.077
+54,mlp.experts.38.gate_proj,rtn: 0.0023651,0.00000,0.112
+54,mlp.experts.42.gate_proj,rtn: 0.0022736,0.00000,0.123
+54,mlp.experts.34.gate_proj,rtn: 0.0023193,0.00000,0.113
+54,mlp.experts.52.gate_proj,rtn: 0.0022125,0.00000,0.076
+54,mlp.experts.48.gate_proj,rtn: 0.0022888,0.00000,0.076
+54,mlp.experts.59.gate_proj,rtn: 0.0022736,0.00000,0.098
+54,mlp.experts.61.gate_proj,rtn: 0.0022736,0.00000,0.106
+54,mlp.experts.49.gate_proj,rtn: 0.0023193,0.00000,0.112
+54,mlp.experts.57.gate_proj,rtn: 0.0022736,0.00000,0.109
+54,mlp.experts.55.gate_proj,rtn: 0.0023041,0.00000,0.098
+54,mlp.experts.76.gate_proj,rtn: 0.0023346,0.00000,0.078
+54,mlp.experts.51.gate_proj,rtn: 0.0022888,0.00000,0.093
+54,mlp.experts.63.gate_proj,rtn: 0.0023346,0.00000,0.101
+54,mlp.experts.53.gate_proj,rtn: 0.0022583,0.00000,0.087
+54,mlp.experts.72.gate_proj,rtn: 0.0023193,0.00000,0.093
+54,mlp.experts.64.gate_proj,rtn: 0.0022736,0.00000,0.084
+54,mlp.experts.68.gate_proj,rtn: 0.0022736,0.00000,0.087
+54,mlp.experts.77.gate_proj,rtn: 0.0022888,0.00000,0.079
+54,mlp.experts.62.gate_proj,rtn: 0.0022736,0.00000,0.122
+54,mlp.experts.65.gate_proj,rtn: 0.0022736,0.00000,0.067
+54,mlp.experts.75.gate_proj,rtn: 0.0023346,0.00000,0.095
+54,mlp.experts.73.gate_proj,rtn: 0.0023346,0.00000,0.076
+54,mlp.experts.58.gate_proj,rtn: 0.0023804,0.00000,0.142
+54,mlp.experts.71.gate_proj,rtn: 0.0023193,0.00000,0.092
+54,mlp.experts.50.gate_proj,rtn: 0.0022430,0.00000,0.135
+54,mlp.experts.54.gate_proj,rtn: 0.0022888,0.00000,0.152
+54,mlp.experts.69.gate_proj,rtn: 0.0023041,0.00000,0.069
+54,mlp.experts.67.gate_proj,rtn: 0.0022583,0.00000,0.087
+54,mlp.experts.79.gate_proj,rtn: 0.0022888,0.00000,0.086
+54,mlp.experts.93.gate_proj,rtn: 0.0022736,0.00000,0.066
+54,mlp.experts.81.gate_proj,rtn: 0.0022736,0.00000,0.071
+54,mlp.experts.92.gate_proj,rtn: 0.0022125,0.00000,0.129
+54,mlp.experts.89.gate_proj,rtn: 0.0022583,0.00000,0.080
+54,mlp.experts.91.gate_proj,rtn: 0.0022888,0.00000,0.089
+54,mlp.experts.84.gate_proj,rtn: 0.0022888,0.00000,0.123
+54,mlp.experts.85.gate_proj,rtn: 0.0022430,0.00000,0.077
+54,mlp.experts.80.gate_proj,rtn: 0.0022583,0.00000,0.136
+54,mlp.experts.78.gate_proj,rtn: 0.0023041,0.00000,0.134
+54,mlp.experts.87.gate_proj,rtn: 0.0022125,0.00000,0.101
+54,mlp.experts.88.gate_proj,rtn: 0.0021973,0.00000,0.171
+54,mlp.experts.95.gate_proj,rtn: 0.0021973,0.00000,0.091
+54,mlp.experts.74.gate_proj,rtn: 0.0023346,0.00000,0.118
+54,mlp.experts.109.gate_proj,rtn: 0.0022278,0.00000,0.092
+54,mlp.experts.66.gate_proj,rtn: 0.0022430,0.00000,0.122
+54,mlp.experts.83.gate_proj,rtn: 0.0023346,0.00000,0.112
+54,mlp.experts.70.gate_proj,rtn: 0.0022888,0.00000,0.126
+54,mlp.experts.97.gate_proj,rtn: 0.0023193,0.00000,0.095
+54,mlp.experts.108.gate_proj,rtn: 0.0022430,0.00000,0.086
+54,mlp.experts.100.gate_proj,rtn: 0.0023193,0.00000,0.077
+54,mlp.experts.96.gate_proj,rtn: 0.0022888,0.00000,0.074
+54,mlp.experts.107.gate_proj,rtn: 0.0022736,0.00000,0.108
+54,mlp.experts.104.gate_proj,rtn: 0.0023193,0.00000,0.076
+54,mlp.experts.111.gate_proj,rtn: 0.0022888,0.00000,0.097
+54,mlp.experts.103.gate_proj,rtn: 0.0023041,0.00000,0.101
+54,mlp.experts.124.gate_proj,rtn: 0.0022278,0.00000,0.065
+54,mlp.experts.105.gate_proj,rtn: 0.0023804,0.00000,0.145
+54,mlp.experts.101.gate_proj,rtn: 0.0022430,0.00000,0.132
+54,mlp.experts.94.gate_proj,rtn: 0.0023346,0.00000,0.125
+54,mlp.experts.99.gate_proj,rtn: 0.0022736,0.00000,0.100
+54,mlp.experts.90.gate_proj,rtn: 0.0022888,0.00000,0.120
+54,mlp.experts.116.gate_proj,rtn: 0.0022888,0.00000,0.074
+54,mlp.experts.112.gate_proj,rtn: 0.0022430,0.00000,0.078
+54,mlp.experts.125.gate_proj,rtn: 0.0023346,0.00000,0.136
+54,mlp.experts.86.gate_proj,rtn: 0.0023346,0.00000,0.122
+54,mlp.experts.82.gate_proj,rtn: 0.0022278,0.00000,0.132
+54,mlp.experts.120.gate_proj,rtn: 0.0023193,0.00000,0.085
+54,mlp.experts.123.gate_proj,rtn: 0.0022736,0.00000,0.091
+54,mlp.experts.113.gate_proj,rtn: 0.0023041,0.00000,0.159
+54,mlp.experts.119.gate_proj,rtn: 0.0023346,0.00000,0.086
+54,mlp.experts.127.gate_proj,rtn: 0.0023346,0.00000,0.096
+54,mlp.experts.121.gate_proj,rtn: 0.0022736,0.00000,0.089
+54,mlp.experts.140.gate_proj,rtn: 0.0022888,0.00000,0.100
+54,mlp.experts.117.gate_proj,rtn: 0.0023041,0.00000,0.094
+54,mlp.experts.115.gate_proj,rtn: 0.0023499,0.00000,0.085
+54,mlp.experts.110.gate_proj,rtn: 0.0022736,0.00000,0.102
+54,mlp.experts.141.gate_proj,rtn: 0.0023499,0.00000,0.082
+54,mlp.experts.106.gate_proj,rtn: 0.0022430,0.00000,0.101
+54,mlp.experts.132.gate_proj,rtn: 0.0023346,0.00000,0.102
+54,mlp.experts.128.gate_proj,rtn: 0.0022278,0.00000,0.102
+54,mlp.experts.139.gate_proj,rtn: 0.0023651,0.00000,0.079
+54,mlp.experts.135.gate_proj,rtn: 0.0022125,0.00000,0.074
+54,mlp.experts.102.gate_proj,rtn: 0.0022736,0.00000,0.108
+54,mlp.experts.98.gate_proj,rtn: 0.0022430,0.00000,0.107
+54,mlp.experts.129.gate_proj,rtn: 0.0023193,0.00000,0.082
+54,mlp.experts.136.gate_proj,rtn: 0.0022888,0.00000,0.107
+54,mlp.experts.143.gate_proj,rtn: 0.0023193,0.00000,0.077
+54,mlp.experts.137.gate_proj,rtn: 0.0021667,0.00000,0.084
+54,mlp.experts.133.gate_proj,rtn: 0.0022736,0.00000,0.078
+54,mlp.experts.131.gate_proj,rtn: 0.0023346,0.00000,0.080
+54,mlp.experts.156.gate_proj,rtn: 0.0023041,0.00000,0.100
+54,mlp.experts.157.gate_proj,rtn: 0.0023499,0.00000,0.077
+54,mlp.experts.148.gate_proj,rtn: 0.0023193,0.00000,0.089
+54,mlp.experts.144.gate_proj,rtn: 0.0022430,0.00000,0.094
+54,mlp.experts.155.gate_proj,rtn: 0.0023346,0.00000,0.090
+54,mlp.experts.126.gate_proj,rtn: 0.0023651,0.00000,0.134
+54,mlp.experts.145.gate_proj,rtn: 0.0022736,0.00000,0.078
+54,mlp.experts.153.gate_proj,rtn: 0.0022888,0.00000,0.077
+54,mlp.experts.149.gate_proj,rtn: 0.0022736,0.00000,0.077
+54,mlp.experts.122.gate_proj,rtn: 0.0023346,0.00000,0.123
+54,mlp.experts.151.gate_proj,rtn: 0.0023041,0.00000,0.103
+54,mlp.experts.159.gate_proj,rtn: 0.0022736,0.00000,0.098
+54,mlp.experts.152.gate_proj,rtn: 0.0023346,0.00000,0.110
+54,mlp.experts.114.gate_proj,rtn: 0.0022888,0.00000,0.123
+54,mlp.experts.118.gate_proj,rtn: 0.0023346,0.00000,0.124
+54,mlp.experts.173.gate_proj,rtn: 0.0023041,0.00000,0.084
+54,mlp.experts.147.gate_proj,rtn: 0.0022430,0.00000,0.104
+54,mlp.experts.172.gate_proj,rtn: 0.0023193,0.00000,0.099
+54,mlp.experts.164.gate_proj,rtn: 0.0022736,0.00000,0.098
+54,mlp.experts.160.gate_proj,rtn: 0.0023193,0.00000,0.092
+54,mlp.experts.171.gate_proj,rtn: 0.0022736,0.00000,0.087
+54,mlp.experts.161.gate_proj,rtn: 0.0023193,0.00000,0.086
+54,mlp.experts.167.gate_proj,rtn: 0.0023499,0.00000,0.077
+54,mlp.experts.165.gate_proj,rtn: 0.0023193,0.00000,0.075
+54,mlp.experts.169.gate_proj,rtn: 0.0022278,0.00000,0.088
+54,mlp.experts.189.gate_proj,rtn: 0.0023804,0.00000,0.079
+54,mlp.experts.142.gate_proj,rtn: 0.0023193,0.00000,0.142
+54,mlp.experts.168.gate_proj,rtn: 0.0022430,0.00000,0.111
+54,mlp.experts.163.gate_proj,rtn: 0.0022278,0.00000,0.098
+54,mlp.experts.175.gate_proj,rtn: 0.0022888,0.00000,0.126
+54,mlp.experts.188.gate_proj,rtn: 0.0022278,0.00000,0.112
+54,mlp.experts.138.gate_proj,rtn: 0.0022888,0.00000,0.151
+54,mlp.experts.177.gate_proj,rtn: 0.0022888,0.00000,0.081
+54,mlp.experts.134.gate_proj,rtn: 0.0022125,0.00000,0.137
+54,mlp.experts.180.gate_proj,rtn: 0.0023041,0.00000,0.103
+54,mlp.experts.181.gate_proj,rtn: 0.0022583,0.00000,0.075
+54,mlp.experts.185.gate_proj,rtn: 0.0023041,0.00000,0.075
+54,mlp.experts.130.gate_proj,rtn: 0.0022736,0.00000,0.152
+54,mlp.experts.187.gate_proj,rtn: 0.0021973,0.00000,0.103
+54,mlp.experts.183.gate_proj,rtn: 0.0023193,0.00000,0.106
+54,mlp.experts.13.up_proj,rtn: 0.0022430,0.00000,0.081
+54,mlp.experts.179.gate_proj,rtn: 0.0023346,0.00000,0.077
+54,mlp.experts.158.gate_proj,rtn: 0.0023041,0.00000,0.091
+54,mlp.experts.191.gate_proj,rtn: 0.0022888,0.00000,0.078
+54,mlp.experts.154.gate_proj,rtn: 0.0023499,0.00000,0.078
+54,mlp.experts.146.gate_proj,rtn: 0.0022736,0.00000,0.067
+54,mlp.experts.150.gate_proj,rtn: 0.0022888,0.00000,0.079
+54,mlp.experts.176.gate_proj,rtn: 0.0023041,0.00000,0.177
+54,mlp.experts.9.up_proj,rtn: 0.0021973,0.00000,0.085
+54,mlp.experts.5.up_proj,rtn: 0.0022583,0.00000,0.085
+54,mlp.experts.11.up_proj,rtn: 0.0022430,0.00000,0.079
+54,mlp.experts.1.up_proj,rtn: 0.0023193,0.00000,0.097
+54,mlp.experts.7.up_proj,rtn: 0.0022583,0.00000,0.079
+54,mlp.experts.184.gate_proj,rtn: 0.0023193,0.00000,0.149
+54,mlp.experts.29.up_proj,rtn: 0.0022278,0.00000,0.082
+54,mlp.experts.3.up_proj,rtn: 0.0022278,0.00000,0.074
+54,mlp.experts.174.gate_proj,rtn: 0.0022125,0.00000,0.077
+54,mlp.experts.15.up_proj,rtn: 0.0022888,0.00000,0.077
+54,mlp.experts.162.gate_proj,rtn: 0.0021973,0.00000,0.069
+54,mlp.experts.170.gate_proj,rtn: 0.0022888,0.00000,0.083
+54,mlp.experts.12.up_proj,rtn: 0.0022278,0.00000,0.174
+54,mlp.experts.166.gate_proj,rtn: 0.0022888,0.00000,0.082
+54,mlp.experts.25.up_proj,rtn: 0.0022583,0.00000,0.076
+54,mlp.experts.21.up_proj,rtn: 0.0022125,0.00000,0.073
+54,mlp.experts.27.up_proj,rtn: 0.0022583,0.00000,0.079
+54,mlp.experts.17.up_proj,rtn: 0.0022430,0.00000,0.071
+54,mlp.experts.23.up_proj,rtn: 0.0021667,0.00000,0.078
+54,mlp.experts.19.up_proj,rtn: 0.0022430,0.00000,0.071
+54,mlp.experts.45.up_proj,rtn: 0.0022888,0.00000,0.080
+54,mlp.experts.4.up_proj,rtn: 0.0022888,0.00000,0.206
+54,mlp.experts.31.up_proj,rtn: 0.0022278,0.00000,0.079
+54,mlp.experts.190.gate_proj,rtn: 0.0022736,0.00000,0.084
+54,mlp.experts.178.gate_proj,rtn: 0.0023499,0.00000,0.093
+54,mlp.experts.8.up_proj,rtn: 0.0022430,0.00000,0.138
+54,mlp.experts.186.gate_proj,rtn: 0.0022736,0.00000,0.093
+54,mlp.experts.182.gate_proj,rtn: 0.0023956,0.00000,0.094
+54,mlp.experts.37.up_proj,rtn: 0.0022430,0.00000,0.090
+54,mlp.experts.43.up_proj,rtn: 0.0022430,0.00000,0.093
+54,mlp.experts.41.up_proj,rtn: 0.0022278,0.00000,0.097
+54,mlp.experts.33.up_proj,rtn: 0.0022583,0.00000,0.093
+54,mlp.experts.28.up_proj,rtn: 0.0022278,0.00000,0.116
+54,mlp.experts.39.up_proj,rtn: 0.0022278,0.00000,0.096
+54,mlp.experts.61.up_proj,rtn: 0.0022278,0.00000,0.089
+54,mlp.experts.35.up_proj,rtn: 0.0023041,0.00000,0.094
+54,mlp.experts.47.up_proj,rtn: 0.0022888,0.00000,0.093
+54,mlp.experts.0.up_proj,rtn: 0.0023041,0.00000,0.237
+54,mlp.experts.20.up_proj,rtn: 0.0021820,0.00000,0.111
+54,mlp.experts.14.up_proj,rtn: 0.0022583,0.00000,0.100
+54,mlp.experts.53.up_proj,rtn: 0.0022430,0.00000,0.084
+54,mlp.experts.24.up_proj,rtn: 0.0022736,0.00000,0.104
+54,mlp.experts.49.up_proj,rtn: 0.0022736,0.00000,0.080
+54,mlp.experts.59.up_proj,rtn: 0.0022278,0.00000,0.094
+54,mlp.experts.57.up_proj,rtn: 0.0022125,0.00000,0.094
+54,mlp.experts.77.up_proj,rtn: 0.0022736,0.00000,0.085
+54,mlp.experts.55.up_proj,rtn: 0.0022736,0.00000,0.095
+54,mlp.experts.44.up_proj,rtn: 0.0022583,0.00000,0.117
+54,mlp.experts.6.up_proj,rtn: 0.0023193,0.00000,0.140
+54,mlp.experts.51.up_proj,rtn: 0.0022430,0.00000,0.099
+54,mlp.experts.2.up_proj,rtn: 0.0022278,0.00000,0.157
+54,mlp.experts.63.up_proj,rtn: 0.0023041,0.00000,0.099
+54,mlp.experts.10.up_proj,rtn: 0.0022278,0.00000,0.165
+54,mlp.experts.69.up_proj,rtn: 0.0022736,0.00000,0.091
+54,mlp.experts.36.up_proj,rtn: 0.0022278,0.00000,0.107
+54,mlp.experts.30.up_proj,rtn: 0.0022888,0.00000,0.121
+54,mlp.experts.65.up_proj,rtn: 0.0022278,0.00000,0.096
+54,mlp.experts.75.up_proj,rtn: 0.0023041,0.00000,0.097
+54,mlp.experts.40.up_proj,rtn: 0.0022430,0.00000,0.109
+54,mlp.experts.73.up_proj,rtn: 0.0023041,0.00000,0.094
+54,mlp.experts.16.up_proj,rtn: 0.0022736,0.00000,0.127
+54,mlp.experts.22.up_proj,rtn: 0.0022430,0.00000,0.079
+54,mlp.experts.18.up_proj,rtn: 0.0021973,0.00000,0.077
+54,mlp.experts.71.up_proj,rtn: 0.0022278,0.00000,0.098
+54,mlp.experts.93.up_proj,rtn: 0.0022278,0.00000,0.104
+54,mlp.experts.60.up_proj,rtn: 0.0022736,0.00000,0.101
+54,mlp.experts.26.up_proj,rtn: 0.0022736,0.00000,0.084
+54,mlp.experts.67.up_proj,rtn: 0.0022430,0.00000,0.102
+54,mlp.experts.79.up_proj,rtn: 0.0022736,0.00000,0.109
+54,mlp.experts.85.up_proj,rtn: 0.0021973,0.00000,0.084
+54,mlp.experts.46.up_proj,rtn: 0.0022125,0.00000,0.081
+54,mlp.experts.81.up_proj,rtn: 0.0022278,0.00000,0.078
+54,mlp.experts.89.up_proj,rtn: 0.0022278,0.00000,0.079
+54,mlp.experts.52.up_proj,rtn: 0.0021667,0.00000,0.103
+54,mlp.experts.56.up_proj,rtn: 0.0022583,0.00000,0.098
+54,mlp.experts.34.up_proj,rtn: 0.0022888,0.00000,0.085
+54,mlp.experts.38.up_proj,rtn: 0.0023041,0.00000,0.089
+54,mlp.experts.109.up_proj,rtn: 0.0021973,0.00000,0.086
+54,mlp.experts.91.up_proj,rtn: 0.0022736,0.00000,0.111
+54,mlp.experts.32.up_proj,rtn: 0.0022736,0.00000,0.099
+54,mlp.experts.76.up_proj,rtn: 0.0023041,0.00000,0.096
+54,mlp.experts.87.up_proj,rtn: 0.0021973,0.00000,0.114
+54,mlp.experts.42.up_proj,rtn: 0.0022278,0.00000,0.091
+54,mlp.experts.95.up_proj,rtn: 0.0021973,0.00000,0.098
+54,mlp.experts.62.up_proj,rtn: 0.0022278,0.00000,0.092
+54,mlp.experts.101.up_proj,rtn: 0.0021973,0.00000,0.098
+54,mlp.experts.97.up_proj,rtn: 0.0022888,0.00000,0.096
+54,mlp.experts.68.up_proj,rtn: 0.0022583,0.00000,0.082
+54,mlp.experts.72.up_proj,rtn: 0.0022888,0.00000,0.079
+54,mlp.experts.83.up_proj,rtn: 0.0022888,0.00000,0.139
+54,mlp.experts.105.up_proj,rtn: 0.0023346,0.00000,0.096
+54,mlp.experts.50.up_proj,rtn: 0.0022888,0.00000,0.081
+54,mlp.experts.54.up_proj,rtn: 0.0022430,0.00000,0.082
+54,mlp.experts.48.up_proj,rtn: 0.0022278,0.00000,0.079
+54,mlp.experts.125.up_proj,rtn: 0.0022583,0.00000,0.092
+54,mlp.experts.92.up_proj,rtn: 0.0021820,0.00000,0.081
+54,mlp.experts.107.up_proj,rtn: 0.0021820,0.00000,0.110
+54,mlp.experts.58.up_proj,rtn: 0.0022125,0.00000,0.100
+54,mlp.experts.117.up_proj,rtn: 0.0022736,0.00000,0.077
+54,mlp.experts.113.up_proj,rtn: 0.0022125,0.00000,0.077
+54,mlp.experts.84.up_proj,rtn: 0.0022583,0.00000,0.082
+54,mlp.experts.88.up_proj,rtn: 0.0021820,0.00000,0.079
+54,mlp.experts.78.up_proj,rtn: 0.0022736,0.00000,0.108
+54,mlp.experts.121.up_proj,rtn: 0.0022583,0.00000,0.078
+54,mlp.experts.103.up_proj,rtn: 0.0022583,0.00000,0.137
+54,mlp.experts.64.up_proj,rtn: 0.0022430,0.00000,0.081
+54,mlp.experts.111.up_proj,rtn: 0.0022736,0.00000,0.126
+54,mlp.experts.141.up_proj,rtn: 0.0023193,0.00000,0.087
+54,mlp.experts.70.up_proj,rtn: 0.0022430,0.00000,0.096
+54,mlp.experts.108.up_proj,rtn: 0.0022125,0.00000,0.079
+54,mlp.experts.66.up_proj,rtn: 0.0022278,0.00000,0.110
+54,mlp.experts.99.up_proj,rtn: 0.0022125,0.00000,0.157
+54,mlp.experts.100.up_proj,rtn: 0.0022736,0.00000,0.079
+54,mlp.experts.104.up_proj,rtn: 0.0023041,0.00000,0.075
+54,mlp.experts.133.up_proj,rtn: 0.0022583,0.00000,0.104
+54,mlp.experts.74.up_proj,rtn: 0.0022888,0.00000,0.113
+54,mlp.experts.123.up_proj,rtn: 0.0022278,0.00000,0.128
+54,mlp.experts.129.up_proj,rtn: 0.0022888,0.00000,0.100
+54,mlp.experts.80.up_proj,rtn: 0.0022278,0.00000,0.079
+54,mlp.experts.137.up_proj,rtn: 0.0021362,0.00000,0.089
+54,mlp.experts.94.up_proj,rtn: 0.0022278,0.00000,0.114
+54,mlp.experts.124.up_proj,rtn: 0.0021973,0.00000,0.085
+54,mlp.experts.119.up_proj,rtn: 0.0022736,0.00000,0.121
+54,mlp.experts.86.up_proj,rtn: 0.0022888,0.00000,0.099
+54,mlp.experts.127.up_proj,rtn: 0.0023041,0.00000,0.119
+54,mlp.experts.82.up_proj,rtn: 0.0022125,0.00000,0.092
+54,mlp.experts.157.up_proj,rtn: 0.0023193,0.00000,0.114
+54,mlp.experts.115.up_proj,rtn: 0.0023041,0.00000,0.103
+54,mlp.experts.116.up_proj,rtn: 0.0022583,0.00000,0.101
+54,mlp.experts.139.up_proj,rtn: 0.0022736,0.00000,0.096
+54,mlp.experts.120.up_proj,rtn: 0.0022278,0.00000,0.110
+54,mlp.experts.149.up_proj,rtn: 0.0022430,0.00000,0.108
+54,mlp.experts.153.up_proj,rtn: 0.0022430,0.00000,0.091
+54,mlp.experts.96.up_proj,rtn: 0.0022736,0.00000,0.100
+54,mlp.experts.145.up_proj,rtn: 0.0022278,0.00000,0.108
+54,mlp.experts.135.up_proj,rtn: 0.0022278,0.00000,0.089
+54,mlp.experts.90.up_proj,rtn: 0.0022736,0.00000,0.138
+54,mlp.experts.143.up_proj,rtn: 0.0023041,0.00000,0.082
+54,mlp.experts.140.up_proj,rtn: 0.0022583,0.00000,0.113
+54,mlp.experts.110.up_proj,rtn: 0.0021820,0.00000,0.120
+54,mlp.experts.102.up_proj,rtn: 0.0022430,0.00000,0.109
+54,mlp.experts.98.up_proj,rtn: 0.0021820,0.00000,0.099
+54,mlp.experts.173.up_proj,rtn: 0.0022736,0.00000,0.102
+54,mlp.experts.131.up_proj,rtn: 0.0023041,0.00000,0.081
+54,mlp.experts.155.up_proj,rtn: 0.0022583,0.00000,0.081
+54,mlp.experts.165.up_proj,rtn: 0.0022888,0.00000,0.087
+54,mlp.experts.169.up_proj,rtn: 0.0021515,0.00000,0.083
+54,mlp.experts.132.up_proj,rtn: 0.0023041,0.00000,0.104
+54,mlp.experts.136.up_proj,rtn: 0.0022888,0.00000,0.097
+54,mlp.experts.161.up_proj,rtn: 0.0023041,0.00000,0.081
+54,mlp.experts.151.up_proj,rtn: 0.0022888,0.00000,0.071
+54,mlp.experts.159.up_proj,rtn: 0.0022583,0.00000,0.073
+54,mlp.experts.112.up_proj,rtn: 0.0022278,0.00000,0.136
+54,mlp.experts.106.up_proj,rtn: 0.0022125,0.00000,0.112
+54,mlp.experts.171.up_proj,rtn: 0.0022736,0.00000,0.083
+54,mlp.experts.126.up_proj,rtn: 0.0023346,0.00000,0.114
+54,mlp.experts.147.up_proj,rtn: 0.0023041,0.00000,0.091
+54,mlp.experts.118.up_proj,rtn: 0.0023041,0.00000,0.109
+54,mlp.experts.114.up_proj,rtn: 0.0022736,0.00000,0.100
+54,mlp.experts.189.up_proj,rtn: 0.0023193,0.00000,0.108
+54,mlp.experts.181.up_proj,rtn: 0.0022430,0.00000,0.104
+54,mlp.experts.185.up_proj,rtn: 0.0022430,0.00000,0.103
+54,mlp.experts.156.up_proj,rtn: 0.0022430,0.00000,0.143
+54,mlp.experts.167.up_proj,rtn: 0.0022888,0.00000,0.097
+54,mlp.experts.177.up_proj,rtn: 0.0022583,0.00000,0.104
+54,mlp.experts.175.up_proj,rtn: 0.0022736,0.00000,0.090
+54,mlp.experts.187.up_proj,rtn: 0.0021667,0.00000,0.077
+54,mlp.experts.122.up_proj,rtn: 0.0022888,0.00000,0.108
+54,mlp.experts.163.up_proj,rtn: 0.0021820,0.00000,0.079
+54,mlp.experts.183.up_proj,rtn: 0.0023041,0.00000,0.065
+54,mlp.experts.191.up_proj,rtn: 0.0022583,0.00000,0.058
+54,mlp.experts.142.up_proj,rtn: 0.0022888,0.00000,0.109
+54,mlp.experts.134.up_proj,rtn: 0.0022278,0.00000,0.092
+54,mlp.experts.130.up_proj,rtn: 0.0022583,0.00000,0.096
+54,mlp.experts.179.up_proj,rtn: 0.0022278,0.00000,0.038
+54,mlp.experts.128.up_proj,rtn: 0.0021973,0.00000,0.164
+54,mlp.experts.172.up_proj,rtn: 0.0023193,0.00000,0.126
+54,mlp.experts.152.up_proj,rtn: 0.0023041,0.00000,0.225
+54,mlp.experts.148.up_proj,rtn: 0.0022888,0.00000,0.251
+54,mlp.experts.138.up_proj,rtn: 0.0022888,0.00000,0.101
+54,mlp.experts.150.up_proj,rtn: 0.0022736,0.00000,0.092
+54,mlp.experts.158.up_proj,rtn: 0.0022736,0.00000,0.102
+54,mlp.experts.146.up_proj,rtn: 0.0022583,0.00000,0.092
+54,mlp.experts.188.up_proj,rtn: 0.0021973,0.00000,0.093
+54,mlp.experts.144.up_proj,rtn: 0.0022125,0.00000,0.105
+54,mlp.experts.164.up_proj,rtn: 0.0022736,0.00000,0.095
+54,mlp.experts.154.up_proj,rtn: 0.0022736,0.00000,0.096
+54,mlp.experts.166.up_proj,rtn: 0.0022430,0.00000,0.086
+54,mlp.experts.174.up_proj,rtn: 0.0021973,0.00000,0.098
+54,mlp.experts.160.up_proj,rtn: 0.0022888,0.00000,0.068
+54,mlp.experts.162.up_proj,rtn: 0.0021667,0.00000,0.092
+54,mlp.experts.180.up_proj,rtn: 0.0022736,0.00000,0.071
+54,mlp.experts.168.up_proj,rtn: 0.0022430,0.00000,0.187
+54,mlp.experts.176.up_proj,rtn: 0.0022888,0.00000,0.052
+54,mlp.experts.170.up_proj,rtn: 0.0022278,0.00000,0.099
+54,mlp.experts.184.up_proj,rtn: 0.0022888,0.00000,0.050
+54,mlp.experts.182.up_proj,rtn: 0.0023346,0.00000,0.094
+54,mlp.experts.190.up_proj,rtn: 0.0022125,0.00000,0.091
+54,mlp.experts.178.up_proj,rtn: 0.0022583,0.00000,0.092
+54,mlp.experts.186.up_proj,rtn: 0.0022430,0.00000,0.079
+54,mlp.experts.3.down_proj,rtn: 0.0022278,0.00000,0.024
+54,mlp.experts.9.down_proj,rtn: 0.0022430,0.00000,0.021
+54,mlp.experts.13.down_proj,rtn: 0.0022736,0.00000,0.038
+54,mlp.experts.1.down_proj,rtn: 0.0023346,0.00000,0.039
+54,mlp.experts.5.down_proj,rtn: 0.0022888,0.00000,0.041
+54,mlp.experts.25.down_proj,rtn: 0.0023193,0.00000,0.033
+54,mlp.experts.19.down_proj,rtn: 0.0022736,0.00000,0.050
+54,mlp.experts.6.down_proj,rtn: 0.0023499,0.00000,0.136
+54,mlp.experts.10.down_proj,rtn: 0.0022430,0.00000,0.137
+54,mlp.experts.12.down_proj,rtn: 0.0022888,0.00000,0.053
+54,mlp.experts.0.down_proj,rtn: 0.0023346,0.00000,0.056
+54,mlp.experts.14.down_proj,rtn: 0.0022736,0.00000,0.140
+54,mlp.experts.8.down_proj,rtn: 0.0022736,0.00000,0.057
+54,mlp.experts.4.down_proj,rtn: 0.0023193,0.00000,0.057
+54,mlp.experts.7.down_proj,rtn: 0.0022583,0.00000,0.065
+54,mlp.experts.11.down_proj,rtn: 0.0022736,0.00000,0.067
+54,mlp.experts.15.down_proj,rtn: 0.0023346,0.00000,0.068
+54,mlp.experts.35.down_proj,rtn: 0.0023499,0.00000,0.016
+54,mlp.experts.2.down_proj,rtn: 0.0022278,0.00000,0.213
+54,mlp.experts.41.down_proj,rtn: 0.0022583,0.00000,0.042
+54,mlp.experts.21.down_proj,rtn: 0.0022736,0.00000,0.043
+54,mlp.experts.29.down_proj,rtn: 0.0022888,0.00000,0.044
+54,mlp.experts.17.down_proj,rtn: 0.0022888,0.00000,0.046
+54,mlp.experts.28.down_proj,rtn: 0.0022736,0.00000,0.043
+54,mlp.experts.16.down_proj,rtn: 0.0022888,0.00000,0.043
+54,mlp.experts.24.down_proj,rtn: 0.0023041,0.00000,0.050
+54,mlp.experts.20.down_proj,rtn: 0.0022125,0.00000,0.052
+54,mlp.experts.23.down_proj,rtn: 0.0022278,0.00000,0.046
+54,mlp.experts.27.down_proj,rtn: 0.0022736,0.00000,0.040
+54,mlp.experts.51.down_proj,rtn: 0.0022583,0.00000,0.039
+54,mlp.experts.31.down_proj,rtn: 0.0022583,0.00000,0.040
+54,mlp.experts.26.down_proj,rtn: 0.0023041,0.00000,0.077
+54,mlp.experts.30.down_proj,rtn: 0.0022888,0.00000,0.059
+54,mlp.experts.18.down_proj,rtn: 0.0022125,0.00000,0.042
+54,mlp.experts.22.down_proj,rtn: 0.0022736,0.00000,0.088
+54,mlp.experts.44.down_proj,rtn: 0.0022888,0.00000,0.047
+54,mlp.experts.32.down_proj,rtn: 0.0022888,0.00000,0.064
+54,mlp.experts.36.down_proj,rtn: 0.0022736,0.00000,0.053
+54,mlp.experts.67.down_proj,rtn: 0.0023193,0.00000,0.032
+54,mlp.experts.40.down_proj,rtn: 0.0022736,0.00000,0.056
+54,mlp.experts.39.down_proj,rtn: 0.0022736,0.00000,0.038
+54,mlp.experts.46.down_proj,rtn: 0.0022583,0.00000,0.076
+54,mlp.experts.57.down_proj,rtn: 0.0022125,0.00000,0.050
+54,mlp.experts.47.down_proj,rtn: 0.0023041,0.00000,0.052
+54,mlp.experts.43.down_proj,rtn: 0.0022888,0.00000,0.054
+54,mlp.experts.38.down_proj,rtn: 0.0023041,0.00000,0.056
+54,mlp.experts.34.down_proj,rtn: 0.0023193,0.00000,0.068
+54,mlp.experts.42.down_proj,rtn: 0.0022430,0.00000,0.080
+54,mlp.experts.60.down_proj,rtn: 0.0022888,0.00000,0.061
+54,mlp.experts.48.down_proj,rtn: 0.0022430,0.00000,0.053
+54,mlp.experts.56.down_proj,rtn: 0.0022736,0.00000,0.032
+54,mlp.experts.52.down_proj,rtn: 0.0021973,0.00000,0.042
+54,mlp.experts.45.down_proj,rtn: 0.0023193,0.00000,0.076
+54,mlp.experts.83.down_proj,rtn: 0.0023193,0.00000,0.057
+54,mlp.experts.33.down_proj,rtn: 0.0022888,0.00000,0.094
+54,mlp.experts.37.down_proj,rtn: 0.0022736,0.00000,0.115
+54,mlp.experts.73.down_proj,rtn: 0.0023346,0.00000,0.058
+54,mlp.experts.62.down_proj,rtn: 0.0022583,0.00000,0.066
+54,mlp.experts.50.down_proj,rtn: 0.0023041,0.00000,0.048
+54,mlp.experts.64.down_proj,rtn: 0.0022888,0.00000,0.031
+54,mlp.experts.68.down_proj,rtn: 0.0023041,0.00000,0.031
+54,mlp.experts.59.down_proj,rtn: 0.0022583,0.00000,0.054
+54,mlp.experts.63.down_proj,rtn: 0.0023193,0.00000,0.054
+54,mlp.experts.76.down_proj,rtn: 0.0023346,0.00000,0.047
+54,mlp.experts.72.down_proj,rtn: 0.0022888,0.00000,0.031
+54,mlp.experts.55.down_proj,rtn: 0.0023193,0.00000,0.078
+54,mlp.experts.99.down_proj,rtn: 0.0022278,0.00000,0.033
+54,mlp.experts.61.down_proj,rtn: 0.0022583,0.00000,0.054
+54,mlp.experts.58.down_proj,rtn: 0.0022583,0.00000,0.065
+54,mlp.experts.54.down_proj,rtn: 0.0022125,0.00000,0.087
+54,mlp.experts.49.down_proj,rtn: 0.0022888,0.00000,0.054
+54,mlp.experts.78.down_proj,rtn: 0.0023193,0.00000,0.040
+54,mlp.experts.66.down_proj,rtn: 0.0022583,0.00000,0.035
+54,mlp.experts.89.down_proj,rtn: 0.0022736,0.00000,0.036
+54,mlp.experts.53.down_proj,rtn: 0.0023041,0.00000,0.039
+54,mlp.experts.92.down_proj,rtn: 0.0022736,0.00000,0.047
+54,mlp.experts.84.down_proj,rtn: 0.0022736,0.00000,0.031
+54,mlp.experts.80.down_proj,rtn: 0.0021667,0.00000,0.052
+54,mlp.experts.88.down_proj,rtn: 0.0021973,0.00000,0.032
+54,mlp.experts.75.down_proj,rtn: 0.0023193,0.00000,0.050
+54,mlp.experts.79.down_proj,rtn: 0.0023346,0.00000,0.063
+54,mlp.experts.71.down_proj,rtn: 0.0022583,0.00000,0.058
+54,mlp.experts.77.down_proj,rtn: 0.0023346,0.00000,0.067
+54,mlp.experts.70.down_proj,rtn: 0.0022736,0.00000,0.069
+54,mlp.experts.74.down_proj,rtn: 0.0023193,0.00000,0.070
+54,mlp.experts.65.down_proj,rtn: 0.0022736,0.00000,0.061
+54,mlp.experts.115.down_proj,rtn: 0.0021973,0.00000,0.070
+54,mlp.experts.105.down_proj,rtn: 0.0023651,0.00000,0.035
+54,mlp.experts.69.down_proj,rtn: 0.0023346,0.00000,0.043
+54,mlp.experts.100.down_proj,rtn: 0.0022888,0.00000,0.041
+54,mlp.experts.104.down_proj,rtn: 0.0023346,0.00000,0.042
+54,mlp.experts.96.down_proj,rtn: 0.0023346,0.00000,0.043
+54,mlp.experts.91.down_proj,rtn: 0.0023041,0.00000,0.064
+54,mlp.experts.95.down_proj,rtn: 0.0022430,0.00000,0.057
+54,mlp.experts.108.down_proj,rtn: 0.0022430,0.00000,0.071
+54,mlp.experts.82.down_proj,rtn: 0.0023041,0.00000,0.098
+54,mlp.experts.94.down_proj,rtn: 0.0022583,0.00000,0.115
+54,mlp.experts.93.down_proj,rtn: 0.0022583,0.00000,0.053
+54,mlp.experts.87.down_proj,rtn: 0.0022125,0.00000,0.061
+54,mlp.experts.85.down_proj,rtn: 0.0021820,0.00000,0.049
+54,mlp.experts.112.down_proj,rtn: 0.0022430,0.00000,0.043
+54,mlp.experts.116.down_proj,rtn: 0.0022888,0.00000,0.046
+54,mlp.experts.120.down_proj,rtn: 0.0022278,0.00000,0.045
+54,mlp.experts.121.down_proj,rtn: 0.0023193,0.00000,0.053
+54,mlp.experts.90.down_proj,rtn: 0.0023193,0.00000,0.074
+54,mlp.experts.86.down_proj,rtn: 0.0023193,0.00000,0.060
+54,mlp.experts.81.down_proj,rtn: 0.0022736,0.00000,0.059
+54,mlp.experts.111.down_proj,rtn: 0.0023193,0.00000,0.044
+54,mlp.experts.110.down_proj,rtn: 0.0022125,0.00000,0.036
+54,mlp.experts.131.down_proj,rtn: 0.0023193,0.00000,0.069
+54,mlp.experts.98.down_proj,rtn: 0.0021973,0.00000,0.046
+54,mlp.experts.103.down_proj,rtn: 0.0021820,0.00000,0.036
+54,mlp.experts.124.down_proj,rtn: 0.0022278,0.00000,0.049
+54,mlp.experts.109.down_proj,rtn: 0.0022125,0.00000,0.032
+54,mlp.experts.128.down_proj,rtn: 0.0022125,0.00000,0.017
+54,mlp.experts.101.down_proj,rtn: 0.0022278,0.00000,0.077
+54,mlp.experts.107.down_proj,rtn: 0.0021973,0.00000,0.105
+54,mlp.experts.137.down_proj,rtn: 0.0021820,0.00000,0.063
+54,mlp.experts.132.down_proj,rtn: 0.0023346,0.00000,0.049
+54,mlp.experts.114.down_proj,rtn: 0.0023193,0.00000,0.051
+54,mlp.experts.106.down_proj,rtn: 0.0022583,0.00000,0.090
+54,mlp.experts.144.down_proj,rtn: 0.0022888,0.00000,0.043
+54,mlp.experts.136.down_proj,rtn: 0.0023041,0.00000,0.055
+54,mlp.experts.140.down_proj,rtn: 0.0022736,0.00000,0.055
+54,mlp.experts.102.down_proj,rtn: 0.0022888,0.00000,0.080
+54,mlp.experts.126.down_proj,rtn: 0.0023346,0.00000,0.066
+54,mlp.experts.147.down_proj,rtn: 0.0023499,0.00000,0.059
+54,mlp.experts.119.down_proj,rtn: 0.0023041,0.00000,0.059
+54,mlp.experts.97.down_proj,rtn: 0.0023499,0.00000,0.062
+54,mlp.experts.127.down_proj,rtn: 0.0023193,0.00000,0.062
+54,mlp.experts.125.down_proj,rtn: 0.0022888,0.00000,0.065
+54,mlp.experts.123.down_proj,rtn: 0.0022430,0.00000,0.036
+54,mlp.experts.117.down_proj,rtn: 0.0022888,0.00000,0.037
+54,mlp.experts.153.down_proj,rtn: 0.0022736,0.00000,0.029
+54,mlp.experts.148.down_proj,rtn: 0.0023193,0.00000,0.023
+54,mlp.experts.156.down_proj,rtn: 0.0022736,0.00000,0.023
+54,mlp.experts.118.down_proj,rtn: 0.0023499,0.00000,0.072
+54,mlp.experts.135.down_proj,rtn: 0.0022888,0.00000,0.040
+54,mlp.experts.143.down_proj,rtn: 0.0023346,0.00000,0.041
+54,mlp.experts.142.down_proj,rtn: 0.0023499,0.00000,0.058
+54,mlp.experts.122.down_proj,rtn: 0.0023193,0.00000,0.092
+54,mlp.experts.130.down_proj,rtn: 0.0022736,0.00000,0.105
+54,mlp.experts.163.down_proj,rtn: 0.0022278,0.00000,0.043
+54,mlp.experts.139.down_proj,rtn: 0.0022583,0.00000,0.043
+54,mlp.experts.160.down_proj,rtn: 0.0023346,0.00000,0.047
+54,mlp.experts.172.down_proj,rtn: 0.0023499,0.00000,0.050
+54,mlp.experts.164.down_proj,rtn: 0.0023041,0.00000,0.050
+54,mlp.experts.152.down_proj,rtn: 0.0023346,0.00000,0.054
+54,mlp.experts.133.down_proj,rtn: 0.0022888,0.00000,0.062
+54,mlp.experts.113.down_proj,rtn: 0.0022583,0.00000,0.064
+54,mlp.experts.141.down_proj,rtn: 0.0023499,0.00000,0.065
+54,mlp.experts.169.down_proj,rtn: 0.0021820,0.00000,0.066
+54,mlp.experts.134.down_proj,rtn: 0.0022736,0.00000,0.062
+54,mlp.experts.151.down_proj,rtn: 0.0023346,0.00000,0.060
+54,mlp.experts.180.down_proj,rtn: 0.0023041,0.00000,0.039
+54,mlp.experts.168.down_proj,rtn: 0.0022736,0.00000,0.037
+54,mlp.experts.176.down_proj,rtn: 0.0023346,0.00000,0.042
+54,mlp.experts.188.down_proj,rtn: 0.0022278,0.00000,0.038
+54,mlp.experts.159.down_proj,rtn: 0.0023346,0.00000,0.090
+54,mlp.experts.155.down_proj,rtn: 0.0022888,0.00000,0.049
+54,mlp.experts.158.down_proj,rtn: 0.0023041,0.00000,0.096
+54,mlp.experts.179.down_proj,rtn: 0.0022583,0.00000,0.057
+54,mlp.experts.146.down_proj,rtn: 0.0022888,0.00000,0.087
+54,mlp.experts.138.down_proj,rtn: 0.0023651,0.00000,0.096
+54,mlp.experts.150.down_proj,rtn: 0.0023193,0.00000,0.039
+54,mlp.experts.185.down_proj,rtn: 0.0022736,0.00000,0.040
+54,mlp.experts.157.down_proj,rtn: 0.0023346,0.00000,0.040
+54,mlp.experts.129.down_proj,rtn: 0.0023193,0.00000,0.042
+54,mlp.experts.149.down_proj,rtn: 0.0022736,0.00000,0.044
+54,mlp.experts.184.down_proj,rtn: 0.0023041,0.00000,0.013
+54,mlp.experts.167.down_proj,rtn: 0.0023041,0.00000,0.055
+54,mlp.experts.171.down_proj,rtn: 0.0023346,0.00000,0.036
+54,mlp.experts.175.down_proj,rtn: 0.0023041,0.00000,0.040
+54,mlp.experts.183.down_proj,rtn: 0.0023499,0.00000,0.030
+54,mlp.experts.145.down_proj,rtn: 0.0022888,0.00000,0.031
+54,mlp.experts.173.down_proj,rtn: 0.0023041,0.00000,0.031
+54,mlp.experts.166.down_proj,rtn: 0.0023041,0.00000,0.039
+54,mlp.experts.154.down_proj,rtn: 0.0022888,0.00000,0.064
+54,mlp.experts.162.down_proj,rtn: 0.0022125,0.00000,0.052
+54,mlp.experts.174.down_proj,rtn: 0.0022278,0.00000,0.062
+54,mlp.experts.165.down_proj,rtn: 0.0023193,0.00000,0.049
+54,mlp.experts.191.down_proj,rtn: 0.0022888,0.00000,0.019
+54,mlp.experts.187.down_proj,rtn: 0.0021820,0.00000,0.029
+54,mlp.experts.161.down_proj,rtn: 0.0023346,0.00000,0.032
+54,mlp.experts.181.down_proj,rtn: 0.0023041,0.00000,0.032
+54,mlp.experts.178.down_proj,rtn: 0.0023041,0.00000,0.047
+54,mlp.experts.182.down_proj,rtn: 0.0023346,0.00000,0.050
+54,mlp.experts.170.down_proj,rtn: 0.0022583,0.00000,0.046
+54,mlp.experts.189.down_proj,rtn: 0.0022736,0.00000,0.034
+54,mlp.experts.190.down_proj,rtn: 0.0022430,0.00000,0.043
+54,mlp.experts.177.down_proj,rtn: 0.0022583,0.00000,0.018
+54,mlp.experts.186.down_proj,rtn: 0.0022888,0.00000,0.020
+54,mlp.shared_experts.up_proj,rtn: 0.0017090,0.00000,0.032
+54,mlp.shared_experts.gate_proj,rtn: 0.0016937,0.00000,0.042
+54,mlp.shared_experts.down_proj,rtn: 0.0017929,0.00000,0.022
+55,self_attn.q_proj,rtn: 0.0022430,0.00000,0.018
+55,self_attn.v_proj,rtn: 0.0029907,0.00000,0.025
+55,self_attn.k_proj,rtn: 0.0021057,0.00000,0.025
+55,self_attn.o_proj,rtn: 0.0028229,0.00000,0.031
+55,mlp.experts.6.gate_proj,rtn: 0.0022736,0.00000,0.091
+55,mlp.experts.2.gate_proj,rtn: 0.0023041,0.00000,0.094
+55,mlp.experts.0.gate_proj,rtn: 0.0023041,0.00000,0.105
+55,mlp.experts.14.gate_proj,rtn: 0.0023041,0.00000,0.117
+55,mlp.experts.5.gate_proj,rtn: 0.0023804,0.00000,0.122
+55,mlp.experts.9.gate_proj,rtn: 0.0022736,0.00000,0.121
+55,mlp.experts.15.gate_proj,rtn: 0.0022583,0.00000,0.125
+55,mlp.experts.7.gate_proj,rtn: 0.0023193,0.00000,0.123
+55,mlp.experts.8.gate_proj,rtn: 0.0023346,0.00000,0.129
+55,mlp.experts.3.gate_proj,rtn: 0.0022888,0.00000,0.129
+55,mlp.experts.11.gate_proj,rtn: 0.0022736,0.00000,0.131
+55,mlp.experts.1.gate_proj,rtn: 0.0022736,0.00000,0.129
+55,mlp.experts.10.gate_proj,rtn: 0.0023346,0.00000,0.140
+55,mlp.experts.13.gate_proj,rtn: 0.0022888,0.00000,0.146
+55,mlp.experts.4.gate_proj,rtn: 0.0022736,0.00000,0.166
+55,mlp.experts.12.gate_proj,rtn: 0.0022888,0.00000,0.169
+55,mlp.experts.18.gate_proj,rtn: 0.0023041,0.00000,0.104
+55,mlp.experts.22.gate_proj,rtn: 0.0022888,0.00000,0.108
+55,mlp.experts.16.gate_proj,rtn: 0.0023041,0.00000,0.114
+55,mlp.experts.30.gate_proj,rtn: 0.0022888,0.00000,0.107
+55,mlp.experts.21.gate_proj,rtn: 0.0022736,0.00000,0.115
+55,mlp.experts.25.gate_proj,rtn: 0.0021973,0.00000,0.127
+55,mlp.experts.31.gate_proj,rtn: 0.0022736,0.00000,0.123
+55,mlp.experts.23.gate_proj,rtn: 0.0023956,0.00000,0.134
+55,mlp.experts.26.gate_proj,rtn: 0.0021973,0.00000,0.107
+55,mlp.experts.24.gate_proj,rtn: 0.0023956,0.00000,0.117
+55,mlp.experts.19.gate_proj,rtn: 0.0023346,0.00000,0.132
+55,mlp.experts.17.gate_proj,rtn: 0.0023346,0.00000,0.139
+55,mlp.experts.29.gate_proj,rtn: 0.0022430,0.00000,0.125
+55,mlp.experts.27.gate_proj,rtn: 0.0022888,0.00000,0.134
+55,mlp.experts.20.gate_proj,rtn: 0.0023193,0.00000,0.119
+55,mlp.experts.28.gate_proj,rtn: 0.0022888,0.00000,0.121
+55,mlp.experts.38.gate_proj,rtn: 0.0023041,0.00000,0.107
+55,mlp.experts.34.gate_proj,rtn: 0.0023041,0.00000,0.112
+55,mlp.experts.32.gate_proj,rtn: 0.0023041,0.00000,0.116
+55,mlp.experts.46.gate_proj,rtn: 0.0022888,0.00000,0.119
+55,mlp.experts.37.gate_proj,rtn: 0.0023193,0.00000,0.121
+55,mlp.experts.41.gate_proj,rtn: 0.0023193,0.00000,0.113
+55,mlp.experts.40.gate_proj,rtn: 0.0023499,0.00000,0.102
+55,mlp.experts.42.gate_proj,rtn: 0.0022278,0.00000,0.107
+55,mlp.experts.47.gate_proj,rtn: 0.0022430,0.00000,0.123
+55,mlp.experts.44.gate_proj,rtn: 0.0023651,0.00000,0.099
+55,mlp.experts.33.gate_proj,rtn: 0.0022888,0.00000,0.101
+55,mlp.experts.39.gate_proj,rtn: 0.0022736,0.00000,0.127
+55,mlp.experts.35.gate_proj,rtn: 0.0023651,0.00000,0.117
+55,mlp.experts.45.gate_proj,rtn: 0.0023346,0.00000,0.114
+55,mlp.experts.36.gate_proj,rtn: 0.0023193,0.00000,0.114
+55,mlp.experts.43.gate_proj,rtn: 0.0022736,0.00000,0.108
+55,mlp.experts.54.gate_proj,rtn: 0.0022430,0.00000,0.104
+55,mlp.experts.50.gate_proj,rtn: 0.0022583,0.00000,0.097
+55,mlp.experts.48.gate_proj,rtn: 0.0022888,0.00000,0.106
+55,mlp.experts.62.gate_proj,rtn: 0.0022125,0.00000,0.103
+55,mlp.experts.53.gate_proj,rtn: 0.0023651,0.00000,0.102
+55,mlp.experts.58.gate_proj,rtn: 0.0022736,0.00000,0.093
+55,mlp.experts.56.gate_proj,rtn: 0.0023193,0.00000,0.104
+55,mlp.experts.57.gate_proj,rtn: 0.0023346,0.00000,0.108
+55,mlp.experts.61.gate_proj,rtn: 0.0022888,0.00000,0.102
+55,mlp.experts.60.gate_proj,rtn: 0.0022888,0.00000,0.105
+55,mlp.experts.49.gate_proj,rtn: 0.0022888,0.00000,0.106
+55,mlp.experts.70.gate_proj,rtn: 0.0023346,0.00000,0.086
+55,mlp.experts.52.gate_proj,rtn: 0.0022888,0.00000,0.106
+55,mlp.experts.66.gate_proj,rtn: 0.0022583,0.00000,0.088
+55,mlp.experts.55.gate_proj,rtn: 0.0021973,0.00000,0.116
+55,mlp.experts.63.gate_proj,rtn: 0.0023041,0.00000,0.137
+55,mlp.experts.51.gate_proj,rtn: 0.0023346,0.00000,0.131
+55,mlp.experts.78.gate_proj,rtn: 0.0023041,0.00000,0.089
+55,mlp.experts.59.gate_proj,rtn: 0.0023346,0.00000,0.138
+55,mlp.experts.64.gate_proj,rtn: 0.0022888,0.00000,0.108
+55,mlp.experts.74.gate_proj,rtn: 0.0023041,0.00000,0.089
+55,mlp.experts.69.gate_proj,rtn: 0.0023041,0.00000,0.115
+55,mlp.experts.72.gate_proj,rtn: 0.0022736,0.00000,0.100
+55,mlp.experts.73.gate_proj,rtn: 0.0023956,0.00000,0.114
+55,mlp.experts.77.gate_proj,rtn: 0.0022583,0.00000,0.106
+55,mlp.experts.86.gate_proj,rtn: 0.0023041,0.00000,0.083
+55,mlp.experts.94.gate_proj,rtn: 0.0023346,0.00000,0.078
+55,mlp.experts.76.gate_proj,rtn: 0.0023346,0.00000,0.084
+55,mlp.experts.68.gate_proj,rtn: 0.0022278,0.00000,0.087
+55,mlp.experts.65.gate_proj,rtn: 0.0023193,0.00000,0.098
+55,mlp.experts.82.gate_proj,rtn: 0.0022736,0.00000,0.091
+55,mlp.experts.71.gate_proj,rtn: 0.0023346,0.00000,0.120
+55,mlp.experts.80.gate_proj,rtn: 0.0022736,0.00000,0.091
+55,mlp.experts.67.gate_proj,rtn: 0.0022736,0.00000,0.116
+55,mlp.experts.79.gate_proj,rtn: 0.0023499,0.00000,0.111
+55,mlp.experts.90.gate_proj,rtn: 0.0023346,0.00000,0.090
+55,mlp.experts.75.gate_proj,rtn: 0.0023651,0.00000,0.099
+55,mlp.experts.88.gate_proj,rtn: 0.0023346,0.00000,0.085
+55,mlp.experts.85.gate_proj,rtn: 0.0022278,0.00000,0.098
+55,mlp.experts.89.gate_proj,rtn: 0.0022736,0.00000,0.112
+55,mlp.experts.92.gate_proj,rtn: 0.0023499,0.00000,0.091
+55,mlp.experts.102.gate_proj,rtn: 0.0022736,0.00000,0.097
+55,mlp.experts.93.gate_proj,rtn: 0.0023193,0.00000,0.101
+55,mlp.experts.81.gate_proj,rtn: 0.0022430,0.00000,0.098
+55,mlp.experts.110.gate_proj,rtn: 0.0023041,0.00000,0.096
+55,mlp.experts.84.gate_proj,rtn: 0.0023193,0.00000,0.094
+55,mlp.experts.98.gate_proj,rtn: 0.0022888,0.00000,0.099
+55,mlp.experts.104.gate_proj,rtn: 0.0023041,0.00000,0.083
+55,mlp.experts.101.gate_proj,rtn: 0.0022888,0.00000,0.093
+55,mlp.experts.96.gate_proj,rtn: 0.0023041,0.00000,0.095
+55,mlp.experts.95.gate_proj,rtn: 0.0023346,0.00000,0.112
+55,mlp.experts.106.gate_proj,rtn: 0.0023041,0.00000,0.104
+55,mlp.experts.87.gate_proj,rtn: 0.0023499,0.00000,0.127
+55,mlp.experts.83.gate_proj,rtn: 0.0022736,0.00000,0.126
+55,mlp.experts.105.gate_proj,rtn: 0.0023041,0.00000,0.089
+55,mlp.experts.91.gate_proj,rtn: 0.0022736,0.00000,0.136
+55,mlp.experts.97.gate_proj,rtn: 0.0023041,0.00000,0.075
+55,mlp.experts.109.gate_proj,rtn: 0.0022583,0.00000,0.086
+55,mlp.experts.114.gate_proj,rtn: 0.0023651,0.00000,0.070
+55,mlp.experts.118.gate_proj,rtn: 0.0022583,0.00000,0.092
+55,mlp.experts.108.gate_proj,rtn: 0.0023499,0.00000,0.096
+55,mlp.experts.100.gate_proj,rtn: 0.0022125,0.00000,0.083
+55,mlp.experts.126.gate_proj,rtn: 0.0022278,0.00000,0.094
+55,mlp.experts.117.gate_proj,rtn: 0.0023041,0.00000,0.083
+55,mlp.experts.120.gate_proj,rtn: 0.0022278,0.00000,0.094
+55,mlp.experts.112.gate_proj,rtn: 0.0023651,0.00000,0.090
+55,mlp.experts.121.gate_proj,rtn: 0.0022583,0.00000,0.084
+55,mlp.experts.122.gate_proj,rtn: 0.0022278,0.00000,0.093
+55,mlp.experts.103.gate_proj,rtn: 0.0023346,0.00000,0.104
+55,mlp.experts.111.gate_proj,rtn: 0.0022430,0.00000,0.108
+55,mlp.experts.113.gate_proj,rtn: 0.0022736,0.00000,0.074
+55,mlp.experts.125.gate_proj,rtn: 0.0023346,0.00000,0.078
+55,mlp.experts.134.gate_proj,rtn: 0.0022736,0.00000,0.081
+55,mlp.experts.107.gate_proj,rtn: 0.0022736,0.00000,0.103
+55,mlp.experts.116.gate_proj,rtn: 0.0023041,0.00000,0.086
+55,mlp.experts.124.gate_proj,rtn: 0.0022583,0.00000,0.087
+55,mlp.experts.99.gate_proj,rtn: 0.0022888,0.00000,0.122
+55,mlp.experts.130.gate_proj,rtn: 0.0023041,0.00000,0.098
+55,mlp.experts.133.gate_proj,rtn: 0.0022278,0.00000,0.087
+55,mlp.experts.142.gate_proj,rtn: 0.0023041,0.00000,0.110
+55,mlp.experts.136.gate_proj,rtn: 0.0023193,0.00000,0.093
+55,mlp.experts.128.gate_proj,rtn: 0.0022736,0.00000,0.097
+55,mlp.experts.137.gate_proj,rtn: 0.0022736,0.00000,0.092
+55,mlp.experts.129.gate_proj,rtn: 0.0023041,0.00000,0.085
+55,mlp.experts.141.gate_proj,rtn: 0.0023193,0.00000,0.087
+55,mlp.experts.138.gate_proj,rtn: 0.0023193,0.00000,0.108
+55,mlp.experts.119.gate_proj,rtn: 0.0022888,0.00000,0.112
+55,mlp.experts.150.gate_proj,rtn: 0.0023193,0.00000,0.097
+55,mlp.experts.132.gate_proj,rtn: 0.0022888,0.00000,0.082
+55,mlp.experts.123.gate_proj,rtn: 0.0023346,0.00000,0.107
+55,mlp.experts.127.gate_proj,rtn: 0.0022125,0.00000,0.122
+55,mlp.experts.146.gate_proj,rtn: 0.0023499,0.00000,0.088
+55,mlp.experts.140.gate_proj,rtn: 0.0023041,0.00000,0.087
+55,mlp.experts.158.gate_proj,rtn: 0.0023041,0.00000,0.085
+55,mlp.experts.152.gate_proj,rtn: 0.0023041,0.00000,0.077
+55,mlp.experts.115.gate_proj,rtn: 0.0022583,0.00000,0.121
+55,mlp.experts.149.gate_proj,rtn: 0.0022430,0.00000,0.092
+55,mlp.experts.144.gate_proj,rtn: 0.0022888,0.00000,0.087
+55,mlp.experts.153.gate_proj,rtn: 0.0022888,0.00000,0.084
+55,mlp.experts.145.gate_proj,rtn: 0.0023041,0.00000,0.080
+55,mlp.experts.157.gate_proj,rtn: 0.0023499,0.00000,0.081
+55,mlp.experts.154.gate_proj,rtn: 0.0023041,0.00000,0.097
+55,mlp.experts.135.gate_proj,rtn: 0.0023651,0.00000,0.091
+55,mlp.experts.166.gate_proj,rtn: 0.0023193,0.00000,0.107
+55,mlp.experts.139.gate_proj,rtn: 0.0023346,0.00000,0.091
+55,mlp.experts.143.gate_proj,rtn: 0.0024261,0.00000,0.088
+55,mlp.experts.162.gate_proj,rtn: 0.0023041,0.00000,0.102
+55,mlp.experts.156.gate_proj,rtn: 0.0023499,0.00000,0.106
+55,mlp.experts.148.gate_proj,rtn: 0.0022888,0.00000,0.108
+55,mlp.experts.165.gate_proj,rtn: 0.0023041,0.00000,0.087
+55,mlp.experts.169.gate_proj,rtn: 0.0023041,0.00000,0.077
+55,mlp.experts.131.gate_proj,rtn: 0.0022430,0.00000,0.095
+55,mlp.experts.174.gate_proj,rtn: 0.0024567,0.00000,0.099
+55,mlp.experts.168.gate_proj,rtn: 0.0022430,0.00000,0.093
+55,mlp.experts.173.gate_proj,rtn: 0.0022736,0.00000,0.072
+55,mlp.experts.160.gate_proj,rtn: 0.0022888,0.00000,0.109
+55,mlp.experts.161.gate_proj,rtn: 0.0022583,0.00000,0.084
+55,mlp.experts.151.gate_proj,rtn: 0.0022583,0.00000,0.094
+55,mlp.experts.170.gate_proj,rtn: 0.0023193,0.00000,0.108
+55,mlp.experts.159.gate_proj,rtn: 0.0022430,0.00000,0.095
+55,mlp.experts.155.gate_proj,rtn: 0.0023499,0.00000,0.088
+55,mlp.experts.185.gate_proj,rtn: 0.0023041,0.00000,0.077
+55,mlp.experts.181.gate_proj,rtn: 0.0023346,0.00000,0.083
+55,mlp.experts.189.gate_proj,rtn: 0.0024109,0.00000,0.072
+55,mlp.experts.178.gate_proj,rtn: 0.0022278,0.00000,0.102
+55,mlp.experts.182.gate_proj,rtn: 0.0022278,0.00000,0.118
+55,mlp.experts.147.gate_proj,rtn: 0.0022125,0.00000,0.107
+55,mlp.experts.172.gate_proj,rtn: 0.0023193,0.00000,0.111
+55,mlp.experts.184.gate_proj,rtn: 0.0023956,0.00000,0.108
+55,mlp.experts.164.gate_proj,rtn: 0.0022736,0.00000,0.116
+55,mlp.experts.177.gate_proj,rtn: 0.0022888,0.00000,0.084
+55,mlp.experts.190.gate_proj,rtn: 0.0022736,0.00000,0.116
+55,mlp.experts.176.gate_proj,rtn: 0.0022430,0.00000,0.113
+55,mlp.experts.167.gate_proj,rtn: 0.0022888,0.00000,0.102
+55,mlp.experts.175.gate_proj,rtn: 0.0022736,0.00000,0.087
+55,mlp.experts.171.gate_proj,rtn: 0.0024109,0.00000,0.087
+55,mlp.experts.9.up_proj,rtn: 0.0022430,0.00000,0.097
+55,mlp.experts.5.up_proj,rtn: 0.0023346,0.00000,0.095
+55,mlp.experts.13.up_proj,rtn: 0.0022430,0.00000,0.087
+55,mlp.experts.186.gate_proj,rtn: 0.0022278,0.00000,0.118
+55,mlp.experts.163.gate_proj,rtn: 0.0023346,0.00000,0.079
+55,mlp.experts.2.up_proj,rtn: 0.0022888,0.00000,0.118
+55,mlp.experts.6.up_proj,rtn: 0.0022430,0.00000,0.126
+55,mlp.experts.180.gate_proj,rtn: 0.0022736,0.00000,0.109
+55,mlp.experts.1.up_proj,rtn: 0.0022278,0.00000,0.113
+55,mlp.experts.183.gate_proj,rtn: 0.0022736,0.00000,0.087
+55,mlp.experts.188.gate_proj,rtn: 0.0023041,0.00000,0.121
+55,mlp.experts.14.up_proj,rtn: 0.0022736,0.00000,0.122
+55,mlp.experts.191.gate_proj,rtn: 0.0023193,0.00000,0.096
+55,mlp.experts.8.up_proj,rtn: 0.0022583,0.00000,0.147
+55,mlp.experts.0.up_proj,rtn: 0.0022736,0.00000,0.121
+55,mlp.experts.187.gate_proj,rtn: 0.0023193,0.00000,0.114
+55,mlp.experts.21.up_proj,rtn: 0.0022583,0.00000,0.101
+55,mlp.experts.29.up_proj,rtn: 0.0022278,0.00000,0.101
+55,mlp.experts.25.up_proj,rtn: 0.0021515,0.00000,0.104
+55,mlp.experts.179.gate_proj,rtn: 0.0023499,0.00000,0.114
+55,mlp.experts.10.up_proj,rtn: 0.0022583,0.00000,0.124
+55,mlp.experts.18.up_proj,rtn: 0.0022430,0.00000,0.124
+55,mlp.experts.17.up_proj,rtn: 0.0022888,0.00000,0.091
+55,mlp.experts.22.up_proj,rtn: 0.0022736,0.00000,0.111
+55,mlp.experts.12.up_proj,rtn: 0.0022430,0.00000,0.101
+55,mlp.experts.4.up_proj,rtn: 0.0022430,0.00000,0.116
+55,mlp.experts.30.up_proj,rtn: 0.0022430,0.00000,0.106
+55,mlp.experts.7.up_proj,rtn: 0.0023041,0.00000,0.124
+55,mlp.experts.24.up_proj,rtn: 0.0022736,0.00000,0.104
+55,mlp.experts.15.up_proj,rtn: 0.0022278,0.00000,0.121
+55,mlp.experts.16.up_proj,rtn: 0.0022125,0.00000,0.118
+55,mlp.experts.37.up_proj,rtn: 0.0022888,0.00000,0.072
+55,mlp.experts.41.up_proj,rtn: 0.0023041,0.00000,0.074
+55,mlp.experts.45.up_proj,rtn: 0.0023041,0.00000,0.075
+55,mlp.experts.11.up_proj,rtn: 0.0022430,0.00000,0.127
+55,mlp.experts.33.up_proj,rtn: 0.0022583,0.00000,0.083
+55,mlp.experts.3.up_proj,rtn: 0.0022430,0.00000,0.115
+55,mlp.experts.26.up_proj,rtn: 0.0021820,0.00000,0.119
+55,mlp.experts.34.up_proj,rtn: 0.0022888,0.00000,0.118
+55,mlp.experts.20.up_proj,rtn: 0.0023193,0.00000,0.110
+55,mlp.experts.23.up_proj,rtn: 0.0023041,0.00000,0.104
+55,mlp.experts.28.up_proj,rtn: 0.0022583,0.00000,0.110
+55,mlp.experts.38.up_proj,rtn: 0.0022583,0.00000,0.124
+55,mlp.experts.46.up_proj,rtn: 0.0022430,0.00000,0.116
+55,mlp.experts.40.up_proj,rtn: 0.0022736,0.00000,0.101
+55,mlp.experts.53.up_proj,rtn: 0.0022888,0.00000,0.077
+55,mlp.experts.57.up_proj,rtn: 0.0022736,0.00000,0.079
+55,mlp.experts.61.up_proj,rtn: 0.0022583,0.00000,0.079
+55,mlp.experts.31.up_proj,rtn: 0.0022430,0.00000,0.102
+55,mlp.experts.32.up_proj,rtn: 0.0022583,0.00000,0.115
+55,mlp.experts.27.up_proj,rtn: 0.0022583,0.00000,0.107
+55,mlp.experts.49.up_proj,rtn: 0.0022583,0.00000,0.096
+55,mlp.experts.19.up_proj,rtn: 0.0022125,0.00000,0.101
+55,mlp.experts.42.up_proj,rtn: 0.0021973,0.00000,0.122
+55,mlp.experts.50.up_proj,rtn: 0.0022430,0.00000,0.112
+55,mlp.experts.39.up_proj,rtn: 0.0022583,0.00000,0.097
+55,mlp.experts.36.up_proj,rtn: 0.0022430,0.00000,0.113
+55,mlp.experts.69.up_proj,rtn: 0.0022736,0.00000,0.083
+55,mlp.experts.73.up_proj,rtn: 0.0022736,0.00000,0.083
+55,mlp.experts.77.up_proj,rtn: 0.0021973,0.00000,0.085
+55,mlp.experts.56.up_proj,rtn: 0.0023041,0.00000,0.098
+55,mlp.experts.44.up_proj,rtn: 0.0023193,0.00000,0.098
+55,mlp.experts.48.up_proj,rtn: 0.0022736,0.00000,0.091
+55,mlp.experts.47.up_proj,rtn: 0.0021973,0.00000,0.098
+55,mlp.experts.54.up_proj,rtn: 0.0022430,0.00000,0.119
+55,mlp.experts.65.up_proj,rtn: 0.0022888,0.00000,0.079
+55,mlp.experts.62.up_proj,rtn: 0.0021820,0.00000,0.123
+55,mlp.experts.43.up_proj,rtn: 0.0022583,0.00000,0.111
+55,mlp.experts.35.up_proj,rtn: 0.0023041,0.00000,0.109
+55,mlp.experts.85.up_proj,rtn: 0.0021973,0.00000,0.080
+55,mlp.experts.89.up_proj,rtn: 0.0022278,0.00000,0.083
+55,mlp.experts.58.up_proj,rtn: 0.0022278,0.00000,0.102
+55,mlp.experts.52.up_proj,rtn: 0.0022430,0.00000,0.092
+55,mlp.experts.93.up_proj,rtn: 0.0023041,0.00000,0.085
+55,mlp.experts.60.up_proj,rtn: 0.0022583,0.00000,0.074
+55,mlp.experts.64.up_proj,rtn: 0.0022736,0.00000,0.074
+55,mlp.experts.66.up_proj,rtn: 0.0022125,0.00000,0.114
+55,mlp.experts.55.up_proj,rtn: 0.0021820,0.00000,0.114
+55,mlp.experts.63.up_proj,rtn: 0.0022583,0.00000,0.098
+55,mlp.experts.81.up_proj,rtn: 0.0021667,0.00000,0.087
+55,mlp.experts.72.up_proj,rtn: 0.0021667,0.00000,0.108
+55,mlp.experts.70.up_proj,rtn: 0.0022125,0.00000,0.104
+55,mlp.experts.78.up_proj,rtn: 0.0022125,0.00000,0.092
+55,mlp.experts.59.up_proj,rtn: 0.0022583,0.00000,0.107
+55,mlp.experts.51.up_proj,rtn: 0.0022888,0.00000,0.110
+55,mlp.experts.101.up_proj,rtn: 0.0022736,0.00000,0.104
+55,mlp.experts.105.up_proj,rtn: 0.0022736,0.00000,0.106
+55,mlp.experts.74.up_proj,rtn: 0.0022736,0.00000,0.108
+55,mlp.experts.68.up_proj,rtn: 0.0022125,0.00000,0.108
+55,mlp.experts.76.up_proj,rtn: 0.0023193,0.00000,0.086
+55,mlp.experts.80.up_proj,rtn: 0.0022278,0.00000,0.086
+55,mlp.experts.88.up_proj,rtn: 0.0023041,0.00000,0.077
+55,mlp.experts.109.up_proj,rtn: 0.0022430,0.00000,0.115
+55,mlp.experts.79.up_proj,rtn: 0.0022430,0.00000,0.093
+55,mlp.experts.71.up_proj,rtn: 0.0022583,0.00000,0.101
+55,mlp.experts.82.up_proj,rtn: 0.0022125,0.00000,0.105
+55,mlp.experts.94.up_proj,rtn: 0.0022888,0.00000,0.095
+55,mlp.experts.86.up_proj,rtn: 0.0022430,0.00000,0.097
+55,mlp.experts.97.up_proj,rtn: 0.0022888,0.00000,0.115
+55,mlp.experts.75.up_proj,rtn: 0.0023193,0.00000,0.114
+55,mlp.experts.67.up_proj,rtn: 0.0022430,0.00000,0.117
+55,mlp.experts.90.up_proj,rtn: 0.0022888,0.00000,0.092
+55,mlp.experts.117.up_proj,rtn: 0.0022888,0.00000,0.116
+55,mlp.experts.95.up_proj,rtn: 0.0023041,0.00000,0.094
+55,mlp.experts.110.up_proj,rtn: 0.0022736,0.00000,0.072
+55,mlp.experts.121.up_proj,rtn: 0.0022278,0.00000,0.121
+55,mlp.experts.104.up_proj,rtn: 0.0022278,0.00000,0.083
+55,mlp.experts.96.up_proj,rtn: 0.0022430,0.00000,0.082
+55,mlp.experts.92.up_proj,rtn: 0.0023193,0.00000,0.085
+55,mlp.experts.87.up_proj,rtn: 0.0023193,0.00000,0.094
+55,mlp.experts.102.up_proj,rtn: 0.0022430,0.00000,0.087
+55,mlp.experts.98.up_proj,rtn: 0.0022583,0.00000,0.092
+55,mlp.experts.125.up_proj,rtn: 0.0022278,0.00000,0.128
+55,mlp.experts.84.up_proj,rtn: 0.0022583,0.00000,0.108
+55,mlp.experts.91.up_proj,rtn: 0.0022430,0.00000,0.085
+55,mlp.experts.113.up_proj,rtn: 0.0021973,0.00000,0.127
+55,mlp.experts.83.up_proj,rtn: 0.0022430,0.00000,0.094
+55,mlp.experts.106.up_proj,rtn: 0.0022430,0.00000,0.091
+55,mlp.experts.126.up_proj,rtn: 0.0021973,0.00000,0.083
+55,mlp.experts.114.up_proj,rtn: 0.0023193,0.00000,0.085
+55,mlp.experts.118.up_proj,rtn: 0.0022278,0.00000,0.088
+55,mlp.experts.111.up_proj,rtn: 0.0021820,0.00000,0.110
+55,mlp.experts.137.up_proj,rtn: 0.0022125,0.00000,0.110
+55,mlp.experts.103.up_proj,rtn: 0.0023041,0.00000,0.102
+55,mlp.experts.133.up_proj,rtn: 0.0022125,0.00000,0.113
+55,mlp.experts.112.up_proj,rtn: 0.0022583,0.00000,0.107
+55,mlp.experts.120.up_proj,rtn: 0.0021973,0.00000,0.109
+55,mlp.experts.107.up_proj,rtn: 0.0022583,0.00000,0.110
+55,mlp.experts.141.up_proj,rtn: 0.0022583,0.00000,0.111
+55,mlp.experts.108.up_proj,rtn: 0.0023193,0.00000,0.129
+55,mlp.experts.100.up_proj,rtn: 0.0021820,0.00000,0.117
+55,mlp.experts.122.up_proj,rtn: 0.0022125,0.00000,0.090
+55,mlp.experts.99.up_proj,rtn: 0.0022736,0.00000,0.101
+55,mlp.experts.129.up_proj,rtn: 0.0022888,0.00000,0.126
+55,mlp.experts.142.up_proj,rtn: 0.0022583,0.00000,0.085
+55,mlp.experts.130.up_proj,rtn: 0.0022430,0.00000,0.093
+55,mlp.experts.134.up_proj,rtn: 0.0022430,0.00000,0.087
+55,mlp.experts.127.up_proj,rtn: 0.0022125,0.00000,0.096
+55,mlp.experts.119.up_proj,rtn: 0.0022583,0.00000,0.091
+55,mlp.experts.136.up_proj,rtn: 0.0022888,0.00000,0.098
+55,mlp.experts.128.up_proj,rtn: 0.0022278,0.00000,0.102
+55,mlp.experts.153.up_proj,rtn: 0.0022583,0.00000,0.114
+55,mlp.experts.149.up_proj,rtn: 0.0022125,0.00000,0.115
+55,mlp.experts.123.up_proj,rtn: 0.0023041,0.00000,0.103
+55,mlp.experts.116.up_proj,rtn: 0.0022430,0.00000,0.097
+55,mlp.experts.124.up_proj,rtn: 0.0022278,0.00000,0.099
+55,mlp.experts.157.up_proj,rtn: 0.0023346,0.00000,0.108
+55,mlp.experts.138.up_proj,rtn: 0.0023041,0.00000,0.101
+55,mlp.experts.158.up_proj,rtn: 0.0022736,0.00000,0.086
+55,mlp.experts.145.up_proj,rtn: 0.0022736,0.00000,0.101
+55,mlp.experts.115.up_proj,rtn: 0.0022430,0.00000,0.124
+55,mlp.experts.146.up_proj,rtn: 0.0023041,0.00000,0.093
+55,mlp.experts.152.up_proj,rtn: 0.0022736,0.00000,0.094
+55,mlp.experts.144.up_proj,rtn: 0.0022583,0.00000,0.094
+55,mlp.experts.140.up_proj,rtn: 0.0021973,0.00000,0.083
+55,mlp.experts.132.up_proj,rtn: 0.0022430,0.00000,0.084
+55,mlp.experts.150.up_proj,rtn: 0.0022430,0.00000,0.115
+55,mlp.experts.169.up_proj,rtn: 0.0022888,0.00000,0.090
+55,mlp.experts.165.up_proj,rtn: 0.0022583,0.00000,0.092
+55,mlp.experts.173.up_proj,rtn: 0.0022736,0.00000,0.092
+55,mlp.experts.135.up_proj,rtn: 0.0023193,0.00000,0.123
+55,mlp.experts.161.up_proj,rtn: 0.0022278,0.00000,0.087
+55,mlp.experts.154.up_proj,rtn: 0.0022888,0.00000,0.105
+55,mlp.experts.143.up_proj,rtn: 0.0022736,0.00000,0.167
+55,mlp.experts.174.up_proj,rtn: 0.0023499,0.00000,0.117
+55,mlp.experts.139.up_proj,rtn: 0.0022888,0.00000,0.154
+55,mlp.experts.168.up_proj,rtn: 0.0022125,0.00000,0.080
+55,mlp.experts.160.up_proj,rtn: 0.0022583,0.00000,0.082
+55,mlp.experts.162.up_proj,rtn: 0.0022278,0.00000,0.102
+55,mlp.experts.148.up_proj,rtn: 0.0022736,0.00000,0.080
+55,mlp.experts.156.up_proj,rtn: 0.0023193,0.00000,0.082
+55,mlp.experts.131.up_proj,rtn: 0.0022125,0.00000,0.132
+55,mlp.experts.181.up_proj,rtn: 0.0023193,0.00000,0.076
+55,mlp.experts.177.up_proj,rtn: 0.0022278,0.00000,0.078
+55,mlp.experts.185.up_proj,rtn: 0.0022430,0.00000,0.078
+55,mlp.experts.170.up_proj,rtn: 0.0022888,0.00000,0.111
+55,mlp.experts.189.up_proj,rtn: 0.0022583,0.00000,0.122
+55,mlp.experts.166.up_proj,rtn: 0.0022888,0.00000,0.123
+55,mlp.experts.151.up_proj,rtn: 0.0022430,0.00000,0.131
+55,mlp.experts.176.up_proj,rtn: 0.0022278,0.00000,0.083
+55,mlp.experts.184.up_proj,rtn: 0.0022583,0.00000,0.083
+55,mlp.experts.190.up_proj,rtn: 0.0022430,0.00000,0.129
+55,mlp.experts.159.up_proj,rtn: 0.0022278,0.00000,0.113
+55,mlp.experts.172.up_proj,rtn: 0.0022888,0.00000,0.077
+55,mlp.experts.164.up_proj,rtn: 0.0022278,0.00000,0.078
+55,mlp.experts.155.up_proj,rtn: 0.0023193,0.00000,0.132
+55,mlp.experts.178.up_proj,rtn: 0.0021820,0.00000,0.098
+55,mlp.experts.147.up_proj,rtn: 0.0021973,0.00000,0.112
+55,mlp.experts.188.up_proj,rtn: 0.0022736,0.00000,0.040
+55,mlp.experts.180.up_proj,rtn: 0.0022278,0.00000,0.041
+55,mlp.experts.186.up_proj,rtn: 0.0022278,0.00000,0.084
+55,mlp.experts.182.up_proj,rtn: 0.0021820,0.00000,0.075
+55,mlp.experts.167.up_proj,rtn: 0.0022583,0.00000,0.108
+55,mlp.experts.175.up_proj,rtn: 0.0022125,0.00000,0.188
+55,mlp.experts.171.up_proj,rtn: 0.0023651,0.00000,0.203
+55,mlp.experts.163.up_proj,rtn: 0.0022888,0.00000,0.188
+55,mlp.experts.183.up_proj,rtn: 0.0022430,0.00000,0.132
+55,mlp.experts.191.up_proj,rtn: 0.0022736,0.00000,0.184
+55,mlp.experts.187.up_proj,rtn: 0.0023041,0.00000,0.183
+55,mlp.experts.179.up_proj,rtn: 0.0023041,0.00000,0.124
+55,mlp.experts.6.down_proj,rtn: 0.0023041,0.00000,0.025
+55,mlp.experts.2.down_proj,rtn: 0.0023346,0.00000,0.040
+55,mlp.experts.13.down_proj,rtn: 0.0022888,0.00000,0.044
+55,mlp.experts.10.down_proj,rtn: 0.0022736,0.00000,0.046
+55,mlp.experts.9.down_proj,rtn: 0.0022888,0.00000,0.056
+55,mlp.experts.5.down_proj,rtn: 0.0023499,0.00000,0.057
+55,mlp.experts.22.down_proj,rtn: 0.0023193,0.00000,0.045
+55,mlp.experts.11.down_proj,rtn: 0.0022736,0.00000,0.133
+55,mlp.experts.3.down_proj,rtn: 0.0022583,0.00000,0.133
+55,mlp.experts.4.down_proj,rtn: 0.0022430,0.00000,0.046
+55,mlp.experts.15.down_proj,rtn: 0.0023193,0.00000,0.135
+55,mlp.experts.7.down_proj,rtn: 0.0023346,0.00000,0.135
+55,mlp.experts.12.down_proj,rtn: 0.0022736,0.00000,0.049
+55,mlp.experts.0.down_proj,rtn: 0.0022888,0.00000,0.052
+55,mlp.experts.8.down_proj,rtn: 0.0022736,0.00000,0.052
+55,mlp.experts.14.down_proj,rtn: 0.0023041,0.00000,0.049
+55,mlp.experts.18.down_proj,rtn: 0.0022736,0.00000,0.043
+55,mlp.experts.1.down_proj,rtn: 0.0022583,0.00000,0.064
+55,mlp.experts.26.down_proj,rtn: 0.0022430,0.00000,0.033
+55,mlp.experts.38.down_proj,rtn: 0.0022736,0.00000,0.015
+55,mlp.experts.29.down_proj,rtn: 0.0022888,0.00000,0.064
+55,mlp.experts.25.down_proj,rtn: 0.0022430,0.00000,0.044
+55,mlp.experts.27.down_proj,rtn: 0.0022888,0.00000,0.057
+55,mlp.experts.19.down_proj,rtn: 0.0022278,0.00000,0.054
+55,mlp.experts.31.down_proj,rtn: 0.0022888,0.00000,0.067
+55,mlp.experts.17.down_proj,rtn: 0.0023193,0.00000,0.057
+55,mlp.experts.21.down_proj,rtn: 0.0023041,0.00000,0.060
+55,mlp.experts.20.down_proj,rtn: 0.0023651,0.00000,0.062
+55,mlp.experts.24.down_proj,rtn: 0.0023041,0.00000,0.044
+55,mlp.experts.28.down_proj,rtn: 0.0022888,0.00000,0.060
+55,mlp.experts.16.down_proj,rtn: 0.0022430,0.00000,0.059
+55,mlp.experts.41.down_proj,rtn: 0.0023346,0.00000,0.026
+55,mlp.experts.34.down_proj,rtn: 0.0023346,0.00000,0.036
+55,mlp.experts.42.down_proj,rtn: 0.0021973,0.00000,0.037
+55,mlp.experts.30.down_proj,rtn: 0.0022736,0.00000,0.038
+55,mlp.experts.23.down_proj,rtn: 0.0022278,0.00000,0.049
+55,mlp.experts.54.down_proj,rtn: 0.0022888,0.00000,0.043
+55,mlp.experts.45.down_proj,rtn: 0.0023346,0.00000,0.041
+55,mlp.experts.43.down_proj,rtn: 0.0023193,0.00000,0.055
+55,mlp.experts.47.down_proj,rtn: 0.0022430,0.00000,0.049
+55,mlp.experts.35.down_proj,rtn: 0.0023193,0.00000,0.050
+55,mlp.experts.37.down_proj,rtn: 0.0023041,0.00000,0.050
+55,mlp.experts.40.down_proj,rtn: 0.0022736,0.00000,0.040
+55,mlp.experts.36.down_proj,rtn: 0.0022736,0.00000,0.041
+55,mlp.experts.44.down_proj,rtn: 0.0022736,0.00000,0.043
+55,mlp.experts.32.down_proj,rtn: 0.0022583,0.00000,0.044
+55,mlp.experts.70.down_proj,rtn: 0.0022125,0.00000,0.042
+55,mlp.experts.46.down_proj,rtn: 0.0022125,0.00000,0.039
+55,mlp.experts.58.down_proj,rtn: 0.0022430,0.00000,0.039
+55,mlp.experts.50.down_proj,rtn: 0.0022888,0.00000,0.040
+55,mlp.experts.39.down_proj,rtn: 0.0023346,0.00000,0.042
+55,mlp.experts.57.down_proj,rtn: 0.0023041,0.00000,0.050
+55,mlp.experts.33.down_proj,rtn: 0.0023041,0.00000,0.051
+55,mlp.experts.61.down_proj,rtn: 0.0023193,0.00000,0.045
+55,mlp.experts.63.down_proj,rtn: 0.0022583,0.00000,0.027
+55,mlp.experts.59.down_proj,rtn: 0.0022888,0.00000,0.033
+55,mlp.experts.51.down_proj,rtn: 0.0023193,0.00000,0.025
+55,mlp.experts.53.down_proj,rtn: 0.0022888,0.00000,0.061
+55,mlp.experts.56.down_proj,rtn: 0.0023651,0.00000,0.061
+55,mlp.experts.49.down_proj,rtn: 0.0023041,0.00000,0.054
+55,mlp.experts.60.down_proj,rtn: 0.0022736,0.00000,0.038
+55,mlp.experts.55.down_proj,rtn: 0.0022125,0.00000,0.050
+55,mlp.experts.79.down_proj,rtn: 0.0022430,0.00000,0.035
+55,mlp.experts.48.down_proj,rtn: 0.0023346,0.00000,0.051
+55,mlp.experts.66.down_proj,rtn: 0.0022583,0.00000,0.037
+55,mlp.experts.67.down_proj,rtn: 0.0022736,0.00000,0.032
+55,mlp.experts.75.down_proj,rtn: 0.0023041,0.00000,0.029
+55,mlp.experts.86.down_proj,rtn: 0.0022583,0.00000,0.041
+55,mlp.experts.74.down_proj,rtn: 0.0022888,0.00000,0.038
+55,mlp.experts.73.down_proj,rtn: 0.0022888,0.00000,0.058
+55,mlp.experts.62.down_proj,rtn: 0.0022125,0.00000,0.040
+55,mlp.experts.52.down_proj,rtn: 0.0022583,0.00000,0.066
+55,mlp.experts.77.down_proj,rtn: 0.0022125,0.00000,0.049
+55,mlp.experts.69.down_proj,rtn: 0.0023041,0.00000,0.044
+55,mlp.experts.72.down_proj,rtn: 0.0022125,0.00000,0.040
+55,mlp.experts.65.down_proj,rtn: 0.0023193,0.00000,0.030
+55,mlp.experts.64.down_proj,rtn: 0.0023193,0.00000,0.041
+55,mlp.experts.76.down_proj,rtn: 0.0023499,0.00000,0.041
+55,mlp.experts.80.down_proj,rtn: 0.0022430,0.00000,0.034
+55,mlp.experts.88.down_proj,rtn: 0.0023346,0.00000,0.034
+55,mlp.experts.68.down_proj,rtn: 0.0022278,0.00000,0.035
+55,mlp.experts.95.down_proj,rtn: 0.0023346,0.00000,0.149
+55,mlp.experts.91.down_proj,rtn: 0.0022888,0.00000,0.029
+55,mlp.experts.71.down_proj,rtn: 0.0022430,0.00000,0.148
+55,mlp.experts.83.down_proj,rtn: 0.0022736,0.00000,0.035
+55,mlp.experts.81.down_proj,rtn: 0.0021667,0.00000,0.046
+55,mlp.experts.89.down_proj,rtn: 0.0022430,0.00000,0.036
+55,mlp.experts.85.down_proj,rtn: 0.0022278,0.00000,0.048
+55,mlp.experts.78.down_proj,rtn: 0.0022430,0.00000,0.038
+55,mlp.experts.93.down_proj,rtn: 0.0023193,0.00000,0.050
+55,mlp.experts.102.down_proj,rtn: 0.0022736,0.00000,0.038
+55,mlp.experts.92.down_proj,rtn: 0.0023651,0.00000,0.040
+55,mlp.experts.82.down_proj,rtn: 0.0022430,0.00000,0.040
+55,mlp.experts.90.down_proj,rtn: 0.0022125,0.00000,0.042
+55,mlp.experts.96.down_proj,rtn: 0.0022583,0.00000,0.028
+55,mlp.experts.104.down_proj,rtn: 0.0022430,0.00000,0.044
+55,mlp.experts.108.down_proj,rtn: 0.0023193,0.00000,0.041
+55,mlp.experts.97.down_proj,rtn: 0.0023193,0.00000,0.043
+55,mlp.experts.84.down_proj,rtn: 0.0022736,0.00000,0.046
+55,mlp.experts.112.down_proj,rtn: 0.0022736,0.00000,0.038
+55,mlp.experts.101.down_proj,rtn: 0.0023041,0.00000,0.038
+55,mlp.experts.99.down_proj,rtn: 0.0023041,0.00000,0.038
+55,mlp.experts.105.down_proj,rtn: 0.0022888,0.00000,0.039
+55,mlp.experts.111.down_proj,rtn: 0.0022125,0.00000,0.085
+55,mlp.experts.109.down_proj,rtn: 0.0022736,0.00000,0.042
+55,mlp.experts.106.down_proj,rtn: 0.0022583,0.00000,0.039
+55,mlp.experts.98.down_proj,rtn: 0.0022736,0.00000,0.039
+55,mlp.experts.118.down_proj,rtn: 0.0022583,0.00000,0.054
+55,mlp.experts.94.down_proj,rtn: 0.0023193,0.00000,0.055
+55,mlp.experts.87.down_proj,rtn: 0.0023346,0.00000,0.082
+55,mlp.experts.107.down_proj,rtn: 0.0022888,0.00000,0.091
+55,mlp.experts.120.down_proj,rtn: 0.0022583,0.00000,0.047
+55,mlp.experts.115.down_proj,rtn: 0.0023346,0.00000,0.044
+55,mlp.experts.128.down_proj,rtn: 0.0022583,0.00000,0.039
+55,mlp.experts.113.down_proj,rtn: 0.0022125,0.00000,0.052
+55,mlp.experts.117.down_proj,rtn: 0.0022888,0.00000,0.049
+55,mlp.experts.125.down_proj,rtn: 0.0022583,0.00000,0.028
+55,mlp.experts.100.down_proj,rtn: 0.0022430,0.00000,0.057
+55,mlp.experts.121.down_proj,rtn: 0.0022583,0.00000,0.021
+55,mlp.experts.124.down_proj,rtn: 0.0022583,0.00000,0.046
+55,mlp.experts.123.down_proj,rtn: 0.0023346,0.00000,0.040
+55,mlp.experts.136.down_proj,rtn: 0.0023193,0.00000,0.025
+55,mlp.experts.127.down_proj,rtn: 0.0022583,0.00000,0.059
+55,mlp.experts.114.down_proj,rtn: 0.0023193,0.00000,0.043
+55,mlp.experts.134.down_proj,rtn: 0.0022583,0.00000,0.045
+55,mlp.experts.122.down_proj,rtn: 0.0022736,0.00000,0.046
+55,mlp.experts.110.down_proj,rtn: 0.0022736,0.00000,0.047
+55,mlp.experts.137.down_proj,rtn: 0.0022430,0.00000,0.033
+55,mlp.experts.103.down_proj,rtn: 0.0023041,0.00000,0.080
+55,mlp.experts.131.down_proj,rtn: 0.0022430,0.00000,0.076
+55,mlp.experts.144.down_proj,rtn: 0.0023041,0.00000,0.046
+55,mlp.experts.141.down_proj,rtn: 0.0022583,0.00000,0.050
+55,mlp.experts.116.down_proj,rtn: 0.0022583,0.00000,0.050
+55,mlp.experts.129.down_proj,rtn: 0.0023346,0.00000,0.052
+55,mlp.experts.139.down_proj,rtn: 0.0023193,0.00000,0.052
+55,mlp.experts.140.down_proj,rtn: 0.0022125,0.00000,0.052
+55,mlp.experts.143.down_proj,rtn: 0.0022736,0.00000,0.063
+55,mlp.experts.133.down_proj,rtn: 0.0022583,0.00000,0.056
+55,mlp.experts.152.down_proj,rtn: 0.0023041,0.00000,0.052
+55,mlp.experts.126.down_proj,rtn: 0.0022125,0.00000,0.041
+55,mlp.experts.130.down_proj,rtn: 0.0022736,0.00000,0.042
+55,mlp.experts.150.down_proj,rtn: 0.0022583,0.00000,0.043
+55,mlp.experts.138.down_proj,rtn: 0.0023193,0.00000,0.044
+55,mlp.experts.153.down_proj,rtn: 0.0023193,0.00000,0.058
+55,mlp.experts.160.down_proj,rtn: 0.0022888,0.00000,0.029
+55,mlp.experts.119.down_proj,rtn: 0.0022888,0.00000,0.098
+55,mlp.experts.142.down_proj,rtn: 0.0022888,0.00000,0.029
+55,mlp.experts.154.down_proj,rtn: 0.0023193,0.00000,0.030
+55,mlp.experts.146.down_proj,rtn: 0.0023193,0.00000,0.030
+55,mlp.experts.147.down_proj,rtn: 0.0022278,0.00000,0.086
+55,mlp.experts.157.down_proj,rtn: 0.0023346,0.00000,0.045
+55,mlp.experts.149.down_proj,rtn: 0.0022736,0.00000,0.045
+55,mlp.experts.169.down_proj,rtn: 0.0023346,0.00000,0.039
+55,mlp.experts.168.down_proj,rtn: 0.0023041,0.00000,0.047
+55,mlp.experts.145.down_proj,rtn: 0.0022888,0.00000,0.048
+55,mlp.experts.156.down_proj,rtn: 0.0023346,0.00000,0.049
+55,mlp.experts.155.down_proj,rtn: 0.0023346,0.00000,0.084
+55,mlp.experts.166.down_proj,rtn: 0.0023041,0.00000,0.059
+55,mlp.experts.159.down_proj,rtn: 0.0022888,0.00000,0.070
+55,mlp.experts.132.down_proj,rtn: 0.0022736,0.00000,0.059
+55,mlp.experts.176.down_proj,rtn: 0.0023346,0.00000,0.058
+55,mlp.experts.135.down_proj,rtn: 0.0023193,0.00000,0.062
+55,mlp.experts.162.down_proj,rtn: 0.0022736,0.00000,0.033
+55,mlp.experts.158.down_proj,rtn: 0.0023041,0.00000,0.054
+55,mlp.experts.170.down_proj,rtn: 0.0023041,0.00000,0.034
+55,mlp.experts.184.down_proj,rtn: 0.0022888,0.00000,0.050
+55,mlp.experts.163.down_proj,rtn: 0.0023041,0.00000,0.061
+55,mlp.experts.172.down_proj,rtn: 0.0023499,0.00000,0.038
+55,mlp.experts.173.down_proj,rtn: 0.0023041,0.00000,0.061
+55,mlp.experts.185.down_proj,rtn: 0.0022278,0.00000,0.043
+55,mlp.experts.161.down_proj,rtn: 0.0022736,0.00000,0.044
+55,mlp.experts.165.down_proj,rtn: 0.0022888,0.00000,0.045
+55,mlp.experts.182.down_proj,rtn: 0.0021973,0.00000,0.050
+55,mlp.experts.148.down_proj,rtn: 0.0023193,0.00000,0.056
+55,mlp.experts.171.down_proj,rtn: 0.0023499,0.00000,0.067
+55,mlp.experts.175.down_proj,rtn: 0.0021973,0.00000,0.058
+55,mlp.experts.186.down_proj,rtn: 0.0022736,0.00000,0.036
+55,mlp.experts.174.down_proj,rtn: 0.0023346,0.00000,0.037
+55,mlp.experts.178.down_proj,rtn: 0.0021973,0.00000,0.038
+55,mlp.experts.188.down_proj,rtn: 0.0023346,0.00000,0.025
+55,mlp.experts.189.down_proj,rtn: 0.0022278,0.00000,0.038
+55,mlp.experts.181.down_proj,rtn: 0.0023346,0.00000,0.034
+55,mlp.experts.177.down_proj,rtn: 0.0022430,0.00000,0.035
+55,mlp.experts.151.down_proj,rtn: 0.0022736,0.00000,0.073
+55,mlp.experts.164.down_proj,rtn: 0.0022430,0.00000,0.031
+55,mlp.experts.179.down_proj,rtn: 0.0022888,0.00000,0.062
+55,mlp.experts.190.down_proj,rtn: 0.0022583,0.00000,0.020
+55,mlp.experts.187.down_proj,rtn: 0.0023346,0.00000,0.053
+55,mlp.experts.191.down_proj,rtn: 0.0022888,0.00000,0.048
+55,mlp.experts.180.down_proj,rtn: 0.0022125,0.00000,0.012
+55,mlp.experts.167.down_proj,rtn: 0.0022888,0.00000,0.028
+55,mlp.experts.183.down_proj,rtn: 0.0022736,0.00000,0.010
+55,mlp.shared_experts.up_proj,rtn: 0.0016785,0.00000,0.030
+55,mlp.shared_experts.gate_proj,rtn: 0.0016937,0.00000,0.031
+55,mlp.shared_experts.down_proj,rtn: 0.0017624,0.00000,0.017
+56,self_attn.k_proj,rtn: 0.0020599,0.00000,0.022
+56,self_attn.q_proj,rtn: 0.0021973,0.00000,0.022
+56,self_attn.v_proj,rtn: 0.0029907,0.00000,0.022
+56,self_attn.o_proj,rtn: 0.0028229,0.00000,0.035
+56,mlp.experts.3.gate_proj,rtn: 0.0023346,0.00000,0.090
+56,mlp.experts.9.gate_proj,rtn: 0.0022583,0.00000,0.097
+56,mlp.experts.13.gate_proj,rtn: 0.0023041,0.00000,0.099
+56,mlp.experts.11.gate_proj,rtn: 0.0022888,0.00000,0.101
+56,mlp.experts.2.gate_proj,rtn: 0.0023499,0.00000,0.102
+56,mlp.experts.6.gate_proj,rtn: 0.0022888,0.00000,0.106
+56,mlp.experts.14.gate_proj,rtn: 0.0023651,0.00000,0.105
+56,mlp.experts.1.gate_proj,rtn: 0.0023041,0.00000,0.109
+56,mlp.experts.5.gate_proj,rtn: 0.0023193,0.00000,0.109
+56,mlp.experts.10.gate_proj,rtn: 0.0022888,0.00000,0.116
+56,mlp.experts.12.gate_proj,rtn: 0.0023346,0.00000,0.121
+56,mlp.experts.4.gate_proj,rtn: 0.0023346,0.00000,0.121
+56,mlp.experts.0.gate_proj,rtn: 0.0022430,0.00000,0.124
+56,mlp.experts.15.gate_proj,rtn: 0.0023804,0.00000,0.126
+56,mlp.experts.8.gate_proj,rtn: 0.0022583,0.00000,0.128
+56,mlp.experts.7.gate_proj,rtn: 0.0022888,0.00000,0.132
+56,mlp.experts.19.gate_proj,rtn: 0.0022430,0.00000,0.090
+56,mlp.experts.25.gate_proj,rtn: 0.0023499,0.00000,0.084
+56,mlp.experts.29.gate_proj,rtn: 0.0023193,0.00000,0.082
+56,mlp.experts.27.gate_proj,rtn: 0.0022430,0.00000,0.089
+56,mlp.experts.17.gate_proj,rtn: 0.0023499,0.00000,0.091
+56,mlp.experts.21.gate_proj,rtn: 0.0023041,0.00000,0.085
+56,mlp.experts.30.gate_proj,rtn: 0.0022583,0.00000,0.117
+56,mlp.experts.18.gate_proj,rtn: 0.0022736,0.00000,0.122
+56,mlp.experts.26.gate_proj,rtn: 0.0023804,0.00000,0.108
+56,mlp.experts.23.gate_proj,rtn: 0.0023499,0.00000,0.099
+56,mlp.experts.20.gate_proj,rtn: 0.0023346,0.00000,0.122
+56,mlp.experts.24.gate_proj,rtn: 0.0023346,0.00000,0.112
+56,mlp.experts.16.gate_proj,rtn: 0.0022736,0.00000,0.104
+56,mlp.experts.28.gate_proj,rtn: 0.0022278,0.00000,0.120
+56,mlp.experts.31.gate_proj,rtn: 0.0022736,0.00000,0.111
+56,mlp.experts.35.gate_proj,rtn: 0.0023193,0.00000,0.077
+56,mlp.experts.41.gate_proj,rtn: 0.0023041,0.00000,0.079
+56,mlp.experts.45.gate_proj,rtn: 0.0023346,0.00000,0.081
+56,mlp.experts.22.gate_proj,rtn: 0.0023346,0.00000,0.124
+56,mlp.experts.43.gate_proj,rtn: 0.0022888,0.00000,0.091
+56,mlp.experts.33.gate_proj,rtn: 0.0022736,0.00000,0.097
+56,mlp.experts.37.gate_proj,rtn: 0.0023193,0.00000,0.087
+56,mlp.experts.46.gate_proj,rtn: 0.0022888,0.00000,0.112
+56,mlp.experts.42.gate_proj,rtn: 0.0022888,0.00000,0.100
+56,mlp.experts.34.gate_proj,rtn: 0.0022278,0.00000,0.111
+56,mlp.experts.47.gate_proj,rtn: 0.0024261,0.00000,0.078
+56,mlp.experts.39.gate_proj,rtn: 0.0023193,0.00000,0.082
+56,mlp.experts.57.gate_proj,rtn: 0.0023193,0.00000,0.080
+56,mlp.experts.51.gate_proj,rtn: 0.0022888,0.00000,0.082
+56,mlp.experts.61.gate_proj,rtn: 0.0023193,0.00000,0.083
+56,mlp.experts.59.gate_proj,rtn: 0.0022583,0.00000,0.083
+56,mlp.experts.38.gate_proj,rtn: 0.0022583,0.00000,0.101
+56,mlp.experts.53.gate_proj,rtn: 0.0022125,0.00000,0.080
+56,mlp.experts.49.gate_proj,rtn: 0.0022736,0.00000,0.083
+56,mlp.experts.32.gate_proj,rtn: 0.0022583,0.00000,0.121
+56,mlp.experts.40.gate_proj,rtn: 0.0022736,0.00000,0.138
+56,mlp.experts.36.gate_proj,rtn: 0.0023651,0.00000,0.141
+56,mlp.experts.44.gate_proj,rtn: 0.0022736,0.00000,0.123
+56,mlp.experts.63.gate_proj,rtn: 0.0023499,0.00000,0.077
+56,mlp.experts.55.gate_proj,rtn: 0.0022583,0.00000,0.078
+56,mlp.experts.75.gate_proj,rtn: 0.0023193,0.00000,0.068
+56,mlp.experts.58.gate_proj,rtn: 0.0023346,0.00000,0.091
+56,mlp.experts.62.gate_proj,rtn: 0.0022583,0.00000,0.105
+56,mlp.experts.50.gate_proj,rtn: 0.0022736,0.00000,0.093
+56,mlp.experts.67.gate_proj,rtn: 0.0022430,0.00000,0.090
+56,mlp.experts.73.gate_proj,rtn: 0.0023193,0.00000,0.099
+56,mlp.experts.77.gate_proj,rtn: 0.0023041,0.00000,0.101
+56,mlp.experts.69.gate_proj,rtn: 0.0022736,0.00000,0.097
+56,mlp.experts.54.gate_proj,rtn: 0.0023499,0.00000,0.111
+56,mlp.experts.65.gate_proj,rtn: 0.0022278,0.00000,0.111
+56,mlp.experts.48.gate_proj,rtn: 0.0022888,0.00000,0.126
+56,mlp.experts.71.gate_proj,rtn: 0.0022583,0.00000,0.073
+56,mlp.experts.52.gate_proj,rtn: 0.0023346,0.00000,0.128
+56,mlp.experts.60.gate_proj,rtn: 0.0023346,0.00000,0.120
+56,mlp.experts.91.gate_proj,rtn: 0.0022888,0.00000,0.076
+56,mlp.experts.79.gate_proj,rtn: 0.0023193,0.00000,0.076
+56,mlp.experts.56.gate_proj,rtn: 0.0023346,0.00000,0.127
+56,mlp.experts.83.gate_proj,rtn: 0.0022430,0.00000,0.077
+56,mlp.experts.78.gate_proj,rtn: 0.0023346,0.00000,0.104
+56,mlp.experts.74.gate_proj,rtn: 0.0023651,0.00000,0.111
+56,mlp.experts.66.gate_proj,rtn: 0.0023193,0.00000,0.119
+56,mlp.experts.93.gate_proj,rtn: 0.0023193,0.00000,0.118
+56,mlp.experts.89.gate_proj,rtn: 0.0022736,0.00000,0.119
+56,mlp.experts.70.gate_proj,rtn: 0.0023346,0.00000,0.097
+56,mlp.experts.85.gate_proj,rtn: 0.0022430,0.00000,0.124
+56,mlp.experts.81.gate_proj,rtn: 0.0023956,0.00000,0.119
+56,mlp.experts.87.gate_proj,rtn: 0.0022888,0.00000,0.101
+56,mlp.experts.107.gate_proj,rtn: 0.0022888,0.00000,0.081
+56,mlp.experts.64.gate_proj,rtn: 0.0023193,0.00000,0.124
+56,mlp.experts.99.gate_proj,rtn: 0.0022583,0.00000,0.095
+56,mlp.experts.95.gate_proj,rtn: 0.0023041,0.00000,0.096
+56,mlp.experts.68.gate_proj,rtn: 0.0022736,0.00000,0.113
+56,mlp.experts.72.gate_proj,rtn: 0.0022888,0.00000,0.111
+56,mlp.experts.94.gate_proj,rtn: 0.0023346,0.00000,0.103
+56,mlp.experts.76.gate_proj,rtn: 0.0023193,0.00000,0.132
+56,mlp.experts.90.gate_proj,rtn: 0.0023041,0.00000,0.103
+56,mlp.experts.109.gate_proj,rtn: 0.0022430,0.00000,0.090
+56,mlp.experts.105.gate_proj,rtn: 0.0023193,0.00000,0.094
+56,mlp.experts.82.gate_proj,rtn: 0.0023499,0.00000,0.110
+56,mlp.experts.101.gate_proj,rtn: 0.0023193,0.00000,0.104
+56,mlp.experts.86.gate_proj,rtn: 0.0023193,0.00000,0.115
+56,mlp.experts.103.gate_proj,rtn: 0.0023193,0.00000,0.086
+56,mlp.experts.115.gate_proj,rtn: 0.0022430,0.00000,0.070
+56,mlp.experts.123.gate_proj,rtn: 0.0023346,0.00000,0.087
+56,mlp.experts.97.gate_proj,rtn: 0.0023346,0.00000,0.121
+56,mlp.experts.111.gate_proj,rtn: 0.0022125,0.00000,0.085
+56,mlp.experts.80.gate_proj,rtn: 0.0023193,0.00000,0.115
+56,mlp.experts.88.gate_proj,rtn: 0.0022888,0.00000,0.116
+56,mlp.experts.84.gate_proj,rtn: 0.0023651,0.00000,0.121
+56,mlp.experts.110.gate_proj,rtn: 0.0023041,0.00000,0.116
+56,mlp.experts.106.gate_proj,rtn: 0.0022430,0.00000,0.108
+56,mlp.experts.121.gate_proj,rtn: 0.0022888,0.00000,0.094
+56,mlp.experts.125.gate_proj,rtn: 0.0023346,0.00000,0.095
+56,mlp.experts.92.gate_proj,rtn: 0.0023193,0.00000,0.124
+56,mlp.experts.139.gate_proj,rtn: 0.0023499,0.00000,0.069
+56,mlp.experts.119.gate_proj,rtn: 0.0023193,0.00000,0.080
+56,mlp.experts.98.gate_proj,rtn: 0.0022888,0.00000,0.121
+56,mlp.experts.127.gate_proj,rtn: 0.0023499,0.00000,0.068
+56,mlp.experts.117.gate_proj,rtn: 0.0022736,0.00000,0.111
+56,mlp.experts.102.gate_proj,rtn: 0.0023346,0.00000,0.116
+56,mlp.experts.131.gate_proj,rtn: 0.0023041,0.00000,0.106
+56,mlp.experts.113.gate_proj,rtn: 0.0023041,0.00000,0.127
+56,mlp.experts.122.gate_proj,rtn: 0.0023956,0.00000,0.109
+56,mlp.experts.96.gate_proj,rtn: 0.0022583,0.00000,0.144
+56,mlp.experts.126.gate_proj,rtn: 0.0023041,0.00000,0.126
+56,mlp.experts.104.gate_proj,rtn: 0.0023804,0.00000,0.135
+56,mlp.experts.100.gate_proj,rtn: 0.0023499,0.00000,0.135
+56,mlp.experts.141.gate_proj,rtn: 0.0022888,0.00000,0.119
+56,mlp.experts.137.gate_proj,rtn: 0.0023346,0.00000,0.124
+56,mlp.experts.155.gate_proj,rtn: 0.0022736,0.00000,0.061
+56,mlp.experts.143.gate_proj,rtn: 0.0022583,0.00000,0.100
+56,mlp.experts.114.gate_proj,rtn: 0.0022430,0.00000,0.110
+56,mlp.experts.118.gate_proj,rtn: 0.0022888,0.00000,0.107
+56,mlp.experts.133.gate_proj,rtn: 0.0023346,0.00000,0.112
+56,mlp.experts.108.gate_proj,rtn: 0.0022430,0.00000,0.121
+56,mlp.experts.135.gate_proj,rtn: 0.0023041,0.00000,0.124
+56,mlp.experts.129.gate_proj,rtn: 0.0023193,0.00000,0.112
+56,mlp.experts.138.gate_proj,rtn: 0.0024261,0.00000,0.099
+56,mlp.experts.147.gate_proj,rtn: 0.0022736,0.00000,0.104
+56,mlp.experts.134.gate_proj,rtn: 0.0024109,0.00000,0.096
+56,mlp.experts.130.gate_proj,rtn: 0.0023499,0.00000,0.096
+56,mlp.experts.159.gate_proj,rtn: 0.0022583,0.00000,0.099
+56,mlp.experts.142.gate_proj,rtn: 0.0022888,0.00000,0.107
+56,mlp.experts.171.gate_proj,rtn: 0.0023193,0.00000,0.100
+56,mlp.experts.112.gate_proj,rtn: 0.0023499,0.00000,0.131
+56,mlp.experts.120.gate_proj,rtn: 0.0023651,0.00000,0.107
+56,mlp.experts.116.gate_proj,rtn: 0.0023499,0.00000,0.104
+56,mlp.experts.157.gate_proj,rtn: 0.0022888,0.00000,0.114
+56,mlp.experts.124.gate_proj,rtn: 0.0022888,0.00000,0.102
+56,mlp.experts.153.gate_proj,rtn: 0.0022430,0.00000,0.108
+56,mlp.experts.149.gate_proj,rtn: 0.0023499,0.00000,0.114
+56,mlp.experts.151.gate_proj,rtn: 0.0022736,0.00000,0.120
+56,mlp.experts.145.gate_proj,rtn: 0.0022736,0.00000,0.096
+56,mlp.experts.154.gate_proj,rtn: 0.0023193,0.00000,0.084
+56,mlp.experts.150.gate_proj,rtn: 0.0023041,0.00000,0.086
+56,mlp.experts.146.gate_proj,rtn: 0.0023041,0.00000,0.095
+56,mlp.experts.158.gate_proj,rtn: 0.0023499,0.00000,0.084
+56,mlp.experts.128.gate_proj,rtn: 0.0022278,0.00000,0.126
+56,mlp.experts.163.gate_proj,rtn: 0.0021667,0.00000,0.094
+56,mlp.experts.132.gate_proj,rtn: 0.0023346,0.00000,0.085
+56,mlp.experts.140.gate_proj,rtn: 0.0022736,0.00000,0.096
+56,mlp.experts.136.gate_proj,rtn: 0.0023193,0.00000,0.105
+56,mlp.experts.187.gate_proj,rtn: 0.0023041,0.00000,0.097
+56,mlp.experts.173.gate_proj,rtn: 0.0022888,0.00000,0.109
+56,mlp.experts.167.gate_proj,rtn: 0.0022736,0.00000,0.092
+56,mlp.experts.175.gate_proj,rtn: 0.0022430,0.00000,0.095
+56,mlp.experts.170.gate_proj,rtn: 0.0023346,0.00000,0.093
+56,mlp.experts.165.gate_proj,rtn: 0.0023346,0.00000,0.112
+56,mlp.experts.161.gate_proj,rtn: 0.0022125,0.00000,0.104
+56,mlp.experts.169.gate_proj,rtn: 0.0022888,0.00000,0.114
+56,mlp.experts.166.gate_proj,rtn: 0.0023041,0.00000,0.079
+56,mlp.experts.174.gate_proj,rtn: 0.0023346,0.00000,0.066
+56,mlp.experts.162.gate_proj,rtn: 0.0022736,0.00000,0.069
+56,mlp.experts.144.gate_proj,rtn: 0.0023041,0.00000,0.117
+56,mlp.experts.156.gate_proj,rtn: 0.0022736,0.00000,0.109
+56,mlp.experts.191.gate_proj,rtn: 0.0022583,0.00000,0.075
+56,mlp.experts.182.gate_proj,rtn: 0.0022736,0.00000,0.083
+56,mlp.experts.183.gate_proj,rtn: 0.0022888,0.00000,0.085
+56,mlp.experts.186.gate_proj,rtn: 0.0023346,0.00000,0.087
+56,mlp.experts.189.gate_proj,rtn: 0.0021820,0.00000,0.101
+56,mlp.experts.11.up_proj,rtn: 0.0022583,0.00000,0.092
+56,mlp.experts.190.gate_proj,rtn: 0.0022888,0.00000,0.081
+56,mlp.experts.148.gate_proj,rtn: 0.0022736,0.00000,0.120
+56,mlp.experts.179.gate_proj,rtn: 0.0023193,0.00000,0.098
+56,mlp.experts.178.gate_proj,rtn: 0.0022736,0.00000,0.088
+56,mlp.experts.181.gate_proj,rtn: 0.0023041,0.00000,0.099
+56,mlp.experts.177.gate_proj,rtn: 0.0022278,0.00000,0.100
+56,mlp.experts.152.gate_proj,rtn: 0.0022736,0.00000,0.108
+56,mlp.experts.185.gate_proj,rtn: 0.0023651,0.00000,0.099
+56,mlp.experts.7.up_proj,rtn: 0.0022736,0.00000,0.072
+56,mlp.experts.172.gate_proj,rtn: 0.0022583,0.00000,0.080
+56,mlp.experts.164.gate_proj,rtn: 0.0023193,0.00000,0.076
+56,mlp.experts.27.up_proj,rtn: 0.0022125,0.00000,0.083
+56,mlp.experts.160.gate_proj,rtn: 0.0022888,0.00000,0.098
+56,mlp.experts.15.up_proj,rtn: 0.0022430,0.00000,0.097
+56,mlp.experts.6.up_proj,rtn: 0.0022736,0.00000,0.101
+56,mlp.experts.13.up_proj,rtn: 0.0022736,0.00000,0.100
+56,mlp.experts.3.up_proj,rtn: 0.0022583,0.00000,0.085
+56,mlp.experts.14.up_proj,rtn: 0.0022583,0.00000,0.107
+56,mlp.experts.10.up_proj,rtn: 0.0022583,0.00000,0.104
+56,mlp.experts.2.up_proj,rtn: 0.0022125,0.00000,0.093
+56,mlp.experts.168.gate_proj,rtn: 0.0022888,0.00000,0.085
+56,mlp.experts.1.up_proj,rtn: 0.0022736,0.00000,0.119
+56,mlp.experts.9.up_proj,rtn: 0.0021973,0.00000,0.122
+56,mlp.experts.5.up_proj,rtn: 0.0022430,0.00000,0.125
+56,mlp.experts.23.up_proj,rtn: 0.0023193,0.00000,0.085
+56,mlp.experts.43.up_proj,rtn: 0.0022430,0.00000,0.089
+56,mlp.experts.180.gate_proj,rtn: 0.0025177,0.00000,0.098
+56,mlp.experts.188.gate_proj,rtn: 0.0023651,0.00000,0.103
+56,mlp.experts.176.gate_proj,rtn: 0.0022583,0.00000,0.101
+56,mlp.experts.31.up_proj,rtn: 0.0022278,0.00000,0.097
+56,mlp.experts.19.up_proj,rtn: 0.0022278,0.00000,0.087
+56,mlp.experts.22.up_proj,rtn: 0.0023041,0.00000,0.099
+56,mlp.experts.29.up_proj,rtn: 0.0023041,0.00000,0.111
+56,mlp.experts.26.up_proj,rtn: 0.0023041,0.00000,0.088
+56,mlp.experts.18.up_proj,rtn: 0.0022430,0.00000,0.088
+56,mlp.experts.30.up_proj,rtn: 0.0022278,0.00000,0.089
+56,mlp.experts.184.gate_proj,rtn: 0.0022430,0.00000,0.097
+56,mlp.experts.17.up_proj,rtn: 0.0022888,0.00000,0.109
+56,mlp.experts.39.up_proj,rtn: 0.0022583,0.00000,0.080
+56,mlp.experts.25.up_proj,rtn: 0.0023041,0.00000,0.101
+56,mlp.experts.21.up_proj,rtn: 0.0022583,0.00000,0.102
+56,mlp.experts.59.up_proj,rtn: 0.0022430,0.00000,0.090
+56,mlp.experts.4.up_proj,rtn: 0.0022736,0.00000,0.093
+56,mlp.experts.12.up_proj,rtn: 0.0022888,0.00000,0.092
+56,mlp.experts.35.up_proj,rtn: 0.0023041,0.00000,0.075
+56,mlp.experts.0.up_proj,rtn: 0.0021820,0.00000,0.091
+56,mlp.experts.47.up_proj,rtn: 0.0022888,0.00000,0.089
+56,mlp.experts.38.up_proj,rtn: 0.0022430,0.00000,0.093
+56,mlp.experts.45.up_proj,rtn: 0.0022888,0.00000,0.088
+56,mlp.experts.55.up_proj,rtn: 0.0021820,0.00000,0.069
+56,mlp.experts.8.up_proj,rtn: 0.0022278,0.00000,0.083
+56,mlp.experts.42.up_proj,rtn: 0.0022736,0.00000,0.089
+56,mlp.experts.33.up_proj,rtn: 0.0022278,0.00000,0.084
+56,mlp.experts.46.up_proj,rtn: 0.0022583,0.00000,0.099
+56,mlp.experts.34.up_proj,rtn: 0.0022125,0.00000,0.101
+56,mlp.experts.37.up_proj,rtn: 0.0022888,0.00000,0.080
+56,mlp.experts.41.up_proj,rtn: 0.0022278,0.00000,0.082
+56,mlp.experts.75.up_proj,rtn: 0.0022278,0.00000,0.082
+56,mlp.experts.51.up_proj,rtn: 0.0022736,0.00000,0.077
+56,mlp.experts.63.up_proj,rtn: 0.0022583,0.00000,0.088
+56,mlp.experts.28.up_proj,rtn: 0.0021820,0.00000,0.101
+56,mlp.experts.16.up_proj,rtn: 0.0022583,0.00000,0.098
+56,mlp.experts.20.up_proj,rtn: 0.0022736,0.00000,0.109
+56,mlp.experts.54.up_proj,rtn: 0.0022430,0.00000,0.097
+56,mlp.experts.61.up_proj,rtn: 0.0023041,0.00000,0.094
+56,mlp.experts.57.up_proj,rtn: 0.0022888,0.00000,0.066
+56,mlp.experts.71.up_proj,rtn: 0.0022430,0.00000,0.093
+56,mlp.experts.58.up_proj,rtn: 0.0023041,0.00000,0.099
+56,mlp.experts.50.up_proj,rtn: 0.0022583,0.00000,0.083
+56,mlp.experts.62.up_proj,rtn: 0.0022430,0.00000,0.085
+56,mlp.experts.24.up_proj,rtn: 0.0022888,0.00000,0.106
+56,mlp.experts.49.up_proj,rtn: 0.0022583,0.00000,0.103
+56,mlp.experts.53.up_proj,rtn: 0.0021820,0.00000,0.093
+56,mlp.experts.67.up_proj,rtn: 0.0022125,0.00000,0.091
+56,mlp.experts.91.up_proj,rtn: 0.0022583,0.00000,0.092
+56,mlp.experts.79.up_proj,rtn: 0.0022888,0.00000,0.100
+56,mlp.experts.32.up_proj,rtn: 0.0022430,0.00000,0.103
+56,mlp.experts.44.up_proj,rtn: 0.0022278,0.00000,0.107
+56,mlp.experts.36.up_proj,rtn: 0.0023041,0.00000,0.107
+56,mlp.experts.73.up_proj,rtn: 0.0022583,0.00000,0.093
+56,mlp.experts.77.up_proj,rtn: 0.0022888,0.00000,0.094
+56,mlp.experts.70.up_proj,rtn: 0.0023041,0.00000,0.115
+56,mlp.experts.87.up_proj,rtn: 0.0022736,0.00000,0.108
+56,mlp.experts.65.up_proj,rtn: 0.0021820,0.00000,0.093
+56,mlp.experts.69.up_proj,rtn: 0.0022583,0.00000,0.096
+56,mlp.experts.78.up_proj,rtn: 0.0023041,0.00000,0.103
+56,mlp.experts.40.up_proj,rtn: 0.0021973,0.00000,0.106
+56,mlp.experts.66.up_proj,rtn: 0.0022430,0.00000,0.106
+56,mlp.experts.107.up_proj,rtn: 0.0022430,0.00000,0.101
+56,mlp.experts.74.up_proj,rtn: 0.0023346,0.00000,0.120
+56,mlp.experts.83.up_proj,rtn: 0.0022125,0.00000,0.103
+56,mlp.experts.95.up_proj,rtn: 0.0022583,0.00000,0.108
+56,mlp.experts.48.up_proj,rtn: 0.0022125,0.00000,0.109
+56,mlp.experts.60.up_proj,rtn: 0.0022583,0.00000,0.119
+56,mlp.experts.52.up_proj,rtn: 0.0022736,0.00000,0.114
+56,mlp.experts.93.up_proj,rtn: 0.0023041,0.00000,0.099
+56,mlp.experts.86.up_proj,rtn: 0.0022888,0.00000,0.097
+56,mlp.experts.89.up_proj,rtn: 0.0022278,0.00000,0.102
+56,mlp.experts.103.up_proj,rtn: 0.0022736,0.00000,0.100
+56,mlp.experts.81.up_proj,rtn: 0.0022888,0.00000,0.079
+56,mlp.experts.94.up_proj,rtn: 0.0022278,0.00000,0.095
+56,mlp.experts.82.up_proj,rtn: 0.0023346,0.00000,0.084
+56,mlp.experts.85.up_proj,rtn: 0.0021973,0.00000,0.098
+56,mlp.experts.99.up_proj,rtn: 0.0022125,0.00000,0.093
+56,mlp.experts.90.up_proj,rtn: 0.0022583,0.00000,0.084
+56,mlp.experts.123.up_proj,rtn: 0.0022736,0.00000,0.102
+56,mlp.experts.56.up_proj,rtn: 0.0022430,0.00000,0.119
+56,mlp.experts.111.up_proj,rtn: 0.0021820,0.00000,0.098
+56,mlp.experts.64.up_proj,rtn: 0.0022430,0.00000,0.112
+56,mlp.experts.76.up_proj,rtn: 0.0022736,0.00000,0.116
+56,mlp.experts.102.up_proj,rtn: 0.0023193,0.00000,0.094
+56,mlp.experts.105.up_proj,rtn: 0.0022888,0.00000,0.098
+56,mlp.experts.97.up_proj,rtn: 0.0023041,0.00000,0.090
+56,mlp.experts.109.up_proj,rtn: 0.0022125,0.00000,0.111
+56,mlp.experts.68.up_proj,rtn: 0.0022430,0.00000,0.122
+56,mlp.experts.119.up_proj,rtn: 0.0022888,0.00000,0.100
+56,mlp.experts.101.up_proj,rtn: 0.0022430,0.00000,0.082
+56,mlp.experts.106.up_proj,rtn: 0.0022278,0.00000,0.090
+56,mlp.experts.115.up_proj,rtn: 0.0022125,0.00000,0.097
+56,mlp.experts.98.up_proj,rtn: 0.0022583,0.00000,0.098
+56,mlp.experts.110.up_proj,rtn: 0.0022888,0.00000,0.108
+56,mlp.experts.139.up_proj,rtn: 0.0023193,0.00000,0.102
+56,mlp.experts.127.up_proj,rtn: 0.0023041,0.00000,0.101
+56,mlp.experts.72.up_proj,rtn: 0.0022430,0.00000,0.121
+56,mlp.experts.80.up_proj,rtn: 0.0022583,0.00000,0.122
+56,mlp.experts.118.up_proj,rtn: 0.0022736,0.00000,0.099
+56,mlp.experts.121.up_proj,rtn: 0.0022278,0.00000,0.091
+56,mlp.experts.117.up_proj,rtn: 0.0022430,0.00000,0.091
+56,mlp.experts.113.up_proj,rtn: 0.0022583,0.00000,0.094
+56,mlp.experts.125.up_proj,rtn: 0.0023041,0.00000,0.093
+56,mlp.experts.92.up_proj,rtn: 0.0023041,0.00000,0.120
+56,mlp.experts.122.up_proj,rtn: 0.0023346,0.00000,0.100
+56,mlp.experts.135.up_proj,rtn: 0.0022583,0.00000,0.106
+56,mlp.experts.114.up_proj,rtn: 0.0021820,0.00000,0.098
+56,mlp.experts.131.up_proj,rtn: 0.0022888,0.00000,0.114
+56,mlp.experts.126.up_proj,rtn: 0.0022736,0.00000,0.100
+56,mlp.experts.84.up_proj,rtn: 0.0023193,0.00000,0.130
+56,mlp.experts.155.up_proj,rtn: 0.0022430,0.00000,0.099
+56,mlp.experts.143.up_proj,rtn: 0.0022278,0.00000,0.118
+56,mlp.experts.88.up_proj,rtn: 0.0022278,0.00000,0.122
+56,mlp.experts.137.up_proj,rtn: 0.0022736,0.00000,0.101
+56,mlp.experts.133.up_proj,rtn: 0.0023041,0.00000,0.097
+56,mlp.experts.96.up_proj,rtn: 0.0022430,0.00000,0.118
+56,mlp.experts.129.up_proj,rtn: 0.0021973,0.00000,0.099
+56,mlp.experts.141.up_proj,rtn: 0.0022430,0.00000,0.094
+56,mlp.experts.134.up_proj,rtn: 0.0023346,0.00000,0.118
+56,mlp.experts.108.up_proj,rtn: 0.0021515,0.00000,0.119
+56,mlp.experts.138.up_proj,rtn: 0.0023193,0.00000,0.120
+56,mlp.experts.151.up_proj,rtn: 0.0022583,0.00000,0.114
+56,mlp.experts.171.up_proj,rtn: 0.0022888,0.00000,0.092
+56,mlp.experts.130.up_proj,rtn: 0.0023041,0.00000,0.123
+56,mlp.experts.147.up_proj,rtn: 0.0022583,0.00000,0.107
+56,mlp.experts.100.up_proj,rtn: 0.0022736,0.00000,0.121
+56,mlp.experts.142.up_proj,rtn: 0.0022736,0.00000,0.122
+56,mlp.experts.159.up_proj,rtn: 0.0022278,0.00000,0.102
+56,mlp.experts.157.up_proj,rtn: 0.0022278,0.00000,0.083
+56,mlp.experts.149.up_proj,rtn: 0.0022125,0.00000,0.083
+56,mlp.experts.145.up_proj,rtn: 0.0022736,0.00000,0.076
+56,mlp.experts.153.up_proj,rtn: 0.0022125,0.00000,0.091
+56,mlp.experts.104.up_proj,rtn: 0.0023346,0.00000,0.124
+56,mlp.experts.150.up_proj,rtn: 0.0022430,0.00000,0.117
+56,mlp.experts.112.up_proj,rtn: 0.0023041,0.00000,0.134
+56,mlp.experts.167.up_proj,rtn: 0.0022583,0.00000,0.108
+56,mlp.experts.187.up_proj,rtn: 0.0022736,0.00000,0.108
+56,mlp.experts.154.up_proj,rtn: 0.0022583,0.00000,0.102
+56,mlp.experts.146.up_proj,rtn: 0.0022430,0.00000,0.098
+56,mlp.experts.124.up_proj,rtn: 0.0022583,0.00000,0.128
+56,mlp.experts.163.up_proj,rtn: 0.0021210,0.00000,0.110
+56,mlp.experts.175.up_proj,rtn: 0.0021973,0.00000,0.090
+56,mlp.experts.158.up_proj,rtn: 0.0022583,0.00000,0.104
+56,mlp.experts.165.up_proj,rtn: 0.0023041,0.00000,0.079
+56,mlp.experts.173.up_proj,rtn: 0.0022583,0.00000,0.079
+56,mlp.experts.161.up_proj,rtn: 0.0021820,0.00000,0.082
+56,mlp.experts.169.up_proj,rtn: 0.0022736,0.00000,0.094
+56,mlp.experts.116.up_proj,rtn: 0.0023346,0.00000,0.129
+56,mlp.experts.120.up_proj,rtn: 0.0022583,0.00000,0.105
+56,mlp.experts.183.up_proj,rtn: 0.0022583,0.00000,0.061
+56,mlp.experts.166.up_proj,rtn: 0.0022888,0.00000,0.091
+56,mlp.experts.191.up_proj,rtn: 0.0021973,0.00000,0.071
+56,mlp.experts.179.up_proj,rtn: 0.0022736,0.00000,0.073
+56,mlp.experts.128.up_proj,rtn: 0.0022125,0.00000,0.108
+56,mlp.experts.162.up_proj,rtn: 0.0022583,0.00000,0.086
+56,mlp.experts.189.up_proj,rtn: 0.0021667,0.00000,0.076
+56,mlp.experts.174.up_proj,rtn: 0.0023193,0.00000,0.078
+56,mlp.experts.185.up_proj,rtn: 0.0023193,0.00000,0.074
+56,mlp.experts.177.up_proj,rtn: 0.0021973,0.00000,0.079
+56,mlp.experts.181.up_proj,rtn: 0.0022430,0.00000,0.086
+56,mlp.experts.170.up_proj,rtn: 0.0022583,0.00000,0.099
+56,mlp.experts.140.up_proj,rtn: 0.0022430,0.00000,0.107
+56,mlp.experts.132.up_proj,rtn: 0.0023041,0.00000,0.106
+56,mlp.experts.136.up_proj,rtn: 0.0022888,0.00000,0.094
+56,mlp.experts.182.up_proj,rtn: 0.0021973,0.00000,0.088
+56,mlp.experts.144.up_proj,rtn: 0.0022888,0.00000,0.104
+56,mlp.experts.186.up_proj,rtn: 0.0022888,0.00000,0.082
+56,mlp.experts.190.up_proj,rtn: 0.0022430,0.00000,0.084
+56,mlp.experts.178.up_proj,rtn: 0.0022430,0.00000,0.098
+56,mlp.experts.156.up_proj,rtn: 0.0022583,0.00000,0.097
+56,mlp.experts.152.up_proj,rtn: 0.0022430,0.00000,0.089
+56,mlp.experts.148.up_proj,rtn: 0.0022430,0.00000,0.093
+56,mlp.experts.160.up_proj,rtn: 0.0022583,0.00000,0.096
+56,mlp.experts.172.up_proj,rtn: 0.0021973,0.00000,0.094
+56,mlp.experts.164.up_proj,rtn: 0.0022736,0.00000,0.086
+56,mlp.experts.168.up_proj,rtn: 0.0022736,0.00000,0.095
+56,mlp.experts.176.up_proj,rtn: 0.0021973,0.00000,0.090
+56,mlp.experts.188.up_proj,rtn: 0.0023346,0.00000,0.081
+56,mlp.experts.184.up_proj,rtn: 0.0022278,0.00000,0.073
+56,mlp.experts.180.up_proj,rtn: 0.0022736,0.00000,0.083
+56,mlp.experts.2.down_proj,rtn: 0.0021820,0.00000,0.014
+56,mlp.experts.6.down_proj,rtn: 0.0023041,0.00000,0.018
+56,mlp.experts.15.down_proj,rtn: 0.0022278,0.00000,0.019
+56,mlp.experts.13.down_proj,rtn: 0.0023041,0.00000,0.036
+56,mlp.experts.9.down_proj,rtn: 0.0022278,0.00000,0.037
+56,mlp.experts.1.down_proj,rtn: 0.0023346,0.00000,0.037
+56,mlp.experts.5.down_proj,rtn: 0.0022583,0.00000,0.038
+56,mlp.experts.18.down_proj,rtn: 0.0022583,0.00000,0.045
+56,mlp.experts.14.down_proj,rtn: 0.0022736,0.00000,0.047
+56,mlp.experts.10.down_proj,rtn: 0.0022583,0.00000,0.048
+56,mlp.experts.22.down_proj,rtn: 0.0023193,0.00000,0.044
+56,mlp.experts.7.down_proj,rtn: 0.0023041,0.00000,0.052
+56,mlp.experts.31.down_proj,rtn: 0.0022583,0.00000,0.044
+56,mlp.experts.3.down_proj,rtn: 0.0022278,0.00000,0.052
+56,mlp.experts.11.down_proj,rtn: 0.0022888,0.00000,0.056
+56,mlp.experts.0.down_proj,rtn: 0.0021820,0.00000,0.159
+56,mlp.experts.12.down_proj,rtn: 0.0022888,0.00000,0.160
+56,mlp.experts.8.down_proj,rtn: 0.0022430,0.00000,0.163
+56,mlp.experts.4.down_proj,rtn: 0.0022736,0.00000,0.165
+56,mlp.experts.29.down_proj,rtn: 0.0023499,0.00000,0.030
+56,mlp.experts.21.down_proj,rtn: 0.0022888,0.00000,0.031
+56,mlp.experts.17.down_proj,rtn: 0.0022888,0.00000,0.031
+56,mlp.experts.25.down_proj,rtn: 0.0023041,0.00000,0.033
+56,mlp.experts.27.down_proj,rtn: 0.0023041,0.00000,0.014
+56,mlp.experts.26.down_proj,rtn: 0.0023041,0.00000,0.044
+56,mlp.experts.34.down_proj,rtn: 0.0022430,0.00000,0.044
+56,mlp.experts.30.down_proj,rtn: 0.0023041,0.00000,0.054
+56,mlp.experts.37.down_proj,rtn: 0.0023041,0.00000,0.032
+56,mlp.experts.41.down_proj,rtn: 0.0022430,0.00000,0.031
+56,mlp.experts.33.down_proj,rtn: 0.0022583,0.00000,0.031
+56,mlp.experts.45.down_proj,rtn: 0.0022430,0.00000,0.031
+56,mlp.experts.19.down_proj,rtn: 0.0022583,0.00000,0.046
+56,mlp.experts.23.down_proj,rtn: 0.0023651,0.00000,0.042
+56,mlp.experts.47.down_proj,rtn: 0.0023193,0.00000,0.043
+56,mlp.experts.43.down_proj,rtn: 0.0022736,0.00000,0.043
+56,mlp.experts.38.down_proj,rtn: 0.0023041,0.00000,0.056
+56,mlp.experts.42.down_proj,rtn: 0.0023041,0.00000,0.046
+56,mlp.experts.24.down_proj,rtn: 0.0023193,0.00000,0.066
+56,mlp.experts.28.down_proj,rtn: 0.0021973,0.00000,0.083
+56,mlp.experts.20.down_proj,rtn: 0.0022888,0.00000,0.071
+56,mlp.experts.50.down_proj,rtn: 0.0023041,0.00000,0.060
+56,mlp.experts.46.down_proj,rtn: 0.0022430,0.00000,0.055
+56,mlp.experts.61.down_proj,rtn: 0.0023651,0.00000,0.030
+56,mlp.experts.49.down_proj,rtn: 0.0023041,0.00000,0.032
+56,mlp.experts.53.down_proj,rtn: 0.0023041,0.00000,0.032
+56,mlp.experts.35.down_proj,rtn: 0.0023346,0.00000,0.018
+56,mlp.experts.16.down_proj,rtn: 0.0023041,0.00000,0.111
+56,mlp.experts.57.down_proj,rtn: 0.0023499,0.00000,0.053
+56,mlp.experts.58.down_proj,rtn: 0.0023193,0.00000,0.047
+56,mlp.experts.54.down_proj,rtn: 0.0022736,0.00000,0.058
+56,mlp.experts.77.down_proj,rtn: 0.0023193,0.00000,0.036
+56,mlp.experts.65.down_proj,rtn: 0.0021973,0.00000,0.036
+56,mlp.experts.69.down_proj,rtn: 0.0023041,0.00000,0.030
+56,mlp.experts.51.down_proj,rtn: 0.0023346,0.00000,0.036
+56,mlp.experts.59.down_proj,rtn: 0.0022736,0.00000,0.044
+56,mlp.experts.62.down_proj,rtn: 0.0022278,0.00000,0.046
+56,mlp.experts.44.down_proj,rtn: 0.0022736,0.00000,0.050
+56,mlp.experts.39.down_proj,rtn: 0.0022583,0.00000,0.046
+56,mlp.experts.66.down_proj,rtn: 0.0022430,0.00000,0.050
+56,mlp.experts.36.down_proj,rtn: 0.0023193,0.00000,0.060
+56,mlp.experts.73.down_proj,rtn: 0.0022583,0.00000,0.046
+56,mlp.experts.32.down_proj,rtn: 0.0023193,0.00000,0.051
+56,mlp.experts.63.down_proj,rtn: 0.0022888,0.00000,0.052
+56,mlp.experts.74.down_proj,rtn: 0.0023499,0.00000,0.055
+56,mlp.experts.81.down_proj,rtn: 0.0023041,0.00000,0.034
+56,mlp.experts.85.down_proj,rtn: 0.0022430,0.00000,0.034
+56,mlp.experts.93.down_proj,rtn: 0.0023193,0.00000,0.037
+56,mlp.experts.40.down_proj,rtn: 0.0022125,0.00000,0.116
+56,mlp.experts.67.down_proj,rtn: 0.0022888,0.00000,0.034
+56,mlp.experts.70.down_proj,rtn: 0.0022583,0.00000,0.076
+56,mlp.experts.101.down_proj,rtn: 0.0022278,0.00000,0.029
+56,mlp.experts.97.down_proj,rtn: 0.0023346,0.00000,0.028
+56,mlp.experts.109.down_proj,rtn: 0.0022430,0.00000,0.028
+56,mlp.experts.75.down_proj,rtn: 0.0022583,0.00000,0.044
+56,mlp.experts.90.down_proj,rtn: 0.0023041,0.00000,0.045
+56,mlp.experts.82.down_proj,rtn: 0.0023499,0.00000,0.048
+56,mlp.experts.55.down_proj,rtn: 0.0021820,0.00000,0.049
+56,mlp.experts.78.down_proj,rtn: 0.0023346,0.00000,0.049
+56,mlp.experts.52.down_proj,rtn: 0.0023041,0.00000,0.063
+56,mlp.experts.60.down_proj,rtn: 0.0022888,0.00000,0.073
+56,mlp.experts.48.down_proj,rtn: 0.0022278,0.00000,0.055
+56,mlp.experts.56.down_proj,rtn: 0.0022736,0.00000,0.042
+56,mlp.experts.79.down_proj,rtn: 0.0023193,0.00000,0.049
+56,mlp.experts.83.down_proj,rtn: 0.0022278,0.00000,0.044
+56,mlp.experts.89.down_proj,rtn: 0.0021973,0.00000,0.066
+56,mlp.experts.86.down_proj,rtn: 0.0023193,0.00000,0.051
+56,mlp.experts.98.down_proj,rtn: 0.0023193,0.00000,0.046
+56,mlp.experts.117.down_proj,rtn: 0.0022430,0.00000,0.050
+56,mlp.experts.71.down_proj,rtn: 0.0022888,0.00000,0.038
+56,mlp.experts.95.down_proj,rtn: 0.0023041,0.00000,0.037
+56,mlp.experts.91.down_proj,rtn: 0.0023193,0.00000,0.038
+56,mlp.experts.99.down_proj,rtn: 0.0022125,0.00000,0.039
+56,mlp.experts.94.down_proj,rtn: 0.0022583,0.00000,0.042
+56,mlp.experts.113.down_proj,rtn: 0.0022736,0.00000,0.044
+56,mlp.experts.68.down_proj,rtn: 0.0022736,0.00000,0.070
+56,mlp.experts.105.down_proj,rtn: 0.0022888,0.00000,0.044
+56,mlp.experts.76.down_proj,rtn: 0.0022888,0.00000,0.088
+56,mlp.experts.72.down_proj,rtn: 0.0022583,0.00000,0.046
+56,mlp.experts.64.down_proj,rtn: 0.0022736,0.00000,0.058
+56,mlp.experts.106.down_proj,rtn: 0.0023193,0.00000,0.047
+56,mlp.experts.102.down_proj,rtn: 0.0023193,0.00000,0.049
+56,mlp.experts.125.down_proj,rtn: 0.0023041,0.00000,0.054
+56,mlp.experts.133.down_proj,rtn: 0.0023193,0.00000,0.028
+56,mlp.experts.114.down_proj,rtn: 0.0021820,0.00000,0.036
+56,mlp.experts.115.down_proj,rtn: 0.0022430,0.00000,0.016
+56,mlp.experts.87.down_proj,rtn: 0.0023193,0.00000,0.060
+56,mlp.experts.111.down_proj,rtn: 0.0022888,0.00000,0.039
+56,mlp.experts.107.down_proj,rtn: 0.0022583,0.00000,0.051
+56,mlp.experts.118.down_proj,rtn: 0.0023193,0.00000,0.063
+56,mlp.experts.121.down_proj,rtn: 0.0021820,0.00000,0.061
+56,mlp.experts.131.down_proj,rtn: 0.0023193,0.00000,0.038
+56,mlp.experts.80.down_proj,rtn: 0.0022583,0.00000,0.050
+56,mlp.experts.88.down_proj,rtn: 0.0022583,0.00000,0.040
+56,mlp.experts.92.down_proj,rtn: 0.0023346,0.00000,0.063
+56,mlp.experts.129.down_proj,rtn: 0.0021820,0.00000,0.065
+56,mlp.experts.110.down_proj,rtn: 0.0023346,0.00000,0.049
+56,mlp.experts.130.down_proj,rtn: 0.0023193,0.00000,0.053
+56,mlp.experts.141.down_proj,rtn: 0.0022888,0.00000,0.053
+56,mlp.experts.122.down_proj,rtn: 0.0023041,0.00000,0.053
+56,mlp.experts.127.down_proj,rtn: 0.0023193,0.00000,0.036
+56,mlp.experts.103.down_proj,rtn: 0.0022888,0.00000,0.047
+56,mlp.experts.149.down_proj,rtn: 0.0022430,0.00000,0.067
+56,mlp.experts.123.down_proj,rtn: 0.0022888,0.00000,0.037
+56,mlp.experts.134.down_proj,rtn: 0.0022888,0.00000,0.057
+56,mlp.experts.84.down_proj,rtn: 0.0023346,0.00000,0.138
+56,mlp.experts.137.down_proj,rtn: 0.0022736,0.00000,0.053
+56,mlp.experts.126.down_proj,rtn: 0.0022736,0.00000,0.040
+56,mlp.experts.147.down_proj,rtn: 0.0022888,0.00000,0.043
+56,mlp.experts.143.down_proj,rtn: 0.0022736,0.00000,0.031
+56,mlp.experts.139.down_proj,rtn: 0.0021820,0.00000,0.032
+56,mlp.experts.165.down_proj,rtn: 0.0023499,0.00000,0.043
+56,mlp.experts.146.down_proj,rtn: 0.0022736,0.00000,0.044
+56,mlp.experts.157.down_proj,rtn: 0.0021973,0.00000,0.044
+56,mlp.experts.145.down_proj,rtn: 0.0023041,0.00000,0.050
+56,mlp.experts.138.down_proj,rtn: 0.0022125,0.00000,0.041
+56,mlp.experts.119.down_proj,rtn: 0.0023193,0.00000,0.044
+56,mlp.experts.150.down_proj,rtn: 0.0022430,0.00000,0.034
+56,mlp.experts.108.down_proj,rtn: 0.0021820,0.00000,0.105
+56,mlp.experts.96.down_proj,rtn: 0.0023041,0.00000,0.100
+56,mlp.experts.104.down_proj,rtn: 0.0023193,0.00000,0.103
+56,mlp.experts.153.down_proj,rtn: 0.0022278,0.00000,0.048
+56,mlp.experts.142.down_proj,rtn: 0.0022888,0.00000,0.043
+56,mlp.experts.159.down_proj,rtn: 0.0022430,0.00000,0.038
+56,mlp.experts.155.down_proj,rtn: 0.0022888,0.00000,0.040
+56,mlp.experts.100.down_proj,rtn: 0.0022888,0.00000,0.059
+56,mlp.experts.163.down_proj,rtn: 0.0021820,0.00000,0.046
+56,mlp.experts.135.down_proj,rtn: 0.0022583,0.00000,0.022
+56,mlp.experts.173.down_proj,rtn: 0.0022888,0.00000,0.052
+56,mlp.experts.161.down_proj,rtn: 0.0021973,0.00000,0.040
+56,mlp.experts.162.down_proj,rtn: 0.0023041,0.00000,0.050
+56,mlp.experts.181.down_proj,rtn: 0.0022736,0.00000,0.044
+56,mlp.experts.154.down_proj,rtn: 0.0022888,0.00000,0.047
+56,mlp.experts.166.down_proj,rtn: 0.0023041,0.00000,0.037
+56,mlp.experts.169.down_proj,rtn: 0.0023346,0.00000,0.024
+56,mlp.experts.158.down_proj,rtn: 0.0022736,0.00000,0.016
+56,mlp.experts.124.down_proj,rtn: 0.0023193,0.00000,0.058
+56,mlp.experts.112.down_proj,rtn: 0.0023346,0.00000,0.066
+56,mlp.experts.120.down_proj,rtn: 0.0022736,0.00000,0.059
+56,mlp.experts.171.down_proj,rtn: 0.0023193,0.00000,0.044
+56,mlp.experts.175.down_proj,rtn: 0.0022278,0.00000,0.044
+56,mlp.experts.116.down_proj,rtn: 0.0023499,0.00000,0.053
+56,mlp.experts.179.down_proj,rtn: 0.0023041,0.00000,0.030
+56,mlp.experts.151.down_proj,rtn: 0.0022736,0.00000,0.028
+56,mlp.experts.185.down_proj,rtn: 0.0023346,0.00000,0.026
+56,mlp.experts.177.down_proj,rtn: 0.0022125,0.00000,0.032
+56,mlp.experts.189.down_proj,rtn: 0.0021820,0.00000,0.032
+56,mlp.experts.178.down_proj,rtn: 0.0022888,0.00000,0.047
+56,mlp.experts.182.down_proj,rtn: 0.0021973,0.00000,0.050
+56,mlp.experts.140.down_proj,rtn: 0.0022583,0.00000,0.055
+56,mlp.experts.174.down_proj,rtn: 0.0023041,0.00000,0.056
+56,mlp.experts.170.down_proj,rtn: 0.0022888,0.00000,0.065
+56,mlp.experts.187.down_proj,rtn: 0.0023041,0.00000,0.038
+56,mlp.experts.128.down_proj,rtn: 0.0022888,0.00000,0.055
+56,mlp.experts.167.down_proj,rtn: 0.0023193,0.00000,0.023
+56,mlp.experts.136.down_proj,rtn: 0.0023499,0.00000,0.048
+56,mlp.experts.132.down_proj,rtn: 0.0023346,0.00000,0.035
+56,mlp.experts.191.down_proj,rtn: 0.0021820,0.00000,0.051
+56,mlp.experts.183.down_proj,rtn: 0.0022736,0.00000,0.020
+56,mlp.experts.190.down_proj,rtn: 0.0022583,0.00000,0.026
+56,mlp.experts.156.down_proj,rtn: 0.0022583,0.00000,0.061
+56,mlp.experts.148.down_proj,rtn: 0.0022888,0.00000,0.032
+56,mlp.experts.152.down_proj,rtn: 0.0022736,0.00000,0.040
+56,mlp.experts.144.down_proj,rtn: 0.0023499,0.00000,0.044
+56,mlp.experts.186.down_proj,rtn: 0.0023041,0.00000,0.045
+56,mlp.experts.168.down_proj,rtn: 0.0022888,0.00000,0.047
+56,mlp.experts.160.down_proj,rtn: 0.0023041,0.00000,0.054
+56,mlp.experts.164.down_proj,rtn: 0.0022888,0.00000,0.038
+56,mlp.experts.172.down_proj,rtn: 0.0022430,0.00000,0.059
+56,mlp.experts.184.down_proj,rtn: 0.0022583,0.00000,0.034
+56,mlp.experts.180.down_proj,rtn: 0.0022736,0.00000,0.044
+56,mlp.experts.176.down_proj,rtn: 0.0021973,0.00000,0.044
+56,mlp.experts.188.down_proj,rtn: 0.0023346,0.00000,0.042
+56,mlp.shared_experts.gate_proj,rtn: 0.0017014,0.00000,0.030
+56,mlp.shared_experts.up_proj,rtn: 0.0016785,0.00000,0.030
+56,mlp.shared_experts.down_proj,rtn: 0.0017776,0.00000,0.012
+57,self_attn.v_proj,rtn: 0.0028687,0.00000,0.030
+57,self_attn.k_proj,rtn: 0.0021057,0.00000,0.035
+57,self_attn.q_proj,rtn: 0.0022583,0.00000,0.017
+57,self_attn.o_proj,rtn: 0.0028381,0.00000,0.053
+57,mlp.experts.10.gate_proj,rtn: 0.0023041,0.00000,0.091
+57,mlp.experts.6.gate_proj,rtn: 0.0023193,0.00000,0.094
+57,mlp.experts.2.gate_proj,rtn: 0.0023346,0.00000,0.095
+57,mlp.experts.14.gate_proj,rtn: 0.0022583,0.00000,0.094
+57,mlp.experts.12.gate_proj,rtn: 0.0022888,0.00000,0.099
+57,mlp.experts.8.gate_proj,rtn: 0.0023041,0.00000,0.102
+57,mlp.experts.0.gate_proj,rtn: 0.0024567,0.00000,0.100
+57,mlp.experts.4.gate_proj,rtn: 0.0022125,0.00000,0.104
+57,mlp.experts.15.gate_proj,rtn: 0.0022583,0.00000,0.112
+57,mlp.experts.3.gate_proj,rtn: 0.0022888,0.00000,0.112
+57,mlp.experts.9.gate_proj,rtn: 0.0023041,0.00000,0.115
+57,mlp.experts.7.gate_proj,rtn: 0.0022736,0.00000,0.118
+57,mlp.experts.11.gate_proj,rtn: 0.0023346,0.00000,0.118
+57,mlp.experts.1.gate_proj,rtn: 0.0023804,0.00000,0.119
+57,mlp.experts.13.gate_proj,rtn: 0.0023041,0.00000,0.120
+57,mlp.experts.5.gate_proj,rtn: 0.0022583,0.00000,0.124
+57,mlp.experts.26.gate_proj,rtn: 0.0024109,0.00000,0.074
+57,mlp.experts.30.gate_proj,rtn: 0.0023346,0.00000,0.069
+57,mlp.experts.18.gate_proj,rtn: 0.0023041,0.00000,0.066
+57,mlp.experts.22.gate_proj,rtn: 0.0022736,0.00000,0.094
+57,mlp.experts.31.gate_proj,rtn: 0.0023193,0.00000,0.127
+57,mlp.experts.24.gate_proj,rtn: 0.0023041,0.00000,0.090
+57,mlp.experts.28.gate_proj,rtn: 0.0023804,0.00000,0.089
+57,mlp.experts.16.gate_proj,rtn: 0.0022888,0.00000,0.092
+57,mlp.experts.20.gate_proj,rtn: 0.0022278,0.00000,0.093
+57,mlp.experts.25.gate_proj,rtn: 0.0023651,0.00000,0.128
+57,mlp.experts.27.gate_proj,rtn: 0.0023346,0.00000,0.105
+57,mlp.experts.34.gate_proj,rtn: 0.0023346,0.00000,0.075
+57,mlp.experts.42.gate_proj,rtn: 0.0022583,0.00000,0.086
+57,mlp.experts.46.gate_proj,rtn: 0.0022888,0.00000,0.088
+57,mlp.experts.19.gate_proj,rtn: 0.0023193,0.00000,0.118
+57,mlp.experts.23.gate_proj,rtn: 0.0022736,0.00000,0.118
+57,mlp.experts.21.gate_proj,rtn: 0.0023346,0.00000,0.107
+57,mlp.experts.29.gate_proj,rtn: 0.0023193,0.00000,0.118
+57,mlp.experts.38.gate_proj,rtn: 0.0023651,0.00000,0.104
+57,mlp.experts.17.gate_proj,rtn: 0.0023193,0.00000,0.169
+57,mlp.experts.47.gate_proj,rtn: 0.0022888,0.00000,0.094
+57,mlp.experts.44.gate_proj,rtn: 0.0023041,0.00000,0.067
+57,mlp.experts.32.gate_proj,rtn: 0.0023804,0.00000,0.078
+57,mlp.experts.40.gate_proj,rtn: 0.0023041,0.00000,0.080
+57,mlp.experts.36.gate_proj,rtn: 0.0023041,0.00000,0.081
+57,mlp.experts.43.gate_proj,rtn: 0.0023041,0.00000,0.092
+57,mlp.experts.58.gate_proj,rtn: 0.0022888,0.00000,0.095
+57,mlp.experts.50.gate_proj,rtn: 0.0023193,0.00000,0.095
+57,mlp.experts.41.gate_proj,rtn: 0.0022583,0.00000,0.106
+57,mlp.experts.37.gate_proj,rtn: 0.0023193,0.00000,0.086
+57,mlp.experts.45.gate_proj,rtn: 0.0023804,0.00000,0.084
+57,mlp.experts.33.gate_proj,rtn: 0.0022888,0.00000,0.081
+57,mlp.experts.35.gate_proj,rtn: 0.0023651,0.00000,0.098
+57,mlp.experts.39.gate_proj,rtn: 0.0023193,0.00000,0.104
+57,mlp.experts.62.gate_proj,rtn: 0.0023499,0.00000,0.108
+57,mlp.experts.54.gate_proj,rtn: 0.0022736,0.00000,0.104
+57,mlp.experts.60.gate_proj,rtn: 0.0023041,0.00000,0.087
+57,mlp.experts.63.gate_proj,rtn: 0.0022278,0.00000,0.095
+57,mlp.experts.52.gate_proj,rtn: 0.0023346,0.00000,0.078
+57,mlp.experts.56.gate_proj,rtn: 0.0023041,0.00000,0.080
+57,mlp.experts.48.gate_proj,rtn: 0.0022736,0.00000,0.082
+57,mlp.experts.59.gate_proj,rtn: 0.0023041,0.00000,0.093
+57,mlp.experts.66.gate_proj,rtn: 0.0022430,0.00000,0.092
+57,mlp.experts.74.gate_proj,rtn: 0.0023041,0.00000,0.095
+57,mlp.experts.78.gate_proj,rtn: 0.0023041,0.00000,0.097
+57,mlp.experts.51.gate_proj,rtn: 0.0023956,0.00000,0.103
+57,mlp.experts.55.gate_proj,rtn: 0.0023041,0.00000,0.099
+57,mlp.experts.53.gate_proj,rtn: 0.0022278,0.00000,0.111
+57,mlp.experts.57.gate_proj,rtn: 0.0023041,0.00000,0.123
+57,mlp.experts.70.gate_proj,rtn: 0.0023651,0.00000,0.102
+57,mlp.experts.49.gate_proj,rtn: 0.0022736,0.00000,0.106
+57,mlp.experts.61.gate_proj,rtn: 0.0022888,0.00000,0.116
+57,mlp.experts.79.gate_proj,rtn: 0.0023346,0.00000,0.079
+57,mlp.experts.76.gate_proj,rtn: 0.0022583,0.00000,0.108
+57,mlp.experts.75.gate_proj,rtn: 0.0023499,0.00000,0.077
+57,mlp.experts.72.gate_proj,rtn: 0.0022583,0.00000,0.107
+57,mlp.experts.68.gate_proj,rtn: 0.0023193,0.00000,0.108
+57,mlp.experts.64.gate_proj,rtn: 0.0023041,0.00000,0.100
+57,mlp.experts.73.gate_proj,rtn: 0.0023193,0.00000,0.082
+57,mlp.experts.82.gate_proj,rtn: 0.0022583,0.00000,0.090
+57,mlp.experts.67.gate_proj,rtn: 0.0022736,0.00000,0.083
+57,mlp.experts.71.gate_proj,rtn: 0.0022888,0.00000,0.083
+57,mlp.experts.77.gate_proj,rtn: 0.0023346,0.00000,0.083
+57,mlp.experts.69.gate_proj,rtn: 0.0023041,0.00000,0.086
+57,mlp.experts.90.gate_proj,rtn: 0.0023346,0.00000,0.098
+57,mlp.experts.65.gate_proj,rtn: 0.0022125,0.00000,0.084
+57,mlp.experts.95.gate_proj,rtn: 0.0023499,0.00000,0.078
+57,mlp.experts.94.gate_proj,rtn: 0.0023499,0.00000,0.103
+57,mlp.experts.86.gate_proj,rtn: 0.0023499,0.00000,0.108
+57,mlp.experts.91.gate_proj,rtn: 0.0022583,0.00000,0.083
+57,mlp.experts.92.gate_proj,rtn: 0.0023041,0.00000,0.117
+57,mlp.experts.83.gate_proj,rtn: 0.0022736,0.00000,0.078
+57,mlp.experts.89.gate_proj,rtn: 0.0022278,0.00000,0.088
+57,mlp.experts.84.gate_proj,rtn: 0.0022583,0.00000,0.101
+57,mlp.experts.87.gate_proj,rtn: 0.0023041,0.00000,0.078
+57,mlp.experts.80.gate_proj,rtn: 0.0022888,0.00000,0.106
+57,mlp.experts.88.gate_proj,rtn: 0.0023499,0.00000,0.117
+57,mlp.experts.93.gate_proj,rtn: 0.0023193,0.00000,0.084
+57,mlp.experts.98.gate_proj,rtn: 0.0022583,0.00000,0.095
+57,mlp.experts.85.gate_proj,rtn: 0.0022888,0.00000,0.087
+57,mlp.experts.111.gate_proj,rtn: 0.0022583,0.00000,0.081
+57,mlp.experts.81.gate_proj,rtn: 0.0023346,0.00000,0.085
+57,mlp.experts.106.gate_proj,rtn: 0.0023499,0.00000,0.095
+57,mlp.experts.110.gate_proj,rtn: 0.0023346,0.00000,0.089
+57,mlp.experts.102.gate_proj,rtn: 0.0023346,0.00000,0.090
+57,mlp.experts.107.gate_proj,rtn: 0.0023346,0.00000,0.073
+57,mlp.experts.99.gate_proj,rtn: 0.0022583,0.00000,0.073
+57,mlp.experts.108.gate_proj,rtn: 0.0022736,0.00000,0.089
+57,mlp.experts.103.gate_proj,rtn: 0.0023041,0.00000,0.075
+57,mlp.experts.104.gate_proj,rtn: 0.0023804,0.00000,0.071
+57,mlp.experts.100.gate_proj,rtn: 0.0023651,0.00000,0.072
+57,mlp.experts.105.gate_proj,rtn: 0.0022888,0.00000,0.093
+57,mlp.experts.101.gate_proj,rtn: 0.0022583,0.00000,0.082
+57,mlp.experts.127.gate_proj,rtn: 0.0022430,0.00000,0.083
+57,mlp.experts.96.gate_proj,rtn: 0.0023499,0.00000,0.090
+57,mlp.experts.109.gate_proj,rtn: 0.0022583,0.00000,0.096
+57,mlp.experts.97.gate_proj,rtn: 0.0021973,0.00000,0.090
+57,mlp.experts.126.gate_proj,rtn: 0.0022278,0.00000,0.093
+57,mlp.experts.114.gate_proj,rtn: 0.0023499,0.00000,0.104
+57,mlp.experts.122.gate_proj,rtn: 0.0022888,0.00000,0.096
+57,mlp.experts.118.gate_proj,rtn: 0.0022736,0.00000,0.097
+57,mlp.experts.123.gate_proj,rtn: 0.0023499,0.00000,0.093
+57,mlp.experts.119.gate_proj,rtn: 0.0023193,0.00000,0.079
+57,mlp.experts.115.gate_proj,rtn: 0.0022736,0.00000,0.090
+57,mlp.experts.124.gate_proj,rtn: 0.0022278,0.00000,0.094
+57,mlp.experts.120.gate_proj,rtn: 0.0023041,0.00000,0.088
+57,mlp.experts.117.gate_proj,rtn: 0.0022888,0.00000,0.085
+57,mlp.experts.121.gate_proj,rtn: 0.0023041,0.00000,0.090
+57,mlp.experts.113.gate_proj,rtn: 0.0021973,0.00000,0.075
+57,mlp.experts.125.gate_proj,rtn: 0.0023499,0.00000,0.079
+57,mlp.experts.112.gate_proj,rtn: 0.0022888,0.00000,0.074
+57,mlp.experts.116.gate_proj,rtn: 0.0023651,0.00000,0.100
+57,mlp.experts.143.gate_proj,rtn: 0.0022583,0.00000,0.107
+57,mlp.experts.130.gate_proj,rtn: 0.0022888,0.00000,0.103
+57,mlp.experts.142.gate_proj,rtn: 0.0023499,0.00000,0.109
+57,mlp.experts.138.gate_proj,rtn: 0.0022888,0.00000,0.106
+57,mlp.experts.134.gate_proj,rtn: 0.0022888,0.00000,0.099
+57,mlp.experts.139.gate_proj,rtn: 0.0023041,0.00000,0.105
+57,mlp.experts.131.gate_proj,rtn: 0.0024414,0.00000,0.112
+57,mlp.experts.135.gate_proj,rtn: 0.0022736,0.00000,0.113
+57,mlp.experts.140.gate_proj,rtn: 0.0022736,0.00000,0.117
+57,mlp.experts.141.gate_proj,rtn: 0.0022583,0.00000,0.086
+57,mlp.experts.137.gate_proj,rtn: 0.0023499,0.00000,0.101
+57,mlp.experts.129.gate_proj,rtn: 0.0024109,0.00000,0.080
+57,mlp.experts.136.gate_proj,rtn: 0.0023041,0.00000,0.114
+57,mlp.experts.133.gate_proj,rtn: 0.0023041,0.00000,0.107
+57,mlp.experts.128.gate_proj,rtn: 0.0022583,0.00000,0.104
+57,mlp.experts.132.gate_proj,rtn: 0.0023041,0.00000,0.107
+57,mlp.experts.154.gate_proj,rtn: 0.0023804,0.00000,0.094
+57,mlp.experts.150.gate_proj,rtn: 0.0023346,0.00000,0.091
+57,mlp.experts.146.gate_proj,rtn: 0.0022888,0.00000,0.100
+57,mlp.experts.158.gate_proj,rtn: 0.0023193,0.00000,0.098
+57,mlp.experts.159.gate_proj,rtn: 0.0022583,0.00000,0.113
+57,mlp.experts.155.gate_proj,rtn: 0.0022888,0.00000,0.119
+57,mlp.experts.147.gate_proj,rtn: 0.0022583,0.00000,0.110
+57,mlp.experts.151.gate_proj,rtn: 0.0023804,0.00000,0.110
+57,mlp.experts.156.gate_proj,rtn: 0.0023499,0.00000,0.104
+57,mlp.experts.153.gate_proj,rtn: 0.0022888,0.00000,0.100
+57,mlp.experts.157.gate_proj,rtn: 0.0022125,0.00000,0.110
+57,mlp.experts.145.gate_proj,rtn: 0.0023346,0.00000,0.100
+57,mlp.experts.152.gate_proj,rtn: 0.0022888,0.00000,0.098
+57,mlp.experts.144.gate_proj,rtn: 0.0023041,0.00000,0.092
+57,mlp.experts.148.gate_proj,rtn: 0.0023041,0.00000,0.089
+57,mlp.experts.174.gate_proj,rtn: 0.0023041,0.00000,0.091
+57,mlp.experts.162.gate_proj,rtn: 0.0022736,0.00000,0.100
+57,mlp.experts.149.gate_proj,rtn: 0.0022888,0.00000,0.113
+57,mlp.experts.166.gate_proj,rtn: 0.0023346,0.00000,0.095
+57,mlp.experts.170.gate_proj,rtn: 0.0022888,0.00000,0.102
+57,mlp.experts.175.gate_proj,rtn: 0.0023346,0.00000,0.106
+57,mlp.experts.171.gate_proj,rtn: 0.0023346,0.00000,0.100
+57,mlp.experts.167.gate_proj,rtn: 0.0023346,0.00000,0.093
+57,mlp.experts.161.gate_proj,rtn: 0.0023193,0.00000,0.090
+57,mlp.experts.169.gate_proj,rtn: 0.0023041,0.00000,0.102
+57,mlp.experts.163.gate_proj,rtn: 0.0023193,0.00000,0.093
+57,mlp.experts.173.gate_proj,rtn: 0.0022736,0.00000,0.097
+57,mlp.experts.168.gate_proj,rtn: 0.0022888,0.00000,0.097
+57,mlp.experts.165.gate_proj,rtn: 0.0022583,0.00000,0.086
+57,mlp.experts.164.gate_proj,rtn: 0.0022583,0.00000,0.097
+57,mlp.experts.160.gate_proj,rtn: 0.0023193,0.00000,0.099
+57,mlp.experts.172.gate_proj,rtn: 0.0022430,0.00000,0.101
+57,mlp.experts.191.gate_proj,rtn: 0.0021973,0.00000,0.085
+57,mlp.experts.190.gate_proj,rtn: 0.0022736,0.00000,0.107
+57,mlp.experts.186.gate_proj,rtn: 0.0023346,0.00000,0.102
+57,mlp.experts.178.gate_proj,rtn: 0.0023651,0.00000,0.111
+57,mlp.experts.182.gate_proj,rtn: 0.0023804,0.00000,0.105
+57,mlp.experts.187.gate_proj,rtn: 0.0023651,0.00000,0.086
+57,mlp.experts.183.gate_proj,rtn: 0.0023651,0.00000,0.094
+57,mlp.experts.188.gate_proj,rtn: 0.0023041,0.00000,0.082
+57,mlp.experts.176.gate_proj,rtn: 0.0023041,0.00000,0.086
+57,mlp.experts.184.gate_proj,rtn: 0.0023499,0.00000,0.091
+57,mlp.experts.180.gate_proj,rtn: 0.0022583,0.00000,0.087
+57,mlp.experts.179.gate_proj,rtn: 0.0022888,0.00000,0.104
+57,mlp.experts.177.gate_proj,rtn: 0.0023193,0.00000,0.113
+57,mlp.experts.185.gate_proj,rtn: 0.0023041,0.00000,0.111
+57,mlp.experts.189.gate_proj,rtn: 0.0022888,0.00000,0.122
+57,mlp.experts.181.gate_proj,rtn: 0.0023499,0.00000,0.126
+57,mlp.experts.14.up_proj,rtn: 0.0022430,0.00000,0.117
+57,mlp.experts.15.up_proj,rtn: 0.0021973,0.00000,0.115
+57,mlp.experts.2.up_proj,rtn: 0.0023193,0.00000,0.106
+57,mlp.experts.6.up_proj,rtn: 0.0022888,0.00000,0.098
+57,mlp.experts.10.up_proj,rtn: 0.0022125,0.00000,0.108
+57,mlp.experts.11.up_proj,rtn: 0.0022888,0.00000,0.105
+57,mlp.experts.4.up_proj,rtn: 0.0021820,0.00000,0.074
+57,mlp.experts.8.up_proj,rtn: 0.0022888,0.00000,0.092
+57,mlp.experts.12.up_proj,rtn: 0.0022583,0.00000,0.094
+57,mlp.experts.0.up_proj,rtn: 0.0023041,0.00000,0.096
+57,mlp.experts.7.up_proj,rtn: 0.0022430,0.00000,0.112
+57,mlp.experts.3.up_proj,rtn: 0.0022430,0.00000,0.115
+57,mlp.experts.1.up_proj,rtn: 0.0023346,0.00000,0.114
+57,mlp.experts.9.up_proj,rtn: 0.0022583,0.00000,0.113
+57,mlp.experts.13.up_proj,rtn: 0.0022736,0.00000,0.119
+57,mlp.experts.5.up_proj,rtn: 0.0022430,0.00000,0.114
+57,mlp.experts.22.up_proj,rtn: 0.0022583,0.00000,0.100
+57,mlp.experts.26.up_proj,rtn: 0.0022736,0.00000,0.101
+57,mlp.experts.18.up_proj,rtn: 0.0022430,0.00000,0.102
+57,mlp.experts.31.up_proj,rtn: 0.0022583,0.00000,0.114
+57,mlp.experts.30.up_proj,rtn: 0.0022888,0.00000,0.106
+57,mlp.experts.27.up_proj,rtn: 0.0022888,0.00000,0.110
+57,mlp.experts.20.up_proj,rtn: 0.0022125,0.00000,0.098
+57,mlp.experts.28.up_proj,rtn: 0.0023041,0.00000,0.099
+57,mlp.experts.24.up_proj,rtn: 0.0022736,0.00000,0.100
+57,mlp.experts.16.up_proj,rtn: 0.0022736,0.00000,0.111
+57,mlp.experts.23.up_proj,rtn: 0.0021667,0.00000,0.116
+57,mlp.experts.19.up_proj,rtn: 0.0022888,0.00000,0.114
+57,mlp.experts.46.up_proj,rtn: 0.0022736,0.00000,0.074
+57,mlp.experts.42.up_proj,rtn: 0.0022278,0.00000,0.077
+57,mlp.experts.38.up_proj,rtn: 0.0023041,0.00000,0.077
+57,mlp.experts.17.up_proj,rtn: 0.0023041,0.00000,0.121
+57,mlp.experts.25.up_proj,rtn: 0.0022736,0.00000,0.122
+57,mlp.experts.34.up_proj,rtn: 0.0021973,0.00000,0.079
+57,mlp.experts.29.up_proj,rtn: 0.0022736,0.00000,0.133
+57,mlp.experts.21.up_proj,rtn: 0.0022888,0.00000,0.136
+57,mlp.experts.47.up_proj,rtn: 0.0022430,0.00000,0.114
+57,mlp.experts.43.up_proj,rtn: 0.0022583,0.00000,0.115
+57,mlp.experts.36.up_proj,rtn: 0.0022888,0.00000,0.099
+57,mlp.experts.44.up_proj,rtn: 0.0022583,0.00000,0.088
+57,mlp.experts.40.up_proj,rtn: 0.0022736,0.00000,0.091
+57,mlp.experts.32.up_proj,rtn: 0.0022888,0.00000,0.100
+57,mlp.experts.62.up_proj,rtn: 0.0023346,0.00000,0.100
+57,mlp.experts.58.up_proj,rtn: 0.0022736,0.00000,0.082
+57,mlp.experts.39.up_proj,rtn: 0.0022888,0.00000,0.133
+57,mlp.experts.35.up_proj,rtn: 0.0022430,0.00000,0.119
+57,mlp.experts.54.up_proj,rtn: 0.0022430,0.00000,0.084
+57,mlp.experts.50.up_proj,rtn: 0.0022736,0.00000,0.084
+57,mlp.experts.33.up_proj,rtn: 0.0022430,0.00000,0.125
+57,mlp.experts.41.up_proj,rtn: 0.0022278,0.00000,0.138
+57,mlp.experts.56.up_proj,rtn: 0.0022888,0.00000,0.101
+57,mlp.experts.45.up_proj,rtn: 0.0023193,0.00000,0.120
+57,mlp.experts.37.up_proj,rtn: 0.0022583,0.00000,0.113
+57,mlp.experts.60.up_proj,rtn: 0.0022888,0.00000,0.107
+57,mlp.experts.52.up_proj,rtn: 0.0023193,0.00000,0.109
+57,mlp.experts.59.up_proj,rtn: 0.0022736,0.00000,0.113
+57,mlp.experts.63.up_proj,rtn: 0.0021820,0.00000,0.115
+57,mlp.experts.48.up_proj,rtn: 0.0021973,0.00000,0.103
+57,mlp.experts.70.up_proj,rtn: 0.0023193,0.00000,0.088
+57,mlp.experts.74.up_proj,rtn: 0.0022736,0.00000,0.101
+57,mlp.experts.66.up_proj,rtn: 0.0022125,0.00000,0.090
+57,mlp.experts.78.up_proj,rtn: 0.0022888,0.00000,0.103
+57,mlp.experts.51.up_proj,rtn: 0.0023346,0.00000,0.104
+57,mlp.experts.55.up_proj,rtn: 0.0022583,0.00000,0.106
+57,mlp.experts.72.up_proj,rtn: 0.0022430,0.00000,0.092
+57,mlp.experts.76.up_proj,rtn: 0.0022430,0.00000,0.096
+57,mlp.experts.49.up_proj,rtn: 0.0022736,0.00000,0.122
+57,mlp.experts.61.up_proj,rtn: 0.0022430,0.00000,0.110
+57,mlp.experts.57.up_proj,rtn: 0.0022278,0.00000,0.119
+57,mlp.experts.75.up_proj,rtn: 0.0022583,0.00000,0.100
+57,mlp.experts.79.up_proj,rtn: 0.0023193,0.00000,0.100
+57,mlp.experts.68.up_proj,rtn: 0.0023041,0.00000,0.108
+57,mlp.experts.64.up_proj,rtn: 0.0022736,0.00000,0.103
+57,mlp.experts.53.up_proj,rtn: 0.0021667,0.00000,0.122
+57,mlp.experts.94.up_proj,rtn: 0.0023193,0.00000,0.082
+57,mlp.experts.82.up_proj,rtn: 0.0022278,0.00000,0.087
+57,mlp.experts.90.up_proj,rtn: 0.0023041,0.00000,0.100
+57,mlp.experts.86.up_proj,rtn: 0.0023041,0.00000,0.101
+57,mlp.experts.71.up_proj,rtn: 0.0022583,0.00000,0.098
+57,mlp.experts.67.up_proj,rtn: 0.0022583,0.00000,0.103
+57,mlp.experts.88.up_proj,rtn: 0.0022583,0.00000,0.113
+57,mlp.experts.91.up_proj,rtn: 0.0022278,0.00000,0.094
+57,mlp.experts.95.up_proj,rtn: 0.0022736,0.00000,0.102
+57,mlp.experts.92.up_proj,rtn: 0.0022278,0.00000,0.109
+57,mlp.experts.77.up_proj,rtn: 0.0022888,0.00000,0.108
+57,mlp.experts.65.up_proj,rtn: 0.0021973,0.00000,0.110
+57,mlp.experts.80.up_proj,rtn: 0.0022583,0.00000,0.100
+57,mlp.experts.84.up_proj,rtn: 0.0022278,0.00000,0.101
+57,mlp.experts.73.up_proj,rtn: 0.0023041,0.00000,0.114
+57,mlp.experts.69.up_proj,rtn: 0.0022888,0.00000,0.105
+57,mlp.experts.87.up_proj,rtn: 0.0022125,0.00000,0.078
+57,mlp.experts.83.up_proj,rtn: 0.0022278,0.00000,0.078
+57,mlp.experts.98.up_proj,rtn: 0.0022278,0.00000,0.095
+57,mlp.experts.110.up_proj,rtn: 0.0022888,0.00000,0.116
+57,mlp.experts.106.up_proj,rtn: 0.0023346,0.00000,0.099
+57,mlp.experts.102.up_proj,rtn: 0.0023651,0.00000,0.098
+57,mlp.experts.104.up_proj,rtn: 0.0023041,0.00000,0.089
+57,mlp.experts.111.up_proj,rtn: 0.0022278,0.00000,0.089
+57,mlp.experts.107.up_proj,rtn: 0.0023193,0.00000,0.090
+57,mlp.experts.108.up_proj,rtn: 0.0021667,0.00000,0.091
+57,mlp.experts.81.up_proj,rtn: 0.0023193,0.00000,0.101
+57,mlp.experts.93.up_proj,rtn: 0.0023041,0.00000,0.103
+57,mlp.experts.96.up_proj,rtn: 0.0023193,0.00000,0.092
+57,mlp.experts.85.up_proj,rtn: 0.0022583,0.00000,0.095
+57,mlp.experts.89.up_proj,rtn: 0.0021973,0.00000,0.090
+57,mlp.experts.100.up_proj,rtn: 0.0022736,0.00000,0.106
+57,mlp.experts.103.up_proj,rtn: 0.0022583,0.00000,0.096
+57,mlp.experts.99.up_proj,rtn: 0.0021973,0.00000,0.087
+57,mlp.experts.118.up_proj,rtn: 0.0022583,0.00000,0.094
+57,mlp.experts.122.up_proj,rtn: 0.0022430,0.00000,0.096
+57,mlp.experts.126.up_proj,rtn: 0.0021820,0.00000,0.098
+57,mlp.experts.120.up_proj,rtn: 0.0022736,0.00000,0.088
+57,mlp.experts.124.up_proj,rtn: 0.0021973,0.00000,0.081
+57,mlp.experts.114.up_proj,rtn: 0.0022736,0.00000,0.110
+57,mlp.experts.123.up_proj,rtn: 0.0023041,0.00000,0.102
+57,mlp.experts.127.up_proj,rtn: 0.0022125,0.00000,0.103
+57,mlp.experts.97.up_proj,rtn: 0.0021515,0.00000,0.093
+57,mlp.experts.109.up_proj,rtn: 0.0022430,0.00000,0.095
+57,mlp.experts.105.up_proj,rtn: 0.0022736,0.00000,0.075
+57,mlp.experts.112.up_proj,rtn: 0.0022583,0.00000,0.095
+57,mlp.experts.101.up_proj,rtn: 0.0022278,0.00000,0.097
+57,mlp.experts.116.up_proj,rtn: 0.0022888,0.00000,0.090
+57,mlp.experts.115.up_proj,rtn: 0.0022736,0.00000,0.102
+57,mlp.experts.119.up_proj,rtn: 0.0022888,0.00000,0.105
+57,mlp.experts.136.up_proj,rtn: 0.0022430,0.00000,0.089
+57,mlp.experts.140.up_proj,rtn: 0.0022583,0.00000,0.082
+57,mlp.experts.121.up_proj,rtn: 0.0022736,0.00000,0.070
+57,mlp.experts.134.up_proj,rtn: 0.0022583,0.00000,0.112
+57,mlp.experts.142.up_proj,rtn: 0.0022888,0.00000,0.098
+57,mlp.experts.128.up_proj,rtn: 0.0021515,0.00000,0.081
+57,mlp.experts.113.up_proj,rtn: 0.0021362,0.00000,0.090
+57,mlp.experts.125.up_proj,rtn: 0.0022736,0.00000,0.087
+57,mlp.experts.130.up_proj,rtn: 0.0022278,0.00000,0.101
+57,mlp.experts.138.up_proj,rtn: 0.0022583,0.00000,0.115
+57,mlp.experts.132.up_proj,rtn: 0.0022736,0.00000,0.084
+57,mlp.experts.139.up_proj,rtn: 0.0022888,0.00000,0.109
+57,mlp.experts.117.up_proj,rtn: 0.0022583,0.00000,0.100
+57,mlp.experts.143.up_proj,rtn: 0.0022278,0.00000,0.112
+57,mlp.experts.156.up_proj,rtn: 0.0023041,0.00000,0.075
+57,mlp.experts.152.up_proj,rtn: 0.0022583,0.00000,0.076
+57,mlp.experts.135.up_proj,rtn: 0.0022278,0.00000,0.102
+57,mlp.experts.131.up_proj,rtn: 0.0023193,0.00000,0.103
+57,mlp.experts.137.up_proj,rtn: 0.0023193,0.00000,0.091
+57,mlp.experts.144.up_proj,rtn: 0.0022278,0.00000,0.085
+57,mlp.experts.150.up_proj,rtn: 0.0022888,0.00000,0.099
+57,mlp.experts.129.up_proj,rtn: 0.0023041,0.00000,0.083
+57,mlp.experts.141.up_proj,rtn: 0.0022430,0.00000,0.088
+57,mlp.experts.158.up_proj,rtn: 0.0022888,0.00000,0.097
+57,mlp.experts.148.up_proj,rtn: 0.0022125,0.00000,0.086
+57,mlp.experts.146.up_proj,rtn: 0.0021973,0.00000,0.091
+57,mlp.experts.154.up_proj,rtn: 0.0023041,0.00000,0.091
+57,mlp.experts.133.up_proj,rtn: 0.0022583,0.00000,0.096
+57,mlp.experts.155.up_proj,rtn: 0.0022736,0.00000,0.106
+57,mlp.experts.159.up_proj,rtn: 0.0022278,0.00000,0.112
+57,mlp.experts.172.up_proj,rtn: 0.0022278,0.00000,0.085
+57,mlp.experts.168.up_proj,rtn: 0.0022278,0.00000,0.086
+57,mlp.experts.160.up_proj,rtn: 0.0022736,0.00000,0.092
+57,mlp.experts.153.up_proj,rtn: 0.0022278,0.00000,0.098
+57,mlp.experts.147.up_proj,rtn: 0.0022430,0.00000,0.105
+57,mlp.experts.151.up_proj,rtn: 0.0022888,0.00000,0.108
+57,mlp.experts.166.up_proj,rtn: 0.0023041,0.00000,0.099
+57,mlp.experts.145.up_proj,rtn: 0.0023041,0.00000,0.095
+57,mlp.experts.157.up_proj,rtn: 0.0021820,0.00000,0.092
+57,mlp.experts.164.up_proj,rtn: 0.0021667,0.00000,0.099
+57,mlp.experts.170.up_proj,rtn: 0.0022736,0.00000,0.095
+57,mlp.experts.162.up_proj,rtn: 0.0022430,0.00000,0.099
+57,mlp.experts.174.up_proj,rtn: 0.0022583,0.00000,0.109
+57,mlp.experts.149.up_proj,rtn: 0.0022583,0.00000,0.101
+57,mlp.experts.171.up_proj,rtn: 0.0022888,0.00000,0.101
+57,mlp.experts.175.up_proj,rtn: 0.0023346,0.00000,0.104
+57,mlp.experts.184.up_proj,rtn: 0.0023193,0.00000,0.094
+57,mlp.experts.188.up_proj,rtn: 0.0022430,0.00000,0.097
+57,mlp.experts.163.up_proj,rtn: 0.0022736,0.00000,0.082
+57,mlp.experts.176.up_proj,rtn: 0.0022888,0.00000,0.100
+57,mlp.experts.167.up_proj,rtn: 0.0023041,0.00000,0.085
+57,mlp.experts.180.up_proj,rtn: 0.0022278,0.00000,0.081
+57,mlp.experts.169.up_proj,rtn: 0.0022736,0.00000,0.122
+57,mlp.experts.182.up_proj,rtn: 0.0023346,0.00000,0.108
+57,mlp.experts.186.up_proj,rtn: 0.0023041,0.00000,0.095
+57,mlp.experts.187.up_proj,rtn: 0.0022736,0.00000,0.094
+57,mlp.experts.178.up_proj,rtn: 0.0022888,0.00000,0.096
+57,mlp.experts.173.up_proj,rtn: 0.0022583,0.00000,0.113
+57,mlp.experts.190.up_proj,rtn: 0.0022430,0.00000,0.096
+57,mlp.experts.161.up_proj,rtn: 0.0022430,0.00000,0.120
+57,mlp.experts.165.up_proj,rtn: 0.0021973,0.00000,0.112
+57,mlp.experts.191.up_proj,rtn: 0.0021515,0.00000,0.092
+57,mlp.experts.179.up_proj,rtn: 0.0022278,0.00000,0.085
+57,mlp.experts.183.up_proj,rtn: 0.0023193,0.00000,0.071
+57,mlp.experts.185.up_proj,rtn: 0.0022888,0.00000,0.091
+57,mlp.experts.177.up_proj,rtn: 0.0022888,0.00000,0.094
+57,mlp.experts.189.up_proj,rtn: 0.0022736,0.00000,0.090
+57,mlp.experts.181.up_proj,rtn: 0.0023346,0.00000,0.086
+57,mlp.experts.3.down_proj,rtn: 0.0023041,0.00000,0.019
+57,mlp.experts.12.down_proj,rtn: 0.0022888,0.00000,0.034
+57,mlp.experts.8.down_proj,rtn: 0.0023346,0.00000,0.041
+57,mlp.experts.0.down_proj,rtn: 0.0023193,0.00000,0.051
+57,mlp.experts.6.down_proj,rtn: 0.0023193,0.00000,0.037
+57,mlp.experts.10.down_proj,rtn: 0.0022125,0.00000,0.040
+57,mlp.experts.9.down_proj,rtn: 0.0022736,0.00000,0.124
+57,mlp.experts.19.down_proj,rtn: 0.0023041,0.00000,0.044
+57,mlp.experts.4.down_proj,rtn: 0.0021973,0.00000,0.046
+57,mlp.experts.14.down_proj,rtn: 0.0023041,0.00000,0.048
+57,mlp.experts.1.down_proj,rtn: 0.0023193,0.00000,0.140
+57,mlp.experts.7.down_proj,rtn: 0.0022736,0.00000,0.060
+57,mlp.experts.11.down_proj,rtn: 0.0022888,0.00000,0.061
+57,mlp.experts.15.down_proj,rtn: 0.0022125,0.00000,0.062
+57,mlp.experts.13.down_proj,rtn: 0.0022736,0.00000,0.146
+57,mlp.experts.2.down_proj,rtn: 0.0023346,0.00000,0.064
+57,mlp.experts.5.down_proj,rtn: 0.0023193,0.00000,0.152
+57,mlp.experts.28.down_proj,rtn: 0.0022736,0.00000,0.054
+57,mlp.experts.26.down_proj,rtn: 0.0022888,0.00000,0.034
+57,mlp.experts.35.down_proj,rtn: 0.0022888,0.00000,0.029
+57,mlp.experts.22.down_proj,rtn: 0.0023193,0.00000,0.035
+57,mlp.experts.25.down_proj,rtn: 0.0022736,0.00000,0.035
+57,mlp.experts.24.down_proj,rtn: 0.0022736,0.00000,0.068
+57,mlp.experts.20.down_proj,rtn: 0.0022583,0.00000,0.043
+57,mlp.experts.16.down_proj,rtn: 0.0023346,0.00000,0.062
+57,mlp.experts.17.down_proj,rtn: 0.0023499,0.00000,0.035
+57,mlp.experts.29.down_proj,rtn: 0.0023041,0.00000,0.022
+57,mlp.experts.30.down_proj,rtn: 0.0023041,0.00000,0.047
+57,mlp.experts.44.down_proj,rtn: 0.0022736,0.00000,0.032
+57,mlp.experts.27.down_proj,rtn: 0.0022888,0.00000,0.047
+57,mlp.experts.21.down_proj,rtn: 0.0023193,0.00000,0.027
+57,mlp.experts.23.down_proj,rtn: 0.0022125,0.00000,0.044
+57,mlp.experts.51.down_proj,rtn: 0.0023346,0.00000,0.022
+57,mlp.experts.31.down_proj,rtn: 0.0022736,0.00000,0.031
+57,mlp.experts.18.down_proj,rtn: 0.0022736,0.00000,0.049
+57,mlp.experts.41.down_proj,rtn: 0.0022888,0.00000,0.031
+57,mlp.experts.38.down_proj,rtn: 0.0023346,0.00000,0.036
+57,mlp.experts.42.down_proj,rtn: 0.0022888,0.00000,0.031
+57,mlp.experts.40.down_proj,rtn: 0.0023346,0.00000,0.040
+57,mlp.experts.36.down_proj,rtn: 0.0023346,0.00000,0.039
+57,mlp.experts.33.down_proj,rtn: 0.0022583,0.00000,0.042
+57,mlp.experts.46.down_proj,rtn: 0.0022888,0.00000,0.036
+57,mlp.experts.60.down_proj,rtn: 0.0023193,0.00000,0.038
+57,mlp.experts.45.down_proj,rtn: 0.0023346,0.00000,0.046
+57,mlp.experts.32.down_proj,rtn: 0.0022888,0.00000,0.050
+57,mlp.experts.43.down_proj,rtn: 0.0022736,0.00000,0.039
+57,mlp.experts.67.down_proj,rtn: 0.0023193,0.00000,0.041
+57,mlp.experts.39.down_proj,rtn: 0.0022888,0.00000,0.044
+57,mlp.experts.47.down_proj,rtn: 0.0022583,0.00000,0.038
+57,mlp.experts.34.down_proj,rtn: 0.0022125,0.00000,0.040
+57,mlp.experts.37.down_proj,rtn: 0.0022888,0.00000,0.051
+57,mlp.experts.54.down_proj,rtn: 0.0022736,0.00000,0.037
+57,mlp.experts.58.down_proj,rtn: 0.0023041,0.00000,0.036
+57,mlp.experts.52.down_proj,rtn: 0.0023651,0.00000,0.034
+57,mlp.experts.56.down_proj,rtn: 0.0022888,0.00000,0.039
+57,mlp.experts.62.down_proj,rtn: 0.0023651,0.00000,0.033
+57,mlp.experts.57.down_proj,rtn: 0.0021667,0.00000,0.053
+57,mlp.experts.76.down_proj,rtn: 0.0022736,0.00000,0.041
+57,mlp.experts.59.down_proj,rtn: 0.0023346,0.00000,0.037
+57,mlp.experts.49.down_proj,rtn: 0.0023193,0.00000,0.051
+57,mlp.experts.48.down_proj,rtn: 0.0022125,0.00000,0.037
+57,mlp.experts.61.down_proj,rtn: 0.0022888,0.00000,0.043
+57,mlp.experts.63.down_proj,rtn: 0.0021820,0.00000,0.043
+57,mlp.experts.55.down_proj,rtn: 0.0022888,0.00000,0.038
+57,mlp.experts.83.down_proj,rtn: 0.0022125,0.00000,0.044
+57,mlp.experts.74.down_proj,rtn: 0.0022888,0.00000,0.035
+57,mlp.experts.70.down_proj,rtn: 0.0023193,0.00000,0.041
+57,mlp.experts.50.down_proj,rtn: 0.0022278,0.00000,0.038
+57,mlp.experts.78.down_proj,rtn: 0.0022888,0.00000,0.032
+57,mlp.experts.53.down_proj,rtn: 0.0021820,0.00000,0.044
+57,mlp.experts.68.down_proj,rtn: 0.0023346,0.00000,0.043
+57,mlp.experts.72.down_proj,rtn: 0.0022736,0.00000,0.039
+57,mlp.experts.75.down_proj,rtn: 0.0022125,0.00000,0.035
+57,mlp.experts.73.down_proj,rtn: 0.0023193,0.00000,0.049
+57,mlp.experts.92.down_proj,rtn: 0.0022430,0.00000,0.040
+57,mlp.experts.64.down_proj,rtn: 0.0022888,0.00000,0.038
+57,mlp.experts.77.down_proj,rtn: 0.0023346,0.00000,0.048
+57,mlp.experts.79.down_proj,rtn: 0.0023499,0.00000,0.039
+57,mlp.experts.99.down_proj,rtn: 0.0021362,0.00000,0.037
+57,mlp.experts.65.down_proj,rtn: 0.0022278,0.00000,0.051
+57,mlp.experts.71.down_proj,rtn: 0.0022888,0.00000,0.038
+57,mlp.experts.86.down_proj,rtn: 0.0023193,0.00000,0.039
+57,mlp.experts.66.down_proj,rtn: 0.0022278,0.00000,0.043
+57,mlp.experts.90.down_proj,rtn: 0.0022736,0.00000,0.039
+57,mlp.experts.84.down_proj,rtn: 0.0022736,0.00000,0.033
+57,mlp.experts.94.down_proj,rtn: 0.0023346,0.00000,0.033
+57,mlp.experts.88.down_proj,rtn: 0.0022888,0.00000,0.040
+57,mlp.experts.80.down_proj,rtn: 0.0023041,0.00000,0.027
+57,mlp.experts.108.down_proj,rtn: 0.0021667,0.00000,0.033
+57,mlp.experts.91.down_proj,rtn: 0.0022888,0.00000,0.038
+57,mlp.experts.69.down_proj,rtn: 0.0023346,0.00000,0.048
+57,mlp.experts.89.down_proj,rtn: 0.0022125,0.00000,0.051
+57,mlp.experts.95.down_proj,rtn: 0.0022736,0.00000,0.037
+57,mlp.experts.115.down_proj,rtn: 0.0023193,0.00000,0.031
+57,mlp.experts.87.down_proj,rtn: 0.0022278,0.00000,0.038
+57,mlp.experts.93.down_proj,rtn: 0.0023346,0.00000,0.049
+57,mlp.experts.106.down_proj,rtn: 0.0023346,0.00000,0.039
+57,mlp.experts.82.down_proj,rtn: 0.0023193,0.00000,0.038
+57,mlp.experts.102.down_proj,rtn: 0.0023651,0.00000,0.039
+57,mlp.experts.110.down_proj,rtn: 0.0022583,0.00000,0.032
+57,mlp.experts.100.down_proj,rtn: 0.0022430,0.00000,0.038
+57,mlp.experts.104.down_proj,rtn: 0.0022430,0.00000,0.042
+57,mlp.experts.96.down_proj,rtn: 0.0023193,0.00000,0.032
+57,mlp.experts.81.down_proj,rtn: 0.0023651,0.00000,0.056
+57,mlp.experts.124.down_proj,rtn: 0.0022278,0.00000,0.037
+57,mlp.experts.107.down_proj,rtn: 0.0023499,0.00000,0.038
+57,mlp.experts.85.down_proj,rtn: 0.0023041,0.00000,0.047
+57,mlp.experts.111.down_proj,rtn: 0.0022583,0.00000,0.036
+57,mlp.experts.131.down_proj,rtn: 0.0023499,0.00000,0.032
+57,mlp.experts.105.down_proj,rtn: 0.0023193,0.00000,0.053
+57,mlp.experts.103.down_proj,rtn: 0.0022583,0.00000,0.040
+57,mlp.experts.122.down_proj,rtn: 0.0022583,0.00000,0.041
+57,mlp.experts.109.down_proj,rtn: 0.0022736,0.00000,0.049
+57,mlp.experts.126.down_proj,rtn: 0.0021667,0.00000,0.041
+57,mlp.experts.118.down_proj,rtn: 0.0022888,0.00000,0.036
+57,mlp.experts.98.down_proj,rtn: 0.0022888,0.00000,0.035
+57,mlp.experts.120.down_proj,rtn: 0.0023041,0.00000,0.038
+57,mlp.experts.116.down_proj,rtn: 0.0023041,0.00000,0.038
+57,mlp.experts.112.down_proj,rtn: 0.0022888,0.00000,0.034
+57,mlp.experts.140.down_proj,rtn: 0.0023041,0.00000,0.035
+57,mlp.experts.123.down_proj,rtn: 0.0022125,0.00000,0.033
+57,mlp.experts.147.down_proj,rtn: 0.0023346,0.00000,0.034
+57,mlp.experts.127.down_proj,rtn: 0.0022430,0.00000,0.034
+57,mlp.experts.97.down_proj,rtn: 0.0021667,0.00000,0.055
+57,mlp.experts.101.down_proj,rtn: 0.0022736,0.00000,0.051
+57,mlp.experts.119.down_proj,rtn: 0.0023193,0.00000,0.038
+57,mlp.experts.121.down_proj,rtn: 0.0023041,0.00000,0.051
+57,mlp.experts.138.down_proj,rtn: 0.0022888,0.00000,0.044
+57,mlp.experts.114.down_proj,rtn: 0.0022430,0.00000,0.042
+57,mlp.experts.142.down_proj,rtn: 0.0022125,0.00000,0.037
+57,mlp.experts.134.down_proj,rtn: 0.0022736,0.00000,0.039
+57,mlp.experts.125.down_proj,rtn: 0.0023041,0.00000,0.049
+57,mlp.experts.132.down_proj,rtn: 0.0022888,0.00000,0.043
+57,mlp.experts.128.down_proj,rtn: 0.0021820,0.00000,0.034
+57,mlp.experts.156.down_proj,rtn: 0.0023041,0.00000,0.036
+57,mlp.experts.136.down_proj,rtn: 0.0022430,0.00000,0.042
+57,mlp.experts.139.down_proj,rtn: 0.0023346,0.00000,0.033
+57,mlp.experts.143.down_proj,rtn: 0.0023041,0.00000,0.031
+57,mlp.experts.163.down_proj,rtn: 0.0023041,0.00000,0.037
+57,mlp.experts.135.down_proj,rtn: 0.0022583,0.00000,0.024
+57,mlp.experts.113.down_proj,rtn: 0.0022278,0.00000,0.052
+57,mlp.experts.117.down_proj,rtn: 0.0023193,0.00000,0.051
+57,mlp.experts.130.down_proj,rtn: 0.0022430,0.00000,0.038
+57,mlp.experts.154.down_proj,rtn: 0.0023041,0.00000,0.039
+57,mlp.experts.158.down_proj,rtn: 0.0022888,0.00000,0.033
+57,mlp.experts.137.down_proj,rtn: 0.0023346,0.00000,0.050
+57,mlp.experts.150.down_proj,rtn: 0.0023041,0.00000,0.036
+57,mlp.experts.159.down_proj,rtn: 0.0022125,0.00000,0.032
+57,mlp.experts.144.down_proj,rtn: 0.0021973,0.00000,0.042
+57,mlp.experts.148.down_proj,rtn: 0.0021973,0.00000,0.039
+57,mlp.experts.172.down_proj,rtn: 0.0022736,0.00000,0.039
+57,mlp.experts.152.down_proj,rtn: 0.0022888,0.00000,0.035
+57,mlp.experts.141.down_proj,rtn: 0.0022888,0.00000,0.052
+57,mlp.experts.179.down_proj,rtn: 0.0022583,0.00000,0.033
+57,mlp.experts.155.down_proj,rtn: 0.0023193,0.00000,0.039
+57,mlp.experts.151.down_proj,rtn: 0.0022888,0.00000,0.038
+57,mlp.experts.146.down_proj,rtn: 0.0022125,0.00000,0.037
+57,mlp.experts.170.down_proj,rtn: 0.0023193,0.00000,0.037
+57,mlp.experts.174.down_proj,rtn: 0.0022736,0.00000,0.034
+57,mlp.experts.166.down_proj,rtn: 0.0023193,0.00000,0.033
+57,mlp.experts.129.down_proj,rtn: 0.0023193,0.00000,0.052
+57,mlp.experts.175.down_proj,rtn: 0.0023804,0.00000,0.032
+57,mlp.experts.133.down_proj,rtn: 0.0022736,0.00000,0.053
+57,mlp.experts.171.down_proj,rtn: 0.0022888,0.00000,0.026
+57,mlp.experts.160.down_proj,rtn: 0.0022888,0.00000,0.033
+57,mlp.experts.168.down_proj,rtn: 0.0021973,0.00000,0.033
+57,mlp.experts.188.down_proj,rtn: 0.0022583,0.00000,0.034
+57,mlp.experts.164.down_proj,rtn: 0.0021667,0.00000,0.041
+57,mlp.experts.167.down_proj,rtn: 0.0023499,0.00000,0.027
+57,mlp.experts.153.down_proj,rtn: 0.0022125,0.00000,0.052
+57,mlp.experts.186.down_proj,rtn: 0.0023193,0.00000,0.028
+57,mlp.experts.162.down_proj,rtn: 0.0022888,0.00000,0.034
+57,mlp.experts.190.down_proj,rtn: 0.0022736,0.00000,0.026
+57,mlp.experts.157.down_proj,rtn: 0.0022430,0.00000,0.050
+57,mlp.experts.182.down_proj,rtn: 0.0023193,0.00000,0.027
+57,mlp.experts.191.down_proj,rtn: 0.0021210,0.00000,0.031
+57,mlp.experts.184.down_proj,rtn: 0.0023041,0.00000,0.031
+57,mlp.experts.187.down_proj,rtn: 0.0023041,0.00000,0.028
+57,mlp.experts.176.down_proj,rtn: 0.0023041,0.00000,0.033
+57,mlp.experts.178.down_proj,rtn: 0.0022736,0.00000,0.012
+57,mlp.experts.180.down_proj,rtn: 0.0022583,0.00000,0.029
+57,mlp.experts.183.down_proj,rtn: 0.0023041,0.00000,0.028
+57,mlp.experts.149.down_proj,rtn: 0.0022888,0.00000,0.053
+57,mlp.experts.145.down_proj,rtn: 0.0023346,0.00000,0.048
+57,mlp.experts.169.down_proj,rtn: 0.0022736,0.00000,0.039
+57,mlp.experts.173.down_proj,rtn: 0.0022583,0.00000,0.035
+57,mlp.experts.165.down_proj,rtn: 0.0021973,0.00000,0.033
+57,mlp.experts.161.down_proj,rtn: 0.0022583,0.00000,0.035
+57,mlp.experts.185.down_proj,rtn: 0.0023193,0.00000,0.032
+57,mlp.experts.189.down_proj,rtn: 0.0022888,0.00000,0.033
+57,mlp.experts.181.down_proj,rtn: 0.0023499,0.00000,0.024
+57,mlp.experts.177.down_proj,rtn: 0.0023041,0.00000,0.021
+57,mlp.shared_experts.gate_proj,rtn: 0.0017166,0.00000,0.038
+57,mlp.shared_experts.up_proj,rtn: 0.0016479,0.00000,0.041
+57,mlp.shared_experts.down_proj,rtn: 0.0017242,0.00000,0.021
+58,self_attn.k_proj,rtn: 0.0021057,0.00000,0.030
+58,self_attn.v_proj,rtn: 0.0029602,0.00000,0.035
+58,self_attn.q_proj,rtn: 0.0022125,0.00000,0.020
+58,self_attn.o_proj,rtn: 0.0028687,0.00000,0.054
+58,mlp.experts.3.gate_proj,rtn: 0.0023193,0.00000,0.102
+58,mlp.experts.15.gate_proj,rtn: 0.0022125,0.00000,0.102
+58,mlp.experts.8.gate_proj,rtn: 0.0023041,0.00000,0.105
+58,mlp.experts.6.gate_proj,rtn: 0.0023193,0.00000,0.108
+58,mlp.experts.12.gate_proj,rtn: 0.0023346,0.00000,0.107
+58,mlp.experts.11.gate_proj,rtn: 0.0023499,0.00000,0.109
+58,mlp.experts.2.gate_proj,rtn: 0.0023193,0.00000,0.113
+58,mlp.experts.9.gate_proj,rtn: 0.0022888,0.00000,0.125
+58,mlp.experts.5.gate_proj,rtn: 0.0022583,0.00000,0.126
+58,mlp.experts.0.gate_proj,rtn: 0.0023041,0.00000,0.130
+58,mlp.experts.14.gate_proj,rtn: 0.0023041,0.00000,0.133
+58,mlp.experts.4.gate_proj,rtn: 0.0023804,0.00000,0.135
+58,mlp.experts.1.gate_proj,rtn: 0.0022278,0.00000,0.133
+58,mlp.experts.10.gate_proj,rtn: 0.0022736,0.00000,0.136
+58,mlp.experts.7.gate_proj,rtn: 0.0022736,0.00000,0.137
+58,mlp.experts.13.gate_proj,rtn: 0.0022430,0.00000,0.139
+58,mlp.experts.19.gate_proj,rtn: 0.0022736,0.00000,0.088
+58,mlp.experts.31.gate_proj,rtn: 0.0023193,0.00000,0.094
+58,mlp.experts.24.gate_proj,rtn: 0.0022736,0.00000,0.094
+58,mlp.experts.28.gate_proj,rtn: 0.0023193,0.00000,0.093
+58,mlp.experts.27.gate_proj,rtn: 0.0023499,0.00000,0.098
+58,mlp.experts.22.gate_proj,rtn: 0.0023804,0.00000,0.109
+58,mlp.experts.25.gate_proj,rtn: 0.0023041,0.00000,0.098
+58,mlp.experts.18.gate_proj,rtn: 0.0023193,0.00000,0.111
+58,mlp.experts.16.gate_proj,rtn: 0.0023041,0.00000,0.098
+58,mlp.experts.21.gate_proj,rtn: 0.0022583,0.00000,0.108
+58,mlp.experts.20.gate_proj,rtn: 0.0022430,0.00000,0.094
+58,mlp.experts.23.gate_proj,rtn: 0.0023193,0.00000,0.096
+58,mlp.experts.30.gate_proj,rtn: 0.0022888,0.00000,0.110
+58,mlp.experts.29.gate_proj,rtn: 0.0022736,0.00000,0.102
+58,mlp.experts.17.gate_proj,rtn: 0.0022583,0.00000,0.114
+58,mlp.experts.26.gate_proj,rtn: 0.0022736,0.00000,0.116
+58,mlp.experts.35.gate_proj,rtn: 0.0023041,0.00000,0.100
+58,mlp.experts.47.gate_proj,rtn: 0.0022583,0.00000,0.101
+58,mlp.experts.44.gate_proj,rtn: 0.0023041,0.00000,0.098
+58,mlp.experts.40.gate_proj,rtn: 0.0023041,0.00000,0.098
+58,mlp.experts.41.gate_proj,rtn: 0.0022736,0.00000,0.084
+58,mlp.experts.37.gate_proj,rtn: 0.0022888,0.00000,0.072
+58,mlp.experts.43.gate_proj,rtn: 0.0023499,0.00000,0.099
+58,mlp.experts.38.gate_proj,rtn: 0.0023041,0.00000,0.099
+58,mlp.experts.45.gate_proj,rtn: 0.0023193,0.00000,0.068
+58,mlp.experts.32.gate_proj,rtn: 0.0022888,0.00000,0.092
+58,mlp.experts.33.gate_proj,rtn: 0.0022430,0.00000,0.074
+58,mlp.experts.34.gate_proj,rtn: 0.0023041,0.00000,0.108
+58,mlp.experts.36.gate_proj,rtn: 0.0022888,0.00000,0.094
+58,mlp.experts.39.gate_proj,rtn: 0.0023193,0.00000,0.092
+58,mlp.experts.46.gate_proj,rtn: 0.0023651,0.00000,0.101
+58,mlp.experts.42.gate_proj,rtn: 0.0023346,0.00000,0.094
+58,mlp.experts.51.gate_proj,rtn: 0.0022888,0.00000,0.086
+58,mlp.experts.53.gate_proj,rtn: 0.0022736,0.00000,0.070
+58,mlp.experts.61.gate_proj,rtn: 0.0022888,0.00000,0.062
+58,mlp.experts.57.gate_proj,rtn: 0.0022430,0.00000,0.073
+58,mlp.experts.63.gate_proj,rtn: 0.0022736,0.00000,0.087
+58,mlp.experts.56.gate_proj,rtn: 0.0023193,0.00000,0.087
+58,mlp.experts.60.gate_proj,rtn: 0.0023193,0.00000,0.093
+58,mlp.experts.49.gate_proj,rtn: 0.0023193,0.00000,0.076
+58,mlp.experts.54.gate_proj,rtn: 0.0023041,0.00000,0.094
+58,mlp.experts.48.gate_proj,rtn: 0.0023499,0.00000,0.090
+58,mlp.experts.59.gate_proj,rtn: 0.0023041,0.00000,0.097
+58,mlp.experts.52.gate_proj,rtn: 0.0023346,0.00000,0.084
+58,mlp.experts.55.gate_proj,rtn: 0.0023804,0.00000,0.093
+58,mlp.experts.50.gate_proj,rtn: 0.0023193,0.00000,0.104
+58,mlp.experts.62.gate_proj,rtn: 0.0022888,0.00000,0.099
+58,mlp.experts.77.gate_proj,rtn: 0.0022736,0.00000,0.064
+58,mlp.experts.73.gate_proj,rtn: 0.0022736,0.00000,0.072
+58,mlp.experts.58.gate_proj,rtn: 0.0023346,0.00000,0.101
+58,mlp.experts.69.gate_proj,rtn: 0.0023193,0.00000,0.077
+58,mlp.experts.67.gate_proj,rtn: 0.0023346,0.00000,0.088
+58,mlp.experts.65.gate_proj,rtn: 0.0022583,0.00000,0.068
+58,mlp.experts.79.gate_proj,rtn: 0.0023193,0.00000,0.084
+58,mlp.experts.72.gate_proj,rtn: 0.0023193,0.00000,0.095
+58,mlp.experts.76.gate_proj,rtn: 0.0022888,0.00000,0.097
+58,mlp.experts.75.gate_proj,rtn: 0.0022583,0.00000,0.087
+58,mlp.experts.64.gate_proj,rtn: 0.0022736,0.00000,0.092
+58,mlp.experts.68.gate_proj,rtn: 0.0023041,0.00000,0.092
+58,mlp.experts.71.gate_proj,rtn: 0.0023651,0.00000,0.086
+58,mlp.experts.70.gate_proj,rtn: 0.0022430,0.00000,0.109
+58,mlp.experts.93.gate_proj,rtn: 0.0022888,0.00000,0.079
+58,mlp.experts.89.gate_proj,rtn: 0.0022278,0.00000,0.079
+58,mlp.experts.85.gate_proj,rtn: 0.0023651,0.00000,0.076
+58,mlp.experts.66.gate_proj,rtn: 0.0024567,0.00000,0.108
+58,mlp.experts.81.gate_proj,rtn: 0.0022736,0.00000,0.075
+58,mlp.experts.78.gate_proj,rtn: 0.0023651,0.00000,0.102
+58,mlp.experts.83.gate_proj,rtn: 0.0023651,0.00000,0.086
+58,mlp.experts.95.gate_proj,rtn: 0.0023346,0.00000,0.087
+58,mlp.experts.74.gate_proj,rtn: 0.0023804,0.00000,0.103
+58,mlp.experts.88.gate_proj,rtn: 0.0023651,0.00000,0.093
+58,mlp.experts.91.gate_proj,rtn: 0.0023346,0.00000,0.093
+58,mlp.experts.87.gate_proj,rtn: 0.0023346,0.00000,0.079
+58,mlp.experts.92.gate_proj,rtn: 0.0023193,0.00000,0.101
+58,mlp.experts.109.gate_proj,rtn: 0.0024109,0.00000,0.075
+58,mlp.experts.80.gate_proj,rtn: 0.0022736,0.00000,0.098
+58,mlp.experts.84.gate_proj,rtn: 0.0022888,0.00000,0.096
+58,mlp.experts.105.gate_proj,rtn: 0.0023041,0.00000,0.077
+58,mlp.experts.101.gate_proj,rtn: 0.0023193,0.00000,0.072
+58,mlp.experts.97.gate_proj,rtn: 0.0023041,0.00000,0.072
+58,mlp.experts.86.gate_proj,rtn: 0.0023193,0.00000,0.105
+58,mlp.experts.99.gate_proj,rtn: 0.0022430,0.00000,0.088
+58,mlp.experts.82.gate_proj,rtn: 0.0023499,0.00000,0.107
+58,mlp.experts.111.gate_proj,rtn: 0.0023041,0.00000,0.088
+58,mlp.experts.94.gate_proj,rtn: 0.0023651,0.00000,0.103
+58,mlp.experts.90.gate_proj,rtn: 0.0023193,0.00000,0.101
+58,mlp.experts.125.gate_proj,rtn: 0.0024261,0.00000,0.071
+58,mlp.experts.104.gate_proj,rtn: 0.0022736,0.00000,0.099
+58,mlp.experts.103.gate_proj,rtn: 0.0023651,0.00000,0.084
+58,mlp.experts.117.gate_proj,rtn: 0.0023041,0.00000,0.062
+58,mlp.experts.107.gate_proj,rtn: 0.0023041,0.00000,0.091
+58,mlp.experts.121.gate_proj,rtn: 0.0023804,0.00000,0.067
+58,mlp.experts.108.gate_proj,rtn: 0.0022888,0.00000,0.098
+58,mlp.experts.113.gate_proj,rtn: 0.0023651,0.00000,0.076
+58,mlp.experts.100.gate_proj,rtn: 0.0023193,0.00000,0.095
+58,mlp.experts.96.gate_proj,rtn: 0.0022736,0.00000,0.097
+58,mlp.experts.115.gate_proj,rtn: 0.0022888,0.00000,0.090
+58,mlp.experts.102.gate_proj,rtn: 0.0022888,0.00000,0.108
+58,mlp.experts.127.gate_proj,rtn: 0.0022888,0.00000,0.095
+58,mlp.experts.98.gate_proj,rtn: 0.0022278,0.00000,0.100
+58,mlp.experts.110.gate_proj,rtn: 0.0023499,0.00000,0.101
+58,mlp.experts.141.gate_proj,rtn: 0.0023041,0.00000,0.079
+58,mlp.experts.106.gate_proj,rtn: 0.0023041,0.00000,0.102
+58,mlp.experts.133.gate_proj,rtn: 0.0022583,0.00000,0.083
+58,mlp.experts.119.gate_proj,rtn: 0.0023041,0.00000,0.088
+58,mlp.experts.137.gate_proj,rtn: 0.0023193,0.00000,0.081
+58,mlp.experts.123.gate_proj,rtn: 0.0023193,0.00000,0.091
+58,mlp.experts.120.gate_proj,rtn: 0.0023499,0.00000,0.100
+58,mlp.experts.124.gate_proj,rtn: 0.0022125,0.00000,0.090
+58,mlp.experts.129.gate_proj,rtn: 0.0025330,0.00000,0.085
+58,mlp.experts.116.gate_proj,rtn: 0.0023346,0.00000,0.080
+58,mlp.experts.112.gate_proj,rtn: 0.0022583,0.00000,0.095
+58,mlp.experts.131.gate_proj,rtn: 0.0021973,0.00000,0.095
+58,mlp.experts.118.gate_proj,rtn: 0.0023346,0.00000,0.106
+58,mlp.experts.143.gate_proj,rtn: 0.0022736,0.00000,0.095
+58,mlp.experts.157.gate_proj,rtn: 0.0022736,0.00000,0.097
+58,mlp.experts.149.gate_proj,rtn: 0.0023193,0.00000,0.088
+58,mlp.experts.126.gate_proj,rtn: 0.0022888,0.00000,0.102
+58,mlp.experts.114.gate_proj,rtn: 0.0023499,0.00000,0.109
+58,mlp.experts.122.gate_proj,rtn: 0.0022736,0.00000,0.099
+58,mlp.experts.153.gate_proj,rtn: 0.0022888,0.00000,0.095
+58,mlp.experts.136.gate_proj,rtn: 0.0023804,0.00000,0.092
+58,mlp.experts.139.gate_proj,rtn: 0.0023193,0.00000,0.096
+58,mlp.experts.135.gate_proj,rtn: 0.0022430,0.00000,0.104
+58,mlp.experts.145.gate_proj,rtn: 0.0023346,0.00000,0.085
+58,mlp.experts.140.gate_proj,rtn: 0.0022430,0.00000,0.085
+58,mlp.experts.132.gate_proj,rtn: 0.0023041,0.00000,0.086
+58,mlp.experts.128.gate_proj,rtn: 0.0022888,0.00000,0.085
+58,mlp.experts.147.gate_proj,rtn: 0.0022278,0.00000,0.097
+58,mlp.experts.159.gate_proj,rtn: 0.0023041,0.00000,0.094
+58,mlp.experts.134.gate_proj,rtn: 0.0023041,0.00000,0.104
+58,mlp.experts.165.gate_proj,rtn: 0.0023193,0.00000,0.082
+58,mlp.experts.169.gate_proj,rtn: 0.0023499,0.00000,0.083
+58,mlp.experts.173.gate_proj,rtn: 0.0023193,0.00000,0.097
+58,mlp.experts.152.gate_proj,rtn: 0.0022736,0.00000,0.086
+58,mlp.experts.142.gate_proj,rtn: 0.0022888,0.00000,0.106
+58,mlp.experts.130.gate_proj,rtn: 0.0023499,0.00000,0.105
+58,mlp.experts.148.gate_proj,rtn: 0.0023651,0.00000,0.090
+58,mlp.experts.138.gate_proj,rtn: 0.0023193,0.00000,0.103
+58,mlp.experts.161.gate_proj,rtn: 0.0022736,0.00000,0.090
+58,mlp.experts.156.gate_proj,rtn: 0.0023499,0.00000,0.087
+58,mlp.experts.155.gate_proj,rtn: 0.0023956,0.00000,0.097
+58,mlp.experts.144.gate_proj,rtn: 0.0023041,0.00000,0.085
+58,mlp.experts.151.gate_proj,rtn: 0.0022888,0.00000,0.094
+58,mlp.experts.163.gate_proj,rtn: 0.0023346,0.00000,0.090
+58,mlp.experts.181.gate_proj,rtn: 0.0022888,0.00000,0.081
+58,mlp.experts.175.gate_proj,rtn: 0.0023193,0.00000,0.095
+58,mlp.experts.185.gate_proj,rtn: 0.0022430,0.00000,0.089
+58,mlp.experts.150.gate_proj,rtn: 0.0023041,0.00000,0.102
+58,mlp.experts.168.gate_proj,rtn: 0.0022736,0.00000,0.088
+58,mlp.experts.189.gate_proj,rtn: 0.0023956,0.00000,0.094
+58,mlp.experts.164.gate_proj,rtn: 0.0023041,0.00000,0.082
+58,mlp.experts.172.gate_proj,rtn: 0.0023956,0.00000,0.090
+58,mlp.experts.160.gate_proj,rtn: 0.0022888,0.00000,0.084
+58,mlp.experts.177.gate_proj,rtn: 0.0023499,0.00000,0.090
+58,mlp.experts.158.gate_proj,rtn: 0.0022583,0.00000,0.103
+58,mlp.experts.146.gate_proj,rtn: 0.0022736,0.00000,0.106
+58,mlp.experts.154.gate_proj,rtn: 0.0023499,0.00000,0.104
+58,mlp.experts.171.gate_proj,rtn: 0.0023651,0.00000,0.098
+58,mlp.experts.167.gate_proj,rtn: 0.0023041,0.00000,0.102
+58,mlp.experts.179.gate_proj,rtn: 0.0022736,0.00000,0.099
+58,mlp.experts.5.up_proj,rtn: 0.0022125,0.00000,0.086
+58,mlp.experts.191.gate_proj,rtn: 0.0023193,0.00000,0.097
+58,mlp.experts.9.up_proj,rtn: 0.0022430,0.00000,0.097
+58,mlp.experts.166.gate_proj,rtn: 0.0023193,0.00000,0.104
+58,mlp.experts.184.gate_proj,rtn: 0.0022888,0.00000,0.100
+58,mlp.experts.180.gate_proj,rtn: 0.0023193,0.00000,0.094
+58,mlp.experts.188.gate_proj,rtn: 0.0022736,0.00000,0.088
+58,mlp.experts.176.gate_proj,rtn: 0.0023499,0.00000,0.093
+58,mlp.experts.174.gate_proj,rtn: 0.0023346,0.00000,0.100
+58,mlp.experts.162.gate_proj,rtn: 0.0023193,0.00000,0.098
+58,mlp.experts.183.gate_proj,rtn: 0.0023041,0.00000,0.090
+58,mlp.experts.187.gate_proj,rtn: 0.0023193,0.00000,0.098
+58,mlp.experts.13.up_proj,rtn: 0.0021973,0.00000,0.145
+58,mlp.experts.170.gate_proj,rtn: 0.0022736,0.00000,0.115
+58,mlp.experts.3.up_proj,rtn: 0.0022583,0.00000,0.099
+58,mlp.experts.1.up_proj,rtn: 0.0021820,0.00000,0.146
+58,mlp.experts.15.up_proj,rtn: 0.0021973,0.00000,0.087
+58,mlp.experts.8.up_proj,rtn: 0.0022736,0.00000,0.099
+58,mlp.experts.4.up_proj,rtn: 0.0023499,0.00000,0.105
+58,mlp.experts.12.up_proj,rtn: 0.0023041,0.00000,0.102
+58,mlp.experts.0.up_proj,rtn: 0.0022278,0.00000,0.096
+58,mlp.experts.21.up_proj,rtn: 0.0022125,0.00000,0.150
+58,mlp.experts.7.up_proj,rtn: 0.0022278,0.00000,0.087
+58,mlp.experts.11.up_proj,rtn: 0.0022888,0.00000,0.086
+58,mlp.experts.182.gate_proj,rtn: 0.0022125,0.00000,0.133
+58,mlp.experts.25.up_proj,rtn: 0.0022736,0.00000,0.089
+58,mlp.experts.190.gate_proj,rtn: 0.0022888,0.00000,0.132
+58,mlp.experts.178.gate_proj,rtn: 0.0023193,0.00000,0.131
+58,mlp.experts.29.up_proj,rtn: 0.0022888,0.00000,0.088
+58,mlp.experts.19.up_proj,rtn: 0.0022430,0.00000,0.091
+58,mlp.experts.31.up_proj,rtn: 0.0023041,0.00000,0.094
+58,mlp.experts.186.gate_proj,rtn: 0.0023499,0.00000,0.114
+58,mlp.experts.17.up_proj,rtn: 0.0022430,0.00000,0.129
+58,mlp.experts.20.up_proj,rtn: 0.0021820,0.00000,0.088
+58,mlp.experts.28.up_proj,rtn: 0.0023041,0.00000,0.087
+58,mlp.experts.24.up_proj,rtn: 0.0022430,0.00000,0.094
+58,mlp.experts.16.up_proj,rtn: 0.0022736,0.00000,0.089
+58,mlp.experts.23.up_proj,rtn: 0.0022278,0.00000,0.095
+58,mlp.experts.27.up_proj,rtn: 0.0023193,0.00000,0.098
+58,mlp.experts.37.up_proj,rtn: 0.0022430,0.00000,0.127
+58,mlp.experts.6.up_proj,rtn: 0.0022736,0.00000,0.118
+58,mlp.experts.41.up_proj,rtn: 0.0022430,0.00000,0.097
+58,mlp.experts.35.up_proj,rtn: 0.0022736,0.00000,0.092
+58,mlp.experts.47.up_proj,rtn: 0.0022125,0.00000,0.088
+58,mlp.experts.45.up_proj,rtn: 0.0023041,0.00000,0.103
+58,mlp.experts.14.up_proj,rtn: 0.0022888,0.00000,0.116
+58,mlp.experts.2.up_proj,rtn: 0.0022888,0.00000,0.117
+58,mlp.experts.36.up_proj,rtn: 0.0022583,0.00000,0.092
+58,mlp.experts.44.up_proj,rtn: 0.0022583,0.00000,0.092
+58,mlp.experts.40.up_proj,rtn: 0.0022583,0.00000,0.092
+58,mlp.experts.39.up_proj,rtn: 0.0022888,0.00000,0.085
+58,mlp.experts.10.up_proj,rtn: 0.0022278,0.00000,0.097
+58,mlp.experts.32.up_proj,rtn: 0.0022583,0.00000,0.092
+58,mlp.experts.33.up_proj,rtn: 0.0021667,0.00000,0.103
+58,mlp.experts.43.up_proj,rtn: 0.0023041,0.00000,0.084
+58,mlp.experts.51.up_proj,rtn: 0.0022736,0.00000,0.079
+58,mlp.experts.63.up_proj,rtn: 0.0022125,0.00000,0.080
+58,mlp.experts.53.up_proj,rtn: 0.0022125,0.00000,0.098
+58,mlp.experts.22.up_proj,rtn: 0.0023041,0.00000,0.105
+58,mlp.experts.57.up_proj,rtn: 0.0021973,0.00000,0.096
+58,mlp.experts.61.up_proj,rtn: 0.0022736,0.00000,0.088
+58,mlp.experts.30.up_proj,rtn: 0.0022125,0.00000,0.097
+58,mlp.experts.18.up_proj,rtn: 0.0022583,0.00000,0.098
+58,mlp.experts.60.up_proj,rtn: 0.0022736,0.00000,0.078
+58,mlp.experts.56.up_proj,rtn: 0.0023041,0.00000,0.079
+58,mlp.experts.55.up_proj,rtn: 0.0022736,0.00000,0.078
+58,mlp.experts.59.up_proj,rtn: 0.0022736,0.00000,0.073
+58,mlp.experts.52.up_proj,rtn: 0.0022125,0.00000,0.091
+58,mlp.experts.48.up_proj,rtn: 0.0023346,0.00000,0.095
+58,mlp.experts.49.up_proj,rtn: 0.0022736,0.00000,0.098
+58,mlp.experts.26.up_proj,rtn: 0.0022583,0.00000,0.102
+58,mlp.experts.67.up_proj,rtn: 0.0023041,0.00000,0.077
+58,mlp.experts.79.up_proj,rtn: 0.0023041,0.00000,0.075
+58,mlp.experts.69.up_proj,rtn: 0.0022888,0.00000,0.095
+58,mlp.experts.38.up_proj,rtn: 0.0022583,0.00000,0.094
+58,mlp.experts.73.up_proj,rtn: 0.0022278,0.00000,0.098
+58,mlp.experts.77.up_proj,rtn: 0.0021973,0.00000,0.098
+58,mlp.experts.46.up_proj,rtn: 0.0022888,0.00000,0.095
+58,mlp.experts.34.up_proj,rtn: 0.0022430,0.00000,0.093
+58,mlp.experts.71.up_proj,rtn: 0.0022430,0.00000,0.085
+58,mlp.experts.72.up_proj,rtn: 0.0022736,0.00000,0.096
+58,mlp.experts.75.up_proj,rtn: 0.0022430,0.00000,0.089
+58,mlp.experts.76.up_proj,rtn: 0.0022278,0.00000,0.104
+58,mlp.experts.68.up_proj,rtn: 0.0022583,0.00000,0.097
+58,mlp.experts.64.up_proj,rtn: 0.0022430,0.00000,0.092
+58,mlp.experts.83.up_proj,rtn: 0.0022736,0.00000,0.089
+58,mlp.experts.95.up_proj,rtn: 0.0023041,0.00000,0.093
+58,mlp.experts.65.up_proj,rtn: 0.0022278,0.00000,0.106
+58,mlp.experts.42.up_proj,rtn: 0.0022888,0.00000,0.108
+58,mlp.experts.85.up_proj,rtn: 0.0023041,0.00000,0.100
+58,mlp.experts.54.up_proj,rtn: 0.0022736,0.00000,0.095
+58,mlp.experts.93.up_proj,rtn: 0.0022583,0.00000,0.097
+58,mlp.experts.89.up_proj,rtn: 0.0021667,0.00000,0.099
+58,mlp.experts.62.up_proj,rtn: 0.0022736,0.00000,0.098
+58,mlp.experts.50.up_proj,rtn: 0.0023041,0.00000,0.099
+58,mlp.experts.87.up_proj,rtn: 0.0022583,0.00000,0.094
+58,mlp.experts.88.up_proj,rtn: 0.0022888,0.00000,0.093
+58,mlp.experts.91.up_proj,rtn: 0.0022736,0.00000,0.093
+58,mlp.experts.92.up_proj,rtn: 0.0022430,0.00000,0.095
+58,mlp.experts.84.up_proj,rtn: 0.0022583,0.00000,0.097
+58,mlp.experts.80.up_proj,rtn: 0.0022736,0.00000,0.089
+58,mlp.experts.111.up_proj,rtn: 0.0022888,0.00000,0.088
+58,mlp.experts.99.up_proj,rtn: 0.0021973,0.00000,0.099
+58,mlp.experts.81.up_proj,rtn: 0.0022430,0.00000,0.104
+58,mlp.experts.58.up_proj,rtn: 0.0023193,0.00000,0.102
+58,mlp.experts.70.up_proj,rtn: 0.0022278,0.00000,0.097
+58,mlp.experts.101.up_proj,rtn: 0.0022888,0.00000,0.105
+58,mlp.experts.78.up_proj,rtn: 0.0022430,0.00000,0.088
+58,mlp.experts.109.up_proj,rtn: 0.0023651,0.00000,0.098
+58,mlp.experts.105.up_proj,rtn: 0.0022888,0.00000,0.098
+58,mlp.experts.103.up_proj,rtn: 0.0022278,0.00000,0.086
+58,mlp.experts.107.up_proj,rtn: 0.0022888,0.00000,0.078
+58,mlp.experts.66.up_proj,rtn: 0.0022430,0.00000,0.091
+58,mlp.experts.104.up_proj,rtn: 0.0022125,0.00000,0.085
+58,mlp.experts.108.up_proj,rtn: 0.0022583,0.00000,0.081
+58,mlp.experts.96.up_proj,rtn: 0.0022583,0.00000,0.074
+58,mlp.experts.100.up_proj,rtn: 0.0022736,0.00000,0.077
+58,mlp.experts.115.up_proj,rtn: 0.0022583,0.00000,0.069
+58,mlp.experts.127.up_proj,rtn: 0.0022736,0.00000,0.071
+58,mlp.experts.74.up_proj,rtn: 0.0023499,0.00000,0.082
+58,mlp.experts.97.up_proj,rtn: 0.0022888,0.00000,0.094
+58,mlp.experts.86.up_proj,rtn: 0.0023041,0.00000,0.079
+58,mlp.experts.94.up_proj,rtn: 0.0023346,0.00000,0.084
+58,mlp.experts.124.up_proj,rtn: 0.0021973,0.00000,0.071
+58,mlp.experts.82.up_proj,rtn: 0.0023041,0.00000,0.079
+58,mlp.experts.117.up_proj,rtn: 0.0022583,0.00000,0.094
+58,mlp.experts.121.up_proj,rtn: 0.0023193,0.00000,0.086
+58,mlp.experts.120.up_proj,rtn: 0.0023041,0.00000,0.071
+58,mlp.experts.116.up_proj,rtn: 0.0022888,0.00000,0.067
+58,mlp.experts.125.up_proj,rtn: 0.0023041,0.00000,0.086
+58,mlp.experts.112.up_proj,rtn: 0.0022125,0.00000,0.072
+58,mlp.experts.123.up_proj,rtn: 0.0022736,0.00000,0.086
+58,mlp.experts.119.up_proj,rtn: 0.0022430,0.00000,0.089
+58,mlp.experts.131.up_proj,rtn: 0.0021667,0.00000,0.079
+58,mlp.experts.143.up_proj,rtn: 0.0022125,0.00000,0.081
+58,mlp.experts.90.up_proj,rtn: 0.0022888,0.00000,0.082
+58,mlp.experts.113.up_proj,rtn: 0.0023041,0.00000,0.077
+58,mlp.experts.140.up_proj,rtn: 0.0021973,0.00000,0.072
+58,mlp.experts.102.up_proj,rtn: 0.0022583,0.00000,0.090
+58,mlp.experts.133.up_proj,rtn: 0.0022278,0.00000,0.076
+58,mlp.experts.132.up_proj,rtn: 0.0022125,0.00000,0.073
+58,mlp.experts.136.up_proj,rtn: 0.0023499,0.00000,0.070
+58,mlp.experts.137.up_proj,rtn: 0.0022430,0.00000,0.079
+58,mlp.experts.110.up_proj,rtn: 0.0022736,0.00000,0.092
+58,mlp.experts.128.up_proj,rtn: 0.0022583,0.00000,0.075
+58,mlp.experts.135.up_proj,rtn: 0.0021973,0.00000,0.086
+58,mlp.experts.139.up_proj,rtn: 0.0022125,0.00000,0.083
+58,mlp.experts.141.up_proj,rtn: 0.0022888,0.00000,0.082
+58,mlp.experts.98.up_proj,rtn: 0.0022125,0.00000,0.100
+58,mlp.experts.159.up_proj,rtn: 0.0022736,0.00000,0.086
+58,mlp.experts.147.up_proj,rtn: 0.0021973,0.00000,0.089
+58,mlp.experts.129.up_proj,rtn: 0.0023499,0.00000,0.079
+58,mlp.experts.106.up_proj,rtn: 0.0022888,0.00000,0.089
+58,mlp.experts.156.up_proj,rtn: 0.0022888,0.00000,0.072
+58,mlp.experts.148.up_proj,rtn: 0.0022583,0.00000,0.076
+58,mlp.experts.152.up_proj,rtn: 0.0022583,0.00000,0.073
+58,mlp.experts.149.up_proj,rtn: 0.0022888,0.00000,0.086
+58,mlp.experts.153.up_proj,rtn: 0.0022125,0.00000,0.083
+58,mlp.experts.144.up_proj,rtn: 0.0022736,0.00000,0.078
+58,mlp.experts.118.up_proj,rtn: 0.0022736,0.00000,0.112
+58,mlp.experts.151.up_proj,rtn: 0.0022430,0.00000,0.094
+58,mlp.experts.155.up_proj,rtn: 0.0023041,0.00000,0.091
+58,mlp.experts.126.up_proj,rtn: 0.0022736,0.00000,0.106
+58,mlp.experts.157.up_proj,rtn: 0.0022278,0.00000,0.095
+58,mlp.experts.175.up_proj,rtn: 0.0022430,0.00000,0.094
+58,mlp.experts.163.up_proj,rtn: 0.0022888,0.00000,0.090
+58,mlp.experts.114.up_proj,rtn: 0.0023193,0.00000,0.106
+58,mlp.experts.145.up_proj,rtn: 0.0022888,0.00000,0.094
+58,mlp.experts.172.up_proj,rtn: 0.0022888,0.00000,0.086
+58,mlp.experts.122.up_proj,rtn: 0.0022430,0.00000,0.107
+58,mlp.experts.168.up_proj,rtn: 0.0022430,0.00000,0.088
+58,mlp.experts.164.up_proj,rtn: 0.0022888,0.00000,0.093
+58,mlp.experts.165.up_proj,rtn: 0.0022278,0.00000,0.099
+58,mlp.experts.169.up_proj,rtn: 0.0023346,0.00000,0.095
+58,mlp.experts.160.up_proj,rtn: 0.0022736,0.00000,0.101
+58,mlp.experts.171.up_proj,rtn: 0.0023346,0.00000,0.090
+58,mlp.experts.167.up_proj,rtn: 0.0022736,0.00000,0.093
+58,mlp.experts.134.up_proj,rtn: 0.0022278,0.00000,0.107
+58,mlp.experts.179.up_proj,rtn: 0.0022430,0.00000,0.089
+58,mlp.experts.191.up_proj,rtn: 0.0022888,0.00000,0.097
+58,mlp.experts.173.up_proj,rtn: 0.0022888,0.00000,0.103
+58,mlp.experts.142.up_proj,rtn: 0.0022430,0.00000,0.108
+58,mlp.experts.130.up_proj,rtn: 0.0023041,0.00000,0.102
+58,mlp.experts.161.up_proj,rtn: 0.0022278,0.00000,0.093
+58,mlp.experts.188.up_proj,rtn: 0.0022125,0.00000,0.099
+58,mlp.experts.183.up_proj,rtn: 0.0022888,0.00000,0.046
+58,mlp.experts.187.up_proj,rtn: 0.0022888,0.00000,0.056
+58,mlp.experts.138.up_proj,rtn: 0.0022888,0.00000,0.102
+58,mlp.experts.184.up_proj,rtn: 0.0022430,0.00000,0.094
+58,mlp.experts.180.up_proj,rtn: 0.0022888,0.00000,0.095
+58,mlp.experts.176.up_proj,rtn: 0.0023041,0.00000,0.087
+58,mlp.experts.181.up_proj,rtn: 0.0022736,0.00000,0.102
+58,mlp.experts.185.up_proj,rtn: 0.0022125,0.00000,0.099
+58,mlp.experts.150.up_proj,rtn: 0.0022430,0.00000,0.089
+58,mlp.experts.177.up_proj,rtn: 0.0023193,0.00000,0.072
+58,mlp.experts.189.up_proj,rtn: 0.0023499,0.00000,0.088
+58,mlp.experts.158.up_proj,rtn: 0.0022430,0.00000,0.086
+58,mlp.experts.146.up_proj,rtn: 0.0022430,0.00000,0.086
+58,mlp.experts.154.up_proj,rtn: 0.0023193,0.00000,0.091
+58,mlp.experts.166.up_proj,rtn: 0.0023041,0.00000,0.077
+58,mlp.experts.174.up_proj,rtn: 0.0023193,0.00000,0.078
+58,mlp.experts.162.up_proj,rtn: 0.0022888,0.00000,0.082
+58,mlp.experts.170.up_proj,rtn: 0.0022583,0.00000,0.087
+58,mlp.experts.182.up_proj,rtn: 0.0021667,0.00000,0.082
+58,mlp.experts.190.up_proj,rtn: 0.0022736,0.00000,0.079
+58,mlp.experts.178.up_proj,rtn: 0.0023041,0.00000,0.077
+58,mlp.experts.186.up_proj,rtn: 0.0023193,0.00000,0.051
+58,mlp.experts.5.down_proj,rtn: 0.0022583,0.00000,0.011
+58,mlp.experts.9.down_proj,rtn: 0.0022736,0.00000,0.020
+58,mlp.experts.3.down_proj,rtn: 0.0022736,0.00000,0.049
+58,mlp.experts.7.down_proj,rtn: 0.0022736,0.00000,0.050
+58,mlp.experts.21.down_proj,rtn: 0.0022125,0.00000,0.051
+58,mlp.experts.1.down_proj,rtn: 0.0022125,0.00000,0.052
+58,mlp.experts.25.down_proj,rtn: 0.0022583,0.00000,0.045
+58,mlp.experts.15.down_proj,rtn: 0.0022125,0.00000,0.060
+58,mlp.experts.0.down_proj,rtn: 0.0022278,0.00000,0.059
+58,mlp.experts.8.down_proj,rtn: 0.0023041,0.00000,0.061
+58,mlp.experts.11.down_proj,rtn: 0.0022583,0.00000,0.061
+58,mlp.experts.6.down_proj,rtn: 0.0022736,0.00000,0.148
+58,mlp.experts.2.down_proj,rtn: 0.0023193,0.00000,0.149
+58,mlp.experts.12.down_proj,rtn: 0.0023193,0.00000,0.068
+58,mlp.experts.4.down_proj,rtn: 0.0023651,0.00000,0.068
+58,mlp.experts.14.down_proj,rtn: 0.0023193,0.00000,0.156
+58,mlp.experts.10.down_proj,rtn: 0.0022888,0.00000,0.160
+58,mlp.experts.13.down_proj,rtn: 0.0022278,0.00000,0.075
+58,mlp.experts.19.down_proj,rtn: 0.0022888,0.00000,0.054
+58,mlp.experts.37.down_proj,rtn: 0.0022583,0.00000,0.038
+58,mlp.experts.23.down_proj,rtn: 0.0022278,0.00000,0.057
+58,mlp.experts.41.down_proj,rtn: 0.0023193,0.00000,0.038
+58,mlp.experts.24.down_proj,rtn: 0.0023041,0.00000,0.024
+58,mlp.experts.31.down_proj,rtn: 0.0023346,0.00000,0.038
+58,mlp.experts.17.down_proj,rtn: 0.0022583,0.00000,0.045
+58,mlp.experts.22.down_proj,rtn: 0.0022888,0.00000,0.024
+58,mlp.experts.18.down_proj,rtn: 0.0022736,0.00000,0.035
+58,mlp.experts.27.down_proj,rtn: 0.0023499,0.00000,0.036
+58,mlp.experts.16.down_proj,rtn: 0.0022888,0.00000,0.037
+58,mlp.experts.29.down_proj,rtn: 0.0023193,0.00000,0.045
+58,mlp.experts.20.down_proj,rtn: 0.0022278,0.00000,0.057
+58,mlp.experts.30.down_proj,rtn: 0.0022125,0.00000,0.059
+58,mlp.experts.28.down_proj,rtn: 0.0023193,0.00000,0.051
+58,mlp.experts.53.down_proj,rtn: 0.0022888,0.00000,0.047
+58,mlp.experts.34.down_proj,rtn: 0.0022583,0.00000,0.051
+58,mlp.experts.40.down_proj,rtn: 0.0022888,0.00000,0.039
+58,mlp.experts.39.down_proj,rtn: 0.0022430,0.00000,0.047
+58,mlp.experts.57.down_proj,rtn: 0.0022278,0.00000,0.047
+58,mlp.experts.33.down_proj,rtn: 0.0021820,0.00000,0.044
+58,mlp.experts.47.down_proj,rtn: 0.0022125,0.00000,0.048
+58,mlp.experts.26.down_proj,rtn: 0.0022888,0.00000,0.072
+58,mlp.experts.35.down_proj,rtn: 0.0022888,0.00000,0.045
+58,mlp.experts.45.down_proj,rtn: 0.0023346,0.00000,0.044
+58,mlp.experts.38.down_proj,rtn: 0.0022888,0.00000,0.053
+58,mlp.experts.43.down_proj,rtn: 0.0023193,0.00000,0.039
+58,mlp.experts.32.down_proj,rtn: 0.0023041,0.00000,0.050
+58,mlp.experts.36.down_proj,rtn: 0.0022736,0.00000,0.032
+58,mlp.experts.56.down_proj,rtn: 0.0023499,0.00000,0.041
+58,mlp.experts.50.down_proj,rtn: 0.0023499,0.00000,0.049
+58,mlp.experts.46.down_proj,rtn: 0.0023041,0.00000,0.061
+58,mlp.experts.52.down_proj,rtn: 0.0021973,0.00000,0.031
+58,mlp.experts.69.down_proj,rtn: 0.0022888,0.00000,0.059
+58,mlp.experts.49.down_proj,rtn: 0.0023041,0.00000,0.041
+58,mlp.experts.44.down_proj,rtn: 0.0022736,0.00000,0.054
+58,mlp.experts.63.down_proj,rtn: 0.0022583,0.00000,0.054
+58,mlp.experts.73.down_proj,rtn: 0.0022430,0.00000,0.059
+58,mlp.experts.61.down_proj,rtn: 0.0023041,0.00000,0.052
+58,mlp.experts.55.down_proj,rtn: 0.0022736,0.00000,0.062
+58,mlp.experts.72.down_proj,rtn: 0.0022430,0.00000,0.043
+58,mlp.experts.42.down_proj,rtn: 0.0023041,0.00000,0.078
+58,mlp.experts.54.down_proj,rtn: 0.0022736,0.00000,0.059
+58,mlp.experts.68.down_proj,rtn: 0.0022736,0.00000,0.032
+58,mlp.experts.59.down_proj,rtn: 0.0023346,0.00000,0.054
+58,mlp.experts.48.down_proj,rtn: 0.0023499,0.00000,0.054
+58,mlp.experts.66.down_proj,rtn: 0.0022583,0.00000,0.040
+58,mlp.experts.51.down_proj,rtn: 0.0022888,0.00000,0.049
+58,mlp.experts.62.down_proj,rtn: 0.0023041,0.00000,0.040
+58,mlp.experts.65.down_proj,rtn: 0.0022888,0.00000,0.042
+58,mlp.experts.85.down_proj,rtn: 0.0022888,0.00000,0.049
+58,mlp.experts.60.down_proj,rtn: 0.0022888,0.00000,0.048
+58,mlp.experts.89.down_proj,rtn: 0.0022278,0.00000,0.034
+58,mlp.experts.79.down_proj,rtn: 0.0023346,0.00000,0.047
+58,mlp.experts.88.down_proj,rtn: 0.0023041,0.00000,0.044
+58,mlp.experts.77.down_proj,rtn: 0.0021973,0.00000,0.055
+58,mlp.experts.71.down_proj,rtn: 0.0022430,0.00000,0.049
+58,mlp.experts.58.down_proj,rtn: 0.0023499,0.00000,0.044
+58,mlp.experts.84.down_proj,rtn: 0.0022278,0.00000,0.041
+58,mlp.experts.70.down_proj,rtn: 0.0022430,0.00000,0.053
+58,mlp.experts.75.down_proj,rtn: 0.0023041,0.00000,0.049
+58,mlp.experts.101.down_proj,rtn: 0.0023041,0.00000,0.041
+58,mlp.experts.105.down_proj,rtn: 0.0023041,0.00000,0.035
+58,mlp.experts.82.down_proj,rtn: 0.0023193,0.00000,0.055
+58,mlp.experts.64.down_proj,rtn: 0.0022736,0.00000,0.058
+58,mlp.experts.67.down_proj,rtn: 0.0023499,0.00000,0.052
+58,mlp.experts.78.down_proj,rtn: 0.0022125,0.00000,0.053
+58,mlp.experts.81.down_proj,rtn: 0.0022888,0.00000,0.056
+58,mlp.experts.95.down_proj,rtn: 0.0023651,0.00000,0.050
+58,mlp.experts.104.down_proj,rtn: 0.0021973,0.00000,0.041
+58,mlp.experts.76.down_proj,rtn: 0.0022278,0.00000,0.057
+58,mlp.experts.100.down_proj,rtn: 0.0022736,0.00000,0.039
+58,mlp.experts.74.down_proj,rtn: 0.0023651,0.00000,0.048
+58,mlp.experts.117.down_proj,rtn: 0.0022430,0.00000,0.036
+58,mlp.experts.93.down_proj,rtn: 0.0023193,0.00000,0.054
+58,mlp.experts.121.down_proj,rtn: 0.0023041,0.00000,0.034
+58,mlp.experts.87.down_proj,rtn: 0.0022736,0.00000,0.051
+58,mlp.experts.91.down_proj,rtn: 0.0022888,0.00000,0.047
+58,mlp.experts.86.down_proj,rtn: 0.0023499,0.00000,0.051
+58,mlp.experts.98.down_proj,rtn: 0.0022583,0.00000,0.050
+58,mlp.experts.80.down_proj,rtn: 0.0023041,0.00000,0.051
+58,mlp.experts.97.down_proj,rtn: 0.0023041,0.00000,0.042
+58,mlp.experts.94.down_proj,rtn: 0.0023499,0.00000,0.050
+58,mlp.experts.111.down_proj,rtn: 0.0023041,0.00000,0.039
+58,mlp.experts.83.down_proj,rtn: 0.0022888,0.00000,0.054
+58,mlp.experts.116.down_proj,rtn: 0.0022888,0.00000,0.045
+58,mlp.experts.137.down_proj,rtn: 0.0022583,0.00000,0.034
+58,mlp.experts.133.down_proj,rtn: 0.0022430,0.00000,0.035
+58,mlp.experts.109.down_proj,rtn: 0.0023499,0.00000,0.042
+58,mlp.experts.120.down_proj,rtn: 0.0022888,0.00000,0.057
+58,mlp.experts.90.down_proj,rtn: 0.0023193,0.00000,0.046
+58,mlp.experts.92.down_proj,rtn: 0.0022125,0.00000,0.060
+58,mlp.experts.103.down_proj,rtn: 0.0022430,0.00000,0.040
+58,mlp.experts.107.down_proj,rtn: 0.0023346,0.00000,0.042
+58,mlp.experts.102.down_proj,rtn: 0.0023193,0.00000,0.054
+58,mlp.experts.96.down_proj,rtn: 0.0023193,0.00000,0.044
+58,mlp.experts.127.down_proj,rtn: 0.0023193,0.00000,0.042
+58,mlp.experts.114.down_proj,rtn: 0.0023346,0.00000,0.053
+58,mlp.experts.113.down_proj,rtn: 0.0022583,0.00000,0.050
+58,mlp.experts.132.down_proj,rtn: 0.0022430,0.00000,0.038
+58,mlp.experts.149.down_proj,rtn: 0.0022888,0.00000,0.035
+58,mlp.experts.153.down_proj,rtn: 0.0022430,0.00000,0.035
+58,mlp.experts.125.down_proj,rtn: 0.0023193,0.00000,0.031
+58,mlp.experts.110.down_proj,rtn: 0.0022888,0.00000,0.052
+58,mlp.experts.99.down_proj,rtn: 0.0022278,0.00000,0.053
+58,mlp.experts.123.down_proj,rtn: 0.0022583,0.00000,0.033
+58,mlp.experts.119.down_proj,rtn: 0.0022736,0.00000,0.039
+58,mlp.experts.106.down_proj,rtn: 0.0023041,0.00000,0.049
+58,mlp.experts.136.down_proj,rtn: 0.0023651,0.00000,0.046
+58,mlp.experts.112.down_proj,rtn: 0.0022583,0.00000,0.043
+58,mlp.experts.143.down_proj,rtn: 0.0022430,0.00000,0.038
+58,mlp.experts.108.down_proj,rtn: 0.0023193,0.00000,0.056
+58,mlp.experts.169.down_proj,rtn: 0.0023499,0.00000,0.029
+58,mlp.experts.165.down_proj,rtn: 0.0021973,0.00000,0.038
+58,mlp.experts.141.down_proj,rtn: 0.0023346,0.00000,0.031
+58,mlp.experts.148.down_proj,rtn: 0.0022583,0.00000,0.036
+58,mlp.experts.118.down_proj,rtn: 0.0022888,0.00000,0.057
+58,mlp.experts.129.down_proj,rtn: 0.0023804,0.00000,0.052
+58,mlp.experts.139.down_proj,rtn: 0.0022278,0.00000,0.043
+58,mlp.experts.126.down_proj,rtn: 0.0023193,0.00000,0.052
+58,mlp.experts.135.down_proj,rtn: 0.0022430,0.00000,0.039
+58,mlp.experts.130.down_proj,rtn: 0.0023193,0.00000,0.065
+58,mlp.experts.152.down_proj,rtn: 0.0022888,0.00000,0.042
+58,mlp.experts.115.down_proj,rtn: 0.0022888,0.00000,0.050
+58,mlp.experts.122.down_proj,rtn: 0.0023193,0.00000,0.046
+58,mlp.experts.185.down_proj,rtn: 0.0022430,0.00000,0.031
+58,mlp.experts.159.down_proj,rtn: 0.0023041,0.00000,0.038
+58,mlp.experts.181.down_proj,rtn: 0.0023041,0.00000,0.037
+58,mlp.experts.128.down_proj,rtn: 0.0022888,0.00000,0.047
+58,mlp.experts.164.down_proj,rtn: 0.0023041,0.00000,0.035
+58,mlp.experts.157.down_proj,rtn: 0.0022583,0.00000,0.033
+58,mlp.experts.145.down_proj,rtn: 0.0022736,0.00000,0.029
+58,mlp.experts.124.down_proj,rtn: 0.0022278,0.00000,0.059
+58,mlp.experts.151.down_proj,rtn: 0.0022888,0.00000,0.038
+58,mlp.experts.155.down_proj,rtn: 0.0023193,0.00000,0.044
+58,mlp.experts.134.down_proj,rtn: 0.0022278,0.00000,0.057
+58,mlp.experts.142.down_proj,rtn: 0.0022278,0.00000,0.049
+58,mlp.experts.168.down_proj,rtn: 0.0022736,0.00000,0.037
+58,mlp.experts.173.down_proj,rtn: 0.0023499,0.00000,0.020
+58,mlp.experts.131.down_proj,rtn: 0.0021973,0.00000,0.040
+58,mlp.experts.161.down_proj,rtn: 0.0022736,0.00000,0.020
+58,mlp.experts.138.down_proj,rtn: 0.0023499,0.00000,0.047
+58,mlp.experts.146.down_proj,rtn: 0.0023041,0.00000,0.050
+58,mlp.experts.175.down_proj,rtn: 0.0022583,0.00000,0.039
+58,mlp.experts.180.down_proj,rtn: 0.0023346,0.00000,0.036
+58,mlp.experts.144.down_proj,rtn: 0.0023041,0.00000,0.044
+58,mlp.experts.177.down_proj,rtn: 0.0023499,0.00000,0.021
+58,mlp.experts.189.down_proj,rtn: 0.0023346,0.00000,0.019
+58,mlp.experts.171.down_proj,rtn: 0.0023193,0.00000,0.034
+58,mlp.experts.167.down_proj,rtn: 0.0022888,0.00000,0.038
+58,mlp.experts.140.down_proj,rtn: 0.0022278,0.00000,0.042
+58,mlp.experts.184.down_proj,rtn: 0.0022736,0.00000,0.033
+58,mlp.experts.147.down_proj,rtn: 0.0023041,0.00000,0.036
+58,mlp.experts.191.down_proj,rtn: 0.0023041,0.00000,0.034
+58,mlp.experts.158.down_proj,rtn: 0.0022583,0.00000,0.045
+58,mlp.experts.150.down_proj,rtn: 0.0022125,0.00000,0.049
+58,mlp.experts.160.down_proj,rtn: 0.0023041,0.00000,0.031
+58,mlp.experts.154.down_proj,rtn: 0.0023346,0.00000,0.040
+58,mlp.experts.187.down_proj,rtn: 0.0023499,0.00000,0.030
+58,mlp.experts.162.down_proj,rtn: 0.0023041,0.00000,0.051
+58,mlp.experts.156.down_proj,rtn: 0.0022583,0.00000,0.025
+58,mlp.experts.183.down_proj,rtn: 0.0023193,0.00000,0.034
+58,mlp.experts.163.down_proj,rtn: 0.0022736,0.00000,0.023
+58,mlp.experts.176.down_proj,rtn: 0.0023041,0.00000,0.019
+58,mlp.experts.174.down_proj,rtn: 0.0023346,0.00000,0.036
+58,mlp.experts.179.down_proj,rtn: 0.0023041,0.00000,0.011
+58,mlp.experts.170.down_proj,rtn: 0.0023041,0.00000,0.031
+58,mlp.experts.172.down_proj,rtn: 0.0023041,0.00000,0.020
+58,mlp.experts.166.down_proj,rtn: 0.0023041,0.00000,0.043
+58,mlp.experts.178.down_proj,rtn: 0.0023193,0.00000,0.041
+58,mlp.experts.188.down_proj,rtn: 0.0022125,0.00000,0.015
+58,mlp.experts.190.down_proj,rtn: 0.0023193,0.00000,0.030
+58,mlp.experts.186.down_proj,rtn: 0.0023346,0.00000,0.029
+58,mlp.experts.182.down_proj,rtn: 0.0022888,0.00000,0.028
+58,mlp.shared_experts.up_proj,rtn: 0.0016403,0.00000,0.027
+58,mlp.shared_experts.gate_proj,rtn: 0.0017395,0.00000,0.026
+58,mlp.shared_experts.down_proj,rtn: 0.0017395,0.00000,0.021
+59,self_attn.k_proj,rtn: 0.0020294,0.00000,0.014
+59,self_attn.v_proj,rtn: 0.0029602,0.00000,0.014
+59,self_attn.q_proj,rtn: 0.0022125,0.00000,0.015
+59,self_attn.o_proj,rtn: 0.0028534,0.00000,0.026
+59,mlp.experts.12.gate_proj,rtn: 0.0022888,0.00000,0.096
+59,mlp.experts.11.gate_proj,rtn: 0.0023346,0.00000,0.098
+59,mlp.experts.5.gate_proj,rtn: 0.0023651,0.00000,0.099
+59,mlp.experts.4.gate_proj,rtn: 0.0023499,0.00000,0.099
+59,mlp.experts.1.gate_proj,rtn: 0.0023193,0.00000,0.102
+59,mlp.experts.14.gate_proj,rtn: 0.0023346,0.00000,0.103
+59,mlp.experts.7.gate_proj,rtn: 0.0023041,0.00000,0.103
+59,mlp.experts.13.gate_proj,rtn: 0.0022888,0.00000,0.105
+59,mlp.experts.6.gate_proj,rtn: 0.0022278,0.00000,0.106
+59,mlp.experts.8.gate_proj,rtn: 0.0023193,0.00000,0.105
+59,mlp.experts.10.gate_proj,rtn: 0.0023499,0.00000,0.110
+59,mlp.experts.9.gate_proj,rtn: 0.0023346,0.00000,0.111
+59,mlp.experts.3.gate_proj,rtn: 0.0023956,0.00000,0.113
+59,mlp.experts.2.gate_proj,rtn: 0.0023346,0.00000,0.114
+59,mlp.experts.15.gate_proj,rtn: 0.0023193,0.00000,0.118
+59,mlp.experts.0.gate_proj,rtn: 0.0023346,0.00000,0.125
+59,mlp.experts.21.gate_proj,rtn: 0.0023041,0.00000,0.066
+59,mlp.experts.28.gate_proj,rtn: 0.0023193,0.00000,0.080
+59,mlp.experts.20.gate_proj,rtn: 0.0022278,0.00000,0.080
+59,mlp.experts.27.gate_proj,rtn: 0.0023041,0.00000,0.086
+59,mlp.experts.30.gate_proj,rtn: 0.0023041,0.00000,0.091
+59,mlp.experts.23.gate_proj,rtn: 0.0023346,0.00000,0.091
+59,mlp.experts.24.gate_proj,rtn: 0.0023193,0.00000,0.097
+59,mlp.experts.29.gate_proj,rtn: 0.0023041,0.00000,0.094
+59,mlp.experts.31.gate_proj,rtn: 0.0022430,0.00000,0.096
+59,mlp.experts.17.gate_proj,rtn: 0.0023346,0.00000,0.100
+59,mlp.experts.25.gate_proj,rtn: 0.0022888,0.00000,0.096
+59,mlp.experts.19.gate_proj,rtn: 0.0023193,0.00000,0.094
+59,mlp.experts.22.gate_proj,rtn: 0.0023041,0.00000,0.106
+59,mlp.experts.16.gate_proj,rtn: 0.0022888,0.00000,0.087
+59,mlp.experts.18.gate_proj,rtn: 0.0022888,0.00000,0.111
+59,mlp.experts.26.gate_proj,rtn: 0.0023041,0.00000,0.115
+59,mlp.experts.37.gate_proj,rtn: 0.0023193,0.00000,0.083
+59,mlp.experts.44.gate_proj,rtn: 0.0022736,0.00000,0.087
+59,mlp.experts.43.gate_proj,rtn: 0.0022888,0.00000,0.090
+59,mlp.experts.36.gate_proj,rtn: 0.0023346,0.00000,0.095
+59,mlp.experts.46.gate_proj,rtn: 0.0022888,0.00000,0.093
+59,mlp.experts.39.gate_proj,rtn: 0.0023041,0.00000,0.092
+59,mlp.experts.45.gate_proj,rtn: 0.0023193,0.00000,0.093
+59,mlp.experts.40.gate_proj,rtn: 0.0022888,0.00000,0.098
+59,mlp.experts.47.gate_proj,rtn: 0.0021820,0.00000,0.096
+59,mlp.experts.33.gate_proj,rtn: 0.0023499,0.00000,0.095
+59,mlp.experts.35.gate_proj,rtn: 0.0023041,0.00000,0.097
+59,mlp.experts.38.gate_proj,rtn: 0.0022583,0.00000,0.094
+59,mlp.experts.32.gate_proj,rtn: 0.0023193,0.00000,0.097
+59,mlp.experts.41.gate_proj,rtn: 0.0023346,0.00000,0.102
+59,mlp.experts.34.gate_proj,rtn: 0.0023804,0.00000,0.093
+59,mlp.experts.42.gate_proj,rtn: 0.0022736,0.00000,0.095
+59,mlp.experts.53.gate_proj,rtn: 0.0023041,0.00000,0.089
+59,mlp.experts.60.gate_proj,rtn: 0.0023346,0.00000,0.085
+59,mlp.experts.52.gate_proj,rtn: 0.0022736,0.00000,0.088
+59,mlp.experts.59.gate_proj,rtn: 0.0022736,0.00000,0.100
+59,mlp.experts.62.gate_proj,rtn: 0.0022430,0.00000,0.086
+59,mlp.experts.61.gate_proj,rtn: 0.0023193,0.00000,0.082
+59,mlp.experts.56.gate_proj,rtn: 0.0022736,0.00000,0.093
+59,mlp.experts.49.gate_proj,rtn: 0.0022888,0.00000,0.085
+59,mlp.experts.55.gate_proj,rtn: 0.0023956,0.00000,0.107
+59,mlp.experts.63.gate_proj,rtn: 0.0024261,0.00000,0.092
+59,mlp.experts.54.gate_proj,rtn: 0.0023041,0.00000,0.088
+59,mlp.experts.51.gate_proj,rtn: 0.0022583,0.00000,0.094
+59,mlp.experts.48.gate_proj,rtn: 0.0022430,0.00000,0.097
+59,mlp.experts.50.gate_proj,rtn: 0.0022736,0.00000,0.099
+59,mlp.experts.57.gate_proj,rtn: 0.0023041,0.00000,0.101
+59,mlp.experts.69.gate_proj,rtn: 0.0023499,0.00000,0.090
+59,mlp.experts.58.gate_proj,rtn: 0.0022888,0.00000,0.098
+59,mlp.experts.76.gate_proj,rtn: 0.0023041,0.00000,0.101
+59,mlp.experts.68.gate_proj,rtn: 0.0022736,0.00000,0.099
+59,mlp.experts.77.gate_proj,rtn: 0.0023346,0.00000,0.087
+59,mlp.experts.78.gate_proj,rtn: 0.0022888,0.00000,0.091
+59,mlp.experts.75.gate_proj,rtn: 0.0023193,0.00000,0.103
+59,mlp.experts.72.gate_proj,rtn: 0.0023804,0.00000,0.095
+59,mlp.experts.65.gate_proj,rtn: 0.0023041,0.00000,0.091
+59,mlp.experts.71.gate_proj,rtn: 0.0023346,0.00000,0.100
+59,mlp.experts.70.gate_proj,rtn: 0.0022888,0.00000,0.092
+59,mlp.experts.79.gate_proj,rtn: 0.0023499,0.00000,0.099
+59,mlp.experts.67.gate_proj,rtn: 0.0023651,0.00000,0.095
+59,mlp.experts.64.gate_proj,rtn: 0.0022125,0.00000,0.094
+59,mlp.experts.85.gate_proj,rtn: 0.0023651,0.00000,0.091
+59,mlp.experts.73.gate_proj,rtn: 0.0022430,0.00000,0.092
+59,mlp.experts.66.gate_proj,rtn: 0.0023804,0.00000,0.101
+59,mlp.experts.74.gate_proj,rtn: 0.0024109,0.00000,0.093
+59,mlp.experts.92.gate_proj,rtn: 0.0023041,0.00000,0.090
+59,mlp.experts.93.gate_proj,rtn: 0.0023804,0.00000,0.087
+59,mlp.experts.84.gate_proj,rtn: 0.0023041,0.00000,0.093
+59,mlp.experts.94.gate_proj,rtn: 0.0023041,0.00000,0.093
+59,mlp.experts.88.gate_proj,rtn: 0.0023346,0.00000,0.087
+59,mlp.experts.91.gate_proj,rtn: 0.0023041,0.00000,0.102
+59,mlp.experts.81.gate_proj,rtn: 0.0023041,0.00000,0.085
+59,mlp.experts.86.gate_proj,rtn: 0.0023193,0.00000,0.085
+59,mlp.experts.87.gate_proj,rtn: 0.0022888,0.00000,0.093
+59,mlp.experts.95.gate_proj,rtn: 0.0022736,0.00000,0.093
+59,mlp.experts.83.gate_proj,rtn: 0.0023193,0.00000,0.094
+59,mlp.experts.80.gate_proj,rtn: 0.0023346,0.00000,0.094
+59,mlp.experts.89.gate_proj,rtn: 0.0023041,0.00000,0.083
+59,mlp.experts.101.gate_proj,rtn: 0.0022736,0.00000,0.085
+59,mlp.experts.90.gate_proj,rtn: 0.0022888,0.00000,0.086
+59,mlp.experts.82.gate_proj,rtn: 0.0023651,0.00000,0.091
+59,mlp.experts.108.gate_proj,rtn: 0.0023499,0.00000,0.095
+59,mlp.experts.109.gate_proj,rtn: 0.0022888,0.00000,0.089
+59,mlp.experts.100.gate_proj,rtn: 0.0024261,0.00000,0.095
+59,mlp.experts.110.gate_proj,rtn: 0.0022888,0.00000,0.091
+59,mlp.experts.104.gate_proj,rtn: 0.0023193,0.00000,0.091
+59,mlp.experts.97.gate_proj,rtn: 0.0022430,0.00000,0.088
+59,mlp.experts.107.gate_proj,rtn: 0.0023499,0.00000,0.100
+59,mlp.experts.102.gate_proj,rtn: 0.0022278,0.00000,0.093
+59,mlp.experts.103.gate_proj,rtn: 0.0023193,0.00000,0.091
+59,mlp.experts.111.gate_proj,rtn: 0.0022430,0.00000,0.097
+59,mlp.experts.117.gate_proj,rtn: 0.0023193,0.00000,0.083
+59,mlp.experts.99.gate_proj,rtn: 0.0023041,0.00000,0.099
+59,mlp.experts.105.gate_proj,rtn: 0.0021973,0.00000,0.092
+59,mlp.experts.96.gate_proj,rtn: 0.0022888,0.00000,0.101
+59,mlp.experts.98.gate_proj,rtn: 0.0022888,0.00000,0.087
+59,mlp.experts.106.gate_proj,rtn: 0.0023651,0.00000,0.089
+59,mlp.experts.125.gate_proj,rtn: 0.0023041,0.00000,0.087
+59,mlp.experts.124.gate_proj,rtn: 0.0023346,0.00000,0.097
+59,mlp.experts.126.gate_proj,rtn: 0.0022736,0.00000,0.085
+59,mlp.experts.113.gate_proj,rtn: 0.0022888,0.00000,0.079
+59,mlp.experts.116.gate_proj,rtn: 0.0023041,0.00000,0.094
+59,mlp.experts.120.gate_proj,rtn: 0.0023499,0.00000,0.088
+59,mlp.experts.118.gate_proj,rtn: 0.0022583,0.00000,0.088
+59,mlp.experts.123.gate_proj,rtn: 0.0022888,0.00000,0.095
+59,mlp.experts.119.gate_proj,rtn: 0.0023193,0.00000,0.089
+59,mlp.experts.133.gate_proj,rtn: 0.0023041,0.00000,0.085
+59,mlp.experts.127.gate_proj,rtn: 0.0024109,0.00000,0.099
+59,mlp.experts.115.gate_proj,rtn: 0.0023346,0.00000,0.092
+59,mlp.experts.122.gate_proj,rtn: 0.0022888,0.00000,0.083
+59,mlp.experts.121.gate_proj,rtn: 0.0023193,0.00000,0.090
+59,mlp.experts.114.gate_proj,rtn: 0.0023193,0.00000,0.086
+59,mlp.experts.112.gate_proj,rtn: 0.0023346,0.00000,0.095
+59,mlp.experts.141.gate_proj,rtn: 0.0022888,0.00000,0.085
+59,mlp.experts.142.gate_proj,rtn: 0.0023193,0.00000,0.079
+59,mlp.experts.129.gate_proj,rtn: 0.0023499,0.00000,0.081
+59,mlp.experts.140.gate_proj,rtn: 0.0022583,0.00000,0.099
+59,mlp.experts.136.gate_proj,rtn: 0.0023804,0.00000,0.086
+59,mlp.experts.132.gate_proj,rtn: 0.0023041,0.00000,0.092
+59,mlp.experts.134.gate_proj,rtn: 0.0022736,0.00000,0.087
+59,mlp.experts.139.gate_proj,rtn: 0.0023193,0.00000,0.092
+59,mlp.experts.135.gate_proj,rtn: 0.0023193,0.00000,0.090
+59,mlp.experts.138.gate_proj,rtn: 0.0022430,0.00000,0.074
+59,mlp.experts.149.gate_proj,rtn: 0.0022888,0.00000,0.091
+59,mlp.experts.130.gate_proj,rtn: 0.0022736,0.00000,0.086
+59,mlp.experts.128.gate_proj,rtn: 0.0023193,0.00000,0.085
+59,mlp.experts.143.gate_proj,rtn: 0.0023651,0.00000,0.097
+59,mlp.experts.131.gate_proj,rtn: 0.0023193,0.00000,0.099
+59,mlp.experts.158.gate_proj,rtn: 0.0022736,0.00000,0.075
+59,mlp.experts.137.gate_proj,rtn: 0.0022888,0.00000,0.101
+59,mlp.experts.157.gate_proj,rtn: 0.0025330,0.00000,0.093
+59,mlp.experts.145.gate_proj,rtn: 0.0022888,0.00000,0.092
+59,mlp.experts.156.gate_proj,rtn: 0.0023499,0.00000,0.091
+59,mlp.experts.152.gate_proj,rtn: 0.0023346,0.00000,0.082
+59,mlp.experts.148.gate_proj,rtn: 0.0023499,0.00000,0.082
+59,mlp.experts.150.gate_proj,rtn: 0.0023193,0.00000,0.088
+59,mlp.experts.155.gate_proj,rtn: 0.0023041,0.00000,0.097
+59,mlp.experts.151.gate_proj,rtn: 0.0022736,0.00000,0.096
+59,mlp.experts.154.gate_proj,rtn: 0.0023041,0.00000,0.091
+59,mlp.experts.165.gate_proj,rtn: 0.0023041,0.00000,0.093
+59,mlp.experts.144.gate_proj,rtn: 0.0022430,0.00000,0.089
+59,mlp.experts.173.gate_proj,rtn: 0.0023193,0.00000,0.085
+59,mlp.experts.153.gate_proj,rtn: 0.0023651,0.00000,0.094
+59,mlp.experts.168.gate_proj,rtn: 0.0022583,0.00000,0.078
+59,mlp.experts.161.gate_proj,rtn: 0.0022125,0.00000,0.086
+59,mlp.experts.164.gate_proj,rtn: 0.0022888,0.00000,0.081
+59,mlp.experts.172.gate_proj,rtn: 0.0022736,0.00000,0.085
+59,mlp.experts.146.gate_proj,rtn: 0.0022583,0.00000,0.127
+59,mlp.experts.174.gate_proj,rtn: 0.0022736,0.00000,0.120
+59,mlp.experts.159.gate_proj,rtn: 0.0022888,0.00000,0.133
+59,mlp.experts.147.gate_proj,rtn: 0.0022888,0.00000,0.139
+59,mlp.experts.160.gate_proj,rtn: 0.0023193,0.00000,0.077
+59,mlp.experts.166.gate_proj,rtn: 0.0022736,0.00000,0.123
+59,mlp.experts.181.gate_proj,rtn: 0.0023346,0.00000,0.089
+59,mlp.experts.184.gate_proj,rtn: 0.0023346,0.00000,0.075
+59,mlp.experts.171.gate_proj,rtn: 0.0023041,0.00000,0.095
+59,mlp.experts.180.gate_proj,rtn: 0.0022736,0.00000,0.070
+59,mlp.experts.170.gate_proj,rtn: 0.0023041,0.00000,0.091
+59,mlp.experts.188.gate_proj,rtn: 0.0023499,0.00000,0.076
+59,mlp.experts.189.gate_proj,rtn: 0.0022736,0.00000,0.090
+59,mlp.experts.177.gate_proj,rtn: 0.0023499,0.00000,0.089
+59,mlp.experts.169.gate_proj,rtn: 0.0022430,0.00000,0.105
+59,mlp.experts.167.gate_proj,rtn: 0.0023193,0.00000,0.099
+59,mlp.experts.190.gate_proj,rtn: 0.0022736,0.00000,0.089
+59,mlp.experts.162.gate_proj,rtn: 0.0023041,0.00000,0.098
+59,mlp.experts.175.gate_proj,rtn: 0.0023346,0.00000,0.112
+59,mlp.experts.163.gate_proj,rtn: 0.0022583,0.00000,0.105
+59,mlp.experts.176.gate_proj,rtn: 0.0023651,0.00000,0.073
+59,mlp.experts.182.gate_proj,rtn: 0.0022736,0.00000,0.101
+59,mlp.experts.5.up_proj,rtn: 0.0021973,0.00000,0.099
+59,mlp.experts.8.up_proj,rtn: 0.0023041,0.00000,0.081
+59,mlp.experts.12.up_proj,rtn: 0.0022583,0.00000,0.083
+59,mlp.experts.4.up_proj,rtn: 0.0023041,0.00000,0.084
+59,mlp.experts.13.up_proj,rtn: 0.0022583,0.00000,0.091
+59,mlp.experts.186.gate_proj,rtn: 0.0022888,0.00000,0.090
+59,mlp.experts.14.up_proj,rtn: 0.0022888,0.00000,0.086
+59,mlp.experts.1.up_proj,rtn: 0.0022888,0.00000,0.097
+59,mlp.experts.185.gate_proj,rtn: 0.0022888,0.00000,0.094
+59,mlp.experts.178.gate_proj,rtn: 0.0023956,0.00000,0.085
+59,mlp.experts.187.gate_proj,rtn: 0.0022736,0.00000,0.109
+59,mlp.experts.183.gate_proj,rtn: 0.0022736,0.00000,0.104
+59,mlp.experts.0.up_proj,rtn: 0.0022278,0.00000,0.087
+59,mlp.experts.179.gate_proj,rtn: 0.0023804,0.00000,0.100
+59,mlp.experts.191.gate_proj,rtn: 0.0022888,0.00000,0.107
+59,mlp.experts.24.up_proj,rtn: 0.0023041,0.00000,0.081
+59,mlp.experts.6.up_proj,rtn: 0.0021820,0.00000,0.091
+59,mlp.experts.21.up_proj,rtn: 0.0023193,0.00000,0.089
+59,mlp.experts.28.up_proj,rtn: 0.0022888,0.00000,0.084
+59,mlp.experts.20.up_proj,rtn: 0.0021820,0.00000,0.084
+59,mlp.experts.10.up_proj,rtn: 0.0022888,0.00000,0.088
+59,mlp.experts.30.up_proj,rtn: 0.0022888,0.00000,0.085
+59,mlp.experts.29.up_proj,rtn: 0.0022888,0.00000,0.094
+59,mlp.experts.17.up_proj,rtn: 0.0022736,0.00000,0.089
+59,mlp.experts.2.up_proj,rtn: 0.0022583,0.00000,0.095
+59,mlp.experts.9.up_proj,rtn: 0.0022125,0.00000,0.100
+59,mlp.experts.7.up_proj,rtn: 0.0022583,0.00000,0.101
+59,mlp.experts.16.up_proj,rtn: 0.0022125,0.00000,0.086
+59,mlp.experts.11.up_proj,rtn: 0.0023041,0.00000,0.116
+59,mlp.experts.3.up_proj,rtn: 0.0023346,0.00000,0.102
+59,mlp.experts.40.up_proj,rtn: 0.0022736,0.00000,0.079
+59,mlp.experts.36.up_proj,rtn: 0.0023193,0.00000,0.079
+59,mlp.experts.22.up_proj,rtn: 0.0022583,0.00000,0.088
+59,mlp.experts.15.up_proj,rtn: 0.0023041,0.00000,0.109
+59,mlp.experts.44.up_proj,rtn: 0.0022583,0.00000,0.089
+59,mlp.experts.37.up_proj,rtn: 0.0022888,0.00000,0.094
+59,mlp.experts.26.up_proj,rtn: 0.0022736,0.00000,0.081
+59,mlp.experts.46.up_proj,rtn: 0.0022736,0.00000,0.090
+59,mlp.experts.45.up_proj,rtn: 0.0022736,0.00000,0.092
+59,mlp.experts.18.up_proj,rtn: 0.0022125,0.00000,0.081
+59,mlp.experts.33.up_proj,rtn: 0.0023346,0.00000,0.097
+59,mlp.experts.25.up_proj,rtn: 0.0022736,0.00000,0.099
+59,mlp.experts.32.up_proj,rtn: 0.0022583,0.00000,0.083
+59,mlp.experts.23.up_proj,rtn: 0.0023041,0.00000,0.101
+59,mlp.experts.56.up_proj,rtn: 0.0022430,0.00000,0.076
+59,mlp.experts.27.up_proj,rtn: 0.0022430,0.00000,0.102
+59,mlp.experts.52.up_proj,rtn: 0.0022278,0.00000,0.077
+59,mlp.experts.60.up_proj,rtn: 0.0022583,0.00000,0.078
+59,mlp.experts.19.up_proj,rtn: 0.0022888,0.00000,0.104
+59,mlp.experts.38.up_proj,rtn: 0.0022278,0.00000,0.090
+59,mlp.experts.31.up_proj,rtn: 0.0022278,0.00000,0.103
+59,mlp.experts.42.up_proj,rtn: 0.0022430,0.00000,0.094
+59,mlp.experts.53.up_proj,rtn: 0.0023041,0.00000,0.098
+59,mlp.experts.34.up_proj,rtn: 0.0023193,0.00000,0.081
+59,mlp.experts.62.up_proj,rtn: 0.0022278,0.00000,0.094
+59,mlp.experts.61.up_proj,rtn: 0.0023041,0.00000,0.099
+59,mlp.experts.49.up_proj,rtn: 0.0022736,0.00000,0.101
+59,mlp.experts.41.up_proj,rtn: 0.0022736,0.00000,0.094
+59,mlp.experts.48.up_proj,rtn: 0.0021973,0.00000,0.093
+59,mlp.experts.72.up_proj,rtn: 0.0023193,0.00000,0.086
+59,mlp.experts.39.up_proj,rtn: 0.0022888,0.00000,0.101
+59,mlp.experts.76.up_proj,rtn: 0.0022278,0.00000,0.080
+59,mlp.experts.68.up_proj,rtn: 0.0022278,0.00000,0.092
+59,mlp.experts.54.up_proj,rtn: 0.0022888,0.00000,0.086
+59,mlp.experts.43.up_proj,rtn: 0.0021973,0.00000,0.109
+59,mlp.experts.50.up_proj,rtn: 0.0022430,0.00000,0.083
+59,mlp.experts.35.up_proj,rtn: 0.0022125,0.00000,0.104
+59,mlp.experts.69.up_proj,rtn: 0.0023193,0.00000,0.089
+59,mlp.experts.78.up_proj,rtn: 0.0022583,0.00000,0.086
+59,mlp.experts.58.up_proj,rtn: 0.0022278,0.00000,0.093
+59,mlp.experts.47.up_proj,rtn: 0.0021362,0.00000,0.099
+59,mlp.experts.77.up_proj,rtn: 0.0022430,0.00000,0.096
+59,mlp.experts.57.up_proj,rtn: 0.0022583,0.00000,0.089
+59,mlp.experts.65.up_proj,rtn: 0.0022888,0.00000,0.099
+59,mlp.experts.64.up_proj,rtn: 0.0021820,0.00000,0.096
+59,mlp.experts.88.up_proj,rtn: 0.0023193,0.00000,0.097
+59,mlp.experts.84.up_proj,rtn: 0.0022736,0.00000,0.081
+59,mlp.experts.92.up_proj,rtn: 0.0022583,0.00000,0.087
+59,mlp.experts.55.up_proj,rtn: 0.0023346,0.00000,0.100
+59,mlp.experts.70.up_proj,rtn: 0.0022583,0.00000,0.090
+59,mlp.experts.66.up_proj,rtn: 0.0023346,0.00000,0.085
+59,mlp.experts.85.up_proj,rtn: 0.0023041,0.00000,0.087
+59,mlp.experts.94.up_proj,rtn: 0.0022278,0.00000,0.090
+59,mlp.experts.74.up_proj,rtn: 0.0023804,0.00000,0.088
+59,mlp.experts.59.up_proj,rtn: 0.0022430,0.00000,0.109
+59,mlp.experts.51.up_proj,rtn: 0.0022125,0.00000,0.099
+59,mlp.experts.93.up_proj,rtn: 0.0023346,0.00000,0.089
+59,mlp.experts.63.up_proj,rtn: 0.0022888,0.00000,0.108
+59,mlp.experts.73.up_proj,rtn: 0.0022278,0.00000,0.085
+59,mlp.experts.81.up_proj,rtn: 0.0022888,0.00000,0.090
+59,mlp.experts.104.up_proj,rtn: 0.0022278,0.00000,0.084
+59,mlp.experts.80.up_proj,rtn: 0.0023041,0.00000,0.095
+59,mlp.experts.100.up_proj,rtn: 0.0023193,0.00000,0.086
+59,mlp.experts.108.up_proj,rtn: 0.0023346,0.00000,0.086
+59,mlp.experts.86.up_proj,rtn: 0.0022736,0.00000,0.079
+59,mlp.experts.71.up_proj,rtn: 0.0022888,0.00000,0.101
+59,mlp.experts.82.up_proj,rtn: 0.0023193,0.00000,0.083
+59,mlp.experts.101.up_proj,rtn: 0.0022430,0.00000,0.090
+59,mlp.experts.110.up_proj,rtn: 0.0022430,0.00000,0.087
+59,mlp.experts.90.up_proj,rtn: 0.0022278,0.00000,0.090
+59,mlp.experts.67.up_proj,rtn: 0.0023499,0.00000,0.100
+59,mlp.experts.75.up_proj,rtn: 0.0022736,0.00000,0.103
+59,mlp.experts.109.up_proj,rtn: 0.0022278,0.00000,0.092
+59,mlp.experts.89.up_proj,rtn: 0.0022736,0.00000,0.084
+59,mlp.experts.79.up_proj,rtn: 0.0023193,0.00000,0.103
+59,mlp.experts.97.up_proj,rtn: 0.0022278,0.00000,0.099
+59,mlp.experts.120.up_proj,rtn: 0.0022278,0.00000,0.094
+59,mlp.experts.116.up_proj,rtn: 0.0022736,0.00000,0.089
+59,mlp.experts.96.up_proj,rtn: 0.0022583,0.00000,0.094
+59,mlp.experts.124.up_proj,rtn: 0.0023193,0.00000,0.087
+59,mlp.experts.102.up_proj,rtn: 0.0022125,0.00000,0.090
+59,mlp.experts.98.up_proj,rtn: 0.0022736,0.00000,0.087
+59,mlp.experts.87.up_proj,rtn: 0.0022888,0.00000,0.103
+59,mlp.experts.126.up_proj,rtn: 0.0021973,0.00000,0.087
+59,mlp.experts.117.up_proj,rtn: 0.0022583,0.00000,0.092
+59,mlp.experts.106.up_proj,rtn: 0.0023499,0.00000,0.089
+59,mlp.experts.125.up_proj,rtn: 0.0022736,0.00000,0.090
+59,mlp.experts.105.up_proj,rtn: 0.0021667,0.00000,0.091
+59,mlp.experts.83.up_proj,rtn: 0.0022888,0.00000,0.111
+59,mlp.experts.91.up_proj,rtn: 0.0022736,0.00000,0.110
+59,mlp.experts.113.up_proj,rtn: 0.0022430,0.00000,0.090
+59,mlp.experts.140.up_proj,rtn: 0.0022430,0.00000,0.080
+59,mlp.experts.112.up_proj,rtn: 0.0022888,0.00000,0.081
+59,mlp.experts.132.up_proj,rtn: 0.0022278,0.00000,0.082
+59,mlp.experts.95.up_proj,rtn: 0.0022583,0.00000,0.111
+59,mlp.experts.118.up_proj,rtn: 0.0022278,0.00000,0.088
+59,mlp.experts.136.up_proj,rtn: 0.0022888,0.00000,0.096
+59,mlp.experts.114.up_proj,rtn: 0.0023193,0.00000,0.094
+59,mlp.experts.142.up_proj,rtn: 0.0023041,0.00000,0.087
+59,mlp.experts.133.up_proj,rtn: 0.0022888,0.00000,0.096
+59,mlp.experts.103.up_proj,rtn: 0.0022583,0.00000,0.103
+59,mlp.experts.122.up_proj,rtn: 0.0022583,0.00000,0.090
+59,mlp.experts.121.up_proj,rtn: 0.0023193,0.00000,0.092
+59,mlp.experts.141.up_proj,rtn: 0.0022583,0.00000,0.101
+59,mlp.experts.99.up_proj,rtn: 0.0022736,0.00000,0.100
+59,mlp.experts.156.up_proj,rtn: 0.0023193,0.00000,0.086
+59,mlp.experts.148.up_proj,rtn: 0.0023041,0.00000,0.091
+59,mlp.experts.134.up_proj,rtn: 0.0022278,0.00000,0.084
+59,mlp.experts.128.up_proj,rtn: 0.0023041,0.00000,0.092
+59,mlp.experts.152.up_proj,rtn: 0.0022583,0.00000,0.084
+59,mlp.experts.129.up_proj,rtn: 0.0023346,0.00000,0.100
+59,mlp.experts.107.up_proj,rtn: 0.0022888,0.00000,0.112
+59,mlp.experts.111.up_proj,rtn: 0.0022125,0.00000,0.101
+59,mlp.experts.130.up_proj,rtn: 0.0022430,0.00000,0.090
+59,mlp.experts.158.up_proj,rtn: 0.0022583,0.00000,0.082
+59,mlp.experts.138.up_proj,rtn: 0.0022125,0.00000,0.079
+59,mlp.experts.149.up_proj,rtn: 0.0022736,0.00000,0.093
+59,mlp.experts.119.up_proj,rtn: 0.0023041,0.00000,0.101
+59,mlp.experts.137.up_proj,rtn: 0.0022583,0.00000,0.090
+59,mlp.experts.157.up_proj,rtn: 0.0023499,0.00000,0.090
+59,mlp.experts.172.up_proj,rtn: 0.0022430,0.00000,0.089
+59,mlp.experts.150.up_proj,rtn: 0.0022888,0.00000,0.082
+59,mlp.experts.164.up_proj,rtn: 0.0022736,0.00000,0.092
+59,mlp.experts.115.up_proj,rtn: 0.0023193,0.00000,0.103
+59,mlp.experts.144.up_proj,rtn: 0.0021973,0.00000,0.095
+59,mlp.experts.168.up_proj,rtn: 0.0022430,0.00000,0.091
+59,mlp.experts.145.up_proj,rtn: 0.0022583,0.00000,0.098
+59,mlp.experts.174.up_proj,rtn: 0.0022583,0.00000,0.089
+59,mlp.experts.127.up_proj,rtn: 0.0022736,0.00000,0.101
+59,mlp.experts.154.up_proj,rtn: 0.0022583,0.00000,0.082
+59,mlp.experts.146.up_proj,rtn: 0.0022430,0.00000,0.097
+59,mlp.experts.123.up_proj,rtn: 0.0022736,0.00000,0.109
+59,mlp.experts.165.up_proj,rtn: 0.0022888,0.00000,0.095
+59,mlp.experts.153.up_proj,rtn: 0.0023346,0.00000,0.086
+59,mlp.experts.173.up_proj,rtn: 0.0023041,0.00000,0.084
+59,mlp.experts.135.up_proj,rtn: 0.0022888,0.00000,0.100
+59,mlp.experts.166.up_proj,rtn: 0.0022278,0.00000,0.088
+59,mlp.experts.188.up_proj,rtn: 0.0023193,0.00000,0.092
+59,mlp.experts.180.up_proj,rtn: 0.0022583,0.00000,0.090
+59,mlp.experts.160.up_proj,rtn: 0.0023041,0.00000,0.084
+59,mlp.experts.184.up_proj,rtn: 0.0022888,0.00000,0.086
+59,mlp.experts.161.up_proj,rtn: 0.0021515,0.00000,0.090
+59,mlp.experts.131.up_proj,rtn: 0.0022583,0.00000,0.104
+59,mlp.experts.170.up_proj,rtn: 0.0022430,0.00000,0.089
+59,mlp.experts.190.up_proj,rtn: 0.0022583,0.00000,0.097
+59,mlp.experts.143.up_proj,rtn: 0.0022583,0.00000,0.100
+59,mlp.experts.139.up_proj,rtn: 0.0022430,0.00000,0.099
+59,mlp.experts.162.up_proj,rtn: 0.0022736,0.00000,0.101
+59,mlp.experts.169.up_proj,rtn: 0.0021973,0.00000,0.079
+59,mlp.experts.181.up_proj,rtn: 0.0022583,0.00000,0.088
+59,mlp.experts.176.up_proj,rtn: 0.0022583,0.00000,0.040
+59,mlp.experts.189.up_proj,rtn: 0.0022430,0.00000,0.083
+59,mlp.experts.151.up_proj,rtn: 0.0021820,0.00000,0.101
+59,mlp.experts.182.up_proj,rtn: 0.0022430,0.00000,0.084
+59,mlp.experts.177.up_proj,rtn: 0.0023193,0.00000,0.067
+59,mlp.experts.186.up_proj,rtn: 0.0022736,0.00000,0.058
+59,mlp.experts.178.up_proj,rtn: 0.0022736,0.00000,0.057
+59,mlp.experts.147.up_proj,rtn: 0.0022430,0.00000,0.087
+59,mlp.experts.185.up_proj,rtn: 0.0022583,0.00000,0.060
+59,mlp.experts.159.up_proj,rtn: 0.0022430,0.00000,0.087
+59,mlp.experts.155.up_proj,rtn: 0.0022430,0.00000,0.082
+59,mlp.experts.167.up_proj,rtn: 0.0022888,0.00000,0.085
+59,mlp.experts.163.up_proj,rtn: 0.0022278,0.00000,0.076
+59,mlp.experts.171.up_proj,rtn: 0.0022736,0.00000,0.076
+59,mlp.experts.175.up_proj,rtn: 0.0022430,0.00000,0.084
+59,mlp.experts.183.up_proj,rtn: 0.0022430,0.00000,0.079
+59,mlp.experts.179.up_proj,rtn: 0.0023346,0.00000,0.073
+59,mlp.experts.187.up_proj,rtn: 0.0022583,0.00000,0.068
+59,mlp.experts.191.up_proj,rtn: 0.0022736,0.00000,0.066
+59,mlp.experts.5.down_proj,rtn: 0.0021820,0.00000,0.019
+59,mlp.experts.10.down_proj,rtn: 0.0022888,0.00000,0.010
+59,mlp.experts.14.down_proj,rtn: 0.0022583,0.00000,0.042
+59,mlp.experts.21.down_proj,rtn: 0.0023651,0.00000,0.041
+59,mlp.experts.11.down_proj,rtn: 0.0023346,0.00000,0.131
+59,mlp.experts.26.down_proj,rtn: 0.0022736,0.00000,0.044
+59,mlp.experts.4.down_proj,rtn: 0.0023041,0.00000,0.050
+59,mlp.experts.2.down_proj,rtn: 0.0022430,0.00000,0.050
+59,mlp.experts.0.down_proj,rtn: 0.0022278,0.00000,0.054
+59,mlp.experts.9.down_proj,rtn: 0.0021667,0.00000,0.056
+59,mlp.experts.8.down_proj,rtn: 0.0023346,0.00000,0.060
+59,mlp.experts.6.down_proj,rtn: 0.0022888,0.00000,0.062
+59,mlp.experts.13.down_proj,rtn: 0.0022888,0.00000,0.068
+59,mlp.experts.12.down_proj,rtn: 0.0022736,0.00000,0.071
+59,mlp.experts.1.down_proj,rtn: 0.0023346,0.00000,0.071
+59,mlp.experts.15.down_proj,rtn: 0.0023193,0.00000,0.161
+59,mlp.experts.7.down_proj,rtn: 0.0022430,0.00000,0.162
+59,mlp.experts.37.down_proj,rtn: 0.0022736,0.00000,0.027
+59,mlp.experts.3.down_proj,rtn: 0.0023499,0.00000,0.164
+59,mlp.experts.27.down_proj,rtn: 0.0022583,0.00000,0.035
+59,mlp.experts.30.down_proj,rtn: 0.0023041,0.00000,0.043
+59,mlp.experts.42.down_proj,rtn: 0.0022888,0.00000,0.038
+59,mlp.experts.18.down_proj,rtn: 0.0022430,0.00000,0.035
+59,mlp.experts.20.down_proj,rtn: 0.0021973,0.00000,0.039
+59,mlp.experts.16.down_proj,rtn: 0.0022583,0.00000,0.046
+59,mlp.experts.24.down_proj,rtn: 0.0023193,0.00000,0.044
+59,mlp.experts.22.down_proj,rtn: 0.0021973,0.00000,0.048
+59,mlp.experts.25.down_proj,rtn: 0.0022736,0.00000,0.057
+59,mlp.experts.29.down_proj,rtn: 0.0022888,0.00000,0.045
+59,mlp.experts.17.down_proj,rtn: 0.0023041,0.00000,0.051
+59,mlp.experts.53.down_proj,rtn: 0.0023499,0.00000,0.041
+59,mlp.experts.31.down_proj,rtn: 0.0022583,0.00000,0.046
+59,mlp.experts.28.down_proj,rtn: 0.0023041,0.00000,0.047
+59,mlp.experts.23.down_proj,rtn: 0.0023041,0.00000,0.048
+59,mlp.experts.43.down_proj,rtn: 0.0021973,0.00000,0.041
+59,mlp.experts.58.down_proj,rtn: 0.0022125,0.00000,0.040
+59,mlp.experts.19.down_proj,rtn: 0.0023346,0.00000,0.046
+59,mlp.experts.46.down_proj,rtn: 0.0023346,0.00000,0.045
+59,mlp.experts.34.down_proj,rtn: 0.0023041,0.00000,0.042
+59,mlp.experts.36.down_proj,rtn: 0.0023651,0.00000,0.040
+59,mlp.experts.32.down_proj,rtn: 0.0022430,0.00000,0.042
+59,mlp.experts.40.down_proj,rtn: 0.0022888,0.00000,0.045
+59,mlp.experts.38.down_proj,rtn: 0.0022430,0.00000,0.046
+59,mlp.experts.41.down_proj,rtn: 0.0022888,0.00000,0.048
+59,mlp.experts.44.down_proj,rtn: 0.0023041,0.00000,0.045
+59,mlp.experts.45.down_proj,rtn: 0.0022888,0.00000,0.053
+59,mlp.experts.69.down_proj,rtn: 0.0023041,0.00000,0.050
+59,mlp.experts.33.down_proj,rtn: 0.0023499,0.00000,0.045
+59,mlp.experts.74.down_proj,rtn: 0.0023651,0.00000,0.040
+59,mlp.experts.35.down_proj,rtn: 0.0021973,0.00000,0.044
+59,mlp.experts.59.down_proj,rtn: 0.0022736,0.00000,0.045
+59,mlp.experts.39.down_proj,rtn: 0.0023346,0.00000,0.041
+59,mlp.experts.47.down_proj,rtn: 0.0022430,0.00000,0.058
+59,mlp.experts.50.down_proj,rtn: 0.0022736,0.00000,0.040
+59,mlp.experts.62.down_proj,rtn: 0.0022888,0.00000,0.039
+59,mlp.experts.52.down_proj,rtn: 0.0022430,0.00000,0.049
+59,mlp.experts.48.down_proj,rtn: 0.0022125,0.00000,0.043
+59,mlp.experts.56.down_proj,rtn: 0.0022583,0.00000,0.044
+59,mlp.experts.60.down_proj,rtn: 0.0021820,0.00000,0.038
+59,mlp.experts.57.down_proj,rtn: 0.0023041,0.00000,0.044
+59,mlp.experts.54.down_proj,rtn: 0.0023193,0.00000,0.050
+59,mlp.experts.90.down_proj,rtn: 0.0022125,0.00000,0.033
+59,mlp.experts.51.down_proj,rtn: 0.0022125,0.00000,0.040
+59,mlp.experts.61.down_proj,rtn: 0.0023193,0.00000,0.050
+59,mlp.experts.49.down_proj,rtn: 0.0023193,0.00000,0.043
+59,mlp.experts.85.down_proj,rtn: 0.0022888,0.00000,0.047
+59,mlp.experts.55.down_proj,rtn: 0.0023346,0.00000,0.046
+59,mlp.experts.75.down_proj,rtn: 0.0022888,0.00000,0.050
+59,mlp.experts.66.down_proj,rtn: 0.0023499,0.00000,0.041
+59,mlp.experts.78.down_proj,rtn: 0.0023193,0.00000,0.043
+59,mlp.experts.76.down_proj,rtn: 0.0021973,0.00000,0.032
+59,mlp.experts.64.down_proj,rtn: 0.0022736,0.00000,0.032
+59,mlp.experts.72.down_proj,rtn: 0.0023193,0.00000,0.037
+59,mlp.experts.68.down_proj,rtn: 0.0022278,0.00000,0.043
+59,mlp.experts.63.down_proj,rtn: 0.0022888,0.00000,0.063
+59,mlp.experts.73.down_proj,rtn: 0.0022736,0.00000,0.047
+59,mlp.experts.106.down_proj,rtn: 0.0023804,0.00000,0.041
+59,mlp.experts.70.down_proj,rtn: 0.0022736,0.00000,0.052
+59,mlp.experts.101.down_proj,rtn: 0.0022583,0.00000,0.044
+59,mlp.experts.65.down_proj,rtn: 0.0023041,0.00000,0.038
+59,mlp.experts.77.down_proj,rtn: 0.0022125,0.00000,0.045
+59,mlp.experts.67.down_proj,rtn: 0.0023651,0.00000,0.060
+59,mlp.experts.94.down_proj,rtn: 0.0022430,0.00000,0.038
+59,mlp.experts.82.down_proj,rtn: 0.0023346,0.00000,0.044
+59,mlp.experts.92.down_proj,rtn: 0.0023041,0.00000,0.039
+59,mlp.experts.84.down_proj,rtn: 0.0023041,0.00000,0.031
+59,mlp.experts.88.down_proj,rtn: 0.0023499,0.00000,0.034
+59,mlp.experts.71.down_proj,rtn: 0.0022888,0.00000,0.053
+59,mlp.experts.80.down_proj,rtn: 0.0023041,0.00000,0.032
+59,mlp.experts.91.down_proj,rtn: 0.0022888,0.00000,0.053
+59,mlp.experts.89.down_proj,rtn: 0.0023193,0.00000,0.034
+59,mlp.experts.122.down_proj,rtn: 0.0022888,0.00000,0.038
+59,mlp.experts.79.down_proj,rtn: 0.0023041,0.00000,0.051
+59,mlp.experts.81.down_proj,rtn: 0.0023193,0.00000,0.034
+59,mlp.experts.93.down_proj,rtn: 0.0023499,0.00000,0.035
+59,mlp.experts.86.down_proj,rtn: 0.0022583,0.00000,0.042
+59,mlp.experts.117.down_proj,rtn: 0.0022888,0.00000,0.041
+59,mlp.experts.110.down_proj,rtn: 0.0022888,0.00000,0.036
+59,mlp.experts.98.down_proj,rtn: 0.0022888,0.00000,0.034
+59,mlp.experts.108.down_proj,rtn: 0.0023499,0.00000,0.038
+59,mlp.experts.100.down_proj,rtn: 0.0023041,0.00000,0.036
+59,mlp.experts.83.down_proj,rtn: 0.0023346,0.00000,0.046
+59,mlp.experts.104.down_proj,rtn: 0.0022278,0.00000,0.038
+59,mlp.experts.96.down_proj,rtn: 0.0022430,0.00000,0.041
+59,mlp.experts.105.down_proj,rtn: 0.0021973,0.00000,0.036
+59,mlp.experts.87.down_proj,rtn: 0.0023346,0.00000,0.051
+59,mlp.experts.107.down_proj,rtn: 0.0021973,0.00000,0.048
+59,mlp.experts.138.down_proj,rtn: 0.0023041,0.00000,0.042
+59,mlp.experts.95.down_proj,rtn: 0.0022736,0.00000,0.041
+59,mlp.experts.97.down_proj,rtn: 0.0022736,0.00000,0.035
+59,mlp.experts.109.down_proj,rtn: 0.0022736,0.00000,0.035
+59,mlp.experts.114.down_proj,rtn: 0.0023499,0.00000,0.033
+59,mlp.experts.126.down_proj,rtn: 0.0021667,0.00000,0.035
+59,mlp.experts.102.down_proj,rtn: 0.0022583,0.00000,0.043
+59,mlp.experts.124.down_proj,rtn: 0.0023499,0.00000,0.037
+59,mlp.experts.133.down_proj,rtn: 0.0023346,0.00000,0.042
+59,mlp.experts.116.down_proj,rtn: 0.0022888,0.00000,0.035
+59,mlp.experts.112.down_proj,rtn: 0.0023041,0.00000,0.034
+59,mlp.experts.121.down_proj,rtn: 0.0023193,0.00000,0.035
+59,mlp.experts.99.down_proj,rtn: 0.0022888,0.00000,0.046
+59,mlp.experts.120.down_proj,rtn: 0.0022430,0.00000,0.041
+59,mlp.experts.125.down_proj,rtn: 0.0023041,0.00000,0.032
+59,mlp.experts.154.down_proj,rtn: 0.0022583,0.00000,0.038
+59,mlp.experts.103.down_proj,rtn: 0.0022736,0.00000,0.044
+59,mlp.experts.113.down_proj,rtn: 0.0022583,0.00000,0.034
+59,mlp.experts.123.down_proj,rtn: 0.0022736,0.00000,0.043
+59,mlp.experts.111.down_proj,rtn: 0.0022125,0.00000,0.042
+59,mlp.experts.130.down_proj,rtn: 0.0022888,0.00000,0.036
+59,mlp.experts.118.down_proj,rtn: 0.0022888,0.00000,0.033
+59,mlp.experts.142.down_proj,rtn: 0.0023193,0.00000,0.034
+59,mlp.experts.132.down_proj,rtn: 0.0022583,0.00000,0.033
+59,mlp.experts.140.down_proj,rtn: 0.0022736,0.00000,0.036
+59,mlp.experts.128.down_proj,rtn: 0.0023193,0.00000,0.031
+59,mlp.experts.149.down_proj,rtn: 0.0022736,0.00000,0.041
+59,mlp.experts.137.down_proj,rtn: 0.0022888,0.00000,0.032
+59,mlp.experts.136.down_proj,rtn: 0.0023041,0.00000,0.035
+59,mlp.experts.115.down_proj,rtn: 0.0023346,0.00000,0.046
+59,mlp.experts.141.down_proj,rtn: 0.0022583,0.00000,0.035
+59,mlp.experts.129.down_proj,rtn: 0.0023499,0.00000,0.034
+59,mlp.experts.170.down_proj,rtn: 0.0022736,0.00000,0.040
+59,mlp.experts.119.down_proj,rtn: 0.0023193,0.00000,0.049
+59,mlp.experts.139.down_proj,rtn: 0.0022430,0.00000,0.047
+59,mlp.experts.148.down_proj,rtn: 0.0023499,0.00000,0.032
+59,mlp.experts.144.down_proj,rtn: 0.0022278,0.00000,0.030
+59,mlp.experts.158.down_proj,rtn: 0.0022888,0.00000,0.036
+59,mlp.experts.156.down_proj,rtn: 0.0023346,0.00000,0.035
+59,mlp.experts.134.down_proj,rtn: 0.0022278,0.00000,0.042
+59,mlp.experts.146.down_proj,rtn: 0.0023041,0.00000,0.042
+59,mlp.experts.127.down_proj,rtn: 0.0022888,0.00000,0.044
+59,mlp.experts.152.down_proj,rtn: 0.0022430,0.00000,0.029
+59,mlp.experts.153.down_proj,rtn: 0.0023346,0.00000,0.033
+59,mlp.experts.165.down_proj,rtn: 0.0022736,0.00000,0.037
+59,mlp.experts.157.down_proj,rtn: 0.0023499,0.00000,0.027
+59,mlp.experts.145.down_proj,rtn: 0.0023041,0.00000,0.024
+59,mlp.experts.186.down_proj,rtn: 0.0023041,0.00000,0.032
+59,mlp.experts.131.down_proj,rtn: 0.0022736,0.00000,0.052
+59,mlp.experts.164.down_proj,rtn: 0.0023346,0.00000,0.033
+59,mlp.experts.160.down_proj,rtn: 0.0023041,0.00000,0.029
+59,mlp.experts.172.down_proj,rtn: 0.0022888,0.00000,0.031
+59,mlp.experts.135.down_proj,rtn: 0.0023193,0.00000,0.045
+59,mlp.experts.174.down_proj,rtn: 0.0023346,0.00000,0.035
+59,mlp.experts.162.down_proj,rtn: 0.0022736,0.00000,0.029
+59,mlp.experts.155.down_proj,rtn: 0.0022736,0.00000,0.046
+59,mlp.experts.150.down_proj,rtn: 0.0023346,0.00000,0.036
+59,mlp.experts.168.down_proj,rtn: 0.0023041,0.00000,0.035
+59,mlp.experts.161.down_proj,rtn: 0.0021973,0.00000,0.035
+59,mlp.experts.173.down_proj,rtn: 0.0023193,0.00000,0.033
+59,mlp.experts.169.down_proj,rtn: 0.0022736,0.00000,0.045
+59,mlp.experts.143.down_proj,rtn: 0.0022736,0.00000,0.050
+59,mlp.experts.176.down_proj,rtn: 0.0022736,0.00000,0.032
+59,mlp.experts.181.down_proj,rtn: 0.0021973,0.00000,0.045
+59,mlp.experts.180.down_proj,rtn: 0.0023041,0.00000,0.033
+59,mlp.experts.190.down_proj,rtn: 0.0023041,0.00000,0.027
+59,mlp.experts.188.down_proj,rtn: 0.0023499,0.00000,0.029
+59,mlp.experts.178.down_proj,rtn: 0.0022888,0.00000,0.026
+59,mlp.experts.166.down_proj,rtn: 0.0022430,0.00000,0.028
+59,mlp.experts.184.down_proj,rtn: 0.0023041,0.00000,0.024
+59,mlp.experts.147.down_proj,rtn: 0.0022736,0.00000,0.046
+59,mlp.experts.151.down_proj,rtn: 0.0022125,0.00000,0.042
+59,mlp.experts.171.down_proj,rtn: 0.0023193,0.00000,0.038
+59,mlp.experts.177.down_proj,rtn: 0.0023193,0.00000,0.028
+59,mlp.experts.189.down_proj,rtn: 0.0022888,0.00000,0.029
+59,mlp.experts.185.down_proj,rtn: 0.0022736,0.00000,0.027
+59,mlp.experts.159.down_proj,rtn: 0.0022583,0.00000,0.033
+59,mlp.experts.182.down_proj,rtn: 0.0022888,0.00000,0.015
+59,mlp.experts.163.down_proj,rtn: 0.0022430,0.00000,0.033
+59,mlp.experts.167.down_proj,rtn: 0.0022888,0.00000,0.036
+59,mlp.experts.187.down_proj,rtn: 0.0023041,0.00000,0.038
+59,mlp.experts.175.down_proj,rtn: 0.0022583,0.00000,0.029
+59,mlp.experts.179.down_proj,rtn: 0.0022278,0.00000,0.027
+59,mlp.experts.183.down_proj,rtn: 0.0023041,0.00000,0.026
+59,mlp.experts.191.down_proj,rtn: 0.0023193,0.00000,0.020
+59,mlp.shared_experts.up_proj,rtn: 0.0016327,0.00000,0.027
+59,mlp.shared_experts.gate_proj,rtn: 0.0017471,0.00000,0.027
+59,mlp.shared_experts.down_proj,rtn: 0.0017242,0.00000,0.010
+60,self_attn.k_proj,rtn: 0.0020905,0.00000,0.013
+60,self_attn.v_proj,rtn: 0.0031433,0.00000,0.014
+60,self_attn.q_proj,rtn: 0.0021515,0.00000,0.015
+60,self_attn.o_proj,rtn: 0.0027771,0.00000,0.043
+60,mlp.experts.3.gate_proj,rtn: 0.0023499,0.00000,0.086
+60,mlp.experts.14.gate_proj,rtn: 0.0022888,0.00000,0.093
+60,mlp.experts.7.gate_proj,rtn: 0.0023346,0.00000,0.095
+60,mlp.experts.15.gate_proj,rtn: 0.0023041,0.00000,0.096
+60,mlp.experts.8.gate_proj,rtn: 0.0023041,0.00000,0.101
+60,mlp.experts.10.gate_proj,rtn: 0.0022736,0.00000,0.101
+60,mlp.experts.6.gate_proj,rtn: 0.0023193,0.00000,0.102
+60,mlp.experts.5.gate_proj,rtn: 0.0023041,0.00000,0.106
+60,mlp.experts.11.gate_proj,rtn: 0.0023193,0.00000,0.107
+60,mlp.experts.9.gate_proj,rtn: 0.0023041,0.00000,0.113
+60,mlp.experts.4.gate_proj,rtn: 0.0023041,0.00000,0.124
+60,mlp.experts.0.gate_proj,rtn: 0.0022736,0.00000,0.127
+60,mlp.experts.1.gate_proj,rtn: 0.0023193,0.00000,0.131
+60,mlp.experts.13.gate_proj,rtn: 0.0023041,0.00000,0.138
+60,mlp.experts.2.gate_proj,rtn: 0.0023651,0.00000,0.145
+60,mlp.experts.12.gate_proj,rtn: 0.0023041,0.00000,0.148
+60,mlp.experts.19.gate_proj,rtn: 0.0023193,0.00000,0.071
+60,mlp.experts.23.gate_proj,rtn: 0.0022583,0.00000,0.069
+60,mlp.experts.31.gate_proj,rtn: 0.0022888,0.00000,0.076
+60,mlp.experts.30.gate_proj,rtn: 0.0023041,0.00000,0.090
+60,mlp.experts.22.gate_proj,rtn: 0.0023193,0.00000,0.088
+60,mlp.experts.26.gate_proj,rtn: 0.0022736,0.00000,0.093
+60,mlp.experts.24.gate_proj,rtn: 0.0024872,0.00000,0.103
+60,mlp.experts.27.gate_proj,rtn: 0.0022736,0.00000,0.092
+60,mlp.experts.21.gate_proj,rtn: 0.0023499,0.00000,0.101
+60,mlp.experts.25.gate_proj,rtn: 0.0022736,0.00000,0.111
+60,mlp.experts.20.gate_proj,rtn: 0.0023041,0.00000,0.114
+60,mlp.experts.17.gate_proj,rtn: 0.0023499,0.00000,0.102
+60,mlp.experts.35.gate_proj,rtn: 0.0023193,0.00000,0.081
+60,mlp.experts.18.gate_proj,rtn: 0.0022430,0.00000,0.102
+60,mlp.experts.47.gate_proj,rtn: 0.0023193,0.00000,0.076
+60,mlp.experts.39.gate_proj,rtn: 0.0022888,0.00000,0.083
+60,mlp.experts.16.gate_proj,rtn: 0.0023804,0.00000,0.138
+60,mlp.experts.28.gate_proj,rtn: 0.0022888,0.00000,0.116
+60,mlp.experts.46.gate_proj,rtn: 0.0023193,0.00000,0.089
+60,mlp.experts.29.gate_proj,rtn: 0.0023956,0.00000,0.136
+60,mlp.experts.42.gate_proj,rtn: 0.0023346,0.00000,0.086
+60,mlp.experts.40.gate_proj,rtn: 0.0022888,0.00000,0.084
+60,mlp.experts.38.gate_proj,rtn: 0.0023499,0.00000,0.096
+60,mlp.experts.43.gate_proj,rtn: 0.0023193,0.00000,0.088
+60,mlp.experts.37.gate_proj,rtn: 0.0023193,0.00000,0.099
+60,mlp.experts.41.gate_proj,rtn: 0.0022736,0.00000,0.097
+60,mlp.experts.33.gate_proj,rtn: 0.0022888,0.00000,0.090
+60,mlp.experts.51.gate_proj,rtn: 0.0022888,0.00000,0.088
+60,mlp.experts.63.gate_proj,rtn: 0.0023041,0.00000,0.079
+60,mlp.experts.55.gate_proj,rtn: 0.0023499,0.00000,0.082
+60,mlp.experts.34.gate_proj,rtn: 0.0023346,0.00000,0.102
+60,mlp.experts.36.gate_proj,rtn: 0.0023346,0.00000,0.113
+60,mlp.experts.58.gate_proj,rtn: 0.0023041,0.00000,0.076
+60,mlp.experts.62.gate_proj,rtn: 0.0023346,0.00000,0.088
+60,mlp.experts.32.gate_proj,rtn: 0.0023041,0.00000,0.097
+60,mlp.experts.54.gate_proj,rtn: 0.0022888,0.00000,0.081
+60,mlp.experts.56.gate_proj,rtn: 0.0023193,0.00000,0.086
+60,mlp.experts.45.gate_proj,rtn: 0.0022736,0.00000,0.100
+60,mlp.experts.59.gate_proj,rtn: 0.0023041,0.00000,0.085
+60,mlp.experts.44.gate_proj,rtn: 0.0023193,0.00000,0.116
+60,mlp.experts.53.gate_proj,rtn: 0.0023193,0.00000,0.094
+60,mlp.experts.79.gate_proj,rtn: 0.0022888,0.00000,0.082
+60,mlp.experts.57.gate_proj,rtn: 0.0023651,0.00000,0.092
+60,mlp.experts.71.gate_proj,rtn: 0.0023041,0.00000,0.082
+60,mlp.experts.49.gate_proj,rtn: 0.0023804,0.00000,0.089
+60,mlp.experts.67.gate_proj,rtn: 0.0023041,0.00000,0.090
+60,mlp.experts.50.gate_proj,rtn: 0.0022888,0.00000,0.096
+60,mlp.experts.74.gate_proj,rtn: 0.0023346,0.00000,0.085
+60,mlp.experts.78.gate_proj,rtn: 0.0023041,0.00000,0.082
+60,mlp.experts.52.gate_proj,rtn: 0.0022583,0.00000,0.101
+60,mlp.experts.70.gate_proj,rtn: 0.0022888,0.00000,0.078
+60,mlp.experts.48.gate_proj,rtn: 0.0022888,0.00000,0.103
+60,mlp.experts.72.gate_proj,rtn: 0.0023041,0.00000,0.093
+60,mlp.experts.61.gate_proj,rtn: 0.0022736,0.00000,0.092
+60,mlp.experts.75.gate_proj,rtn: 0.0023193,0.00000,0.089
+60,mlp.experts.60.gate_proj,rtn: 0.0023499,0.00000,0.104
+60,mlp.experts.69.gate_proj,rtn: 0.0023346,0.00000,0.092
+60,mlp.experts.95.gate_proj,rtn: 0.0022888,0.00000,0.088
+60,mlp.experts.83.gate_proj,rtn: 0.0022736,0.00000,0.083
+60,mlp.experts.65.gate_proj,rtn: 0.0023346,0.00000,0.090
+60,mlp.experts.87.gate_proj,rtn: 0.0023193,0.00000,0.095
+60,mlp.experts.73.gate_proj,rtn: 0.0023499,0.00000,0.101
+60,mlp.experts.66.gate_proj,rtn: 0.0023346,0.00000,0.090
+60,mlp.experts.86.gate_proj,rtn: 0.0022888,0.00000,0.082
+60,mlp.experts.90.gate_proj,rtn: 0.0024414,0.00000,0.089
+60,mlp.experts.94.gate_proj,rtn: 0.0023651,0.00000,0.089
+60,mlp.experts.68.gate_proj,rtn: 0.0022888,0.00000,0.098
+60,mlp.experts.64.gate_proj,rtn: 0.0023651,0.00000,0.087
+60,mlp.experts.88.gate_proj,rtn: 0.0023193,0.00000,0.092
+60,mlp.experts.77.gate_proj,rtn: 0.0023346,0.00000,0.088
+60,mlp.experts.91.gate_proj,rtn: 0.0023193,0.00000,0.094
+60,mlp.experts.76.gate_proj,rtn: 0.0023041,0.00000,0.091
+60,mlp.experts.85.gate_proj,rtn: 0.0023193,0.00000,0.085
+60,mlp.experts.111.gate_proj,rtn: 0.0022736,0.00000,0.080
+60,mlp.experts.99.gate_proj,rtn: 0.0023193,0.00000,0.081
+60,mlp.experts.81.gate_proj,rtn: 0.0023041,0.00000,0.087
+60,mlp.experts.103.gate_proj,rtn: 0.0023193,0.00000,0.094
+60,mlp.experts.89.gate_proj,rtn: 0.0022888,0.00000,0.094
+60,mlp.experts.82.gate_proj,rtn: 0.0022888,0.00000,0.091
+60,mlp.experts.102.gate_proj,rtn: 0.0023499,0.00000,0.085
+60,mlp.experts.80.gate_proj,rtn: 0.0022888,0.00000,0.085
+60,mlp.experts.106.gate_proj,rtn: 0.0023041,0.00000,0.098
+60,mlp.experts.110.gate_proj,rtn: 0.0023041,0.00000,0.098
+60,mlp.experts.84.gate_proj,rtn: 0.0023499,0.00000,0.093
+60,mlp.experts.104.gate_proj,rtn: 0.0022583,0.00000,0.094
+60,mlp.experts.107.gate_proj,rtn: 0.0024414,0.00000,0.089
+60,mlp.experts.93.gate_proj,rtn: 0.0022430,0.00000,0.093
+60,mlp.experts.101.gate_proj,rtn: 0.0022736,0.00000,0.085
+60,mlp.experts.115.gate_proj,rtn: 0.0023346,0.00000,0.082
+60,mlp.experts.127.gate_proj,rtn: 0.0023193,0.00000,0.088
+60,mlp.experts.92.gate_proj,rtn: 0.0022430,0.00000,0.100
+60,mlp.experts.97.gate_proj,rtn: 0.0023193,0.00000,0.082
+60,mlp.experts.105.gate_proj,rtn: 0.0023956,0.00000,0.080
+60,mlp.experts.119.gate_proj,rtn: 0.0022736,0.00000,0.087
+60,mlp.experts.98.gate_proj,rtn: 0.0022736,0.00000,0.090
+60,mlp.experts.118.gate_proj,rtn: 0.0022583,0.00000,0.092
+60,mlp.experts.96.gate_proj,rtn: 0.0022736,0.00000,0.093
+60,mlp.experts.126.gate_proj,rtn: 0.0022888,0.00000,0.095
+60,mlp.experts.122.gate_proj,rtn: 0.0022736,0.00000,0.096
+60,mlp.experts.120.gate_proj,rtn: 0.0023041,0.00000,0.088
+60,mlp.experts.109.gate_proj,rtn: 0.0023499,0.00000,0.085
+60,mlp.experts.123.gate_proj,rtn: 0.0023346,0.00000,0.087
+60,mlp.experts.100.gate_proj,rtn: 0.0023041,0.00000,0.095
+60,mlp.experts.131.gate_proj,rtn: 0.0023499,0.00000,0.079
+60,mlp.experts.117.gate_proj,rtn: 0.0021820,0.00000,0.084
+60,mlp.experts.143.gate_proj,rtn: 0.0023346,0.00000,0.080
+60,mlp.experts.113.gate_proj,rtn: 0.0022888,0.00000,0.090
+60,mlp.experts.108.gate_proj,rtn: 0.0022888,0.00000,0.099
+60,mlp.experts.121.gate_proj,rtn: 0.0023651,0.00000,0.084
+60,mlp.experts.135.gate_proj,rtn: 0.0022888,0.00000,0.086
+60,mlp.experts.114.gate_proj,rtn: 0.0023499,0.00000,0.087
+60,mlp.experts.134.gate_proj,rtn: 0.0023193,0.00000,0.092
+60,mlp.experts.142.gate_proj,rtn: 0.0022736,0.00000,0.085
+60,mlp.experts.112.gate_proj,rtn: 0.0023041,0.00000,0.093
+60,mlp.experts.138.gate_proj,rtn: 0.0023193,0.00000,0.086
+60,mlp.experts.136.gate_proj,rtn: 0.0023041,0.00000,0.092
+60,mlp.experts.139.gate_proj,rtn: 0.0022736,0.00000,0.088
+60,mlp.experts.116.gate_proj,rtn: 0.0023193,0.00000,0.091
+60,mlp.experts.125.gate_proj,rtn: 0.0023193,0.00000,0.085
+60,mlp.experts.159.gate_proj,rtn: 0.0023041,0.00000,0.082
+60,mlp.experts.147.gate_proj,rtn: 0.0023193,0.00000,0.083
+60,mlp.experts.133.gate_proj,rtn: 0.0023346,0.00000,0.089
+60,mlp.experts.129.gate_proj,rtn: 0.0023346,0.00000,0.086
+60,mlp.experts.151.gate_proj,rtn: 0.0022888,0.00000,0.077
+60,mlp.experts.137.gate_proj,rtn: 0.0022888,0.00000,0.091
+60,mlp.experts.124.gate_proj,rtn: 0.0023499,0.00000,0.099
+60,mlp.experts.130.gate_proj,rtn: 0.0023041,0.00000,0.089
+60,mlp.experts.150.gate_proj,rtn: 0.0022430,0.00000,0.092
+60,mlp.experts.154.gate_proj,rtn: 0.0023193,0.00000,0.082
+60,mlp.experts.158.gate_proj,rtn: 0.0023804,0.00000,0.089
+60,mlp.experts.175.gate_proj,rtn: 0.0022888,0.00000,0.068
+60,mlp.experts.163.gate_proj,rtn: 0.0023041,0.00000,0.077
+60,mlp.experts.155.gate_proj,rtn: 0.0023041,0.00000,0.084
+60,mlp.experts.128.gate_proj,rtn: 0.0023193,0.00000,0.102
+60,mlp.experts.141.gate_proj,rtn: 0.0023193,0.00000,0.088
+60,mlp.experts.149.gate_proj,rtn: 0.0023651,0.00000,0.087
+60,mlp.experts.167.gate_proj,rtn: 0.0023956,0.00000,0.075
+60,mlp.experts.152.gate_proj,rtn: 0.0023499,0.00000,0.109
+60,mlp.experts.132.gate_proj,rtn: 0.0022736,0.00000,0.102
+60,mlp.experts.145.gate_proj,rtn: 0.0022736,0.00000,0.090
+60,mlp.experts.153.gate_proj,rtn: 0.0023193,0.00000,0.088
+60,mlp.experts.140.gate_proj,rtn: 0.0022888,0.00000,0.097
+60,mlp.experts.191.gate_proj,rtn: 0.0023499,0.00000,0.067
+60,mlp.experts.146.gate_proj,rtn: 0.0023193,0.00000,0.097
+60,mlp.experts.166.gate_proj,rtn: 0.0022736,0.00000,0.087
+60,mlp.experts.174.gate_proj,rtn: 0.0022736,0.00000,0.077
+60,mlp.experts.171.gate_proj,rtn: 0.0022736,0.00000,0.070
+60,mlp.experts.179.gate_proj,rtn: 0.0022736,0.00000,0.072
+60,mlp.experts.170.gate_proj,rtn: 0.0023041,0.00000,0.090
+60,mlp.experts.183.gate_proj,rtn: 0.0022430,0.00000,0.065
+60,mlp.experts.157.gate_proj,rtn: 0.0022888,0.00000,0.080
+60,mlp.experts.165.gate_proj,rtn: 0.0023193,0.00000,0.083
+60,mlp.experts.144.gate_proj,rtn: 0.0022583,0.00000,0.100
+60,mlp.experts.161.gate_proj,rtn: 0.0022888,0.00000,0.082
+60,mlp.experts.168.gate_proj,rtn: 0.0023193,0.00000,0.094
+60,mlp.experts.148.gate_proj,rtn: 0.0022583,0.00000,0.101
+60,mlp.experts.15.up_proj,rtn: 0.0023041,0.00000,0.063
+60,mlp.experts.169.gate_proj,rtn: 0.0023651,0.00000,0.094
+60,mlp.experts.187.gate_proj,rtn: 0.0022736,0.00000,0.070
+60,mlp.experts.3.up_proj,rtn: 0.0023346,0.00000,0.071
+60,mlp.experts.156.gate_proj,rtn: 0.0023041,0.00000,0.107
+60,mlp.experts.190.gate_proj,rtn: 0.0022278,0.00000,0.083
+60,mlp.experts.7.up_proj,rtn: 0.0022583,0.00000,0.075
+60,mlp.experts.182.gate_proj,rtn: 0.0023346,0.00000,0.093
+60,mlp.experts.162.gate_proj,rtn: 0.0022583,0.00000,0.095
+60,mlp.experts.186.gate_proj,rtn: 0.0022736,0.00000,0.086
+60,mlp.experts.173.gate_proj,rtn: 0.0023346,0.00000,0.081
+60,mlp.experts.181.gate_proj,rtn: 0.0023346,0.00000,0.085
+60,mlp.experts.177.gate_proj,rtn: 0.0023346,0.00000,0.082
+60,mlp.experts.31.up_proj,rtn: 0.0022125,0.00000,0.075
+60,mlp.experts.160.gate_proj,rtn: 0.0023041,0.00000,0.102
+60,mlp.experts.11.up_proj,rtn: 0.0022736,0.00000,0.064
+60,mlp.experts.164.gate_proj,rtn: 0.0023499,0.00000,0.095
+60,mlp.experts.184.gate_proj,rtn: 0.0022736,0.00000,0.105
+60,mlp.experts.19.up_proj,rtn: 0.0022736,0.00000,0.072
+60,mlp.experts.185.gate_proj,rtn: 0.0022583,0.00000,0.094
+60,mlp.experts.23.up_proj,rtn: 0.0022125,0.00000,0.072
+60,mlp.experts.14.up_proj,rtn: 0.0022736,0.00000,0.092
+60,mlp.experts.172.gate_proj,rtn: 0.0022736,0.00000,0.099
+60,mlp.experts.189.gate_proj,rtn: 0.0023041,0.00000,0.081
+60,mlp.experts.6.up_proj,rtn: 0.0022888,0.00000,0.095
+60,mlp.experts.10.up_proj,rtn: 0.0022278,0.00000,0.090
+60,mlp.experts.178.gate_proj,rtn: 0.0022888,0.00000,0.092
+60,mlp.experts.5.up_proj,rtn: 0.0022888,0.00000,0.082
+60,mlp.experts.1.up_proj,rtn: 0.0022430,0.00000,0.083
+60,mlp.experts.47.up_proj,rtn: 0.0022888,0.00000,0.074
+60,mlp.experts.27.up_proj,rtn: 0.0022430,0.00000,0.073
+60,mlp.experts.35.up_proj,rtn: 0.0023041,0.00000,0.062
+60,mlp.experts.39.up_proj,rtn: 0.0022736,0.00000,0.065
+60,mlp.experts.176.gate_proj,rtn: 0.0023193,0.00000,0.105
+60,mlp.experts.180.gate_proj,rtn: 0.0023346,0.00000,0.101
+60,mlp.experts.8.up_proj,rtn: 0.0022736,0.00000,0.097
+60,mlp.experts.9.up_proj,rtn: 0.0022888,0.00000,0.091
+60,mlp.experts.13.up_proj,rtn: 0.0022125,0.00000,0.081
+60,mlp.experts.30.up_proj,rtn: 0.0022583,0.00000,0.095
+60,mlp.experts.43.up_proj,rtn: 0.0023041,0.00000,0.063
+60,mlp.experts.63.up_proj,rtn: 0.0022888,0.00000,0.072
+60,mlp.experts.21.up_proj,rtn: 0.0022736,0.00000,0.086
+60,mlp.experts.188.gate_proj,rtn: 0.0023804,0.00000,0.101
+60,mlp.experts.22.up_proj,rtn: 0.0022888,0.00000,0.092
+60,mlp.experts.2.up_proj,rtn: 0.0023193,0.00000,0.089
+60,mlp.experts.26.up_proj,rtn: 0.0022430,0.00000,0.089
+60,mlp.experts.51.up_proj,rtn: 0.0022583,0.00000,0.074
+60,mlp.experts.55.up_proj,rtn: 0.0023193,0.00000,0.065
+60,mlp.experts.17.up_proj,rtn: 0.0023499,0.00000,0.096
+60,mlp.experts.25.up_proj,rtn: 0.0022583,0.00000,0.084
+60,mlp.experts.24.up_proj,rtn: 0.0023346,0.00000,0.095
+60,mlp.experts.29.up_proj,rtn: 0.0022583,0.00000,0.081
+60,mlp.experts.4.up_proj,rtn: 0.0022736,0.00000,0.100
+60,mlp.experts.0.up_proj,rtn: 0.0022430,0.00000,0.104
+60,mlp.experts.59.up_proj,rtn: 0.0022583,0.00000,0.073
+60,mlp.experts.46.up_proj,rtn: 0.0022888,0.00000,0.082
+60,mlp.experts.79.up_proj,rtn: 0.0022736,0.00000,0.072
+60,mlp.experts.37.up_proj,rtn: 0.0023041,0.00000,0.085
+60,mlp.experts.71.up_proj,rtn: 0.0022736,0.00000,0.077
+60,mlp.experts.67.up_proj,rtn: 0.0023041,0.00000,0.077
+60,mlp.experts.42.up_proj,rtn: 0.0023193,0.00000,0.092
+60,mlp.experts.18.up_proj,rtn: 0.0022278,0.00000,0.092
+60,mlp.experts.38.up_proj,rtn: 0.0023346,0.00000,0.097
+60,mlp.experts.33.up_proj,rtn: 0.0022278,0.00000,0.095
+60,mlp.experts.12.up_proj,rtn: 0.0022583,0.00000,0.109
+60,mlp.experts.41.up_proj,rtn: 0.0022583,0.00000,0.089
+60,mlp.experts.45.up_proj,rtn: 0.0022430,0.00000,0.088
+60,mlp.experts.75.up_proj,rtn: 0.0023041,0.00000,0.082
+60,mlp.experts.95.up_proj,rtn: 0.0022583,0.00000,0.079
+60,mlp.experts.40.up_proj,rtn: 0.0022583,0.00000,0.107
+60,mlp.experts.53.up_proj,rtn: 0.0022736,0.00000,0.084
+60,mlp.experts.16.up_proj,rtn: 0.0023193,0.00000,0.104
+60,mlp.experts.83.up_proj,rtn: 0.0022430,0.00000,0.080
+60,mlp.experts.20.up_proj,rtn: 0.0023041,0.00000,0.105
+60,mlp.experts.62.up_proj,rtn: 0.0023193,0.00000,0.101
+60,mlp.experts.87.up_proj,rtn: 0.0022888,0.00000,0.082
+60,mlp.experts.34.up_proj,rtn: 0.0023193,0.00000,0.083
+60,mlp.experts.58.up_proj,rtn: 0.0022278,0.00000,0.097
+60,mlp.experts.49.up_proj,rtn: 0.0023041,0.00000,0.089
+60,mlp.experts.54.up_proj,rtn: 0.0022278,0.00000,0.098
+60,mlp.experts.28.up_proj,rtn: 0.0022736,0.00000,0.087
+60,mlp.experts.111.up_proj,rtn: 0.0022583,0.00000,0.070
+60,mlp.experts.57.up_proj,rtn: 0.0023041,0.00000,0.090
+60,mlp.experts.91.up_proj,rtn: 0.0022888,0.00000,0.073
+60,mlp.experts.61.up_proj,rtn: 0.0022278,0.00000,0.080
+60,mlp.experts.56.up_proj,rtn: 0.0022430,0.00000,0.087
+60,mlp.experts.69.up_proj,rtn: 0.0022125,0.00000,0.086
+60,mlp.experts.32.up_proj,rtn: 0.0022888,0.00000,0.084
+60,mlp.experts.103.up_proj,rtn: 0.0023041,0.00000,0.076
+60,mlp.experts.99.up_proj,rtn: 0.0022736,0.00000,0.079
+60,mlp.experts.36.up_proj,rtn: 0.0023193,0.00000,0.091
+60,mlp.experts.78.up_proj,rtn: 0.0022888,0.00000,0.097
+60,mlp.experts.50.up_proj,rtn: 0.0022583,0.00000,0.092
+60,mlp.experts.65.up_proj,rtn: 0.0023041,0.00000,0.088
+60,mlp.experts.74.up_proj,rtn: 0.0023193,0.00000,0.096
+60,mlp.experts.44.up_proj,rtn: 0.0022888,0.00000,0.085
+60,mlp.experts.70.up_proj,rtn: 0.0022430,0.00000,0.102
+60,mlp.experts.127.up_proj,rtn: 0.0022583,0.00000,0.086
+60,mlp.experts.107.up_proj,rtn: 0.0023041,0.00000,0.082
+60,mlp.experts.73.up_proj,rtn: 0.0023041,0.00000,0.089
+60,mlp.experts.77.up_proj,rtn: 0.0023041,0.00000,0.086
+60,mlp.experts.85.up_proj,rtn: 0.0022430,0.00000,0.086
+60,mlp.experts.72.up_proj,rtn: 0.0022125,0.00000,0.091
+60,mlp.experts.119.up_proj,rtn: 0.0022583,0.00000,0.092
+60,mlp.experts.94.up_proj,rtn: 0.0022888,0.00000,0.084
+60,mlp.experts.115.up_proj,rtn: 0.0023193,0.00000,0.095
+60,mlp.experts.52.up_proj,rtn: 0.0022125,0.00000,0.090
+60,mlp.experts.48.up_proj,rtn: 0.0022583,0.00000,0.100
+60,mlp.experts.81.up_proj,rtn: 0.0022583,0.00000,0.080
+60,mlp.experts.66.up_proj,rtn: 0.0022736,0.00000,0.087
+60,mlp.experts.90.up_proj,rtn: 0.0023041,0.00000,0.085
+60,mlp.experts.60.up_proj,rtn: 0.0022736,0.00000,0.097
+60,mlp.experts.86.up_proj,rtn: 0.0022430,0.00000,0.091
+60,mlp.experts.123.up_proj,rtn: 0.0022888,0.00000,0.089
+60,mlp.experts.143.up_proj,rtn: 0.0022278,0.00000,0.091
+60,mlp.experts.93.up_proj,rtn: 0.0021973,0.00000,0.083
+60,mlp.experts.89.up_proj,rtn: 0.0022430,0.00000,0.096
+60,mlp.experts.88.up_proj,rtn: 0.0022888,0.00000,0.082
+60,mlp.experts.101.up_proj,rtn: 0.0022430,0.00000,0.088
+60,mlp.experts.68.up_proj,rtn: 0.0022736,0.00000,0.078
+60,mlp.experts.64.up_proj,rtn: 0.0023193,0.00000,0.074
+60,mlp.experts.110.up_proj,rtn: 0.0022888,0.00000,0.088
+60,mlp.experts.97.up_proj,rtn: 0.0022888,0.00000,0.081
+60,mlp.experts.106.up_proj,rtn: 0.0022583,0.00000,0.079
+60,mlp.experts.82.up_proj,rtn: 0.0022583,0.00000,0.088
+60,mlp.experts.117.up_proj,rtn: 0.0021515,0.00000,0.037
+60,mlp.experts.135.up_proj,rtn: 0.0022888,0.00000,0.145
+60,mlp.experts.131.up_proj,rtn: 0.0023041,0.00000,0.158
+60,mlp.experts.109.up_proj,rtn: 0.0023499,0.00000,0.110
+60,mlp.experts.76.up_proj,rtn: 0.0022888,0.00000,0.133
+60,mlp.experts.105.up_proj,rtn: 0.0023041,0.00000,0.113
+60,mlp.experts.102.up_proj,rtn: 0.0023193,0.00000,0.136
+60,mlp.experts.113.up_proj,rtn: 0.0022736,0.00000,0.059
+60,mlp.experts.80.up_proj,rtn: 0.0022888,0.00000,0.067
+60,mlp.experts.122.up_proj,rtn: 0.0021667,0.00000,0.093
+60,mlp.experts.104.up_proj,rtn: 0.0022278,0.00000,0.141
+60,mlp.experts.159.up_proj,rtn: 0.0022736,0.00000,0.163
+60,mlp.experts.133.up_proj,rtn: 0.0023193,0.00000,0.075
+60,mlp.experts.98.up_proj,rtn: 0.0022430,0.00000,0.092
+60,mlp.experts.126.up_proj,rtn: 0.0022278,0.00000,0.104
+60,mlp.experts.151.up_proj,rtn: 0.0022583,0.00000,0.077
+60,mlp.experts.139.up_proj,rtn: 0.0022278,0.00000,0.085
+60,mlp.experts.121.up_proj,rtn: 0.0023193,0.00000,0.054
+60,mlp.experts.129.up_proj,rtn: 0.0023041,0.00000,0.052
+60,mlp.experts.84.up_proj,rtn: 0.0023041,0.00000,0.121
+60,mlp.experts.125.up_proj,rtn: 0.0022736,0.00000,0.073
+60,mlp.experts.147.up_proj,rtn: 0.0022888,0.00000,0.080
+60,mlp.experts.118.up_proj,rtn: 0.0022125,0.00000,0.063
+60,mlp.experts.92.up_proj,rtn: 0.0022125,0.00000,0.092
+60,mlp.experts.137.up_proj,rtn: 0.0022125,0.00000,0.058
+60,mlp.experts.96.up_proj,rtn: 0.0021973,0.00000,0.073
+60,mlp.experts.138.up_proj,rtn: 0.0023041,0.00000,0.086
+60,mlp.experts.149.up_proj,rtn: 0.0022278,0.00000,0.088
+60,mlp.experts.114.up_proj,rtn: 0.0023346,0.00000,0.096
+60,mlp.experts.175.up_proj,rtn: 0.0022736,0.00000,0.104
+60,mlp.experts.120.up_proj,rtn: 0.0023041,0.00000,0.108
+60,mlp.experts.141.up_proj,rtn: 0.0023041,0.00000,0.088
+60,mlp.experts.142.up_proj,rtn: 0.0022430,0.00000,0.101
+60,mlp.experts.145.up_proj,rtn: 0.0022125,0.00000,0.087
+60,mlp.experts.134.up_proj,rtn: 0.0023193,0.00000,0.103
+60,mlp.experts.155.up_proj,rtn: 0.0022888,0.00000,0.096
+60,mlp.experts.153.up_proj,rtn: 0.0022583,0.00000,0.069
+60,mlp.experts.163.up_proj,rtn: 0.0023041,0.00000,0.097
+60,mlp.experts.108.up_proj,rtn: 0.0022583,0.00000,0.100
+60,mlp.experts.100.up_proj,rtn: 0.0023041,0.00000,0.104
+60,mlp.experts.167.up_proj,rtn: 0.0022888,0.00000,0.124
+60,mlp.experts.165.up_proj,rtn: 0.0022583,0.00000,0.071
+60,mlp.experts.112.up_proj,rtn: 0.0022888,0.00000,0.098
+60,mlp.experts.154.up_proj,rtn: 0.0022888,0.00000,0.089
+60,mlp.experts.157.up_proj,rtn: 0.0022430,0.00000,0.061
+60,mlp.experts.130.up_proj,rtn: 0.0022583,0.00000,0.084
+60,mlp.experts.161.up_proj,rtn: 0.0022583,0.00000,0.069
+60,mlp.experts.191.up_proj,rtn: 0.0022583,0.00000,0.091
+60,mlp.experts.158.up_proj,rtn: 0.0022583,0.00000,0.090
+60,mlp.experts.150.up_proj,rtn: 0.0022278,0.00000,0.083
+60,mlp.experts.169.up_proj,rtn: 0.0022736,0.00000,0.065
+60,mlp.experts.136.up_proj,rtn: 0.0022583,0.00000,0.104
+60,mlp.experts.124.up_proj,rtn: 0.0022583,0.00000,0.085
+60,mlp.experts.171.up_proj,rtn: 0.0021973,0.00000,0.094
+60,mlp.experts.116.up_proj,rtn: 0.0022888,0.00000,0.087
+60,mlp.experts.181.up_proj,rtn: 0.0022736,0.00000,0.064
+60,mlp.experts.183.up_proj,rtn: 0.0022125,0.00000,0.092
+60,mlp.experts.179.up_proj,rtn: 0.0022430,0.00000,0.094
+60,mlp.experts.173.up_proj,rtn: 0.0023041,0.00000,0.069
+60,mlp.experts.128.up_proj,rtn: 0.0022736,0.00000,0.083
+60,mlp.experts.177.up_proj,rtn: 0.0022888,0.00000,0.067
+60,mlp.experts.170.up_proj,rtn: 0.0022888,0.00000,0.089
+60,mlp.experts.187.up_proj,rtn: 0.0022583,0.00000,0.036
+60,mlp.experts.185.up_proj,rtn: 0.0022125,0.00000,0.056
+60,mlp.experts.146.up_proj,rtn: 0.0021973,0.00000,0.082
+60,mlp.experts.189.up_proj,rtn: 0.0022583,0.00000,0.038
+60,mlp.experts.166.up_proj,rtn: 0.0022430,0.00000,0.079
+60,mlp.experts.174.up_proj,rtn: 0.0022430,0.00000,0.084
+60,mlp.experts.140.up_proj,rtn: 0.0022583,0.00000,0.080
+60,mlp.experts.152.up_proj,rtn: 0.0023041,0.00000,0.090
+60,mlp.experts.132.up_proj,rtn: 0.0022583,0.00000,0.081
+60,mlp.experts.144.up_proj,rtn: 0.0022278,0.00000,0.081
+60,mlp.experts.186.up_proj,rtn: 0.0022430,0.00000,0.081
+60,mlp.experts.162.up_proj,rtn: 0.0022430,0.00000,0.085
+60,mlp.experts.190.up_proj,rtn: 0.0021973,0.00000,0.079
+60,mlp.experts.182.up_proj,rtn: 0.0023041,0.00000,0.079
+60,mlp.experts.168.up_proj,rtn: 0.0022736,0.00000,0.073
+60,mlp.experts.156.up_proj,rtn: 0.0022583,0.00000,0.078
+60,mlp.experts.148.up_proj,rtn: 0.0022430,0.00000,0.074
+60,mlp.experts.178.up_proj,rtn: 0.0022888,0.00000,0.041
+60,mlp.experts.160.up_proj,rtn: 0.0022736,0.00000,0.072
+60,mlp.experts.184.up_proj,rtn: 0.0022430,0.00000,0.078
+60,mlp.experts.164.up_proj,rtn: 0.0023346,0.00000,0.074
+60,mlp.experts.172.up_proj,rtn: 0.0022583,0.00000,0.077
+60,mlp.experts.176.up_proj,rtn: 0.0022888,0.00000,0.074
+60,mlp.experts.180.up_proj,rtn: 0.0022278,0.00000,0.051
+60,mlp.experts.188.up_proj,rtn: 0.0022583,0.00000,0.053
+60,mlp.experts.1.down_proj,rtn: 0.0022583,0.00000,0.015
+60,mlp.experts.2.down_proj,rtn: 0.0022736,0.00000,0.051
+60,mlp.experts.6.down_proj,rtn: 0.0022736,0.00000,0.059
+60,mlp.experts.14.down_proj,rtn: 0.0023041,0.00000,0.051
+60,mlp.experts.10.down_proj,rtn: 0.0021973,0.00000,0.055
+60,mlp.experts.13.down_proj,rtn: 0.0021667,0.00000,0.055
+60,mlp.experts.17.down_proj,rtn: 0.0023956,0.00000,0.056
+60,mlp.experts.3.down_proj,rtn: 0.0023499,0.00000,0.056
+60,mlp.experts.12.down_proj,rtn: 0.0021515,0.00000,0.138
+60,mlp.experts.9.down_proj,rtn: 0.0023193,0.00000,0.059
+60,mlp.experts.4.down_proj,rtn: 0.0022430,0.00000,0.140
+60,mlp.experts.0.down_proj,rtn: 0.0022278,0.00000,0.141
+60,mlp.experts.8.down_proj,rtn: 0.0023041,0.00000,0.141
+60,mlp.experts.15.down_proj,rtn: 0.0023346,0.00000,0.059
+60,mlp.experts.11.down_proj,rtn: 0.0022888,0.00000,0.062
+60,mlp.experts.5.down_proj,rtn: 0.0023041,0.00000,0.063
+60,mlp.experts.7.down_proj,rtn: 0.0022583,0.00000,0.064
+60,mlp.experts.18.down_proj,rtn: 0.0022888,0.00000,0.042
+60,mlp.experts.22.down_proj,rtn: 0.0023193,0.00000,0.048
+60,mlp.experts.26.down_proj,rtn: 0.0022583,0.00000,0.029
+60,mlp.experts.30.down_proj,rtn: 0.0022736,0.00000,0.044
+60,mlp.experts.20.down_proj,rtn: 0.0023193,0.00000,0.043
+60,mlp.experts.19.down_proj,rtn: 0.0022583,0.00000,0.028
+60,mlp.experts.29.down_proj,rtn: 0.0022583,0.00000,0.044
+60,mlp.experts.33.down_proj,rtn: 0.0021973,0.00000,0.045
+60,mlp.experts.25.down_proj,rtn: 0.0022583,0.00000,0.037
+60,mlp.experts.28.down_proj,rtn: 0.0023193,0.00000,0.060
+60,mlp.experts.23.down_proj,rtn: 0.0022278,0.00000,0.037
+60,mlp.experts.24.down_proj,rtn: 0.0023499,0.00000,0.052
+60,mlp.experts.31.down_proj,rtn: 0.0021973,0.00000,0.051
+60,mlp.experts.16.down_proj,rtn: 0.0023193,0.00000,0.062
+60,mlp.experts.27.down_proj,rtn: 0.0022888,0.00000,0.052
+60,mlp.experts.35.down_proj,rtn: 0.0023346,0.00000,0.041
+60,mlp.experts.21.down_proj,rtn: 0.0022888,0.00000,0.050
+60,mlp.experts.41.down_proj,rtn: 0.0023041,0.00000,0.038
+60,mlp.experts.42.down_proj,rtn: 0.0023346,0.00000,0.041
+60,mlp.experts.49.down_proj,rtn: 0.0022888,0.00000,0.039
+60,mlp.experts.34.down_proj,rtn: 0.0023651,0.00000,0.058
+60,mlp.experts.45.down_proj,rtn: 0.0022736,0.00000,0.037
+60,mlp.experts.36.down_proj,rtn: 0.0023346,0.00000,0.052
+60,mlp.experts.46.down_proj,rtn: 0.0022888,0.00000,0.052
+60,mlp.experts.38.down_proj,rtn: 0.0023651,0.00000,0.061
+60,mlp.experts.39.down_proj,rtn: 0.0023193,0.00000,0.032
+60,mlp.experts.44.down_proj,rtn: 0.0023346,0.00000,0.048
+60,mlp.experts.40.down_proj,rtn: 0.0023041,0.00000,0.043
+60,mlp.experts.58.down_proj,rtn: 0.0021973,0.00000,0.024
+60,mlp.experts.51.down_proj,rtn: 0.0022888,0.00000,0.034
+60,mlp.experts.43.down_proj,rtn: 0.0023499,0.00000,0.052
+60,mlp.experts.61.down_proj,rtn: 0.0022583,0.00000,0.041
+60,mlp.experts.32.down_proj,rtn: 0.0023193,0.00000,0.058
+60,mlp.experts.65.down_proj,rtn: 0.0023193,0.00000,0.038
+60,mlp.experts.37.down_proj,rtn: 0.0023499,0.00000,0.057
+60,mlp.experts.55.down_proj,rtn: 0.0023499,0.00000,0.039
+60,mlp.experts.47.down_proj,rtn: 0.0023346,0.00000,0.066
+60,mlp.experts.57.down_proj,rtn: 0.0022888,0.00000,0.052
+60,mlp.experts.62.down_proj,rtn: 0.0023346,0.00000,0.046
+60,mlp.experts.74.down_proj,rtn: 0.0023193,0.00000,0.035
+60,mlp.experts.50.down_proj,rtn: 0.0022888,0.00000,0.060
+60,mlp.experts.67.down_proj,rtn: 0.0023499,0.00000,0.037
+60,mlp.experts.56.down_proj,rtn: 0.0022430,0.00000,0.050
+60,mlp.experts.59.down_proj,rtn: 0.0023346,0.00000,0.041
+60,mlp.experts.60.down_proj,rtn: 0.0022430,0.00000,0.051
+60,mlp.experts.54.down_proj,rtn: 0.0022278,0.00000,0.061
+60,mlp.experts.52.down_proj,rtn: 0.0022583,0.00000,0.058
+60,mlp.experts.77.down_proj,rtn: 0.0023193,0.00000,0.045
+60,mlp.experts.81.down_proj,rtn: 0.0022278,0.00000,0.040
+60,mlp.experts.71.down_proj,rtn: 0.0023041,0.00000,0.037
+60,mlp.experts.63.down_proj,rtn: 0.0023193,0.00000,0.038
+60,mlp.experts.73.down_proj,rtn: 0.0023041,0.00000,0.037
+60,mlp.experts.53.down_proj,rtn: 0.0022583,0.00000,0.047
+60,mlp.experts.48.down_proj,rtn: 0.0022888,0.00000,0.060
+60,mlp.experts.90.down_proj,rtn: 0.0023499,0.00000,0.037
+60,mlp.experts.83.down_proj,rtn: 0.0022583,0.00000,0.036
+60,mlp.experts.66.down_proj,rtn: 0.0023041,0.00000,0.035
+60,mlp.experts.75.down_proj,rtn: 0.0023499,0.00000,0.042
+60,mlp.experts.70.down_proj,rtn: 0.0022430,0.00000,0.035
+60,mlp.experts.72.down_proj,rtn: 0.0021973,0.00000,0.049
+60,mlp.experts.78.down_proj,rtn: 0.0023193,0.00000,0.056
+60,mlp.experts.93.down_proj,rtn: 0.0022736,0.00000,0.041
+60,mlp.experts.79.down_proj,rtn: 0.0023041,0.00000,0.030
+60,mlp.experts.76.down_proj,rtn: 0.0023041,0.00000,0.049
+60,mlp.experts.97.down_proj,rtn: 0.0023193,0.00000,0.039
+60,mlp.experts.87.down_proj,rtn: 0.0023193,0.00000,0.036
+60,mlp.experts.89.down_proj,rtn: 0.0023041,0.00000,0.032
+60,mlp.experts.69.down_proj,rtn: 0.0021973,0.00000,0.031
+60,mlp.experts.68.down_proj,rtn: 0.0023193,0.00000,0.062
+60,mlp.experts.99.down_proj,rtn: 0.0022583,0.00000,0.038
+60,mlp.experts.82.down_proj,rtn: 0.0023041,0.00000,0.033
+60,mlp.experts.106.down_proj,rtn: 0.0022583,0.00000,0.036
+60,mlp.experts.86.down_proj,rtn: 0.0023041,0.00000,0.035
+60,mlp.experts.91.down_proj,rtn: 0.0023193,0.00000,0.042
+60,mlp.experts.95.down_proj,rtn: 0.0022736,0.00000,0.030
+60,mlp.experts.64.down_proj,rtn: 0.0023041,0.00000,0.060
+60,mlp.experts.94.down_proj,rtn: 0.0022888,0.00000,0.041
+60,mlp.experts.103.down_proj,rtn: 0.0023041,0.00000,0.038
+60,mlp.experts.88.down_proj,rtn: 0.0023346,0.00000,0.050
+60,mlp.experts.109.down_proj,rtn: 0.0023804,0.00000,0.036
+60,mlp.experts.105.down_proj,rtn: 0.0023346,0.00000,0.037
+60,mlp.experts.113.down_proj,rtn: 0.0023193,0.00000,0.043
+60,mlp.experts.85.down_proj,rtn: 0.0022583,0.00000,0.039
+60,mlp.experts.92.down_proj,rtn: 0.0022736,0.00000,0.052
+60,mlp.experts.115.down_proj,rtn: 0.0023651,0.00000,0.040
+60,mlp.experts.98.down_proj,rtn: 0.0022736,0.00000,0.038
+60,mlp.experts.122.down_proj,rtn: 0.0021515,0.00000,0.037
+60,mlp.experts.111.down_proj,rtn: 0.0023041,0.00000,0.026
+60,mlp.experts.102.down_proj,rtn: 0.0023346,0.00000,0.038
+60,mlp.experts.84.down_proj,rtn: 0.0023041,0.00000,0.058
+60,mlp.experts.119.down_proj,rtn: 0.0022736,0.00000,0.030
+60,mlp.experts.107.down_proj,rtn: 0.0023499,0.00000,0.041
+60,mlp.experts.110.down_proj,rtn: 0.0023193,0.00000,0.041
+60,mlp.experts.121.down_proj,rtn: 0.0023193,0.00000,0.037
+60,mlp.experts.101.down_proj,rtn: 0.0022888,0.00000,0.033
+60,mlp.experts.104.down_proj,rtn: 0.0022888,0.00000,0.046
+60,mlp.experts.80.down_proj,rtn: 0.0023499,0.00000,0.056
+60,mlp.experts.125.down_proj,rtn: 0.0022736,0.00000,0.046
+60,mlp.experts.127.down_proj,rtn: 0.0023193,0.00000,0.032
+60,mlp.experts.129.down_proj,rtn: 0.0023041,0.00000,0.040
+60,mlp.experts.138.down_proj,rtn: 0.0023499,0.00000,0.039
+60,mlp.experts.114.down_proj,rtn: 0.0023499,0.00000,0.038
+60,mlp.experts.131.down_proj,rtn: 0.0022888,0.00000,0.036
+60,mlp.experts.135.down_proj,rtn: 0.0022888,0.00000,0.028
+60,mlp.experts.108.down_proj,rtn: 0.0022736,0.00000,0.047
+60,mlp.experts.118.down_proj,rtn: 0.0022888,0.00000,0.036
+60,mlp.experts.126.down_proj,rtn: 0.0022430,0.00000,0.029
+60,mlp.experts.123.down_proj,rtn: 0.0022888,0.00000,0.038
+60,mlp.experts.100.down_proj,rtn: 0.0023041,0.00000,0.055
+60,mlp.experts.137.down_proj,rtn: 0.0022278,0.00000,0.034
+60,mlp.experts.117.down_proj,rtn: 0.0022888,0.00000,0.040
+60,mlp.experts.154.down_proj,rtn: 0.0023041,0.00000,0.034
+60,mlp.experts.141.down_proj,rtn: 0.0023346,0.00000,0.038
+60,mlp.experts.143.down_proj,rtn: 0.0021973,0.00000,0.038
+60,mlp.experts.145.down_proj,rtn: 0.0022583,0.00000,0.041
+60,mlp.experts.120.down_proj,rtn: 0.0023193,0.00000,0.053
+60,mlp.experts.151.down_proj,rtn: 0.0022888,0.00000,0.036
+60,mlp.experts.147.down_proj,rtn: 0.0023346,0.00000,0.041
+60,mlp.experts.130.down_proj,rtn: 0.0022583,0.00000,0.039
+60,mlp.experts.96.down_proj,rtn: 0.0021820,0.00000,0.055
+60,mlp.experts.142.down_proj,rtn: 0.0022888,0.00000,0.036
+60,mlp.experts.124.down_proj,rtn: 0.0022278,0.00000,0.049
+60,mlp.experts.134.down_proj,rtn: 0.0023651,0.00000,0.041
+60,mlp.experts.139.down_proj,rtn: 0.0022125,0.00000,0.047
+60,mlp.experts.153.down_proj,rtn: 0.0022736,0.00000,0.039
+60,mlp.experts.116.down_proj,rtn: 0.0022736,0.00000,0.048
+60,mlp.experts.157.down_proj,rtn: 0.0023041,0.00000,0.034
+60,mlp.experts.133.down_proj,rtn: 0.0023193,0.00000,0.040
+60,mlp.experts.170.down_proj,rtn: 0.0023193,0.00000,0.039
+60,mlp.experts.161.down_proj,rtn: 0.0022888,0.00000,0.035
+60,mlp.experts.159.down_proj,rtn: 0.0023041,0.00000,0.043
+60,mlp.experts.167.down_proj,rtn: 0.0023041,0.00000,0.036
+60,mlp.experts.163.down_proj,rtn: 0.0023346,0.00000,0.040
+60,mlp.experts.150.down_proj,rtn: 0.0022583,0.00000,0.034
+60,mlp.experts.158.down_proj,rtn: 0.0022583,0.00000,0.040
+60,mlp.experts.136.down_proj,rtn: 0.0022888,0.00000,0.050
+60,mlp.experts.140.down_proj,rtn: 0.0022736,0.00000,0.048
+60,mlp.experts.146.down_proj,rtn: 0.0022278,0.00000,0.046
+60,mlp.experts.169.down_proj,rtn: 0.0022583,0.00000,0.035
+60,mlp.experts.112.down_proj,rtn: 0.0023193,0.00000,0.046
+60,mlp.experts.149.down_proj,rtn: 0.0022430,0.00000,0.031
+60,mlp.experts.173.down_proj,rtn: 0.0023041,0.00000,0.031
+60,mlp.experts.177.down_proj,rtn: 0.0023041,0.00000,0.028
+60,mlp.experts.155.down_proj,rtn: 0.0023193,0.00000,0.043
+60,mlp.experts.132.down_proj,rtn: 0.0023041,0.00000,0.047
+60,mlp.experts.186.down_proj,rtn: 0.0022583,0.00000,0.044
+60,mlp.experts.175.down_proj,rtn: 0.0022888,0.00000,0.043
+60,mlp.experts.183.down_proj,rtn: 0.0023041,0.00000,0.039
+60,mlp.experts.166.down_proj,rtn: 0.0022888,0.00000,0.035
+60,mlp.experts.179.down_proj,rtn: 0.0022888,0.00000,0.036
+60,mlp.experts.174.down_proj,rtn: 0.0022583,0.00000,0.031
+60,mlp.experts.162.down_proj,rtn: 0.0023193,0.00000,0.028
+60,mlp.experts.152.down_proj,rtn: 0.0023193,0.00000,0.044
+60,mlp.experts.171.down_proj,rtn: 0.0021973,0.00000,0.030
+60,mlp.experts.189.down_proj,rtn: 0.0022583,0.00000,0.028
+60,mlp.experts.185.down_proj,rtn: 0.0022430,0.00000,0.036
+60,mlp.experts.156.down_proj,rtn: 0.0022430,0.00000,0.042
+60,mlp.experts.165.down_proj,rtn: 0.0022583,0.00000,0.028
+60,mlp.experts.191.down_proj,rtn: 0.0022583,0.00000,0.023
+60,mlp.experts.128.down_proj,rtn: 0.0022583,0.00000,0.049
+60,mlp.experts.178.down_proj,rtn: 0.0023499,0.00000,0.022
+60,mlp.experts.182.down_proj,rtn: 0.0023346,0.00000,0.027
+60,mlp.experts.190.down_proj,rtn: 0.0022125,0.00000,0.022
+60,mlp.experts.148.down_proj,rtn: 0.0023346,0.00000,0.041
+60,mlp.experts.187.down_proj,rtn: 0.0023193,0.00000,0.016
+60,mlp.experts.181.down_proj,rtn: 0.0022583,0.00000,0.015
+60,mlp.experts.168.down_proj,rtn: 0.0022736,0.00000,0.032
+60,mlp.experts.172.down_proj,rtn: 0.0023041,0.00000,0.029
+60,mlp.experts.144.down_proj,rtn: 0.0022583,0.00000,0.032
+60,mlp.experts.164.down_proj,rtn: 0.0023956,0.00000,0.029
+60,mlp.experts.184.down_proj,rtn: 0.0022888,0.00000,0.027
+60,mlp.experts.188.down_proj,rtn: 0.0022583,0.00000,0.027
+60,mlp.experts.160.down_proj,rtn: 0.0023041,0.00000,0.026
+60,mlp.experts.180.down_proj,rtn: 0.0022125,0.00000,0.022
+60,mlp.experts.176.down_proj,rtn: 0.0023041,0.00000,0.010
+60,mlp.shared_experts.gate_proj,rtn: 0.0017700,0.00000,0.028
+60,mlp.shared_experts.up_proj,rtn: 0.0015869,0.00000,0.027
+60,mlp.shared_experts.down_proj,rtn: 0.0016708,0.00000,0.021
+61,self_attn.v_proj,rtn: 0.0030518,0.00000,0.024
+61,self_attn.k_proj,rtn: 0.0020905,0.00000,0.034
+61,self_attn.q_proj,rtn: 0.0022125,0.00000,0.032
+61,self_attn.o_proj,rtn: 0.0028534,0.00000,0.043
+61,mlp.experts.15.gate_proj,rtn: 0.0023041,0.00000,0.086
+61,mlp.experts.3.gate_proj,rtn: 0.0022736,0.00000,0.095
+61,mlp.experts.6.gate_proj,rtn: 0.0023193,0.00000,0.097
+61,mlp.experts.10.gate_proj,rtn: 0.0023041,0.00000,0.100
+61,mlp.experts.11.gate_proj,rtn: 0.0023193,0.00000,0.109
+61,mlp.experts.7.gate_proj,rtn: 0.0023346,0.00000,0.112
+61,mlp.experts.14.gate_proj,rtn: 0.0023041,0.00000,0.122
+61,mlp.experts.2.gate_proj,rtn: 0.0023193,0.00000,0.122
+61,mlp.experts.9.gate_proj,rtn: 0.0023041,0.00000,0.123
+61,mlp.experts.13.gate_proj,rtn: 0.0022888,0.00000,0.137
+61,mlp.experts.4.gate_proj,rtn: 0.0023193,0.00000,0.138
+61,mlp.experts.5.gate_proj,rtn: 0.0022888,0.00000,0.140
+61,mlp.experts.0.gate_proj,rtn: 0.0023041,0.00000,0.140
+61,mlp.experts.12.gate_proj,rtn: 0.0023193,0.00000,0.141
+61,mlp.experts.8.gate_proj,rtn: 0.0022888,0.00000,0.140
+61,mlp.experts.1.gate_proj,rtn: 0.0023193,0.00000,0.147
+61,mlp.experts.31.gate_proj,rtn: 0.0023499,0.00000,0.097
+61,mlp.experts.22.gate_proj,rtn: 0.0023041,0.00000,0.097
+61,mlp.experts.19.gate_proj,rtn: 0.0023193,0.00000,0.105
+61,mlp.experts.23.gate_proj,rtn: 0.0023499,0.00000,0.095
+61,mlp.experts.27.gate_proj,rtn: 0.0023346,0.00000,0.106
+61,mlp.experts.26.gate_proj,rtn: 0.0023041,0.00000,0.115
+61,mlp.experts.30.gate_proj,rtn: 0.0023193,0.00000,0.099
+61,mlp.experts.25.gate_proj,rtn: 0.0023193,0.00000,0.106
+61,mlp.experts.16.gate_proj,rtn: 0.0023041,0.00000,0.092
+61,mlp.experts.18.gate_proj,rtn: 0.0022888,0.00000,0.106
+61,mlp.experts.29.gate_proj,rtn: 0.0023041,0.00000,0.103
+61,mlp.experts.28.gate_proj,rtn: 0.0023346,0.00000,0.096
+61,mlp.experts.24.gate_proj,rtn: 0.0023193,0.00000,0.092
+61,mlp.experts.20.gate_proj,rtn: 0.0022888,0.00000,0.102
+61,mlp.experts.21.gate_proj,rtn: 0.0023193,0.00000,0.104
+61,mlp.experts.17.gate_proj,rtn: 0.0023346,0.00000,0.107
+61,mlp.experts.47.gate_proj,rtn: 0.0022888,0.00000,0.083
+61,mlp.experts.35.gate_proj,rtn: 0.0023804,0.00000,0.083
+61,mlp.experts.39.gate_proj,rtn: 0.0023041,0.00000,0.086
+61,mlp.experts.38.gate_proj,rtn: 0.0022736,0.00000,0.098
+61,mlp.experts.43.gate_proj,rtn: 0.0023346,0.00000,0.082
+61,mlp.experts.46.gate_proj,rtn: 0.0023041,0.00000,0.087
+61,mlp.experts.32.gate_proj,rtn: 0.0022888,0.00000,0.082
+61,mlp.experts.42.gate_proj,rtn: 0.0023499,0.00000,0.096
+61,mlp.experts.34.gate_proj,rtn: 0.0023041,0.00000,0.100
+61,mlp.experts.41.gate_proj,rtn: 0.0023804,0.00000,0.109
+61,mlp.experts.40.gate_proj,rtn: 0.0023956,0.00000,0.083
+61,mlp.experts.44.gate_proj,rtn: 0.0023041,0.00000,0.088
+61,mlp.experts.45.gate_proj,rtn: 0.0023193,0.00000,0.100
+61,mlp.experts.36.gate_proj,rtn: 0.0023499,0.00000,0.088
+61,mlp.experts.63.gate_proj,rtn: 0.0023499,0.00000,0.082
+61,mlp.experts.51.gate_proj,rtn: 0.0023193,0.00000,0.074
+61,mlp.experts.37.gate_proj,rtn: 0.0023041,0.00000,0.103
+61,mlp.experts.33.gate_proj,rtn: 0.0023041,0.00000,0.104
+61,mlp.experts.59.gate_proj,rtn: 0.0022736,0.00000,0.069
+61,mlp.experts.55.gate_proj,rtn: 0.0023346,0.00000,0.077
+61,mlp.experts.54.gate_proj,rtn: 0.0022430,0.00000,0.091
+61,mlp.experts.48.gate_proj,rtn: 0.0021515,0.00000,0.088
+61,mlp.experts.58.gate_proj,rtn: 0.0023346,0.00000,0.087
+61,mlp.experts.62.gate_proj,rtn: 0.0023346,0.00000,0.098
+61,mlp.experts.67.gate_proj,rtn: 0.0023041,0.00000,0.065
+61,mlp.experts.60.gate_proj,rtn: 0.0024261,0.00000,0.086
+61,mlp.experts.79.gate_proj,rtn: 0.0022888,0.00000,0.074
+61,mlp.experts.52.gate_proj,rtn: 0.0023041,0.00000,0.088
+61,mlp.experts.50.gate_proj,rtn: 0.0022888,0.00000,0.099
+61,mlp.experts.56.gate_proj,rtn: 0.0022583,0.00000,0.092
+61,mlp.experts.75.gate_proj,rtn: 0.0023041,0.00000,0.070
+61,mlp.experts.71.gate_proj,rtn: 0.0023041,0.00000,0.071
+61,mlp.experts.57.gate_proj,rtn: 0.0023041,0.00000,0.111
+61,mlp.experts.61.gate_proj,rtn: 0.0023499,0.00000,0.104
+61,mlp.experts.53.gate_proj,rtn: 0.0022888,0.00000,0.107
+61,mlp.experts.49.gate_proj,rtn: 0.0023193,0.00000,0.103
+61,mlp.experts.70.gate_proj,rtn: 0.0022583,0.00000,0.095
+61,mlp.experts.64.gate_proj,rtn: 0.0023346,0.00000,0.083
+61,mlp.experts.74.gate_proj,rtn: 0.0023499,0.00000,0.094
+61,mlp.experts.83.gate_proj,rtn: 0.0023193,0.00000,0.069
+61,mlp.experts.95.gate_proj,rtn: 0.0022583,0.00000,0.070
+61,mlp.experts.78.gate_proj,rtn: 0.0022888,0.00000,0.097
+61,mlp.experts.87.gate_proj,rtn: 0.0023346,0.00000,0.065
+61,mlp.experts.76.gate_proj,rtn: 0.0022888,0.00000,0.089
+61,mlp.experts.91.gate_proj,rtn: 0.0022888,0.00000,0.073
+61,mlp.experts.72.gate_proj,rtn: 0.0022583,0.00000,0.086
+61,mlp.experts.68.gate_proj,rtn: 0.0023651,0.00000,0.092
+61,mlp.experts.66.gate_proj,rtn: 0.0023193,0.00000,0.099
+61,mlp.experts.73.gate_proj,rtn: 0.0022583,0.00000,0.101
+61,mlp.experts.77.gate_proj,rtn: 0.0023346,0.00000,0.102
+61,mlp.experts.65.gate_proj,rtn: 0.0023041,0.00000,0.099
+61,mlp.experts.69.gate_proj,rtn: 0.0023193,0.00000,0.105
+61,mlp.experts.111.gate_proj,rtn: 0.0023041,0.00000,0.066
+61,mlp.experts.99.gate_proj,rtn: 0.0023041,0.00000,0.067
+61,mlp.experts.103.gate_proj,rtn: 0.0023193,0.00000,0.059
+61,mlp.experts.86.gate_proj,rtn: 0.0022888,0.00000,0.094
+61,mlp.experts.80.gate_proj,rtn: 0.0023193,0.00000,0.085
+61,mlp.experts.92.gate_proj,rtn: 0.0022278,0.00000,0.078
+61,mlp.experts.107.gate_proj,rtn: 0.0023346,0.00000,0.073
+61,mlp.experts.94.gate_proj,rtn: 0.0022888,0.00000,0.089
+61,mlp.experts.90.gate_proj,rtn: 0.0023193,0.00000,0.100
+61,mlp.experts.88.gate_proj,rtn: 0.0023346,0.00000,0.081
+61,mlp.experts.84.gate_proj,rtn: 0.0022736,0.00000,0.090
+61,mlp.experts.82.gate_proj,rtn: 0.0023651,0.00000,0.086
+61,mlp.experts.119.gate_proj,rtn: 0.0023651,0.00000,0.059
+61,mlp.experts.127.gate_proj,rtn: 0.0022430,0.00000,0.064
+61,mlp.experts.93.gate_proj,rtn: 0.0022888,0.00000,0.092
+61,mlp.experts.89.gate_proj,rtn: 0.0023346,0.00000,0.098
+61,mlp.experts.115.gate_proj,rtn: 0.0023346,0.00000,0.076
+61,mlp.experts.96.gate_proj,rtn: 0.0023499,0.00000,0.083
+61,mlp.experts.102.gate_proj,rtn: 0.0022888,0.00000,0.090
+61,mlp.experts.123.gate_proj,rtn: 0.0023193,0.00000,0.073
+61,mlp.experts.81.gate_proj,rtn: 0.0023499,0.00000,0.106
+61,mlp.experts.108.gate_proj,rtn: 0.0023193,0.00000,0.083
+61,mlp.experts.85.gate_proj,rtn: 0.0022888,0.00000,0.113
+61,mlp.experts.110.gate_proj,rtn: 0.0022583,0.00000,0.099
+61,mlp.experts.106.gate_proj,rtn: 0.0023193,0.00000,0.097
+61,mlp.experts.104.gate_proj,rtn: 0.0022888,0.00000,0.095
+61,mlp.experts.100.gate_proj,rtn: 0.0023346,0.00000,0.083
+61,mlp.experts.98.gate_proj,rtn: 0.0022583,0.00000,0.088
+61,mlp.experts.135.gate_proj,rtn: 0.0023346,0.00000,0.075
+61,mlp.experts.143.gate_proj,rtn: 0.0022888,0.00000,0.071
+61,mlp.experts.131.gate_proj,rtn: 0.0023499,0.00000,0.075
+61,mlp.experts.109.gate_proj,rtn: 0.0023346,0.00000,0.103
+61,mlp.experts.112.gate_proj,rtn: 0.0023193,0.00000,0.086
+61,mlp.experts.139.gate_proj,rtn: 0.0022583,0.00000,0.074
+61,mlp.experts.105.gate_proj,rtn: 0.0023041,0.00000,0.110
+61,mlp.experts.124.gate_proj,rtn: 0.0022888,0.00000,0.081
+61,mlp.experts.118.gate_proj,rtn: 0.0022888,0.00000,0.098
+61,mlp.experts.97.gate_proj,rtn: 0.0023041,0.00000,0.104
+61,mlp.experts.101.gate_proj,rtn: 0.0023193,0.00000,0.101
+61,mlp.experts.116.gate_proj,rtn: 0.0023346,0.00000,0.079
+61,mlp.experts.159.gate_proj,rtn: 0.0024109,0.00000,0.066
+61,mlp.experts.151.gate_proj,rtn: 0.0023193,0.00000,0.070
+61,mlp.experts.147.gate_proj,rtn: 0.0023041,0.00000,0.064
+61,mlp.experts.120.gate_proj,rtn: 0.0023346,0.00000,0.090
+61,mlp.experts.122.gate_proj,rtn: 0.0022583,0.00000,0.099
+61,mlp.experts.126.gate_proj,rtn: 0.0023193,0.00000,0.103
+61,mlp.experts.114.gate_proj,rtn: 0.0022888,0.00000,0.105
+61,mlp.experts.155.gate_proj,rtn: 0.0023651,0.00000,0.067
+61,mlp.experts.140.gate_proj,rtn: 0.0023346,0.00000,0.079
+61,mlp.experts.128.gate_proj,rtn: 0.0023041,0.00000,0.088
+61,mlp.experts.125.gate_proj,rtn: 0.0023041,0.00000,0.093
+61,mlp.experts.175.gate_proj,rtn: 0.0023346,0.00000,0.064
+61,mlp.experts.163.gate_proj,rtn: 0.0022736,0.00000,0.062
+61,mlp.experts.121.gate_proj,rtn: 0.0023346,0.00000,0.104
+61,mlp.experts.132.gate_proj,rtn: 0.0023193,0.00000,0.079
+61,mlp.experts.134.gate_proj,rtn: 0.0024261,0.00000,0.100
+61,mlp.experts.167.gate_proj,rtn: 0.0022736,0.00000,0.075
+61,mlp.experts.113.gate_proj,rtn: 0.0022736,0.00000,0.091
+61,mlp.experts.117.gate_proj,rtn: 0.0023193,0.00000,0.100
+61,mlp.experts.171.gate_proj,rtn: 0.0022430,0.00000,0.060
+61,mlp.experts.136.gate_proj,rtn: 0.0023041,0.00000,0.097
+61,mlp.experts.138.gate_proj,rtn: 0.0023193,0.00000,0.101
+61,mlp.experts.142.gate_proj,rtn: 0.0023193,0.00000,0.103
+61,mlp.experts.191.gate_proj,rtn: 0.0022888,0.00000,0.060
+61,mlp.experts.179.gate_proj,rtn: 0.0023193,0.00000,0.059
+61,mlp.experts.130.gate_proj,rtn: 0.0023193,0.00000,0.104
+61,mlp.experts.156.gate_proj,rtn: 0.0023041,0.00000,0.079
+61,mlp.experts.144.gate_proj,rtn: 0.0023193,0.00000,0.091
+61,mlp.experts.141.gate_proj,rtn: 0.0023041,0.00000,0.093
+61,mlp.experts.183.gate_proj,rtn: 0.0023346,0.00000,0.072
+61,mlp.experts.148.gate_proj,rtn: 0.0023956,0.00000,0.083
+61,mlp.experts.187.gate_proj,rtn: 0.0022736,0.00000,0.065
+61,mlp.experts.129.gate_proj,rtn: 0.0023651,0.00000,0.091
+61,mlp.experts.137.gate_proj,rtn: 0.0023956,0.00000,0.102
+61,mlp.experts.150.gate_proj,rtn: 0.0022888,0.00000,0.098
+61,mlp.experts.133.gate_proj,rtn: 0.0023651,0.00000,0.092
+61,mlp.experts.3.up_proj,rtn: 0.0022278,0.00000,0.063
+61,mlp.experts.152.gate_proj,rtn: 0.0022736,0.00000,0.096
+61,mlp.experts.15.up_proj,rtn: 0.0022888,0.00000,0.076
+61,mlp.experts.158.gate_proj,rtn: 0.0023041,0.00000,0.087
+61,mlp.experts.172.gate_proj,rtn: 0.0023193,0.00000,0.077
+61,mlp.experts.154.gate_proj,rtn: 0.0023804,0.00000,0.100
+61,mlp.experts.7.up_proj,rtn: 0.0023193,0.00000,0.064
+61,mlp.experts.146.gate_proj,rtn: 0.0022888,0.00000,0.088
+61,mlp.experts.160.gate_proj,rtn: 0.0022583,0.00000,0.081
+61,mlp.experts.11.up_proj,rtn: 0.0022736,0.00000,0.073
+61,mlp.experts.164.gate_proj,rtn: 0.0022888,0.00000,0.078
+61,mlp.experts.157.gate_proj,rtn: 0.0022583,0.00000,0.097
+61,mlp.experts.19.up_proj,rtn: 0.0023041,0.00000,0.063
+61,mlp.experts.145.gate_proj,rtn: 0.0023193,0.00000,0.089
+61,mlp.experts.153.gate_proj,rtn: 0.0023346,0.00000,0.089
+61,mlp.experts.166.gate_proj,rtn: 0.0023041,0.00000,0.089
+61,mlp.experts.31.up_proj,rtn: 0.0023346,0.00000,0.063
+61,mlp.experts.149.gate_proj,rtn: 0.0024109,0.00000,0.088
+61,mlp.experts.188.gate_proj,rtn: 0.0023193,0.00000,0.077
+61,mlp.experts.23.up_proj,rtn: 0.0023193,0.00000,0.074
+61,mlp.experts.174.gate_proj,rtn: 0.0022736,0.00000,0.088
+61,mlp.experts.168.gate_proj,rtn: 0.0022888,0.00000,0.099
+61,mlp.experts.27.up_proj,rtn: 0.0022736,0.00000,0.063
+61,mlp.experts.162.gate_proj,rtn: 0.0022888,0.00000,0.086
+61,mlp.experts.176.gate_proj,rtn: 0.0022736,0.00000,0.083
+61,mlp.experts.170.gate_proj,rtn: 0.0022736,0.00000,0.102
+61,mlp.experts.35.up_proj,rtn: 0.0023499,0.00000,0.062
+61,mlp.experts.180.gate_proj,rtn: 0.0022888,0.00000,0.083
+61,mlp.experts.173.gate_proj,rtn: 0.0022888,0.00000,0.096
+61,mlp.experts.47.up_proj,rtn: 0.0022888,0.00000,0.074
+61,mlp.experts.169.gate_proj,rtn: 0.0023041,0.00000,0.089
+61,mlp.experts.161.gate_proj,rtn: 0.0023193,0.00000,0.095
+61,mlp.experts.165.gate_proj,rtn: 0.0022583,0.00000,0.088
+61,mlp.experts.182.gate_proj,rtn: 0.0023193,0.00000,0.098
+61,mlp.experts.39.up_proj,rtn: 0.0022888,0.00000,0.071
+61,mlp.experts.43.up_proj,rtn: 0.0022736,0.00000,0.064
+61,mlp.experts.12.up_proj,rtn: 0.0022736,0.00000,0.084
+61,mlp.experts.51.up_proj,rtn: 0.0022888,0.00000,0.067
+61,mlp.experts.190.gate_proj,rtn: 0.0023193,0.00000,0.098
+61,mlp.experts.0.up_proj,rtn: 0.0022278,0.00000,0.086
+61,mlp.experts.178.gate_proj,rtn: 0.0023346,0.00000,0.096
+61,mlp.experts.184.gate_proj,rtn: 0.0023346,0.00000,0.102
+61,mlp.experts.186.gate_proj,rtn: 0.0023041,0.00000,0.096
+61,mlp.experts.4.up_proj,rtn: 0.0023041,0.00000,0.090
+61,mlp.experts.63.up_proj,rtn: 0.0023346,0.00000,0.067
+61,mlp.experts.189.gate_proj,rtn: 0.0023193,0.00000,0.092
+61,mlp.experts.55.up_proj,rtn: 0.0022278,0.00000,0.067
+61,mlp.experts.59.up_proj,rtn: 0.0022278,0.00000,0.077
+61,mlp.experts.185.gate_proj,rtn: 0.0022736,0.00000,0.095
+61,mlp.experts.177.gate_proj,rtn: 0.0022888,0.00000,0.094
+61,mlp.experts.28.up_proj,rtn: 0.0023041,0.00000,0.084
+61,mlp.experts.6.up_proj,rtn: 0.0022888,0.00000,0.092
+61,mlp.experts.67.up_proj,rtn: 0.0022888,0.00000,0.075
+61,mlp.experts.181.gate_proj,rtn: 0.0023041,0.00000,0.102
+61,mlp.experts.16.up_proj,rtn: 0.0022736,0.00000,0.081
+61,mlp.experts.14.up_proj,rtn: 0.0022125,0.00000,0.089
+61,mlp.experts.79.up_proj,rtn: 0.0022736,0.00000,0.068
+61,mlp.experts.2.up_proj,rtn: 0.0023041,0.00000,0.095
+61,mlp.experts.8.up_proj,rtn: 0.0022736,0.00000,0.094
+61,mlp.experts.20.up_proj,rtn: 0.0022736,0.00000,0.094
+61,mlp.experts.10.up_proj,rtn: 0.0022888,0.00000,0.098
+61,mlp.experts.71.up_proj,rtn: 0.0022736,0.00000,0.073
+61,mlp.experts.75.up_proj,rtn: 0.0022736,0.00000,0.070
+61,mlp.experts.13.up_proj,rtn: 0.0022736,0.00000,0.101
+61,mlp.experts.83.up_proj,rtn: 0.0023041,0.00000,0.074
+61,mlp.experts.22.up_proj,rtn: 0.0022736,0.00000,0.090
+61,mlp.experts.1.up_proj,rtn: 0.0023041,0.00000,0.106
+61,mlp.experts.44.up_proj,rtn: 0.0022888,0.00000,0.101
+61,mlp.experts.95.up_proj,rtn: 0.0022278,0.00000,0.072
+61,mlp.experts.32.up_proj,rtn: 0.0022583,0.00000,0.082
+61,mlp.experts.9.up_proj,rtn: 0.0022736,0.00000,0.114
+61,mlp.experts.5.up_proj,rtn: 0.0022278,0.00000,0.100
+61,mlp.experts.30.up_proj,rtn: 0.0022583,0.00000,0.100
+61,mlp.experts.87.up_proj,rtn: 0.0022888,0.00000,0.070
+61,mlp.experts.36.up_proj,rtn: 0.0023346,0.00000,0.082
+61,mlp.experts.24.up_proj,rtn: 0.0022736,0.00000,0.091
+61,mlp.experts.91.up_proj,rtn: 0.0022583,0.00000,0.073
+61,mlp.experts.18.up_proj,rtn: 0.0022736,0.00000,0.100
+61,mlp.experts.26.up_proj,rtn: 0.0022430,0.00000,0.100
+61,mlp.experts.99.up_proj,rtn: 0.0022736,0.00000,0.073
+61,mlp.experts.29.up_proj,rtn: 0.0022888,0.00000,0.108
+61,mlp.experts.38.up_proj,rtn: 0.0022583,0.00000,0.089
+61,mlp.experts.111.up_proj,rtn: 0.0022736,0.00000,0.074
+61,mlp.experts.48.up_proj,rtn: 0.0021210,0.00000,0.082
+61,mlp.experts.60.up_proj,rtn: 0.0023651,0.00000,0.083
+61,mlp.experts.103.up_proj,rtn: 0.0022736,0.00000,0.074
+61,mlp.experts.17.up_proj,rtn: 0.0022888,0.00000,0.108
+61,mlp.experts.52.up_proj,rtn: 0.0022583,0.00000,0.078
+61,mlp.experts.107.up_proj,rtn: 0.0022583,0.00000,0.074
+61,mlp.experts.40.up_proj,rtn: 0.0023499,0.00000,0.078
+61,mlp.experts.46.up_proj,rtn: 0.0022125,0.00000,0.089
+61,mlp.experts.21.up_proj,rtn: 0.0022278,0.00000,0.114
+61,mlp.experts.115.up_proj,rtn: 0.0023193,0.00000,0.070
+61,mlp.experts.25.up_proj,rtn: 0.0022583,0.00000,0.119
+61,mlp.experts.34.up_proj,rtn: 0.0022736,0.00000,0.089
+61,mlp.experts.42.up_proj,rtn: 0.0022888,0.00000,0.087
+61,mlp.experts.127.up_proj,rtn: 0.0022125,0.00000,0.069
+61,mlp.experts.54.up_proj,rtn: 0.0022278,0.00000,0.086
+61,mlp.experts.64.up_proj,rtn: 0.0023193,0.00000,0.081
+61,mlp.experts.119.up_proj,rtn: 0.0023346,0.00000,0.067
+61,mlp.experts.76.up_proj,rtn: 0.0022583,0.00000,0.084
+61,mlp.experts.45.up_proj,rtn: 0.0023041,0.00000,0.114
+61,mlp.experts.123.up_proj,rtn: 0.0023041,0.00000,0.074
+61,mlp.experts.56.up_proj,rtn: 0.0021973,0.00000,0.083
+61,mlp.experts.68.up_proj,rtn: 0.0023193,0.00000,0.084
+61,mlp.experts.62.up_proj,rtn: 0.0023041,0.00000,0.081
+61,mlp.experts.131.up_proj,rtn: 0.0022888,0.00000,0.078
+61,mlp.experts.33.up_proj,rtn: 0.0022888,0.00000,0.113
+61,mlp.experts.58.up_proj,rtn: 0.0023193,0.00000,0.080
+61,mlp.experts.50.up_proj,rtn: 0.0022430,0.00000,0.090
+61,mlp.experts.70.up_proj,rtn: 0.0022278,0.00000,0.073
+61,mlp.experts.143.up_proj,rtn: 0.0022430,0.00000,0.096
+61,mlp.experts.80.up_proj,rtn: 0.0023041,0.00000,0.084
+61,mlp.experts.78.up_proj,rtn: 0.0022430,0.00000,0.057
+61,mlp.experts.135.up_proj,rtn: 0.0023193,0.00000,0.091
+61,mlp.experts.139.up_proj,rtn: 0.0022278,0.00000,0.085
+61,mlp.experts.147.up_proj,rtn: 0.0022430,0.00000,0.074
+61,mlp.experts.92.up_proj,rtn: 0.0022125,0.00000,0.106
+61,mlp.experts.37.up_proj,rtn: 0.0022430,0.00000,0.177
+61,mlp.experts.84.up_proj,rtn: 0.0022583,0.00000,0.110
+61,mlp.experts.72.up_proj,rtn: 0.0022583,0.00000,0.121
+61,mlp.experts.41.up_proj,rtn: 0.0023193,0.00000,0.176
+61,mlp.experts.94.up_proj,rtn: 0.0022430,0.00000,0.074
+61,mlp.experts.74.up_proj,rtn: 0.0023041,0.00000,0.076
+61,mlp.experts.66.up_proj,rtn: 0.0023041,0.00000,0.085
+61,mlp.experts.86.up_proj,rtn: 0.0022736,0.00000,0.087
+61,mlp.experts.151.up_proj,rtn: 0.0022888,0.00000,0.088
+61,mlp.experts.155.up_proj,rtn: 0.0023041,0.00000,0.086
+61,mlp.experts.96.up_proj,rtn: 0.0023346,0.00000,0.089
+61,mlp.experts.159.up_proj,rtn: 0.0023804,0.00000,0.090
+61,mlp.experts.108.up_proj,rtn: 0.0022736,0.00000,0.086
+61,mlp.experts.163.up_proj,rtn: 0.0022430,0.00000,0.088
+61,mlp.experts.61.up_proj,rtn: 0.0023346,0.00000,0.192
+61,mlp.experts.49.up_proj,rtn: 0.0023193,0.00000,0.129
+61,mlp.experts.100.up_proj,rtn: 0.0023193,0.00000,0.113
+61,mlp.experts.88.up_proj,rtn: 0.0022888,0.00000,0.110
+61,mlp.experts.110.up_proj,rtn: 0.0022278,0.00000,0.083
+61,mlp.experts.82.up_proj,rtn: 0.0023499,0.00000,0.075
+61,mlp.experts.90.up_proj,rtn: 0.0022888,0.00000,0.090
+61,mlp.experts.167.up_proj,rtn: 0.0021515,0.00000,0.085
+61,mlp.experts.53.up_proj,rtn: 0.0022278,0.00000,0.142
+61,mlp.experts.102.up_proj,rtn: 0.0022583,0.00000,0.090
+61,mlp.experts.171.up_proj,rtn: 0.0022430,0.00000,0.088
+61,mlp.experts.175.up_proj,rtn: 0.0023041,0.00000,0.087
+61,mlp.experts.179.up_proj,rtn: 0.0022736,0.00000,0.088
+61,mlp.experts.57.up_proj,rtn: 0.0022888,0.00000,0.151
+61,mlp.experts.124.up_proj,rtn: 0.0022736,0.00000,0.107
+61,mlp.experts.112.up_proj,rtn: 0.0022278,0.00000,0.087
+61,mlp.experts.116.up_proj,rtn: 0.0022736,0.00000,0.080
+61,mlp.experts.77.up_proj,rtn: 0.0023193,0.00000,0.125
+61,mlp.experts.104.up_proj,rtn: 0.0022736,0.00000,0.084
+61,mlp.experts.98.up_proj,rtn: 0.0022278,0.00000,0.078
+61,mlp.experts.65.up_proj,rtn: 0.0022430,0.00000,0.105
+61,mlp.experts.126.up_proj,rtn: 0.0022888,0.00000,0.094
+61,mlp.experts.118.up_proj,rtn: 0.0022430,0.00000,0.076
+61,mlp.experts.106.up_proj,rtn: 0.0022583,0.00000,0.088
+61,mlp.experts.183.up_proj,rtn: 0.0023041,0.00000,0.091
+61,mlp.experts.191.up_proj,rtn: 0.0022583,0.00000,0.078
+61,mlp.experts.187.up_proj,rtn: 0.0022430,0.00000,0.085
+61,mlp.experts.140.up_proj,rtn: 0.0023193,0.00000,0.077
+61,mlp.experts.69.up_proj,rtn: 0.0022583,0.00000,0.109
+61,mlp.experts.73.up_proj,rtn: 0.0021973,0.00000,0.099
+61,mlp.experts.128.up_proj,rtn: 0.0022430,0.00000,0.084
+61,mlp.experts.132.up_proj,rtn: 0.0023041,0.00000,0.079
+61,mlp.experts.120.up_proj,rtn: 0.0022583,0.00000,0.078
+61,mlp.experts.114.up_proj,rtn: 0.0022736,0.00000,0.080
+61,mlp.experts.93.up_proj,rtn: 0.0022888,0.00000,0.099
+61,mlp.experts.142.up_proj,rtn: 0.0023041,0.00000,0.083
+61,mlp.experts.134.up_proj,rtn: 0.0023041,0.00000,0.079
+61,mlp.experts.81.up_proj,rtn: 0.0022736,0.00000,0.093
+61,mlp.experts.122.up_proj,rtn: 0.0022278,0.00000,0.086
+61,mlp.experts.156.up_proj,rtn: 0.0022888,0.00000,0.074
+61,mlp.experts.144.up_proj,rtn: 0.0022736,0.00000,0.077
+61,mlp.experts.85.up_proj,rtn: 0.0022736,0.00000,0.089
+61,mlp.experts.89.up_proj,rtn: 0.0023041,0.00000,0.085
+61,mlp.experts.148.up_proj,rtn: 0.0023041,0.00000,0.081
+61,mlp.experts.136.up_proj,rtn: 0.0022736,0.00000,0.074
+61,mlp.experts.130.up_proj,rtn: 0.0022736,0.00000,0.083
+61,mlp.experts.158.up_proj,rtn: 0.0022736,0.00000,0.081
+61,mlp.experts.150.up_proj,rtn: 0.0022736,0.00000,0.081
+61,mlp.experts.109.up_proj,rtn: 0.0023193,0.00000,0.090
+61,mlp.experts.138.up_proj,rtn: 0.0023041,0.00000,0.081
+61,mlp.experts.172.up_proj,rtn: 0.0022888,0.00000,0.077
+61,mlp.experts.97.up_proj,rtn: 0.0022583,0.00000,0.096
+61,mlp.experts.160.up_proj,rtn: 0.0022430,0.00000,0.085
+61,mlp.experts.105.up_proj,rtn: 0.0022888,0.00000,0.089
+61,mlp.experts.101.up_proj,rtn: 0.0022583,0.00000,0.092
+61,mlp.experts.164.up_proj,rtn: 0.0022736,0.00000,0.077
+61,mlp.experts.152.up_proj,rtn: 0.0022125,0.00000,0.086
+61,mlp.experts.146.up_proj,rtn: 0.0021820,0.00000,0.082
+61,mlp.experts.166.up_proj,rtn: 0.0022736,0.00000,0.080
+61,mlp.experts.174.up_proj,rtn: 0.0022583,0.00000,0.090
+61,mlp.experts.154.up_proj,rtn: 0.0022736,0.00000,0.082
+61,mlp.experts.188.up_proj,rtn: 0.0022736,0.00000,0.085
+61,mlp.experts.125.up_proj,rtn: 0.0022888,0.00000,0.094
+61,mlp.experts.113.up_proj,rtn: 0.0022125,0.00000,0.089
+61,mlp.experts.176.up_proj,rtn: 0.0022430,0.00000,0.074
+61,mlp.experts.180.up_proj,rtn: 0.0022736,0.00000,0.067
+61,mlp.experts.168.up_proj,rtn: 0.0022583,0.00000,0.071
+61,mlp.experts.117.up_proj,rtn: 0.0023193,0.00000,0.086
+61,mlp.experts.121.up_proj,rtn: 0.0022888,0.00000,0.095
+61,mlp.experts.162.up_proj,rtn: 0.0022736,0.00000,0.081
+61,mlp.experts.184.up_proj,rtn: 0.0022736,0.00000,0.029
+61,mlp.experts.182.up_proj,rtn: 0.0023193,0.00000,0.084
+61,mlp.experts.170.up_proj,rtn: 0.0021973,0.00000,0.081
+61,mlp.experts.190.up_proj,rtn: 0.0023041,0.00000,0.087
+61,mlp.experts.141.up_proj,rtn: 0.0022583,0.00000,0.093
+61,mlp.experts.129.up_proj,rtn: 0.0022430,0.00000,0.092
+61,mlp.experts.178.up_proj,rtn: 0.0023193,0.00000,0.063
+61,mlp.experts.133.up_proj,rtn: 0.0022430,0.00000,0.087
+61,mlp.experts.186.up_proj,rtn: 0.0021973,0.00000,0.047
+61,mlp.experts.137.up_proj,rtn: 0.0022583,0.00000,0.081
+61,mlp.experts.157.up_proj,rtn: 0.0021973,0.00000,0.077
+61,mlp.experts.145.up_proj,rtn: 0.0022888,0.00000,0.073
+61,mlp.experts.149.up_proj,rtn: 0.0023804,0.00000,0.078
+61,mlp.experts.153.up_proj,rtn: 0.0022888,0.00000,0.074
+61,mlp.experts.173.up_proj,rtn: 0.0022583,0.00000,0.079
+61,mlp.experts.161.up_proj,rtn: 0.0022888,0.00000,0.076
+61,mlp.experts.169.up_proj,rtn: 0.0022736,0.00000,0.075
+61,mlp.experts.165.up_proj,rtn: 0.0022430,0.00000,0.078
+61,mlp.experts.177.up_proj,rtn: 0.0022736,0.00000,0.075
+61,mlp.experts.189.up_proj,rtn: 0.0022583,0.00000,0.079
+61,mlp.experts.185.up_proj,rtn: 0.0022430,0.00000,0.067
+61,mlp.experts.181.up_proj,rtn: 0.0022583,0.00000,0.066
+61,mlp.experts.7.down_proj,rtn: 0.0023346,0.00000,0.012
+61,mlp.experts.2.down_proj,rtn: 0.0023651,0.00000,0.032
+61,mlp.experts.3.down_proj,rtn: 0.0022278,0.00000,0.041
+61,mlp.experts.1.down_proj,rtn: 0.0023499,0.00000,0.128
+61,mlp.experts.13.down_proj,rtn: 0.0023193,0.00000,0.130
+61,mlp.experts.23.down_proj,rtn: 0.0023346,0.00000,0.044
+61,mlp.experts.12.down_proj,rtn: 0.0023193,0.00000,0.052
+61,mlp.experts.10.down_proj,rtn: 0.0023346,0.00000,0.052
+61,mlp.experts.18.down_proj,rtn: 0.0023346,0.00000,0.036
+61,mlp.experts.6.down_proj,rtn: 0.0023346,0.00000,0.057
+61,mlp.experts.15.down_proj,rtn: 0.0023193,0.00000,0.057
+61,mlp.experts.5.down_proj,rtn: 0.0022125,0.00000,0.146
+61,mlp.experts.14.down_proj,rtn: 0.0021973,0.00000,0.059
+61,mlp.experts.8.down_proj,rtn: 0.0023193,0.00000,0.061
+61,mlp.experts.4.down_proj,rtn: 0.0023041,0.00000,0.063
+61,mlp.experts.0.down_proj,rtn: 0.0021820,0.00000,0.062
+61,mlp.experts.11.down_proj,rtn: 0.0023041,0.00000,0.063
+61,mlp.experts.19.down_proj,rtn: 0.0023346,0.00000,0.034
+61,mlp.experts.9.down_proj,rtn: 0.0022736,0.00000,0.158
+61,mlp.experts.39.down_proj,rtn: 0.0023041,0.00000,0.018
+61,mlp.experts.17.down_proj,rtn: 0.0023499,0.00000,0.032
+61,mlp.experts.29.down_proj,rtn: 0.0023193,0.00000,0.031
+61,mlp.experts.28.down_proj,rtn: 0.0023193,0.00000,0.024
+61,mlp.experts.21.down_proj,rtn: 0.0022583,0.00000,0.026
+61,mlp.experts.26.down_proj,rtn: 0.0022736,0.00000,0.037
+61,mlp.experts.20.down_proj,rtn: 0.0023041,0.00000,0.020
+61,mlp.experts.34.down_proj,rtn: 0.0023041,0.00000,0.034
+61,mlp.experts.22.down_proj,rtn: 0.0023041,0.00000,0.032
+61,mlp.experts.30.down_proj,rtn: 0.0022583,0.00000,0.024
+61,mlp.experts.55.down_proj,rtn: 0.0022583,0.00000,0.034
+61,mlp.experts.25.down_proj,rtn: 0.0022736,0.00000,0.036
+61,mlp.experts.31.down_proj,rtn: 0.0023651,0.00000,0.063
+61,mlp.experts.36.down_proj,rtn: 0.0023499,0.00000,0.039
+61,mlp.experts.35.down_proj,rtn: 0.0023346,0.00000,0.047
+61,mlp.experts.27.down_proj,rtn: 0.0023041,0.00000,0.052
+61,mlp.experts.45.down_proj,rtn: 0.0023346,0.00000,0.043
+61,mlp.experts.16.down_proj,rtn: 0.0022888,0.00000,0.061
+61,mlp.experts.42.down_proj,rtn: 0.0023041,0.00000,0.036
+61,mlp.experts.33.down_proj,rtn: 0.0023346,0.00000,0.036
+61,mlp.experts.50.down_proj,rtn: 0.0022736,0.00000,0.027
+61,mlp.experts.44.down_proj,rtn: 0.0023041,0.00000,0.047
+61,mlp.experts.38.down_proj,rtn: 0.0022888,0.00000,0.033
+61,mlp.experts.46.down_proj,rtn: 0.0021820,0.00000,0.032
+61,mlp.experts.24.down_proj,rtn: 0.0023193,0.00000,0.055
+61,mlp.experts.71.down_proj,rtn: 0.0023346,0.00000,0.043
+61,mlp.experts.52.down_proj,rtn: 0.0022125,0.00000,0.023
+61,mlp.experts.37.down_proj,rtn: 0.0022736,0.00000,0.058
+61,mlp.experts.41.down_proj,rtn: 0.0022888,0.00000,0.040
+61,mlp.experts.47.down_proj,rtn: 0.0023499,0.00000,0.042
+61,mlp.experts.61.down_proj,rtn: 0.0023651,0.00000,0.033
+61,mlp.experts.43.down_proj,rtn: 0.0022736,0.00000,0.035
+61,mlp.experts.58.down_proj,rtn: 0.0023499,0.00000,0.036
+61,mlp.experts.51.down_proj,rtn: 0.0023346,0.00000,0.045
+61,mlp.experts.54.down_proj,rtn: 0.0022125,0.00000,0.038
+61,mlp.experts.32.down_proj,rtn: 0.0023041,0.00000,0.047
+61,mlp.experts.49.down_proj,rtn: 0.0023346,0.00000,0.043
+61,mlp.experts.66.down_proj,rtn: 0.0023346,0.00000,0.041
+61,mlp.experts.62.down_proj,rtn: 0.0023041,0.00000,0.030
+61,mlp.experts.87.down_proj,rtn: 0.0023041,0.00000,0.035
+61,mlp.experts.53.down_proj,rtn: 0.0022430,0.00000,0.045
+61,mlp.experts.68.down_proj,rtn: 0.0023041,0.00000,0.038
+61,mlp.experts.60.down_proj,rtn: 0.0023651,0.00000,0.052
+61,mlp.experts.40.down_proj,rtn: 0.0023041,0.00000,0.049
+61,mlp.experts.74.down_proj,rtn: 0.0023193,0.00000,0.038
+61,mlp.experts.57.down_proj,rtn: 0.0023346,0.00000,0.048
+61,mlp.experts.63.down_proj,rtn: 0.0023346,0.00000,0.049
+61,mlp.experts.59.down_proj,rtn: 0.0022278,0.00000,0.044
+61,mlp.experts.70.down_proj,rtn: 0.0022888,0.00000,0.034
+61,mlp.experts.67.down_proj,rtn: 0.0023193,0.00000,0.038
+61,mlp.experts.77.down_proj,rtn: 0.0023346,0.00000,0.047
+61,mlp.experts.82.down_proj,rtn: 0.0023499,0.00000,0.030
+61,mlp.experts.65.down_proj,rtn: 0.0022888,0.00000,0.034
+61,mlp.experts.78.down_proj,rtn: 0.0022736,0.00000,0.027
+61,mlp.experts.103.down_proj,rtn: 0.0022888,0.00000,0.033
+61,mlp.experts.48.down_proj,rtn: 0.0022430,0.00000,0.051
+61,mlp.experts.69.down_proj,rtn: 0.0022736,0.00000,0.043
+61,mlp.experts.84.down_proj,rtn: 0.0022736,0.00000,0.041
+61,mlp.experts.76.down_proj,rtn: 0.0022888,0.00000,0.044
+61,mlp.experts.56.down_proj,rtn: 0.0021973,0.00000,0.044
+61,mlp.experts.90.down_proj,rtn: 0.0023193,0.00000,0.038
+61,mlp.experts.75.down_proj,rtn: 0.0022736,0.00000,0.042
+61,mlp.experts.86.down_proj,rtn: 0.0023041,0.00000,0.037
+61,mlp.experts.79.down_proj,rtn: 0.0023041,0.00000,0.042
+61,mlp.experts.83.down_proj,rtn: 0.0023651,0.00000,0.038
+61,mlp.experts.93.down_proj,rtn: 0.0023041,0.00000,0.044
+61,mlp.experts.98.down_proj,rtn: 0.0022888,0.00000,0.037
+61,mlp.experts.94.down_proj,rtn: 0.0022430,0.00000,0.040
+61,mlp.experts.81.down_proj,rtn: 0.0022430,0.00000,0.042
+61,mlp.experts.73.down_proj,rtn: 0.0021820,0.00000,0.055
+61,mlp.experts.119.down_proj,rtn: 0.0023193,0.00000,0.040
+61,mlp.experts.85.down_proj,rtn: 0.0023041,0.00000,0.038
+61,mlp.experts.64.down_proj,rtn: 0.0023499,0.00000,0.041
+61,mlp.experts.92.down_proj,rtn: 0.0022430,0.00000,0.034
+61,mlp.experts.100.down_proj,rtn: 0.0023041,0.00000,0.039
+61,mlp.experts.72.down_proj,rtn: 0.0023041,0.00000,0.035
+61,mlp.experts.106.down_proj,rtn: 0.0022736,0.00000,0.039
+61,mlp.experts.91.down_proj,rtn: 0.0023041,0.00000,0.037
+61,mlp.experts.102.down_proj,rtn: 0.0023193,0.00000,0.038
+61,mlp.experts.95.down_proj,rtn: 0.0022736,0.00000,0.038
+61,mlp.experts.99.down_proj,rtn: 0.0022430,0.00000,0.036
+61,mlp.experts.109.down_proj,rtn: 0.0023651,0.00000,0.040
+61,mlp.experts.114.down_proj,rtn: 0.0023346,0.00000,0.035
+61,mlp.experts.110.down_proj,rtn: 0.0022583,0.00000,0.037
+61,mlp.experts.135.down_proj,rtn: 0.0023193,0.00000,0.041
+61,mlp.experts.108.down_proj,rtn: 0.0022888,0.00000,0.031
+61,mlp.experts.80.down_proj,rtn: 0.0023346,0.00000,0.040
+61,mlp.experts.88.down_proj,rtn: 0.0023041,0.00000,0.032
+61,mlp.experts.97.down_proj,rtn: 0.0022583,0.00000,0.047
+61,mlp.experts.116.down_proj,rtn: 0.0023041,0.00000,0.039
+61,mlp.experts.89.down_proj,rtn: 0.0023346,0.00000,0.051
+61,mlp.experts.101.down_proj,rtn: 0.0021973,0.00000,0.045
+61,mlp.experts.122.down_proj,rtn: 0.0022736,0.00000,0.036
+61,mlp.experts.118.down_proj,rtn: 0.0022583,0.00000,0.034
+61,mlp.experts.107.down_proj,rtn: 0.0022583,0.00000,0.041
+61,mlp.experts.130.down_proj,rtn: 0.0022888,0.00000,0.028
+61,mlp.experts.126.down_proj,rtn: 0.0023346,0.00000,0.026
+61,mlp.experts.125.down_proj,rtn: 0.0023193,0.00000,0.034
+61,mlp.experts.111.down_proj,rtn: 0.0023346,0.00000,0.036
+61,mlp.experts.115.down_proj,rtn: 0.0023499,0.00000,0.037
+61,mlp.experts.124.down_proj,rtn: 0.0023193,0.00000,0.034
+61,mlp.experts.151.down_proj,rtn: 0.0023499,0.00000,0.043
+61,mlp.experts.96.down_proj,rtn: 0.0023651,0.00000,0.039
+61,mlp.experts.104.down_proj,rtn: 0.0023041,0.00000,0.034
+61,mlp.experts.132.down_proj,rtn: 0.0023499,0.00000,0.038
+61,mlp.experts.138.down_proj,rtn: 0.0023499,0.00000,0.039
+61,mlp.experts.117.down_proj,rtn: 0.0023499,0.00000,0.040
+61,mlp.experts.105.down_proj,rtn: 0.0023346,0.00000,0.038
+61,mlp.experts.113.down_proj,rtn: 0.0022278,0.00000,0.047
+61,mlp.experts.142.down_proj,rtn: 0.0023651,0.00000,0.032
+61,mlp.experts.134.down_proj,rtn: 0.0023346,0.00000,0.039
+61,mlp.experts.146.down_proj,rtn: 0.0021973,0.00000,0.036
+61,mlp.experts.123.down_proj,rtn: 0.0023193,0.00000,0.044
+61,mlp.experts.141.down_proj,rtn: 0.0022888,0.00000,0.037
+61,mlp.experts.131.down_proj,rtn: 0.0023041,0.00000,0.041
+61,mlp.experts.127.down_proj,rtn: 0.0022888,0.00000,0.038
+61,mlp.experts.140.down_proj,rtn: 0.0023346,0.00000,0.039
+61,mlp.experts.112.down_proj,rtn: 0.0022583,0.00000,0.036
+61,mlp.experts.167.down_proj,rtn: 0.0021820,0.00000,0.040
+61,mlp.experts.120.down_proj,rtn: 0.0022888,0.00000,0.034
+61,mlp.experts.154.down_proj,rtn: 0.0022888,0.00000,0.030
+61,mlp.experts.148.down_proj,rtn: 0.0023193,0.00000,0.036
+61,mlp.experts.162.down_proj,rtn: 0.0023193,0.00000,0.025
+61,mlp.experts.158.down_proj,rtn: 0.0022888,0.00000,0.032
+61,mlp.experts.133.down_proj,rtn: 0.0022583,0.00000,0.039
+61,mlp.experts.150.down_proj,rtn: 0.0022736,0.00000,0.029
+61,mlp.experts.121.down_proj,rtn: 0.0022888,0.00000,0.048
+61,mlp.experts.129.down_proj,rtn: 0.0022125,0.00000,0.046
+61,mlp.experts.156.down_proj,rtn: 0.0022888,0.00000,0.034
+61,mlp.experts.139.down_proj,rtn: 0.0022583,0.00000,0.044
+61,mlp.experts.147.down_proj,rtn: 0.0022583,0.00000,0.042
+61,mlp.experts.143.down_proj,rtn: 0.0022583,0.00000,0.039
+61,mlp.experts.157.down_proj,rtn: 0.0022583,0.00000,0.042
+61,mlp.experts.128.down_proj,rtn: 0.0021667,0.00000,0.034
+61,mlp.experts.170.down_proj,rtn: 0.0022125,0.00000,0.030
+61,mlp.experts.178.down_proj,rtn: 0.0023346,0.00000,0.030
+61,mlp.experts.136.down_proj,rtn: 0.0022888,0.00000,0.034
+61,mlp.experts.183.down_proj,rtn: 0.0023346,0.00000,0.036
+61,mlp.experts.164.down_proj,rtn: 0.0023041,0.00000,0.035
+61,mlp.experts.166.down_proj,rtn: 0.0022888,0.00000,0.023
+61,mlp.experts.174.down_proj,rtn: 0.0022736,0.00000,0.031
+61,mlp.experts.149.down_proj,rtn: 0.0023804,0.00000,0.040
+61,mlp.experts.163.down_proj,rtn: 0.0022736,0.00000,0.021
+61,mlp.experts.172.down_proj,rtn: 0.0023193,0.00000,0.032
+61,mlp.experts.155.down_proj,rtn: 0.0022888,0.00000,0.031
+61,mlp.experts.186.down_proj,rtn: 0.0022125,0.00000,0.024
+61,mlp.experts.159.down_proj,rtn: 0.0023804,0.00000,0.028
+61,mlp.experts.137.down_proj,rtn: 0.0022888,0.00000,0.049
+61,mlp.experts.145.down_proj,rtn: 0.0023193,0.00000,0.046
+61,mlp.experts.190.down_proj,rtn: 0.0023346,0.00000,0.024
+61,mlp.experts.182.down_proj,rtn: 0.0023651,0.00000,0.024
+61,mlp.experts.173.down_proj,rtn: 0.0022736,0.00000,0.046
+61,mlp.experts.144.down_proj,rtn: 0.0023041,0.00000,0.041
+61,mlp.experts.152.down_proj,rtn: 0.0022583,0.00000,0.040
+61,mlp.experts.171.down_proj,rtn: 0.0023346,0.00000,0.020
+61,mlp.experts.179.down_proj,rtn: 0.0022888,0.00000,0.026
+61,mlp.experts.180.down_proj,rtn: 0.0023346,0.00000,0.042
+61,mlp.experts.175.down_proj,rtn: 0.0023193,0.00000,0.023
+61,mlp.experts.165.down_proj,rtn: 0.0023041,0.00000,0.044
+61,mlp.experts.188.down_proj,rtn: 0.0023041,0.00000,0.039
+61,mlp.experts.187.down_proj,rtn: 0.0022736,0.00000,0.016
+61,mlp.experts.153.down_proj,rtn: 0.0022736,0.00000,0.040
+61,mlp.experts.161.down_proj,rtn: 0.0023346,0.00000,0.038
+61,mlp.experts.160.down_proj,rtn: 0.0023041,0.00000,0.031
+61,mlp.experts.168.down_proj,rtn: 0.0022888,0.00000,0.026
+61,mlp.experts.191.down_proj,rtn: 0.0023041,0.00000,0.015
+61,mlp.experts.189.down_proj,rtn: 0.0022583,0.00000,0.038
+61,mlp.experts.181.down_proj,rtn: 0.0022736,0.00000,0.032
+61,mlp.experts.184.down_proj,rtn: 0.0022125,0.00000,0.019
+61,mlp.experts.176.down_proj,rtn: 0.0022430,0.00000,0.020
+61,mlp.experts.169.down_proj,rtn: 0.0023346,0.00000,0.027
+61,mlp.experts.177.down_proj,rtn: 0.0023193,0.00000,0.026
+61,mlp.experts.185.down_proj,rtn: 0.0022583,0.00000,0.010
+61,mlp.shared_experts.gate_proj,rtn: 0.0017624,0.00000,0.026
+61,mlp.shared_experts.up_proj,rtn: 0.0015869,0.00000,0.027
+61,mlp.shared_experts.down_proj,rtn: 0.0016403,0.00000,0.022
+62,self_attn.k_proj,rtn: 0.0020752,0.00000,0.028
+62,self_attn.v_proj,rtn: 0.0031891,0.00000,0.037
+62,self_attn.q_proj,rtn: 0.0020142,0.00000,0.021
+62,self_attn.o_proj,rtn: 0.0028687,0.00000,0.044
+62,mlp.experts.9.gate_proj,rtn: 0.0023499,0.00000,0.099
+62,mlp.experts.7.gate_proj,rtn: 0.0023346,0.00000,0.102
+62,mlp.experts.11.gate_proj,rtn: 0.0022888,0.00000,0.103
+62,mlp.experts.1.gate_proj,rtn: 0.0023041,0.00000,0.103
+62,mlp.experts.3.gate_proj,rtn: 0.0023041,0.00000,0.106
+62,mlp.experts.15.gate_proj,rtn: 0.0023041,0.00000,0.107
+62,mlp.experts.10.gate_proj,rtn: 0.0022736,0.00000,0.112
+62,mlp.experts.12.gate_proj,rtn: 0.0022888,0.00000,0.113
+62,mlp.experts.0.gate_proj,rtn: 0.0023804,0.00000,0.119
+62,mlp.experts.2.gate_proj,rtn: 0.0023651,0.00000,0.119
+62,mlp.experts.8.gate_proj,rtn: 0.0023193,0.00000,0.119
+62,mlp.experts.6.gate_proj,rtn: 0.0022583,0.00000,0.120
+62,mlp.experts.13.gate_proj,rtn: 0.0022736,0.00000,0.120
+62,mlp.experts.4.gate_proj,rtn: 0.0023041,0.00000,0.121
+62,mlp.experts.14.gate_proj,rtn: 0.0023651,0.00000,0.124
+62,mlp.experts.5.gate_proj,rtn: 0.0023651,0.00000,0.126
+62,mlp.experts.25.gate_proj,rtn: 0.0022736,0.00000,0.084
+62,mlp.experts.17.gate_proj,rtn: 0.0023193,0.00000,0.080
+62,mlp.experts.31.gate_proj,rtn: 0.0023193,0.00000,0.082
+62,mlp.experts.23.gate_proj,rtn: 0.0022583,0.00000,0.090
+62,mlp.experts.27.gate_proj,rtn: 0.0022888,0.00000,0.088
+62,mlp.experts.19.gate_proj,rtn: 0.0022888,0.00000,0.081
+62,mlp.experts.28.gate_proj,rtn: 0.0022888,0.00000,0.084
+62,mlp.experts.26.gate_proj,rtn: 0.0022583,0.00000,0.093
+62,mlp.experts.20.gate_proj,rtn: 0.0023193,0.00000,0.091
+62,mlp.experts.24.gate_proj,rtn: 0.0023193,0.00000,0.092
+62,mlp.experts.18.gate_proj,rtn: 0.0023041,0.00000,0.096
+62,mlp.experts.22.gate_proj,rtn: 0.0023499,0.00000,0.092
+62,mlp.experts.29.gate_proj,rtn: 0.0023956,0.00000,0.094
+62,mlp.experts.21.gate_proj,rtn: 0.0023041,0.00000,0.100
+62,mlp.experts.16.gate_proj,rtn: 0.0022430,0.00000,0.106
+62,mlp.experts.30.gate_proj,rtn: 0.0023499,0.00000,0.111
+62,mlp.experts.33.gate_proj,rtn: 0.0023956,0.00000,0.089
+62,mlp.experts.43.gate_proj,rtn: 0.0023041,0.00000,0.079
+62,mlp.experts.41.gate_proj,rtn: 0.0023041,0.00000,0.097
+62,mlp.experts.35.gate_proj,rtn: 0.0023193,0.00000,0.081
+62,mlp.experts.39.gate_proj,rtn: 0.0023041,0.00000,0.082
+62,mlp.experts.47.gate_proj,rtn: 0.0022888,0.00000,0.093
+62,mlp.experts.44.gate_proj,rtn: 0.0022736,0.00000,0.093
+62,mlp.experts.40.gate_proj,rtn: 0.0022888,0.00000,0.084
+62,mlp.experts.36.gate_proj,rtn: 0.0023193,0.00000,0.090
+62,mlp.experts.42.gate_proj,rtn: 0.0022736,0.00000,0.099
+62,mlp.experts.45.gate_proj,rtn: 0.0022888,0.00000,0.099
+62,mlp.experts.38.gate_proj,rtn: 0.0022888,0.00000,0.101
+62,mlp.experts.34.gate_proj,rtn: 0.0023499,0.00000,0.105
+62,mlp.experts.37.gate_proj,rtn: 0.0023041,0.00000,0.097
+62,mlp.experts.46.gate_proj,rtn: 0.0023346,0.00000,0.095
+62,mlp.experts.32.gate_proj,rtn: 0.0022430,0.00000,0.110
+62,mlp.experts.59.gate_proj,rtn: 0.0022736,0.00000,0.086
+62,mlp.experts.49.gate_proj,rtn: 0.0023804,0.00000,0.093
+62,mlp.experts.55.gate_proj,rtn: 0.0022583,0.00000,0.089
+62,mlp.experts.51.gate_proj,rtn: 0.0023499,0.00000,0.088
+62,mlp.experts.57.gate_proj,rtn: 0.0022125,0.00000,0.098
+62,mlp.experts.63.gate_proj,rtn: 0.0023346,0.00000,0.097
+62,mlp.experts.56.gate_proj,rtn: 0.0022736,0.00000,0.094
+62,mlp.experts.60.gate_proj,rtn: 0.0023041,0.00000,0.102
+62,mlp.experts.52.gate_proj,rtn: 0.0023346,0.00000,0.091
+62,mlp.experts.58.gate_proj,rtn: 0.0022736,0.00000,0.100
+62,mlp.experts.54.gate_proj,rtn: 0.0023193,0.00000,0.100
+62,mlp.experts.61.gate_proj,rtn: 0.0023499,0.00000,0.100
+62,mlp.experts.50.gate_proj,rtn: 0.0022736,0.00000,0.104
+62,mlp.experts.53.gate_proj,rtn: 0.0023804,0.00000,0.096
+62,mlp.experts.48.gate_proj,rtn: 0.0022888,0.00000,0.095
+62,mlp.experts.62.gate_proj,rtn: 0.0024109,0.00000,0.104
+62,mlp.experts.75.gate_proj,rtn: 0.0022888,0.00000,0.087
+62,mlp.experts.65.gate_proj,rtn: 0.0022888,0.00000,0.092
+62,mlp.experts.67.gate_proj,rtn: 0.0024261,0.00000,0.087
+62,mlp.experts.71.gate_proj,rtn: 0.0022736,0.00000,0.092
+62,mlp.experts.73.gate_proj,rtn: 0.0023041,0.00000,0.094
+62,mlp.experts.79.gate_proj,rtn: 0.0023499,0.00000,0.095
+62,mlp.experts.76.gate_proj,rtn: 0.0022888,0.00000,0.090
+62,mlp.experts.68.gate_proj,rtn: 0.0022888,0.00000,0.092
+62,mlp.experts.72.gate_proj,rtn: 0.0023041,0.00000,0.101
+62,mlp.experts.74.gate_proj,rtn: 0.0023346,0.00000,0.096
+62,mlp.experts.77.gate_proj,rtn: 0.0022736,0.00000,0.081
+62,mlp.experts.70.gate_proj,rtn: 0.0023651,0.00000,0.095
+62,mlp.experts.66.gate_proj,rtn: 0.0023804,0.00000,0.090
+62,mlp.experts.69.gate_proj,rtn: 0.0022736,0.00000,0.090
+62,mlp.experts.78.gate_proj,rtn: 0.0023193,0.00000,0.089
+62,mlp.experts.64.gate_proj,rtn: 0.0022583,0.00000,0.096
+62,mlp.experts.81.gate_proj,rtn: 0.0023346,0.00000,0.089
+62,mlp.experts.91.gate_proj,rtn: 0.0022888,0.00000,0.095
+62,mlp.experts.83.gate_proj,rtn: 0.0023499,0.00000,0.095
+62,mlp.experts.89.gate_proj,rtn: 0.0022736,0.00000,0.085
+62,mlp.experts.87.gate_proj,rtn: 0.0022888,0.00000,0.100
+62,mlp.experts.95.gate_proj,rtn: 0.0022736,0.00000,0.092
+62,mlp.experts.92.gate_proj,rtn: 0.0023499,0.00000,0.086
+62,mlp.experts.90.gate_proj,rtn: 0.0023193,0.00000,0.072
+62,mlp.experts.84.gate_proj,rtn: 0.0022736,0.00000,0.087
+62,mlp.experts.93.gate_proj,rtn: 0.0022583,0.00000,0.076
+62,mlp.experts.88.gate_proj,rtn: 0.0023804,0.00000,0.101
+62,mlp.experts.86.gate_proj,rtn: 0.0022583,0.00000,0.083
+62,mlp.experts.82.gate_proj,rtn: 0.0023346,0.00000,0.081
+62,mlp.experts.85.gate_proj,rtn: 0.0022888,0.00000,0.081
+62,mlp.experts.94.gate_proj,rtn: 0.0022888,0.00000,0.083
+62,mlp.experts.80.gate_proj,rtn: 0.0022888,0.00000,0.097
+62,mlp.experts.97.gate_proj,rtn: 0.0022888,0.00000,0.093
+62,mlp.experts.107.gate_proj,rtn: 0.0022736,0.00000,0.097
+62,mlp.experts.99.gate_proj,rtn: 0.0023193,0.00000,0.086
+62,mlp.experts.105.gate_proj,rtn: 0.0023041,0.00000,0.092
+62,mlp.experts.111.gate_proj,rtn: 0.0023346,0.00000,0.087
+62,mlp.experts.103.gate_proj,rtn: 0.0022888,0.00000,0.095
+62,mlp.experts.109.gate_proj,rtn: 0.0023041,0.00000,0.084
+62,mlp.experts.106.gate_proj,rtn: 0.0023193,0.00000,0.090
+62,mlp.experts.108.gate_proj,rtn: 0.0023193,0.00000,0.095
+62,mlp.experts.100.gate_proj,rtn: 0.0022583,0.00000,0.092
+62,mlp.experts.98.gate_proj,rtn: 0.0023346,0.00000,0.083
+62,mlp.experts.102.gate_proj,rtn: 0.0023041,0.00000,0.095
+62,mlp.experts.104.gate_proj,rtn: 0.0023346,0.00000,0.095
+62,mlp.experts.101.gate_proj,rtn: 0.0023193,0.00000,0.097
+62,mlp.experts.110.gate_proj,rtn: 0.0023346,0.00000,0.094
+62,mlp.experts.123.gate_proj,rtn: 0.0022888,0.00000,0.079
+62,mlp.experts.96.gate_proj,rtn: 0.0023346,0.00000,0.090
+62,mlp.experts.115.gate_proj,rtn: 0.0023499,0.00000,0.088
+62,mlp.experts.113.gate_proj,rtn: 0.0023193,0.00000,0.093
+62,mlp.experts.127.gate_proj,rtn: 0.0023193,0.00000,0.077
+62,mlp.experts.121.gate_proj,rtn: 0.0023499,0.00000,0.090
+62,mlp.experts.119.gate_proj,rtn: 0.0023193,0.00000,0.078
+62,mlp.experts.116.gate_proj,rtn: 0.0023041,0.00000,0.087
+62,mlp.experts.124.gate_proj,rtn: 0.0022736,0.00000,0.087
+62,mlp.experts.122.gate_proj,rtn: 0.0022888,0.00000,0.094
+62,mlp.experts.125.gate_proj,rtn: 0.0022888,0.00000,0.096
+62,mlp.experts.114.gate_proj,rtn: 0.0023193,0.00000,0.091
+62,mlp.experts.120.gate_proj,rtn: 0.0022430,0.00000,0.093
+62,mlp.experts.118.gate_proj,rtn: 0.0023346,0.00000,0.098
+62,mlp.experts.117.gate_proj,rtn: 0.0023804,0.00000,0.091
+62,mlp.experts.139.gate_proj,rtn: 0.0023499,0.00000,0.077
+62,mlp.experts.126.gate_proj,rtn: 0.0022888,0.00000,0.099
+62,mlp.experts.143.gate_proj,rtn: 0.0023193,0.00000,0.076
+62,mlp.experts.135.gate_proj,rtn: 0.0022583,0.00000,0.073
+62,mlp.experts.112.gate_proj,rtn: 0.0023041,0.00000,0.087
+62,mlp.experts.129.gate_proj,rtn: 0.0022888,0.00000,0.087
+62,mlp.experts.137.gate_proj,rtn: 0.0023041,0.00000,0.082
+62,mlp.experts.131.gate_proj,rtn: 0.0023193,0.00000,0.092
+62,mlp.experts.132.gate_proj,rtn: 0.0023193,0.00000,0.086
+62,mlp.experts.140.gate_proj,rtn: 0.0022888,0.00000,0.088
+62,mlp.experts.141.gate_proj,rtn: 0.0023193,0.00000,0.092
+62,mlp.experts.138.gate_proj,rtn: 0.0022583,0.00000,0.102
+62,mlp.experts.130.gate_proj,rtn: 0.0023346,0.00000,0.098
+62,mlp.experts.134.gate_proj,rtn: 0.0023346,0.00000,0.088
+62,mlp.experts.155.gate_proj,rtn: 0.0023651,0.00000,0.087
+62,mlp.experts.136.gate_proj,rtn: 0.0022888,0.00000,0.102
+62,mlp.experts.133.gate_proj,rtn: 0.0022736,0.00000,0.099
+62,mlp.experts.151.gate_proj,rtn: 0.0022888,0.00000,0.075
+62,mlp.experts.142.gate_proj,rtn: 0.0022888,0.00000,0.083
+62,mlp.experts.159.gate_proj,rtn: 0.0023651,0.00000,0.083
+62,mlp.experts.128.gate_proj,rtn: 0.0023193,0.00000,0.088
+62,mlp.experts.147.gate_proj,rtn: 0.0023804,0.00000,0.081
+62,mlp.experts.153.gate_proj,rtn: 0.0023804,0.00000,0.094
+62,mlp.experts.145.gate_proj,rtn: 0.0022888,0.00000,0.096
+62,mlp.experts.148.gate_proj,rtn: 0.0023041,0.00000,0.084
+62,mlp.experts.156.gate_proj,rtn: 0.0022430,0.00000,0.090
+62,mlp.experts.154.gate_proj,rtn: 0.0023346,0.00000,0.092
+62,mlp.experts.146.gate_proj,rtn: 0.0022888,0.00000,0.089
+62,mlp.experts.171.gate_proj,rtn: 0.0023193,0.00000,0.089
+62,mlp.experts.150.gate_proj,rtn: 0.0023346,0.00000,0.102
+62,mlp.experts.152.gate_proj,rtn: 0.0022278,0.00000,0.093
+62,mlp.experts.144.gate_proj,rtn: 0.0023193,0.00000,0.078
+62,mlp.experts.167.gate_proj,rtn: 0.0023041,0.00000,0.090
+62,mlp.experts.158.gate_proj,rtn: 0.0022583,0.00000,0.092
+62,mlp.experts.175.gate_proj,rtn: 0.0022736,0.00000,0.090
+62,mlp.experts.157.gate_proj,rtn: 0.0023499,0.00000,0.144
+62,mlp.experts.163.gate_proj,rtn: 0.0022736,0.00000,0.091
+62,mlp.experts.164.gate_proj,rtn: 0.0023651,0.00000,0.078
+62,mlp.experts.172.gate_proj,rtn: 0.0022888,0.00000,0.076
+62,mlp.experts.149.gate_proj,rtn: 0.0023499,0.00000,0.133
+62,mlp.experts.170.gate_proj,rtn: 0.0023499,0.00000,0.085
+62,mlp.experts.169.gate_proj,rtn: 0.0023346,0.00000,0.137
+62,mlp.experts.160.gate_proj,rtn: 0.0022888,0.00000,0.065
+62,mlp.experts.161.gate_proj,rtn: 0.0022736,0.00000,0.084
+62,mlp.experts.162.gate_proj,rtn: 0.0023346,0.00000,0.082
+62,mlp.experts.166.gate_proj,rtn: 0.0022736,0.00000,0.076
+62,mlp.experts.168.gate_proj,rtn: 0.0022736,0.00000,0.075
+62,mlp.experts.173.gate_proj,rtn: 0.0023193,0.00000,0.078
+62,mlp.experts.187.gate_proj,rtn: 0.0023499,0.00000,0.100
+62,mlp.experts.174.gate_proj,rtn: 0.0022888,0.00000,0.089
+62,mlp.experts.180.gate_proj,rtn: 0.0023346,0.00000,0.071
+62,mlp.experts.183.gate_proj,rtn: 0.0022888,0.00000,0.098
+62,mlp.experts.191.gate_proj,rtn: 0.0023651,0.00000,0.096
+62,mlp.experts.188.gate_proj,rtn: 0.0023041,0.00000,0.071
+62,mlp.experts.179.gate_proj,rtn: 0.0023651,0.00000,0.101
+62,mlp.experts.165.gate_proj,rtn: 0.0022278,0.00000,0.081
+62,mlp.experts.176.gate_proj,rtn: 0.0023804,0.00000,0.070
+62,mlp.experts.186.gate_proj,rtn: 0.0022888,0.00000,0.092
+62,mlp.experts.185.gate_proj,rtn: 0.0023346,0.00000,0.084
+62,mlp.experts.189.gate_proj,rtn: 0.0022736,0.00000,0.062
+62,mlp.experts.184.gate_proj,rtn: 0.0023193,0.00000,0.067
+62,mlp.experts.177.gate_proj,rtn: 0.0022888,0.00000,0.078
+62,mlp.experts.182.gate_proj,rtn: 0.0023346,0.00000,0.092
+62,mlp.experts.178.gate_proj,rtn: 0.0023499,0.00000,0.078
+62,mlp.experts.4.up_proj,rtn: 0.0022888,0.00000,0.074
+62,mlp.experts.12.up_proj,rtn: 0.0022736,0.00000,0.072
+62,mlp.experts.190.gate_proj,rtn: 0.0023041,0.00000,0.086
+62,mlp.experts.15.up_proj,rtn: 0.0022736,0.00000,0.089
+62,mlp.experts.181.gate_proj,rtn: 0.0023804,0.00000,0.077
+62,mlp.experts.11.up_proj,rtn: 0.0022583,0.00000,0.108
+62,mlp.experts.7.up_proj,rtn: 0.0023041,0.00000,0.099
+62,mlp.experts.3.up_proj,rtn: 0.0022278,0.00000,0.091
+62,mlp.experts.0.up_proj,rtn: 0.0023651,0.00000,0.078
+62,mlp.experts.8.up_proj,rtn: 0.0022888,0.00000,0.068
+62,mlp.experts.9.up_proj,rtn: 0.0023346,0.00000,0.075
+62,mlp.experts.13.up_proj,rtn: 0.0022430,0.00000,0.077
+62,mlp.experts.1.up_proj,rtn: 0.0022736,0.00000,0.074
+62,mlp.experts.28.up_proj,rtn: 0.0022736,0.00000,0.068
+62,mlp.experts.10.up_proj,rtn: 0.0022278,0.00000,0.100
+62,mlp.experts.20.up_proj,rtn: 0.0023193,0.00000,0.077
+62,mlp.experts.2.up_proj,rtn: 0.0023346,0.00000,0.082
+62,mlp.experts.5.up_proj,rtn: 0.0022736,0.00000,0.064
+62,mlp.experts.6.up_proj,rtn: 0.0022125,0.00000,0.099
+62,mlp.experts.14.up_proj,rtn: 0.0023193,0.00000,0.096
+62,mlp.experts.31.up_proj,rtn: 0.0022736,0.00000,0.093
+62,mlp.experts.16.up_proj,rtn: 0.0022278,0.00000,0.074
+62,mlp.experts.23.up_proj,rtn: 0.0022583,0.00000,0.090
+62,mlp.experts.24.up_proj,rtn: 0.0022583,0.00000,0.073
+62,mlp.experts.25.up_proj,rtn: 0.0022430,0.00000,0.072
+62,mlp.experts.29.up_proj,rtn: 0.0023499,0.00000,0.071
+62,mlp.experts.19.up_proj,rtn: 0.0022583,0.00000,0.103
+62,mlp.experts.27.up_proj,rtn: 0.0021820,0.00000,0.104
+62,mlp.experts.17.up_proj,rtn: 0.0023041,0.00000,0.067
+62,mlp.experts.44.up_proj,rtn: 0.0022583,0.00000,0.070
+62,mlp.experts.36.up_proj,rtn: 0.0022888,0.00000,0.075
+62,mlp.experts.21.up_proj,rtn: 0.0022888,0.00000,0.075
+62,mlp.experts.18.up_proj,rtn: 0.0022278,0.00000,0.090
+62,mlp.experts.26.up_proj,rtn: 0.0022583,0.00000,0.099
+62,mlp.experts.22.up_proj,rtn: 0.0023041,0.00000,0.098
+62,mlp.experts.32.up_proj,rtn: 0.0021973,0.00000,0.076
+62,mlp.experts.45.up_proj,rtn: 0.0022583,0.00000,0.067
+62,mlp.experts.41.up_proj,rtn: 0.0022583,0.00000,0.069
+62,mlp.experts.30.up_proj,rtn: 0.0023346,0.00000,0.095
+62,mlp.experts.40.up_proj,rtn: 0.0022430,0.00000,0.077
+62,mlp.experts.47.up_proj,rtn: 0.0022125,0.00000,0.092
+62,mlp.experts.39.up_proj,rtn: 0.0023041,0.00000,0.097
+62,mlp.experts.33.up_proj,rtn: 0.0023499,0.00000,0.076
+62,mlp.experts.60.up_proj,rtn: 0.0022430,0.00000,0.076
+62,mlp.experts.35.up_proj,rtn: 0.0022125,0.00000,0.098
+62,mlp.experts.43.up_proj,rtn: 0.0022888,0.00000,0.097
+62,mlp.experts.52.up_proj,rtn: 0.0023041,0.00000,0.078
+62,mlp.experts.37.up_proj,rtn: 0.0022888,0.00000,0.075
+62,mlp.experts.48.up_proj,rtn: 0.0022736,0.00000,0.069
+62,mlp.experts.42.up_proj,rtn: 0.0022583,0.00000,0.093
+62,mlp.experts.34.up_proj,rtn: 0.0023346,0.00000,0.095
+62,mlp.experts.61.up_proj,rtn: 0.0022888,0.00000,0.075
+62,mlp.experts.57.up_proj,rtn: 0.0021667,0.00000,0.076
+62,mlp.experts.56.up_proj,rtn: 0.0022583,0.00000,0.074
+62,mlp.experts.38.up_proj,rtn: 0.0022583,0.00000,0.102
+62,mlp.experts.63.up_proj,rtn: 0.0023193,0.00000,0.090
+62,mlp.experts.55.up_proj,rtn: 0.0022278,0.00000,0.079
+62,mlp.experts.46.up_proj,rtn: 0.0022888,0.00000,0.095
+62,mlp.experts.49.up_proj,rtn: 0.0023499,0.00000,0.077
+62,mlp.experts.76.up_proj,rtn: 0.0022125,0.00000,0.074
+62,mlp.experts.68.up_proj,rtn: 0.0022736,0.00000,0.072
+62,mlp.experts.53.up_proj,rtn: 0.0022888,0.00000,0.070
+62,mlp.experts.59.up_proj,rtn: 0.0022430,0.00000,0.080
+62,mlp.experts.51.up_proj,rtn: 0.0023193,0.00000,0.084
+62,mlp.experts.64.up_proj,rtn: 0.0022583,0.00000,0.068
+62,mlp.experts.73.up_proj,rtn: 0.0022888,0.00000,0.065
+62,mlp.experts.72.up_proj,rtn: 0.0022888,0.00000,0.066
+62,mlp.experts.77.up_proj,rtn: 0.0022430,0.00000,0.075
+62,mlp.experts.58.up_proj,rtn: 0.0022430,0.00000,0.092
+62,mlp.experts.50.up_proj,rtn: 0.0022583,0.00000,0.090
+62,mlp.experts.92.up_proj,rtn: 0.0022736,0.00000,0.072
+62,mlp.experts.69.up_proj,rtn: 0.0022430,0.00000,0.069
+62,mlp.experts.79.up_proj,rtn: 0.0022736,0.00000,0.087
+62,mlp.experts.65.up_proj,rtn: 0.0022888,0.00000,0.079
+62,mlp.experts.71.up_proj,rtn: 0.0022583,0.00000,0.084
+62,mlp.experts.84.up_proj,rtn: 0.0022583,0.00000,0.074
+62,mlp.experts.54.up_proj,rtn: 0.0022888,0.00000,0.100
+62,mlp.experts.75.up_proj,rtn: 0.0022736,0.00000,0.076
+62,mlp.experts.80.up_proj,rtn: 0.0022736,0.00000,0.060
+62,mlp.experts.67.up_proj,rtn: 0.0022888,0.00000,0.080
+62,mlp.experts.62.up_proj,rtn: 0.0023804,0.00000,0.099
+62,mlp.experts.88.up_proj,rtn: 0.0023346,0.00000,0.070
+62,mlp.experts.89.up_proj,rtn: 0.0022583,0.00000,0.077
+62,mlp.experts.93.up_proj,rtn: 0.0022430,0.00000,0.081
+62,mlp.experts.108.up_proj,rtn: 0.0023041,0.00000,0.068
+62,mlp.experts.74.up_proj,rtn: 0.0023041,0.00000,0.101
+62,mlp.experts.66.up_proj,rtn: 0.0023346,0.00000,0.102
+62,mlp.experts.85.up_proj,rtn: 0.0022736,0.00000,0.077
+62,mlp.experts.100.up_proj,rtn: 0.0022125,0.00000,0.070
+62,mlp.experts.96.up_proj,rtn: 0.0022736,0.00000,0.065
+62,mlp.experts.81.up_proj,rtn: 0.0023041,0.00000,0.092
+62,mlp.experts.104.up_proj,rtn: 0.0023041,0.00000,0.063
+62,mlp.experts.70.up_proj,rtn: 0.0023041,0.00000,0.093
+62,mlp.experts.87.up_proj,rtn: 0.0022736,0.00000,0.089
+62,mlp.experts.95.up_proj,rtn: 0.0022278,0.00000,0.098
+62,mlp.experts.83.up_proj,rtn: 0.0023041,0.00000,0.088
+62,mlp.experts.78.up_proj,rtn: 0.0022736,0.00000,0.095
+62,mlp.experts.105.up_proj,rtn: 0.0022736,0.00000,0.079
+62,mlp.experts.91.up_proj,rtn: 0.0022583,0.00000,0.102
+62,mlp.experts.109.up_proj,rtn: 0.0023041,0.00000,0.081
+62,mlp.experts.124.up_proj,rtn: 0.0022430,0.00000,0.072
+62,mlp.experts.112.up_proj,rtn: 0.0023041,0.00000,0.071
+62,mlp.experts.101.up_proj,rtn: 0.0022888,0.00000,0.079
+62,mlp.experts.116.up_proj,rtn: 0.0022888,0.00000,0.075
+62,mlp.experts.120.up_proj,rtn: 0.0022125,0.00000,0.071
+62,mlp.experts.90.up_proj,rtn: 0.0022430,0.00000,0.098
+62,mlp.experts.82.up_proj,rtn: 0.0022430,0.00000,0.095
+62,mlp.experts.97.up_proj,rtn: 0.0022583,0.00000,0.082
+62,mlp.experts.103.up_proj,rtn: 0.0022736,0.00000,0.082
+62,mlp.experts.111.up_proj,rtn: 0.0023041,0.00000,0.081
+62,mlp.experts.99.up_proj,rtn: 0.0023041,0.00000,0.089
+62,mlp.experts.107.up_proj,rtn: 0.0021973,0.00000,0.080
+62,mlp.experts.86.up_proj,rtn: 0.0022278,0.00000,0.102
+62,mlp.experts.121.up_proj,rtn: 0.0022888,0.00000,0.091
+62,mlp.experts.94.up_proj,rtn: 0.0022736,0.00000,0.096
+62,mlp.experts.140.up_proj,rtn: 0.0022430,0.00000,0.076
+62,mlp.experts.125.up_proj,rtn: 0.0022583,0.00000,0.092
+62,mlp.experts.128.up_proj,rtn: 0.0022888,0.00000,0.074
+62,mlp.experts.132.up_proj,rtn: 0.0022888,0.00000,0.070
+62,mlp.experts.117.up_proj,rtn: 0.0023499,0.00000,0.078
+62,mlp.experts.136.up_proj,rtn: 0.0022125,0.00000,0.076
+62,mlp.experts.119.up_proj,rtn: 0.0022888,0.00000,0.078
+62,mlp.experts.127.up_proj,rtn: 0.0022888,0.00000,0.078
+62,mlp.experts.113.up_proj,rtn: 0.0023041,0.00000,0.090
+62,mlp.experts.98.up_proj,rtn: 0.0023193,0.00000,0.092
+62,mlp.experts.106.up_proj,rtn: 0.0023041,0.00000,0.104
+62,mlp.experts.115.up_proj,rtn: 0.0023346,0.00000,0.087
+62,mlp.experts.156.up_proj,rtn: 0.0022125,0.00000,0.072
+62,mlp.experts.123.up_proj,rtn: 0.0022736,0.00000,0.088
+62,mlp.experts.137.up_proj,rtn: 0.0022736,0.00000,0.089
+62,mlp.experts.148.up_proj,rtn: 0.0022736,0.00000,0.065
+62,mlp.experts.110.up_proj,rtn: 0.0023041,0.00000,0.093
+62,mlp.experts.102.up_proj,rtn: 0.0023041,0.00000,0.104
+62,mlp.experts.144.up_proj,rtn: 0.0022888,0.00000,0.075
+62,mlp.experts.141.up_proj,rtn: 0.0022583,0.00000,0.092
+62,mlp.experts.133.up_proj,rtn: 0.0022583,0.00000,0.078
+62,mlp.experts.152.up_proj,rtn: 0.0022125,0.00000,0.075
+62,mlp.experts.135.up_proj,rtn: 0.0022278,0.00000,0.080
+62,mlp.experts.143.up_proj,rtn: 0.0022278,0.00000,0.088
+62,mlp.experts.172.up_proj,rtn: 0.0022278,0.00000,0.071
+62,mlp.experts.129.up_proj,rtn: 0.0022430,0.00000,0.095
+62,mlp.experts.114.up_proj,rtn: 0.0022736,0.00000,0.099
+62,mlp.experts.164.up_proj,rtn: 0.0022888,0.00000,0.066
+62,mlp.experts.122.up_proj,rtn: 0.0022736,0.00000,0.093
+62,mlp.experts.131.up_proj,rtn: 0.0023041,0.00000,0.087
+62,mlp.experts.160.up_proj,rtn: 0.0022736,0.00000,0.071
+62,mlp.experts.153.up_proj,rtn: 0.0023346,0.00000,0.083
+62,mlp.experts.139.up_proj,rtn: 0.0023346,0.00000,0.100
+62,mlp.experts.149.up_proj,rtn: 0.0023193,0.00000,0.082
+62,mlp.experts.157.up_proj,rtn: 0.0023346,0.00000,0.082
+62,mlp.experts.118.up_proj,rtn: 0.0023041,0.00000,0.101
+62,mlp.experts.168.up_proj,rtn: 0.0022583,0.00000,0.077
+62,mlp.experts.126.up_proj,rtn: 0.0022583,0.00000,0.105
+62,mlp.experts.151.up_proj,rtn: 0.0022736,0.00000,0.093
+62,mlp.experts.159.up_proj,rtn: 0.0023041,0.00000,0.085
+62,mlp.experts.188.up_proj,rtn: 0.0022736,0.00000,0.081
+62,mlp.experts.180.up_proj,rtn: 0.0023346,0.00000,0.077
+62,mlp.experts.145.up_proj,rtn: 0.0022583,0.00000,0.084
+62,mlp.experts.176.up_proj,rtn: 0.0023193,0.00000,0.070
+62,mlp.experts.147.up_proj,rtn: 0.0023346,0.00000,0.088
+62,mlp.experts.169.up_proj,rtn: 0.0023193,0.00000,0.082
+62,mlp.experts.155.up_proj,rtn: 0.0023193,0.00000,0.081
+62,mlp.experts.130.up_proj,rtn: 0.0023193,0.00000,0.108
+62,mlp.experts.173.up_proj,rtn: 0.0022888,0.00000,0.078
+62,mlp.experts.138.up_proj,rtn: 0.0022430,0.00000,0.110
+62,mlp.experts.184.up_proj,rtn: 0.0022430,0.00000,0.072
+62,mlp.experts.165.up_proj,rtn: 0.0022736,0.00000,0.086
+62,mlp.experts.142.up_proj,rtn: 0.0022736,0.00000,0.102
+62,mlp.experts.134.up_proj,rtn: 0.0023041,0.00000,0.107
+62,mlp.experts.175.up_proj,rtn: 0.0022583,0.00000,0.081
+62,mlp.experts.167.up_proj,rtn: 0.0022583,0.00000,0.089
+62,mlp.experts.161.up_proj,rtn: 0.0022430,0.00000,0.077
+62,mlp.experts.163.up_proj,rtn: 0.0022278,0.00000,0.078
+62,mlp.experts.185.up_proj,rtn: 0.0022736,0.00000,0.079
+62,mlp.experts.171.up_proj,rtn: 0.0023193,0.00000,0.081
+62,mlp.experts.189.up_proj,rtn: 0.0022125,0.00000,0.076
+62,mlp.experts.181.up_proj,rtn: 0.0023346,0.00000,0.073
+62,mlp.experts.154.up_proj,rtn: 0.0022736,0.00000,0.091
+62,mlp.experts.146.up_proj,rtn: 0.0022736,0.00000,0.103
+62,mlp.experts.177.up_proj,rtn: 0.0022278,0.00000,0.052
+62,mlp.experts.191.up_proj,rtn: 0.0022583,0.00000,0.082
+62,mlp.experts.150.up_proj,rtn: 0.0022736,0.00000,0.090
+62,mlp.experts.183.up_proj,rtn: 0.0022736,0.00000,0.085
+62,mlp.experts.158.up_proj,rtn: 0.0022430,0.00000,0.101
+62,mlp.experts.179.up_proj,rtn: 0.0023193,0.00000,0.071
+62,mlp.experts.187.up_proj,rtn: 0.0023346,0.00000,0.070
+62,mlp.experts.170.up_proj,rtn: 0.0022583,0.00000,0.081
+62,mlp.experts.162.up_proj,rtn: 0.0023041,0.00000,0.079
+62,mlp.experts.166.up_proj,rtn: 0.0022583,0.00000,0.078
+62,mlp.experts.174.up_proj,rtn: 0.0022583,0.00000,0.077
+62,mlp.experts.186.up_proj,rtn: 0.0022736,0.00000,0.079
+62,mlp.experts.178.up_proj,rtn: 0.0023193,0.00000,0.076
+62,mlp.experts.182.up_proj,rtn: 0.0022888,0.00000,0.070
+62,mlp.experts.190.up_proj,rtn: 0.0022430,0.00000,0.066
+62,mlp.experts.0.down_proj,rtn: 0.0023804,0.00000,0.017
+62,mlp.experts.3.down_proj,rtn: 0.0022583,0.00000,0.043
+62,mlp.experts.7.down_proj,rtn: 0.0023346,0.00000,0.044
+62,mlp.experts.12.down_proj,rtn: 0.0023041,0.00000,0.053
+62,mlp.experts.8.down_proj,rtn: 0.0023041,0.00000,0.054
+62,mlp.experts.5.down_proj,rtn: 0.0022278,0.00000,0.050
+62,mlp.experts.4.down_proj,rtn: 0.0023346,0.00000,0.048
+62,mlp.experts.16.down_proj,rtn: 0.0022736,0.00000,0.049
+62,mlp.experts.13.down_proj,rtn: 0.0022583,0.00000,0.052
+62,mlp.experts.9.down_proj,rtn: 0.0023499,0.00000,0.057
+62,mlp.experts.15.down_proj,rtn: 0.0023193,0.00000,0.058
+62,mlp.experts.1.down_proj,rtn: 0.0022430,0.00000,0.058
+62,mlp.experts.11.down_proj,rtn: 0.0022736,0.00000,0.061
+62,mlp.experts.10.down_proj,rtn: 0.0022278,0.00000,0.154
+62,mlp.experts.14.down_proj,rtn: 0.0023346,0.00000,0.154
+62,mlp.experts.6.down_proj,rtn: 0.0022430,0.00000,0.155
+62,mlp.experts.2.down_proj,rtn: 0.0023499,0.00000,0.159
+62,mlp.experts.19.down_proj,rtn: 0.0023346,0.00000,0.047
+62,mlp.experts.23.down_proj,rtn: 0.0023193,0.00000,0.044
+62,mlp.experts.21.down_proj,rtn: 0.0023193,0.00000,0.034
+62,mlp.experts.28.down_proj,rtn: 0.0023193,0.00000,0.052
+62,mlp.experts.24.down_proj,rtn: 0.0022736,0.00000,0.055
+62,mlp.experts.20.down_proj,rtn: 0.0023346,0.00000,0.042
+62,mlp.experts.31.down_proj,rtn: 0.0022888,0.00000,0.034
+62,mlp.experts.25.down_proj,rtn: 0.0022430,0.00000,0.043
+62,mlp.experts.32.down_proj,rtn: 0.0022125,0.00000,0.052
+62,mlp.experts.29.down_proj,rtn: 0.0023804,0.00000,0.038
+62,mlp.experts.17.down_proj,rtn: 0.0023193,0.00000,0.052
+62,mlp.experts.27.down_proj,rtn: 0.0022430,0.00000,0.043
+62,mlp.experts.26.down_proj,rtn: 0.0022888,0.00000,0.058
+62,mlp.experts.44.down_proj,rtn: 0.0023193,0.00000,0.043
+62,mlp.experts.37.down_proj,rtn: 0.0023346,0.00000,0.043
+62,mlp.experts.18.down_proj,rtn: 0.0022736,0.00000,0.072
+62,mlp.experts.22.down_proj,rtn: 0.0023041,0.00000,0.062
+62,mlp.experts.39.down_proj,rtn: 0.0023193,0.00000,0.051
+62,mlp.experts.30.down_proj,rtn: 0.0023651,0.00000,0.067
+62,mlp.experts.40.down_proj,rtn: 0.0022888,0.00000,0.048
+62,mlp.experts.47.down_proj,rtn: 0.0021973,0.00000,0.042
+62,mlp.experts.36.down_proj,rtn: 0.0023041,0.00000,0.040
+62,mlp.experts.35.down_proj,rtn: 0.0022430,0.00000,0.061
+62,mlp.experts.45.down_proj,rtn: 0.0022736,0.00000,0.043
+62,mlp.experts.43.down_proj,rtn: 0.0022888,0.00000,0.032
+62,mlp.experts.33.down_proj,rtn: 0.0023499,0.00000,0.052
+62,mlp.experts.41.down_proj,rtn: 0.0022888,0.00000,0.050
+62,mlp.experts.48.down_proj,rtn: 0.0022888,0.00000,0.042
+62,mlp.experts.53.down_proj,rtn: 0.0023041,0.00000,0.026
+62,mlp.experts.42.down_proj,rtn: 0.0022888,0.00000,0.043
+62,mlp.experts.55.down_proj,rtn: 0.0022736,0.00000,0.041
+62,mlp.experts.60.down_proj,rtn: 0.0022278,0.00000,0.047
+62,mlp.experts.34.down_proj,rtn: 0.0023346,0.00000,0.044
+62,mlp.experts.38.down_proj,rtn: 0.0022736,0.00000,0.049
+62,mlp.experts.52.down_proj,rtn: 0.0023193,0.00000,0.043
+62,mlp.experts.56.down_proj,rtn: 0.0022888,0.00000,0.043
+62,mlp.experts.59.down_proj,rtn: 0.0022278,0.00000,0.041
+62,mlp.experts.63.down_proj,rtn: 0.0023346,0.00000,0.046
+62,mlp.experts.69.down_proj,rtn: 0.0022278,0.00000,0.038
+62,mlp.experts.46.down_proj,rtn: 0.0023193,0.00000,0.051
+62,mlp.experts.61.down_proj,rtn: 0.0022888,0.00000,0.047
+62,mlp.experts.51.down_proj,rtn: 0.0023346,0.00000,0.047
+62,mlp.experts.57.down_proj,rtn: 0.0022583,0.00000,0.041
+62,mlp.experts.58.down_proj,rtn: 0.0023041,0.00000,0.040
+62,mlp.experts.49.down_proj,rtn: 0.0023651,0.00000,0.044
+62,mlp.experts.64.down_proj,rtn: 0.0023193,0.00000,0.049
+62,mlp.experts.71.down_proj,rtn: 0.0023041,0.00000,0.042
+62,mlp.experts.68.down_proj,rtn: 0.0023041,0.00000,0.041
+62,mlp.experts.50.down_proj,rtn: 0.0023193,0.00000,0.047
+62,mlp.experts.75.down_proj,rtn: 0.0023499,0.00000,0.036
+62,mlp.experts.76.down_proj,rtn: 0.0021973,0.00000,0.052
+62,mlp.experts.79.down_proj,rtn: 0.0023041,0.00000,0.037
+62,mlp.experts.72.down_proj,rtn: 0.0023193,0.00000,0.041
+62,mlp.experts.54.down_proj,rtn: 0.0023193,0.00000,0.048
+62,mlp.experts.85.down_proj,rtn: 0.0023041,0.00000,0.039
+62,mlp.experts.77.down_proj,rtn: 0.0022736,0.00000,0.038
+62,mlp.experts.67.down_proj,rtn: 0.0023041,0.00000,0.037
+62,mlp.experts.74.down_proj,rtn: 0.0023041,0.00000,0.040
+62,mlp.experts.65.down_proj,rtn: 0.0023346,0.00000,0.037
+62,mlp.experts.80.down_proj,rtn: 0.0022888,0.00000,0.039
+62,mlp.experts.87.down_proj,rtn: 0.0023041,0.00000,0.037
+62,mlp.experts.62.down_proj,rtn: 0.0023499,0.00000,0.061
+62,mlp.experts.73.down_proj,rtn: 0.0023193,0.00000,0.056
+62,mlp.experts.84.down_proj,rtn: 0.0023041,0.00000,0.038
+62,mlp.experts.91.down_proj,rtn: 0.0023041,0.00000,0.039
+62,mlp.experts.95.down_proj,rtn: 0.0022430,0.00000,0.036
+62,mlp.experts.66.down_proj,rtn: 0.0023499,0.00000,0.041
+62,mlp.experts.101.down_proj,rtn: 0.0023499,0.00000,0.032
+62,mlp.experts.93.down_proj,rtn: 0.0022888,0.00000,0.036
+62,mlp.experts.88.down_proj,rtn: 0.0023651,0.00000,0.043
+62,mlp.experts.92.down_proj,rtn: 0.0022583,0.00000,0.048
+62,mlp.experts.83.down_proj,rtn: 0.0023651,0.00000,0.039
+62,mlp.experts.81.down_proj,rtn: 0.0023193,0.00000,0.037
+62,mlp.experts.90.down_proj,rtn: 0.0022278,0.00000,0.040
+62,mlp.experts.70.down_proj,rtn: 0.0023041,0.00000,0.049
+62,mlp.experts.96.down_proj,rtn: 0.0023041,0.00000,0.035
+62,mlp.experts.103.down_proj,rtn: 0.0023041,0.00000,0.036
+62,mlp.experts.100.down_proj,rtn: 0.0023041,0.00000,0.040
+62,mlp.experts.107.down_proj,rtn: 0.0022278,0.00000,0.039
+62,mlp.experts.117.down_proj,rtn: 0.0023499,0.00000,0.034
+62,mlp.experts.111.down_proj,rtn: 0.0023193,0.00000,0.043
+62,mlp.experts.109.down_proj,rtn: 0.0023193,0.00000,0.037
+62,mlp.experts.82.down_proj,rtn: 0.0022125,0.00000,0.046
+62,mlp.experts.89.down_proj,rtn: 0.0023193,0.00000,0.057
+62,mlp.experts.97.down_proj,rtn: 0.0023041,0.00000,0.035
+62,mlp.experts.104.down_proj,rtn: 0.0023499,0.00000,0.044
+62,mlp.experts.78.down_proj,rtn: 0.0022736,0.00000,0.069
+62,mlp.experts.99.down_proj,rtn: 0.0023193,0.00000,0.043
+62,mlp.experts.112.down_proj,rtn: 0.0023499,0.00000,0.033
+62,mlp.experts.119.down_proj,rtn: 0.0023041,0.00000,0.035
+62,mlp.experts.108.down_proj,rtn: 0.0023499,0.00000,0.044
+62,mlp.experts.106.down_proj,rtn: 0.0023346,0.00000,0.042
+62,mlp.experts.86.down_proj,rtn: 0.0022278,0.00000,0.043
+62,mlp.experts.123.down_proj,rtn: 0.0022888,0.00000,0.029
+62,mlp.experts.116.down_proj,rtn: 0.0023193,0.00000,0.033
+62,mlp.experts.133.down_proj,rtn: 0.0022583,0.00000,0.032
+62,mlp.experts.125.down_proj,rtn: 0.0022888,0.00000,0.029
+62,mlp.experts.127.down_proj,rtn: 0.0023193,0.00000,0.033
+62,mlp.experts.105.down_proj,rtn: 0.0022888,0.00000,0.031
+62,mlp.experts.113.down_proj,rtn: 0.0023193,0.00000,0.028
+62,mlp.experts.98.down_proj,rtn: 0.0023346,0.00000,0.042
+62,mlp.experts.120.down_proj,rtn: 0.0022583,0.00000,0.044
+62,mlp.experts.135.down_proj,rtn: 0.0022736,0.00000,0.034
+62,mlp.experts.128.down_proj,rtn: 0.0023041,0.00000,0.039
+62,mlp.experts.124.down_proj,rtn: 0.0022888,0.00000,0.044
+62,mlp.experts.115.down_proj,rtn: 0.0023499,0.00000,0.041
+62,mlp.experts.94.down_proj,rtn: 0.0023499,0.00000,0.044
+62,mlp.experts.132.down_proj,rtn: 0.0023193,0.00000,0.037
+62,mlp.experts.149.down_proj,rtn: 0.0023193,0.00000,0.034
+62,mlp.experts.139.down_proj,rtn: 0.0023346,0.00000,0.036
+62,mlp.experts.143.down_proj,rtn: 0.0022125,0.00000,0.032
+62,mlp.experts.141.down_proj,rtn: 0.0023041,0.00000,0.031
+62,mlp.experts.121.down_proj,rtn: 0.0023193,0.00000,0.026
+62,mlp.experts.129.down_proj,rtn: 0.0022583,0.00000,0.026
+62,mlp.experts.122.down_proj,rtn: 0.0022888,0.00000,0.042
+62,mlp.experts.102.down_proj,rtn: 0.0023499,0.00000,0.048
+62,mlp.experts.114.down_proj,rtn: 0.0022736,0.00000,0.043
+62,mlp.experts.151.down_proj,rtn: 0.0022736,0.00000,0.033
+62,mlp.experts.136.down_proj,rtn: 0.0021973,0.00000,0.045
+62,mlp.experts.157.down_proj,rtn: 0.0023499,0.00000,0.027
+62,mlp.experts.140.down_proj,rtn: 0.0022888,0.00000,0.041
+62,mlp.experts.144.down_proj,rtn: 0.0023346,0.00000,0.041
+62,mlp.experts.110.down_proj,rtn: 0.0023193,0.00000,0.039
+62,mlp.experts.131.down_proj,rtn: 0.0023499,0.00000,0.038
+62,mlp.experts.165.down_proj,rtn: 0.0023193,0.00000,0.031
+62,mlp.experts.145.down_proj,rtn: 0.0022736,0.00000,0.030
+62,mlp.experts.159.down_proj,rtn: 0.0023346,0.00000,0.037
+62,mlp.experts.155.down_proj,rtn: 0.0023193,0.00000,0.038
+62,mlp.experts.137.down_proj,rtn: 0.0022888,0.00000,0.029
+62,mlp.experts.148.down_proj,rtn: 0.0023193,0.00000,0.045
+62,mlp.experts.118.down_proj,rtn: 0.0023499,0.00000,0.043
+62,mlp.experts.167.down_proj,rtn: 0.0022278,0.00000,0.034
+62,mlp.experts.138.down_proj,rtn: 0.0022888,0.00000,0.048
+62,mlp.experts.173.down_proj,rtn: 0.0023193,0.00000,0.032
+62,mlp.experts.130.down_proj,rtn: 0.0023499,0.00000,0.045
+62,mlp.experts.181.down_proj,rtn: 0.0023346,0.00000,0.031
+62,mlp.experts.152.down_proj,rtn: 0.0022125,0.00000,0.045
+62,mlp.experts.161.down_proj,rtn: 0.0022125,0.00000,0.028
+62,mlp.experts.160.down_proj,rtn: 0.0023041,0.00000,0.038
+62,mlp.experts.156.down_proj,rtn: 0.0022736,0.00000,0.040
+62,mlp.experts.126.down_proj,rtn: 0.0022888,0.00000,0.038
+62,mlp.experts.153.down_proj,rtn: 0.0023193,0.00000,0.027
+62,mlp.experts.147.down_proj,rtn: 0.0023499,0.00000,0.040
+62,mlp.experts.175.down_proj,rtn: 0.0022583,0.00000,0.035
+62,mlp.experts.171.down_proj,rtn: 0.0023499,0.00000,0.037
+62,mlp.experts.164.down_proj,rtn: 0.0023193,0.00000,0.038
+62,mlp.experts.183.down_proj,rtn: 0.0023346,0.00000,0.029
+62,mlp.experts.134.down_proj,rtn: 0.0023346,0.00000,0.040
+62,mlp.experts.189.down_proj,rtn: 0.0022583,0.00000,0.027
+62,mlp.experts.154.down_proj,rtn: 0.0022888,0.00000,0.043
+62,mlp.experts.177.down_proj,rtn: 0.0022583,0.00000,0.026
+62,mlp.experts.163.down_proj,rtn: 0.0021667,0.00000,0.026
+62,mlp.experts.169.down_proj,rtn: 0.0023499,0.00000,0.023
+62,mlp.experts.146.down_proj,rtn: 0.0023041,0.00000,0.046
+62,mlp.experts.176.down_proj,rtn: 0.0023193,0.00000,0.037
+62,mlp.experts.168.down_proj,rtn: 0.0022736,0.00000,0.042
+62,mlp.experts.187.down_proj,rtn: 0.0023346,0.00000,0.028
+62,mlp.experts.191.down_proj,rtn: 0.0022125,0.00000,0.033
+62,mlp.experts.180.down_proj,rtn: 0.0023651,0.00000,0.039
+62,mlp.experts.172.down_proj,rtn: 0.0022583,0.00000,0.043
+62,mlp.experts.142.down_proj,rtn: 0.0023041,0.00000,0.048
+62,mlp.experts.185.down_proj,rtn: 0.0022736,0.00000,0.017
+62,mlp.experts.179.down_proj,rtn: 0.0023193,0.00000,0.022
+62,mlp.experts.170.down_proj,rtn: 0.0022125,0.00000,0.039
+62,mlp.experts.150.down_proj,rtn: 0.0023041,0.00000,0.044
+62,mlp.experts.184.down_proj,rtn: 0.0022430,0.00000,0.026
+62,mlp.experts.162.down_proj,rtn: 0.0023346,0.00000,0.035
+62,mlp.experts.188.down_proj,rtn: 0.0022888,0.00000,0.016
+62,mlp.experts.158.down_proj,rtn: 0.0022736,0.00000,0.034
+62,mlp.experts.186.down_proj,rtn: 0.0023193,0.00000,0.032
+62,mlp.experts.166.down_proj,rtn: 0.0022888,0.00000,0.032
+62,mlp.experts.178.down_proj,rtn: 0.0023193,0.00000,0.029
+62,mlp.experts.174.down_proj,rtn: 0.0023041,0.00000,0.025
+62,mlp.experts.182.down_proj,rtn: 0.0022736,0.00000,0.021
+62,mlp.experts.190.down_proj,rtn: 0.0021973,0.00000,0.014
+62,mlp.shared_experts.up_proj,rtn: 0.0015488,0.00000,0.025
+62,mlp.shared_experts.gate_proj,rtn: 0.0017776,0.00000,0.027
+62,mlp.shared_experts.down_proj,rtn: 0.0016251,0.00000,0.015
+63,self_attn.k_proj,rtn: 0.0020447,0.00000,0.014
+63,self_attn.v_proj,rtn: 0.0033264,0.00000,0.037
+63,self_attn.q_proj,rtn: 0.0022125,0.00000,0.018
+63,self_attn.o_proj,rtn: 0.0029144,0.00000,0.031
+63,mlp.experts.6.gate_proj,rtn: 0.0023193,0.00000,0.107
+63,mlp.experts.2.gate_proj,rtn: 0.0023041,0.00000,0.108
+63,mlp.experts.12.gate_proj,rtn: 0.0023346,0.00000,0.108
+63,mlp.experts.4.gate_proj,rtn: 0.0025024,0.00000,0.108
+63,mlp.experts.10.gate_proj,rtn: 0.0023346,0.00000,0.109
+63,mlp.experts.11.gate_proj,rtn: 0.0023956,0.00000,0.115
+63,mlp.experts.3.gate_proj,rtn: 0.0022888,0.00000,0.120
+63,mlp.experts.0.gate_proj,rtn: 0.0022888,0.00000,0.124
+63,mlp.experts.7.gate_proj,rtn: 0.0023193,0.00000,0.125
+63,mlp.experts.15.gate_proj,rtn: 0.0022736,0.00000,0.130
+63,mlp.experts.14.gate_proj,rtn: 0.0023346,0.00000,0.132
+63,mlp.experts.8.gate_proj,rtn: 0.0023193,0.00000,0.130
+63,mlp.experts.1.gate_proj,rtn: 0.0022888,0.00000,0.135
+63,mlp.experts.13.gate_proj,rtn: 0.0022583,0.00000,0.136
+63,mlp.experts.9.gate_proj,rtn: 0.0022583,0.00000,0.142
+63,mlp.experts.5.gate_proj,rtn: 0.0023041,0.00000,0.162
+63,mlp.experts.22.gate_proj,rtn: 0.0023499,0.00000,0.081
+63,mlp.experts.26.gate_proj,rtn: 0.0024872,0.00000,0.084
+63,mlp.experts.18.gate_proj,rtn: 0.0022888,0.00000,0.086
+63,mlp.experts.20.gate_proj,rtn: 0.0023346,0.00000,0.089
+63,mlp.experts.28.gate_proj,rtn: 0.0022736,0.00000,0.098
+63,mlp.experts.19.gate_proj,rtn: 0.0023956,0.00000,0.097
+63,mlp.experts.30.gate_proj,rtn: 0.0023041,0.00000,0.090
+63,mlp.experts.23.gate_proj,rtn: 0.0023193,0.00000,0.095
+63,mlp.experts.16.gate_proj,rtn: 0.0022888,0.00000,0.104
+63,mlp.experts.31.gate_proj,rtn: 0.0022583,0.00000,0.108
+63,mlp.experts.29.gate_proj,rtn: 0.0023193,0.00000,0.096
+63,mlp.experts.27.gate_proj,rtn: 0.0022430,0.00000,0.122
+63,mlp.experts.24.gate_proj,rtn: 0.0022888,0.00000,0.110
+63,mlp.experts.17.gate_proj,rtn: 0.0022583,0.00000,0.110
+63,mlp.experts.25.gate_proj,rtn: 0.0023041,0.00000,0.110
+63,mlp.experts.38.gate_proj,rtn: 0.0023346,0.00000,0.079
+63,mlp.experts.21.gate_proj,rtn: 0.0023041,0.00000,0.109
+63,mlp.experts.42.gate_proj,rtn: 0.0023804,0.00000,0.082
+63,mlp.experts.34.gate_proj,rtn: 0.0022888,0.00000,0.072
+63,mlp.experts.36.gate_proj,rtn: 0.0022736,0.00000,0.091
+63,mlp.experts.44.gate_proj,rtn: 0.0023804,0.00000,0.099
+63,mlp.experts.35.gate_proj,rtn: 0.0023499,0.00000,0.098
+63,mlp.experts.46.gate_proj,rtn: 0.0023651,0.00000,0.093
+63,mlp.experts.39.gate_proj,rtn: 0.0023804,0.00000,0.095
+63,mlp.experts.45.gate_proj,rtn: 0.0023041,0.00000,0.087
+63,mlp.experts.32.gate_proj,rtn: 0.0023956,0.00000,0.097
+63,mlp.experts.40.gate_proj,rtn: 0.0023499,0.00000,0.085
+63,mlp.experts.47.gate_proj,rtn: 0.0022888,0.00000,0.100
+63,mlp.experts.33.gate_proj,rtn: 0.0023346,0.00000,0.088
+63,mlp.experts.43.gate_proj,rtn: 0.0023193,0.00000,0.100
+63,mlp.experts.41.gate_proj,rtn: 0.0023193,0.00000,0.084
+63,mlp.experts.37.gate_proj,rtn: 0.0023956,0.00000,0.081
+63,mlp.experts.50.gate_proj,rtn: 0.0023346,0.00000,0.079
+63,mlp.experts.54.gate_proj,rtn: 0.0023346,0.00000,0.089
+63,mlp.experts.58.gate_proj,rtn: 0.0023346,0.00000,0.091
+63,mlp.experts.52.gate_proj,rtn: 0.0023346,0.00000,0.083
+63,mlp.experts.60.gate_proj,rtn: 0.0022888,0.00000,0.087
+63,mlp.experts.61.gate_proj,rtn: 0.0023041,0.00000,0.071
+63,mlp.experts.62.gate_proj,rtn: 0.0023651,0.00000,0.085
+63,mlp.experts.56.gate_proj,rtn: 0.0023193,0.00000,0.076
+63,mlp.experts.48.gate_proj,rtn: 0.0022278,0.00000,0.078
+63,mlp.experts.53.gate_proj,rtn: 0.0023041,0.00000,0.067
+63,mlp.experts.49.gate_proj,rtn: 0.0023041,0.00000,0.077
+63,mlp.experts.57.gate_proj,rtn: 0.0022583,0.00000,0.078
+63,mlp.experts.66.gate_proj,rtn: 0.0023193,0.00000,0.076
+63,mlp.experts.55.gate_proj,rtn: 0.0023346,0.00000,0.109
+63,mlp.experts.51.gate_proj,rtn: 0.0023193,0.00000,0.120
+63,mlp.experts.70.gate_proj,rtn: 0.0023499,0.00000,0.084
+63,mlp.experts.74.gate_proj,rtn: 0.0023193,0.00000,0.082
+63,mlp.experts.59.gate_proj,rtn: 0.0023499,0.00000,0.108
+63,mlp.experts.63.gate_proj,rtn: 0.0023499,0.00000,0.115
+63,mlp.experts.68.gate_proj,rtn: 0.0023193,0.00000,0.078
+63,mlp.experts.77.gate_proj,rtn: 0.0023193,0.00000,0.062
+63,mlp.experts.76.gate_proj,rtn: 0.0022583,0.00000,0.091
+63,mlp.experts.72.gate_proj,rtn: 0.0022736,0.00000,0.072
+63,mlp.experts.64.gate_proj,rtn: 0.0023651,0.00000,0.073
+63,mlp.experts.69.gate_proj,rtn: 0.0022736,0.00000,0.060
+63,mlp.experts.65.gate_proj,rtn: 0.0022736,0.00000,0.061
+63,mlp.experts.78.gate_proj,rtn: 0.0024109,0.00000,0.080
+63,mlp.experts.73.gate_proj,rtn: 0.0023041,0.00000,0.074
+63,mlp.experts.82.gate_proj,rtn: 0.0022583,0.00000,0.078
+63,mlp.experts.86.gate_proj,rtn: 0.0023346,0.00000,0.079
+63,mlp.experts.71.gate_proj,rtn: 0.0023499,0.00000,0.088
+63,mlp.experts.93.gate_proj,rtn: 0.0023193,0.00000,0.071
+63,mlp.experts.90.gate_proj,rtn: 0.0022888,0.00000,0.087
+63,mlp.experts.75.gate_proj,rtn: 0.0023193,0.00000,0.086
+63,mlp.experts.79.gate_proj,rtn: 0.0023193,0.00000,0.086
+63,mlp.experts.84.gate_proj,rtn: 0.0023193,0.00000,0.086
+63,mlp.experts.67.gate_proj,rtn: 0.0022736,0.00000,0.102
+63,mlp.experts.88.gate_proj,rtn: 0.0022430,0.00000,0.084
+63,mlp.experts.85.gate_proj,rtn: 0.0023041,0.00000,0.084
+63,mlp.experts.92.gate_proj,rtn: 0.0023193,0.00000,0.087
+63,mlp.experts.94.gate_proj,rtn: 0.0023193,0.00000,0.088
+63,mlp.experts.80.gate_proj,rtn: 0.0023346,0.00000,0.092
+63,mlp.experts.81.gate_proj,rtn: 0.0022583,0.00000,0.097
+63,mlp.experts.89.gate_proj,rtn: 0.0022888,0.00000,0.084
+63,mlp.experts.98.gate_proj,rtn: 0.0023499,0.00000,0.087
+63,mlp.experts.102.gate_proj,rtn: 0.0022888,0.00000,0.089
+63,mlp.experts.106.gate_proj,rtn: 0.0023193,0.00000,0.081
+63,mlp.experts.87.gate_proj,rtn: 0.0023041,0.00000,0.098
+63,mlp.experts.109.gate_proj,rtn: 0.0023346,0.00000,0.092
+63,mlp.experts.91.gate_proj,rtn: 0.0023041,0.00000,0.097
+63,mlp.experts.83.gate_proj,rtn: 0.0022583,0.00000,0.092
+63,mlp.experts.100.gate_proj,rtn: 0.0023193,0.00000,0.094
+63,mlp.experts.95.gate_proj,rtn: 0.0023346,0.00000,0.105
+63,mlp.experts.104.gate_proj,rtn: 0.0023041,0.00000,0.083
+63,mlp.experts.108.gate_proj,rtn: 0.0023041,0.00000,0.079
+63,mlp.experts.101.gate_proj,rtn: 0.0023193,0.00000,0.086
+63,mlp.experts.110.gate_proj,rtn: 0.0023041,0.00000,0.085
+63,mlp.experts.105.gate_proj,rtn: 0.0022888,0.00000,0.083
+63,mlp.experts.96.gate_proj,rtn: 0.0023346,0.00000,0.090
+63,mlp.experts.97.gate_proj,rtn: 0.0023804,0.00000,0.093
+63,mlp.experts.114.gate_proj,rtn: 0.0023499,0.00000,0.087
+63,mlp.experts.118.gate_proj,rtn: 0.0023499,0.00000,0.083
+63,mlp.experts.122.gate_proj,rtn: 0.0023499,0.00000,0.082
+63,mlp.experts.125.gate_proj,rtn: 0.0022888,0.00000,0.086
+63,mlp.experts.103.gate_proj,rtn: 0.0022583,0.00000,0.102
+63,mlp.experts.116.gate_proj,rtn: 0.0023346,0.00000,0.082
+63,mlp.experts.107.gate_proj,rtn: 0.0023041,0.00000,0.098
+63,mlp.experts.120.gate_proj,rtn: 0.0022583,0.00000,0.082
+63,mlp.experts.99.gate_proj,rtn: 0.0023041,0.00000,0.098
+63,mlp.experts.124.gate_proj,rtn: 0.0023041,0.00000,0.086
+63,mlp.experts.111.gate_proj,rtn: 0.0023651,0.00000,0.104
+63,mlp.experts.126.gate_proj,rtn: 0.0022736,0.00000,0.084
+63,mlp.experts.117.gate_proj,rtn: 0.0022736,0.00000,0.096
+63,mlp.experts.121.gate_proj,rtn: 0.0023193,0.00000,0.090
+63,mlp.experts.112.gate_proj,rtn: 0.0023041,0.00000,0.088
+63,mlp.experts.113.gate_proj,rtn: 0.0023346,0.00000,0.092
+63,mlp.experts.130.gate_proj,rtn: 0.0022430,0.00000,0.082
+63,mlp.experts.134.gate_proj,rtn: 0.0023346,0.00000,0.082
+63,mlp.experts.138.gate_proj,rtn: 0.0023651,0.00000,0.086
+63,mlp.experts.141.gate_proj,rtn: 0.0022278,0.00000,0.090
+63,mlp.experts.132.gate_proj,rtn: 0.0023193,0.00000,0.085
+63,mlp.experts.119.gate_proj,rtn: 0.0023041,0.00000,0.095
+63,mlp.experts.123.gate_proj,rtn: 0.0023041,0.00000,0.089
+63,mlp.experts.142.gate_proj,rtn: 0.0023041,0.00000,0.076
+63,mlp.experts.115.gate_proj,rtn: 0.0022736,0.00000,0.094
+63,mlp.experts.136.gate_proj,rtn: 0.0023956,0.00000,0.095
+63,mlp.experts.140.gate_proj,rtn: 0.0023346,0.00000,0.092
+63,mlp.experts.137.gate_proj,rtn: 0.0022736,0.00000,0.087
+63,mlp.experts.127.gate_proj,rtn: 0.0023346,0.00000,0.102
+63,mlp.experts.128.gate_proj,rtn: 0.0022736,0.00000,0.090
+63,mlp.experts.133.gate_proj,rtn: 0.0023346,0.00000,0.096
+63,mlp.experts.129.gate_proj,rtn: 0.0023346,0.00000,0.086
+63,mlp.experts.150.gate_proj,rtn: 0.0023041,0.00000,0.077
+63,mlp.experts.146.gate_proj,rtn: 0.0023193,0.00000,0.090
+63,mlp.experts.154.gate_proj,rtn: 0.0023499,0.00000,0.089
+63,mlp.experts.157.gate_proj,rtn: 0.0022736,0.00000,0.093
+63,mlp.experts.148.gate_proj,rtn: 0.0023041,0.00000,0.087
+63,mlp.experts.158.gate_proj,rtn: 0.0022736,0.00000,0.076
+63,mlp.experts.139.gate_proj,rtn: 0.0023346,0.00000,0.089
+63,mlp.experts.135.gate_proj,rtn: 0.0021973,0.00000,0.095
+63,mlp.experts.152.gate_proj,rtn: 0.0022736,0.00000,0.083
+63,mlp.experts.156.gate_proj,rtn: 0.0023651,0.00000,0.082
+63,mlp.experts.131.gate_proj,rtn: 0.0022583,0.00000,0.094
+63,mlp.experts.153.gate_proj,rtn: 0.0023193,0.00000,0.083
+63,mlp.experts.166.gate_proj,rtn: 0.0023193,0.00000,0.078
+63,mlp.experts.149.gate_proj,rtn: 0.0022888,0.00000,0.091
+63,mlp.experts.144.gate_proj,rtn: 0.0022736,0.00000,0.094
+63,mlp.experts.145.gate_proj,rtn: 0.0023346,0.00000,0.089
+63,mlp.experts.162.gate_proj,rtn: 0.0023041,0.00000,0.088
+63,mlp.experts.143.gate_proj,rtn: 0.0023041,0.00000,0.105
+63,mlp.experts.170.gate_proj,rtn: 0.0023193,0.00000,0.085
+63,mlp.experts.174.gate_proj,rtn: 0.0023041,0.00000,0.083
+63,mlp.experts.173.gate_proj,rtn: 0.0023804,0.00000,0.091
+63,mlp.experts.164.gate_proj,rtn: 0.0023499,0.00000,0.091
+63,mlp.experts.172.gate_proj,rtn: 0.0023193,0.00000,0.084
+63,mlp.experts.155.gate_proj,rtn: 0.0023346,0.00000,0.097
+63,mlp.experts.168.gate_proj,rtn: 0.0023346,0.00000,0.093
+63,mlp.experts.151.gate_proj,rtn: 0.0023346,0.00000,0.097
+63,mlp.experts.169.gate_proj,rtn: 0.0023041,0.00000,0.084
+63,mlp.experts.147.gate_proj,rtn: 0.0022736,0.00000,0.098
+63,mlp.experts.165.gate_proj,rtn: 0.0022888,0.00000,0.077
+63,mlp.experts.182.gate_proj,rtn: 0.0022888,0.00000,0.090
+63,mlp.experts.161.gate_proj,rtn: 0.0023193,0.00000,0.079
+63,mlp.experts.160.gate_proj,rtn: 0.0023193,0.00000,0.094
+63,mlp.experts.178.gate_proj,rtn: 0.0023956,0.00000,0.091
+63,mlp.experts.186.gate_proj,rtn: 0.0023041,0.00000,0.086
+63,mlp.experts.159.gate_proj,rtn: 0.0022430,0.00000,0.100
+63,mlp.experts.189.gate_proj,rtn: 0.0023804,0.00000,0.075
+63,mlp.experts.190.gate_proj,rtn: 0.0023651,0.00000,0.087
+63,mlp.experts.180.gate_proj,rtn: 0.0023346,0.00000,0.089
+63,mlp.experts.185.gate_proj,rtn: 0.0022583,0.00000,0.074
+63,mlp.experts.181.gate_proj,rtn: 0.0023041,0.00000,0.065
+63,mlp.experts.188.gate_proj,rtn: 0.0023804,0.00000,0.095
+63,mlp.experts.177.gate_proj,rtn: 0.0023346,0.00000,0.068
+63,mlp.experts.184.gate_proj,rtn: 0.0023193,0.00000,0.092
+63,mlp.experts.6.up_proj,rtn: 0.0023041,0.00000,0.080
+63,mlp.experts.167.gate_proj,rtn: 0.0023193,0.00000,0.102
+63,mlp.experts.171.gate_proj,rtn: 0.0022583,0.00000,0.113
+63,mlp.experts.163.gate_proj,rtn: 0.0023651,0.00000,0.103
+63,mlp.experts.2.up_proj,rtn: 0.0023041,0.00000,0.086
+63,mlp.experts.176.gate_proj,rtn: 0.0023499,0.00000,0.088
+63,mlp.experts.13.up_proj,rtn: 0.0022278,0.00000,0.071
+63,mlp.experts.10.up_proj,rtn: 0.0022736,0.00000,0.089
+63,mlp.experts.175.gate_proj,rtn: 0.0023346,0.00000,0.101
+63,mlp.experts.14.up_proj,rtn: 0.0023193,0.00000,0.087
+63,mlp.experts.4.up_proj,rtn: 0.0023499,0.00000,0.084
+63,mlp.experts.12.up_proj,rtn: 0.0022125,0.00000,0.077
+63,mlp.experts.5.up_proj,rtn: 0.0022888,0.00000,0.083
+63,mlp.experts.9.up_proj,rtn: 0.0022278,0.00000,0.086
+63,mlp.experts.1.up_proj,rtn: 0.0022888,0.00000,0.077
+63,mlp.experts.8.up_proj,rtn: 0.0022430,0.00000,0.088
+63,mlp.experts.22.up_proj,rtn: 0.0023346,0.00000,0.084
+63,mlp.experts.18.up_proj,rtn: 0.0022736,0.00000,0.078
+63,mlp.experts.183.gate_proj,rtn: 0.0023193,0.00000,0.108
+63,mlp.experts.29.up_proj,rtn: 0.0022736,0.00000,0.082
+63,mlp.experts.187.gate_proj,rtn: 0.0022278,0.00000,0.108
+63,mlp.experts.0.up_proj,rtn: 0.0022583,0.00000,0.092
+63,mlp.experts.26.up_proj,rtn: 0.0023346,0.00000,0.084
+63,mlp.experts.179.gate_proj,rtn: 0.0023041,0.00000,0.115
+63,mlp.experts.30.up_proj,rtn: 0.0023041,0.00000,0.083
+63,mlp.experts.20.up_proj,rtn: 0.0022736,0.00000,0.083
+63,mlp.experts.28.up_proj,rtn: 0.0022736,0.00000,0.077
+63,mlp.experts.25.up_proj,rtn: 0.0022430,0.00000,0.078
+63,mlp.experts.17.up_proj,rtn: 0.0022583,0.00000,0.075
+63,mlp.experts.191.gate_proj,rtn: 0.0022888,0.00000,0.107
+63,mlp.experts.21.up_proj,rtn: 0.0023041,0.00000,0.094
+63,mlp.experts.24.up_proj,rtn: 0.0022888,0.00000,0.084
+63,mlp.experts.38.up_proj,rtn: 0.0022888,0.00000,0.084
+63,mlp.experts.34.up_proj,rtn: 0.0022736,0.00000,0.079
+63,mlp.experts.45.up_proj,rtn: 0.0023041,0.00000,0.075
+63,mlp.experts.42.up_proj,rtn: 0.0023193,0.00000,0.079
+63,mlp.experts.16.up_proj,rtn: 0.0022583,0.00000,0.090
+63,mlp.experts.7.up_proj,rtn: 0.0022888,0.00000,0.103
+63,mlp.experts.46.up_proj,rtn: 0.0022888,0.00000,0.079
+63,mlp.experts.11.up_proj,rtn: 0.0023346,0.00000,0.103
+63,mlp.experts.36.up_proj,rtn: 0.0022430,0.00000,0.079
+63,mlp.experts.44.up_proj,rtn: 0.0023499,0.00000,0.080
+63,mlp.experts.41.up_proj,rtn: 0.0022888,0.00000,0.085
+63,mlp.experts.33.up_proj,rtn: 0.0023346,0.00000,0.088
+63,mlp.experts.3.up_proj,rtn: 0.0022583,0.00000,0.114
+63,mlp.experts.40.up_proj,rtn: 0.0022430,0.00000,0.081
+63,mlp.experts.54.up_proj,rtn: 0.0023193,0.00000,0.079
+63,mlp.experts.37.up_proj,rtn: 0.0023346,0.00000,0.096
+63,mlp.experts.15.up_proj,rtn: 0.0022583,0.00000,0.110
+63,mlp.experts.50.up_proj,rtn: 0.0023193,0.00000,0.081
+63,mlp.experts.61.up_proj,rtn: 0.0022278,0.00000,0.083
+63,mlp.experts.58.up_proj,rtn: 0.0023193,0.00000,0.082
+63,mlp.experts.32.up_proj,rtn: 0.0022583,0.00000,0.084
+63,mlp.experts.62.up_proj,rtn: 0.0023499,0.00000,0.086
+63,mlp.experts.52.up_proj,rtn: 0.0023041,0.00000,0.084
+63,mlp.experts.60.up_proj,rtn: 0.0022736,0.00000,0.083
+63,mlp.experts.57.up_proj,rtn: 0.0022430,0.00000,0.082
+63,mlp.experts.49.up_proj,rtn: 0.0022583,0.00000,0.080
+63,mlp.experts.27.up_proj,rtn: 0.0022125,0.00000,0.105
+63,mlp.experts.23.up_proj,rtn: 0.0023041,0.00000,0.117
+63,mlp.experts.56.up_proj,rtn: 0.0022888,0.00000,0.084
+63,mlp.experts.70.up_proj,rtn: 0.0023346,0.00000,0.087
+63,mlp.experts.66.up_proj,rtn: 0.0022736,0.00000,0.082
+63,mlp.experts.53.up_proj,rtn: 0.0022888,0.00000,0.095
+63,mlp.experts.19.up_proj,rtn: 0.0023499,0.00000,0.115
+63,mlp.experts.77.up_proj,rtn: 0.0023041,0.00000,0.090
+63,mlp.experts.31.up_proj,rtn: 0.0022278,0.00000,0.104
+63,mlp.experts.74.up_proj,rtn: 0.0022888,0.00000,0.087
+63,mlp.experts.48.up_proj,rtn: 0.0021820,0.00000,0.088
+63,mlp.experts.78.up_proj,rtn: 0.0023804,0.00000,0.090
+63,mlp.experts.68.up_proj,rtn: 0.0022583,0.00000,0.086
+63,mlp.experts.76.up_proj,rtn: 0.0022430,0.00000,0.086
+63,mlp.experts.65.up_proj,rtn: 0.0022430,0.00000,0.087
+63,mlp.experts.73.up_proj,rtn: 0.0023041,0.00000,0.089
+63,mlp.experts.43.up_proj,rtn: 0.0023193,0.00000,0.090
+63,mlp.experts.86.up_proj,rtn: 0.0023193,0.00000,0.085
+63,mlp.experts.72.up_proj,rtn: 0.0022583,0.00000,0.088
+63,mlp.experts.39.up_proj,rtn: 0.0023499,0.00000,0.106
+63,mlp.experts.82.up_proj,rtn: 0.0022278,0.00000,0.089
+63,mlp.experts.69.up_proj,rtn: 0.0022736,0.00000,0.086
+63,mlp.experts.93.up_proj,rtn: 0.0023041,0.00000,0.079
+63,mlp.experts.35.up_proj,rtn: 0.0023499,0.00000,0.092
+63,mlp.experts.47.up_proj,rtn: 0.0022583,0.00000,0.094
+63,mlp.experts.90.up_proj,rtn: 0.0022278,0.00000,0.090
+63,mlp.experts.64.up_proj,rtn: 0.0022888,0.00000,0.084
+63,mlp.experts.89.up_proj,rtn: 0.0022736,0.00000,0.068
+63,mlp.experts.92.up_proj,rtn: 0.0023193,0.00000,0.080
+63,mlp.experts.84.up_proj,rtn: 0.0023041,0.00000,0.085
+63,mlp.experts.81.up_proj,rtn: 0.0022278,0.00000,0.074
+63,mlp.experts.94.up_proj,rtn: 0.0023041,0.00000,0.096
+63,mlp.experts.88.up_proj,rtn: 0.0022278,0.00000,0.075
+63,mlp.experts.109.up_proj,rtn: 0.0022278,0.00000,0.058
+63,mlp.experts.85.up_proj,rtn: 0.0022736,0.00000,0.061
+63,mlp.experts.59.up_proj,rtn: 0.0023193,0.00000,0.095
+63,mlp.experts.102.up_proj,rtn: 0.0022278,0.00000,0.100
+63,mlp.experts.98.up_proj,rtn: 0.0022736,0.00000,0.099
+63,mlp.experts.55.up_proj,rtn: 0.0023041,0.00000,0.103
+63,mlp.experts.105.up_proj,rtn: 0.0022736,0.00000,0.061
+63,mlp.experts.80.up_proj,rtn: 0.0022736,0.00000,0.080
+63,mlp.experts.51.up_proj,rtn: 0.0022888,0.00000,0.102
+63,mlp.experts.100.up_proj,rtn: 0.0022888,0.00000,0.071
+63,mlp.experts.97.up_proj,rtn: 0.0023346,0.00000,0.067
+63,mlp.experts.63.up_proj,rtn: 0.0022583,0.00000,0.095
+63,mlp.experts.108.up_proj,rtn: 0.0022278,0.00000,0.072
+63,mlp.experts.106.up_proj,rtn: 0.0022736,0.00000,0.096
+63,mlp.experts.125.up_proj,rtn: 0.0022736,0.00000,0.068
+63,mlp.experts.104.up_proj,rtn: 0.0023041,0.00000,0.073
+63,mlp.experts.101.up_proj,rtn: 0.0022736,0.00000,0.071
+63,mlp.experts.110.up_proj,rtn: 0.0022888,0.00000,0.097
+63,mlp.experts.75.up_proj,rtn: 0.0023041,0.00000,0.096
+63,mlp.experts.121.up_proj,rtn: 0.0022888,0.00000,0.066
+63,mlp.experts.118.up_proj,rtn: 0.0023346,0.00000,0.099
+63,mlp.experts.96.up_proj,rtn: 0.0023193,0.00000,0.077
+63,mlp.experts.116.up_proj,rtn: 0.0023193,0.00000,0.072
+63,mlp.experts.113.up_proj,rtn: 0.0022888,0.00000,0.075
+63,mlp.experts.71.up_proj,rtn: 0.0023346,0.00000,0.094
+63,mlp.experts.114.up_proj,rtn: 0.0022736,0.00000,0.099
+63,mlp.experts.124.up_proj,rtn: 0.0022888,0.00000,0.076
+63,mlp.experts.117.up_proj,rtn: 0.0022430,0.00000,0.066
+63,mlp.experts.141.up_proj,rtn: 0.0022125,0.00000,0.071
+63,mlp.experts.67.up_proj,rtn: 0.0022583,0.00000,0.098
+63,mlp.experts.120.up_proj,rtn: 0.0022430,0.00000,0.076
+63,mlp.experts.122.up_proj,rtn: 0.0023193,0.00000,0.097
+63,mlp.experts.79.up_proj,rtn: 0.0023041,0.00000,0.100
+63,mlp.experts.126.up_proj,rtn: 0.0022736,0.00000,0.094
+63,mlp.experts.137.up_proj,rtn: 0.0022583,0.00000,0.072
+63,mlp.experts.91.up_proj,rtn: 0.0022888,0.00000,0.093
+63,mlp.experts.132.up_proj,rtn: 0.0022736,0.00000,0.076
+63,mlp.experts.129.up_proj,rtn: 0.0022888,0.00000,0.076
+63,mlp.experts.112.up_proj,rtn: 0.0023041,0.00000,0.085
+63,mlp.experts.157.up_proj,rtn: 0.0022736,0.00000,0.071
+63,mlp.experts.134.up_proj,rtn: 0.0022583,0.00000,0.098
+63,mlp.experts.140.up_proj,rtn: 0.0022430,0.00000,0.083
+63,mlp.experts.133.up_proj,rtn: 0.0023193,0.00000,0.082
+63,mlp.experts.130.up_proj,rtn: 0.0021515,0.00000,0.091
+63,mlp.experts.136.up_proj,rtn: 0.0023041,0.00000,0.077
+63,mlp.experts.87.up_proj,rtn: 0.0022888,0.00000,0.097
+63,mlp.experts.83.up_proj,rtn: 0.0022278,0.00000,0.098
+63,mlp.experts.138.up_proj,rtn: 0.0022888,0.00000,0.095
+63,mlp.experts.95.up_proj,rtn: 0.0022583,0.00000,0.093
+63,mlp.experts.153.up_proj,rtn: 0.0022888,0.00000,0.085
+63,mlp.experts.142.up_proj,rtn: 0.0022888,0.00000,0.093
+63,mlp.experts.148.up_proj,rtn: 0.0023041,0.00000,0.083
+63,mlp.experts.107.up_proj,rtn: 0.0022736,0.00000,0.095
+63,mlp.experts.145.up_proj,rtn: 0.0023041,0.00000,0.088
+63,mlp.experts.173.up_proj,rtn: 0.0023651,0.00000,0.080
+63,mlp.experts.128.up_proj,rtn: 0.0022583,0.00000,0.088
+63,mlp.experts.150.up_proj,rtn: 0.0022736,0.00000,0.089
+63,mlp.experts.156.up_proj,rtn: 0.0023193,0.00000,0.089
+63,mlp.experts.152.up_proj,rtn: 0.0022125,0.00000,0.082
+63,mlp.experts.149.up_proj,rtn: 0.0022583,0.00000,0.088
+63,mlp.experts.146.up_proj,rtn: 0.0022888,0.00000,0.092
+63,mlp.experts.103.up_proj,rtn: 0.0022278,0.00000,0.094
+63,mlp.experts.99.up_proj,rtn: 0.0022888,0.00000,0.095
+63,mlp.experts.154.up_proj,rtn: 0.0023346,0.00000,0.091
+63,mlp.experts.111.up_proj,rtn: 0.0022736,0.00000,0.095
+63,mlp.experts.169.up_proj,rtn: 0.0022888,0.00000,0.089
+63,mlp.experts.158.up_proj,rtn: 0.0022583,0.00000,0.094
+63,mlp.experts.161.up_proj,rtn: 0.0022888,0.00000,0.075
+63,mlp.experts.189.up_proj,rtn: 0.0023651,0.00000,0.074
+63,mlp.experts.164.up_proj,rtn: 0.0023193,0.00000,0.088
+63,mlp.experts.123.up_proj,rtn: 0.0023041,0.00000,0.100
+63,mlp.experts.144.up_proj,rtn: 0.0022430,0.00000,0.089
+63,mlp.experts.165.up_proj,rtn: 0.0022430,0.00000,0.075
+63,mlp.experts.168.up_proj,rtn: 0.0023041,0.00000,0.080
+63,mlp.experts.172.up_proj,rtn: 0.0023041,0.00000,0.081
+63,mlp.experts.166.up_proj,rtn: 0.0023041,0.00000,0.097
+63,mlp.experts.162.up_proj,rtn: 0.0022736,0.00000,0.090
+63,mlp.experts.185.up_proj,rtn: 0.0022278,0.00000,0.065
+63,mlp.experts.177.up_proj,rtn: 0.0023041,0.00000,0.048
+63,mlp.experts.119.up_proj,rtn: 0.0022125,0.00000,0.095
+63,mlp.experts.115.up_proj,rtn: 0.0022430,0.00000,0.090
+63,mlp.experts.127.up_proj,rtn: 0.0023193,0.00000,0.091
+63,mlp.experts.170.up_proj,rtn: 0.0022430,0.00000,0.095
+63,mlp.experts.174.up_proj,rtn: 0.0022888,0.00000,0.085
+63,mlp.experts.181.up_proj,rtn: 0.0022888,0.00000,0.060
+63,mlp.experts.180.up_proj,rtn: 0.0023193,0.00000,0.087
+63,mlp.experts.160.up_proj,rtn: 0.0022736,0.00000,0.076
+63,mlp.experts.184.up_proj,rtn: 0.0022888,0.00000,0.076
+63,mlp.experts.188.up_proj,rtn: 0.0023499,0.00000,0.079
+63,mlp.experts.139.up_proj,rtn: 0.0023041,0.00000,0.096
+63,mlp.experts.182.up_proj,rtn: 0.0022736,0.00000,0.091
+63,mlp.experts.176.up_proj,rtn: 0.0023193,0.00000,0.033
+63,mlp.experts.135.up_proj,rtn: 0.0021973,0.00000,0.084
+63,mlp.experts.178.up_proj,rtn: 0.0023041,0.00000,0.097
+63,mlp.experts.131.up_proj,rtn: 0.0022125,0.00000,0.087
+63,mlp.experts.186.up_proj,rtn: 0.0023041,0.00000,0.082
+63,mlp.experts.143.up_proj,rtn: 0.0022736,0.00000,0.086
+63,mlp.experts.190.up_proj,rtn: 0.0023193,0.00000,0.076
+63,mlp.experts.155.up_proj,rtn: 0.0022583,0.00000,0.078
+63,mlp.experts.151.up_proj,rtn: 0.0023193,0.00000,0.071
+63,mlp.experts.147.up_proj,rtn: 0.0022583,0.00000,0.072
+63,mlp.experts.159.up_proj,rtn: 0.0021973,0.00000,0.072
+63,mlp.experts.171.up_proj,rtn: 0.0022430,0.00000,0.074
+63,mlp.experts.167.up_proj,rtn: 0.0023193,0.00000,0.079
+63,mlp.experts.163.up_proj,rtn: 0.0022888,0.00000,0.075
+63,mlp.experts.175.up_proj,rtn: 0.0022888,0.00000,0.077
+63,mlp.experts.187.up_proj,rtn: 0.0022125,0.00000,0.075
+63,mlp.experts.183.up_proj,rtn: 0.0023041,0.00000,0.075
+63,mlp.experts.179.up_proj,rtn: 0.0023041,0.00000,0.072
+63,mlp.experts.191.up_proj,rtn: 0.0022583,0.00000,0.068
+63,mlp.experts.0.down_proj,rtn: 0.0023041,0.00000,0.015
+63,mlp.experts.12.down_proj,rtn: 0.0021973,0.00000,0.036
+63,mlp.experts.4.down_proj,rtn: 0.0024109,0.00000,0.045
+63,mlp.experts.10.down_proj,rtn: 0.0022736,0.00000,0.067
+63,mlp.experts.6.down_proj,rtn: 0.0023193,0.00000,0.068
+63,mlp.experts.2.down_proj,rtn: 0.0023193,0.00000,0.068
+63,mlp.experts.16.down_proj,rtn: 0.0022888,0.00000,0.047
+63,mlp.experts.13.down_proj,rtn: 0.0022583,0.00000,0.054
+63,mlp.experts.11.down_proj,rtn: 0.0023346,0.00000,0.137
+63,mlp.experts.15.down_proj,rtn: 0.0022888,0.00000,0.137
+63,mlp.experts.9.down_proj,rtn: 0.0023041,0.00000,0.055
+63,mlp.experts.7.down_proj,rtn: 0.0023346,0.00000,0.138
+63,mlp.experts.3.down_proj,rtn: 0.0022736,0.00000,0.140
+63,mlp.experts.1.down_proj,rtn: 0.0023346,0.00000,0.057
+63,mlp.experts.8.down_proj,rtn: 0.0022736,0.00000,0.059
+63,mlp.experts.14.down_proj,rtn: 0.0023193,0.00000,0.059
+63,mlp.experts.5.down_proj,rtn: 0.0023041,0.00000,0.061
+63,mlp.experts.28.down_proj,rtn: 0.0022736,0.00000,0.047
+63,mlp.experts.20.down_proj,rtn: 0.0022736,0.00000,0.033
+63,mlp.experts.32.down_proj,rtn: 0.0021667,0.00000,0.028
+63,mlp.experts.26.down_proj,rtn: 0.0023804,0.00000,0.052
+63,mlp.experts.24.down_proj,rtn: 0.0023346,0.00000,0.023
+63,mlp.experts.22.down_proj,rtn: 0.0023499,0.00000,0.052
+63,mlp.experts.18.down_proj,rtn: 0.0023346,0.00000,0.056
+63,mlp.experts.21.down_proj,rtn: 0.0023499,0.00000,0.050
+63,mlp.experts.29.down_proj,rtn: 0.0022583,0.00000,0.052
+63,mlp.experts.25.down_proj,rtn: 0.0022583,0.00000,0.062
+63,mlp.experts.36.down_proj,rtn: 0.0022736,0.00000,0.041
+63,mlp.experts.17.down_proj,rtn: 0.0023041,0.00000,0.054
+63,mlp.experts.23.down_proj,rtn: 0.0022736,0.00000,0.066
+63,mlp.experts.40.down_proj,rtn: 0.0022583,0.00000,0.031
+63,mlp.experts.31.down_proj,rtn: 0.0023041,0.00000,0.076
+63,mlp.experts.48.down_proj,rtn: 0.0022736,0.00000,0.047
+63,mlp.experts.30.down_proj,rtn: 0.0023346,0.00000,0.057
+63,mlp.experts.44.down_proj,rtn: 0.0023499,0.00000,0.042
+63,mlp.experts.19.down_proj,rtn: 0.0023499,0.00000,0.073
+63,mlp.experts.38.down_proj,rtn: 0.0022736,0.00000,0.033
+63,mlp.experts.34.down_proj,rtn: 0.0023041,0.00000,0.043
+63,mlp.experts.42.down_proj,rtn: 0.0023041,0.00000,0.050
+63,mlp.experts.37.down_proj,rtn: 0.0023041,0.00000,0.036
+63,mlp.experts.27.down_proj,rtn: 0.0022430,0.00000,0.069
+63,mlp.experts.45.down_proj,rtn: 0.0023346,0.00000,0.062
+63,mlp.experts.52.down_proj,rtn: 0.0022888,0.00000,0.044
+63,mlp.experts.33.down_proj,rtn: 0.0023041,0.00000,0.049
+63,mlp.experts.39.down_proj,rtn: 0.0023499,0.00000,0.058
+63,mlp.experts.41.down_proj,rtn: 0.0022430,0.00000,0.062
+63,mlp.experts.60.down_proj,rtn: 0.0022888,0.00000,0.051
+63,mlp.experts.46.down_proj,rtn: 0.0022736,0.00000,0.043
+63,mlp.experts.64.down_proj,rtn: 0.0022888,0.00000,0.048
+63,mlp.experts.56.down_proj,rtn: 0.0022888,0.00000,0.050
+63,mlp.experts.47.down_proj,rtn: 0.0022736,0.00000,0.066
+63,mlp.experts.54.down_proj,rtn: 0.0023193,0.00000,0.050
+63,mlp.experts.50.down_proj,rtn: 0.0023346,0.00000,0.047
+63,mlp.experts.53.down_proj,rtn: 0.0023193,0.00000,0.042
+63,mlp.experts.58.down_proj,rtn: 0.0023346,0.00000,0.049
+63,mlp.experts.43.down_proj,rtn: 0.0023346,0.00000,0.063
+63,mlp.experts.49.down_proj,rtn: 0.0022888,0.00000,0.034
+63,mlp.experts.61.down_proj,rtn: 0.0022430,0.00000,0.049
+63,mlp.experts.68.down_proj,rtn: 0.0022736,0.00000,0.047
+63,mlp.experts.57.down_proj,rtn: 0.0023041,0.00000,0.034
+63,mlp.experts.76.down_proj,rtn: 0.0022736,0.00000,0.046
+63,mlp.experts.72.down_proj,rtn: 0.0023041,0.00000,0.034
+63,mlp.experts.80.down_proj,rtn: 0.0022583,0.00000,0.042
+63,mlp.experts.55.down_proj,rtn: 0.0023346,0.00000,0.058
+63,mlp.experts.35.down_proj,rtn: 0.0023651,0.00000,0.077
+63,mlp.experts.62.down_proj,rtn: 0.0023804,0.00000,0.049
+63,mlp.experts.66.down_proj,rtn: 0.0023041,0.00000,0.047
+63,mlp.experts.74.down_proj,rtn: 0.0022583,0.00000,0.033
+63,mlp.experts.70.down_proj,rtn: 0.0023499,0.00000,0.043
+63,mlp.experts.63.down_proj,rtn: 0.0022583,0.00000,0.058
+63,mlp.experts.65.down_proj,rtn: 0.0023041,0.00000,0.047
+63,mlp.experts.73.down_proj,rtn: 0.0023499,0.00000,0.040
+63,mlp.experts.77.down_proj,rtn: 0.0023346,0.00000,0.045
+63,mlp.experts.84.down_proj,rtn: 0.0023041,0.00000,0.038
+63,mlp.experts.88.down_proj,rtn: 0.0022888,0.00000,0.036
+63,mlp.experts.92.down_proj,rtn: 0.0023193,0.00000,0.037
+63,mlp.experts.59.down_proj,rtn: 0.0023499,0.00000,0.063
+63,mlp.experts.69.down_proj,rtn: 0.0023041,0.00000,0.055
+63,mlp.experts.96.down_proj,rtn: 0.0023193,0.00000,0.027
+63,mlp.experts.71.down_proj,rtn: 0.0023041,0.00000,0.049
+63,mlp.experts.78.down_proj,rtn: 0.0023956,0.00000,0.040
+63,mlp.experts.51.down_proj,rtn: 0.0023041,0.00000,0.056
+63,mlp.experts.86.down_proj,rtn: 0.0023346,0.00000,0.045
+63,mlp.experts.82.down_proj,rtn: 0.0022888,0.00000,0.050
+63,mlp.experts.90.down_proj,rtn: 0.0022430,0.00000,0.041
+63,mlp.experts.100.down_proj,rtn: 0.0023193,0.00000,0.027
+63,mlp.experts.112.down_proj,rtn: 0.0023193,0.00000,0.026
+63,mlp.experts.93.down_proj,rtn: 0.0023346,0.00000,0.037
+63,mlp.experts.104.down_proj,rtn: 0.0023041,0.00000,0.019
+63,mlp.experts.108.down_proj,rtn: 0.0022430,0.00000,0.030
+63,mlp.experts.81.down_proj,rtn: 0.0022430,0.00000,0.045
+63,mlp.experts.79.down_proj,rtn: 0.0023193,0.00000,0.054
+63,mlp.experts.89.down_proj,rtn: 0.0023041,0.00000,0.040
+63,mlp.experts.85.down_proj,rtn: 0.0023193,0.00000,0.038
+63,mlp.experts.75.down_proj,rtn: 0.0023041,0.00000,0.050
+63,mlp.experts.94.down_proj,rtn: 0.0023041,0.00000,0.041
+63,mlp.experts.87.down_proj,rtn: 0.0023041,0.00000,0.051
+63,mlp.experts.128.down_proj,rtn: 0.0022736,0.00000,0.032
+63,mlp.experts.116.down_proj,rtn: 0.0023499,0.00000,0.032
+63,mlp.experts.120.down_proj,rtn: 0.0022888,0.00000,0.028
+63,mlp.experts.124.down_proj,rtn: 0.0023346,0.00000,0.031
+63,mlp.experts.67.down_proj,rtn: 0.0022888,0.00000,0.052
+63,mlp.experts.98.down_proj,rtn: 0.0021973,0.00000,0.045
+63,mlp.experts.109.down_proj,rtn: 0.0022430,0.00000,0.038
+63,mlp.experts.106.down_proj,rtn: 0.0023041,0.00000,0.053
+63,mlp.experts.102.down_proj,rtn: 0.0022736,0.00000,0.051
+63,mlp.experts.110.down_proj,rtn: 0.0023346,0.00000,0.019
+63,mlp.experts.101.down_proj,rtn: 0.0023041,0.00000,0.039
+63,mlp.experts.97.down_proj,rtn: 0.0023193,0.00000,0.042
+63,mlp.experts.105.down_proj,rtn: 0.0023041,0.00000,0.049
+63,mlp.experts.144.down_proj,rtn: 0.0022888,0.00000,0.028
+63,mlp.experts.91.down_proj,rtn: 0.0022888,0.00000,0.044
+63,mlp.experts.95.down_proj,rtn: 0.0022125,0.00000,0.056
+63,mlp.experts.132.down_proj,rtn: 0.0022888,0.00000,0.030
+63,mlp.experts.140.down_proj,rtn: 0.0022583,0.00000,0.027
+63,mlp.experts.136.down_proj,rtn: 0.0022736,0.00000,0.027
+63,mlp.experts.125.down_proj,rtn: 0.0023041,0.00000,0.029
+63,mlp.experts.103.down_proj,rtn: 0.0022430,0.00000,0.051
+63,mlp.experts.83.down_proj,rtn: 0.0022736,0.00000,0.052
+63,mlp.experts.126.down_proj,rtn: 0.0023193,0.00000,0.040
+63,mlp.experts.117.down_proj,rtn: 0.0022888,0.00000,0.035
+63,mlp.experts.118.down_proj,rtn: 0.0023193,0.00000,0.052
+63,mlp.experts.122.down_proj,rtn: 0.0023499,0.00000,0.046
+63,mlp.experts.148.down_proj,rtn: 0.0023193,0.00000,0.030
+63,mlp.experts.114.down_proj,rtn: 0.0022430,0.00000,0.043
+63,mlp.experts.113.down_proj,rtn: 0.0023041,0.00000,0.043
+63,mlp.experts.160.down_proj,rtn: 0.0022888,0.00000,0.027
+63,mlp.experts.156.down_proj,rtn: 0.0023041,0.00000,0.024
+63,mlp.experts.152.down_proj,rtn: 0.0022583,0.00000,0.027
+63,mlp.experts.141.down_proj,rtn: 0.0022888,0.00000,0.027
+63,mlp.experts.121.down_proj,rtn: 0.0023346,0.00000,0.045
+63,mlp.experts.107.down_proj,rtn: 0.0023041,0.00000,0.047
+63,mlp.experts.111.down_proj,rtn: 0.0022888,0.00000,0.050
+63,mlp.experts.133.down_proj,rtn: 0.0023346,0.00000,0.020
+63,mlp.experts.119.down_proj,rtn: 0.0021973,0.00000,0.054
+63,mlp.experts.164.down_proj,rtn: 0.0023499,0.00000,0.028
+63,mlp.experts.99.down_proj,rtn: 0.0023041,0.00000,0.051
+63,mlp.experts.142.down_proj,rtn: 0.0023041,0.00000,0.043
+63,mlp.experts.172.down_proj,rtn: 0.0023193,0.00000,0.028
+63,mlp.experts.138.down_proj,rtn: 0.0022430,0.00000,0.045
+63,mlp.experts.129.down_proj,rtn: 0.0022888,0.00000,0.043
+63,mlp.experts.130.down_proj,rtn: 0.0021973,0.00000,0.046
+63,mlp.experts.157.down_proj,rtn: 0.0023193,0.00000,0.037
+63,mlp.experts.176.down_proj,rtn: 0.0023041,0.00000,0.045
+63,mlp.experts.134.down_proj,rtn: 0.0022583,0.00000,0.053
+63,mlp.experts.168.down_proj,rtn: 0.0023346,0.00000,0.041
+63,mlp.experts.149.down_proj,rtn: 0.0022888,0.00000,0.035
+63,mlp.experts.123.down_proj,rtn: 0.0023041,0.00000,0.043
+63,mlp.experts.180.down_proj,rtn: 0.0023193,0.00000,0.024
+63,mlp.experts.188.down_proj,rtn: 0.0023499,0.00000,0.022
+63,mlp.experts.137.down_proj,rtn: 0.0022888,0.00000,0.047
+63,mlp.experts.127.down_proj,rtn: 0.0023193,0.00000,0.047
+63,mlp.experts.158.down_proj,rtn: 0.0023193,0.00000,0.040
+63,mlp.experts.184.down_proj,rtn: 0.0022736,0.00000,0.023
+63,mlp.experts.135.down_proj,rtn: 0.0022583,0.00000,0.054
+63,mlp.experts.115.down_proj,rtn: 0.0022430,0.00000,0.051
+63,mlp.experts.154.down_proj,rtn: 0.0023193,0.00000,0.042
+63,mlp.experts.173.down_proj,rtn: 0.0023651,0.00000,0.032
+63,mlp.experts.146.down_proj,rtn: 0.0023041,0.00000,0.040
+63,mlp.experts.145.down_proj,rtn: 0.0023193,0.00000,0.041
+63,mlp.experts.150.down_proj,rtn: 0.0023041,0.00000,0.043
+63,mlp.experts.165.down_proj,rtn: 0.0022736,0.00000,0.038
+63,mlp.experts.139.down_proj,rtn: 0.0022736,0.00000,0.043
+63,mlp.experts.153.down_proj,rtn: 0.0023041,0.00000,0.033
+63,mlp.experts.174.down_proj,rtn: 0.0023346,0.00000,0.037
+63,mlp.experts.143.down_proj,rtn: 0.0022888,0.00000,0.047
+63,mlp.experts.189.down_proj,rtn: 0.0023499,0.00000,0.037
+63,mlp.experts.170.down_proj,rtn: 0.0022736,0.00000,0.044
+63,mlp.experts.162.down_proj,rtn: 0.0023193,0.00000,0.038
+63,mlp.experts.151.down_proj,rtn: 0.0023346,0.00000,0.050
+63,mlp.experts.131.down_proj,rtn: 0.0022583,0.00000,0.047
+63,mlp.experts.166.down_proj,rtn: 0.0023346,0.00000,0.034
+63,mlp.experts.161.down_proj,rtn: 0.0022888,0.00000,0.043
+63,mlp.experts.169.down_proj,rtn: 0.0023346,0.00000,0.030
+63,mlp.experts.181.down_proj,rtn: 0.0023193,0.00000,0.036
+63,mlp.experts.190.down_proj,rtn: 0.0023041,0.00000,0.037
+63,mlp.experts.155.down_proj,rtn: 0.0021667,0.00000,0.044
+63,mlp.experts.159.down_proj,rtn: 0.0022278,0.00000,0.040
+63,mlp.experts.178.down_proj,rtn: 0.0022736,0.00000,0.030
+63,mlp.experts.185.down_proj,rtn: 0.0022278,0.00000,0.018
+63,mlp.experts.182.down_proj,rtn: 0.0022888,0.00000,0.027
+63,mlp.experts.177.down_proj,rtn: 0.0023346,0.00000,0.024
+63,mlp.experts.186.down_proj,rtn: 0.0023346,0.00000,0.039
+63,mlp.experts.167.down_proj,rtn: 0.0023346,0.00000,0.043
+63,mlp.experts.147.down_proj,rtn: 0.0023193,0.00000,0.042
+63,mlp.experts.171.down_proj,rtn: 0.0022736,0.00000,0.034
+63,mlp.experts.175.down_proj,rtn: 0.0023193,0.00000,0.033
+63,mlp.experts.187.down_proj,rtn: 0.0022736,0.00000,0.032
+63,mlp.experts.183.down_proj,rtn: 0.0023346,0.00000,0.040
+63,mlp.experts.163.down_proj,rtn: 0.0022888,0.00000,0.038
+63,mlp.experts.191.down_proj,rtn: 0.0023193,0.00000,0.029
+63,mlp.experts.179.down_proj,rtn: 0.0023041,0.00000,0.016
+63,mlp.shared_experts.up_proj,rtn: 0.0015411,0.00000,0.039
+63,mlp.shared_experts.gate_proj,rtn: 0.0017471,0.00000,0.038
+63,mlp.shared_experts.down_proj,rtn: 0.0016251,0.00000,0.020
+64,self_attn.v_proj,rtn: 0.0032654,0.00000,0.014
+64,self_attn.k_proj,rtn: 0.0021210,0.00000,0.014
+64,self_attn.q_proj,rtn: 0.0022583,0.00000,0.038
+64,self_attn.o_proj,rtn: 0.0029755,0.00000,0.056
+64,mlp.experts.13.gate_proj,rtn: 0.0024109,0.00000,0.082
+64,mlp.experts.1.gate_proj,rtn: 0.0023651,0.00000,0.089
+64,mlp.experts.14.gate_proj,rtn: 0.0023041,0.00000,0.091
+64,mlp.experts.11.gate_proj,rtn: 0.0023499,0.00000,0.094
+64,mlp.experts.4.gate_proj,rtn: 0.0023346,0.00000,0.099
+64,mlp.experts.0.gate_proj,rtn: 0.0023956,0.00000,0.100
+64,mlp.experts.6.gate_proj,rtn: 0.0023346,0.00000,0.100
+64,mlp.experts.5.gate_proj,rtn: 0.0023193,0.00000,0.101
+64,mlp.experts.9.gate_proj,rtn: 0.0023346,0.00000,0.100
+64,mlp.experts.12.gate_proj,rtn: 0.0022736,0.00000,0.111
+64,mlp.experts.2.gate_proj,rtn: 0.0023193,0.00000,0.115
+64,mlp.experts.15.gate_proj,rtn: 0.0022278,0.00000,0.118
+64,mlp.experts.3.gate_proj,rtn: 0.0023804,0.00000,0.123
+64,mlp.experts.8.gate_proj,rtn: 0.0023193,0.00000,0.125
+64,mlp.experts.7.gate_proj,rtn: 0.0023346,0.00000,0.133
+64,mlp.experts.10.gate_proj,rtn: 0.0022736,0.00000,0.138
+64,mlp.experts.29.gate_proj,rtn: 0.0023193,0.00000,0.072
+64,mlp.experts.17.gate_proj,rtn: 0.0023804,0.00000,0.069
+64,mlp.experts.21.gate_proj,rtn: 0.0022736,0.00000,0.065
+64,mlp.experts.27.gate_proj,rtn: 0.0023651,0.00000,0.081
+64,mlp.experts.30.gate_proj,rtn: 0.0022888,0.00000,0.088
+64,mlp.experts.25.gate_proj,rtn: 0.0023193,0.00000,0.075
+64,mlp.experts.22.gate_proj,rtn: 0.0023651,0.00000,0.083
+64,mlp.experts.20.gate_proj,rtn: 0.0023499,0.00000,0.103
+64,mlp.experts.31.gate_proj,rtn: 0.0022736,0.00000,0.088
+64,mlp.experts.16.gate_proj,rtn: 0.0022888,0.00000,0.104
+64,mlp.experts.28.gate_proj,rtn: 0.0023041,0.00000,0.098
+64,mlp.experts.18.gate_proj,rtn: 0.0023041,0.00000,0.097
+64,mlp.experts.19.gate_proj,rtn: 0.0023499,0.00000,0.090
+64,mlp.experts.24.gate_proj,rtn: 0.0022888,0.00000,0.091
+64,mlp.experts.26.gate_proj,rtn: 0.0023651,0.00000,0.097
+64,mlp.experts.45.gate_proj,rtn: 0.0023041,0.00000,0.077
+64,mlp.experts.33.gate_proj,rtn: 0.0023193,0.00000,0.073
+64,mlp.experts.23.gate_proj,rtn: 0.0023346,0.00000,0.104
+64,mlp.experts.37.gate_proj,rtn: 0.0023041,0.00000,0.063
+64,mlp.experts.43.gate_proj,rtn: 0.0022888,0.00000,0.080
+64,mlp.experts.41.gate_proj,rtn: 0.0022583,0.00000,0.075
+64,mlp.experts.46.gate_proj,rtn: 0.0022888,0.00000,0.082
+64,mlp.experts.38.gate_proj,rtn: 0.0022736,0.00000,0.079
+64,mlp.experts.47.gate_proj,rtn: 0.0024567,0.00000,0.084
+64,mlp.experts.34.gate_proj,rtn: 0.0023346,0.00000,0.083
+64,mlp.experts.35.gate_proj,rtn: 0.0022583,0.00000,0.080
+64,mlp.experts.36.gate_proj,rtn: 0.0023193,0.00000,0.102
+64,mlp.experts.32.gate_proj,rtn: 0.0023346,0.00000,0.102
+64,mlp.experts.61.gate_proj,rtn: 0.0022888,0.00000,0.081
+64,mlp.experts.40.gate_proj,rtn: 0.0022583,0.00000,0.099
+64,mlp.experts.42.gate_proj,rtn: 0.0023346,0.00000,0.085
+64,mlp.experts.44.gate_proj,rtn: 0.0022430,0.00000,0.108
+64,mlp.experts.39.gate_proj,rtn: 0.0022888,0.00000,0.087
+64,mlp.experts.53.gate_proj,rtn: 0.0023804,0.00000,0.085
+64,mlp.experts.49.gate_proj,rtn: 0.0022888,0.00000,0.090
+64,mlp.experts.59.gate_proj,rtn: 0.0022736,0.00000,0.088
+64,mlp.experts.57.gate_proj,rtn: 0.0023041,0.00000,0.088
+64,mlp.experts.62.gate_proj,rtn: 0.0023193,0.00000,0.090
+64,mlp.experts.54.gate_proj,rtn: 0.0023651,0.00000,0.087
+64,mlp.experts.63.gate_proj,rtn: 0.0022888,0.00000,0.084
+64,mlp.experts.51.gate_proj,rtn: 0.0022736,0.00000,0.080
+64,mlp.experts.50.gate_proj,rtn: 0.0023499,0.00000,0.089
+64,mlp.experts.52.gate_proj,rtn: 0.0023193,0.00000,0.100
+64,mlp.experts.77.gate_proj,rtn: 0.0022888,0.00000,0.087
+64,mlp.experts.55.gate_proj,rtn: 0.0023041,0.00000,0.081
+64,mlp.experts.58.gate_proj,rtn: 0.0023041,0.00000,0.087
+64,mlp.experts.48.gate_proj,rtn: 0.0023346,0.00000,0.106
+64,mlp.experts.65.gate_proj,rtn: 0.0023041,0.00000,0.091
+64,mlp.experts.75.gate_proj,rtn: 0.0022888,0.00000,0.077
+64,mlp.experts.56.gate_proj,rtn: 0.0023651,0.00000,0.105
+64,mlp.experts.60.gate_proj,rtn: 0.0022583,0.00000,0.107
+64,mlp.experts.69.gate_proj,rtn: 0.0023041,0.00000,0.095
+64,mlp.experts.73.gate_proj,rtn: 0.0022888,0.00000,0.091
+64,mlp.experts.70.gate_proj,rtn: 0.0023041,0.00000,0.087
+64,mlp.experts.78.gate_proj,rtn: 0.0022736,0.00000,0.092
+64,mlp.experts.67.gate_proj,rtn: 0.0023499,0.00000,0.075
+64,mlp.experts.79.gate_proj,rtn: 0.0023651,0.00000,0.087
+64,mlp.experts.66.gate_proj,rtn: 0.0023041,0.00000,0.092
+64,mlp.experts.71.gate_proj,rtn: 0.0023651,0.00000,0.078
+64,mlp.experts.93.gate_proj,rtn: 0.0022736,0.00000,0.094
+64,mlp.experts.68.gate_proj,rtn: 0.0023499,0.00000,0.098
+64,mlp.experts.91.gate_proj,rtn: 0.0022736,0.00000,0.075
+64,mlp.experts.74.gate_proj,rtn: 0.0023193,0.00000,0.091
+64,mlp.experts.64.gate_proj,rtn: 0.0022888,0.00000,0.088
+64,mlp.experts.85.gate_proj,rtn: 0.0023193,0.00000,0.079
+64,mlp.experts.81.gate_proj,rtn: 0.0023041,0.00000,0.092
+64,mlp.experts.72.gate_proj,rtn: 0.0023193,0.00000,0.096
+64,mlp.experts.76.gate_proj,rtn: 0.0023804,0.00000,0.100
+64,mlp.experts.86.gate_proj,rtn: 0.0023041,0.00000,0.086
+64,mlp.experts.89.gate_proj,rtn: 0.0023193,0.00000,0.091
+64,mlp.experts.94.gate_proj,rtn: 0.0023041,0.00000,0.086
+64,mlp.experts.83.gate_proj,rtn: 0.0023041,0.00000,0.078
+64,mlp.experts.95.gate_proj,rtn: 0.0023041,0.00000,0.078
+64,mlp.experts.82.gate_proj,rtn: 0.0023346,0.00000,0.079
+64,mlp.experts.87.gate_proj,rtn: 0.0024109,0.00000,0.076
+64,mlp.experts.107.gate_proj,rtn: 0.0023041,0.00000,0.079
+64,mlp.experts.109.gate_proj,rtn: 0.0022278,0.00000,0.086
+64,mlp.experts.90.gate_proj,rtn: 0.0023193,0.00000,0.076
+64,mlp.experts.101.gate_proj,rtn: 0.0023804,0.00000,0.080
+64,mlp.experts.97.gate_proj,rtn: 0.0023346,0.00000,0.083
+64,mlp.experts.110.gate_proj,rtn: 0.0023041,0.00000,0.073
+64,mlp.experts.84.gate_proj,rtn: 0.0023193,0.00000,0.109
+64,mlp.experts.80.gate_proj,rtn: 0.0023651,0.00000,0.108
+64,mlp.experts.105.gate_proj,rtn: 0.0023346,0.00000,0.081
+64,mlp.experts.99.gate_proj,rtn: 0.0023193,0.00000,0.078
+64,mlp.experts.102.gate_proj,rtn: 0.0022888,0.00000,0.081
+64,mlp.experts.111.gate_proj,rtn: 0.0022736,0.00000,0.080
+64,mlp.experts.88.gate_proj,rtn: 0.0023499,0.00000,0.107
+64,mlp.experts.98.gate_proj,rtn: 0.0022888,0.00000,0.079
+64,mlp.experts.103.gate_proj,rtn: 0.0022888,0.00000,0.073
+64,mlp.experts.92.gate_proj,rtn: 0.0023651,0.00000,0.111
+64,mlp.experts.123.gate_proj,rtn: 0.0022888,0.00000,0.078
+64,mlp.experts.106.gate_proj,rtn: 0.0022888,0.00000,0.078
+64,mlp.experts.117.gate_proj,rtn: 0.0023499,0.00000,0.080
+64,mlp.experts.125.gate_proj,rtn: 0.0022736,0.00000,0.089
+64,mlp.experts.113.gate_proj,rtn: 0.0023193,0.00000,0.086
+64,mlp.experts.126.gate_proj,rtn: 0.0022736,0.00000,0.085
+64,mlp.experts.115.gate_proj,rtn: 0.0022278,0.00000,0.083
+64,mlp.experts.96.gate_proj,rtn: 0.0022888,0.00000,0.092
+64,mlp.experts.100.gate_proj,rtn: 0.0023041,0.00000,0.097
+64,mlp.experts.121.gate_proj,rtn: 0.0023193,0.00000,0.090
+64,mlp.experts.118.gate_proj,rtn: 0.0023041,0.00000,0.091
+64,mlp.experts.104.gate_proj,rtn: 0.0022125,0.00000,0.091
+64,mlp.experts.108.gate_proj,rtn: 0.0022888,0.00000,0.090
+64,mlp.experts.114.gate_proj,rtn: 0.0022736,0.00000,0.094
+64,mlp.experts.127.gate_proj,rtn: 0.0023041,0.00000,0.113
+64,mlp.experts.119.gate_proj,rtn: 0.0022888,0.00000,0.111
+64,mlp.experts.122.gate_proj,rtn: 0.0023346,0.00000,0.096
+64,mlp.experts.141.gate_proj,rtn: 0.0023193,0.00000,0.091
+64,mlp.experts.133.gate_proj,rtn: 0.0023346,0.00000,0.093
+64,mlp.experts.139.gate_proj,rtn: 0.0023193,0.00000,0.111
+64,mlp.experts.142.gate_proj,rtn: 0.0023651,0.00000,0.091
+64,mlp.experts.129.gate_proj,rtn: 0.0022736,0.00000,0.098
+64,mlp.experts.112.gate_proj,rtn: 0.0022736,0.00000,0.084
+64,mlp.experts.116.gate_proj,rtn: 0.0023804,0.00000,0.085
+64,mlp.experts.134.gate_proj,rtn: 0.0023346,0.00000,0.088
+64,mlp.experts.137.gate_proj,rtn: 0.0022888,0.00000,0.092
+64,mlp.experts.120.gate_proj,rtn: 0.0023193,0.00000,0.078
+64,mlp.experts.130.gate_proj,rtn: 0.0023651,0.00000,0.076
+64,mlp.experts.131.gate_proj,rtn: 0.0022736,0.00000,0.090
+64,mlp.experts.124.gate_proj,rtn: 0.0023041,0.00000,0.090
+64,mlp.experts.138.gate_proj,rtn: 0.0022583,0.00000,0.070
+64,mlp.experts.143.gate_proj,rtn: 0.0023499,0.00000,0.096
+64,mlp.experts.135.gate_proj,rtn: 0.0023346,0.00000,0.095
+64,mlp.experts.157.gate_proj,rtn: 0.0022736,0.00000,0.088
+64,mlp.experts.149.gate_proj,rtn: 0.0023956,0.00000,0.086
+64,mlp.experts.158.gate_proj,rtn: 0.0023804,0.00000,0.074
+64,mlp.experts.128.gate_proj,rtn: 0.0023193,0.00000,0.076
+64,mlp.experts.155.gate_proj,rtn: 0.0023041,0.00000,0.096
+64,mlp.experts.132.gate_proj,rtn: 0.0023346,0.00000,0.080
+64,mlp.experts.145.gate_proj,rtn: 0.0022888,0.00000,0.090
+64,mlp.experts.150.gate_proj,rtn: 0.0023193,0.00000,0.075
+64,mlp.experts.136.gate_proj,rtn: 0.0022430,0.00000,0.067
+64,mlp.experts.146.gate_proj,rtn: 0.0023499,0.00000,0.074
+64,mlp.experts.153.gate_proj,rtn: 0.0023804,0.00000,0.086
+64,mlp.experts.140.gate_proj,rtn: 0.0023041,0.00000,0.080
+64,mlp.experts.154.gate_proj,rtn: 0.0022888,0.00000,0.073
+64,mlp.experts.147.gate_proj,rtn: 0.0022888,0.00000,0.097
+64,mlp.experts.174.gate_proj,rtn: 0.0022583,0.00000,0.069
+64,mlp.experts.159.gate_proj,rtn: 0.0023956,0.00000,0.098
+64,mlp.experts.165.gate_proj,rtn: 0.0023193,0.00000,0.084
+64,mlp.experts.151.gate_proj,rtn: 0.0023193,0.00000,0.101
+64,mlp.experts.173.gate_proj,rtn: 0.0024872,0.00000,0.087
+64,mlp.experts.144.gate_proj,rtn: 0.0023804,0.00000,0.079
+64,mlp.experts.166.gate_proj,rtn: 0.0023804,0.00000,0.074
+64,mlp.experts.148.gate_proj,rtn: 0.0023804,0.00000,0.082
+64,mlp.experts.171.gate_proj,rtn: 0.0023346,0.00000,0.094
+64,mlp.experts.152.gate_proj,rtn: 0.0022888,0.00000,0.066
+64,mlp.experts.161.gate_proj,rtn: 0.0022583,0.00000,0.090
+64,mlp.experts.162.gate_proj,rtn: 0.0023041,0.00000,0.073
+64,mlp.experts.156.gate_proj,rtn: 0.0023193,0.00000,0.072
+64,mlp.experts.170.gate_proj,rtn: 0.0023041,0.00000,0.073
+64,mlp.experts.169.gate_proj,rtn: 0.0023499,0.00000,0.083
+64,mlp.experts.190.gate_proj,rtn: 0.0022736,0.00000,0.075
+64,mlp.experts.160.gate_proj,rtn: 0.0023499,0.00000,0.066
+64,mlp.experts.163.gate_proj,rtn: 0.0023193,0.00000,0.097
+64,mlp.experts.181.gate_proj,rtn: 0.0023041,0.00000,0.078
+64,mlp.experts.164.gate_proj,rtn: 0.0023804,0.00000,0.063
+64,mlp.experts.175.gate_proj,rtn: 0.0022888,0.00000,0.089
+64,mlp.experts.182.gate_proj,rtn: 0.0023346,0.00000,0.073
+64,mlp.experts.189.gate_proj,rtn: 0.0023346,0.00000,0.079
+64,mlp.experts.168.gate_proj,rtn: 0.0023193,0.00000,0.066
+64,mlp.experts.178.gate_proj,rtn: 0.0022583,0.00000,0.069
+64,mlp.experts.172.gate_proj,rtn: 0.0022888,0.00000,0.068
+64,mlp.experts.167.gate_proj,rtn: 0.0023499,0.00000,0.099
+64,mlp.experts.187.gate_proj,rtn: 0.0023041,0.00000,0.084
+64,mlp.experts.186.gate_proj,rtn: 0.0023041,0.00000,0.069
+64,mlp.experts.177.gate_proj,rtn: 0.0023956,0.00000,0.094
+64,mlp.experts.185.gate_proj,rtn: 0.0022888,0.00000,0.088
+64,mlp.experts.14.up_proj,rtn: 0.0023041,0.00000,0.076
+64,mlp.experts.176.gate_proj,rtn: 0.0023193,0.00000,0.083
+64,mlp.experts.180.gate_proj,rtn: 0.0022736,0.00000,0.074
+64,mlp.experts.6.up_proj,rtn: 0.0022888,0.00000,0.075
+64,mlp.experts.191.gate_proj,rtn: 0.0023346,0.00000,0.084
+64,mlp.experts.5.up_proj,rtn: 0.0022888,0.00000,0.087
+64,mlp.experts.184.gate_proj,rtn: 0.0023346,0.00000,0.078
+64,mlp.experts.2.up_proj,rtn: 0.0023041,0.00000,0.075
+64,mlp.experts.10.up_proj,rtn: 0.0022583,0.00000,0.066
+64,mlp.experts.179.gate_proj,rtn: 0.0022888,0.00000,0.099
+64,mlp.experts.13.up_proj,rtn: 0.0023346,0.00000,0.089
+64,mlp.experts.188.gate_proj,rtn: 0.0023041,0.00000,0.075
+64,mlp.experts.11.up_proj,rtn: 0.0022736,0.00000,0.090
+64,mlp.experts.183.gate_proj,rtn: 0.0023499,0.00000,0.102
+64,mlp.experts.30.up_proj,rtn: 0.0022888,0.00000,0.069
+64,mlp.experts.1.up_proj,rtn: 0.0023041,0.00000,0.098
+64,mlp.experts.9.up_proj,rtn: 0.0023041,0.00000,0.092
+64,mlp.experts.0.up_proj,rtn: 0.0023651,0.00000,0.073
+64,mlp.experts.26.up_proj,rtn: 0.0023346,0.00000,0.061
+64,mlp.experts.18.up_proj,rtn: 0.0023041,0.00000,0.061
+64,mlp.experts.22.up_proj,rtn: 0.0023499,0.00000,0.075
+64,mlp.experts.4.up_proj,rtn: 0.0023193,0.00000,0.084
+64,mlp.experts.12.up_proj,rtn: 0.0022736,0.00000,0.068
+64,mlp.experts.8.up_proj,rtn: 0.0023193,0.00000,0.082
+64,mlp.experts.21.up_proj,rtn: 0.0022736,0.00000,0.086
+64,mlp.experts.15.up_proj,rtn: 0.0021820,0.00000,0.091
+64,mlp.experts.3.up_proj,rtn: 0.0023804,0.00000,0.080
+64,mlp.experts.29.up_proj,rtn: 0.0022583,0.00000,0.084
+64,mlp.experts.46.up_proj,rtn: 0.0022736,0.00000,0.063
+64,mlp.experts.27.up_proj,rtn: 0.0023041,0.00000,0.079
+64,mlp.experts.7.up_proj,rtn: 0.0023041,0.00000,0.075
+64,mlp.experts.16.up_proj,rtn: 0.0022278,0.00000,0.070
+64,mlp.experts.34.up_proj,rtn: 0.0023041,0.00000,0.063
+64,mlp.experts.42.up_proj,rtn: 0.0022736,0.00000,0.064
+64,mlp.experts.25.up_proj,rtn: 0.0023193,0.00000,0.084
+64,mlp.experts.38.up_proj,rtn: 0.0022736,0.00000,0.074
+64,mlp.experts.28.up_proj,rtn: 0.0022888,0.00000,0.069
+64,mlp.experts.17.up_proj,rtn: 0.0022736,0.00000,0.105
+64,mlp.experts.20.up_proj,rtn: 0.0023499,0.00000,0.084
+64,mlp.experts.31.up_proj,rtn: 0.0022583,0.00000,0.075
+64,mlp.experts.62.up_proj,rtn: 0.0022888,0.00000,0.062
+64,mlp.experts.24.up_proj,rtn: 0.0022430,0.00000,0.083
+64,mlp.experts.19.up_proj,rtn: 0.0022736,0.00000,0.075
+64,mlp.experts.37.up_proj,rtn: 0.0022430,0.00000,0.087
+64,mlp.experts.45.up_proj,rtn: 0.0022888,0.00000,0.088
+64,mlp.experts.43.up_proj,rtn: 0.0022736,0.00000,0.080
+64,mlp.experts.23.up_proj,rtn: 0.0023041,0.00000,0.078
+64,mlp.experts.32.up_proj,rtn: 0.0023346,0.00000,0.077
+64,mlp.experts.50.up_proj,rtn: 0.0023193,0.00000,0.070
+64,mlp.experts.58.up_proj,rtn: 0.0022888,0.00000,0.072
+64,mlp.experts.54.up_proj,rtn: 0.0022736,0.00000,0.072
+64,mlp.experts.44.up_proj,rtn: 0.0022278,0.00000,0.074
+64,mlp.experts.41.up_proj,rtn: 0.0022430,0.00000,0.095
+64,mlp.experts.36.up_proj,rtn: 0.0023193,0.00000,0.076
+64,mlp.experts.40.up_proj,rtn: 0.0022430,0.00000,0.072
+64,mlp.experts.33.up_proj,rtn: 0.0023041,0.00000,0.090
+64,mlp.experts.47.up_proj,rtn: 0.0023041,0.00000,0.080
+64,mlp.experts.35.up_proj,rtn: 0.0022430,0.00000,0.079
+64,mlp.experts.78.up_proj,rtn: 0.0022430,0.00000,0.084
+64,mlp.experts.53.up_proj,rtn: 0.0023346,0.00000,0.092
+64,mlp.experts.39.up_proj,rtn: 0.0022736,0.00000,0.084
+64,mlp.experts.48.up_proj,rtn: 0.0023041,0.00000,0.070
+64,mlp.experts.61.up_proj,rtn: 0.0022736,0.00000,0.097
+64,mlp.experts.59.up_proj,rtn: 0.0022736,0.00000,0.085
+64,mlp.experts.74.up_proj,rtn: 0.0023041,0.00000,0.086
+64,mlp.experts.60.up_proj,rtn: 0.0022430,0.00000,0.070
+64,mlp.experts.66.up_proj,rtn: 0.0023041,0.00000,0.092
+64,mlp.experts.57.up_proj,rtn: 0.0022736,0.00000,0.078
+64,mlp.experts.52.up_proj,rtn: 0.0023041,0.00000,0.078
+64,mlp.experts.56.up_proj,rtn: 0.0023193,0.00000,0.067
+64,mlp.experts.70.up_proj,rtn: 0.0023041,0.00000,0.091
+64,mlp.experts.49.up_proj,rtn: 0.0022888,0.00000,0.079
+64,mlp.experts.51.up_proj,rtn: 0.0022583,0.00000,0.077
+64,mlp.experts.63.up_proj,rtn: 0.0022736,0.00000,0.085
+64,mlp.experts.94.up_proj,rtn: 0.0022888,0.00000,0.091
+64,mlp.experts.55.up_proj,rtn: 0.0022736,0.00000,0.076
+64,mlp.experts.64.up_proj,rtn: 0.0022736,0.00000,0.074
+64,mlp.experts.69.up_proj,rtn: 0.0022736,0.00000,0.086
+64,mlp.experts.76.up_proj,rtn: 0.0023193,0.00000,0.066
+64,mlp.experts.75.up_proj,rtn: 0.0022888,0.00000,0.086
+64,mlp.experts.77.up_proj,rtn: 0.0022736,0.00000,0.086
+64,mlp.experts.72.up_proj,rtn: 0.0023041,0.00000,0.063
+64,mlp.experts.68.up_proj,rtn: 0.0023499,0.00000,0.066
+64,mlp.experts.90.up_proj,rtn: 0.0022888,0.00000,0.090
+64,mlp.experts.82.up_proj,rtn: 0.0022736,0.00000,0.087
+64,mlp.experts.73.up_proj,rtn: 0.0022583,0.00000,0.087
+64,mlp.experts.86.up_proj,rtn: 0.0022736,0.00000,0.080
+64,mlp.experts.67.up_proj,rtn: 0.0023193,0.00000,0.080
+64,mlp.experts.65.up_proj,rtn: 0.0022888,0.00000,0.090
+64,mlp.experts.79.up_proj,rtn: 0.0023346,0.00000,0.089
+64,mlp.experts.80.up_proj,rtn: 0.0023499,0.00000,0.067
+64,mlp.experts.110.up_proj,rtn: 0.0022430,0.00000,0.090
+64,mlp.experts.71.up_proj,rtn: 0.0022125,0.00000,0.085
+64,mlp.experts.92.up_proj,rtn: 0.0023499,0.00000,0.073
+64,mlp.experts.85.up_proj,rtn: 0.0022888,0.00000,0.094
+64,mlp.experts.91.up_proj,rtn: 0.0022278,0.00000,0.083
+64,mlp.experts.88.up_proj,rtn: 0.0023193,0.00000,0.079
+64,mlp.experts.84.up_proj,rtn: 0.0023041,0.00000,0.082
+64,mlp.experts.93.up_proj,rtn: 0.0022430,0.00000,0.095
+64,mlp.experts.98.up_proj,rtn: 0.0022736,0.00000,0.081
+64,mlp.experts.106.up_proj,rtn: 0.0022583,0.00000,0.088
+64,mlp.experts.102.up_proj,rtn: 0.0022736,0.00000,0.089
+64,mlp.experts.89.up_proj,rtn: 0.0022888,0.00000,0.093
+64,mlp.experts.83.up_proj,rtn: 0.0022888,0.00000,0.086
+64,mlp.experts.96.up_proj,rtn: 0.0022736,0.00000,0.081
+64,mlp.experts.95.up_proj,rtn: 0.0022736,0.00000,0.089
+64,mlp.experts.81.up_proj,rtn: 0.0022888,0.00000,0.095
+64,mlp.experts.126.up_proj,rtn: 0.0021973,0.00000,0.087
+64,mlp.experts.108.up_proj,rtn: 0.0022736,0.00000,0.081
+64,mlp.experts.87.up_proj,rtn: 0.0023804,0.00000,0.089
+64,mlp.experts.101.up_proj,rtn: 0.0023499,0.00000,0.091
+64,mlp.experts.104.up_proj,rtn: 0.0021515,0.00000,0.084
+64,mlp.experts.122.up_proj,rtn: 0.0023041,0.00000,0.069
+64,mlp.experts.107.up_proj,rtn: 0.0022583,0.00000,0.095
+64,mlp.experts.100.up_proj,rtn: 0.0022583,0.00000,0.085
+64,mlp.experts.114.up_proj,rtn: 0.0022430,0.00000,0.077
+64,mlp.experts.118.up_proj,rtn: 0.0022278,0.00000,0.071
+64,mlp.experts.109.up_proj,rtn: 0.0021667,0.00000,0.102
+64,mlp.experts.105.up_proj,rtn: 0.0023193,0.00000,0.091
+64,mlp.experts.99.up_proj,rtn: 0.0022736,0.00000,0.093
+64,mlp.experts.112.up_proj,rtn: 0.0022430,0.00000,0.092
+64,mlp.experts.97.up_proj,rtn: 0.0023193,0.00000,0.084
+64,mlp.experts.142.up_proj,rtn: 0.0023193,0.00000,0.079
+64,mlp.experts.111.up_proj,rtn: 0.0022430,0.00000,0.091
+64,mlp.experts.124.up_proj,rtn: 0.0022888,0.00000,0.095
+64,mlp.experts.103.up_proj,rtn: 0.0022583,0.00000,0.094
+64,mlp.experts.117.up_proj,rtn: 0.0023193,0.00000,0.088
+64,mlp.experts.138.up_proj,rtn: 0.0022430,0.00000,0.085
+64,mlp.experts.123.up_proj,rtn: 0.0022278,0.00000,0.085
+64,mlp.experts.130.up_proj,rtn: 0.0023346,0.00000,0.085
+64,mlp.experts.134.up_proj,rtn: 0.0022736,0.00000,0.081
+64,mlp.experts.120.up_proj,rtn: 0.0023041,0.00000,0.105
+64,mlp.experts.116.up_proj,rtn: 0.0023041,0.00000,0.096
+64,mlp.experts.125.up_proj,rtn: 0.0022583,0.00000,0.089
+64,mlp.experts.121.up_proj,rtn: 0.0022888,0.00000,0.091
+64,mlp.experts.115.up_proj,rtn: 0.0021973,0.00000,0.088
+64,mlp.experts.158.up_proj,rtn: 0.0023346,0.00000,0.086
+64,mlp.experts.113.up_proj,rtn: 0.0023041,0.00000,0.091
+64,mlp.experts.127.up_proj,rtn: 0.0022583,0.00000,0.089
+64,mlp.experts.128.up_proj,rtn: 0.0022583,0.00000,0.098
+64,mlp.experts.119.up_proj,rtn: 0.0022736,0.00000,0.091
+64,mlp.experts.139.up_proj,rtn: 0.0022430,0.00000,0.082
+64,mlp.experts.133.up_proj,rtn: 0.0023041,0.00000,0.090
+64,mlp.experts.140.up_proj,rtn: 0.0022888,0.00000,0.100
+64,mlp.experts.154.up_proj,rtn: 0.0022736,0.00000,0.093
+64,mlp.experts.146.up_proj,rtn: 0.0022888,0.00000,0.086
+64,mlp.experts.150.up_proj,rtn: 0.0023041,0.00000,0.084
+64,mlp.experts.141.up_proj,rtn: 0.0023041,0.00000,0.081
+64,mlp.experts.136.up_proj,rtn: 0.0021973,0.00000,0.103
+64,mlp.experts.132.up_proj,rtn: 0.0023193,0.00000,0.102
+64,mlp.experts.137.up_proj,rtn: 0.0022430,0.00000,0.080
+64,mlp.experts.129.up_proj,rtn: 0.0022430,0.00000,0.077
+64,mlp.experts.174.up_proj,rtn: 0.0022278,0.00000,0.089
+64,mlp.experts.131.up_proj,rtn: 0.0022736,0.00000,0.099
+64,mlp.experts.144.up_proj,rtn: 0.0023499,0.00000,0.097
+64,mlp.experts.143.up_proj,rtn: 0.0022888,0.00000,0.102
+64,mlp.experts.155.up_proj,rtn: 0.0022278,0.00000,0.091
+64,mlp.experts.149.up_proj,rtn: 0.0023651,0.00000,0.086
+64,mlp.experts.157.up_proj,rtn: 0.0022736,0.00000,0.073
+64,mlp.experts.166.up_proj,rtn: 0.0023346,0.00000,0.088
+64,mlp.experts.135.up_proj,rtn: 0.0023041,0.00000,0.102
+64,mlp.experts.162.up_proj,rtn: 0.0022888,0.00000,0.091
+64,mlp.experts.170.up_proj,rtn: 0.0022736,0.00000,0.096
+64,mlp.experts.156.up_proj,rtn: 0.0023041,0.00000,0.103
+64,mlp.experts.153.up_proj,rtn: 0.0023499,0.00000,0.080
+64,mlp.experts.152.up_proj,rtn: 0.0022888,0.00000,0.096
+64,mlp.experts.145.up_proj,rtn: 0.0022736,0.00000,0.078
+64,mlp.experts.148.up_proj,rtn: 0.0022736,0.00000,0.108
+64,mlp.experts.190.up_proj,rtn: 0.0022278,0.00000,0.090
+64,mlp.experts.147.up_proj,rtn: 0.0022583,0.00000,0.102
+64,mlp.experts.159.up_proj,rtn: 0.0023651,0.00000,0.091
+64,mlp.experts.160.up_proj,rtn: 0.0023499,0.00000,0.100
+64,mlp.experts.171.up_proj,rtn: 0.0023193,0.00000,0.091
+64,mlp.experts.173.up_proj,rtn: 0.0023041,0.00000,0.087
+64,mlp.experts.165.up_proj,rtn: 0.0022278,0.00000,0.088
+64,mlp.experts.182.up_proj,rtn: 0.0023193,0.00000,0.081
+64,mlp.experts.178.up_proj,rtn: 0.0022278,0.00000,0.094
+64,mlp.experts.151.up_proj,rtn: 0.0023041,0.00000,0.096
+64,mlp.experts.172.up_proj,rtn: 0.0022736,0.00000,0.095
+64,mlp.experts.169.up_proj,rtn: 0.0023193,0.00000,0.089
+64,mlp.experts.186.up_proj,rtn: 0.0022736,0.00000,0.092
+64,mlp.experts.161.up_proj,rtn: 0.0022278,0.00000,0.083
+64,mlp.experts.168.up_proj,rtn: 0.0023041,0.00000,0.096
+64,mlp.experts.164.up_proj,rtn: 0.0022888,0.00000,0.101
+64,mlp.experts.163.up_proj,rtn: 0.0023041,0.00000,0.093
+64,mlp.experts.187.up_proj,rtn: 0.0022583,0.00000,0.082
+64,mlp.experts.175.up_proj,rtn: 0.0022430,0.00000,0.090
+64,mlp.experts.176.up_proj,rtn: 0.0023193,0.00000,0.089
+64,mlp.experts.189.up_proj,rtn: 0.0022736,0.00000,0.093
+64,mlp.experts.181.up_proj,rtn: 0.0022583,0.00000,0.089
+64,mlp.experts.167.up_proj,rtn: 0.0023499,0.00000,0.080
+64,mlp.experts.188.up_proj,rtn: 0.0022888,0.00000,0.081
+64,mlp.experts.185.up_proj,rtn: 0.0022736,0.00000,0.083
+64,mlp.experts.177.up_proj,rtn: 0.0023041,0.00000,0.076
+64,mlp.experts.184.up_proj,rtn: 0.0022736,0.00000,0.076
+64,mlp.experts.180.up_proj,rtn: 0.0022583,0.00000,0.064
+64,mlp.experts.179.up_proj,rtn: 0.0022736,0.00000,0.065
+64,mlp.experts.191.up_proj,rtn: 0.0023346,0.00000,0.061
+64,mlp.experts.183.up_proj,rtn: 0.0022278,0.00000,0.052
+64,mlp.experts.5.down_proj,rtn: 0.0023041,0.00000,0.015
+64,mlp.experts.15.down_proj,rtn: 0.0022430,0.00000,0.043
+64,mlp.experts.14.down_proj,rtn: 0.0023346,0.00000,0.070
+64,mlp.experts.21.down_proj,rtn: 0.0023041,0.00000,0.047
+64,mlp.experts.3.down_proj,rtn: 0.0023956,0.00000,0.048
+64,mlp.experts.9.down_proj,rtn: 0.0023193,0.00000,0.049
+64,mlp.experts.2.down_proj,rtn: 0.0023193,0.00000,0.051
+64,mlp.experts.6.down_proj,rtn: 0.0022888,0.00000,0.050
+64,mlp.experts.1.down_proj,rtn: 0.0023041,0.00000,0.052
+64,mlp.experts.4.down_proj,rtn: 0.0023041,0.00000,0.151
+64,mlp.experts.7.down_proj,rtn: 0.0022888,0.00000,0.053
+64,mlp.experts.11.down_proj,rtn: 0.0022736,0.00000,0.055
+64,mlp.experts.10.down_proj,rtn: 0.0022888,0.00000,0.079
+64,mlp.experts.13.down_proj,rtn: 0.0023193,0.00000,0.055
+64,mlp.experts.0.down_proj,rtn: 0.0023346,0.00000,0.163
+64,mlp.experts.12.down_proj,rtn: 0.0023041,0.00000,0.167
+64,mlp.experts.8.down_proj,rtn: 0.0023499,0.00000,0.167
+64,mlp.experts.31.down_proj,rtn: 0.0023041,0.00000,0.033
+64,mlp.experts.30.down_proj,rtn: 0.0023193,0.00000,0.038
+64,mlp.experts.25.down_proj,rtn: 0.0023499,0.00000,0.038
+64,mlp.experts.37.down_proj,rtn: 0.0022736,0.00000,0.035
+64,mlp.experts.19.down_proj,rtn: 0.0022888,0.00000,0.035
+64,mlp.experts.20.down_proj,rtn: 0.0023651,0.00000,0.029
+64,mlp.experts.17.down_proj,rtn: 0.0022278,0.00000,0.037
+64,mlp.experts.18.down_proj,rtn: 0.0023041,0.00000,0.058
+64,mlp.experts.22.down_proj,rtn: 0.0023651,0.00000,0.054
+64,mlp.experts.29.down_proj,rtn: 0.0023041,0.00000,0.029
+64,mlp.experts.27.down_proj,rtn: 0.0022736,0.00000,0.048
+64,mlp.experts.23.down_proj,rtn: 0.0023193,0.00000,0.054
+64,mlp.experts.26.down_proj,rtn: 0.0023346,0.00000,0.049
+64,mlp.experts.16.down_proj,rtn: 0.0022583,0.00000,0.057
+64,mlp.experts.47.down_proj,rtn: 0.0023193,0.00000,0.044
+64,mlp.experts.53.down_proj,rtn: 0.0023499,0.00000,0.037
+64,mlp.experts.46.down_proj,rtn: 0.0023193,0.00000,0.046
+64,mlp.experts.41.down_proj,rtn: 0.0022583,0.00000,0.048
+64,mlp.experts.28.down_proj,rtn: 0.0023041,0.00000,0.072
+64,mlp.experts.45.down_proj,rtn: 0.0023193,0.00000,0.049
+64,mlp.experts.33.down_proj,rtn: 0.0023041,0.00000,0.052
+64,mlp.experts.35.down_proj,rtn: 0.0022888,0.00000,0.062
+64,mlp.experts.24.down_proj,rtn: 0.0022583,0.00000,0.079
+64,mlp.experts.38.down_proj,rtn: 0.0023041,0.00000,0.057
+64,mlp.experts.34.down_proj,rtn: 0.0023193,0.00000,0.053
+64,mlp.experts.36.down_proj,rtn: 0.0023346,0.00000,0.074
+64,mlp.experts.42.down_proj,rtn: 0.0022430,0.00000,0.058
+64,mlp.experts.39.down_proj,rtn: 0.0022888,0.00000,0.058
+64,mlp.experts.63.down_proj,rtn: 0.0022888,0.00000,0.047
+64,mlp.experts.69.down_proj,rtn: 0.0022888,0.00000,0.044
+64,mlp.experts.62.down_proj,rtn: 0.0023041,0.00000,0.039
+64,mlp.experts.43.down_proj,rtn: 0.0023041,0.00000,0.060
+64,mlp.experts.32.down_proj,rtn: 0.0023651,0.00000,0.055
+64,mlp.experts.44.down_proj,rtn: 0.0022736,0.00000,0.046
+64,mlp.experts.57.down_proj,rtn: 0.0022888,0.00000,0.056
+64,mlp.experts.61.down_proj,rtn: 0.0022736,0.00000,0.046
+64,mlp.experts.49.down_proj,rtn: 0.0023041,0.00000,0.036
+64,mlp.experts.51.down_proj,rtn: 0.0022888,0.00000,0.041
+64,mlp.experts.50.down_proj,rtn: 0.0023041,0.00000,0.046
+64,mlp.experts.54.down_proj,rtn: 0.0022430,0.00000,0.043
+64,mlp.experts.40.down_proj,rtn: 0.0022583,0.00000,0.068
+64,mlp.experts.85.down_proj,rtn: 0.0022736,0.00000,0.038
+64,mlp.experts.48.down_proj,rtn: 0.0022736,0.00000,0.050
+64,mlp.experts.79.down_proj,rtn: 0.0023346,0.00000,0.045
+64,mlp.experts.52.down_proj,rtn: 0.0023041,0.00000,0.067
+64,mlp.experts.55.down_proj,rtn: 0.0023041,0.00000,0.058
+64,mlp.experts.78.down_proj,rtn: 0.0022583,0.00000,0.049
+64,mlp.experts.59.down_proj,rtn: 0.0022736,0.00000,0.050
+64,mlp.experts.77.down_proj,rtn: 0.0022736,0.00000,0.053
+64,mlp.experts.65.down_proj,rtn: 0.0023041,0.00000,0.042
+64,mlp.experts.67.down_proj,rtn: 0.0023193,0.00000,0.050
+64,mlp.experts.73.down_proj,rtn: 0.0022888,0.00000,0.057
+64,mlp.experts.58.down_proj,rtn: 0.0023193,0.00000,0.068
+64,mlp.experts.60.down_proj,rtn: 0.0022736,0.00000,0.060
+64,mlp.experts.66.down_proj,rtn: 0.0023193,0.00000,0.052
+64,mlp.experts.70.down_proj,rtn: 0.0023346,0.00000,0.047
+64,mlp.experts.101.down_proj,rtn: 0.0023193,0.00000,0.054
+64,mlp.experts.95.down_proj,rtn: 0.0022583,0.00000,0.042
+64,mlp.experts.68.down_proj,rtn: 0.0023499,0.00000,0.057
+64,mlp.experts.94.down_proj,rtn: 0.0022736,0.00000,0.042
+64,mlp.experts.83.down_proj,rtn: 0.0022736,0.00000,0.034
+64,mlp.experts.64.down_proj,rtn: 0.0022888,0.00000,0.054
+64,mlp.experts.81.down_proj,rtn: 0.0023041,0.00000,0.039
+64,mlp.experts.75.down_proj,rtn: 0.0023193,0.00000,0.053
+64,mlp.experts.93.down_proj,rtn: 0.0023041,0.00000,0.042
+64,mlp.experts.56.down_proj,rtn: 0.0023193,0.00000,0.068
+64,mlp.experts.89.down_proj,rtn: 0.0023193,0.00000,0.038
+64,mlp.experts.117.down_proj,rtn: 0.0022888,0.00000,0.018
+64,mlp.experts.71.down_proj,rtn: 0.0022736,0.00000,0.063
+64,mlp.experts.76.down_proj,rtn: 0.0023193,0.00000,0.059
+64,mlp.experts.111.down_proj,rtn: 0.0022583,0.00000,0.039
+64,mlp.experts.86.down_proj,rtn: 0.0022888,0.00000,0.055
+64,mlp.experts.82.down_proj,rtn: 0.0022888,0.00000,0.052
+64,mlp.experts.74.down_proj,rtn: 0.0023193,0.00000,0.059
+64,mlp.experts.110.down_proj,rtn: 0.0022583,0.00000,0.042
+64,mlp.experts.91.down_proj,rtn: 0.0022430,0.00000,0.044
+64,mlp.experts.99.down_proj,rtn: 0.0022888,0.00000,0.043
+64,mlp.experts.84.down_proj,rtn: 0.0023041,0.00000,0.062
+64,mlp.experts.97.down_proj,rtn: 0.0023346,0.00000,0.045
+64,mlp.experts.109.down_proj,rtn: 0.0022278,0.00000,0.052
+64,mlp.experts.80.down_proj,rtn: 0.0023499,0.00000,0.058
+64,mlp.experts.133.down_proj,rtn: 0.0022888,0.00000,0.046
+64,mlp.experts.105.down_proj,rtn: 0.0023499,0.00000,0.050
+64,mlp.experts.127.down_proj,rtn: 0.0022888,0.00000,0.041
+64,mlp.experts.87.down_proj,rtn: 0.0023651,0.00000,0.052
+64,mlp.experts.72.down_proj,rtn: 0.0023499,0.00000,0.064
+64,mlp.experts.92.down_proj,rtn: 0.0023193,0.00000,0.057
+64,mlp.experts.90.down_proj,rtn: 0.0022736,0.00000,0.048
+64,mlp.experts.102.down_proj,rtn: 0.0023346,0.00000,0.053
+64,mlp.experts.115.down_proj,rtn: 0.0022125,0.00000,0.039
+64,mlp.experts.98.down_proj,rtn: 0.0023041,0.00000,0.050
+64,mlp.experts.126.down_proj,rtn: 0.0022125,0.00000,0.048
+64,mlp.experts.107.down_proj,rtn: 0.0022430,0.00000,0.044
+64,mlp.experts.113.down_proj,rtn: 0.0023193,0.00000,0.041
+64,mlp.experts.100.down_proj,rtn: 0.0022583,0.00000,0.045
+64,mlp.experts.149.down_proj,rtn: 0.0023499,0.00000,0.032
+64,mlp.experts.121.down_proj,rtn: 0.0023041,0.00000,0.036
+64,mlp.experts.125.down_proj,rtn: 0.0023193,0.00000,0.046
+64,mlp.experts.143.down_proj,rtn: 0.0023041,0.00000,0.041
+64,mlp.experts.103.down_proj,rtn: 0.0022583,0.00000,0.042
+64,mlp.experts.96.down_proj,rtn: 0.0023041,0.00000,0.055
+64,mlp.experts.106.down_proj,rtn: 0.0022888,0.00000,0.039
+64,mlp.experts.131.down_proj,rtn: 0.0023041,0.00000,0.038
+64,mlp.experts.88.down_proj,rtn: 0.0023499,0.00000,0.057
+64,mlp.experts.108.down_proj,rtn: 0.0023041,0.00000,0.054
+64,mlp.experts.118.down_proj,rtn: 0.0021820,0.00000,0.043
+64,mlp.experts.123.down_proj,rtn: 0.0022278,0.00000,0.044
+64,mlp.experts.142.down_proj,rtn: 0.0022888,0.00000,0.038
+64,mlp.experts.114.down_proj,rtn: 0.0022583,0.00000,0.036
+64,mlp.experts.165.down_proj,rtn: 0.0022430,0.00000,0.036
+64,mlp.experts.137.down_proj,rtn: 0.0022583,0.00000,0.039
+64,mlp.experts.141.down_proj,rtn: 0.0023346,0.00000,0.032
+64,mlp.experts.159.down_proj,rtn: 0.0023346,0.00000,0.037
+64,mlp.experts.129.down_proj,rtn: 0.0022736,0.00000,0.038
+64,mlp.experts.116.down_proj,rtn: 0.0022430,0.00000,0.051
+64,mlp.experts.119.down_proj,rtn: 0.0023041,0.00000,0.038
+64,mlp.experts.122.down_proj,rtn: 0.0022736,0.00000,0.035
+64,mlp.experts.147.down_proj,rtn: 0.0022430,0.00000,0.034
+64,mlp.experts.112.down_proj,rtn: 0.0023041,0.00000,0.054
+64,mlp.experts.139.down_proj,rtn: 0.0021667,0.00000,0.040
+64,mlp.experts.134.down_proj,rtn: 0.0022736,0.00000,0.043
+64,mlp.experts.124.down_proj,rtn: 0.0023041,0.00000,0.043
+64,mlp.experts.153.down_proj,rtn: 0.0023804,0.00000,0.035
+64,mlp.experts.181.down_proj,rtn: 0.0022583,0.00000,0.037
+64,mlp.experts.104.down_proj,rtn: 0.0022430,0.00000,0.051
+64,mlp.experts.157.down_proj,rtn: 0.0022888,0.00000,0.033
+64,mlp.experts.145.down_proj,rtn: 0.0023193,0.00000,0.032
+64,mlp.experts.175.down_proj,rtn: 0.0022888,0.00000,0.035
+64,mlp.experts.130.down_proj,rtn: 0.0023346,0.00000,0.044
+64,mlp.experts.158.down_proj,rtn: 0.0023346,0.00000,0.049
+64,mlp.experts.138.down_proj,rtn: 0.0022583,0.00000,0.028
+64,mlp.experts.135.down_proj,rtn: 0.0023041,0.00000,0.032
+64,mlp.experts.163.down_proj,rtn: 0.0023193,0.00000,0.032
+64,mlp.experts.132.down_proj,rtn: 0.0023499,0.00000,0.042
+64,mlp.experts.173.down_proj,rtn: 0.0022888,0.00000,0.022
+64,mlp.experts.150.down_proj,rtn: 0.0023346,0.00000,0.027
+64,mlp.experts.155.down_proj,rtn: 0.0022278,0.00000,0.030
+64,mlp.experts.169.down_proj,rtn: 0.0023346,0.00000,0.023
+64,mlp.experts.191.down_proj,rtn: 0.0023346,0.00000,0.031
+64,mlp.experts.151.down_proj,rtn: 0.0023193,0.00000,0.032
+64,mlp.experts.140.down_proj,rtn: 0.0022888,0.00000,0.046
+64,mlp.experts.128.down_proj,rtn: 0.0022736,0.00000,0.054
+64,mlp.experts.120.down_proj,rtn: 0.0023346,0.00000,0.042
+64,mlp.experts.174.down_proj,rtn: 0.0022583,0.00000,0.034
+64,mlp.experts.146.down_proj,rtn: 0.0022736,0.00000,0.037
+64,mlp.experts.154.down_proj,rtn: 0.0022888,0.00000,0.036
+64,mlp.experts.161.down_proj,rtn: 0.0022736,0.00000,0.034
+64,mlp.experts.189.down_proj,rtn: 0.0022583,0.00000,0.025
+64,mlp.experts.185.down_proj,rtn: 0.0022888,0.00000,0.025
+64,mlp.experts.179.down_proj,rtn: 0.0023346,0.00000,0.031
+64,mlp.experts.148.down_proj,rtn: 0.0022888,0.00000,0.034
+64,mlp.experts.171.down_proj,rtn: 0.0023499,0.00000,0.032
+64,mlp.experts.166.down_proj,rtn: 0.0023346,0.00000,0.043
+64,mlp.experts.167.down_proj,rtn: 0.0023651,0.00000,0.025
+64,mlp.experts.156.down_proj,rtn: 0.0023193,0.00000,0.037
+64,mlp.experts.177.down_proj,rtn: 0.0022736,0.00000,0.021
+64,mlp.experts.144.down_proj,rtn: 0.0023499,0.00000,0.034
+64,mlp.experts.136.down_proj,rtn: 0.0022888,0.00000,0.034
+64,mlp.experts.190.down_proj,rtn: 0.0022736,0.00000,0.035
+64,mlp.experts.162.down_proj,rtn: 0.0023193,0.00000,0.031
+64,mlp.experts.187.down_proj,rtn: 0.0022430,0.00000,0.019
+64,mlp.experts.170.down_proj,rtn: 0.0022888,0.00000,0.032
+64,mlp.experts.183.down_proj,rtn: 0.0022125,0.00000,0.017
+64,mlp.experts.164.down_proj,rtn: 0.0022888,0.00000,0.028
+64,mlp.experts.182.down_proj,rtn: 0.0023041,0.00000,0.032
+64,mlp.experts.172.down_proj,rtn: 0.0022888,0.00000,0.029
+64,mlp.experts.160.down_proj,rtn: 0.0023499,0.00000,0.024
+64,mlp.experts.186.down_proj,rtn: 0.0022888,0.00000,0.023
+64,mlp.experts.178.down_proj,rtn: 0.0022278,0.00000,0.021
+64,mlp.experts.152.down_proj,rtn: 0.0023041,0.00000,0.031
+64,mlp.experts.180.down_proj,rtn: 0.0022888,0.00000,0.028
+64,mlp.experts.188.down_proj,rtn: 0.0023041,0.00000,0.022
+64,mlp.experts.176.down_proj,rtn: 0.0023346,0.00000,0.021
+64,mlp.experts.168.down_proj,rtn: 0.0023041,0.00000,0.021
+64,mlp.experts.184.down_proj,rtn: 0.0022736,0.00000,0.009
+64,mlp.shared_experts.gate_proj,rtn: 0.0017242,0.00000,0.027
+64,mlp.shared_experts.up_proj,rtn: 0.0015030,0.00000,0.041
+64,mlp.shared_experts.down_proj,rtn: 0.0016022,0.00000,0.016
+65,self_attn.v_proj,rtn: 0.0033264,0.00000,0.024
+65,self_attn.k_proj,rtn: 0.0020752,0.00000,0.034
+65,self_attn.q_proj,rtn: 0.0022430,0.00000,0.016
+65,self_attn.o_proj,rtn: 0.0028687,0.00000,0.036
+65,mlp.experts.3.gate_proj,rtn: 0.0022888,0.00000,0.076
+65,mlp.experts.8.gate_proj,rtn: 0.0022888,0.00000,0.076
+65,mlp.experts.11.gate_proj,rtn: 0.0022430,0.00000,0.077
+65,mlp.experts.15.gate_proj,rtn: 0.0024109,0.00000,0.079
+65,mlp.experts.12.gate_proj,rtn: 0.0023804,0.00000,0.090
+65,mlp.experts.7.gate_proj,rtn: 0.0022888,0.00000,0.087
+65,mlp.experts.4.gate_proj,rtn: 0.0023499,0.00000,0.099
+65,mlp.experts.2.gate_proj,rtn: 0.0025024,0.00000,0.106
+65,mlp.experts.14.gate_proj,rtn: 0.0023346,0.00000,0.108
+65,mlp.experts.0.gate_proj,rtn: 0.0022736,0.00000,0.125
+65,mlp.experts.6.gate_proj,rtn: 0.0023193,0.00000,0.126
+65,mlp.experts.1.gate_proj,rtn: 0.0022888,0.00000,0.127
+65,mlp.experts.13.gate_proj,rtn: 0.0022888,0.00000,0.137
+65,mlp.experts.5.gate_proj,rtn: 0.0022125,0.00000,0.144
+65,mlp.experts.9.gate_proj,rtn: 0.0023041,0.00000,0.146
+65,mlp.experts.10.gate_proj,rtn: 0.0023346,0.00000,0.151
+65,mlp.experts.19.gate_proj,rtn: 0.0022888,0.00000,0.075
+65,mlp.experts.27.gate_proj,rtn: 0.0023041,0.00000,0.072
+65,mlp.experts.31.gate_proj,rtn: 0.0022888,0.00000,0.069
+65,mlp.experts.23.gate_proj,rtn: 0.0023804,0.00000,0.074
+65,mlp.experts.24.gate_proj,rtn: 0.0022888,0.00000,0.099
+65,mlp.experts.28.gate_proj,rtn: 0.0023346,0.00000,0.095
+65,mlp.experts.18.gate_proj,rtn: 0.0023193,0.00000,0.090
+65,mlp.experts.30.gate_proj,rtn: 0.0023346,0.00000,0.093
+65,mlp.experts.20.gate_proj,rtn: 0.0023499,0.00000,0.104
+65,mlp.experts.17.gate_proj,rtn: 0.0022583,0.00000,0.091
+65,mlp.experts.47.gate_proj,rtn: 0.0022430,0.00000,0.060
+65,mlp.experts.22.gate_proj,rtn: 0.0022736,0.00000,0.092
+65,mlp.experts.29.gate_proj,rtn: 0.0022888,0.00000,0.097
+65,mlp.experts.43.gate_proj,rtn: 0.0023041,0.00000,0.073
+65,mlp.experts.35.gate_proj,rtn: 0.0022736,0.00000,0.078
+65,mlp.experts.16.gate_proj,rtn: 0.0023193,0.00000,0.110
+65,mlp.experts.21.gate_proj,rtn: 0.0023804,0.00000,0.096
+65,mlp.experts.26.gate_proj,rtn: 0.0023346,0.00000,0.090
+65,mlp.experts.39.gate_proj,rtn: 0.0023956,0.00000,0.068
+65,mlp.experts.25.gate_proj,rtn: 0.0023499,0.00000,0.098
+65,mlp.experts.44.gate_proj,rtn: 0.0023499,0.00000,0.084
+65,mlp.experts.40.gate_proj,rtn: 0.0023193,0.00000,0.093
+65,mlp.experts.34.gate_proj,rtn: 0.0022583,0.00000,0.082
+65,mlp.experts.46.gate_proj,rtn: 0.0022583,0.00000,0.085
+65,mlp.experts.63.gate_proj,rtn: 0.0022736,0.00000,0.073
+65,mlp.experts.36.gate_proj,rtn: 0.0022888,0.00000,0.097
+65,mlp.experts.59.gate_proj,rtn: 0.0022888,0.00000,0.066
+65,mlp.experts.38.gate_proj,rtn: 0.0023041,0.00000,0.082
+65,mlp.experts.51.gate_proj,rtn: 0.0022736,0.00000,0.070
+65,mlp.experts.33.gate_proj,rtn: 0.0022736,0.00000,0.098
+65,mlp.experts.55.gate_proj,rtn: 0.0023956,0.00000,0.077
+65,mlp.experts.42.gate_proj,rtn: 0.0023346,0.00000,0.080
+65,mlp.experts.32.gate_proj,rtn: 0.0023499,0.00000,0.088
+65,mlp.experts.45.gate_proj,rtn: 0.0023193,0.00000,0.104
+65,mlp.experts.37.gate_proj,rtn: 0.0022888,0.00000,0.100
+65,mlp.experts.41.gate_proj,rtn: 0.0023651,0.00000,0.100
+65,mlp.experts.60.gate_proj,rtn: 0.0022888,0.00000,0.088
+65,mlp.experts.50.gate_proj,rtn: 0.0023041,0.00000,0.088
+65,mlp.experts.56.gate_proj,rtn: 0.0023651,0.00000,0.092
+65,mlp.experts.79.gate_proj,rtn: 0.0023499,0.00000,0.075
+65,mlp.experts.67.gate_proj,rtn: 0.0023041,0.00000,0.070
+65,mlp.experts.62.gate_proj,rtn: 0.0023041,0.00000,0.091
+65,mlp.experts.75.gate_proj,rtn: 0.0023499,0.00000,0.076
+65,mlp.experts.54.gate_proj,rtn: 0.0023651,0.00000,0.076
+65,mlp.experts.52.gate_proj,rtn: 0.0023193,0.00000,0.087
+65,mlp.experts.71.gate_proj,rtn: 0.0022888,0.00000,0.075
+65,mlp.experts.49.gate_proj,rtn: 0.0023193,0.00000,0.093
+65,mlp.experts.58.gate_proj,rtn: 0.0023041,0.00000,0.085
+65,mlp.experts.48.gate_proj,rtn: 0.0023346,0.00000,0.086
+65,mlp.experts.61.gate_proj,rtn: 0.0022736,0.00000,0.104
+65,mlp.experts.53.gate_proj,rtn: 0.0023041,0.00000,0.102
+65,mlp.experts.95.gate_proj,rtn: 0.0022125,0.00000,0.075
+65,mlp.experts.57.gate_proj,rtn: 0.0022736,0.00000,0.102
+65,mlp.experts.83.gate_proj,rtn: 0.0023041,0.00000,0.070
+65,mlp.experts.91.gate_proj,rtn: 0.0023193,0.00000,0.062
+65,mlp.experts.76.gate_proj,rtn: 0.0022888,0.00000,0.092
+65,mlp.experts.66.gate_proj,rtn: 0.0023193,0.00000,0.092
+65,mlp.experts.87.gate_proj,rtn: 0.0023346,0.00000,0.066
+65,mlp.experts.72.gate_proj,rtn: 0.0022888,0.00000,0.092
+65,mlp.experts.70.gate_proj,rtn: 0.0023346,0.00000,0.084
+65,mlp.experts.68.gate_proj,rtn: 0.0022736,0.00000,0.080
+65,mlp.experts.78.gate_proj,rtn: 0.0023193,0.00000,0.095
+65,mlp.experts.64.gate_proj,rtn: 0.0023193,0.00000,0.081
+65,mlp.experts.74.gate_proj,rtn: 0.0023651,0.00000,0.086
+65,mlp.experts.65.gate_proj,rtn: 0.0022888,0.00000,0.097
+65,mlp.experts.99.gate_proj,rtn: 0.0023041,0.00000,0.068
+65,mlp.experts.111.gate_proj,rtn: 0.0022736,0.00000,0.075
+65,mlp.experts.107.gate_proj,rtn: 0.0022736,0.00000,0.076
+65,mlp.experts.77.gate_proj,rtn: 0.0023041,0.00000,0.097
+65,mlp.experts.73.gate_proj,rtn: 0.0022736,0.00000,0.088
+65,mlp.experts.69.gate_proj,rtn: 0.0023346,0.00000,0.100
+65,mlp.experts.103.gate_proj,rtn: 0.0022736,0.00000,0.076
+65,mlp.experts.92.gate_proj,rtn: 0.0023956,0.00000,0.094
+65,mlp.experts.88.gate_proj,rtn: 0.0022736,0.00000,0.089
+65,mlp.experts.82.gate_proj,rtn: 0.0023041,0.00000,0.097
+65,mlp.experts.86.gate_proj,rtn: 0.0023804,0.00000,0.087
+65,mlp.experts.84.gate_proj,rtn: 0.0023041,0.00000,0.089
+65,mlp.experts.94.gate_proj,rtn: 0.0022736,0.00000,0.081
+65,mlp.experts.90.gate_proj,rtn: 0.0023193,0.00000,0.084
+65,mlp.experts.80.gate_proj,rtn: 0.0023193,0.00000,0.087
+65,mlp.experts.115.gate_proj,rtn: 0.0022888,0.00000,0.063
+65,mlp.experts.127.gate_proj,rtn: 0.0022888,0.00000,0.060
+65,mlp.experts.81.gate_proj,rtn: 0.0023956,0.00000,0.084
+65,mlp.experts.123.gate_proj,rtn: 0.0023193,0.00000,0.073
+65,mlp.experts.89.gate_proj,rtn: 0.0023193,0.00000,0.072
+65,mlp.experts.93.gate_proj,rtn: 0.0023041,0.00000,0.085
+65,mlp.experts.119.gate_proj,rtn: 0.0023956,0.00000,0.074
+65,mlp.experts.85.gate_proj,rtn: 0.0023651,0.00000,0.083
+65,mlp.experts.108.gate_proj,rtn: 0.0023346,0.00000,0.076
+65,mlp.experts.104.gate_proj,rtn: 0.0022888,0.00000,0.079
+65,mlp.experts.100.gate_proj,rtn: 0.0023193,0.00000,0.080
+65,mlp.experts.102.gate_proj,rtn: 0.0023346,0.00000,0.092
+65,mlp.experts.98.gate_proj,rtn: 0.0023499,0.00000,0.093
+65,mlp.experts.110.gate_proj,rtn: 0.0023041,0.00000,0.091
+65,mlp.experts.143.gate_proj,rtn: 0.0023346,0.00000,0.064
+65,mlp.experts.96.gate_proj,rtn: 0.0022736,0.00000,0.074
+65,mlp.experts.131.gate_proj,rtn: 0.0023499,0.00000,0.072
+65,mlp.experts.106.gate_proj,rtn: 0.0023499,0.00000,0.082
+65,mlp.experts.139.gate_proj,rtn: 0.0022583,0.00000,0.068
+65,mlp.experts.97.gate_proj,rtn: 0.0023193,0.00000,0.093
+65,mlp.experts.135.gate_proj,rtn: 0.0023499,0.00000,0.071
+65,mlp.experts.105.gate_proj,rtn: 0.0023193,0.00000,0.091
+65,mlp.experts.124.gate_proj,rtn: 0.0023041,0.00000,0.075
+65,mlp.experts.120.gate_proj,rtn: 0.0023193,0.00000,0.076
+65,mlp.experts.109.gate_proj,rtn: 0.0023651,0.00000,0.100
+65,mlp.experts.159.gate_proj,rtn: 0.0023193,0.00000,0.063
+65,mlp.experts.101.gate_proj,rtn: 0.0023346,0.00000,0.099
+65,mlp.experts.116.gate_proj,rtn: 0.0023346,0.00000,0.084
+65,mlp.experts.112.gate_proj,rtn: 0.0022583,0.00000,0.074
+65,mlp.experts.147.gate_proj,rtn: 0.0024109,0.00000,0.076
+65,mlp.experts.155.gate_proj,rtn: 0.0023499,0.00000,0.071
+65,mlp.experts.114.gate_proj,rtn: 0.0022736,0.00000,0.088
+65,mlp.experts.122.gate_proj,rtn: 0.0023041,0.00000,0.084
+65,mlp.experts.118.gate_proj,rtn: 0.0023499,0.00000,0.095
+65,mlp.experts.126.gate_proj,rtn: 0.0023346,0.00000,0.096
+65,mlp.experts.151.gate_proj,rtn: 0.0023346,0.00000,0.065
+65,mlp.experts.113.gate_proj,rtn: 0.0023499,0.00000,0.089
+65,mlp.experts.140.gate_proj,rtn: 0.0023346,0.00000,0.077
+65,mlp.experts.136.gate_proj,rtn: 0.0023346,0.00000,0.074
+65,mlp.experts.175.gate_proj,rtn: 0.0023041,0.00000,0.066
+65,mlp.experts.121.gate_proj,rtn: 0.0023346,0.00000,0.090
+65,mlp.experts.171.gate_proj,rtn: 0.0022736,0.00000,0.068
+65,mlp.experts.167.gate_proj,rtn: 0.0022888,0.00000,0.064
+65,mlp.experts.191.gate_proj,rtn: 0.0023346,0.00000,0.048
+65,mlp.experts.130.gate_proj,rtn: 0.0023499,0.00000,0.094
+65,mlp.experts.138.gate_proj,rtn: 0.0023193,0.00000,0.090
+65,mlp.experts.142.gate_proj,rtn: 0.0023041,0.00000,0.100
+65,mlp.experts.134.gate_proj,rtn: 0.0022736,0.00000,0.121
+65,mlp.experts.125.gate_proj,rtn: 0.0022736,0.00000,0.174
+65,mlp.experts.163.gate_proj,rtn: 0.0023041,0.00000,0.150
+65,mlp.experts.128.gate_proj,rtn: 0.0023193,0.00000,0.164
+65,mlp.experts.132.gate_proj,rtn: 0.0022583,0.00000,0.172
+65,mlp.experts.117.gate_proj,rtn: 0.0022888,0.00000,0.179
+65,mlp.experts.129.gate_proj,rtn: 0.0023956,0.00000,0.177
+65,mlp.experts.156.gate_proj,rtn: 0.0022888,0.00000,0.172
+65,mlp.experts.15.up_proj,rtn: 0.0023193,0.00000,0.085
+65,mlp.experts.187.gate_proj,rtn: 0.0023041,0.00000,0.086
+65,mlp.experts.152.gate_proj,rtn: 0.0023346,0.00000,0.087
+65,mlp.experts.183.gate_proj,rtn: 0.0023499,0.00000,0.089
+65,mlp.experts.158.gate_proj,rtn: 0.0022736,0.00000,0.094
+65,mlp.experts.154.gate_proj,rtn: 0.0023804,0.00000,0.096
+65,mlp.experts.137.gate_proj,rtn: 0.0023499,0.00000,0.095
+65,mlp.experts.150.gate_proj,rtn: 0.0023041,0.00000,0.091
+65,mlp.experts.146.gate_proj,rtn: 0.0023346,0.00000,0.103
+65,mlp.experts.141.gate_proj,rtn: 0.0023346,0.00000,0.094
+65,mlp.experts.133.gate_proj,rtn: 0.0022888,0.00000,0.089
+65,mlp.experts.179.gate_proj,rtn: 0.0023499,0.00000,0.112
+65,mlp.experts.148.gate_proj,rtn: 0.0022888,0.00000,0.106
+65,mlp.experts.144.gate_proj,rtn: 0.0023193,0.00000,0.118
+65,mlp.experts.31.up_proj,rtn: 0.0022583,0.00000,0.071
+65,mlp.experts.11.up_proj,rtn: 0.0022278,0.00000,0.072
+65,mlp.experts.7.up_proj,rtn: 0.0022888,0.00000,0.080
+65,mlp.experts.145.gate_proj,rtn: 0.0023651,0.00000,0.102
+65,mlp.experts.174.gate_proj,rtn: 0.0023499,0.00000,0.088
+65,mlp.experts.172.gate_proj,rtn: 0.0023193,0.00000,0.105
+65,mlp.experts.170.gate_proj,rtn: 0.0023804,0.00000,0.088
+65,mlp.experts.168.gate_proj,rtn: 0.0023193,0.00000,0.078
+65,mlp.experts.166.gate_proj,rtn: 0.0023499,0.00000,0.096
+65,mlp.experts.162.gate_proj,rtn: 0.0022736,0.00000,0.097
+65,mlp.experts.3.up_proj,rtn: 0.0022888,0.00000,0.077
+65,mlp.experts.149.gate_proj,rtn: 0.0023193,0.00000,0.098
+65,mlp.experts.153.gate_proj,rtn: 0.0023346,0.00000,0.107
+65,mlp.experts.157.gate_proj,rtn: 0.0023499,0.00000,0.105
+65,mlp.experts.164.gate_proj,rtn: 0.0023804,0.00000,0.086
+65,mlp.experts.27.up_proj,rtn: 0.0022583,0.00000,0.076
+65,mlp.experts.47.up_proj,rtn: 0.0022278,0.00000,0.077
+65,mlp.experts.160.gate_proj,rtn: 0.0023499,0.00000,0.101
+65,mlp.experts.23.up_proj,rtn: 0.0023041,0.00000,0.082
+65,mlp.experts.188.gate_proj,rtn: 0.0023193,0.00000,0.073
+65,mlp.experts.190.gate_proj,rtn: 0.0022736,0.00000,0.089
+65,mlp.experts.161.gate_proj,rtn: 0.0023041,0.00000,0.093
+65,mlp.experts.184.gate_proj,rtn: 0.0023499,0.00000,0.080
+65,mlp.experts.186.gate_proj,rtn: 0.0023041,0.00000,0.086
+65,mlp.experts.178.gate_proj,rtn: 0.0022736,0.00000,0.079
+65,mlp.experts.182.gate_proj,rtn: 0.0023193,0.00000,0.089
+65,mlp.experts.19.up_proj,rtn: 0.0022888,0.00000,0.087
+65,mlp.experts.180.gate_proj,rtn: 0.0023804,0.00000,0.073
+65,mlp.experts.165.gate_proj,rtn: 0.0023346,0.00000,0.101
+65,mlp.experts.43.up_proj,rtn: 0.0022888,0.00000,0.082
+65,mlp.experts.173.gate_proj,rtn: 0.0022736,0.00000,0.098
+65,mlp.experts.63.up_proj,rtn: 0.0022736,0.00000,0.090
+65,mlp.experts.176.gate_proj,rtn: 0.0023346,0.00000,0.079
+65,mlp.experts.169.gate_proj,rtn: 0.0023041,0.00000,0.107
+65,mlp.experts.12.up_proj,rtn: 0.0023041,0.00000,0.081
+65,mlp.experts.39.up_proj,rtn: 0.0023651,0.00000,0.094
+65,mlp.experts.8.up_proj,rtn: 0.0022888,0.00000,0.083
+65,mlp.experts.14.up_proj,rtn: 0.0022430,0.00000,0.090
+65,mlp.experts.177.gate_proj,rtn: 0.0022888,0.00000,0.098
+65,mlp.experts.2.up_proj,rtn: 0.0023193,0.00000,0.092
+65,mlp.experts.10.up_proj,rtn: 0.0022583,0.00000,0.098
+65,mlp.experts.4.up_proj,rtn: 0.0023193,0.00000,0.081
+65,mlp.experts.6.up_proj,rtn: 0.0023041,0.00000,0.099
+65,mlp.experts.35.up_proj,rtn: 0.0022583,0.00000,0.087
+65,mlp.experts.59.up_proj,rtn: 0.0022736,0.00000,0.088
+65,mlp.experts.79.up_proj,rtn: 0.0022736,0.00000,0.084
+65,mlp.experts.181.gate_proj,rtn: 0.0023041,0.00000,0.094
+65,mlp.experts.0.up_proj,rtn: 0.0022736,0.00000,0.094
+65,mlp.experts.189.gate_proj,rtn: 0.0022888,0.00000,0.101
+65,mlp.experts.185.gate_proj,rtn: 0.0023346,0.00000,0.095
+65,mlp.experts.28.up_proj,rtn: 0.0023193,0.00000,0.089
+65,mlp.experts.24.up_proj,rtn: 0.0022736,0.00000,0.089
+65,mlp.experts.55.up_proj,rtn: 0.0023499,0.00000,0.096
+65,mlp.experts.30.up_proj,rtn: 0.0023041,0.00000,0.096
+65,mlp.experts.18.up_proj,rtn: 0.0023193,0.00000,0.090
+65,mlp.experts.1.up_proj,rtn: 0.0022125,0.00000,0.095
+65,mlp.experts.51.up_proj,rtn: 0.0022736,0.00000,0.083
+65,mlp.experts.26.up_proj,rtn: 0.0023193,0.00000,0.098
+65,mlp.experts.22.up_proj,rtn: 0.0022583,0.00000,0.089
+65,mlp.experts.20.up_proj,rtn: 0.0022736,0.00000,0.090
+65,mlp.experts.95.up_proj,rtn: 0.0021820,0.00000,0.080
+65,mlp.experts.75.up_proj,rtn: 0.0023346,0.00000,0.085
+65,mlp.experts.5.up_proj,rtn: 0.0021667,0.00000,0.092
+65,mlp.experts.16.up_proj,rtn: 0.0022888,0.00000,0.088
+65,mlp.experts.13.up_proj,rtn: 0.0022888,0.00000,0.090
+65,mlp.experts.9.up_proj,rtn: 0.0023041,0.00000,0.090
+65,mlp.experts.44.up_proj,rtn: 0.0022888,0.00000,0.093
+65,mlp.experts.40.up_proj,rtn: 0.0022888,0.00000,0.088
+65,mlp.experts.71.up_proj,rtn: 0.0022888,0.00000,0.087
+65,mlp.experts.46.up_proj,rtn: 0.0022430,0.00000,0.089
+65,mlp.experts.17.up_proj,rtn: 0.0022430,0.00000,0.091
+65,mlp.experts.67.up_proj,rtn: 0.0022430,0.00000,0.084
+65,mlp.experts.34.up_proj,rtn: 0.0022430,0.00000,0.096
+65,mlp.experts.36.up_proj,rtn: 0.0022888,0.00000,0.090
+65,mlp.experts.38.up_proj,rtn: 0.0022736,0.00000,0.086
+65,mlp.experts.42.up_proj,rtn: 0.0023041,0.00000,0.097
+65,mlp.experts.111.up_proj,rtn: 0.0022736,0.00000,0.087
+65,mlp.experts.91.up_proj,rtn: 0.0023193,0.00000,0.085
+65,mlp.experts.32.up_proj,rtn: 0.0023346,0.00000,0.095
+65,mlp.experts.21.up_proj,rtn: 0.0023651,0.00000,0.108
+65,mlp.experts.29.up_proj,rtn: 0.0022278,0.00000,0.100
+65,mlp.experts.25.up_proj,rtn: 0.0022125,0.00000,0.098
+65,mlp.experts.60.up_proj,rtn: 0.0022736,0.00000,0.096
+65,mlp.experts.56.up_proj,rtn: 0.0023193,0.00000,0.096
+65,mlp.experts.87.up_proj,rtn: 0.0023346,0.00000,0.092
+65,mlp.experts.62.up_proj,rtn: 0.0022888,0.00000,0.091
+65,mlp.experts.83.up_proj,rtn: 0.0023041,0.00000,0.086
+65,mlp.experts.50.up_proj,rtn: 0.0022736,0.00000,0.087
+65,mlp.experts.58.up_proj,rtn: 0.0023041,0.00000,0.085
+65,mlp.experts.54.up_proj,rtn: 0.0023346,0.00000,0.089
+65,mlp.experts.33.up_proj,rtn: 0.0022583,0.00000,0.109
+65,mlp.experts.52.up_proj,rtn: 0.0022888,0.00000,0.096
+65,mlp.experts.107.up_proj,rtn: 0.0022583,0.00000,0.082
+65,mlp.experts.127.up_proj,rtn: 0.0022736,0.00000,0.088
+65,mlp.experts.48.up_proj,rtn: 0.0022888,0.00000,0.096
+65,mlp.experts.76.up_proj,rtn: 0.0022888,0.00000,0.096
+65,mlp.experts.103.up_proj,rtn: 0.0022736,0.00000,0.088
+65,mlp.experts.72.up_proj,rtn: 0.0022888,0.00000,0.091
+65,mlp.experts.37.up_proj,rtn: 0.0022888,0.00000,0.107
+65,mlp.experts.41.up_proj,rtn: 0.0022736,0.00000,0.105
+65,mlp.experts.78.up_proj,rtn: 0.0023193,0.00000,0.093
+65,mlp.experts.45.up_proj,rtn: 0.0022583,0.00000,0.111
+65,mlp.experts.99.up_proj,rtn: 0.0022888,0.00000,0.081
+65,mlp.experts.66.up_proj,rtn: 0.0023193,0.00000,0.089
+65,mlp.experts.123.up_proj,rtn: 0.0023041,0.00000,0.081
+65,mlp.experts.70.up_proj,rtn: 0.0023041,0.00000,0.090
+65,mlp.experts.74.up_proj,rtn: 0.0022583,0.00000,0.095
+65,mlp.experts.143.up_proj,rtn: 0.0023041,0.00000,0.085
+65,mlp.experts.68.up_proj,rtn: 0.0022583,0.00000,0.096
+65,mlp.experts.49.up_proj,rtn: 0.0023041,0.00000,0.105
+65,mlp.experts.64.up_proj,rtn: 0.0023193,0.00000,0.097
+65,mlp.experts.115.up_proj,rtn: 0.0022888,0.00000,0.078
+65,mlp.experts.94.up_proj,rtn: 0.0022583,0.00000,0.085
+65,mlp.experts.119.up_proj,rtn: 0.0023193,0.00000,0.089
+65,mlp.experts.92.up_proj,rtn: 0.0023651,0.00000,0.099
+65,mlp.experts.88.up_proj,rtn: 0.0022583,0.00000,0.097
+65,mlp.experts.139.up_proj,rtn: 0.0022583,0.00000,0.082
+65,mlp.experts.82.up_proj,rtn: 0.0022583,0.00000,0.088
+65,mlp.experts.57.up_proj,rtn: 0.0022583,0.00000,0.115
+65,mlp.experts.61.up_proj,rtn: 0.0022278,0.00000,0.107
+65,mlp.experts.86.up_proj,rtn: 0.0023651,0.00000,0.084
+65,mlp.experts.53.up_proj,rtn: 0.0022736,0.00000,0.112
+65,mlp.experts.90.up_proj,rtn: 0.0022583,0.00000,0.087
+65,mlp.experts.159.up_proj,rtn: 0.0023193,0.00000,0.096
+65,mlp.experts.84.up_proj,rtn: 0.0022736,0.00000,0.097
+65,mlp.experts.65.up_proj,rtn: 0.0022888,0.00000,0.107
+65,mlp.experts.80.up_proj,rtn: 0.0022583,0.00000,0.093
+65,mlp.experts.135.up_proj,rtn: 0.0023193,0.00000,0.080
+65,mlp.experts.131.up_proj,rtn: 0.0023193,0.00000,0.087
+65,mlp.experts.110.up_proj,rtn: 0.0022888,0.00000,0.089
+65,mlp.experts.155.up_proj,rtn: 0.0023346,0.00000,0.076
+65,mlp.experts.104.up_proj,rtn: 0.0022888,0.00000,0.089
+65,mlp.experts.108.up_proj,rtn: 0.0022583,0.00000,0.100
+65,mlp.experts.98.up_proj,rtn: 0.0023041,0.00000,0.092
+65,mlp.experts.175.up_proj,rtn: 0.0022736,0.00000,0.076
+65,mlp.experts.106.up_proj,rtn: 0.0022888,0.00000,0.094
+65,mlp.experts.73.up_proj,rtn: 0.0022583,0.00000,0.103
+65,mlp.experts.102.up_proj,rtn: 0.0023346,0.00000,0.095
+65,mlp.experts.77.up_proj,rtn: 0.0022736,0.00000,0.103
+65,mlp.experts.69.up_proj,rtn: 0.0022736,0.00000,0.101
+65,mlp.experts.100.up_proj,rtn: 0.0023193,0.00000,0.095
+65,mlp.experts.81.up_proj,rtn: 0.0023499,0.00000,0.095
+65,mlp.experts.147.up_proj,rtn: 0.0023346,0.00000,0.073
+65,mlp.experts.151.up_proj,rtn: 0.0023041,0.00000,0.073
+65,mlp.experts.96.up_proj,rtn: 0.0022736,0.00000,0.086
+65,mlp.experts.171.up_proj,rtn: 0.0022430,0.00000,0.077
+65,mlp.experts.120.up_proj,rtn: 0.0022888,0.00000,0.084
+65,mlp.experts.126.up_proj,rtn: 0.0023041,0.00000,0.096
+65,mlp.experts.124.up_proj,rtn: 0.0022888,0.00000,0.084
+65,mlp.experts.191.up_proj,rtn: 0.0023346,0.00000,0.077
+65,mlp.experts.114.up_proj,rtn: 0.0022583,0.00000,0.092
+65,mlp.experts.122.up_proj,rtn: 0.0022736,0.00000,0.089
+65,mlp.experts.116.up_proj,rtn: 0.0023193,0.00000,0.077
+65,mlp.experts.118.up_proj,rtn: 0.0022736,0.00000,0.094
+65,mlp.experts.85.up_proj,rtn: 0.0023651,0.00000,0.094
+65,mlp.experts.167.up_proj,rtn: 0.0022736,0.00000,0.065
+65,mlp.experts.163.up_proj,rtn: 0.0022736,0.00000,0.070
+65,mlp.experts.89.up_proj,rtn: 0.0022888,0.00000,0.103
+65,mlp.experts.112.up_proj,rtn: 0.0022583,0.00000,0.068
+65,mlp.experts.187.up_proj,rtn: 0.0022888,0.00000,0.068
+65,mlp.experts.93.up_proj,rtn: 0.0023041,0.00000,0.110
+65,mlp.experts.97.up_proj,rtn: 0.0023193,0.00000,0.098
+65,mlp.experts.140.up_proj,rtn: 0.0023193,0.00000,0.066
+65,mlp.experts.136.up_proj,rtn: 0.0022583,0.00000,0.075
+65,mlp.experts.179.up_proj,rtn: 0.0023041,0.00000,0.048
+65,mlp.experts.142.up_proj,rtn: 0.0022888,0.00000,0.099
+65,mlp.experts.130.up_proj,rtn: 0.0022736,0.00000,0.088
+65,mlp.experts.132.up_proj,rtn: 0.0022278,0.00000,0.067
+65,mlp.experts.183.up_proj,rtn: 0.0022736,0.00000,0.067
+65,mlp.experts.128.up_proj,rtn: 0.0023041,0.00000,0.062
+65,mlp.experts.138.up_proj,rtn: 0.0022888,0.00000,0.088
+65,mlp.experts.134.up_proj,rtn: 0.0022583,0.00000,0.086
+65,mlp.experts.101.up_proj,rtn: 0.0023346,0.00000,0.093
+65,mlp.experts.156.up_proj,rtn: 0.0022583,0.00000,0.063
+65,mlp.experts.105.up_proj,rtn: 0.0023041,0.00000,0.089
+65,mlp.experts.152.up_proj,rtn: 0.0023041,0.00000,0.073
+65,mlp.experts.113.up_proj,rtn: 0.0023193,0.00000,0.090
+65,mlp.experts.109.up_proj,rtn: 0.0022736,0.00000,0.100
+65,mlp.experts.144.up_proj,rtn: 0.0022888,0.00000,0.059
+65,mlp.experts.148.up_proj,rtn: 0.0022888,0.00000,0.073
+65,mlp.experts.146.up_proj,rtn: 0.0022888,0.00000,0.084
+65,mlp.experts.158.up_proj,rtn: 0.0022278,0.00000,0.084
+65,mlp.experts.172.up_proj,rtn: 0.0022583,0.00000,0.061
+65,mlp.experts.154.up_proj,rtn: 0.0022888,0.00000,0.084
+65,mlp.experts.150.up_proj,rtn: 0.0022430,0.00000,0.081
+65,mlp.experts.168.up_proj,rtn: 0.0023041,0.00000,0.072
+65,mlp.experts.117.up_proj,rtn: 0.0021973,0.00000,0.087
+65,mlp.experts.121.up_proj,rtn: 0.0023346,0.00000,0.090
+65,mlp.experts.160.up_proj,rtn: 0.0023041,0.00000,0.060
+65,mlp.experts.129.up_proj,rtn: 0.0023804,0.00000,0.090
+65,mlp.experts.164.up_proj,rtn: 0.0023499,0.00000,0.069
+65,mlp.experts.125.up_proj,rtn: 0.0022583,0.00000,0.096
+65,mlp.experts.188.up_proj,rtn: 0.0023041,0.00000,0.066
+65,mlp.experts.174.up_proj,rtn: 0.0022736,0.00000,0.086
+65,mlp.experts.162.up_proj,rtn: 0.0022583,0.00000,0.093
+65,mlp.experts.166.up_proj,rtn: 0.0023499,0.00000,0.082
+65,mlp.experts.170.up_proj,rtn: 0.0023804,0.00000,0.086
+65,mlp.experts.184.up_proj,rtn: 0.0023346,0.00000,0.075
+65,mlp.experts.176.up_proj,rtn: 0.0023041,0.00000,0.068
+65,mlp.experts.133.up_proj,rtn: 0.0022888,0.00000,0.087
+65,mlp.experts.180.up_proj,rtn: 0.0023193,0.00000,0.057
+65,mlp.experts.137.up_proj,rtn: 0.0022888,0.00000,0.087
+65,mlp.experts.145.up_proj,rtn: 0.0023499,0.00000,0.088
+65,mlp.experts.141.up_proj,rtn: 0.0023041,0.00000,0.097
+65,mlp.experts.190.up_proj,rtn: 0.0022583,0.00000,0.093
+65,mlp.experts.182.up_proj,rtn: 0.0023193,0.00000,0.084
+65,mlp.experts.178.up_proj,rtn: 0.0022583,0.00000,0.096
+65,mlp.experts.186.up_proj,rtn: 0.0022888,0.00000,0.090
+65,mlp.experts.149.up_proj,rtn: 0.0022888,0.00000,0.088
+65,mlp.experts.153.up_proj,rtn: 0.0022888,0.00000,0.081
+65,mlp.experts.161.up_proj,rtn: 0.0023041,0.00000,0.086
+65,mlp.experts.157.up_proj,rtn: 0.0023346,0.00000,0.081
+65,mlp.experts.165.up_proj,rtn: 0.0023041,0.00000,0.078
+65,mlp.experts.169.up_proj,rtn: 0.0022736,0.00000,0.077
+65,mlp.experts.177.up_proj,rtn: 0.0022430,0.00000,0.079
+65,mlp.experts.173.up_proj,rtn: 0.0022278,0.00000,0.081
+65,mlp.experts.181.up_proj,rtn: 0.0022736,0.00000,0.065
+65,mlp.experts.185.up_proj,rtn: 0.0023041,0.00000,0.072
+65,mlp.experts.189.up_proj,rtn: 0.0022430,0.00000,0.044
+65,mlp.experts.10.down_proj,rtn: 0.0022888,0.00000,0.015
+65,mlp.experts.4.down_proj,rtn: 0.0023041,0.00000,0.032
+65,mlp.experts.26.down_proj,rtn: 0.0023193,0.00000,0.048
+65,mlp.experts.15.down_proj,rtn: 0.0022736,0.00000,0.050
+65,mlp.experts.12.down_proj,rtn: 0.0022583,0.00000,0.055
+65,mlp.experts.20.down_proj,rtn: 0.0022888,0.00000,0.039
+65,mlp.experts.9.down_proj,rtn: 0.0023041,0.00000,0.150
+65,mlp.experts.13.down_proj,rtn: 0.0023193,0.00000,0.153
+65,mlp.experts.2.down_proj,rtn: 0.0023499,0.00000,0.064
+65,mlp.experts.11.down_proj,rtn: 0.0023041,0.00000,0.066
+65,mlp.experts.0.down_proj,rtn: 0.0022888,0.00000,0.067
+65,mlp.experts.14.down_proj,rtn: 0.0022430,0.00000,0.067
+65,mlp.experts.8.down_proj,rtn: 0.0023041,0.00000,0.067
+65,mlp.experts.1.down_proj,rtn: 0.0022583,0.00000,0.160
+65,mlp.experts.5.down_proj,rtn: 0.0022583,0.00000,0.161
+65,mlp.experts.3.down_proj,rtn: 0.0022888,0.00000,0.072
+65,mlp.experts.7.down_proj,rtn: 0.0023193,0.00000,0.072
+65,mlp.experts.6.down_proj,rtn: 0.0022888,0.00000,0.072
+65,mlp.experts.31.down_proj,rtn: 0.0022430,0.00000,0.023
+65,mlp.experts.42.down_proj,rtn: 0.0023041,0.00000,0.029
+65,mlp.experts.28.down_proj,rtn: 0.0023346,0.00000,0.035
+65,mlp.experts.36.down_proj,rtn: 0.0023041,0.00000,0.033
+65,mlp.experts.18.down_proj,rtn: 0.0023346,0.00000,0.038
+65,mlp.experts.25.down_proj,rtn: 0.0022125,0.00000,0.044
+65,mlp.experts.24.down_proj,rtn: 0.0023041,0.00000,0.026
+65,mlp.experts.29.down_proj,rtn: 0.0022278,0.00000,0.044
+65,mlp.experts.16.down_proj,rtn: 0.0023193,0.00000,0.043
+65,mlp.experts.22.down_proj,rtn: 0.0022736,0.00000,0.051
+65,mlp.experts.30.down_proj,rtn: 0.0023041,0.00000,0.050
+65,mlp.experts.17.down_proj,rtn: 0.0022736,0.00000,0.043
+65,mlp.experts.21.down_proj,rtn: 0.0023651,0.00000,0.041
+65,mlp.experts.19.down_proj,rtn: 0.0023346,0.00000,0.047
+65,mlp.experts.23.down_proj,rtn: 0.0022736,0.00000,0.041
+65,mlp.experts.27.down_proj,rtn: 0.0022583,0.00000,0.042
+65,mlp.experts.58.down_proj,rtn: 0.0023193,0.00000,0.051
+65,mlp.experts.34.down_proj,rtn: 0.0022583,0.00000,0.041
+65,mlp.experts.44.down_proj,rtn: 0.0022583,0.00000,0.052
+65,mlp.experts.41.down_proj,rtn: 0.0022888,0.00000,0.060
+65,mlp.experts.38.down_proj,rtn: 0.0023041,0.00000,0.040
+65,mlp.experts.47.down_proj,rtn: 0.0022888,0.00000,0.044
+65,mlp.experts.52.down_proj,rtn: 0.0022736,0.00000,0.054
+65,mlp.experts.32.down_proj,rtn: 0.0023499,0.00000,0.050
+65,mlp.experts.40.down_proj,rtn: 0.0022888,0.00000,0.050
+65,mlp.experts.45.down_proj,rtn: 0.0022430,0.00000,0.060
+65,mlp.experts.37.down_proj,rtn: 0.0023193,0.00000,0.054
+65,mlp.experts.39.down_proj,rtn: 0.0023651,0.00000,0.042
+65,mlp.experts.33.down_proj,rtn: 0.0023193,0.00000,0.057
+65,mlp.experts.43.down_proj,rtn: 0.0022888,0.00000,0.047
+65,mlp.experts.46.down_proj,rtn: 0.0022736,0.00000,0.062
+65,mlp.experts.50.down_proj,rtn: 0.0022888,0.00000,0.045
+65,mlp.experts.60.down_proj,rtn: 0.0023193,0.00000,0.049
+65,mlp.experts.54.down_proj,rtn: 0.0023346,0.00000,0.045
+65,mlp.experts.35.down_proj,rtn: 0.0022736,0.00000,0.064
+65,mlp.experts.48.down_proj,rtn: 0.0023041,0.00000,0.028
+65,mlp.experts.74.down_proj,rtn: 0.0022430,0.00000,0.060
+65,mlp.experts.68.down_proj,rtn: 0.0023041,0.00000,0.060
+65,mlp.experts.55.down_proj,rtn: 0.0023499,0.00000,0.043
+65,mlp.experts.61.down_proj,rtn: 0.0022125,0.00000,0.058
+65,mlp.experts.56.down_proj,rtn: 0.0023499,0.00000,0.055
+65,mlp.experts.66.down_proj,rtn: 0.0023499,0.00000,0.036
+65,mlp.experts.49.down_proj,rtn: 0.0023193,0.00000,0.047
+65,mlp.experts.63.down_proj,rtn: 0.0022736,0.00000,0.072
+65,mlp.experts.59.down_proj,rtn: 0.0022736,0.00000,0.048
+65,mlp.experts.53.down_proj,rtn: 0.0023041,0.00000,0.062
+65,mlp.experts.57.down_proj,rtn: 0.0022888,0.00000,0.078
+65,mlp.experts.70.down_proj,rtn: 0.0022888,0.00000,0.041
+65,mlp.experts.76.down_proj,rtn: 0.0023041,0.00000,0.047
+65,mlp.experts.64.down_proj,rtn: 0.0023346,0.00000,0.038
+65,mlp.experts.62.down_proj,rtn: 0.0022888,0.00000,0.066
+65,mlp.experts.84.down_proj,rtn: 0.0023041,0.00000,0.037
+65,mlp.experts.71.down_proj,rtn: 0.0023193,0.00000,0.036
+65,mlp.experts.72.down_proj,rtn: 0.0023041,0.00000,0.028
+65,mlp.experts.82.down_proj,rtn: 0.0022430,0.00000,0.030
+65,mlp.experts.51.down_proj,rtn: 0.0022888,0.00000,0.061
+65,mlp.experts.75.down_proj,rtn: 0.0023346,0.00000,0.033
+65,mlp.experts.90.down_proj,rtn: 0.0022888,0.00000,0.064
+65,mlp.experts.79.down_proj,rtn: 0.0023346,0.00000,0.123
+65,mlp.experts.77.down_proj,rtn: 0.0022888,0.00000,0.157
+65,mlp.experts.65.down_proj,rtn: 0.0023193,0.00000,0.154
+65,mlp.experts.98.down_proj,rtn: 0.0022736,0.00000,0.046
+65,mlp.experts.91.down_proj,rtn: 0.0023651,0.00000,0.044
+65,mlp.experts.87.down_proj,rtn: 0.0023041,0.00000,0.047
+65,mlp.experts.69.down_proj,rtn: 0.0021973,0.00000,0.151
+65,mlp.experts.92.down_proj,rtn: 0.0023499,0.00000,0.051
+65,mlp.experts.86.down_proj,rtn: 0.0023804,0.00000,0.052
+65,mlp.experts.73.down_proj,rtn: 0.0022736,0.00000,0.047
+65,mlp.experts.80.down_proj,rtn: 0.0022583,0.00000,0.053
+65,mlp.experts.88.down_proj,rtn: 0.0022888,0.00000,0.053
+65,mlp.experts.100.down_proj,rtn: 0.0023499,0.00000,0.057
+65,mlp.experts.106.down_proj,rtn: 0.0023041,0.00000,0.057
+65,mlp.experts.78.down_proj,rtn: 0.0023193,0.00000,0.060
+65,mlp.experts.67.down_proj,rtn: 0.0022430,0.00000,0.062
+65,mlp.experts.114.down_proj,rtn: 0.0022888,0.00000,0.023
+65,mlp.experts.95.down_proj,rtn: 0.0022736,0.00000,0.058
+65,mlp.experts.93.down_proj,rtn: 0.0023193,0.00000,0.053
+65,mlp.experts.108.down_proj,rtn: 0.0022888,0.00000,0.032
+65,mlp.experts.103.down_proj,rtn: 0.0023041,0.00000,0.047
+65,mlp.experts.107.down_proj,rtn: 0.0022736,0.00000,0.044
+65,mlp.experts.81.down_proj,rtn: 0.0023346,0.00000,0.053
+65,mlp.experts.116.down_proj,rtn: 0.0023193,0.00000,0.039
+65,mlp.experts.102.down_proj,rtn: 0.0023499,0.00000,0.033
+65,mlp.experts.85.down_proj,rtn: 0.0023804,0.00000,0.043
+65,mlp.experts.96.down_proj,rtn: 0.0023041,0.00000,0.032
+65,mlp.experts.83.down_proj,rtn: 0.0023041,0.00000,0.032
+65,mlp.experts.104.down_proj,rtn: 0.0023041,0.00000,0.028
+65,mlp.experts.94.down_proj,rtn: 0.0022736,0.00000,0.043
+65,mlp.experts.122.down_proj,rtn: 0.0022888,0.00000,0.041
+65,mlp.experts.111.down_proj,rtn: 0.0022888,0.00000,0.041
+65,mlp.experts.89.down_proj,rtn: 0.0022278,0.00000,0.060
+65,mlp.experts.130.down_proj,rtn: 0.0022278,0.00000,0.046
+65,mlp.experts.123.down_proj,rtn: 0.0023346,0.00000,0.040
+65,mlp.experts.97.down_proj,rtn: 0.0023041,0.00000,0.042
+65,mlp.experts.99.down_proj,rtn: 0.0022736,0.00000,0.048
+65,mlp.experts.119.down_proj,rtn: 0.0023193,0.00000,0.053
+65,mlp.experts.124.down_proj,rtn: 0.0022736,0.00000,0.057
+65,mlp.experts.118.down_proj,rtn: 0.0022430,0.00000,0.051
+65,mlp.experts.132.down_proj,rtn: 0.0022888,0.00000,0.046
+65,mlp.experts.109.down_proj,rtn: 0.0021820,0.00000,0.072
+65,mlp.experts.112.down_proj,rtn: 0.0022888,0.00000,0.054
+65,mlp.experts.138.down_proj,rtn: 0.0022430,0.00000,0.040
+65,mlp.experts.110.down_proj,rtn: 0.0023193,0.00000,0.050
+65,mlp.experts.101.down_proj,rtn: 0.0023346,0.00000,0.070
+65,mlp.experts.139.down_proj,rtn: 0.0022888,0.00000,0.038
+65,mlp.experts.127.down_proj,rtn: 0.0023041,0.00000,0.050
+65,mlp.experts.120.down_proj,rtn: 0.0023041,0.00000,0.041
+65,mlp.experts.146.down_proj,rtn: 0.0022736,0.00000,0.048
+65,mlp.experts.105.down_proj,rtn: 0.0023193,0.00000,0.055
+65,mlp.experts.140.down_proj,rtn: 0.0023193,0.00000,0.038
+65,mlp.experts.128.down_proj,rtn: 0.0023193,0.00000,0.030
+65,mlp.experts.135.down_proj,rtn: 0.0023499,0.00000,0.037
+65,mlp.experts.113.down_proj,rtn: 0.0023041,0.00000,0.059
+65,mlp.experts.148.down_proj,rtn: 0.0023041,0.00000,0.035
+65,mlp.experts.115.down_proj,rtn: 0.0023346,0.00000,0.053
+65,mlp.experts.134.down_proj,rtn: 0.0022736,0.00000,0.047
+65,mlp.experts.125.down_proj,rtn: 0.0022583,0.00000,0.057
+65,mlp.experts.154.down_proj,rtn: 0.0022736,0.00000,0.049
+65,mlp.experts.126.down_proj,rtn: 0.0022736,0.00000,0.046
+65,mlp.experts.155.down_proj,rtn: 0.0023499,0.00000,0.039
+65,mlp.experts.136.down_proj,rtn: 0.0022888,0.00000,0.037
+65,mlp.experts.162.down_proj,rtn: 0.0022888,0.00000,0.036
+65,mlp.experts.143.down_proj,rtn: 0.0023041,0.00000,0.044
+65,mlp.experts.156.down_proj,rtn: 0.0023041,0.00000,0.029
+65,mlp.experts.144.down_proj,rtn: 0.0022736,0.00000,0.029
+65,mlp.experts.117.down_proj,rtn: 0.0022278,0.00000,0.057
+65,mlp.experts.164.down_proj,rtn: 0.0023499,0.00000,0.026
+65,mlp.experts.151.down_proj,rtn: 0.0023041,0.00000,0.039
+65,mlp.experts.121.down_proj,rtn: 0.0023499,0.00000,0.051
+65,mlp.experts.131.down_proj,rtn: 0.0023193,0.00000,0.040
+65,mlp.experts.150.down_proj,rtn: 0.0021973,0.00000,0.040
+65,mlp.experts.170.down_proj,rtn: 0.0023651,0.00000,0.043
+65,mlp.experts.171.down_proj,rtn: 0.0022736,0.00000,0.042
+65,mlp.experts.178.down_proj,rtn: 0.0022888,0.00000,0.037
+65,mlp.experts.142.down_proj,rtn: 0.0023041,0.00000,0.041
+65,mlp.experts.160.down_proj,rtn: 0.0023041,0.00000,0.026
+65,mlp.experts.129.down_proj,rtn: 0.0023804,0.00000,0.063
+65,mlp.experts.159.down_proj,rtn: 0.0023041,0.00000,0.040
+65,mlp.experts.172.down_proj,rtn: 0.0022583,0.00000,0.027
+65,mlp.experts.141.down_proj,rtn: 0.0023346,0.00000,0.052
+65,mlp.experts.180.down_proj,rtn: 0.0023193,0.00000,0.032
+65,mlp.experts.167.down_proj,rtn: 0.0022888,0.00000,0.035
+65,mlp.experts.152.down_proj,rtn: 0.0023041,0.00000,0.046
+65,mlp.experts.147.down_proj,rtn: 0.0023346,0.00000,0.033
+65,mlp.experts.137.down_proj,rtn: 0.0023041,0.00000,0.038
+65,mlp.experts.133.down_proj,rtn: 0.0023041,0.00000,0.050
+65,mlp.experts.166.down_proj,rtn: 0.0023651,0.00000,0.035
+65,mlp.experts.188.down_proj,rtn: 0.0023041,0.00000,0.024
+65,mlp.experts.187.down_proj,rtn: 0.0022888,0.00000,0.028
+65,mlp.experts.186.down_proj,rtn: 0.0023041,0.00000,0.030
+65,mlp.experts.176.down_proj,rtn: 0.0022888,0.00000,0.022
+65,mlp.experts.158.down_proj,rtn: 0.0022736,0.00000,0.026
+65,mlp.experts.175.down_proj,rtn: 0.0022888,0.00000,0.030
+65,mlp.experts.168.down_proj,rtn: 0.0023193,0.00000,0.026
+65,mlp.experts.183.down_proj,rtn: 0.0022583,0.00000,0.030
+65,mlp.experts.182.down_proj,rtn: 0.0023193,0.00000,0.026
+65,mlp.experts.174.down_proj,rtn: 0.0022430,0.00000,0.018
+65,mlp.experts.145.down_proj,rtn: 0.0023193,0.00000,0.048
+65,mlp.experts.184.down_proj,rtn: 0.0022736,0.00000,0.017
+65,mlp.experts.163.down_proj,rtn: 0.0022736,0.00000,0.034
+65,mlp.experts.191.down_proj,rtn: 0.0023346,0.00000,0.022
+65,mlp.experts.153.down_proj,rtn: 0.0023193,0.00000,0.043
+65,mlp.experts.190.down_proj,rtn: 0.0023041,0.00000,0.012
+65,mlp.experts.149.down_proj,rtn: 0.0022736,0.00000,0.043
+65,mlp.experts.157.down_proj,rtn: 0.0023193,0.00000,0.051
+65,mlp.experts.179.down_proj,rtn: 0.0022583,0.00000,0.018
+65,mlp.experts.161.down_proj,rtn: 0.0022888,0.00000,0.032
+65,mlp.experts.169.down_proj,rtn: 0.0022888,0.00000,0.037
+65,mlp.experts.165.down_proj,rtn: 0.0023193,0.00000,0.034
+65,mlp.experts.173.down_proj,rtn: 0.0022888,0.00000,0.040
+65,mlp.experts.177.down_proj,rtn: 0.0022430,0.00000,0.031
+65,mlp.experts.185.down_proj,rtn: 0.0022430,0.00000,0.026
+65,mlp.experts.181.down_proj,rtn: 0.0022888,0.00000,0.025
+65,mlp.experts.189.down_proj,rtn: 0.0022430,0.00000,0.025
+65,mlp.shared_experts.gate_proj,rtn: 0.0017242,0.00000,0.025
+65,mlp.shared_experts.up_proj,rtn: 0.0015030,0.00000,0.027
+65,mlp.shared_experts.down_proj,rtn: 0.0015945,0.00000,0.010
+66,self_attn.q_proj,rtn: 0.0022583,0.00000,0.016
+66,self_attn.k_proj,rtn: 0.0020599,0.00000,0.021
+66,self_attn.v_proj,rtn: 0.0032349,0.00000,0.042
+66,self_attn.o_proj,rtn: 0.0027924,0.00000,0.058
+66,mlp.experts.1.gate_proj,rtn: 0.0023499,0.00000,0.094
+66,mlp.experts.5.gate_proj,rtn: 0.0023346,0.00000,0.101
+66,mlp.experts.9.gate_proj,rtn: 0.0022736,0.00000,0.109
+66,mlp.experts.6.gate_proj,rtn: 0.0022736,0.00000,0.112
+66,mlp.experts.2.gate_proj,rtn: 0.0023193,0.00000,0.120
+66,mlp.experts.12.gate_proj,rtn: 0.0023193,0.00000,0.124
+66,mlp.experts.10.gate_proj,rtn: 0.0022736,0.00000,0.131
+66,mlp.experts.3.gate_proj,rtn: 0.0022888,0.00000,0.137
+66,mlp.experts.7.gate_proj,rtn: 0.0022583,0.00000,0.137
+66,mlp.experts.0.gate_proj,rtn: 0.0023804,0.00000,0.140
+66,mlp.experts.15.gate_proj,rtn: 0.0023193,0.00000,0.143
+66,mlp.experts.8.gate_proj,rtn: 0.0023346,0.00000,0.143
+66,mlp.experts.4.gate_proj,rtn: 0.0023804,0.00000,0.145
+66,mlp.experts.13.gate_proj,rtn: 0.0023346,0.00000,0.151
+66,mlp.experts.11.gate_proj,rtn: 0.0023499,0.00000,0.152
+66,mlp.experts.14.gate_proj,rtn: 0.0023193,0.00000,0.156
+66,mlp.experts.21.gate_proj,rtn: 0.0022736,0.00000,0.070
+66,mlp.experts.17.gate_proj,rtn: 0.0023041,0.00000,0.079
+66,mlp.experts.25.gate_proj,rtn: 0.0023193,0.00000,0.076
+66,mlp.experts.22.gate_proj,rtn: 0.0023193,0.00000,0.099
+66,mlp.experts.18.gate_proj,rtn: 0.0023041,0.00000,0.100
+66,mlp.experts.28.gate_proj,rtn: 0.0022736,0.00000,0.098
+66,mlp.experts.26.gate_proj,rtn: 0.0023346,0.00000,0.098
+66,mlp.experts.30.gate_proj,rtn: 0.0022888,0.00000,0.084
+66,mlp.experts.16.gate_proj,rtn: 0.0023041,0.00000,0.111
+66,mlp.experts.31.gate_proj,rtn: 0.0022888,0.00000,0.101
+66,mlp.experts.19.gate_proj,rtn: 0.0023193,0.00000,0.118
+66,mlp.experts.37.gate_proj,rtn: 0.0022888,0.00000,0.090
+66,mlp.experts.33.gate_proj,rtn: 0.0023651,0.00000,0.088
+66,mlp.experts.23.gate_proj,rtn: 0.0022888,0.00000,0.120
+66,mlp.experts.20.gate_proj,rtn: 0.0023346,0.00000,0.123
+66,mlp.experts.41.gate_proj,rtn: 0.0023041,0.00000,0.085
+66,mlp.experts.24.gate_proj,rtn: 0.0023499,0.00000,0.115
+66,mlp.experts.27.gate_proj,rtn: 0.0023041,0.00000,0.111
+66,mlp.experts.29.gate_proj,rtn: 0.0023499,0.00000,0.112
+66,mlp.experts.34.gate_proj,rtn: 0.0023041,0.00000,0.076
+66,mlp.experts.38.gate_proj,rtn: 0.0022430,0.00000,0.085
+66,mlp.experts.44.gate_proj,rtn: 0.0024109,0.00000,0.078
+66,mlp.experts.42.gate_proj,rtn: 0.0023193,0.00000,0.084
+66,mlp.experts.32.gate_proj,rtn: 0.0024261,0.00000,0.066
+66,mlp.experts.46.gate_proj,rtn: 0.0022278,0.00000,0.084
+66,mlp.experts.35.gate_proj,rtn: 0.0023193,0.00000,0.077
+66,mlp.experts.36.gate_proj,rtn: 0.0023499,0.00000,0.066
+66,mlp.experts.47.gate_proj,rtn: 0.0024261,0.00000,0.087
+66,mlp.experts.40.gate_proj,rtn: 0.0022583,0.00000,0.074
+66,mlp.experts.49.gate_proj,rtn: 0.0023499,0.00000,0.091
+66,mlp.experts.50.gate_proj,rtn: 0.0023346,0.00000,0.069
+66,mlp.experts.39.gate_proj,rtn: 0.0023651,0.00000,0.096
+66,mlp.experts.53.gate_proj,rtn: 0.0023193,0.00000,0.102
+66,mlp.experts.54.gate_proj,rtn: 0.0022888,0.00000,0.077
+66,mlp.experts.57.gate_proj,rtn: 0.0023499,0.00000,0.099
+66,mlp.experts.60.gate_proj,rtn: 0.0023346,0.00000,0.074
+66,mlp.experts.43.gate_proj,rtn: 0.0023041,0.00000,0.096
+66,mlp.experts.45.gate_proj,rtn: 0.0023041,0.00000,0.098
+66,mlp.experts.58.gate_proj,rtn: 0.0023346,0.00000,0.085
+66,mlp.experts.48.gate_proj,rtn: 0.0023346,0.00000,0.078
+66,mlp.experts.62.gate_proj,rtn: 0.0022583,0.00000,0.072
+66,mlp.experts.52.gate_proj,rtn: 0.0023193,0.00000,0.071
+66,mlp.experts.51.gate_proj,rtn: 0.0023193,0.00000,0.083
+66,mlp.experts.63.gate_proj,rtn: 0.0023193,0.00000,0.078
+66,mlp.experts.56.gate_proj,rtn: 0.0023193,0.00000,0.071
+66,mlp.experts.70.gate_proj,rtn: 0.0023346,0.00000,0.069
+66,mlp.experts.66.gate_proj,rtn: 0.0023499,0.00000,0.082
+66,mlp.experts.65.gate_proj,rtn: 0.0023193,0.00000,0.091
+66,mlp.experts.76.gate_proj,rtn: 0.0023041,0.00000,0.070
+66,mlp.experts.69.gate_proj,rtn: 0.0023956,0.00000,0.086
+66,mlp.experts.73.gate_proj,rtn: 0.0023041,0.00000,0.087
+66,mlp.experts.55.gate_proj,rtn: 0.0022736,0.00000,0.093
+66,mlp.experts.59.gate_proj,rtn: 0.0023651,0.00000,0.093
+66,mlp.experts.61.gate_proj,rtn: 0.0022888,0.00000,0.091
+66,mlp.experts.78.gate_proj,rtn: 0.0023804,0.00000,0.070
+66,mlp.experts.64.gate_proj,rtn: 0.0023041,0.00000,0.074
+66,mlp.experts.68.gate_proj,rtn: 0.0022888,0.00000,0.069
+66,mlp.experts.74.gate_proj,rtn: 0.0024109,0.00000,0.087
+66,mlp.experts.79.gate_proj,rtn: 0.0023193,0.00000,0.077
+66,mlp.experts.67.gate_proj,rtn: 0.0022888,0.00000,0.081
+66,mlp.experts.72.gate_proj,rtn: 0.0023193,0.00000,0.074
+66,mlp.experts.86.gate_proj,rtn: 0.0023651,0.00000,0.072
+66,mlp.experts.92.gate_proj,rtn: 0.0023193,0.00000,0.068
+66,mlp.experts.82.gate_proj,rtn: 0.0023193,0.00000,0.084
+66,mlp.experts.85.gate_proj,rtn: 0.0023193,0.00000,0.091
+66,mlp.experts.71.gate_proj,rtn: 0.0022888,0.00000,0.080
+66,mlp.experts.94.gate_proj,rtn: 0.0023041,0.00000,0.070
+66,mlp.experts.75.gate_proj,rtn: 0.0023193,0.00000,0.081
+66,mlp.experts.81.gate_proj,rtn: 0.0023651,0.00000,0.101
+66,mlp.experts.80.gate_proj,rtn: 0.0022430,0.00000,0.076
+66,mlp.experts.89.gate_proj,rtn: 0.0023346,0.00000,0.094
+66,mlp.experts.84.gate_proj,rtn: 0.0023193,0.00000,0.072
+66,mlp.experts.90.gate_proj,rtn: 0.0023499,0.00000,0.076
+66,mlp.experts.77.gate_proj,rtn: 0.0023193,0.00000,0.095
+66,mlp.experts.95.gate_proj,rtn: 0.0023804,0.00000,0.070
+66,mlp.experts.83.gate_proj,rtn: 0.0022888,0.00000,0.067
+66,mlp.experts.88.gate_proj,rtn: 0.0023193,0.00000,0.071
+66,mlp.experts.108.gate_proj,rtn: 0.0022888,0.00000,0.062
+66,mlp.experts.102.gate_proj,rtn: 0.0023651,0.00000,0.084
+66,mlp.experts.98.gate_proj,rtn: 0.0022888,0.00000,0.076
+66,mlp.experts.87.gate_proj,rtn: 0.0023804,0.00000,0.064
+66,mlp.experts.91.gate_proj,rtn: 0.0023346,0.00000,0.057
+66,mlp.experts.99.gate_proj,rtn: 0.0023346,0.00000,0.057
+66,mlp.experts.111.gate_proj,rtn: 0.0022888,0.00000,0.058
+66,mlp.experts.110.gate_proj,rtn: 0.0022888,0.00000,0.083
+66,mlp.experts.106.gate_proj,rtn: 0.0022888,0.00000,0.068
+66,mlp.experts.96.gate_proj,rtn: 0.0023041,0.00000,0.070
+66,mlp.experts.101.gate_proj,rtn: 0.0023041,0.00000,0.092
+66,mlp.experts.100.gate_proj,rtn: 0.0022888,0.00000,0.069
+66,mlp.experts.124.gate_proj,rtn: 0.0023193,0.00000,0.055
+66,mlp.experts.104.gate_proj,rtn: 0.0023041,0.00000,0.066
+66,mlp.experts.105.gate_proj,rtn: 0.0023041,0.00000,0.096
+66,mlp.experts.93.gate_proj,rtn: 0.0022888,0.00000,0.084
+66,mlp.experts.97.gate_proj,rtn: 0.0023499,0.00000,0.096
+66,mlp.experts.107.gate_proj,rtn: 0.0023651,0.00000,0.058
+66,mlp.experts.103.gate_proj,rtn: 0.0023041,0.00000,0.062
+66,mlp.experts.114.gate_proj,rtn: 0.0022736,0.00000,0.070
+66,mlp.experts.118.gate_proj,rtn: 0.0023651,0.00000,0.087
+66,mlp.experts.127.gate_proj,rtn: 0.0022888,0.00000,0.060
+66,mlp.experts.115.gate_proj,rtn: 0.0023041,0.00000,0.061
+66,mlp.experts.122.gate_proj,rtn: 0.0023193,0.00000,0.071
+66,mlp.experts.140.gate_proj,rtn: 0.0023499,0.00000,0.065
+66,mlp.experts.126.gate_proj,rtn: 0.0022430,0.00000,0.082
+66,mlp.experts.120.gate_proj,rtn: 0.0023346,0.00000,0.073
+66,mlp.experts.116.gate_proj,rtn: 0.0023499,0.00000,0.079
+66,mlp.experts.112.gate_proj,rtn: 0.0023651,0.00000,0.074
+66,mlp.experts.117.gate_proj,rtn: 0.0023651,0.00000,0.093
+66,mlp.experts.109.gate_proj,rtn: 0.0022888,0.00000,0.085
+66,mlp.experts.121.gate_proj,rtn: 0.0023193,0.00000,0.091
+66,mlp.experts.130.gate_proj,rtn: 0.0023651,0.00000,0.070
+66,mlp.experts.113.gate_proj,rtn: 0.0023041,0.00000,0.099
+66,mlp.experts.119.gate_proj,rtn: 0.0023193,0.00000,0.085
+66,mlp.experts.123.gate_proj,rtn: 0.0023651,0.00000,0.087
+66,mlp.experts.134.gate_proj,rtn: 0.0022583,0.00000,0.078
+66,mlp.experts.138.gate_proj,rtn: 0.0023346,0.00000,0.070
+66,mlp.experts.143.gate_proj,rtn: 0.0023041,0.00000,0.089
+66,mlp.experts.131.gate_proj,rtn: 0.0023041,0.00000,0.089
+66,mlp.experts.156.gate_proj,rtn: 0.0023193,0.00000,0.073
+66,mlp.experts.142.gate_proj,rtn: 0.0022736,0.00000,0.075
+66,mlp.experts.132.gate_proj,rtn: 0.0022888,0.00000,0.067
+66,mlp.experts.136.gate_proj,rtn: 0.0023499,0.00000,0.074
+66,mlp.experts.128.gate_proj,rtn: 0.0022888,0.00000,0.074
+66,mlp.experts.146.gate_proj,rtn: 0.0022583,0.00000,0.074
+66,mlp.experts.133.gate_proj,rtn: 0.0022888,0.00000,0.091
+66,mlp.experts.125.gate_proj,rtn: 0.0023804,0.00000,0.089
+66,mlp.experts.137.gate_proj,rtn: 0.0023804,0.00000,0.091
+66,mlp.experts.139.gate_proj,rtn: 0.0023651,0.00000,0.078
+66,mlp.experts.150.gate_proj,rtn: 0.0023651,0.00000,0.077
+66,mlp.experts.129.gate_proj,rtn: 0.0022736,0.00000,0.092
+66,mlp.experts.154.gate_proj,rtn: 0.0023499,0.00000,0.071
+66,mlp.experts.135.gate_proj,rtn: 0.0023193,0.00000,0.092
+66,mlp.experts.158.gate_proj,rtn: 0.0023346,0.00000,0.068
+66,mlp.experts.172.gate_proj,rtn: 0.0023346,0.00000,0.076
+66,mlp.experts.147.gate_proj,rtn: 0.0022888,0.00000,0.078
+66,mlp.experts.144.gate_proj,rtn: 0.0022888,0.00000,0.067
+66,mlp.experts.152.gate_proj,rtn: 0.0022736,0.00000,0.072
+66,mlp.experts.148.gate_proj,rtn: 0.0022278,0.00000,0.075
+66,mlp.experts.159.gate_proj,rtn: 0.0023651,0.00000,0.090
+66,mlp.experts.162.gate_proj,rtn: 0.0023346,0.00000,0.070
+66,mlp.experts.153.gate_proj,rtn: 0.0023346,0.00000,0.076
+66,mlp.experts.141.gate_proj,rtn: 0.0023346,0.00000,0.082
+66,mlp.experts.149.gate_proj,rtn: 0.0022888,0.00000,0.090
+66,mlp.experts.170.gate_proj,rtn: 0.0022430,0.00000,0.065
+66,mlp.experts.166.gate_proj,rtn: 0.0024109,0.00000,0.070
+66,mlp.experts.155.gate_proj,rtn: 0.0022888,0.00000,0.080
+66,mlp.experts.151.gate_proj,rtn: 0.0023041,0.00000,0.080
+66,mlp.experts.174.gate_proj,rtn: 0.0022736,0.00000,0.074
+66,mlp.experts.145.gate_proj,rtn: 0.0023041,0.00000,0.089
+66,mlp.experts.160.gate_proj,rtn: 0.0022583,0.00000,0.071
+66,mlp.experts.188.gate_proj,rtn: 0.0022888,0.00000,0.076
+66,mlp.experts.163.gate_proj,rtn: 0.0022888,0.00000,0.075
+66,mlp.experts.168.gate_proj,rtn: 0.0022736,0.00000,0.069
+66,mlp.experts.164.gate_proj,rtn: 0.0023041,0.00000,0.070
+66,mlp.experts.175.gate_proj,rtn: 0.0023041,0.00000,0.079
+66,mlp.experts.178.gate_proj,rtn: 0.0023346,0.00000,0.079
+66,mlp.experts.182.gate_proj,rtn: 0.0023041,0.00000,0.070
+66,mlp.experts.190.gate_proj,rtn: 0.0023499,0.00000,0.067
+66,mlp.experts.186.gate_proj,rtn: 0.0023193,0.00000,0.082
+66,mlp.experts.157.gate_proj,rtn: 0.0024414,0.00000,0.089
+66,mlp.experts.169.gate_proj,rtn: 0.0023346,0.00000,0.092
+66,mlp.experts.165.gate_proj,rtn: 0.0022888,0.00000,0.090
+66,mlp.experts.184.gate_proj,rtn: 0.0023041,0.00000,0.059
+66,mlp.experts.171.gate_proj,rtn: 0.0022888,0.00000,0.088
+66,mlp.experts.167.gate_proj,rtn: 0.0023956,0.00000,0.079
+66,mlp.experts.176.gate_proj,rtn: 0.0022583,0.00000,0.073
+66,mlp.experts.12.up_proj,rtn: 0.0023193,0.00000,0.066
+66,mlp.experts.180.gate_proj,rtn: 0.0023346,0.00000,0.067
+66,mlp.experts.179.gate_proj,rtn: 0.0025024,0.00000,0.073
+66,mlp.experts.161.gate_proj,rtn: 0.0023804,0.00000,0.083
+66,mlp.experts.191.gate_proj,rtn: 0.0023193,0.00000,0.083
+66,mlp.experts.2.up_proj,rtn: 0.0022583,0.00000,0.088
+66,mlp.experts.6.up_proj,rtn: 0.0022583,0.00000,0.083
+66,mlp.experts.8.up_proj,rtn: 0.0022430,0.00000,0.064
+66,mlp.experts.14.up_proj,rtn: 0.0022888,0.00000,0.086
+66,mlp.experts.10.up_proj,rtn: 0.0022736,0.00000,0.086
+66,mlp.experts.173.gate_proj,rtn: 0.0022888,0.00000,0.082
+66,mlp.experts.187.gate_proj,rtn: 0.0023193,0.00000,0.077
+66,mlp.experts.185.gate_proj,rtn: 0.0023041,0.00000,0.085
+66,mlp.experts.0.up_proj,rtn: 0.0023041,0.00000,0.076
+66,mlp.experts.4.up_proj,rtn: 0.0022736,0.00000,0.071
+66,mlp.experts.28.up_proj,rtn: 0.0022736,0.00000,0.070
+66,mlp.experts.3.up_proj,rtn: 0.0022888,0.00000,0.074
+66,mlp.experts.183.gate_proj,rtn: 0.0023041,0.00000,0.088
+66,mlp.experts.181.gate_proj,rtn: 0.0023041,0.00000,0.089
+66,mlp.experts.177.gate_proj,rtn: 0.0023499,0.00000,0.091
+66,mlp.experts.15.up_proj,rtn: 0.0023041,0.00000,0.083
+66,mlp.experts.18.up_proj,rtn: 0.0022888,0.00000,0.087
+66,mlp.experts.24.up_proj,rtn: 0.0023193,0.00000,0.071
+66,mlp.experts.22.up_proj,rtn: 0.0023041,0.00000,0.091
+66,mlp.experts.16.up_proj,rtn: 0.0022888,0.00000,0.079
+66,mlp.experts.20.up_proj,rtn: 0.0023041,0.00000,0.073
+66,mlp.experts.30.up_proj,rtn: 0.0022736,0.00000,0.094
+66,mlp.experts.11.up_proj,rtn: 0.0022888,0.00000,0.087
+66,mlp.experts.26.up_proj,rtn: 0.0023193,0.00000,0.094
+66,mlp.experts.189.gate_proj,rtn: 0.0023041,0.00000,0.092
+66,mlp.experts.44.up_proj,rtn: 0.0023804,0.00000,0.077
+66,mlp.experts.19.up_proj,rtn: 0.0023041,0.00000,0.083
+66,mlp.experts.9.up_proj,rtn: 0.0022888,0.00000,0.090
+66,mlp.experts.7.up_proj,rtn: 0.0022430,0.00000,0.082
+66,mlp.experts.5.up_proj,rtn: 0.0023346,0.00000,0.083
+66,mlp.experts.1.up_proj,rtn: 0.0023499,0.00000,0.084
+66,mlp.experts.31.up_proj,rtn: 0.0022736,0.00000,0.081
+66,mlp.experts.34.up_proj,rtn: 0.0023041,0.00000,0.087
+66,mlp.experts.40.up_proj,rtn: 0.0022278,0.00000,0.092
+66,mlp.experts.38.up_proj,rtn: 0.0022430,0.00000,0.088
+66,mlp.experts.36.up_proj,rtn: 0.0023041,0.00000,0.084
+66,mlp.experts.32.up_proj,rtn: 0.0023651,0.00000,0.085
+66,mlp.experts.27.up_proj,rtn: 0.0022736,0.00000,0.086
+66,mlp.experts.25.up_proj,rtn: 0.0022888,0.00000,0.089
+66,mlp.experts.60.up_proj,rtn: 0.0023193,0.00000,0.087
+66,mlp.experts.21.up_proj,rtn: 0.0022583,0.00000,0.078
+66,mlp.experts.35.up_proj,rtn: 0.0022888,0.00000,0.091
+66,mlp.experts.23.up_proj,rtn: 0.0022888,0.00000,0.080
+66,mlp.experts.13.up_proj,rtn: 0.0022736,0.00000,0.090
+66,mlp.experts.42.up_proj,rtn: 0.0023041,0.00000,0.097
+66,mlp.experts.17.up_proj,rtn: 0.0022583,0.00000,0.091
+66,mlp.experts.47.up_proj,rtn: 0.0023804,0.00000,0.090
+66,mlp.experts.46.up_proj,rtn: 0.0022125,0.00000,0.112
+66,mlp.experts.50.up_proj,rtn: 0.0023346,0.00000,0.104
+66,mlp.experts.56.up_proj,rtn: 0.0023041,0.00000,0.092
+66,mlp.experts.54.up_proj,rtn: 0.0022888,0.00000,0.100
+66,mlp.experts.48.up_proj,rtn: 0.0023346,0.00000,0.090
+66,mlp.experts.43.up_proj,rtn: 0.0022736,0.00000,0.093
+66,mlp.experts.52.up_proj,rtn: 0.0022888,0.00000,0.098
+66,mlp.experts.37.up_proj,rtn: 0.0022430,0.00000,0.085
+66,mlp.experts.41.up_proj,rtn: 0.0023041,0.00000,0.089
+66,mlp.experts.39.up_proj,rtn: 0.0023041,0.00000,0.084
+66,mlp.experts.51.up_proj,rtn: 0.0023193,0.00000,0.089
+66,mlp.experts.63.up_proj,rtn: 0.0022888,0.00000,0.078
+66,mlp.experts.76.up_proj,rtn: 0.0022888,0.00000,0.099
+66,mlp.experts.29.up_proj,rtn: 0.0023651,0.00000,0.089
+66,mlp.experts.33.up_proj,rtn: 0.0023651,0.00000,0.090
+66,mlp.experts.58.up_proj,rtn: 0.0023041,0.00000,0.106
+66,mlp.experts.62.up_proj,rtn: 0.0022583,0.00000,0.099
+66,mlp.experts.72.up_proj,rtn: 0.0022888,0.00000,0.092
+66,mlp.experts.66.up_proj,rtn: 0.0023193,0.00000,0.099
+66,mlp.experts.70.up_proj,rtn: 0.0023193,0.00000,0.093
+66,mlp.experts.55.up_proj,rtn: 0.0022736,0.00000,0.079
+66,mlp.experts.59.up_proj,rtn: 0.0023651,0.00000,0.089
+66,mlp.experts.79.up_proj,rtn: 0.0023193,0.00000,0.078
+66,mlp.experts.64.up_proj,rtn: 0.0022583,0.00000,0.097
+66,mlp.experts.53.up_proj,rtn: 0.0022888,0.00000,0.092
+66,mlp.experts.57.up_proj,rtn: 0.0022736,0.00000,0.091
+66,mlp.experts.68.up_proj,rtn: 0.0022888,0.00000,0.098
+66,mlp.experts.67.up_proj,rtn: 0.0022736,0.00000,0.087
+66,mlp.experts.45.up_proj,rtn: 0.0022430,0.00000,0.081
+66,mlp.experts.49.up_proj,rtn: 0.0023193,0.00000,0.091
+66,mlp.experts.92.up_proj,rtn: 0.0023041,0.00000,0.098
+66,mlp.experts.78.up_proj,rtn: 0.0023651,0.00000,0.095
+66,mlp.experts.74.up_proj,rtn: 0.0023651,0.00000,0.099
+66,mlp.experts.88.up_proj,rtn: 0.0023041,0.00000,0.089
+66,mlp.experts.82.up_proj,rtn: 0.0023041,0.00000,0.100
+66,mlp.experts.86.up_proj,rtn: 0.0023499,0.00000,0.091
+66,mlp.experts.71.up_proj,rtn: 0.0022888,0.00000,0.082
+66,mlp.experts.95.up_proj,rtn: 0.0023193,0.00000,0.083
+66,mlp.experts.75.up_proj,rtn: 0.0023193,0.00000,0.088
+66,mlp.experts.83.up_proj,rtn: 0.0022583,0.00000,0.087
+66,mlp.experts.73.up_proj,rtn: 0.0022888,0.00000,0.092
+66,mlp.experts.80.up_proj,rtn: 0.0022278,0.00000,0.098
+66,mlp.experts.69.up_proj,rtn: 0.0023346,0.00000,0.094
+66,mlp.experts.61.up_proj,rtn: 0.0022736,0.00000,0.090
+66,mlp.experts.84.up_proj,rtn: 0.0022583,0.00000,0.093
+66,mlp.experts.108.up_proj,rtn: 0.0022736,0.00000,0.087
+66,mlp.experts.65.up_proj,rtn: 0.0022736,0.00000,0.089
+66,mlp.experts.90.up_proj,rtn: 0.0023346,0.00000,0.098
+66,mlp.experts.94.up_proj,rtn: 0.0023193,0.00000,0.100
+66,mlp.experts.104.up_proj,rtn: 0.0022736,0.00000,0.089
+66,mlp.experts.87.up_proj,rtn: 0.0023499,0.00000,0.081
+66,mlp.experts.98.up_proj,rtn: 0.0022888,0.00000,0.096
+66,mlp.experts.102.up_proj,rtn: 0.0023041,0.00000,0.093
+66,mlp.experts.91.up_proj,rtn: 0.0023041,0.00000,0.082
+66,mlp.experts.111.up_proj,rtn: 0.0022583,0.00000,0.083
+66,mlp.experts.99.up_proj,rtn: 0.0023041,0.00000,0.079
+66,mlp.experts.100.up_proj,rtn: 0.0022583,0.00000,0.086
+66,mlp.experts.124.up_proj,rtn: 0.0023041,0.00000,0.082
+66,mlp.experts.89.up_proj,rtn: 0.0023041,0.00000,0.099
+66,mlp.experts.96.up_proj,rtn: 0.0022888,0.00000,0.090
+66,mlp.experts.120.up_proj,rtn: 0.0023346,0.00000,0.087
+66,mlp.experts.106.up_proj,rtn: 0.0022278,0.00000,0.099
+66,mlp.experts.110.up_proj,rtn: 0.0022736,0.00000,0.098
+66,mlp.experts.103.up_proj,rtn: 0.0022430,0.00000,0.085
+66,mlp.experts.85.up_proj,rtn: 0.0023041,0.00000,0.149
+66,mlp.experts.77.up_proj,rtn: 0.0022430,0.00000,0.145
+66,mlp.experts.81.up_proj,rtn: 0.0023499,0.00000,0.142
+66,mlp.experts.107.up_proj,rtn: 0.0023651,0.00000,0.083
+66,mlp.experts.127.up_proj,rtn: 0.0022583,0.00000,0.083
+66,mlp.experts.115.up_proj,rtn: 0.0022888,0.00000,0.080
+66,mlp.experts.116.up_proj,rtn: 0.0023499,0.00000,0.069
+66,mlp.experts.112.up_proj,rtn: 0.0023041,0.00000,0.073
+66,mlp.experts.140.up_proj,rtn: 0.0022430,0.00000,0.079
+66,mlp.experts.114.up_proj,rtn: 0.0022583,0.00000,0.114
+66,mlp.experts.118.up_proj,rtn: 0.0023346,0.00000,0.112
+66,mlp.experts.119.up_proj,rtn: 0.0022888,0.00000,0.075
+66,mlp.experts.136.up_proj,rtn: 0.0023499,0.00000,0.102
+66,mlp.experts.105.up_proj,rtn: 0.0022736,0.00000,0.090
+66,mlp.experts.143.up_proj,rtn: 0.0023041,0.00000,0.088
+66,mlp.experts.132.up_proj,rtn: 0.0022888,0.00000,0.080
+66,mlp.experts.122.up_proj,rtn: 0.0023041,0.00000,0.100
+66,mlp.experts.128.up_proj,rtn: 0.0022888,0.00000,0.083
+66,mlp.experts.123.up_proj,rtn: 0.0023499,0.00000,0.094
+66,mlp.experts.156.up_proj,rtn: 0.0022583,0.00000,0.080
+66,mlp.experts.131.up_proj,rtn: 0.0022736,0.00000,0.090
+66,mlp.experts.101.up_proj,rtn: 0.0023041,0.00000,0.089
+66,mlp.experts.97.up_proj,rtn: 0.0023499,0.00000,0.106
+66,mlp.experts.93.up_proj,rtn: 0.0022583,0.00000,0.105
+66,mlp.experts.126.up_proj,rtn: 0.0022125,0.00000,0.124
+66,mlp.experts.134.up_proj,rtn: 0.0022125,0.00000,0.122
+66,mlp.experts.130.up_proj,rtn: 0.0022888,0.00000,0.125
+66,mlp.experts.135.up_proj,rtn: 0.0023041,0.00000,0.093
+66,mlp.experts.148.up_proj,rtn: 0.0022125,0.00000,0.071
+66,mlp.experts.152.up_proj,rtn: 0.0022736,0.00000,0.098
+66,mlp.experts.121.up_proj,rtn: 0.0023041,0.00000,0.071
+66,mlp.experts.159.up_proj,rtn: 0.0023193,0.00000,0.093
+66,mlp.experts.139.up_proj,rtn: 0.0023193,0.00000,0.081
+66,mlp.experts.117.up_proj,rtn: 0.0023041,0.00000,0.077
+66,mlp.experts.144.up_proj,rtn: 0.0022430,0.00000,0.087
+66,mlp.experts.147.up_proj,rtn: 0.0022278,0.00000,0.081
+66,mlp.experts.172.up_proj,rtn: 0.0023499,0.00000,0.085
+66,mlp.experts.113.up_proj,rtn: 0.0023041,0.00000,0.101
+66,mlp.experts.109.up_proj,rtn: 0.0022888,0.00000,0.081
+66,mlp.experts.138.up_proj,rtn: 0.0023346,0.00000,0.138
+66,mlp.experts.151.up_proj,rtn: 0.0022583,0.00000,0.084
+66,mlp.experts.142.up_proj,rtn: 0.0022888,0.00000,0.111
+66,mlp.experts.150.up_proj,rtn: 0.0023346,0.00000,0.113
+66,mlp.experts.164.up_proj,rtn: 0.0023041,0.00000,0.093
+66,mlp.experts.168.up_proj,rtn: 0.0022736,0.00000,0.087
+66,mlp.experts.146.up_proj,rtn: 0.0022583,0.00000,0.114
+66,mlp.experts.175.up_proj,rtn: 0.0022888,0.00000,0.080
+66,mlp.experts.137.up_proj,rtn: 0.0023499,0.00000,0.086
+66,mlp.experts.155.up_proj,rtn: 0.0022583,0.00000,0.078
+66,mlp.experts.163.up_proj,rtn: 0.0022583,0.00000,0.073
+66,mlp.experts.133.up_proj,rtn: 0.0022736,0.00000,0.089
+66,mlp.experts.188.up_proj,rtn: 0.0022736,0.00000,0.088
+66,mlp.experts.160.up_proj,rtn: 0.0022430,0.00000,0.096
+66,mlp.experts.125.up_proj,rtn: 0.0023041,0.00000,0.085
+66,mlp.experts.129.up_proj,rtn: 0.0022583,0.00000,0.089
+66,mlp.experts.167.up_proj,rtn: 0.0023499,0.00000,0.072
+66,mlp.experts.154.up_proj,rtn: 0.0022888,0.00000,0.104
+66,mlp.experts.179.up_proj,rtn: 0.0023193,0.00000,0.073
+66,mlp.experts.180.up_proj,rtn: 0.0023041,0.00000,0.086
+66,mlp.experts.171.up_proj,rtn: 0.0022888,0.00000,0.074
+66,mlp.experts.184.up_proj,rtn: 0.0023041,0.00000,0.083
+66,mlp.experts.191.up_proj,rtn: 0.0023041,0.00000,0.078
+66,mlp.experts.158.up_proj,rtn: 0.0023041,0.00000,0.105
+66,mlp.experts.153.up_proj,rtn: 0.0022888,0.00000,0.093
+66,mlp.experts.166.up_proj,rtn: 0.0023956,0.00000,0.108
+66,mlp.experts.176.up_proj,rtn: 0.0022278,0.00000,0.074
+66,mlp.experts.149.up_proj,rtn: 0.0022736,0.00000,0.093
+66,mlp.experts.162.up_proj,rtn: 0.0023041,0.00000,0.102
+66,mlp.experts.183.up_proj,rtn: 0.0023041,0.00000,0.057
+66,mlp.experts.141.up_proj,rtn: 0.0023346,0.00000,0.089
+66,mlp.experts.187.up_proj,rtn: 0.0023193,0.00000,0.039
+66,mlp.experts.145.up_proj,rtn: 0.0023041,0.00000,0.086
+66,mlp.experts.170.up_proj,rtn: 0.0022430,0.00000,0.089
+66,mlp.experts.174.up_proj,rtn: 0.0022736,0.00000,0.088
+66,mlp.experts.169.up_proj,rtn: 0.0023193,0.00000,0.084
+66,mlp.experts.182.up_proj,rtn: 0.0023193,0.00000,0.081
+66,mlp.experts.165.up_proj,rtn: 0.0022888,0.00000,0.078
+66,mlp.experts.178.up_proj,rtn: 0.0023041,0.00000,0.081
+66,mlp.experts.161.up_proj,rtn: 0.0023651,0.00000,0.076
+66,mlp.experts.157.up_proj,rtn: 0.0023651,0.00000,0.087
+66,mlp.experts.186.up_proj,rtn: 0.0023193,0.00000,0.052
+66,mlp.experts.190.up_proj,rtn: 0.0023041,0.00000,0.053
+66,mlp.experts.185.up_proj,rtn: 0.0022736,0.00000,0.076
+66,mlp.experts.181.up_proj,rtn: 0.0022888,0.00000,0.073
+66,mlp.experts.177.up_proj,rtn: 0.0023041,0.00000,0.067
+66,mlp.experts.173.up_proj,rtn: 0.0022430,0.00000,0.061
+66,mlp.experts.189.up_proj,rtn: 0.0022278,0.00000,0.024
+66,mlp.experts.1.down_proj,rtn: 0.0023499,0.00000,0.017
+66,mlp.experts.4.down_proj,rtn: 0.0023041,0.00000,0.030
+66,mlp.experts.0.down_proj,rtn: 0.0022430,0.00000,0.039
+66,mlp.experts.17.down_proj,rtn: 0.0022583,0.00000,0.036
+66,mlp.experts.9.down_proj,rtn: 0.0023041,0.00000,0.051
+66,mlp.experts.5.down_proj,rtn: 0.0023193,0.00000,0.052
+66,mlp.experts.7.down_proj,rtn: 0.0022583,0.00000,0.053
+66,mlp.experts.15.down_proj,rtn: 0.0023041,0.00000,0.053
+66,mlp.experts.11.down_proj,rtn: 0.0023193,0.00000,0.054
+66,mlp.experts.3.down_proj,rtn: 0.0023041,0.00000,0.054
+66,mlp.experts.8.down_proj,rtn: 0.0022430,0.00000,0.054
+66,mlp.experts.14.down_proj,rtn: 0.0022736,0.00000,0.141
+66,mlp.experts.20.down_proj,rtn: 0.0023041,0.00000,0.040
+66,mlp.experts.12.down_proj,rtn: 0.0023041,0.00000,0.056
+66,mlp.experts.33.down_proj,rtn: 0.0023651,0.00000,0.026
+66,mlp.experts.13.down_proj,rtn: 0.0022125,0.00000,0.065
+66,mlp.experts.16.down_proj,rtn: 0.0023193,0.00000,0.040
+66,mlp.experts.6.down_proj,rtn: 0.0022125,0.00000,0.153
+66,mlp.experts.2.down_proj,rtn: 0.0022583,0.00000,0.154
+66,mlp.experts.10.down_proj,rtn: 0.0022888,0.00000,0.153
+66,mlp.experts.25.down_proj,rtn: 0.0023193,0.00000,0.025
+66,mlp.experts.30.down_proj,rtn: 0.0022888,0.00000,0.032
+66,mlp.experts.23.down_proj,rtn: 0.0023041,0.00000,0.056
+66,mlp.experts.31.down_proj,rtn: 0.0022888,0.00000,0.052
+66,mlp.experts.27.down_proj,rtn: 0.0022583,0.00000,0.051
+66,mlp.experts.24.down_proj,rtn: 0.0023193,0.00000,0.043
+66,mlp.experts.19.down_proj,rtn: 0.0023193,0.00000,0.056
+66,mlp.experts.28.down_proj,rtn: 0.0022888,0.00000,0.045
+66,mlp.experts.21.down_proj,rtn: 0.0023193,0.00000,0.057
+66,mlp.experts.49.down_proj,rtn: 0.0023041,0.00000,0.050
+66,mlp.experts.41.down_proj,rtn: 0.0023193,0.00000,0.062
+66,mlp.experts.29.down_proj,rtn: 0.0023804,0.00000,0.058
+66,mlp.experts.26.down_proj,rtn: 0.0023041,0.00000,0.047
+66,mlp.experts.18.down_proj,rtn: 0.0023041,0.00000,0.060
+66,mlp.experts.32.down_proj,rtn: 0.0023651,0.00000,0.071
+66,mlp.experts.22.down_proj,rtn: 0.0023193,0.00000,0.067
+66,mlp.experts.47.down_proj,rtn: 0.0023956,0.00000,0.044
+66,mlp.experts.36.down_proj,rtn: 0.0023346,0.00000,0.055
+66,mlp.experts.46.down_proj,rtn: 0.0022736,0.00000,0.057
+66,mlp.experts.39.down_proj,rtn: 0.0023193,0.00000,0.053
+66,mlp.experts.40.down_proj,rtn: 0.0022278,0.00000,0.050
+66,mlp.experts.44.down_proj,rtn: 0.0023499,0.00000,0.038
+66,mlp.experts.43.down_proj,rtn: 0.0022430,0.00000,0.049
+66,mlp.experts.37.down_proj,rtn: 0.0022583,0.00000,0.040
+66,mlp.experts.35.down_proj,rtn: 0.0022888,0.00000,0.048
+66,mlp.experts.65.down_proj,rtn: 0.0023193,0.00000,0.046
+66,mlp.experts.57.down_proj,rtn: 0.0022888,0.00000,0.042
+66,mlp.experts.45.down_proj,rtn: 0.0022278,0.00000,0.043
+66,mlp.experts.63.down_proj,rtn: 0.0023041,0.00000,0.022
+66,mlp.experts.42.down_proj,rtn: 0.0023041,0.00000,0.046
+66,mlp.experts.34.down_proj,rtn: 0.0023499,0.00000,0.058
+66,mlp.experts.48.down_proj,rtn: 0.0023499,0.00000,0.050
+66,mlp.experts.62.down_proj,rtn: 0.0023041,0.00000,0.045
+66,mlp.experts.60.down_proj,rtn: 0.0023499,0.00000,0.037
+66,mlp.experts.38.down_proj,rtn: 0.0022583,0.00000,0.060
+66,mlp.experts.52.down_proj,rtn: 0.0022888,0.00000,0.051
+66,mlp.experts.55.down_proj,rtn: 0.0023041,0.00000,0.048
+66,mlp.experts.56.down_proj,rtn: 0.0023041,0.00000,0.043
+66,mlp.experts.53.down_proj,rtn: 0.0022888,0.00000,0.040
+66,mlp.experts.81.down_proj,rtn: 0.0023651,0.00000,0.049
+66,mlp.experts.79.down_proj,rtn: 0.0023499,0.00000,0.033
+66,mlp.experts.61.down_proj,rtn: 0.0022888,0.00000,0.045
+66,mlp.experts.58.down_proj,rtn: 0.0022278,0.00000,0.051
+66,mlp.experts.73.down_proj,rtn: 0.0022736,0.00000,0.042
+66,mlp.experts.51.down_proj,rtn: 0.0023041,0.00000,0.065
+66,mlp.experts.59.down_proj,rtn: 0.0023651,0.00000,0.062
+66,mlp.experts.78.down_proj,rtn: 0.0023651,0.00000,0.044
+66,mlp.experts.50.down_proj,rtn: 0.0023346,0.00000,0.048
+66,mlp.experts.76.down_proj,rtn: 0.0023041,0.00000,0.039
+66,mlp.experts.64.down_proj,rtn: 0.0022583,0.00000,0.048
+66,mlp.experts.68.down_proj,rtn: 0.0023193,0.00000,0.045
+66,mlp.experts.97.down_proj,rtn: 0.0023346,0.00000,0.041
+66,mlp.experts.95.down_proj,rtn: 0.0022583,0.00000,0.027
+66,mlp.experts.54.down_proj,rtn: 0.0023346,0.00000,0.049
+66,mlp.experts.72.down_proj,rtn: 0.0022278,0.00000,0.043
+66,mlp.experts.69.down_proj,rtn: 0.0023499,0.00000,0.046
+66,mlp.experts.71.down_proj,rtn: 0.0023193,0.00000,0.046
+66,mlp.experts.89.down_proj,rtn: 0.0022583,0.00000,0.041
+66,mlp.experts.74.down_proj,rtn: 0.0023193,0.00000,0.048
+66,mlp.experts.77.down_proj,rtn: 0.0022583,0.00000,0.057
+66,mlp.experts.111.down_proj,rtn: 0.0022736,0.00000,0.028
+66,mlp.experts.94.down_proj,rtn: 0.0023346,0.00000,0.043
+66,mlp.experts.67.down_proj,rtn: 0.0022888,0.00000,0.048
+66,mlp.experts.92.down_proj,rtn: 0.0023193,0.00000,0.039
+66,mlp.experts.80.down_proj,rtn: 0.0022278,0.00000,0.037
+66,mlp.experts.66.down_proj,rtn: 0.0022736,0.00000,0.043
+66,mlp.experts.84.down_proj,rtn: 0.0022736,0.00000,0.036
+66,mlp.experts.88.down_proj,rtn: 0.0022888,0.00000,0.029
+66,mlp.experts.75.down_proj,rtn: 0.0023346,0.00000,0.048
+66,mlp.experts.113.down_proj,rtn: 0.0023041,0.00000,0.038
+66,mlp.experts.70.down_proj,rtn: 0.0023346,0.00000,0.047
+66,mlp.experts.105.down_proj,rtn: 0.0023041,0.00000,0.038
+66,mlp.experts.85.down_proj,rtn: 0.0022888,0.00000,0.049
+66,mlp.experts.87.down_proj,rtn: 0.0023193,0.00000,0.042
+66,mlp.experts.127.down_proj,rtn: 0.0022583,0.00000,0.028
+66,mlp.experts.93.down_proj,rtn: 0.0022125,0.00000,0.041
+66,mlp.experts.96.down_proj,rtn: 0.0022888,0.00000,0.036
+66,mlp.experts.90.down_proj,rtn: 0.0023499,0.00000,0.051
+66,mlp.experts.108.down_proj,rtn: 0.0022888,0.00000,0.037
+66,mlp.experts.110.down_proj,rtn: 0.0023041,0.00000,0.047
+66,mlp.experts.83.down_proj,rtn: 0.0022430,0.00000,0.035
+66,mlp.experts.82.down_proj,rtn: 0.0023041,0.00000,0.044
+66,mlp.experts.129.down_proj,rtn: 0.0022888,0.00000,0.039
+66,mlp.experts.100.down_proj,rtn: 0.0022430,0.00000,0.035
+66,mlp.experts.104.down_proj,rtn: 0.0022888,0.00000,0.040
+66,mlp.experts.143.down_proj,rtn: 0.0023041,0.00000,0.022
+66,mlp.experts.91.down_proj,rtn: 0.0023193,0.00000,0.039
+66,mlp.experts.101.down_proj,rtn: 0.0023041,0.00000,0.030
+66,mlp.experts.121.down_proj,rtn: 0.0022888,0.00000,0.031
+66,mlp.experts.86.down_proj,rtn: 0.0023804,0.00000,0.040
+66,mlp.experts.109.down_proj,rtn: 0.0023041,0.00000,0.020
+66,mlp.experts.103.down_proj,rtn: 0.0021973,0.00000,0.041
+66,mlp.experts.124.down_proj,rtn: 0.0023193,0.00000,0.024
+66,mlp.experts.112.down_proj,rtn: 0.0023041,0.00000,0.028
+66,mlp.experts.106.down_proj,rtn: 0.0022583,0.00000,0.036
+66,mlp.experts.98.down_proj,rtn: 0.0023041,0.00000,0.036
+66,mlp.experts.126.down_proj,rtn: 0.0022125,0.00000,0.034
+66,mlp.experts.159.down_proj,rtn: 0.0021667,0.00000,0.023
+66,mlp.experts.107.down_proj,rtn: 0.0023651,0.00000,0.032
+66,mlp.experts.99.down_proj,rtn: 0.0022888,0.00000,0.039
+66,mlp.experts.120.down_proj,rtn: 0.0023346,0.00000,0.036
+66,mlp.experts.116.down_proj,rtn: 0.0023651,0.00000,0.038
+66,mlp.experts.145.down_proj,rtn: 0.0023346,0.00000,0.034
+66,mlp.experts.117.down_proj,rtn: 0.0022583,0.00000,0.031
+66,mlp.experts.125.down_proj,rtn: 0.0022888,0.00000,0.031
+66,mlp.experts.137.down_proj,rtn: 0.0023499,0.00000,0.027
+66,mlp.experts.102.down_proj,rtn: 0.0022736,0.00000,0.034
+66,mlp.experts.140.down_proj,rtn: 0.0021667,0.00000,0.035
+66,mlp.experts.128.down_proj,rtn: 0.0023041,0.00000,0.039
+66,mlp.experts.119.down_proj,rtn: 0.0023193,0.00000,0.036
+66,mlp.experts.175.down_proj,rtn: 0.0023041,0.00000,0.027
+66,mlp.experts.122.down_proj,rtn: 0.0022888,0.00000,0.033
+66,mlp.experts.114.down_proj,rtn: 0.0022888,0.00000,0.035
+66,mlp.experts.142.down_proj,rtn: 0.0023193,0.00000,0.032
+66,mlp.experts.123.down_proj,rtn: 0.0023346,0.00000,0.034
+66,mlp.experts.115.down_proj,rtn: 0.0023193,0.00000,0.035
+66,mlp.experts.161.down_proj,rtn: 0.0023804,0.00000,0.033
+66,mlp.experts.133.down_proj,rtn: 0.0022736,0.00000,0.028
+66,mlp.experts.153.down_proj,rtn: 0.0023193,0.00000,0.028
+66,mlp.experts.141.down_proj,rtn: 0.0023193,0.00000,0.029
+66,mlp.experts.132.down_proj,rtn: 0.0023041,0.00000,0.038
+66,mlp.experts.136.down_proj,rtn: 0.0023346,0.00000,0.042
+66,mlp.experts.156.down_proj,rtn: 0.0022583,0.00000,0.030
+66,mlp.experts.118.down_proj,rtn: 0.0023041,0.00000,0.040
+66,mlp.experts.191.down_proj,rtn: 0.0023193,0.00000,0.027
+66,mlp.experts.144.down_proj,rtn: 0.0022430,0.00000,0.034
+66,mlp.experts.135.down_proj,rtn: 0.0023041,0.00000,0.039
+66,mlp.experts.130.down_proj,rtn: 0.0022125,0.00000,0.035
+66,mlp.experts.138.down_proj,rtn: 0.0023346,0.00000,0.039
+66,mlp.experts.158.down_proj,rtn: 0.0023041,0.00000,0.037
+66,mlp.experts.139.down_proj,rtn: 0.0023041,0.00000,0.033
+66,mlp.experts.131.down_proj,rtn: 0.0022430,0.00000,0.029
+66,mlp.experts.157.down_proj,rtn: 0.0024261,0.00000,0.027
+66,mlp.experts.149.down_proj,rtn: 0.0022888,0.00000,0.027
+66,mlp.experts.177.down_proj,rtn: 0.0022888,0.00000,0.032
+66,mlp.experts.169.down_proj,rtn: 0.0023346,0.00000,0.028
+66,mlp.experts.134.down_proj,rtn: 0.0022278,0.00000,0.037
+66,mlp.experts.152.down_proj,rtn: 0.0022583,0.00000,0.046
+66,mlp.experts.172.down_proj,rtn: 0.0023193,0.00000,0.041
+66,mlp.experts.148.down_proj,rtn: 0.0022736,0.00000,0.041
+66,mlp.experts.151.down_proj,rtn: 0.0022125,0.00000,0.031
+66,mlp.experts.160.down_proj,rtn: 0.0022736,0.00000,0.037
+66,mlp.experts.147.down_proj,rtn: 0.0022430,0.00000,0.023
+66,mlp.experts.146.down_proj,rtn: 0.0023041,0.00000,0.033
+66,mlp.experts.155.down_proj,rtn: 0.0022736,0.00000,0.024
+66,mlp.experts.154.down_proj,rtn: 0.0022583,0.00000,0.031
+66,mlp.experts.174.down_proj,rtn: 0.0023041,0.00000,0.033
+66,mlp.experts.173.down_proj,rtn: 0.0022125,0.00000,0.026
+66,mlp.experts.185.down_proj,rtn: 0.0022736,0.00000,0.023
+66,mlp.experts.165.down_proj,rtn: 0.0023193,0.00000,0.024
+66,mlp.experts.150.down_proj,rtn: 0.0022430,0.00000,0.037
+66,mlp.experts.188.down_proj,rtn: 0.0022888,0.00000,0.036
+66,mlp.experts.163.down_proj,rtn: 0.0022278,0.00000,0.025
+66,mlp.experts.167.down_proj,rtn: 0.0022736,0.00000,0.032
+66,mlp.experts.168.down_proj,rtn: 0.0022888,0.00000,0.037
+66,mlp.experts.164.down_proj,rtn: 0.0023041,0.00000,0.032
+66,mlp.experts.170.down_proj,rtn: 0.0022888,0.00000,0.029
+66,mlp.experts.171.down_proj,rtn: 0.0023346,0.00000,0.022
+66,mlp.experts.189.down_proj,rtn: 0.0022736,0.00000,0.022
+66,mlp.experts.176.down_proj,rtn: 0.0022278,0.00000,0.025
+66,mlp.experts.190.down_proj,rtn: 0.0023041,0.00000,0.023
+66,mlp.experts.181.down_proj,rtn: 0.0023041,0.00000,0.019
+66,mlp.experts.162.down_proj,rtn: 0.0023041,0.00000,0.032
+66,mlp.experts.166.down_proj,rtn: 0.0023651,0.00000,0.025
+66,mlp.experts.184.down_proj,rtn: 0.0023193,0.00000,0.018
+66,mlp.experts.180.down_proj,rtn: 0.0022888,0.00000,0.016
+66,mlp.experts.179.down_proj,rtn: 0.0023956,0.00000,0.026
+66,mlp.experts.187.down_proj,rtn: 0.0023193,0.00000,0.027
+66,mlp.experts.186.down_proj,rtn: 0.0023193,0.00000,0.022
+66,mlp.experts.183.down_proj,rtn: 0.0023041,0.00000,0.030
+66,mlp.experts.178.down_proj,rtn: 0.0023346,0.00000,0.020
+66,mlp.experts.182.down_proj,rtn: 0.0023346,0.00000,0.016
+66,mlp.shared_experts.up_proj,rtn: 0.0015030,0.00000,0.027
+66,mlp.shared_experts.gate_proj,rtn: 0.0017090,0.00000,0.027
+66,mlp.shared_experts.down_proj,rtn: 0.0015717,0.00000,0.021
+67,self_attn.v_proj,rtn: 0.0033112,0.00000,0.013
+67,self_attn.q_proj,rtn: 0.0022278,0.00000,0.015
+67,self_attn.k_proj,rtn: 0.0020599,0.00000,0.020
+67,self_attn.o_proj,rtn: 0.0028687,0.00000,0.027
+67,mlp.experts.12.gate_proj,rtn: 0.0022583,0.00000,0.082
+67,mlp.experts.2.gate_proj,rtn: 0.0023041,0.00000,0.084
+67,mlp.experts.6.gate_proj,rtn: 0.0023804,0.00000,0.086
+67,mlp.experts.14.gate_proj,rtn: 0.0022736,0.00000,0.087
+67,mlp.experts.9.gate_proj,rtn: 0.0023346,0.00000,0.091
+67,mlp.experts.8.gate_proj,rtn: 0.0022430,0.00000,0.093
+67,mlp.experts.0.gate_proj,rtn: 0.0024109,0.00000,0.092
+67,mlp.experts.4.gate_proj,rtn: 0.0023193,0.00000,0.093
+67,mlp.experts.5.gate_proj,rtn: 0.0022583,0.00000,0.102
+67,mlp.experts.7.gate_proj,rtn: 0.0022583,0.00000,0.107
+67,mlp.experts.11.gate_proj,rtn: 0.0022736,0.00000,0.107
+67,mlp.experts.3.gate_proj,rtn: 0.0022430,0.00000,0.110
+67,mlp.experts.15.gate_proj,rtn: 0.0023193,0.00000,0.120
+67,mlp.experts.10.gate_proj,rtn: 0.0022888,0.00000,0.128
+67,mlp.experts.1.gate_proj,rtn: 0.0023041,0.00000,0.137
+67,mlp.experts.13.gate_proj,rtn: 0.0023346,0.00000,0.142
+67,mlp.experts.28.gate_proj,rtn: 0.0022736,0.00000,0.085
+67,mlp.experts.22.gate_proj,rtn: 0.0023041,0.00000,0.085
+67,mlp.experts.18.gate_proj,rtn: 0.0022888,0.00000,0.087
+67,mlp.experts.30.gate_proj,rtn: 0.0022888,0.00000,0.084
+67,mlp.experts.25.gate_proj,rtn: 0.0022888,0.00000,0.090
+67,mlp.experts.16.gate_proj,rtn: 0.0022583,0.00000,0.088
+67,mlp.experts.24.gate_proj,rtn: 0.0022888,0.00000,0.092
+67,mlp.experts.20.gate_proj,rtn: 0.0023041,0.00000,0.088
+67,mlp.experts.21.gate_proj,rtn: 0.0023041,0.00000,0.093
+67,mlp.experts.19.gate_proj,rtn: 0.0023193,0.00000,0.102
+67,mlp.experts.23.gate_proj,rtn: 0.0023041,0.00000,0.108
+67,mlp.experts.26.gate_proj,rtn: 0.0023193,0.00000,0.087
+67,mlp.experts.27.gate_proj,rtn: 0.0023499,0.00000,0.112
+67,mlp.experts.17.gate_proj,rtn: 0.0023499,0.00000,0.091
+67,mlp.experts.31.gate_proj,rtn: 0.0023193,0.00000,0.107
+67,mlp.experts.29.gate_proj,rtn: 0.0023804,0.00000,0.106
+67,mlp.experts.34.gate_proj,rtn: 0.0023499,0.00000,0.078
+67,mlp.experts.46.gate_proj,rtn: 0.0022888,0.00000,0.074
+67,mlp.experts.38.gate_proj,rtn: 0.0022736,0.00000,0.081
+67,mlp.experts.44.gate_proj,rtn: 0.0022888,0.00000,0.096
+67,mlp.experts.32.gate_proj,rtn: 0.0023041,0.00000,0.086
+67,mlp.experts.36.gate_proj,rtn: 0.0023193,0.00000,0.088
+67,mlp.experts.41.gate_proj,rtn: 0.0023804,0.00000,0.098
+67,mlp.experts.40.gate_proj,rtn: 0.0022888,0.00000,0.096
+67,mlp.experts.37.gate_proj,rtn: 0.0023193,0.00000,0.097
+67,mlp.experts.35.gate_proj,rtn: 0.0023193,0.00000,0.097
+67,mlp.experts.42.gate_proj,rtn: 0.0023041,0.00000,0.094
+67,mlp.experts.39.gate_proj,rtn: 0.0023804,0.00000,0.101
+67,mlp.experts.33.gate_proj,rtn: 0.0023346,0.00000,0.090
+67,mlp.experts.47.gate_proj,rtn: 0.0023193,0.00000,0.094
+67,mlp.experts.43.gate_proj,rtn: 0.0022736,0.00000,0.106
+67,mlp.experts.50.gate_proj,rtn: 0.0023193,0.00000,0.082
+67,mlp.experts.62.gate_proj,rtn: 0.0023041,0.00000,0.083
+67,mlp.experts.54.gate_proj,rtn: 0.0023804,0.00000,0.089
+67,mlp.experts.45.gate_proj,rtn: 0.0023041,0.00000,0.105
+67,mlp.experts.60.gate_proj,rtn: 0.0022888,0.00000,0.097
+67,mlp.experts.48.gate_proj,rtn: 0.0023041,0.00000,0.092
+67,mlp.experts.52.gate_proj,rtn: 0.0023651,0.00000,0.089
+67,mlp.experts.57.gate_proj,rtn: 0.0023041,0.00000,0.098
+67,mlp.experts.56.gate_proj,rtn: 0.0022888,0.00000,0.096
+67,mlp.experts.53.gate_proj,rtn: 0.0023346,0.00000,0.091
+67,mlp.experts.58.gate_proj,rtn: 0.0022888,0.00000,0.092
+67,mlp.experts.51.gate_proj,rtn: 0.0022888,0.00000,0.101
+67,mlp.experts.49.gate_proj,rtn: 0.0023499,0.00000,0.096
+67,mlp.experts.55.gate_proj,rtn: 0.0023041,0.00000,0.098
+67,mlp.experts.63.gate_proj,rtn: 0.0023041,0.00000,0.095
+67,mlp.experts.59.gate_proj,rtn: 0.0022736,0.00000,0.093
+67,mlp.experts.78.gate_proj,rtn: 0.0023193,0.00000,0.089
+67,mlp.experts.66.gate_proj,rtn: 0.0023041,0.00000,0.092
+67,mlp.experts.61.gate_proj,rtn: 0.0023193,0.00000,0.089
+67,mlp.experts.70.gate_proj,rtn: 0.0023041,0.00000,0.094
+67,mlp.experts.76.gate_proj,rtn: 0.0023041,0.00000,0.090
+67,mlp.experts.68.gate_proj,rtn: 0.0022736,0.00000,0.085
+67,mlp.experts.64.gate_proj,rtn: 0.0023346,0.00000,0.086
+67,mlp.experts.73.gate_proj,rtn: 0.0023346,0.00000,0.086
+67,mlp.experts.72.gate_proj,rtn: 0.0023499,0.00000,0.091
+67,mlp.experts.69.gate_proj,rtn: 0.0023346,0.00000,0.092
+67,mlp.experts.74.gate_proj,rtn: 0.0022888,0.00000,0.088
+67,mlp.experts.65.gate_proj,rtn: 0.0023346,0.00000,0.091
+67,mlp.experts.79.gate_proj,rtn: 0.0023804,0.00000,0.088
+67,mlp.experts.67.gate_proj,rtn: 0.0023193,0.00000,0.096
+67,mlp.experts.71.gate_proj,rtn: 0.0022888,0.00000,0.092
+67,mlp.experts.82.gate_proj,rtn: 0.0023499,0.00000,0.080
+67,mlp.experts.94.gate_proj,rtn: 0.0023346,0.00000,0.084
+67,mlp.experts.75.gate_proj,rtn: 0.0023193,0.00000,0.100
+67,mlp.experts.86.gate_proj,rtn: 0.0023041,0.00000,0.084
+67,mlp.experts.77.gate_proj,rtn: 0.0023041,0.00000,0.087
+67,mlp.experts.84.gate_proj,rtn: 0.0022888,0.00000,0.085
+67,mlp.experts.80.gate_proj,rtn: 0.0023193,0.00000,0.089
+67,mlp.experts.89.gate_proj,rtn: 0.0022430,0.00000,0.087
+67,mlp.experts.92.gate_proj,rtn: 0.0023193,0.00000,0.103
+67,mlp.experts.88.gate_proj,rtn: 0.0023804,0.00000,0.088
+67,mlp.experts.85.gate_proj,rtn: 0.0022888,0.00000,0.085
+67,mlp.experts.90.gate_proj,rtn: 0.0022888,0.00000,0.075
+67,mlp.experts.98.gate_proj,rtn: 0.0023346,0.00000,0.073
+67,mlp.experts.81.gate_proj,rtn: 0.0022888,0.00000,0.085
+67,mlp.experts.102.gate_proj,rtn: 0.0023041,0.00000,0.066
+67,mlp.experts.110.gate_proj,rtn: 0.0023804,0.00000,0.079
+67,mlp.experts.95.gate_proj,rtn: 0.0022583,0.00000,0.099
+67,mlp.experts.87.gate_proj,rtn: 0.0023346,0.00000,0.096
+67,mlp.experts.83.gate_proj,rtn: 0.0022888,0.00000,0.104
+67,mlp.experts.93.gate_proj,rtn: 0.0022888,0.00000,0.086
+67,mlp.experts.91.gate_proj,rtn: 0.0023193,0.00000,0.102
+67,mlp.experts.100.gate_proj,rtn: 0.0024109,0.00000,0.089
+67,mlp.experts.96.gate_proj,rtn: 0.0023193,0.00000,0.089
+67,mlp.experts.105.gate_proj,rtn: 0.0022736,0.00000,0.089
+67,mlp.experts.106.gate_proj,rtn: 0.0023041,0.00000,0.081
+67,mlp.experts.104.gate_proj,rtn: 0.0023499,0.00000,0.087
+67,mlp.experts.108.gate_proj,rtn: 0.0023346,0.00000,0.103
+67,mlp.experts.101.gate_proj,rtn: 0.0023041,0.00000,0.097
+67,mlp.experts.114.gate_proj,rtn: 0.0024261,0.00000,0.073
+67,mlp.experts.118.gate_proj,rtn: 0.0023651,0.00000,0.075
+67,mlp.experts.126.gate_proj,rtn: 0.0023346,0.00000,0.084
+67,mlp.experts.97.gate_proj,rtn: 0.0022888,0.00000,0.090
+67,mlp.experts.111.gate_proj,rtn: 0.0023956,0.00000,0.087
+67,mlp.experts.103.gate_proj,rtn: 0.0023956,0.00000,0.092
+67,mlp.experts.99.gate_proj,rtn: 0.0023041,0.00000,0.090
+67,mlp.experts.109.gate_proj,rtn: 0.0022888,0.00000,0.095
+67,mlp.experts.116.gate_proj,rtn: 0.0023193,0.00000,0.089
+67,mlp.experts.107.gate_proj,rtn: 0.0023346,0.00000,0.097
+67,mlp.experts.112.gate_proj,rtn: 0.0022888,0.00000,0.094
+67,mlp.experts.122.gate_proj,rtn: 0.0023346,0.00000,0.080
+67,mlp.experts.121.gate_proj,rtn: 0.0023041,0.00000,0.098
+67,mlp.experts.130.gate_proj,rtn: 0.0023193,0.00000,0.075
+67,mlp.experts.120.gate_proj,rtn: 0.0023193,0.00000,0.096
+67,mlp.experts.134.gate_proj,rtn: 0.0023346,0.00000,0.077
+67,mlp.experts.117.gate_proj,rtn: 0.0023804,0.00000,0.096
+67,mlp.experts.124.gate_proj,rtn: 0.0023041,0.00000,0.102
+67,mlp.experts.142.gate_proj,rtn: 0.0023651,0.00000,0.085
+67,mlp.experts.113.gate_proj,rtn: 0.0022736,0.00000,0.087
+67,mlp.experts.127.gate_proj,rtn: 0.0023346,0.00000,0.094
+67,mlp.experts.115.gate_proj,rtn: 0.0023346,0.00000,0.086
+67,mlp.experts.119.gate_proj,rtn: 0.0023499,0.00000,0.100
+67,mlp.experts.125.gate_proj,rtn: 0.0023041,0.00000,0.090
+67,mlp.experts.138.gate_proj,rtn: 0.0023041,0.00000,0.073
+67,mlp.experts.132.gate_proj,rtn: 0.0022888,0.00000,0.095
+67,mlp.experts.146.gate_proj,rtn: 0.0023346,0.00000,0.070
+67,mlp.experts.123.gate_proj,rtn: 0.0023499,0.00000,0.100
+67,mlp.experts.150.gate_proj,rtn: 0.0023041,0.00000,0.072
+67,mlp.experts.128.gate_proj,rtn: 0.0023193,0.00000,0.099
+67,mlp.experts.137.gate_proj,rtn: 0.0023346,0.00000,0.090
+67,mlp.experts.133.gate_proj,rtn: 0.0023346,0.00000,0.085
+67,mlp.experts.158.gate_proj,rtn: 0.0023499,0.00000,0.074
+67,mlp.experts.136.gate_proj,rtn: 0.0022888,0.00000,0.099
+67,mlp.experts.129.gate_proj,rtn: 0.0023346,0.00000,0.086
+67,mlp.experts.140.gate_proj,rtn: 0.0023499,0.00000,0.105
+67,mlp.experts.154.gate_proj,rtn: 0.0023193,0.00000,0.064
+67,mlp.experts.143.gate_proj,rtn: 0.0022736,0.00000,0.094
+67,mlp.experts.131.gate_proj,rtn: 0.0022888,0.00000,0.091
+67,mlp.experts.162.gate_proj,rtn: 0.0023041,0.00000,0.074
+67,mlp.experts.141.gate_proj,rtn: 0.0023499,0.00000,0.087
+67,mlp.experts.166.gate_proj,rtn: 0.0023041,0.00000,0.069
+67,mlp.experts.135.gate_proj,rtn: 0.0023346,0.00000,0.096
+67,mlp.experts.139.gate_proj,rtn: 0.0023041,0.00000,0.085
+67,mlp.experts.148.gate_proj,rtn: 0.0023804,0.00000,0.092
+67,mlp.experts.144.gate_proj,rtn: 0.0023041,0.00000,0.081
+67,mlp.experts.153.gate_proj,rtn: 0.0023193,0.00000,0.082
+67,mlp.experts.174.gate_proj,rtn: 0.0024109,0.00000,0.067
+67,mlp.experts.149.gate_proj,rtn: 0.0022888,0.00000,0.082
+67,mlp.experts.152.gate_proj,rtn: 0.0023346,0.00000,0.080
+67,mlp.experts.145.gate_proj,rtn: 0.0023193,0.00000,0.078
+67,mlp.experts.170.gate_proj,rtn: 0.0023346,0.00000,0.074
+67,mlp.experts.159.gate_proj,rtn: 0.0024261,0.00000,0.068
+67,mlp.experts.156.gate_proj,rtn: 0.0024261,0.00000,0.088
+67,mlp.experts.147.gate_proj,rtn: 0.0022736,0.00000,0.072
+67,mlp.experts.178.gate_proj,rtn: 0.0023193,0.00000,0.068
+67,mlp.experts.151.gate_proj,rtn: 0.0023041,0.00000,0.069
+67,mlp.experts.182.gate_proj,rtn: 0.0023041,0.00000,0.073
+67,mlp.experts.155.gate_proj,rtn: 0.0022888,0.00000,0.066
+67,mlp.experts.157.gate_proj,rtn: 0.0023041,0.00000,0.090
+67,mlp.experts.164.gate_proj,rtn: 0.0023193,0.00000,0.077
+67,mlp.experts.190.gate_proj,rtn: 0.0023041,0.00000,0.072
+67,mlp.experts.160.gate_proj,rtn: 0.0023346,0.00000,0.078
+67,mlp.experts.169.gate_proj,rtn: 0.0023499,0.00000,0.082
+67,mlp.experts.165.gate_proj,rtn: 0.0023651,0.00000,0.082
+67,mlp.experts.175.gate_proj,rtn: 0.0023499,0.00000,0.066
+67,mlp.experts.186.gate_proj,rtn: 0.0023193,0.00000,0.072
+67,mlp.experts.168.gate_proj,rtn: 0.0022888,0.00000,0.089
+67,mlp.experts.2.up_proj,rtn: 0.0023041,0.00000,0.060
+67,mlp.experts.161.gate_proj,rtn: 0.0023651,0.00000,0.088
+67,mlp.experts.163.gate_proj,rtn: 0.0023346,0.00000,0.066
+67,mlp.experts.167.gate_proj,rtn: 0.0022888,0.00000,0.068
+67,mlp.experts.171.gate_proj,rtn: 0.0023956,0.00000,0.067
+67,mlp.experts.6.up_proj,rtn: 0.0022736,0.00000,0.073
+67,mlp.experts.172.gate_proj,rtn: 0.0023346,0.00000,0.096
+67,mlp.experts.14.up_proj,rtn: 0.0022736,0.00000,0.068
+67,mlp.experts.185.gate_proj,rtn: 0.0023346,0.00000,0.079
+67,mlp.experts.173.gate_proj,rtn: 0.0023804,0.00000,0.090
+67,mlp.experts.180.gate_proj,rtn: 0.0023804,0.00000,0.088
+67,mlp.experts.176.gate_proj,rtn: 0.0023193,0.00000,0.089
+67,mlp.experts.191.gate_proj,rtn: 0.0023041,0.00000,0.069
+67,mlp.experts.10.up_proj,rtn: 0.0022430,0.00000,0.072
+67,mlp.experts.179.gate_proj,rtn: 0.0022888,0.00000,0.065
+67,mlp.experts.18.up_proj,rtn: 0.0022736,0.00000,0.070
+67,mlp.experts.181.gate_proj,rtn: 0.0024261,0.00000,0.086
+67,mlp.experts.183.gate_proj,rtn: 0.0023041,0.00000,0.066
+67,mlp.experts.187.gate_proj,rtn: 0.0023651,0.00000,0.064
+67,mlp.experts.184.gate_proj,rtn: 0.0023499,0.00000,0.088
+67,mlp.experts.177.gate_proj,rtn: 0.0023346,0.00000,0.085
+67,mlp.experts.22.up_proj,rtn: 0.0023041,0.00000,0.075
+67,mlp.experts.30.up_proj,rtn: 0.0022736,0.00000,0.076
+67,mlp.experts.188.gate_proj,rtn: 0.0023346,0.00000,0.094
+67,mlp.experts.9.up_proj,rtn: 0.0023193,0.00000,0.081
+67,mlp.experts.15.up_proj,rtn: 0.0023041,0.00000,0.067
+67,mlp.experts.34.up_proj,rtn: 0.0023041,0.00000,0.065
+67,mlp.experts.189.gate_proj,rtn: 0.0023041,0.00000,0.087
+67,mlp.experts.3.up_proj,rtn: 0.0022278,0.00000,0.068
+67,mlp.experts.0.up_proj,rtn: 0.0023041,0.00000,0.087
+67,mlp.experts.26.up_proj,rtn: 0.0023041,0.00000,0.078
+67,mlp.experts.4.up_proj,rtn: 0.0022430,0.00000,0.091
+67,mlp.experts.7.up_proj,rtn: 0.0022278,0.00000,0.070
+67,mlp.experts.11.up_proj,rtn: 0.0022583,0.00000,0.072
+67,mlp.experts.5.up_proj,rtn: 0.0022583,0.00000,0.079
+67,mlp.experts.1.up_proj,rtn: 0.0022736,0.00000,0.076
+67,mlp.experts.38.up_proj,rtn: 0.0022278,0.00000,0.074
+67,mlp.experts.8.up_proj,rtn: 0.0022278,0.00000,0.088
+67,mlp.experts.46.up_proj,rtn: 0.0022736,0.00000,0.076
+67,mlp.experts.31.up_proj,rtn: 0.0022888,0.00000,0.069
+67,mlp.experts.50.up_proj,rtn: 0.0022888,0.00000,0.065
+67,mlp.experts.12.up_proj,rtn: 0.0022125,0.00000,0.083
+67,mlp.experts.25.up_proj,rtn: 0.0022888,0.00000,0.074
+67,mlp.experts.19.up_proj,rtn: 0.0023193,0.00000,0.069
+67,mlp.experts.23.up_proj,rtn: 0.0022888,0.00000,0.066
+67,mlp.experts.27.up_proj,rtn: 0.0023346,0.00000,0.064
+67,mlp.experts.13.up_proj,rtn: 0.0022736,0.00000,0.083
+67,mlp.experts.42.up_proj,rtn: 0.0023041,0.00000,0.077
+67,mlp.experts.21.up_proj,rtn: 0.0022736,0.00000,0.075
+67,mlp.experts.16.up_proj,rtn: 0.0021973,0.00000,0.090
+67,mlp.experts.20.up_proj,rtn: 0.0022888,0.00000,0.095
+67,mlp.experts.17.up_proj,rtn: 0.0023346,0.00000,0.079
+67,mlp.experts.54.up_proj,rtn: 0.0023804,0.00000,0.070
+67,mlp.experts.62.up_proj,rtn: 0.0023041,0.00000,0.077
+67,mlp.experts.24.up_proj,rtn: 0.0022736,0.00000,0.094
+67,mlp.experts.47.up_proj,rtn: 0.0023041,0.00000,0.069
+67,mlp.experts.66.up_proj,rtn: 0.0022888,0.00000,0.070
+67,mlp.experts.35.up_proj,rtn: 0.0022888,0.00000,0.071
+67,mlp.experts.39.up_proj,rtn: 0.0023651,0.00000,0.068
+67,mlp.experts.41.up_proj,rtn: 0.0022430,0.00000,0.078
+67,mlp.experts.43.up_proj,rtn: 0.0022583,0.00000,0.071
+67,mlp.experts.58.up_proj,rtn: 0.0022888,0.00000,0.067
+67,mlp.experts.28.up_proj,rtn: 0.0022583,0.00000,0.096
+67,mlp.experts.37.up_proj,rtn: 0.0022888,0.00000,0.078
+67,mlp.experts.29.up_proj,rtn: 0.0023804,0.00000,0.087
+67,mlp.experts.32.up_proj,rtn: 0.0022583,0.00000,0.088
+67,mlp.experts.70.up_proj,rtn: 0.0023041,0.00000,0.077
+67,mlp.experts.33.up_proj,rtn: 0.0022736,0.00000,0.081
+67,mlp.experts.36.up_proj,rtn: 0.0022736,0.00000,0.093
+67,mlp.experts.78.up_proj,rtn: 0.0023193,0.00000,0.078
+67,mlp.experts.63.up_proj,rtn: 0.0022888,0.00000,0.079
+67,mlp.experts.40.up_proj,rtn: 0.0022888,0.00000,0.084
+67,mlp.experts.55.up_proj,rtn: 0.0022583,0.00000,0.068
+67,mlp.experts.82.up_proj,rtn: 0.0023041,0.00000,0.082
+67,mlp.experts.51.up_proj,rtn: 0.0022583,0.00000,0.071
+67,mlp.experts.57.up_proj,rtn: 0.0022888,0.00000,0.084
+67,mlp.experts.59.up_proj,rtn: 0.0022583,0.00000,0.084
+67,mlp.experts.74.up_proj,rtn: 0.0022736,0.00000,0.079
+67,mlp.experts.44.up_proj,rtn: 0.0022888,0.00000,0.090
+67,mlp.experts.53.up_proj,rtn: 0.0023193,0.00000,0.082
+67,mlp.experts.86.up_proj,rtn: 0.0022736,0.00000,0.083
+67,mlp.experts.45.up_proj,rtn: 0.0022736,0.00000,0.101
+67,mlp.experts.49.up_proj,rtn: 0.0023346,0.00000,0.084
+67,mlp.experts.48.up_proj,rtn: 0.0022736,0.00000,0.097
+67,mlp.experts.52.up_proj,rtn: 0.0022888,0.00000,0.089
+67,mlp.experts.71.up_proj,rtn: 0.0022736,0.00000,0.073
+67,mlp.experts.79.up_proj,rtn: 0.0023651,0.00000,0.077
+67,mlp.experts.94.up_proj,rtn: 0.0023041,0.00000,0.086
+67,mlp.experts.67.up_proj,rtn: 0.0023193,0.00000,0.080
+67,mlp.experts.56.up_proj,rtn: 0.0022888,0.00000,0.094
+67,mlp.experts.98.up_proj,rtn: 0.0023346,0.00000,0.092
+67,mlp.experts.73.up_proj,rtn: 0.0023193,0.00000,0.082
+67,mlp.experts.75.up_proj,rtn: 0.0023041,0.00000,0.086
+67,mlp.experts.90.up_proj,rtn: 0.0022888,0.00000,0.086
+67,mlp.experts.69.up_proj,rtn: 0.0023193,0.00000,0.083
+67,mlp.experts.60.up_proj,rtn: 0.0022888,0.00000,0.096
+67,mlp.experts.102.up_proj,rtn: 0.0022736,0.00000,0.082
+67,mlp.experts.65.up_proj,rtn: 0.0023193,0.00000,0.080
+67,mlp.experts.61.up_proj,rtn: 0.0023041,0.00000,0.080
+67,mlp.experts.64.up_proj,rtn: 0.0022888,0.00000,0.089
+67,mlp.experts.87.up_proj,rtn: 0.0023041,0.00000,0.086
+67,mlp.experts.95.up_proj,rtn: 0.0022278,0.00000,0.086
+67,mlp.experts.68.up_proj,rtn: 0.0022583,0.00000,0.090
+67,mlp.experts.83.up_proj,rtn: 0.0022888,0.00000,0.079
+67,mlp.experts.110.up_proj,rtn: 0.0023499,0.00000,0.086
+67,mlp.experts.72.up_proj,rtn: 0.0023499,0.00000,0.080
+67,mlp.experts.89.up_proj,rtn: 0.0022125,0.00000,0.081
+67,mlp.experts.114.up_proj,rtn: 0.0023346,0.00000,0.086
+67,mlp.experts.91.up_proj,rtn: 0.0022888,0.00000,0.091
+67,mlp.experts.106.up_proj,rtn: 0.0022888,0.00000,0.086
+67,mlp.experts.85.up_proj,rtn: 0.0022736,0.00000,0.084
+67,mlp.experts.118.up_proj,rtn: 0.0023499,0.00000,0.081
+67,mlp.experts.76.up_proj,rtn: 0.0022888,0.00000,0.084
+67,mlp.experts.77.up_proj,rtn: 0.0023193,0.00000,0.080
+67,mlp.experts.81.up_proj,rtn: 0.0022736,0.00000,0.082
+67,mlp.experts.80.up_proj,rtn: 0.0023193,0.00000,0.088
+67,mlp.experts.103.up_proj,rtn: 0.0023804,0.00000,0.085
+67,mlp.experts.111.up_proj,rtn: 0.0023193,0.00000,0.083
+67,mlp.experts.99.up_proj,rtn: 0.0022888,0.00000,0.082
+67,mlp.experts.84.up_proj,rtn: 0.0022888,0.00000,0.087
+67,mlp.experts.126.up_proj,rtn: 0.0023193,0.00000,0.088
+67,mlp.experts.105.up_proj,rtn: 0.0022736,0.00000,0.083
+67,mlp.experts.88.up_proj,rtn: 0.0023651,0.00000,0.089
+67,mlp.experts.130.up_proj,rtn: 0.0022888,0.00000,0.089
+67,mlp.experts.107.up_proj,rtn: 0.0023346,0.00000,0.081
+67,mlp.experts.122.up_proj,rtn: 0.0023346,0.00000,0.086
+67,mlp.experts.101.up_proj,rtn: 0.0023041,0.00000,0.086
+67,mlp.experts.134.up_proj,rtn: 0.0023346,0.00000,0.079
+67,mlp.experts.92.up_proj,rtn: 0.0023193,0.00000,0.086
+67,mlp.experts.93.up_proj,rtn: 0.0022736,0.00000,0.082
+67,mlp.experts.97.up_proj,rtn: 0.0022736,0.00000,0.081
+67,mlp.experts.96.up_proj,rtn: 0.0022583,0.00000,0.087
+67,mlp.experts.142.up_proj,rtn: 0.0023499,0.00000,0.078
+67,mlp.experts.100.up_proj,rtn: 0.0023041,0.00000,0.087
+67,mlp.experts.115.up_proj,rtn: 0.0023346,0.00000,0.091
+67,mlp.experts.119.up_proj,rtn: 0.0023346,0.00000,0.093
+67,mlp.experts.127.up_proj,rtn: 0.0023346,0.00000,0.095
+67,mlp.experts.104.up_proj,rtn: 0.0023041,0.00000,0.083
+67,mlp.experts.121.up_proj,rtn: 0.0022736,0.00000,0.086
+67,mlp.experts.146.up_proj,rtn: 0.0023041,0.00000,0.086
+67,mlp.experts.138.up_proj,rtn: 0.0022888,0.00000,0.087
+67,mlp.experts.117.up_proj,rtn: 0.0023499,0.00000,0.088
+67,mlp.experts.108.up_proj,rtn: 0.0023346,0.00000,0.084
+67,mlp.experts.113.up_proj,rtn: 0.0022736,0.00000,0.086
+67,mlp.experts.123.up_proj,rtn: 0.0023193,0.00000,0.087
+67,mlp.experts.109.up_proj,rtn: 0.0022583,0.00000,0.096
+67,mlp.experts.150.up_proj,rtn: 0.0022888,0.00000,0.112
+67,mlp.experts.112.up_proj,rtn: 0.0022888,0.00000,0.085
+67,mlp.experts.116.up_proj,rtn: 0.0022583,0.00000,0.083
+67,mlp.experts.158.up_proj,rtn: 0.0023041,0.00000,0.097
+67,mlp.experts.120.up_proj,rtn: 0.0023041,0.00000,0.083
+67,mlp.experts.137.up_proj,rtn: 0.0023346,0.00000,0.093
+67,mlp.experts.124.up_proj,rtn: 0.0023041,0.00000,0.084
+67,mlp.experts.129.up_proj,rtn: 0.0022583,0.00000,0.080
+67,mlp.experts.133.up_proj,rtn: 0.0023193,0.00000,0.085
+67,mlp.experts.162.up_proj,rtn: 0.0023041,0.00000,0.087
+67,mlp.experts.135.up_proj,rtn: 0.0023346,0.00000,0.166
+67,mlp.experts.131.up_proj,rtn: 0.0022583,0.00000,0.167
+67,mlp.experts.128.up_proj,rtn: 0.0022736,0.00000,0.086
+67,mlp.experts.125.up_proj,rtn: 0.0023041,0.00000,0.086
+67,mlp.experts.132.up_proj,rtn: 0.0022888,0.00000,0.087
+67,mlp.experts.166.up_proj,rtn: 0.0023193,0.00000,0.092
+67,mlp.experts.136.up_proj,rtn: 0.0022736,0.00000,0.080
+67,mlp.experts.154.up_proj,rtn: 0.0023041,0.00000,0.095
+67,mlp.experts.174.up_proj,rtn: 0.0023651,0.00000,0.088
+67,mlp.experts.143.up_proj,rtn: 0.0022583,0.00000,0.130
+67,mlp.experts.153.up_proj,rtn: 0.0023346,0.00000,0.089
+67,mlp.experts.139.up_proj,rtn: 0.0023041,0.00000,0.122
+67,mlp.experts.140.up_proj,rtn: 0.0023651,0.00000,0.080
+67,mlp.experts.149.up_proj,rtn: 0.0023041,0.00000,0.081
+67,mlp.experts.145.up_proj,rtn: 0.0023041,0.00000,0.087
+67,mlp.experts.178.up_proj,rtn: 0.0023041,0.00000,0.105
+67,mlp.experts.141.up_proj,rtn: 0.0023346,0.00000,0.082
+67,mlp.experts.144.up_proj,rtn: 0.0022430,0.00000,0.083
+67,mlp.experts.148.up_proj,rtn: 0.0022888,0.00000,0.084
+67,mlp.experts.152.up_proj,rtn: 0.0022888,0.00000,0.081
+67,mlp.experts.182.up_proj,rtn: 0.0023193,0.00000,0.090
+67,mlp.experts.190.up_proj,rtn: 0.0023041,0.00000,0.087
+67,mlp.experts.170.up_proj,rtn: 0.0022736,0.00000,0.086
+67,mlp.experts.169.up_proj,rtn: 0.0023193,0.00000,0.087
+67,mlp.experts.156.up_proj,rtn: 0.0024109,0.00000,0.082
+67,mlp.experts.147.up_proj,rtn: 0.0022583,0.00000,0.141
+67,mlp.experts.165.up_proj,rtn: 0.0023193,0.00000,0.082
+67,mlp.experts.151.up_proj,rtn: 0.0023041,0.00000,0.147
+67,mlp.experts.161.up_proj,rtn: 0.0023346,0.00000,0.086
+67,mlp.experts.159.up_proj,rtn: 0.0023804,0.00000,0.121
+67,mlp.experts.186.up_proj,rtn: 0.0022430,0.00000,0.039
+67,mlp.experts.155.up_proj,rtn: 0.0022888,0.00000,0.102
+67,mlp.experts.157.up_proj,rtn: 0.0022125,0.00000,0.086
+67,mlp.experts.160.up_proj,rtn: 0.0022736,0.00000,0.088
+67,mlp.experts.164.up_proj,rtn: 0.0023041,0.00000,0.085
+67,mlp.experts.168.up_proj,rtn: 0.0022888,0.00000,0.090
+67,mlp.experts.185.up_proj,rtn: 0.0023041,0.00000,0.085
+67,mlp.experts.172.up_proj,rtn: 0.0022888,0.00000,0.087
+67,mlp.experts.181.up_proj,rtn: 0.0024261,0.00000,0.089
+67,mlp.experts.163.up_proj,rtn: 0.0023041,0.00000,0.099
+67,mlp.experts.177.up_proj,rtn: 0.0023193,0.00000,0.088
+67,mlp.experts.167.up_proj,rtn: 0.0022583,0.00000,0.099
+67,mlp.experts.175.up_proj,rtn: 0.0023499,0.00000,0.089
+67,mlp.experts.173.up_proj,rtn: 0.0023041,0.00000,0.081
+67,mlp.experts.171.up_proj,rtn: 0.0022888,0.00000,0.097
+67,mlp.experts.180.up_proj,rtn: 0.0022888,0.00000,0.079
+67,mlp.experts.176.up_proj,rtn: 0.0022736,0.00000,0.088
+67,mlp.experts.184.up_proj,rtn: 0.0023346,0.00000,0.087
+67,mlp.experts.189.up_proj,rtn: 0.0022888,0.00000,0.028
+67,mlp.experts.188.up_proj,rtn: 0.0023499,0.00000,0.056
+67,mlp.experts.179.up_proj,rtn: 0.0022736,0.00000,0.080
+67,mlp.experts.183.up_proj,rtn: 0.0023041,0.00000,0.074
+67,mlp.experts.191.up_proj,rtn: 0.0023193,0.00000,0.079
+67,mlp.experts.187.up_proj,rtn: 0.0022888,0.00000,0.072
+67,mlp.experts.5.down_proj,rtn: 0.0022736,0.00000,0.015
+67,mlp.experts.2.down_proj,rtn: 0.0023193,0.00000,0.020
+67,mlp.experts.6.down_proj,rtn: 0.0022430,0.00000,0.037
+67,mlp.experts.3.down_proj,rtn: 0.0022888,0.00000,0.123
+67,mlp.experts.21.down_proj,rtn: 0.0022430,0.00000,0.045
+67,mlp.experts.7.down_proj,rtn: 0.0021973,0.00000,0.129
+67,mlp.experts.11.down_proj,rtn: 0.0022736,0.00000,0.136
+67,mlp.experts.8.down_proj,rtn: 0.0022430,0.00000,0.058
+67,mlp.experts.1.down_proj,rtn: 0.0022125,0.00000,0.058
+67,mlp.experts.13.down_proj,rtn: 0.0022278,0.00000,0.058
+67,mlp.experts.15.down_proj,rtn: 0.0022888,0.00000,0.139
+67,mlp.experts.0.down_proj,rtn: 0.0022888,0.00000,0.060
+67,mlp.experts.18.down_proj,rtn: 0.0022888,0.00000,0.055
+67,mlp.experts.10.down_proj,rtn: 0.0021820,0.00000,0.062
+67,mlp.experts.12.down_proj,rtn: 0.0022736,0.00000,0.066
+67,mlp.experts.9.down_proj,rtn: 0.0023041,0.00000,0.065
+67,mlp.experts.14.down_proj,rtn: 0.0022888,0.00000,0.067
+67,mlp.experts.4.down_proj,rtn: 0.0022583,0.00000,0.067
+67,mlp.experts.22.down_proj,rtn: 0.0022583,0.00000,0.043
+67,mlp.experts.37.down_proj,rtn: 0.0022583,0.00000,0.026
+67,mlp.experts.19.down_proj,rtn: 0.0023193,0.00000,0.030
+67,mlp.experts.16.down_proj,rtn: 0.0022125,0.00000,0.020
+67,mlp.experts.27.down_proj,rtn: 0.0023193,0.00000,0.039
+67,mlp.experts.23.down_proj,rtn: 0.0023193,0.00000,0.046
+67,mlp.experts.29.down_proj,rtn: 0.0023499,0.00000,0.041
+67,mlp.experts.24.down_proj,rtn: 0.0022736,0.00000,0.039
+67,mlp.experts.17.down_proj,rtn: 0.0023193,0.00000,0.037
+67,mlp.experts.38.down_proj,rtn: 0.0022583,0.00000,0.047
+67,mlp.experts.34.down_proj,rtn: 0.0023346,0.00000,0.045
+67,mlp.experts.26.down_proj,rtn: 0.0023041,0.00000,0.051
+67,mlp.experts.25.down_proj,rtn: 0.0022736,0.00000,0.048
+67,mlp.experts.53.down_proj,rtn: 0.0023193,0.00000,0.031
+67,mlp.experts.28.down_proj,rtn: 0.0022736,0.00000,0.058
+67,mlp.experts.30.down_proj,rtn: 0.0022736,0.00000,0.059
+67,mlp.experts.20.down_proj,rtn: 0.0022736,0.00000,0.059
+67,mlp.experts.32.down_proj,rtn: 0.0022888,0.00000,0.049
+67,mlp.experts.39.down_proj,rtn: 0.0023499,0.00000,0.061
+67,mlp.experts.31.down_proj,rtn: 0.0022278,0.00000,0.062
+67,mlp.experts.43.down_proj,rtn: 0.0022736,0.00000,0.049
+67,mlp.experts.33.down_proj,rtn: 0.0022125,0.00000,0.057
+67,mlp.experts.35.down_proj,rtn: 0.0023193,0.00000,0.073
+67,mlp.experts.40.down_proj,rtn: 0.0022736,0.00000,0.060
+67,mlp.experts.50.down_proj,rtn: 0.0022583,0.00000,0.056
+67,mlp.experts.54.down_proj,rtn: 0.0023499,0.00000,0.054
+67,mlp.experts.42.down_proj,rtn: 0.0023041,0.00000,0.052
+67,mlp.experts.69.down_proj,rtn: 0.0023193,0.00000,0.048
+67,mlp.experts.45.down_proj,rtn: 0.0022888,0.00000,0.069
+67,mlp.experts.41.down_proj,rtn: 0.0022125,0.00000,0.054
+67,mlp.experts.44.down_proj,rtn: 0.0022888,0.00000,0.065
+67,mlp.experts.36.down_proj,rtn: 0.0022888,0.00000,0.054
+67,mlp.experts.48.down_proj,rtn: 0.0022888,0.00000,0.052
+67,mlp.experts.59.down_proj,rtn: 0.0022888,0.00000,0.050
+67,mlp.experts.55.down_proj,rtn: 0.0022736,0.00000,0.054
+67,mlp.experts.46.down_proj,rtn: 0.0022888,0.00000,0.067
+67,mlp.experts.47.down_proj,rtn: 0.0023041,0.00000,0.055
+67,mlp.experts.49.down_proj,rtn: 0.0023193,0.00000,0.050
+67,mlp.experts.51.down_proj,rtn: 0.0023041,0.00000,0.049
+67,mlp.experts.66.down_proj,rtn: 0.0022736,0.00000,0.050
+67,mlp.experts.56.down_proj,rtn: 0.0023041,0.00000,0.051
+67,mlp.experts.85.down_proj,rtn: 0.0022888,0.00000,0.047
+67,mlp.experts.58.down_proj,rtn: 0.0022888,0.00000,0.044
+67,mlp.experts.70.down_proj,rtn: 0.0023193,0.00000,0.046
+67,mlp.experts.57.down_proj,rtn: 0.0022888,0.00000,0.051
+67,mlp.experts.61.down_proj,rtn: 0.0023193,0.00000,0.044
+67,mlp.experts.62.down_proj,rtn: 0.0023193,0.00000,0.039
+67,mlp.experts.64.down_proj,rtn: 0.0022888,0.00000,0.051
+67,mlp.experts.60.down_proj,rtn: 0.0022888,0.00000,0.053
+67,mlp.experts.52.down_proj,rtn: 0.0022278,0.00000,0.052
+67,mlp.experts.65.down_proj,rtn: 0.0022888,0.00000,0.041
+67,mlp.experts.74.down_proj,rtn: 0.0022736,0.00000,0.036
+67,mlp.experts.75.down_proj,rtn: 0.0023041,0.00000,0.052
+67,mlp.experts.67.down_proj,rtn: 0.0023193,0.00000,0.053
+67,mlp.experts.71.down_proj,rtn: 0.0022736,0.00000,0.061
+67,mlp.experts.72.down_proj,rtn: 0.0023499,0.00000,0.040
+67,mlp.experts.86.down_proj,rtn: 0.0022888,0.00000,0.032
+67,mlp.experts.82.down_proj,rtn: 0.0022583,0.00000,0.038
+67,mlp.experts.63.down_proj,rtn: 0.0023193,0.00000,0.053
+67,mlp.experts.78.down_proj,rtn: 0.0023499,0.00000,0.030
+67,mlp.experts.77.down_proj,rtn: 0.0023193,0.00000,0.038
+67,mlp.experts.73.down_proj,rtn: 0.0023193,0.00000,0.044
+67,mlp.experts.80.down_proj,rtn: 0.0023193,0.00000,0.030
+67,mlp.experts.101.down_proj,rtn: 0.0023041,0.00000,0.055
+67,mlp.experts.81.down_proj,rtn: 0.0022888,0.00000,0.023
+67,mlp.experts.76.down_proj,rtn: 0.0023041,0.00000,0.044
+67,mlp.experts.68.down_proj,rtn: 0.0022888,0.00000,0.042
+67,mlp.experts.90.down_proj,rtn: 0.0023193,0.00000,0.034
+67,mlp.experts.98.down_proj,rtn: 0.0023346,0.00000,0.035
+67,mlp.experts.88.down_proj,rtn: 0.0023346,0.00000,0.038
+67,mlp.experts.91.down_proj,rtn: 0.0023041,0.00000,0.056
+67,mlp.experts.87.down_proj,rtn: 0.0022736,0.00000,0.046
+67,mlp.experts.102.down_proj,rtn: 0.0022736,0.00000,0.043
+67,mlp.experts.94.down_proj,rtn: 0.0022888,0.00000,0.036
+67,mlp.experts.96.down_proj,rtn: 0.0022583,0.00000,0.033
+67,mlp.experts.89.down_proj,rtn: 0.0022583,0.00000,0.036
+67,mlp.experts.83.down_proj,rtn: 0.0023041,0.00000,0.046
+67,mlp.experts.117.down_proj,rtn: 0.0023346,0.00000,0.043
+67,mlp.experts.93.down_proj,rtn: 0.0023041,0.00000,0.040
+67,mlp.experts.92.down_proj,rtn: 0.0023041,0.00000,0.036
+67,mlp.experts.97.down_proj,rtn: 0.0022888,0.00000,0.035
+67,mlp.experts.106.down_proj,rtn: 0.0023193,0.00000,0.039
+67,mlp.experts.114.down_proj,rtn: 0.0023041,0.00000,0.035
+67,mlp.experts.84.down_proj,rtn: 0.0022888,0.00000,0.041
+67,mlp.experts.79.down_proj,rtn: 0.0023499,0.00000,0.052
+67,mlp.experts.104.down_proj,rtn: 0.0023346,0.00000,0.038
+67,mlp.experts.118.down_proj,rtn: 0.0023499,0.00000,0.034
+67,mlp.experts.110.down_proj,rtn: 0.0023346,0.00000,0.032
+67,mlp.experts.112.down_proj,rtn: 0.0022888,0.00000,0.035
+67,mlp.experts.103.down_proj,rtn: 0.0023804,0.00000,0.043
+67,mlp.experts.107.down_proj,rtn: 0.0023499,0.00000,0.050
+67,mlp.experts.99.down_proj,rtn: 0.0022736,0.00000,0.041
+67,mlp.experts.109.down_proj,rtn: 0.0022736,0.00000,0.039
+67,mlp.experts.105.down_proj,rtn: 0.0023193,0.00000,0.044
+67,mlp.experts.108.down_proj,rtn: 0.0023193,0.00000,0.037
+67,mlp.experts.133.down_proj,rtn: 0.0023346,0.00000,0.040
+67,mlp.experts.113.down_proj,rtn: 0.0023193,0.00000,0.039
+67,mlp.experts.122.down_proj,rtn: 0.0023499,0.00000,0.039
+67,mlp.experts.130.down_proj,rtn: 0.0023041,0.00000,0.036
+67,mlp.experts.126.down_proj,rtn: 0.0022888,0.00000,0.027
+67,mlp.experts.134.down_proj,rtn: 0.0023499,0.00000,0.029
+67,mlp.experts.120.down_proj,rtn: 0.0023041,0.00000,0.039
+67,mlp.experts.100.down_proj,rtn: 0.0023193,0.00000,0.045
+67,mlp.experts.128.down_proj,rtn: 0.0023041,0.00000,0.031
+67,mlp.experts.95.down_proj,rtn: 0.0022736,0.00000,0.056
+67,mlp.experts.124.down_proj,rtn: 0.0023041,0.00000,0.037
+67,mlp.experts.125.down_proj,rtn: 0.0022888,0.00000,0.040
+67,mlp.experts.119.down_proj,rtn: 0.0023346,0.00000,0.049
+67,mlp.experts.129.down_proj,rtn: 0.0022583,0.00000,0.033
+67,mlp.experts.115.down_proj,rtn: 0.0023041,0.00000,0.049
+67,mlp.experts.123.down_proj,rtn: 0.0022736,0.00000,0.051
+67,mlp.experts.121.down_proj,rtn: 0.0022888,0.00000,0.039
+67,mlp.experts.149.down_proj,rtn: 0.0023041,0.00000,0.035
+67,mlp.experts.142.down_proj,rtn: 0.0023346,0.00000,0.035
+67,mlp.experts.146.down_proj,rtn: 0.0023346,0.00000,0.042
+67,mlp.experts.150.down_proj,rtn: 0.0023193,0.00000,0.033
+67,mlp.experts.138.down_proj,rtn: 0.0022888,0.00000,0.040
+67,mlp.experts.144.down_proj,rtn: 0.0022278,0.00000,0.035
+67,mlp.experts.136.down_proj,rtn: 0.0022888,0.00000,0.037
+67,mlp.experts.116.down_proj,rtn: 0.0022888,0.00000,0.039
+67,mlp.experts.111.down_proj,rtn: 0.0023193,0.00000,0.044
+67,mlp.experts.140.down_proj,rtn: 0.0023651,0.00000,0.034
+67,mlp.experts.165.down_proj,rtn: 0.0023041,0.00000,0.030
+67,mlp.experts.141.down_proj,rtn: 0.0022888,0.00000,0.034
+67,mlp.experts.137.down_proj,rtn: 0.0023193,0.00000,0.027
+67,mlp.experts.135.down_proj,rtn: 0.0023193,0.00000,0.045
+67,mlp.experts.145.down_proj,rtn: 0.0023193,0.00000,0.035
+67,mlp.experts.166.down_proj,rtn: 0.0023499,0.00000,0.026
+67,mlp.experts.154.down_proj,rtn: 0.0022888,0.00000,0.034
+67,mlp.experts.162.down_proj,rtn: 0.0022736,0.00000,0.028
+67,mlp.experts.158.down_proj,rtn: 0.0023041,0.00000,0.034
+67,mlp.experts.131.down_proj,rtn: 0.0022736,0.00000,0.046
+67,mlp.experts.139.down_proj,rtn: 0.0023041,0.00000,0.047
+67,mlp.experts.160.down_proj,rtn: 0.0022583,0.00000,0.037
+67,mlp.experts.132.down_proj,rtn: 0.0023041,0.00000,0.040
+67,mlp.experts.152.down_proj,rtn: 0.0023193,0.00000,0.039
+67,mlp.experts.153.down_proj,rtn: 0.0023499,0.00000,0.027
+67,mlp.experts.181.down_proj,rtn: 0.0028076,0.00000,0.032
+67,mlp.experts.157.down_proj,rtn: 0.0022583,0.00000,0.032
+67,mlp.experts.156.down_proj,rtn: 0.0023804,0.00000,0.040
+67,mlp.experts.161.down_proj,rtn: 0.0022430,0.00000,0.025
+67,mlp.experts.127.down_proj,rtn: 0.0023041,0.00000,0.052
+67,mlp.experts.182.down_proj,rtn: 0.0023041,0.00000,0.031
+67,mlp.experts.178.down_proj,rtn: 0.0023041,0.00000,0.029
+67,mlp.experts.151.down_proj,rtn: 0.0023346,0.00000,0.046
+67,mlp.experts.170.down_proj,rtn: 0.0022736,0.00000,0.028
+67,mlp.experts.174.down_proj,rtn: 0.0023651,0.00000,0.028
+67,mlp.experts.169.down_proj,rtn: 0.0023193,0.00000,0.027
+67,mlp.experts.147.down_proj,rtn: 0.0022736,0.00000,0.046
+67,mlp.experts.177.down_proj,rtn: 0.0022125,0.00000,0.019
+67,mlp.experts.173.down_proj,rtn: 0.0022888,0.00000,0.026
+67,mlp.experts.176.down_proj,rtn: 0.0022736,0.00000,0.040
+67,mlp.experts.148.down_proj,rtn: 0.0022888,0.00000,0.038
+67,mlp.experts.168.down_proj,rtn: 0.0023041,0.00000,0.038
+67,mlp.experts.155.down_proj,rtn: 0.0022888,0.00000,0.051
+67,mlp.experts.186.down_proj,rtn: 0.0022278,0.00000,0.020
+67,mlp.experts.190.down_proj,rtn: 0.0023041,0.00000,0.020
+67,mlp.experts.172.down_proj,rtn: 0.0022736,0.00000,0.038
+67,mlp.experts.143.down_proj,rtn: 0.0022736,0.00000,0.039
+67,mlp.experts.185.down_proj,rtn: 0.0022583,0.00000,0.020
+67,mlp.experts.189.down_proj,rtn: 0.0023041,0.00000,0.020
+67,mlp.experts.167.down_proj,rtn: 0.0022430,0.00000,0.043
+67,mlp.experts.163.down_proj,rtn: 0.0022736,0.00000,0.037
+67,mlp.experts.164.down_proj,rtn: 0.0023193,0.00000,0.030
+67,mlp.experts.184.down_proj,rtn: 0.0023193,0.00000,0.026
+67,mlp.experts.188.down_proj,rtn: 0.0023651,0.00000,0.021
+67,mlp.experts.171.down_proj,rtn: 0.0022278,0.00000,0.035
+67,mlp.experts.159.down_proj,rtn: 0.0023346,0.00000,0.031
+67,mlp.experts.180.down_proj,rtn: 0.0022125,0.00000,0.010
+67,mlp.experts.183.down_proj,rtn: 0.0022583,0.00000,0.033
+67,mlp.experts.179.down_proj,rtn: 0.0023041,0.00000,0.031
+67,mlp.experts.187.down_proj,rtn: 0.0022583,0.00000,0.024
+67,mlp.experts.175.down_proj,rtn: 0.0023193,0.00000,0.022
+67,mlp.experts.191.down_proj,rtn: 0.0023193,0.00000,0.009
+67,mlp.shared_experts.up_proj,rtn: 0.0014877,0.00000,0.028
+67,mlp.shared_experts.gate_proj,rtn: 0.0016632,0.00000,0.028
+67,mlp.shared_experts.down_proj,rtn: 0.0015945,0.00000,0.020
+68,self_attn.k_proj,rtn: 0.0021057,0.00000,0.015
+68,self_attn.v_proj,rtn: 0.0033569,0.00000,0.015
+68,self_attn.q_proj,rtn: 0.0022278,0.00000,0.017
+68,self_attn.o_proj,rtn: 0.0027771,0.00000,0.030
+68,mlp.experts.3.gate_proj,rtn: 0.0023804,0.00000,0.094
+68,mlp.experts.4.gate_proj,rtn: 0.0023499,0.00000,0.102
+68,mlp.experts.7.gate_proj,rtn: 0.0023041,0.00000,0.106
+68,mlp.experts.15.gate_proj,rtn: 0.0023346,0.00000,0.107
+68,mlp.experts.2.gate_proj,rtn: 0.0023499,0.00000,0.108
+68,mlp.experts.14.gate_proj,rtn: 0.0022888,0.00000,0.110
+68,mlp.experts.9.gate_proj,rtn: 0.0023041,0.00000,0.112
+68,mlp.experts.0.gate_proj,rtn: 0.0022583,0.00000,0.114
+68,mlp.experts.5.gate_proj,rtn: 0.0023041,0.00000,0.120
+68,mlp.experts.13.gate_proj,rtn: 0.0023804,0.00000,0.120
+68,mlp.experts.1.gate_proj,rtn: 0.0023041,0.00000,0.122
+68,mlp.experts.12.gate_proj,rtn: 0.0022736,0.00000,0.127
+68,mlp.experts.10.gate_proj,rtn: 0.0022583,0.00000,0.131
+68,mlp.experts.6.gate_proj,rtn: 0.0022736,0.00000,0.133
+68,mlp.experts.8.gate_proj,rtn: 0.0023193,0.00000,0.141
+68,mlp.experts.11.gate_proj,rtn: 0.0023193,0.00000,0.142
+68,mlp.experts.19.gate_proj,rtn: 0.0023499,0.00000,0.090
+68,mlp.experts.30.gate_proj,rtn: 0.0023041,0.00000,0.077
+68,mlp.experts.18.gate_proj,rtn: 0.0023804,0.00000,0.087
+68,mlp.experts.20.gate_proj,rtn: 0.0023041,0.00000,0.103
+68,mlp.experts.23.gate_proj,rtn: 0.0024109,0.00000,0.098
+68,mlp.experts.31.gate_proj,rtn: 0.0023346,0.00000,0.097
+68,mlp.experts.16.gate_proj,rtn: 0.0022583,0.00000,0.099
+68,mlp.experts.21.gate_proj,rtn: 0.0023193,0.00000,0.094
+68,mlp.experts.22.gate_proj,rtn: 0.0023346,0.00000,0.093
+68,mlp.experts.25.gate_proj,rtn: 0.0023499,0.00000,0.112
+68,mlp.experts.17.gate_proj,rtn: 0.0023346,0.00000,0.110
+68,mlp.experts.29.gate_proj,rtn: 0.0023956,0.00000,0.113
+68,mlp.experts.24.gate_proj,rtn: 0.0023041,0.00000,0.101
+68,mlp.experts.28.gate_proj,rtn: 0.0023499,0.00000,0.108
+68,mlp.experts.27.gate_proj,rtn: 0.0023499,0.00000,0.107
+68,mlp.experts.26.gate_proj,rtn: 0.0023193,0.00000,0.116
+68,mlp.experts.35.gate_proj,rtn: 0.0022736,0.00000,0.093
+68,mlp.experts.34.gate_proj,rtn: 0.0023956,0.00000,0.089
+68,mlp.experts.39.gate_proj,rtn: 0.0023499,0.00000,0.087
+68,mlp.experts.46.gate_proj,rtn: 0.0023193,0.00000,0.100
+68,mlp.experts.36.gate_proj,rtn: 0.0023346,0.00000,0.097
+68,mlp.experts.32.gate_proj,rtn: 0.0023346,0.00000,0.090
+68,mlp.experts.47.gate_proj,rtn: 0.0023041,0.00000,0.095
+68,mlp.experts.38.gate_proj,rtn: 0.0023041,0.00000,0.083
+68,mlp.experts.37.gate_proj,rtn: 0.0023041,0.00000,0.087
+68,mlp.experts.33.gate_proj,rtn: 0.0022888,0.00000,0.091
+68,mlp.experts.41.gate_proj,rtn: 0.0023346,0.00000,0.102
+68,mlp.experts.45.gate_proj,rtn: 0.0023041,0.00000,0.093
+68,mlp.experts.42.gate_proj,rtn: 0.0024719,0.00000,0.080
+68,mlp.experts.43.gate_proj,rtn: 0.0023499,0.00000,0.088
+68,mlp.experts.40.gate_proj,rtn: 0.0022583,0.00000,0.098
+68,mlp.experts.44.gate_proj,rtn: 0.0023499,0.00000,0.107
+68,mlp.experts.50.gate_proj,rtn: 0.0023499,0.00000,0.077
+68,mlp.experts.51.gate_proj,rtn: 0.0023346,0.00000,0.099
+68,mlp.experts.62.gate_proj,rtn: 0.0024109,0.00000,0.085
+68,mlp.experts.54.gate_proj,rtn: 0.0023193,0.00000,0.077
+68,mlp.experts.55.gate_proj,rtn: 0.0024261,0.00000,0.099
+68,mlp.experts.48.gate_proj,rtn: 0.0023041,0.00000,0.095
+68,mlp.experts.52.gate_proj,rtn: 0.0023041,0.00000,0.102
+68,mlp.experts.63.gate_proj,rtn: 0.0022583,0.00000,0.104
+68,mlp.experts.53.gate_proj,rtn: 0.0023041,0.00000,0.098
+68,mlp.experts.58.gate_proj,rtn: 0.0023041,0.00000,0.076
+68,mlp.experts.49.gate_proj,rtn: 0.0023956,0.00000,0.092
+68,mlp.experts.57.gate_proj,rtn: 0.0023346,0.00000,0.088
+68,mlp.experts.59.gate_proj,rtn: 0.0023041,0.00000,0.089
+68,mlp.experts.61.gate_proj,rtn: 0.0023499,0.00000,0.098
+68,mlp.experts.66.gate_proj,rtn: 0.0022888,0.00000,0.077
+68,mlp.experts.56.gate_proj,rtn: 0.0022888,0.00000,0.105
+68,mlp.experts.78.gate_proj,rtn: 0.0023651,0.00000,0.080
+68,mlp.experts.60.gate_proj,rtn: 0.0023346,0.00000,0.104
+68,mlp.experts.70.gate_proj,rtn: 0.0022125,0.00000,0.074
+68,mlp.experts.67.gate_proj,rtn: 0.0023346,0.00000,0.099
+68,mlp.experts.64.gate_proj,rtn: 0.0023651,0.00000,0.093
+68,mlp.experts.71.gate_proj,rtn: 0.0022888,0.00000,0.099
+68,mlp.experts.74.gate_proj,rtn: 0.0023041,0.00000,0.076
+68,mlp.experts.68.gate_proj,rtn: 0.0023346,0.00000,0.094
+68,mlp.experts.79.gate_proj,rtn: 0.0023346,0.00000,0.094
+68,mlp.experts.69.gate_proj,rtn: 0.0022888,0.00000,0.094
+68,mlp.experts.65.gate_proj,rtn: 0.0023346,0.00000,0.091
+68,mlp.experts.82.gate_proj,rtn: 0.0023804,0.00000,0.078
+68,mlp.experts.73.gate_proj,rtn: 0.0023499,0.00000,0.095
+68,mlp.experts.77.gate_proj,rtn: 0.0023499,0.00000,0.087
+68,mlp.experts.75.gate_proj,rtn: 0.0023041,0.00000,0.093
+68,mlp.experts.72.gate_proj,rtn: 0.0022736,0.00000,0.094
+68,mlp.experts.86.gate_proj,rtn: 0.0023193,0.00000,0.080
+68,mlp.experts.76.gate_proj,rtn: 0.0022888,0.00000,0.093
+68,mlp.experts.94.gate_proj,rtn: 0.0022583,0.00000,0.096
+68,mlp.experts.83.gate_proj,rtn: 0.0023193,0.00000,0.086
+68,mlp.experts.90.gate_proj,rtn: 0.0023651,0.00000,0.081
+68,mlp.experts.87.gate_proj,rtn: 0.0023651,0.00000,0.086
+68,mlp.experts.84.gate_proj,rtn: 0.0022888,0.00000,0.089
+68,mlp.experts.95.gate_proj,rtn: 0.0023651,0.00000,0.086
+68,mlp.experts.80.gate_proj,rtn: 0.0022736,0.00000,0.105
+68,mlp.experts.85.gate_proj,rtn: 0.0023346,0.00000,0.086
+68,mlp.experts.81.gate_proj,rtn: 0.0023041,0.00000,0.083
+68,mlp.experts.93.gate_proj,rtn: 0.0023193,0.00000,0.076
+68,mlp.experts.98.gate_proj,rtn: 0.0022736,0.00000,0.084
+68,mlp.experts.89.gate_proj,rtn: 0.0023041,0.00000,0.086
+68,mlp.experts.91.gate_proj,rtn: 0.0023346,0.00000,0.094
+68,mlp.experts.88.gate_proj,rtn: 0.0022736,0.00000,0.091
+68,mlp.experts.102.gate_proj,rtn: 0.0022888,0.00000,0.091
+68,mlp.experts.110.gate_proj,rtn: 0.0022888,0.00000,0.086
+68,mlp.experts.99.gate_proj,rtn: 0.0022888,0.00000,0.091
+68,mlp.experts.92.gate_proj,rtn: 0.0023193,0.00000,0.095
+68,mlp.experts.97.gate_proj,rtn: 0.0023041,0.00000,0.060
+68,mlp.experts.109.gate_proj,rtn: 0.0022583,0.00000,0.057
+68,mlp.experts.101.gate_proj,rtn: 0.0023346,0.00000,0.065
+68,mlp.experts.103.gate_proj,rtn: 0.0023193,0.00000,0.088
+68,mlp.experts.106.gate_proj,rtn: 0.0022736,0.00000,0.094
+68,mlp.experts.105.gate_proj,rtn: 0.0024261,0.00000,0.069
+68,mlp.experts.100.gate_proj,rtn: 0.0023499,0.00000,0.101
+68,mlp.experts.114.gate_proj,rtn: 0.0023499,0.00000,0.085
+68,mlp.experts.111.gate_proj,rtn: 0.0023041,0.00000,0.100
+68,mlp.experts.96.gate_proj,rtn: 0.0023804,0.00000,0.106
+68,mlp.experts.107.gate_proj,rtn: 0.0023499,0.00000,0.087
+68,mlp.experts.104.gate_proj,rtn: 0.0023041,0.00000,0.087
+68,mlp.experts.113.gate_proj,rtn: 0.0023041,0.00000,0.063
+68,mlp.experts.117.gate_proj,rtn: 0.0023041,0.00000,0.061
+68,mlp.experts.126.gate_proj,rtn: 0.0022888,0.00000,0.089
+68,mlp.experts.125.gate_proj,rtn: 0.0023346,0.00000,0.070
+68,mlp.experts.115.gate_proj,rtn: 0.0023193,0.00000,0.087
+68,mlp.experts.118.gate_proj,rtn: 0.0022278,0.00000,0.096
+68,mlp.experts.108.gate_proj,rtn: 0.0023193,0.00000,0.098
+68,mlp.experts.121.gate_proj,rtn: 0.0023193,0.00000,0.075
+68,mlp.experts.122.gate_proj,rtn: 0.0023804,0.00000,0.089
+68,mlp.experts.119.gate_proj,rtn: 0.0023804,0.00000,0.098
+68,mlp.experts.130.gate_proj,rtn: 0.0023193,0.00000,0.087
+68,mlp.experts.116.gate_proj,rtn: 0.0023041,0.00000,0.091
+68,mlp.experts.127.gate_proj,rtn: 0.0023041,0.00000,0.093
+68,mlp.experts.112.gate_proj,rtn: 0.0022278,0.00000,0.089
+68,mlp.experts.129.gate_proj,rtn: 0.0023804,0.00000,0.071
+68,mlp.experts.123.gate_proj,rtn: 0.0023041,0.00000,0.091
+68,mlp.experts.133.gate_proj,rtn: 0.0022430,0.00000,0.072
+68,mlp.experts.141.gate_proj,rtn: 0.0022430,0.00000,0.069
+68,mlp.experts.120.gate_proj,rtn: 0.0023041,0.00000,0.086
+68,mlp.experts.134.gate_proj,rtn: 0.0023804,0.00000,0.086
+68,mlp.experts.131.gate_proj,rtn: 0.0023651,0.00000,0.088
+68,mlp.experts.137.gate_proj,rtn: 0.0023651,0.00000,0.074
+68,mlp.experts.142.gate_proj,rtn: 0.0022736,0.00000,0.098
+68,mlp.experts.138.gate_proj,rtn: 0.0023804,0.00000,0.087
+68,mlp.experts.124.gate_proj,rtn: 0.0023651,0.00000,0.096
+68,mlp.experts.135.gate_proj,rtn: 0.0023193,0.00000,0.094
+68,mlp.experts.146.gate_proj,rtn: 0.0022888,0.00000,0.085
+68,mlp.experts.145.gate_proj,rtn: 0.0024109,0.00000,0.067
+68,mlp.experts.132.gate_proj,rtn: 0.0023804,0.00000,0.095
+68,mlp.experts.143.gate_proj,rtn: 0.0023193,0.00000,0.088
+68,mlp.experts.149.gate_proj,rtn: 0.0024109,0.00000,0.071
+68,mlp.experts.157.gate_proj,rtn: 0.0022430,0.00000,0.073
+68,mlp.experts.139.gate_proj,rtn: 0.0023193,0.00000,0.086
+68,mlp.experts.128.gate_proj,rtn: 0.0023193,0.00000,0.094
+68,mlp.experts.136.gate_proj,rtn: 0.0022430,0.00000,0.086
+68,mlp.experts.153.gate_proj,rtn: 0.0023499,0.00000,0.071
+68,mlp.experts.150.gate_proj,rtn: 0.0023041,0.00000,0.092
+68,mlp.experts.147.gate_proj,rtn: 0.0023041,0.00000,0.091
+68,mlp.experts.154.gate_proj,rtn: 0.0022888,0.00000,0.085
+68,mlp.experts.158.gate_proj,rtn: 0.0022888,0.00000,0.096
+68,mlp.experts.140.gate_proj,rtn: 0.0022736,0.00000,0.085
+68,mlp.experts.161.gate_proj,rtn: 0.0023041,0.00000,0.075
+68,mlp.experts.173.gate_proj,rtn: 0.0023346,0.00000,0.064
+68,mlp.experts.162.gate_proj,rtn: 0.0023041,0.00000,0.086
+68,mlp.experts.151.gate_proj,rtn: 0.0023651,0.00000,0.095
+68,mlp.experts.165.gate_proj,rtn: 0.0022888,0.00000,0.078
+68,mlp.experts.148.gate_proj,rtn: 0.0022888,0.00000,0.089
+68,mlp.experts.159.gate_proj,rtn: 0.0023651,0.00000,0.089
+68,mlp.experts.169.gate_proj,rtn: 0.0023346,0.00000,0.070
+68,mlp.experts.155.gate_proj,rtn: 0.0022736,0.00000,0.089
+68,mlp.experts.144.gate_proj,rtn: 0.0023041,0.00000,0.096
+68,mlp.experts.152.gate_proj,rtn: 0.0023041,0.00000,0.090
+68,mlp.experts.163.gate_proj,rtn: 0.0022888,0.00000,0.085
+68,mlp.experts.166.gate_proj,rtn: 0.0022888,0.00000,0.095
+68,mlp.experts.156.gate_proj,rtn: 0.0022430,0.00000,0.083
+68,mlp.experts.170.gate_proj,rtn: 0.0023193,0.00000,0.098
+68,mlp.experts.189.gate_proj,rtn: 0.0023804,0.00000,0.081
+68,mlp.experts.177.gate_proj,rtn: 0.0023651,0.00000,0.086
+68,mlp.experts.175.gate_proj,rtn: 0.0023499,0.00000,0.064
+68,mlp.experts.174.gate_proj,rtn: 0.0023956,0.00000,0.098
+68,mlp.experts.167.gate_proj,rtn: 0.0022583,0.00000,0.077
+68,mlp.experts.178.gate_proj,rtn: 0.0022736,0.00000,0.094
+68,mlp.experts.171.gate_proj,rtn: 0.0022736,0.00000,0.069
+68,mlp.experts.164.gate_proj,rtn: 0.0023193,0.00000,0.086
+68,mlp.experts.181.gate_proj,rtn: 0.0023193,0.00000,0.089
+68,mlp.experts.185.gate_proj,rtn: 0.0023193,0.00000,0.086
+68,mlp.experts.168.gate_proj,rtn: 0.0023193,0.00000,0.089
+68,mlp.experts.179.gate_proj,rtn: 0.0022736,0.00000,0.074
+68,mlp.experts.160.gate_proj,rtn: 0.0023651,0.00000,0.100
+68,mlp.experts.172.gate_proj,rtn: 0.0023041,0.00000,0.086
+68,mlp.experts.183.gate_proj,rtn: 0.0023346,0.00000,0.072
+68,mlp.experts.191.gate_proj,rtn: 0.0023193,0.00000,0.070
+68,mlp.experts.182.gate_proj,rtn: 0.0023499,0.00000,0.101
+68,mlp.experts.13.up_proj,rtn: 0.0023499,0.00000,0.081
+68,mlp.experts.187.gate_proj,rtn: 0.0022736,0.00000,0.073
+68,mlp.experts.1.up_proj,rtn: 0.0023041,0.00000,0.097
+68,mlp.experts.186.gate_proj,rtn: 0.0022736,0.00000,0.103
+68,mlp.experts.2.up_proj,rtn: 0.0023346,0.00000,0.090
+68,mlp.experts.5.up_proj,rtn: 0.0022888,0.00000,0.086
+68,mlp.experts.190.gate_proj,rtn: 0.0022583,0.00000,0.108
+68,mlp.experts.180.gate_proj,rtn: 0.0023041,0.00000,0.094
+68,mlp.experts.3.up_proj,rtn: 0.0023499,0.00000,0.070
+68,mlp.experts.9.up_proj,rtn: 0.0022583,0.00000,0.090
+68,mlp.experts.184.gate_proj,rtn: 0.0023651,0.00000,0.095
+68,mlp.experts.176.gate_proj,rtn: 0.0023346,0.00000,0.098
+68,mlp.experts.7.up_proj,rtn: 0.0023041,0.00000,0.071
+68,mlp.experts.15.up_proj,rtn: 0.0023193,0.00000,0.072
+68,mlp.experts.6.up_proj,rtn: 0.0022583,0.00000,0.080
+68,mlp.experts.11.up_proj,rtn: 0.0022888,0.00000,0.077
+68,mlp.experts.188.gate_proj,rtn: 0.0023804,0.00000,0.099
+68,mlp.experts.29.up_proj,rtn: 0.0023804,0.00000,0.087
+68,mlp.experts.18.up_proj,rtn: 0.0023804,0.00000,0.076
+68,mlp.experts.17.up_proj,rtn: 0.0023041,0.00000,0.085
+68,mlp.experts.10.up_proj,rtn: 0.0022430,0.00000,0.081
+68,mlp.experts.21.up_proj,rtn: 0.0023346,0.00000,0.087
+68,mlp.experts.19.up_proj,rtn: 0.0022888,0.00000,0.077
+68,mlp.experts.25.up_proj,rtn: 0.0023346,0.00000,0.082
+68,mlp.experts.4.up_proj,rtn: 0.0023041,0.00000,0.095
+68,mlp.experts.14.up_proj,rtn: 0.0022736,0.00000,0.097
+68,mlp.experts.23.up_proj,rtn: 0.0023956,0.00000,0.076
+68,mlp.experts.31.up_proj,rtn: 0.0023346,0.00000,0.073
+68,mlp.experts.8.up_proj,rtn: 0.0022888,0.00000,0.094
+68,mlp.experts.22.up_proj,rtn: 0.0022736,0.00000,0.078
+68,mlp.experts.27.up_proj,rtn: 0.0023193,0.00000,0.078
+68,mlp.experts.0.up_proj,rtn: 0.0022430,0.00000,0.098
+68,mlp.experts.45.up_proj,rtn: 0.0023193,0.00000,0.085
+68,mlp.experts.34.up_proj,rtn: 0.0023193,0.00000,0.078
+68,mlp.experts.26.up_proj,rtn: 0.0022888,0.00000,0.076
+68,mlp.experts.35.up_proj,rtn: 0.0022583,0.00000,0.071
+68,mlp.experts.12.up_proj,rtn: 0.0022583,0.00000,0.101
+68,mlp.experts.33.up_proj,rtn: 0.0022888,0.00000,0.092
+68,mlp.experts.37.up_proj,rtn: 0.0022888,0.00000,0.090
+68,mlp.experts.41.up_proj,rtn: 0.0023041,0.00000,0.084
+68,mlp.experts.20.up_proj,rtn: 0.0022583,0.00000,0.095
+68,mlp.experts.47.up_proj,rtn: 0.0022888,0.00000,0.074
+68,mlp.experts.30.up_proj,rtn: 0.0022888,0.00000,0.098
+68,mlp.experts.39.up_proj,rtn: 0.0023041,0.00000,0.088
+68,mlp.experts.38.up_proj,rtn: 0.0023193,0.00000,0.079
+68,mlp.experts.43.up_proj,rtn: 0.0022888,0.00000,0.078
+68,mlp.experts.24.up_proj,rtn: 0.0022888,0.00000,0.095
+68,mlp.experts.16.up_proj,rtn: 0.0022736,0.00000,0.090
+68,mlp.experts.50.up_proj,rtn: 0.0022888,0.00000,0.079
+68,mlp.experts.61.up_proj,rtn: 0.0023346,0.00000,0.093
+68,mlp.experts.42.up_proj,rtn: 0.0023499,0.00000,0.091
+68,mlp.experts.51.up_proj,rtn: 0.0023346,0.00000,0.080
+68,mlp.experts.49.up_proj,rtn: 0.0023346,0.00000,0.090
+68,mlp.experts.28.up_proj,rtn: 0.0023193,0.00000,0.094
+68,mlp.experts.53.up_proj,rtn: 0.0023041,0.00000,0.088
+68,mlp.experts.57.up_proj,rtn: 0.0023193,0.00000,0.089
+68,mlp.experts.63.up_proj,rtn: 0.0022278,0.00000,0.081
+68,mlp.experts.54.up_proj,rtn: 0.0023041,0.00000,0.077
+68,mlp.experts.55.up_proj,rtn: 0.0023804,0.00000,0.085
+68,mlp.experts.36.up_proj,rtn: 0.0023346,0.00000,0.097
+68,mlp.experts.46.up_proj,rtn: 0.0022888,0.00000,0.093
+68,mlp.experts.59.up_proj,rtn: 0.0023193,0.00000,0.085
+68,mlp.experts.40.up_proj,rtn: 0.0022583,0.00000,0.094
+68,mlp.experts.66.up_proj,rtn: 0.0022888,0.00000,0.088
+68,mlp.experts.32.up_proj,rtn: 0.0023499,0.00000,0.094
+68,mlp.experts.67.up_proj,rtn: 0.0023041,0.00000,0.084
+68,mlp.experts.58.up_proj,rtn: 0.0023193,0.00000,0.089
+68,mlp.experts.77.up_proj,rtn: 0.0023041,0.00000,0.092
+68,mlp.experts.65.up_proj,rtn: 0.0023041,0.00000,0.088
+68,mlp.experts.69.up_proj,rtn: 0.0022736,0.00000,0.089
+68,mlp.experts.44.up_proj,rtn: 0.0022888,0.00000,0.097
+68,mlp.experts.73.up_proj,rtn: 0.0023193,0.00000,0.093
+68,mlp.experts.79.up_proj,rtn: 0.0023193,0.00000,0.086
+68,mlp.experts.71.up_proj,rtn: 0.0022888,0.00000,0.078
+68,mlp.experts.70.up_proj,rtn: 0.0022278,0.00000,0.085
+68,mlp.experts.52.up_proj,rtn: 0.0022583,0.00000,0.089
+68,mlp.experts.75.up_proj,rtn: 0.0022583,0.00000,0.087
+68,mlp.experts.62.up_proj,rtn: 0.0023804,0.00000,0.098
+68,mlp.experts.56.up_proj,rtn: 0.0022888,0.00000,0.088
+68,mlp.experts.82.up_proj,rtn: 0.0023651,0.00000,0.085
+68,mlp.experts.48.up_proj,rtn: 0.0022888,0.00000,0.085
+68,mlp.experts.74.up_proj,rtn: 0.0023041,0.00000,0.079
+68,mlp.experts.83.up_proj,rtn: 0.0022888,0.00000,0.082
+68,mlp.experts.93.up_proj,rtn: 0.0023041,0.00000,0.092
+68,mlp.experts.81.up_proj,rtn: 0.0022888,0.00000,0.083
+68,mlp.experts.85.up_proj,rtn: 0.0022888,0.00000,0.085
+68,mlp.experts.95.up_proj,rtn: 0.0023346,0.00000,0.074
+68,mlp.experts.60.up_proj,rtn: 0.0023193,0.00000,0.086
+68,mlp.experts.87.up_proj,rtn: 0.0023193,0.00000,0.072
+68,mlp.experts.89.up_proj,rtn: 0.0023041,0.00000,0.090
+68,mlp.experts.86.up_proj,rtn: 0.0023193,0.00000,0.086
+68,mlp.experts.91.up_proj,rtn: 0.0023346,0.00000,0.076
+68,mlp.experts.68.up_proj,rtn: 0.0023346,0.00000,0.090
+68,mlp.experts.78.up_proj,rtn: 0.0022736,0.00000,0.088
+68,mlp.experts.72.up_proj,rtn: 0.0022278,0.00000,0.086
+68,mlp.experts.99.up_proj,rtn: 0.0022888,0.00000,0.076
+68,mlp.experts.90.up_proj,rtn: 0.0023499,0.00000,0.084
+68,mlp.experts.64.up_proj,rtn: 0.0023346,0.00000,0.093
+68,mlp.experts.98.up_proj,rtn: 0.0022736,0.00000,0.094
+68,mlp.experts.97.up_proj,rtn: 0.0023041,0.00000,0.084
+68,mlp.experts.101.up_proj,rtn: 0.0023346,0.00000,0.080
+68,mlp.experts.111.up_proj,rtn: 0.0022888,0.00000,0.079
+68,mlp.experts.103.up_proj,rtn: 0.0023193,0.00000,0.077
+68,mlp.experts.109.up_proj,rtn: 0.0022430,0.00000,0.098
+68,mlp.experts.76.up_proj,rtn: 0.0022736,0.00000,0.095
+68,mlp.experts.105.up_proj,rtn: 0.0023041,0.00000,0.093
+68,mlp.experts.107.up_proj,rtn: 0.0023499,0.00000,0.082
+68,mlp.experts.102.up_proj,rtn: 0.0022736,0.00000,0.088
+68,mlp.experts.84.up_proj,rtn: 0.0022736,0.00000,0.090
+68,mlp.experts.94.up_proj,rtn: 0.0022430,0.00000,0.084
+68,mlp.experts.115.up_proj,rtn: 0.0023346,0.00000,0.082
+68,mlp.experts.106.up_proj,rtn: 0.0022736,0.00000,0.083
+68,mlp.experts.88.up_proj,rtn: 0.0022736,0.00000,0.102
+68,mlp.experts.114.up_proj,rtn: 0.0022736,0.00000,0.085
+68,mlp.experts.80.up_proj,rtn: 0.0022736,0.00000,0.100
+68,mlp.experts.113.up_proj,rtn: 0.0023041,0.00000,0.087
+68,mlp.experts.117.up_proj,rtn: 0.0022888,0.00000,0.085
+68,mlp.experts.127.up_proj,rtn: 0.0023041,0.00000,0.082
+68,mlp.experts.119.up_proj,rtn: 0.0023651,0.00000,0.083
+68,mlp.experts.125.up_proj,rtn: 0.0023193,0.00000,0.095
+68,mlp.experts.92.up_proj,rtn: 0.0023193,0.00000,0.096
+68,mlp.experts.121.up_proj,rtn: 0.0023041,0.00000,0.089
+68,mlp.experts.118.up_proj,rtn: 0.0021820,0.00000,0.086
+68,mlp.experts.123.up_proj,rtn: 0.0022736,0.00000,0.094
+68,mlp.experts.110.up_proj,rtn: 0.0022736,0.00000,0.085
+68,mlp.experts.131.up_proj,rtn: 0.0022888,0.00000,0.084
+68,mlp.experts.100.up_proj,rtn: 0.0023499,0.00000,0.094
+68,mlp.experts.122.up_proj,rtn: 0.0023346,0.00000,0.085
+68,mlp.experts.130.up_proj,rtn: 0.0023041,0.00000,0.086
+68,mlp.experts.104.up_proj,rtn: 0.0022888,0.00000,0.098
+68,mlp.experts.143.up_proj,rtn: 0.0022888,0.00000,0.081
+68,mlp.experts.129.up_proj,rtn: 0.0023346,0.00000,0.086
+68,mlp.experts.96.up_proj,rtn: 0.0023346,0.00000,0.090
+68,mlp.experts.133.up_proj,rtn: 0.0022278,0.00000,0.087
+68,mlp.experts.135.up_proj,rtn: 0.0022888,0.00000,0.088
+68,mlp.experts.141.up_proj,rtn: 0.0022125,0.00000,0.093
+68,mlp.experts.137.up_proj,rtn: 0.0023499,0.00000,0.083
+68,mlp.experts.108.up_proj,rtn: 0.0023041,0.00000,0.089
+68,mlp.experts.134.up_proj,rtn: 0.0023041,0.00000,0.088
+68,mlp.experts.139.up_proj,rtn: 0.0023193,0.00000,0.094
+68,mlp.experts.126.up_proj,rtn: 0.0022583,0.00000,0.087
+68,mlp.experts.147.up_proj,rtn: 0.0022583,0.00000,0.087
+68,mlp.experts.116.up_proj,rtn: 0.0023041,0.00000,0.090
+68,mlp.experts.138.up_proj,rtn: 0.0023346,0.00000,0.091
+68,mlp.experts.146.up_proj,rtn: 0.0022430,0.00000,0.090
+68,mlp.experts.159.up_proj,rtn: 0.0022888,0.00000,0.085
+68,mlp.experts.145.up_proj,rtn: 0.0023956,0.00000,0.090
+68,mlp.experts.151.up_proj,rtn: 0.0023651,0.00000,0.088
+68,mlp.experts.149.up_proj,rtn: 0.0023651,0.00000,0.093
+68,mlp.experts.120.up_proj,rtn: 0.0022736,0.00000,0.107
+68,mlp.experts.112.up_proj,rtn: 0.0022430,0.00000,0.098
+68,mlp.experts.157.up_proj,rtn: 0.0022430,0.00000,0.088
+68,mlp.experts.150.up_proj,rtn: 0.0022583,0.00000,0.082
+68,mlp.experts.153.up_proj,rtn: 0.0023193,0.00000,0.094
+68,mlp.experts.155.up_proj,rtn: 0.0022736,0.00000,0.078
+68,mlp.experts.163.up_proj,rtn: 0.0022888,0.00000,0.077
+68,mlp.experts.142.up_proj,rtn: 0.0022736,0.00000,0.082
+68,mlp.experts.124.up_proj,rtn: 0.0023346,0.00000,0.102
+68,mlp.experts.154.up_proj,rtn: 0.0022736,0.00000,0.067
+68,mlp.experts.162.up_proj,rtn: 0.0022888,0.00000,0.076
+68,mlp.experts.175.up_proj,rtn: 0.0022888,0.00000,0.073
+68,mlp.experts.132.up_proj,rtn: 0.0023651,0.00000,0.102
+68,mlp.experts.167.up_proj,rtn: 0.0022430,0.00000,0.073
+68,mlp.experts.161.up_proj,rtn: 0.0022888,0.00000,0.085
+68,mlp.experts.165.up_proj,rtn: 0.0022888,0.00000,0.085
+68,mlp.experts.166.up_proj,rtn: 0.0022278,0.00000,0.074
+68,mlp.experts.171.up_proj,rtn: 0.0022430,0.00000,0.073
+68,mlp.experts.169.up_proj,rtn: 0.0023499,0.00000,0.076
+68,mlp.experts.173.up_proj,rtn: 0.0023193,0.00000,0.083
+68,mlp.experts.136.up_proj,rtn: 0.0022278,0.00000,0.103
+68,mlp.experts.158.up_proj,rtn: 0.0022888,0.00000,0.068
+68,mlp.experts.128.up_proj,rtn: 0.0023346,0.00000,0.103
+68,mlp.experts.170.up_proj,rtn: 0.0023193,0.00000,0.069
+68,mlp.experts.178.up_proj,rtn: 0.0022583,0.00000,0.067
+68,mlp.experts.179.up_proj,rtn: 0.0022736,0.00000,0.092
+68,mlp.experts.191.up_proj,rtn: 0.0023041,0.00000,0.074
+68,mlp.experts.140.up_proj,rtn: 0.0022888,0.00000,0.095
+68,mlp.experts.183.up_proj,rtn: 0.0023193,0.00000,0.079
+68,mlp.experts.148.up_proj,rtn: 0.0022736,0.00000,0.093
+68,mlp.experts.187.up_proj,rtn: 0.0022583,0.00000,0.061
+68,mlp.experts.177.up_proj,rtn: 0.0023804,0.00000,0.083
+68,mlp.experts.181.up_proj,rtn: 0.0023041,0.00000,0.077
+68,mlp.experts.182.up_proj,rtn: 0.0023499,0.00000,0.069
+68,mlp.experts.189.up_proj,rtn: 0.0023041,0.00000,0.062
+68,mlp.experts.174.up_proj,rtn: 0.0023804,0.00000,0.064
+68,mlp.experts.185.up_proj,rtn: 0.0023346,0.00000,0.072
+68,mlp.experts.186.up_proj,rtn: 0.0022583,0.00000,0.064
+68,mlp.experts.152.up_proj,rtn: 0.0023041,0.00000,0.087
+68,mlp.experts.144.up_proj,rtn: 0.0023041,0.00000,0.081
+68,mlp.experts.190.up_proj,rtn: 0.0022583,0.00000,0.035
+68,mlp.experts.156.up_proj,rtn: 0.0022125,0.00000,0.079
+68,mlp.experts.164.up_proj,rtn: 0.0023193,0.00000,0.076
+68,mlp.experts.160.up_proj,rtn: 0.0023346,0.00000,0.070
+68,mlp.experts.168.up_proj,rtn: 0.0023346,0.00000,0.072
+68,mlp.experts.172.up_proj,rtn: 0.0022736,0.00000,0.071
+68,mlp.experts.180.up_proj,rtn: 0.0022736,0.00000,0.071
+68,mlp.experts.184.up_proj,rtn: 0.0023346,0.00000,0.063
+68,mlp.experts.176.up_proj,rtn: 0.0022583,0.00000,0.066
+68,mlp.experts.188.up_proj,rtn: 0.0023346,0.00000,0.053
+68,mlp.experts.1.down_proj,rtn: 0.0022888,0.00000,0.014
+68,mlp.experts.3.down_proj,rtn: 0.0023193,0.00000,0.033
+68,mlp.experts.11.down_proj,rtn: 0.0022736,0.00000,0.061
+68,mlp.experts.17.down_proj,rtn: 0.0022888,0.00000,0.040
+68,mlp.experts.7.down_proj,rtn: 0.0023041,0.00000,0.043
+68,mlp.experts.4.down_proj,rtn: 0.0021973,0.00000,0.131
+68,mlp.experts.9.down_proj,rtn: 0.0022583,0.00000,0.052
+68,mlp.experts.19.down_proj,rtn: 0.0022583,0.00000,0.036
+68,mlp.experts.8.down_proj,rtn: 0.0022430,0.00000,0.139
+68,mlp.experts.0.down_proj,rtn: 0.0022736,0.00000,0.142
+68,mlp.experts.15.down_proj,rtn: 0.0022583,0.00000,0.059
+68,mlp.experts.14.down_proj,rtn: 0.0022888,0.00000,0.061
+68,mlp.experts.13.down_proj,rtn: 0.0022888,0.00000,0.062
+68,mlp.experts.6.down_proj,rtn: 0.0022430,0.00000,0.063
+68,mlp.experts.2.down_proj,rtn: 0.0022430,0.00000,0.063
+68,mlp.experts.12.down_proj,rtn: 0.0023041,0.00000,0.149
+68,mlp.experts.10.down_proj,rtn: 0.0022736,0.00000,0.065
+68,mlp.experts.5.down_proj,rtn: 0.0023041,0.00000,0.069
+68,mlp.experts.20.down_proj,rtn: 0.0022430,0.00000,0.022
+68,mlp.experts.23.down_proj,rtn: 0.0023956,0.00000,0.039
+68,mlp.experts.35.down_proj,rtn: 0.0022430,0.00000,0.032
+68,mlp.experts.33.down_proj,rtn: 0.0022888,0.00000,0.039
+68,mlp.experts.27.down_proj,rtn: 0.0023041,0.00000,0.048
+68,mlp.experts.31.down_proj,rtn: 0.0023041,0.00000,0.041
+68,mlp.experts.25.down_proj,rtn: 0.0023499,0.00000,0.050
+68,mlp.experts.29.down_proj,rtn: 0.0023804,0.00000,0.028
+68,mlp.experts.16.down_proj,rtn: 0.0022736,0.00000,0.051
+68,mlp.experts.24.down_proj,rtn: 0.0022430,0.00000,0.059
+68,mlp.experts.21.down_proj,rtn: 0.0023499,0.00000,0.056
+68,mlp.experts.22.down_proj,rtn: 0.0022736,0.00000,0.045
+68,mlp.experts.26.down_proj,rtn: 0.0023041,0.00000,0.036
+68,mlp.experts.30.down_proj,rtn: 0.0022888,0.00000,0.032
+68,mlp.experts.18.down_proj,rtn: 0.0023651,0.00000,0.050
+68,mlp.experts.28.down_proj,rtn: 0.0023041,0.00000,0.056
+68,mlp.experts.43.down_proj,rtn: 0.0022583,0.00000,0.047
+68,mlp.experts.39.down_proj,rtn: 0.0023193,0.00000,0.049
+68,mlp.experts.51.down_proj,rtn: 0.0023346,0.00000,0.049
+68,mlp.experts.49.down_proj,rtn: 0.0022430,0.00000,0.048
+68,mlp.experts.36.down_proj,rtn: 0.0022888,0.00000,0.048
+68,mlp.experts.45.down_proj,rtn: 0.0023346,0.00000,0.049
+68,mlp.experts.41.down_proj,rtn: 0.0022583,0.00000,0.052
+68,mlp.experts.47.down_proj,rtn: 0.0023041,0.00000,0.053
+68,mlp.experts.38.down_proj,rtn: 0.0023193,0.00000,0.045
+68,mlp.experts.40.down_proj,rtn: 0.0022888,0.00000,0.053
+68,mlp.experts.37.down_proj,rtn: 0.0022583,0.00000,0.048
+68,mlp.experts.32.down_proj,rtn: 0.0023499,0.00000,0.061
+68,mlp.experts.34.down_proj,rtn: 0.0022888,0.00000,0.046
+68,mlp.experts.46.down_proj,rtn: 0.0022736,0.00000,0.048
+68,mlp.experts.42.down_proj,rtn: 0.0023651,0.00000,0.046
+68,mlp.experts.59.down_proj,rtn: 0.0023346,0.00000,0.050
+68,mlp.experts.67.down_proj,rtn: 0.0023041,0.00000,0.045
+68,mlp.experts.55.down_proj,rtn: 0.0024109,0.00000,0.049
+68,mlp.experts.44.down_proj,rtn: 0.0023193,0.00000,0.062
+68,mlp.experts.52.down_proj,rtn: 0.0022430,0.00000,0.049
+68,mlp.experts.65.down_proj,rtn: 0.0023041,0.00000,0.054
+68,mlp.experts.61.down_proj,rtn: 0.0023041,0.00000,0.052
+68,mlp.experts.57.down_proj,rtn: 0.0023193,0.00000,0.051
+68,mlp.experts.54.down_proj,rtn: 0.0023346,0.00000,0.045
+68,mlp.experts.50.down_proj,rtn: 0.0023193,0.00000,0.041
+68,mlp.experts.63.down_proj,rtn: 0.0022430,0.00000,0.054
+68,mlp.experts.56.down_proj,rtn: 0.0022888,0.00000,0.054
+68,mlp.experts.53.down_proj,rtn: 0.0023041,0.00000,0.046
+68,mlp.experts.62.down_proj,rtn: 0.0023499,0.00000,0.039
+68,mlp.experts.58.down_proj,rtn: 0.0023346,0.00000,0.045
+68,mlp.experts.75.down_proj,rtn: 0.0022430,0.00000,0.040
+68,mlp.experts.71.down_proj,rtn: 0.0023041,0.00000,0.042
+68,mlp.experts.83.down_proj,rtn: 0.0021973,0.00000,0.042
+68,mlp.experts.48.down_proj,rtn: 0.0022888,0.00000,0.060
+68,mlp.experts.70.down_proj,rtn: 0.0022736,0.00000,0.029
+68,mlp.experts.77.down_proj,rtn: 0.0022888,0.00000,0.039
+68,mlp.experts.60.down_proj,rtn: 0.0023193,0.00000,0.050
+68,mlp.experts.81.down_proj,rtn: 0.0022888,0.00000,0.044
+68,mlp.experts.68.down_proj,rtn: 0.0023193,0.00000,0.054
+68,mlp.experts.66.down_proj,rtn: 0.0022888,0.00000,0.040
+68,mlp.experts.91.down_proj,rtn: 0.0023193,0.00000,0.036
+68,mlp.experts.73.down_proj,rtn: 0.0022583,0.00000,0.055
+68,mlp.experts.72.down_proj,rtn: 0.0022278,0.00000,0.048
+68,mlp.experts.74.down_proj,rtn: 0.0023041,0.00000,0.034
+68,mlp.experts.86.down_proj,rtn: 0.0023041,0.00000,0.025
+68,mlp.experts.69.down_proj,rtn: 0.0022583,0.00000,0.045
+68,mlp.experts.78.down_proj,rtn: 0.0022583,0.00000,0.046
+68,mlp.experts.99.down_proj,rtn: 0.0022888,0.00000,0.034
+68,mlp.experts.64.down_proj,rtn: 0.0023193,0.00000,0.042
+68,mlp.experts.93.down_proj,rtn: 0.0022888,0.00000,0.033
+68,mlp.experts.79.down_proj,rtn: 0.0023041,0.00000,0.060
+68,mlp.experts.87.down_proj,rtn: 0.0022430,0.00000,0.041
+68,mlp.experts.84.down_proj,rtn: 0.0022736,0.00000,0.034
+68,mlp.experts.107.down_proj,rtn: 0.0023346,0.00000,0.020
+68,mlp.experts.97.down_proj,rtn: 0.0023193,0.00000,0.041
+68,mlp.experts.76.down_proj,rtn: 0.0022888,0.00000,0.043
+68,mlp.experts.88.down_proj,rtn: 0.0022583,0.00000,0.028
+68,mlp.experts.82.down_proj,rtn: 0.0023499,0.00000,0.041
+68,mlp.experts.102.down_proj,rtn: 0.0023041,0.00000,0.025
+68,mlp.experts.90.down_proj,rtn: 0.0023651,0.00000,0.023
+68,mlp.experts.94.down_proj,rtn: 0.0022125,0.00000,0.034
+68,mlp.experts.85.down_proj,rtn: 0.0022583,0.00000,0.041
+68,mlp.experts.109.down_proj,rtn: 0.0022278,0.00000,0.033
+68,mlp.experts.103.down_proj,rtn: 0.0023193,0.00000,0.038
+68,mlp.experts.115.down_proj,rtn: 0.0023499,0.00000,0.039
+68,mlp.experts.89.down_proj,rtn: 0.0023041,0.00000,0.055
+68,mlp.experts.123.down_proj,rtn: 0.0021820,0.00000,0.036
+68,mlp.experts.80.down_proj,rtn: 0.0022736,0.00000,0.044
+68,mlp.experts.113.down_proj,rtn: 0.0022888,0.00000,0.041
+68,mlp.experts.100.down_proj,rtn: 0.0023346,0.00000,0.047
+68,mlp.experts.98.down_proj,rtn: 0.0022736,0.00000,0.035
+68,mlp.experts.106.down_proj,rtn: 0.0022736,0.00000,0.029
+68,mlp.experts.95.down_proj,rtn: 0.0023346,0.00000,0.052
+68,mlp.experts.92.down_proj,rtn: 0.0023193,0.00000,0.042
+68,mlp.experts.118.down_proj,rtn: 0.0021973,0.00000,0.037
+68,mlp.experts.104.down_proj,rtn: 0.0022583,0.00000,0.043
+68,mlp.experts.110.down_proj,rtn: 0.0022888,0.00000,0.040
+68,mlp.experts.131.down_proj,rtn: 0.0023041,0.00000,0.030
+68,mlp.experts.125.down_proj,rtn: 0.0022736,0.00000,0.037
+68,mlp.experts.105.down_proj,rtn: 0.0022583,0.00000,0.033
+68,mlp.experts.139.down_proj,rtn: 0.0023346,0.00000,0.025
+68,mlp.experts.119.down_proj,rtn: 0.0023499,0.00000,0.041
+68,mlp.experts.101.down_proj,rtn: 0.0023193,0.00000,0.049
+68,mlp.experts.129.down_proj,rtn: 0.0022736,0.00000,0.031
+68,mlp.experts.122.down_proj,rtn: 0.0023041,0.00000,0.030
+68,mlp.experts.96.down_proj,rtn: 0.0023193,0.00000,0.039
+68,mlp.experts.114.down_proj,rtn: 0.0022583,0.00000,0.029
+68,mlp.experts.134.down_proj,rtn: 0.0022430,0.00000,0.029
+68,mlp.experts.116.down_proj,rtn: 0.0023041,0.00000,0.046
+68,mlp.experts.108.down_proj,rtn: 0.0022888,0.00000,0.043
+68,mlp.experts.120.down_proj,rtn: 0.0022583,0.00000,0.046
+68,mlp.experts.141.down_proj,rtn: 0.0022278,0.00000,0.037
+68,mlp.experts.111.down_proj,rtn: 0.0022888,0.00000,0.042
+68,mlp.experts.147.down_proj,rtn: 0.0022736,0.00000,0.041
+68,mlp.experts.126.down_proj,rtn: 0.0022430,0.00000,0.047
+68,mlp.experts.155.down_proj,rtn: 0.0022888,0.00000,0.043
+68,mlp.experts.145.down_proj,rtn: 0.0023651,0.00000,0.035
+68,mlp.experts.121.down_proj,rtn: 0.0023193,0.00000,0.043
+68,mlp.experts.117.down_proj,rtn: 0.0022583,0.00000,0.050
+68,mlp.experts.135.down_proj,rtn: 0.0022888,0.00000,0.051
+68,mlp.experts.138.down_proj,rtn: 0.0023651,0.00000,0.041
+68,mlp.experts.150.down_proj,rtn: 0.0022278,0.00000,0.038
+68,mlp.experts.112.down_proj,rtn: 0.0022583,0.00000,0.043
+68,mlp.experts.130.down_proj,rtn: 0.0023041,0.00000,0.044
+68,mlp.experts.132.down_proj,rtn: 0.0023193,0.00000,0.047
+68,mlp.experts.127.down_proj,rtn: 0.0022888,0.00000,0.038
+68,mlp.experts.124.down_proj,rtn: 0.0022888,0.00000,0.047
+68,mlp.experts.157.down_proj,rtn: 0.0022430,0.00000,0.041
+68,mlp.experts.136.down_proj,rtn: 0.0022736,0.00000,0.046
+68,mlp.experts.163.down_proj,rtn: 0.0023193,0.00000,0.037
+68,mlp.experts.142.down_proj,rtn: 0.0022583,0.00000,0.037
+68,mlp.experts.171.down_proj,rtn: 0.0022278,0.00000,0.036
+68,mlp.experts.151.down_proj,rtn: 0.0023499,0.00000,0.034
+68,mlp.experts.161.down_proj,rtn: 0.0022736,0.00000,0.042
+68,mlp.experts.133.down_proj,rtn: 0.0022125,0.00000,0.037
+68,mlp.experts.137.down_proj,rtn: 0.0023346,0.00000,0.038
+68,mlp.experts.154.down_proj,rtn: 0.0022888,0.00000,0.042
+68,mlp.experts.166.down_proj,rtn: 0.0022125,0.00000,0.036
+68,mlp.experts.146.down_proj,rtn: 0.0022430,0.00000,0.041
+68,mlp.experts.128.down_proj,rtn: 0.0023499,0.00000,0.046
+68,mlp.experts.143.down_proj,rtn: 0.0022888,0.00000,0.034
+68,mlp.experts.148.down_proj,rtn: 0.0022583,0.00000,0.046
+68,mlp.experts.187.down_proj,rtn: 0.0022736,0.00000,0.030
+68,mlp.experts.173.down_proj,rtn: 0.0023346,0.00000,0.038
+68,mlp.experts.179.down_proj,rtn: 0.0022430,0.00000,0.032
+68,mlp.experts.140.down_proj,rtn: 0.0022888,0.00000,0.043
+68,mlp.experts.152.down_proj,rtn: 0.0022736,0.00000,0.041
+68,mlp.experts.167.down_proj,rtn: 0.0022736,0.00000,0.029
+68,mlp.experts.158.down_proj,rtn: 0.0022888,0.00000,0.043
+68,mlp.experts.149.down_proj,rtn: 0.0023651,0.00000,0.043
+68,mlp.experts.153.down_proj,rtn: 0.0023346,0.00000,0.039
+68,mlp.experts.177.down_proj,rtn: 0.0023651,0.00000,0.040
+68,mlp.experts.159.down_proj,rtn: 0.0023041,0.00000,0.025
+68,mlp.experts.170.down_proj,rtn: 0.0023193,0.00000,0.041
+68,mlp.experts.144.down_proj,rtn: 0.0023041,0.00000,0.034
+68,mlp.experts.162.down_proj,rtn: 0.0022125,0.00000,0.038
+68,mlp.experts.182.down_proj,rtn: 0.0023499,0.00000,0.039
+68,mlp.experts.183.down_proj,rtn: 0.0023041,0.00000,0.022
+68,mlp.experts.164.down_proj,rtn: 0.0023193,0.00000,0.036
+68,mlp.experts.189.down_proj,rtn: 0.0022736,0.00000,0.037
+68,mlp.experts.175.down_proj,rtn: 0.0023193,0.00000,0.016
+68,mlp.experts.174.down_proj,rtn: 0.0023804,0.00000,0.032
+68,mlp.experts.168.down_proj,rtn: 0.0023346,0.00000,0.040
+68,mlp.experts.156.down_proj,rtn: 0.0022125,0.00000,0.042
+68,mlp.experts.169.down_proj,rtn: 0.0023193,0.00000,0.026
+68,mlp.experts.165.down_proj,rtn: 0.0023193,0.00000,0.033
+68,mlp.experts.186.down_proj,rtn: 0.0022888,0.00000,0.024
+68,mlp.experts.178.down_proj,rtn: 0.0022736,0.00000,0.027
+68,mlp.experts.191.down_proj,rtn: 0.0022736,0.00000,0.014
+68,mlp.experts.190.down_proj,rtn: 0.0022583,0.00000,0.017
+68,mlp.experts.160.down_proj,rtn: 0.0023499,0.00000,0.037
+68,mlp.experts.180.down_proj,rtn: 0.0022888,0.00000,0.036
+68,mlp.experts.185.down_proj,rtn: 0.0023346,0.00000,0.022
+68,mlp.experts.181.down_proj,rtn: 0.0022736,0.00000,0.018
+68,mlp.experts.172.down_proj,rtn: 0.0022278,0.00000,0.029
+68,mlp.experts.184.down_proj,rtn: 0.0022888,0.00000,0.033
+68,mlp.experts.176.down_proj,rtn: 0.0022583,0.00000,0.021
+68,mlp.experts.188.down_proj,rtn: 0.0022888,0.00000,0.014
+68,mlp.shared_experts.up_proj,rtn: 0.0015182,0.00000,0.027
+68,mlp.shared_experts.gate_proj,rtn: 0.0016937,0.00000,0.028
+68,mlp.shared_experts.down_proj,rtn: 0.0016251,0.00000,0.016
+69,self_attn.k_proj,rtn: 0.0020752,0.00000,0.035
+69,self_attn.q_proj,rtn: 0.0022278,0.00000,0.018
+69,self_attn.v_proj,rtn: 0.0032959,0.00000,0.022
+69,self_attn.o_proj,rtn: 0.0028229,0.00000,0.043
+69,mlp.experts.4.gate_proj,rtn: 0.0023193,0.00000,0.102
+69,mlp.experts.11.gate_proj,rtn: 0.0022888,0.00000,0.107
+69,mlp.experts.9.gate_proj,rtn: 0.0022888,0.00000,0.120
+69,mlp.experts.1.gate_proj,rtn: 0.0023041,0.00000,0.123
+69,mlp.experts.5.gate_proj,rtn: 0.0023956,0.00000,0.123
+69,mlp.experts.2.gate_proj,rtn: 0.0023193,0.00000,0.122
+69,mlp.experts.6.gate_proj,rtn: 0.0023346,0.00000,0.127
+69,mlp.experts.8.gate_proj,rtn: 0.0023193,0.00000,0.127
+69,mlp.experts.15.gate_proj,rtn: 0.0023041,0.00000,0.129
+69,mlp.experts.3.gate_proj,rtn: 0.0023041,0.00000,0.128
+69,mlp.experts.12.gate_proj,rtn: 0.0023651,0.00000,0.132
+69,mlp.experts.14.gate_proj,rtn: 0.0022888,0.00000,0.135
+69,mlp.experts.7.gate_proj,rtn: 0.0023651,0.00000,0.139
+69,mlp.experts.13.gate_proj,rtn: 0.0023346,0.00000,0.155
+69,mlp.experts.10.gate_proj,rtn: 0.0023804,0.00000,0.161
+69,mlp.experts.0.gate_proj,rtn: 0.0022736,0.00000,0.164
+69,mlp.experts.20.gate_proj,rtn: 0.0023346,0.00000,0.083
+69,mlp.experts.27.gate_proj,rtn: 0.0023041,0.00000,0.092
+69,mlp.experts.17.gate_proj,rtn: 0.0023499,0.00000,0.094
+69,mlp.experts.25.gate_proj,rtn: 0.0022583,0.00000,0.098
+69,mlp.experts.18.gate_proj,rtn: 0.0022888,0.00000,0.104
+69,mlp.experts.29.gate_proj,rtn: 0.0022888,0.00000,0.080
+69,mlp.experts.30.gate_proj,rtn: 0.0023499,0.00000,0.103
+69,mlp.experts.31.gate_proj,rtn: 0.0024109,0.00000,0.097
+69,mlp.experts.28.gate_proj,rtn: 0.0023193,0.00000,0.095
+69,mlp.experts.23.gate_proj,rtn: 0.0023499,0.00000,0.095
+69,mlp.experts.22.gate_proj,rtn: 0.0023193,0.00000,0.103
+69,mlp.experts.24.gate_proj,rtn: 0.0023956,0.00000,0.115
+69,mlp.experts.21.gate_proj,rtn: 0.0023499,0.00000,0.121
+69,mlp.experts.19.gate_proj,rtn: 0.0024109,0.00000,0.128
+69,mlp.experts.26.gate_proj,rtn: 0.0023499,0.00000,0.119
+69,mlp.experts.36.gate_proj,rtn: 0.0023651,0.00000,0.091
+69,mlp.experts.16.gate_proj,rtn: 0.0022888,0.00000,0.120
+69,mlp.experts.33.gate_proj,rtn: 0.0022888,0.00000,0.090
+69,mlp.experts.43.gate_proj,rtn: 0.0023041,0.00000,0.109
+69,mlp.experts.41.gate_proj,rtn: 0.0023041,0.00000,0.096
+69,mlp.experts.45.gate_proj,rtn: 0.0022888,0.00000,0.087
+69,mlp.experts.47.gate_proj,rtn: 0.0023193,0.00000,0.086
+69,mlp.experts.44.gate_proj,rtn: 0.0023193,0.00000,0.093
+69,mlp.experts.39.gate_proj,rtn: 0.0023193,0.00000,0.087
+69,mlp.experts.38.gate_proj,rtn: 0.0023193,0.00000,0.089
+69,mlp.experts.34.gate_proj,rtn: 0.0023041,0.00000,0.126
+69,mlp.experts.37.gate_proj,rtn: 0.0022888,0.00000,0.103
+69,mlp.experts.35.gate_proj,rtn: 0.0022430,0.00000,0.088
+69,mlp.experts.42.gate_proj,rtn: 0.0023346,0.00000,0.086
+69,mlp.experts.46.gate_proj,rtn: 0.0022888,0.00000,0.124
+69,mlp.experts.40.gate_proj,rtn: 0.0023499,0.00000,0.111
+69,mlp.experts.52.gate_proj,rtn: 0.0022736,0.00000,0.096
+69,mlp.experts.32.gate_proj,rtn: 0.0023346,0.00000,0.092
+69,mlp.experts.49.gate_proj,rtn: 0.0023346,0.00000,0.098
+69,mlp.experts.63.gate_proj,rtn: 0.0023499,0.00000,0.086
+69,mlp.experts.59.gate_proj,rtn: 0.0023346,0.00000,0.104
+69,mlp.experts.60.gate_proj,rtn: 0.0022888,0.00000,0.084
+69,mlp.experts.55.gate_proj,rtn: 0.0022583,0.00000,0.086
+69,mlp.experts.54.gate_proj,rtn: 0.0023499,0.00000,0.084
+69,mlp.experts.51.gate_proj,rtn: 0.0023499,0.00000,0.070
+69,mlp.experts.48.gate_proj,rtn: 0.0023956,0.00000,0.068
+69,mlp.experts.68.gate_proj,rtn: 0.0022888,0.00000,0.073
+69,mlp.experts.58.gate_proj,rtn: 0.0023346,0.00000,0.077
+69,mlp.experts.50.gate_proj,rtn: 0.0023193,0.00000,0.100
+69,mlp.experts.61.gate_proj,rtn: 0.0023346,0.00000,0.088
+69,mlp.experts.57.gate_proj,rtn: 0.0023499,0.00000,0.169
+69,mlp.experts.56.gate_proj,rtn: 0.0023956,0.00000,0.115
+69,mlp.experts.62.gate_proj,rtn: 0.0023041,0.00000,0.130
+69,mlp.experts.53.gate_proj,rtn: 0.0022583,0.00000,0.157
+69,mlp.experts.79.gate_proj,rtn: 0.0023956,0.00000,0.068
+69,mlp.experts.71.gate_proj,rtn: 0.0023041,0.00000,0.068
+69,mlp.experts.67.gate_proj,rtn: 0.0022888,0.00000,0.069
+69,mlp.experts.75.gate_proj,rtn: 0.0023193,0.00000,0.070
+69,mlp.experts.65.gate_proj,rtn: 0.0023346,0.00000,0.078
+69,mlp.experts.76.gate_proj,rtn: 0.0022583,0.00000,0.093
+69,mlp.experts.74.gate_proj,rtn: 0.0023346,0.00000,0.095
+69,mlp.experts.64.gate_proj,rtn: 0.0022736,0.00000,0.090
+69,mlp.experts.84.gate_proj,rtn: 0.0022736,0.00000,0.091
+69,mlp.experts.70.gate_proj,rtn: 0.0023041,0.00000,0.097
+69,mlp.experts.66.gate_proj,rtn: 0.0023346,0.00000,0.093
+69,mlp.experts.73.gate_proj,rtn: 0.0022888,0.00000,0.098
+69,mlp.experts.77.gate_proj,rtn: 0.0023346,0.00000,0.104
+69,mlp.experts.72.gate_proj,rtn: 0.0023499,0.00000,0.074
+69,mlp.experts.78.gate_proj,rtn: 0.0022888,0.00000,0.087
+69,mlp.experts.87.gate_proj,rtn: 0.0022736,0.00000,0.061
+69,mlp.experts.95.gate_proj,rtn: 0.0022736,0.00000,0.073
+69,mlp.experts.83.gate_proj,rtn: 0.0023041,0.00000,0.069
+69,mlp.experts.91.gate_proj,rtn: 0.0022888,0.00000,0.072
+69,mlp.experts.69.gate_proj,rtn: 0.0022888,0.00000,0.120
+69,mlp.experts.81.gate_proj,rtn: 0.0022888,0.00000,0.070
+69,mlp.experts.86.gate_proj,rtn: 0.0023346,0.00000,0.087
+69,mlp.experts.90.gate_proj,rtn: 0.0023193,0.00000,0.087
+69,mlp.experts.82.gate_proj,rtn: 0.0023346,0.00000,0.097
+69,mlp.experts.80.gate_proj,rtn: 0.0022736,0.00000,0.082
+69,mlp.experts.88.gate_proj,rtn: 0.0022583,0.00000,0.082
+69,mlp.experts.92.gate_proj,rtn: 0.0023041,0.00000,0.101
+69,mlp.experts.94.gate_proj,rtn: 0.0023041,0.00000,0.089
+69,mlp.experts.93.gate_proj,rtn: 0.0023804,0.00000,0.105
+69,mlp.experts.103.gate_proj,rtn: 0.0022888,0.00000,0.080
+69,mlp.experts.89.gate_proj,rtn: 0.0022888,0.00000,0.118
+69,mlp.experts.99.gate_proj,rtn: 0.0023346,0.00000,0.082
+69,mlp.experts.111.gate_proj,rtn: 0.0023499,0.00000,0.084
+69,mlp.experts.107.gate_proj,rtn: 0.0023346,0.00000,0.085
+69,mlp.experts.100.gate_proj,rtn: 0.0023499,0.00000,0.142
+69,mlp.experts.85.gate_proj,rtn: 0.0022736,0.00000,0.087
+69,mlp.experts.97.gate_proj,rtn: 0.0022583,0.00000,0.079
+69,mlp.experts.106.gate_proj,rtn: 0.0023193,0.00000,0.083
+69,mlp.experts.102.gate_proj,rtn: 0.0022888,0.00000,0.085
+69,mlp.experts.109.gate_proj,rtn: 0.0024414,0.00000,0.072
+69,mlp.experts.98.gate_proj,rtn: 0.0022583,0.00000,0.098
+69,mlp.experts.96.gate_proj,rtn: 0.0023041,0.00000,0.095
+69,mlp.experts.108.gate_proj,rtn: 0.0023193,0.00000,0.095
+69,mlp.experts.104.gate_proj,rtn: 0.0023346,0.00000,0.097
+69,mlp.experts.119.gate_proj,rtn: 0.0023804,0.00000,0.084
+69,mlp.experts.105.gate_proj,rtn: 0.0023041,0.00000,0.077
+69,mlp.experts.110.gate_proj,rtn: 0.0022736,0.00000,0.095
+69,mlp.experts.123.gate_proj,rtn: 0.0022888,0.00000,0.073
+69,mlp.experts.127.gate_proj,rtn: 0.0022888,0.00000,0.080
+69,mlp.experts.115.gate_proj,rtn: 0.0023193,0.00000,0.087
+69,mlp.experts.116.gate_proj,rtn: 0.0022736,0.00000,0.092
+69,mlp.experts.101.gate_proj,rtn: 0.0023193,0.00000,0.080
+69,mlp.experts.113.gate_proj,rtn: 0.0023193,0.00000,0.085
+69,mlp.experts.118.gate_proj,rtn: 0.0023804,0.00000,0.087
+69,mlp.experts.122.gate_proj,rtn: 0.0023346,0.00000,0.087
+69,mlp.experts.125.gate_proj,rtn: 0.0022736,0.00000,0.089
+69,mlp.experts.112.gate_proj,rtn: 0.0023041,0.00000,0.087
+69,mlp.experts.114.gate_proj,rtn: 0.0023193,0.00000,0.091
+69,mlp.experts.135.gate_proj,rtn: 0.0022736,0.00000,0.085
+69,mlp.experts.139.gate_proj,rtn: 0.0022888,0.00000,0.080
+69,mlp.experts.124.gate_proj,rtn: 0.0022888,0.00000,0.091
+69,mlp.experts.131.gate_proj,rtn: 0.0023499,0.00000,0.084
+69,mlp.experts.120.gate_proj,rtn: 0.0023651,0.00000,0.093
+69,mlp.experts.121.gate_proj,rtn: 0.0022583,0.00000,0.099
+69,mlp.experts.143.gate_proj,rtn: 0.0023041,0.00000,0.087
+69,mlp.experts.126.gate_proj,rtn: 0.0023041,0.00000,0.098
+69,mlp.experts.132.gate_proj,rtn: 0.0023651,0.00000,0.083
+69,mlp.experts.129.gate_proj,rtn: 0.0023193,0.00000,0.087
+69,mlp.experts.117.gate_proj,rtn: 0.0023346,0.00000,0.098
+69,mlp.experts.134.gate_proj,rtn: 0.0023041,0.00000,0.091
+69,mlp.experts.138.gate_proj,rtn: 0.0023499,0.00000,0.097
+69,mlp.experts.141.gate_proj,rtn: 0.0023193,0.00000,0.095
+69,mlp.experts.151.gate_proj,rtn: 0.0023346,0.00000,0.083
+69,mlp.experts.128.gate_proj,rtn: 0.0023041,0.00000,0.090
+69,mlp.experts.155.gate_proj,rtn: 0.0023041,0.00000,0.089
+69,mlp.experts.147.gate_proj,rtn: 0.0023346,0.00000,0.085
+69,mlp.experts.130.gate_proj,rtn: 0.0024109,0.00000,0.098
+69,mlp.experts.140.gate_proj,rtn: 0.0023499,0.00000,0.093
+69,mlp.experts.159.gate_proj,rtn: 0.0023499,0.00000,0.081
+69,mlp.experts.136.gate_proj,rtn: 0.0023346,0.00000,0.089
+69,mlp.experts.137.gate_proj,rtn: 0.0023193,0.00000,0.092
+69,mlp.experts.148.gate_proj,rtn: 0.0023193,0.00000,0.092
+69,mlp.experts.142.gate_proj,rtn: 0.0023193,0.00000,0.098
+69,mlp.experts.133.gate_proj,rtn: 0.0023956,0.00000,0.092
+69,mlp.experts.145.gate_proj,rtn: 0.0023651,0.00000,0.101
+69,mlp.experts.150.gate_proj,rtn: 0.0023346,0.00000,0.095
+69,mlp.experts.154.gate_proj,rtn: 0.0022888,0.00000,0.100
+69,mlp.experts.167.gate_proj,rtn: 0.0024109,0.00000,0.084
+69,mlp.experts.171.gate_proj,rtn: 0.0023346,0.00000,0.085
+69,mlp.experts.157.gate_proj,rtn: 0.0023346,0.00000,0.100
+69,mlp.experts.144.gate_proj,rtn: 0.0023346,0.00000,0.094
+69,mlp.experts.163.gate_proj,rtn: 0.0023651,0.00000,0.088
+69,mlp.experts.156.gate_proj,rtn: 0.0023193,0.00000,0.083
+69,mlp.experts.175.gate_proj,rtn: 0.0023193,0.00000,0.082
+69,mlp.experts.146.gate_proj,rtn: 0.0023346,0.00000,0.100
+69,mlp.experts.152.gate_proj,rtn: 0.0023346,0.00000,0.093
+69,mlp.experts.164.gate_proj,rtn: 0.0023499,0.00000,0.084
+69,mlp.experts.153.gate_proj,rtn: 0.0023041,0.00000,0.103
+69,mlp.experts.158.gate_proj,rtn: 0.0023041,0.00000,0.099
+69,mlp.experts.161.gate_proj,rtn: 0.0022888,0.00000,0.087
+69,mlp.experts.149.gate_proj,rtn: 0.0023041,0.00000,0.095
+69,mlp.experts.166.gate_proj,rtn: 0.0022888,0.00000,0.088
+69,mlp.experts.170.gate_proj,rtn: 0.0023651,0.00000,0.079
+69,mlp.experts.187.gate_proj,rtn: 0.0023804,0.00000,0.082
+69,mlp.experts.183.gate_proj,rtn: 0.0022888,0.00000,0.089
+69,mlp.experts.173.gate_proj,rtn: 0.0023041,0.00000,0.086
+69,mlp.experts.191.gate_proj,rtn: 0.0023193,0.00000,0.089
+69,mlp.experts.179.gate_proj,rtn: 0.0022888,0.00000,0.085
+69,mlp.experts.169.gate_proj,rtn: 0.0023804,0.00000,0.068
+69,mlp.experts.160.gate_proj,rtn: 0.0023041,0.00000,0.096
+69,mlp.experts.172.gate_proj,rtn: 0.0023193,0.00000,0.091
+69,mlp.experts.162.gate_proj,rtn: 0.0023346,0.00000,0.090
+69,mlp.experts.174.gate_proj,rtn: 0.0023193,0.00000,0.077
+69,mlp.experts.168.gate_proj,rtn: 0.0023041,0.00000,0.090
+69,mlp.experts.180.gate_proj,rtn: 0.0023041,0.00000,0.097
+69,mlp.experts.177.gate_proj,rtn: 0.0023193,0.00000,0.083
+69,mlp.experts.165.gate_proj,rtn: 0.0023651,0.00000,0.083
+69,mlp.experts.182.gate_proj,rtn: 0.0023346,0.00000,0.075
+69,mlp.experts.186.gate_proj,rtn: 0.0023041,0.00000,0.078
+69,mlp.experts.11.up_proj,rtn: 0.0022736,0.00000,0.082
+69,mlp.experts.189.gate_proj,rtn: 0.0023651,0.00000,0.081
+69,mlp.experts.7.up_proj,rtn: 0.0023041,0.00000,0.090
+69,mlp.experts.15.up_proj,rtn: 0.0022736,0.00000,0.083
+69,mlp.experts.185.gate_proj,rtn: 0.0023193,0.00000,0.080
+69,mlp.experts.190.gate_proj,rtn: 0.0023041,0.00000,0.075
+69,mlp.experts.3.up_proj,rtn: 0.0023041,0.00000,0.091
+69,mlp.experts.188.gate_proj,rtn: 0.0023499,0.00000,0.090
+69,mlp.experts.178.gate_proj,rtn: 0.0023041,0.00000,0.089
+69,mlp.experts.1.up_proj,rtn: 0.0022888,0.00000,0.069
+69,mlp.experts.184.gate_proj,rtn: 0.0023346,0.00000,0.087
+69,mlp.experts.181.gate_proj,rtn: 0.0023193,0.00000,0.069
+69,mlp.experts.176.gate_proj,rtn: 0.0023193,0.00000,0.103
+69,mlp.experts.4.up_proj,rtn: 0.0023193,0.00000,0.100
+69,mlp.experts.6.up_proj,rtn: 0.0023041,0.00000,0.077
+69,mlp.experts.10.up_proj,rtn: 0.0022736,0.00000,0.083
+69,mlp.experts.13.up_proj,rtn: 0.0023193,0.00000,0.073
+69,mlp.experts.27.up_proj,rtn: 0.0023193,0.00000,0.085
+69,mlp.experts.23.up_proj,rtn: 0.0022888,0.00000,0.087
+69,mlp.experts.31.up_proj,rtn: 0.0023804,0.00000,0.082
+69,mlp.experts.14.up_proj,rtn: 0.0022736,0.00000,0.077
+69,mlp.experts.9.up_proj,rtn: 0.0022888,0.00000,0.082
+69,mlp.experts.17.up_proj,rtn: 0.0023499,0.00000,0.072
+69,mlp.experts.5.up_proj,rtn: 0.0023956,0.00000,0.071
+69,mlp.experts.19.up_proj,rtn: 0.0023346,0.00000,0.090
+69,mlp.experts.12.up_proj,rtn: 0.0023651,0.00000,0.088
+69,mlp.experts.2.up_proj,rtn: 0.0023041,0.00000,0.088
+69,mlp.experts.8.up_proj,rtn: 0.0023193,0.00000,0.090
+69,mlp.experts.22.up_proj,rtn: 0.0023193,0.00000,0.078
+69,mlp.experts.0.up_proj,rtn: 0.0022430,0.00000,0.093
+69,mlp.experts.26.up_proj,rtn: 0.0023193,0.00000,0.085
+69,mlp.experts.20.up_proj,rtn: 0.0022430,0.00000,0.102
+69,mlp.experts.43.up_proj,rtn: 0.0023041,0.00000,0.082
+69,mlp.experts.29.up_proj,rtn: 0.0022583,0.00000,0.089
+69,mlp.experts.39.up_proj,rtn: 0.0023041,0.00000,0.088
+69,mlp.experts.30.up_proj,rtn: 0.0023499,0.00000,0.082
+69,mlp.experts.47.up_proj,rtn: 0.0023193,0.00000,0.084
+69,mlp.experts.25.up_proj,rtn: 0.0022736,0.00000,0.099
+69,mlp.experts.35.up_proj,rtn: 0.0022278,0.00000,0.085
+69,mlp.experts.18.up_proj,rtn: 0.0023041,0.00000,0.084
+69,mlp.experts.33.up_proj,rtn: 0.0022888,0.00000,0.098
+69,mlp.experts.28.up_proj,rtn: 0.0023193,0.00000,0.093
+69,mlp.experts.38.up_proj,rtn: 0.0023041,0.00000,0.082
+69,mlp.experts.21.up_proj,rtn: 0.0023346,0.00000,0.105
+69,mlp.experts.24.up_proj,rtn: 0.0023193,0.00000,0.094
+69,mlp.experts.16.up_proj,rtn: 0.0022736,0.00000,0.090
+69,mlp.experts.42.up_proj,rtn: 0.0023346,0.00000,0.087
+69,mlp.experts.36.up_proj,rtn: 0.0023346,0.00000,0.086
+69,mlp.experts.59.up_proj,rtn: 0.0023346,0.00000,0.091
+69,mlp.experts.45.up_proj,rtn: 0.0022736,0.00000,0.093
+69,mlp.experts.55.up_proj,rtn: 0.0022583,0.00000,0.088
+69,mlp.experts.63.up_proj,rtn: 0.0023346,0.00000,0.088
+69,mlp.experts.46.up_proj,rtn: 0.0023041,0.00000,0.088
+69,mlp.experts.41.up_proj,rtn: 0.0023041,0.00000,0.085
+69,mlp.experts.32.up_proj,rtn: 0.0023346,0.00000,0.060
+69,mlp.experts.44.up_proj,rtn: 0.0023346,0.00000,0.077
+69,mlp.experts.49.up_proj,rtn: 0.0023346,0.00000,0.085
+69,mlp.experts.34.up_proj,rtn: 0.0022583,0.00000,0.091
+69,mlp.experts.51.up_proj,rtn: 0.0023346,0.00000,0.094
+69,mlp.experts.40.up_proj,rtn: 0.0023651,0.00000,0.079
+69,mlp.experts.37.up_proj,rtn: 0.0022888,0.00000,0.083
+69,mlp.experts.52.up_proj,rtn: 0.0022888,0.00000,0.061
+69,mlp.experts.54.up_proj,rtn: 0.0023499,0.00000,0.097
+69,mlp.experts.58.up_proj,rtn: 0.0023499,0.00000,0.096
+69,mlp.experts.61.up_proj,rtn: 0.0023346,0.00000,0.084
+69,mlp.experts.48.up_proj,rtn: 0.0023651,0.00000,0.061
+69,mlp.experts.75.up_proj,rtn: 0.0022888,0.00000,0.101
+69,mlp.experts.57.up_proj,rtn: 0.0022888,0.00000,0.077
+69,mlp.experts.79.up_proj,rtn: 0.0023651,0.00000,0.088
+69,mlp.experts.60.up_proj,rtn: 0.0022736,0.00000,0.074
+69,mlp.experts.68.up_proj,rtn: 0.0022736,0.00000,0.058
+69,mlp.experts.71.up_proj,rtn: 0.0022888,0.00000,0.094
+69,mlp.experts.62.up_proj,rtn: 0.0022888,0.00000,0.093
+69,mlp.experts.65.up_proj,rtn: 0.0023193,0.00000,0.084
+69,mlp.experts.53.up_proj,rtn: 0.0022583,0.00000,0.074
+69,mlp.experts.56.up_proj,rtn: 0.0023193,0.00000,0.077
+69,mlp.experts.67.up_proj,rtn: 0.0022888,0.00000,0.091
+69,mlp.experts.50.up_proj,rtn: 0.0023193,0.00000,0.097
+69,mlp.experts.70.up_proj,rtn: 0.0023041,0.00000,0.096
+69,mlp.experts.64.up_proj,rtn: 0.0022430,0.00000,0.062
+69,mlp.experts.84.up_proj,rtn: 0.0022736,0.00000,0.060
+69,mlp.experts.77.up_proj,rtn: 0.0023346,0.00000,0.085
+69,mlp.experts.76.up_proj,rtn: 0.0022583,0.00000,0.063
+69,mlp.experts.74.up_proj,rtn: 0.0022888,0.00000,0.100
+69,mlp.experts.91.up_proj,rtn: 0.0023041,0.00000,0.091
+69,mlp.experts.95.up_proj,rtn: 0.0022736,0.00000,0.082
+69,mlp.experts.73.up_proj,rtn: 0.0022888,0.00000,0.085
+69,mlp.experts.69.up_proj,rtn: 0.0022736,0.00000,0.067
+69,mlp.experts.72.up_proj,rtn: 0.0023651,0.00000,0.066
+69,mlp.experts.87.up_proj,rtn: 0.0022583,0.00000,0.087
+69,mlp.experts.81.up_proj,rtn: 0.0022736,0.00000,0.081
+69,mlp.experts.78.up_proj,rtn: 0.0023041,0.00000,0.089
+69,mlp.experts.83.up_proj,rtn: 0.0023041,0.00000,0.083
+69,mlp.experts.80.up_proj,rtn: 0.0022888,0.00000,0.068
+69,mlp.experts.66.up_proj,rtn: 0.0023193,0.00000,0.098
+69,mlp.experts.86.up_proj,rtn: 0.0023346,0.00000,0.096
+69,mlp.experts.92.up_proj,rtn: 0.0023041,0.00000,0.067
+69,mlp.experts.100.up_proj,rtn: 0.0023499,0.00000,0.077
+69,mlp.experts.93.up_proj,rtn: 0.0022888,0.00000,0.085
+69,mlp.experts.85.up_proj,rtn: 0.0022736,0.00000,0.070
+69,mlp.experts.88.up_proj,rtn: 0.0022583,0.00000,0.070
+69,mlp.experts.111.up_proj,rtn: 0.0023346,0.00000,0.082
+69,mlp.experts.107.up_proj,rtn: 0.0023499,0.00000,0.087
+69,mlp.experts.97.up_proj,rtn: 0.0022125,0.00000,0.072
+69,mlp.experts.90.up_proj,rtn: 0.0022888,0.00000,0.098
+69,mlp.experts.89.up_proj,rtn: 0.0022888,0.00000,0.081
+69,mlp.experts.103.up_proj,rtn: 0.0022736,0.00000,0.086
+69,mlp.experts.94.up_proj,rtn: 0.0023041,0.00000,0.090
+69,mlp.experts.96.up_proj,rtn: 0.0022888,0.00000,0.070
+69,mlp.experts.99.up_proj,rtn: 0.0023041,0.00000,0.088
+69,mlp.experts.108.up_proj,rtn: 0.0023193,0.00000,0.067
+69,mlp.experts.116.up_proj,rtn: 0.0022736,0.00000,0.069
+69,mlp.experts.82.up_proj,rtn: 0.0023041,0.00000,0.092
+69,mlp.experts.101.up_proj,rtn: 0.0022888,0.00000,0.067
+69,mlp.experts.104.up_proj,rtn: 0.0023193,0.00000,0.067
+69,mlp.experts.102.up_proj,rtn: 0.0022888,0.00000,0.091
+69,mlp.experts.109.up_proj,rtn: 0.0024109,0.00000,0.075
+69,mlp.experts.113.up_proj,rtn: 0.0023346,0.00000,0.071
+69,mlp.experts.127.up_proj,rtn: 0.0022888,0.00000,0.088
+69,mlp.experts.112.up_proj,rtn: 0.0023041,0.00000,0.066
+69,mlp.experts.106.up_proj,rtn: 0.0023193,0.00000,0.086
+69,mlp.experts.123.up_proj,rtn: 0.0022888,0.00000,0.080
+69,mlp.experts.105.up_proj,rtn: 0.0022888,0.00000,0.081
+69,mlp.experts.119.up_proj,rtn: 0.0023346,0.00000,0.088
+69,mlp.experts.110.up_proj,rtn: 0.0022583,0.00000,0.085
+69,mlp.experts.115.up_proj,rtn: 0.0023041,0.00000,0.087
+69,mlp.experts.124.up_proj,rtn: 0.0022888,0.00000,0.071
+69,mlp.experts.132.up_proj,rtn: 0.0023346,0.00000,0.071
+69,mlp.experts.120.up_proj,rtn: 0.0023651,0.00000,0.065
+69,mlp.experts.117.up_proj,rtn: 0.0023346,0.00000,0.080
+69,mlp.experts.98.up_proj,rtn: 0.0022278,0.00000,0.087
+69,mlp.experts.125.up_proj,rtn: 0.0022583,0.00000,0.081
+69,mlp.experts.118.up_proj,rtn: 0.0023804,0.00000,0.089
+69,mlp.experts.129.up_proj,rtn: 0.0022888,0.00000,0.080
+69,mlp.experts.128.up_proj,rtn: 0.0022888,0.00000,0.064
+69,mlp.experts.121.up_proj,rtn: 0.0022583,0.00000,0.077
+69,mlp.experts.122.up_proj,rtn: 0.0022736,0.00000,0.084
+69,mlp.experts.140.up_proj,rtn: 0.0022888,0.00000,0.061
+69,mlp.experts.143.up_proj,rtn: 0.0023193,0.00000,0.094
+69,mlp.experts.148.up_proj,rtn: 0.0022888,0.00000,0.065
+69,mlp.experts.135.up_proj,rtn: 0.0022736,0.00000,0.090
+69,mlp.experts.139.up_proj,rtn: 0.0023041,0.00000,0.094
+69,mlp.experts.126.up_proj,rtn: 0.0023041,0.00000,0.090
+69,mlp.experts.136.up_proj,rtn: 0.0023499,0.00000,0.067
+69,mlp.experts.131.up_proj,rtn: 0.0023499,0.00000,0.093
+69,mlp.experts.133.up_proj,rtn: 0.0023651,0.00000,0.074
+69,mlp.experts.141.up_proj,rtn: 0.0023041,0.00000,0.073
+69,mlp.experts.144.up_proj,rtn: 0.0022888,0.00000,0.065
+69,mlp.experts.114.up_proj,rtn: 0.0023041,0.00000,0.088
+69,mlp.experts.145.up_proj,rtn: 0.0023346,0.00000,0.070
+69,mlp.experts.134.up_proj,rtn: 0.0023041,0.00000,0.093
+69,mlp.experts.137.up_proj,rtn: 0.0023041,0.00000,0.075
+69,mlp.experts.156.up_proj,rtn: 0.0022583,0.00000,0.075
+69,mlp.experts.164.up_proj,rtn: 0.0023346,0.00000,0.073
+69,mlp.experts.159.up_proj,rtn: 0.0023499,0.00000,0.079
+69,mlp.experts.151.up_proj,rtn: 0.0023193,0.00000,0.082
+69,mlp.experts.152.up_proj,rtn: 0.0022888,0.00000,0.073
+69,mlp.experts.138.up_proj,rtn: 0.0023499,0.00000,0.097
+69,mlp.experts.149.up_proj,rtn: 0.0022888,0.00000,0.065
+69,mlp.experts.155.up_proj,rtn: 0.0022736,0.00000,0.085
+69,mlp.experts.142.up_proj,rtn: 0.0022888,0.00000,0.089
+69,mlp.experts.147.up_proj,rtn: 0.0023041,0.00000,0.086
+69,mlp.experts.157.up_proj,rtn: 0.0023499,0.00000,0.081
+69,mlp.experts.161.up_proj,rtn: 0.0022736,0.00000,0.079
+69,mlp.experts.160.up_proj,rtn: 0.0022888,0.00000,0.086
+69,mlp.experts.153.up_proj,rtn: 0.0023041,0.00000,0.071
+69,mlp.experts.130.up_proj,rtn: 0.0023804,0.00000,0.097
+69,mlp.experts.175.up_proj,rtn: 0.0023193,0.00000,0.075
+69,mlp.experts.150.up_proj,rtn: 0.0022736,0.00000,0.098
+69,mlp.experts.167.up_proj,rtn: 0.0023804,0.00000,0.072
+69,mlp.experts.172.up_proj,rtn: 0.0023041,0.00000,0.085
+69,mlp.experts.165.up_proj,rtn: 0.0023193,0.00000,0.071
+69,mlp.experts.171.up_proj,rtn: 0.0023193,0.00000,0.067
+69,mlp.experts.168.up_proj,rtn: 0.0023041,0.00000,0.084
+69,mlp.experts.154.up_proj,rtn: 0.0022278,0.00000,0.082
+69,mlp.experts.180.up_proj,rtn: 0.0023193,0.00000,0.101
+69,mlp.experts.158.up_proj,rtn: 0.0022888,0.00000,0.082
+69,mlp.experts.163.up_proj,rtn: 0.0023499,0.00000,0.077
+69,mlp.experts.173.up_proj,rtn: 0.0023041,0.00000,0.081
+69,mlp.experts.177.up_proj,rtn: 0.0023041,0.00000,0.079
+69,mlp.experts.176.up_proj,rtn: 0.0022736,0.00000,0.088
+69,mlp.experts.169.up_proj,rtn: 0.0022888,0.00000,0.076
+69,mlp.experts.181.up_proj,rtn: 0.0023193,0.00000,0.062
+69,mlp.experts.188.up_proj,rtn: 0.0023651,0.00000,0.071
+69,mlp.experts.146.up_proj,rtn: 0.0023346,0.00000,0.094
+69,mlp.experts.184.up_proj,rtn: 0.0023346,0.00000,0.068
+69,mlp.experts.191.up_proj,rtn: 0.0022736,0.00000,0.088
+69,mlp.experts.189.up_proj,rtn: 0.0023499,0.00000,0.048
+69,mlp.experts.166.up_proj,rtn: 0.0022888,0.00000,0.094
+69,mlp.experts.183.up_proj,rtn: 0.0022888,0.00000,0.086
+69,mlp.experts.187.up_proj,rtn: 0.0023651,0.00000,0.092
+69,mlp.experts.185.up_proj,rtn: 0.0022736,0.00000,0.041
+69,mlp.experts.170.up_proj,rtn: 0.0022888,0.00000,0.088
+69,mlp.experts.174.up_proj,rtn: 0.0023193,0.00000,0.081
+69,mlp.experts.179.up_proj,rtn: 0.0022888,0.00000,0.086
+69,mlp.experts.162.up_proj,rtn: 0.0022888,0.00000,0.078
+69,mlp.experts.182.up_proj,rtn: 0.0023041,0.00000,0.078
+69,mlp.experts.186.up_proj,rtn: 0.0022888,0.00000,0.072
+69,mlp.experts.190.up_proj,rtn: 0.0022888,0.00000,0.072
+69,mlp.experts.178.up_proj,rtn: 0.0023041,0.00000,0.040
+69,mlp.experts.4.down_proj,rtn: 0.0023193,0.00000,0.023
+69,mlp.experts.7.down_proj,rtn: 0.0023193,0.00000,0.011
+69,mlp.experts.0.down_proj,rtn: 0.0022583,0.00000,0.026
+69,mlp.experts.20.down_proj,rtn: 0.0022888,0.00000,0.041
+69,mlp.experts.10.down_proj,rtn: 0.0022125,0.00000,0.046
+69,mlp.experts.14.down_proj,rtn: 0.0022583,0.00000,0.046
+69,mlp.experts.23.down_proj,rtn: 0.0022583,0.00000,0.047
+69,mlp.experts.16.down_proj,rtn: 0.0022888,0.00000,0.042
+69,mlp.experts.5.down_proj,rtn: 0.0023804,0.00000,0.143
+69,mlp.experts.6.down_proj,rtn: 0.0022888,0.00000,0.105
+69,mlp.experts.8.down_proj,rtn: 0.0023346,0.00000,0.060
+69,mlp.experts.11.down_proj,rtn: 0.0022583,0.00000,0.061
+69,mlp.experts.15.down_proj,rtn: 0.0022125,0.00000,0.061
+69,mlp.experts.1.down_proj,rtn: 0.0023041,0.00000,0.153
+69,mlp.experts.9.down_proj,rtn: 0.0022888,0.00000,0.156
+69,mlp.experts.12.down_proj,rtn: 0.0023651,0.00000,0.068
+69,mlp.experts.3.down_proj,rtn: 0.0023041,0.00000,0.068
+69,mlp.experts.2.down_proj,rtn: 0.0023193,0.00000,0.071
+69,mlp.experts.13.down_proj,rtn: 0.0022888,0.00000,0.164
+69,mlp.experts.36.down_proj,rtn: 0.0023193,0.00000,0.028
+69,mlp.experts.32.down_proj,rtn: 0.0023193,0.00000,0.022
+69,mlp.experts.39.down_proj,rtn: 0.0023041,0.00000,0.032
+69,mlp.experts.26.down_proj,rtn: 0.0023041,0.00000,0.042
+69,mlp.experts.21.down_proj,rtn: 0.0023346,0.00000,0.033
+69,mlp.experts.30.down_proj,rtn: 0.0023346,0.00000,0.042
+69,mlp.experts.17.down_proj,rtn: 0.0023193,0.00000,0.028
+69,mlp.experts.31.down_proj,rtn: 0.0023651,0.00000,0.042
+69,mlp.experts.25.down_proj,rtn: 0.0022736,0.00000,0.033
+69,mlp.experts.22.down_proj,rtn: 0.0023041,0.00000,0.051
+69,mlp.experts.24.down_proj,rtn: 0.0022430,0.00000,0.041
+69,mlp.experts.27.down_proj,rtn: 0.0023346,0.00000,0.052
+69,mlp.experts.42.down_proj,rtn: 0.0023346,0.00000,0.035
+69,mlp.experts.52.down_proj,rtn: 0.0022736,0.00000,0.036
+69,mlp.experts.48.down_proj,rtn: 0.0022888,0.00000,0.034
+69,mlp.experts.46.down_proj,rtn: 0.0023193,0.00000,0.035
+69,mlp.experts.18.down_proj,rtn: 0.0023041,0.00000,0.066
+69,mlp.experts.28.down_proj,rtn: 0.0022888,0.00000,0.059
+69,mlp.experts.55.down_proj,rtn: 0.0022583,0.00000,0.042
+69,mlp.experts.19.down_proj,rtn: 0.0022736,0.00000,0.058
+69,mlp.experts.33.down_proj,rtn: 0.0023041,0.00000,0.042
+69,mlp.experts.37.down_proj,rtn: 0.0023041,0.00000,0.052
+69,mlp.experts.47.down_proj,rtn: 0.0023193,0.00000,0.045
+69,mlp.experts.40.down_proj,rtn: 0.0023499,0.00000,0.039
+69,mlp.experts.41.down_proj,rtn: 0.0022736,0.00000,0.051
+69,mlp.experts.29.down_proj,rtn: 0.0022583,0.00000,0.069
+69,mlp.experts.38.down_proj,rtn: 0.0023041,0.00000,0.047
+69,mlp.experts.58.down_proj,rtn: 0.0023499,0.00000,0.041
+69,mlp.experts.68.down_proj,rtn: 0.0022736,0.00000,0.035
+69,mlp.experts.64.down_proj,rtn: 0.0022278,0.00000,0.034
+69,mlp.experts.43.down_proj,rtn: 0.0023041,0.00000,0.048
+69,mlp.experts.62.down_proj,rtn: 0.0023041,0.00000,0.037
+69,mlp.experts.34.down_proj,rtn: 0.0022430,0.00000,0.035
+69,mlp.experts.49.down_proj,rtn: 0.0023193,0.00000,0.034
+69,mlp.experts.44.down_proj,rtn: 0.0023346,0.00000,0.041
+69,mlp.experts.71.down_proj,rtn: 0.0022736,0.00000,0.039
+69,mlp.experts.35.down_proj,rtn: 0.0022583,0.00000,0.040
+69,mlp.experts.63.down_proj,rtn: 0.0023193,0.00000,0.032
+69,mlp.experts.56.down_proj,rtn: 0.0023346,0.00000,0.032
+69,mlp.experts.53.down_proj,rtn: 0.0022583,0.00000,0.050
+69,mlp.experts.80.down_proj,rtn: 0.0022736,0.00000,0.034
+69,mlp.experts.84.down_proj,rtn: 0.0022583,0.00000,0.033
+69,mlp.experts.54.down_proj,rtn: 0.0023193,0.00000,0.044
+69,mlp.experts.78.down_proj,rtn: 0.0023041,0.00000,0.034
+69,mlp.experts.74.down_proj,rtn: 0.0022430,0.00000,0.041
+69,mlp.experts.50.down_proj,rtn: 0.0023193,0.00000,0.035
+69,mlp.experts.57.down_proj,rtn: 0.0022278,0.00000,0.057
+69,mlp.experts.45.down_proj,rtn: 0.0022583,0.00000,0.059
+69,mlp.experts.79.down_proj,rtn: 0.0023346,0.00000,0.026
+69,mlp.experts.59.down_proj,rtn: 0.0023193,0.00000,0.046
+69,mlp.experts.60.down_proj,rtn: 0.0022736,0.00000,0.043
+69,mlp.experts.72.down_proj,rtn: 0.0023499,0.00000,0.032
+69,mlp.experts.65.down_proj,rtn: 0.0022125,0.00000,0.042
+69,mlp.experts.100.down_proj,rtn: 0.0023041,0.00000,0.024
+69,mlp.experts.96.down_proj,rtn: 0.0022583,0.00000,0.025
+69,mlp.experts.87.down_proj,rtn: 0.0022888,0.00000,0.045
+69,mlp.experts.51.down_proj,rtn: 0.0022888,0.00000,0.043
+69,mlp.experts.70.down_proj,rtn: 0.0023041,0.00000,0.039
+69,mlp.experts.94.down_proj,rtn: 0.0022888,0.00000,0.033
+69,mlp.experts.90.down_proj,rtn: 0.0022430,0.00000,0.034
+69,mlp.experts.66.down_proj,rtn: 0.0022888,0.00000,0.034
+69,mlp.experts.69.down_proj,rtn: 0.0022583,0.00000,0.053
+69,mlp.experts.95.down_proj,rtn: 0.0022583,0.00000,0.030
+69,mlp.experts.88.down_proj,rtn: 0.0022736,0.00000,0.033
+69,mlp.experts.76.down_proj,rtn: 0.0022736,0.00000,0.037
+69,mlp.experts.116.down_proj,rtn: 0.0022736,0.00000,0.032
+69,mlp.experts.112.down_proj,rtn: 0.0022583,0.00000,0.028
+69,mlp.experts.75.down_proj,rtn: 0.0022583,0.00000,0.045
+69,mlp.experts.81.down_proj,rtn: 0.0022736,0.00000,0.052
+69,mlp.experts.61.down_proj,rtn: 0.0023041,0.00000,0.055
+69,mlp.experts.67.down_proj,rtn: 0.0023041,0.00000,0.044
+69,mlp.experts.73.down_proj,rtn: 0.0022736,0.00000,0.062
+69,mlp.experts.103.down_proj,rtn: 0.0022583,0.00000,0.042
+69,mlp.experts.86.down_proj,rtn: 0.0023193,0.00000,0.036
+69,mlp.experts.111.down_proj,rtn: 0.0023499,0.00000,0.030
+69,mlp.experts.110.down_proj,rtn: 0.0022888,0.00000,0.036
+69,mlp.experts.82.down_proj,rtn: 0.0022888,0.00000,0.038
+69,mlp.experts.106.down_proj,rtn: 0.0023041,0.00000,0.034
+69,mlp.experts.85.down_proj,rtn: 0.0022583,0.00000,0.040
+69,mlp.experts.104.down_proj,rtn: 0.0022888,0.00000,0.032
+69,mlp.experts.128.down_proj,rtn: 0.0022736,0.00000,0.027
+69,mlp.experts.92.down_proj,rtn: 0.0023041,0.00000,0.027
+69,mlp.experts.132.down_proj,rtn: 0.0022888,0.00000,0.028
+69,mlp.experts.91.down_proj,rtn: 0.0023041,0.00000,0.034
+69,mlp.experts.83.down_proj,rtn: 0.0023041,0.00000,0.029
+69,mlp.experts.126.down_proj,rtn: 0.0023193,0.00000,0.035
+69,mlp.experts.127.down_proj,rtn: 0.0022888,0.00000,0.029
+69,mlp.experts.89.down_proj,rtn: 0.0023041,0.00000,0.048
+69,mlp.experts.77.down_proj,rtn: 0.0023041,0.00000,0.053
+69,mlp.experts.97.down_proj,rtn: 0.0022125,0.00000,0.048
+69,mlp.experts.119.down_proj,rtn: 0.0022736,0.00000,0.042
+69,mlp.experts.98.down_proj,rtn: 0.0021973,0.00000,0.037
+69,mlp.experts.102.down_proj,rtn: 0.0022888,0.00000,0.041
+69,mlp.experts.120.down_proj,rtn: 0.0023346,0.00000,0.029
+69,mlp.experts.148.down_proj,rtn: 0.0023041,0.00000,0.026
+69,mlp.experts.144.down_proj,rtn: 0.0022583,0.00000,0.030
+69,mlp.experts.108.down_proj,rtn: 0.0023193,0.00000,0.030
+69,mlp.experts.122.down_proj,rtn: 0.0023193,0.00000,0.038
+69,mlp.experts.99.down_proj,rtn: 0.0022430,0.00000,0.028
+69,mlp.experts.107.down_proj,rtn: 0.0023499,0.00000,0.029
+69,mlp.experts.143.down_proj,rtn: 0.0023193,0.00000,0.022
+69,mlp.experts.142.down_proj,rtn: 0.0021973,0.00000,0.024
+69,mlp.experts.101.down_proj,rtn: 0.0022278,0.00000,0.054
+69,mlp.experts.105.down_proj,rtn: 0.0022736,0.00000,0.044
+69,mlp.experts.135.down_proj,rtn: 0.0022736,0.00000,0.034
+69,mlp.experts.114.down_proj,rtn: 0.0022888,0.00000,0.033
+69,mlp.experts.118.down_proj,rtn: 0.0023651,0.00000,0.034
+69,mlp.experts.164.down_proj,rtn: 0.0022888,0.00000,0.029
+69,mlp.experts.160.down_proj,rtn: 0.0022888,0.00000,0.029
+69,mlp.experts.124.down_proj,rtn: 0.0022888,0.00000,0.029
+69,mlp.experts.136.down_proj,rtn: 0.0023346,0.00000,0.036
+69,mlp.experts.113.down_proj,rtn: 0.0023346,0.00000,0.046
+69,mlp.experts.123.down_proj,rtn: 0.0023041,0.00000,0.029
+69,mlp.experts.115.down_proj,rtn: 0.0023041,0.00000,0.025
+69,mlp.experts.93.down_proj,rtn: 0.0022888,0.00000,0.052
+69,mlp.experts.159.down_proj,rtn: 0.0023346,0.00000,0.026
+69,mlp.experts.158.down_proj,rtn: 0.0021820,0.00000,0.036
+69,mlp.experts.138.down_proj,rtn: 0.0023651,0.00000,0.040
+69,mlp.experts.151.down_proj,rtn: 0.0023041,0.00000,0.025
+69,mlp.experts.117.down_proj,rtn: 0.0022888,0.00000,0.053
+69,mlp.experts.134.down_proj,rtn: 0.0022888,0.00000,0.031
+69,mlp.experts.130.down_proj,rtn: 0.0023499,0.00000,0.035
+69,mlp.experts.140.down_proj,rtn: 0.0022583,0.00000,0.028
+69,mlp.experts.176.down_proj,rtn: 0.0021820,0.00000,0.031
+69,mlp.experts.152.down_proj,rtn: 0.0022736,0.00000,0.034
+69,mlp.experts.180.down_proj,rtn: 0.0023193,0.00000,0.029
+69,mlp.experts.175.down_proj,rtn: 0.0022888,0.00000,0.032
+69,mlp.experts.121.down_proj,rtn: 0.0022736,0.00000,0.053
+69,mlp.experts.139.down_proj,rtn: 0.0023041,0.00000,0.029
+69,mlp.experts.167.down_proj,rtn: 0.0023651,0.00000,0.024
+69,mlp.experts.154.down_proj,rtn: 0.0022125,0.00000,0.034
+69,mlp.experts.174.down_proj,rtn: 0.0023041,0.00000,0.035
+69,mlp.experts.131.down_proj,rtn: 0.0023346,0.00000,0.044
+69,mlp.experts.129.down_proj,rtn: 0.0022888,0.00000,0.047
+69,mlp.experts.109.down_proj,rtn: 0.0023804,0.00000,0.054
+69,mlp.experts.168.down_proj,rtn: 0.0023041,0.00000,0.023
+69,mlp.experts.156.down_proj,rtn: 0.0021515,0.00000,0.024
+69,mlp.experts.146.down_proj,rtn: 0.0022736,0.00000,0.036
+69,mlp.experts.150.down_proj,rtn: 0.0022278,0.00000,0.036
+69,mlp.experts.183.down_proj,rtn: 0.0022888,0.00000,0.025
+69,mlp.experts.191.down_proj,rtn: 0.0022125,0.00000,0.034
+69,mlp.experts.155.down_proj,rtn: 0.0021667,0.00000,0.035
+69,mlp.experts.133.down_proj,rtn: 0.0023499,0.00000,0.051
+69,mlp.experts.190.down_proj,rtn: 0.0023041,0.00000,0.034
+69,mlp.experts.184.down_proj,rtn: 0.0023041,0.00000,0.020
+69,mlp.experts.172.down_proj,rtn: 0.0022888,0.00000,0.021
+69,mlp.experts.170.down_proj,rtn: 0.0021973,0.00000,0.036
+69,mlp.experts.147.down_proj,rtn: 0.0021973,0.00000,0.031
+69,mlp.experts.137.down_proj,rtn: 0.0022736,0.00000,0.047
+69,mlp.experts.162.down_proj,rtn: 0.0022888,0.00000,0.030
+69,mlp.experts.171.down_proj,rtn: 0.0023193,0.00000,0.015
+69,mlp.experts.166.down_proj,rtn: 0.0022888,0.00000,0.030
+69,mlp.experts.145.down_proj,rtn: 0.0023041,0.00000,0.043
+69,mlp.experts.125.down_proj,rtn: 0.0022736,0.00000,0.044
+69,mlp.experts.188.down_proj,rtn: 0.0023499,0.00000,0.013
+69,mlp.experts.163.down_proj,rtn: 0.0023346,0.00000,0.022
+69,mlp.experts.186.down_proj,rtn: 0.0023041,0.00000,0.029
+69,mlp.experts.187.down_proj,rtn: 0.0023193,0.00000,0.014
+69,mlp.experts.149.down_proj,rtn: 0.0022888,0.00000,0.042
+69,mlp.experts.182.down_proj,rtn: 0.0022888,0.00000,0.021
+69,mlp.experts.178.down_proj,rtn: 0.0022888,0.00000,0.021
+69,mlp.experts.153.down_proj,rtn: 0.0023193,0.00000,0.037
+69,mlp.experts.179.down_proj,rtn: 0.0022278,0.00000,0.015
+69,mlp.experts.161.down_proj,rtn: 0.0022583,0.00000,0.033
+69,mlp.experts.141.down_proj,rtn: 0.0023193,0.00000,0.032
+69,mlp.experts.165.down_proj,rtn: 0.0023499,0.00000,0.030
+69,mlp.experts.169.down_proj,rtn: 0.0023346,0.00000,0.029
+69,mlp.experts.157.down_proj,rtn: 0.0023193,0.00000,0.031
+69,mlp.experts.177.down_proj,rtn: 0.0022736,0.00000,0.036
+69,mlp.experts.181.down_proj,rtn: 0.0023346,0.00000,0.029
+69,mlp.experts.185.down_proj,rtn: 0.0023041,0.00000,0.027
+69,mlp.experts.173.down_proj,rtn: 0.0023041,0.00000,0.022
+69,mlp.experts.189.down_proj,rtn: 0.0023346,0.00000,0.010
+69,mlp.shared_experts.up_proj,rtn: 0.0015411,0.00000,0.027
+69,mlp.shared_experts.gate_proj,rtn: 0.0016937,0.00000,0.027
+69,mlp.shared_experts.down_proj,rtn: 0.0017090,0.00000,0.010
+70,self_attn.k_proj,rtn: 0.0020142,0.00000,0.015
+70,self_attn.q_proj,rtn: 0.0022125,0.00000,0.016
+70,self_attn.v_proj,rtn: 0.0035095,0.00000,0.044
+70,self_attn.o_proj,rtn: 0.0028687,0.00000,0.032
+70,mlp.experts.6.gate_proj,rtn: 0.0023041,0.00000,0.098
+70,mlp.experts.14.gate_proj,rtn: 0.0023346,0.00000,0.101
+70,mlp.experts.11.gate_proj,rtn: 0.0023193,0.00000,0.108
+70,mlp.experts.8.gate_proj,rtn: 0.0023499,0.00000,0.108
+70,mlp.experts.3.gate_proj,rtn: 0.0023346,0.00000,0.117
+70,mlp.experts.10.gate_proj,rtn: 0.0023193,0.00000,0.124
+70,mlp.experts.1.gate_proj,rtn: 0.0021820,0.00000,0.124
+70,mlp.experts.4.gate_proj,rtn: 0.0023041,0.00000,0.124
+70,mlp.experts.0.gate_proj,rtn: 0.0024261,0.00000,0.130
+70,mlp.experts.9.gate_proj,rtn: 0.0022888,0.00000,0.131
+70,mlp.experts.5.gate_proj,rtn: 0.0023041,0.00000,0.139
+70,mlp.experts.7.gate_proj,rtn: 0.0023193,0.00000,0.143
+70,mlp.experts.12.gate_proj,rtn: 0.0022736,0.00000,0.144
+70,mlp.experts.15.gate_proj,rtn: 0.0023041,0.00000,0.145
+70,mlp.experts.13.gate_proj,rtn: 0.0024109,0.00000,0.150
+70,mlp.experts.2.gate_proj,rtn: 0.0023499,0.00000,0.154
+70,mlp.experts.22.gate_proj,rtn: 0.0022888,0.00000,0.091
+70,mlp.experts.30.gate_proj,rtn: 0.0023651,0.00000,0.094
+70,mlp.experts.24.gate_proj,rtn: 0.0022888,0.00000,0.089
+70,mlp.experts.27.gate_proj,rtn: 0.0022888,0.00000,0.093
+70,mlp.experts.20.gate_proj,rtn: 0.0022736,0.00000,0.089
+70,mlp.experts.19.gate_proj,rtn: 0.0022583,0.00000,0.100
+70,mlp.experts.26.gate_proj,rtn: 0.0023346,0.00000,0.112
+70,mlp.experts.28.gate_proj,rtn: 0.0023651,0.00000,0.088
+70,mlp.experts.17.gate_proj,rtn: 0.0022888,0.00000,0.123
+70,mlp.experts.16.gate_proj,rtn: 0.0022736,0.00000,0.122
+70,mlp.experts.23.gate_proj,rtn: 0.0023193,0.00000,0.117
+70,mlp.experts.29.gate_proj,rtn: 0.0023346,0.00000,0.117
+70,mlp.experts.25.gate_proj,rtn: 0.0023499,0.00000,0.144
+70,mlp.experts.18.gate_proj,rtn: 0.0023041,0.00000,0.124
+70,mlp.experts.31.gate_proj,rtn: 0.0023499,0.00000,0.135
+70,mlp.experts.40.gate_proj,rtn: 0.0022736,0.00000,0.088
+70,mlp.experts.38.gate_proj,rtn: 0.0023651,0.00000,0.106
+70,mlp.experts.36.gate_proj,rtn: 0.0023346,0.00000,0.083
+70,mlp.experts.21.gate_proj,rtn: 0.0022888,0.00000,0.160
+70,mlp.experts.43.gate_proj,rtn: 0.0022430,0.00000,0.100
+70,mlp.experts.46.gate_proj,rtn: 0.0023041,0.00000,0.112
+70,mlp.experts.35.gate_proj,rtn: 0.0023956,0.00000,0.096
+70,mlp.experts.44.gate_proj,rtn: 0.0023041,0.00000,0.088
+70,mlp.experts.42.gate_proj,rtn: 0.0023041,0.00000,0.108
+70,mlp.experts.32.gate_proj,rtn: 0.0023041,0.00000,0.099
+70,mlp.experts.33.gate_proj,rtn: 0.0023346,0.00000,0.109
+70,mlp.experts.39.gate_proj,rtn: 0.0023499,0.00000,0.099
+70,mlp.experts.45.gate_proj,rtn: 0.0022888,0.00000,0.100
+70,mlp.experts.41.gate_proj,rtn: 0.0022888,0.00000,0.101
+70,mlp.experts.47.gate_proj,rtn: 0.0024567,0.00000,0.100
+70,mlp.experts.34.gate_proj,rtn: 0.0023041,0.00000,0.107
+70,mlp.experts.56.gate_proj,rtn: 0.0023499,0.00000,0.100
+70,mlp.experts.54.gate_proj,rtn: 0.0024109,0.00000,0.103
+70,mlp.experts.59.gate_proj,rtn: 0.0023041,0.00000,0.094
+70,mlp.experts.52.gate_proj,rtn: 0.0022430,0.00000,0.103
+70,mlp.experts.51.gate_proj,rtn: 0.0023651,0.00000,0.098
+70,mlp.experts.62.gate_proj,rtn: 0.0023193,0.00000,0.109
+70,mlp.experts.37.gate_proj,rtn: 0.0023956,0.00000,0.120
+70,mlp.experts.60.gate_proj,rtn: 0.0023346,0.00000,0.101
+70,mlp.experts.58.gate_proj,rtn: 0.0023346,0.00000,0.102
+70,mlp.experts.49.gate_proj,rtn: 0.0022888,0.00000,0.094
+70,mlp.experts.55.gate_proj,rtn: 0.0023193,0.00000,0.095
+70,mlp.experts.48.gate_proj,rtn: 0.0023041,0.00000,0.107
+70,mlp.experts.57.gate_proj,rtn: 0.0024567,0.00000,0.083
+70,mlp.experts.61.gate_proj,rtn: 0.0023041,0.00000,0.096
+70,mlp.experts.63.gate_proj,rtn: 0.0023041,0.00000,0.099
+70,mlp.experts.75.gate_proj,rtn: 0.0023041,0.00000,0.083
+70,mlp.experts.50.gate_proj,rtn: 0.0022888,0.00000,0.105
+70,mlp.experts.72.gate_proj,rtn: 0.0023193,0.00000,0.104
+70,mlp.experts.70.gate_proj,rtn: 0.0023193,0.00000,0.104
+70,mlp.experts.67.gate_proj,rtn: 0.0022888,0.00000,0.092
+70,mlp.experts.68.gate_proj,rtn: 0.0022888,0.00000,0.105
+70,mlp.experts.53.gate_proj,rtn: 0.0023346,0.00000,0.086
+70,mlp.experts.78.gate_proj,rtn: 0.0022888,0.00000,0.106
+70,mlp.experts.76.gate_proj,rtn: 0.0023346,0.00000,0.101
+70,mlp.experts.74.gate_proj,rtn: 0.0023193,0.00000,0.095
+70,mlp.experts.65.gate_proj,rtn: 0.0023346,0.00000,0.085
+70,mlp.experts.71.gate_proj,rtn: 0.0023193,0.00000,0.080
+70,mlp.experts.73.gate_proj,rtn: 0.0023346,0.00000,0.085
+70,mlp.experts.91.gate_proj,rtn: 0.0022888,0.00000,0.078
+70,mlp.experts.64.gate_proj,rtn: 0.0023346,0.00000,0.101
+70,mlp.experts.77.gate_proj,rtn: 0.0023346,0.00000,0.091
+70,mlp.experts.83.gate_proj,rtn: 0.0022736,0.00000,0.076
+70,mlp.experts.79.gate_proj,rtn: 0.0022736,0.00000,0.098
+70,mlp.experts.86.gate_proj,rtn: 0.0022888,0.00000,0.091
+70,mlp.experts.88.gate_proj,rtn: 0.0023346,0.00000,0.099
+70,mlp.experts.66.gate_proj,rtn: 0.0022888,0.00000,0.105
+70,mlp.experts.69.gate_proj,rtn: 0.0023041,0.00000,0.090
+70,mlp.experts.84.gate_proj,rtn: 0.0023499,0.00000,0.097
+70,mlp.experts.94.gate_proj,rtn: 0.0022888,0.00000,0.092
+70,mlp.experts.92.gate_proj,rtn: 0.0023499,0.00000,0.093
+70,mlp.experts.81.gate_proj,rtn: 0.0023193,0.00000,0.078
+70,mlp.experts.90.gate_proj,rtn: 0.0023193,0.00000,0.087
+70,mlp.experts.87.gate_proj,rtn: 0.0023346,0.00000,0.083
+70,mlp.experts.89.gate_proj,rtn: 0.0023193,0.00000,0.076
+70,mlp.experts.107.gate_proj,rtn: 0.0023193,0.00000,0.084
+70,mlp.experts.93.gate_proj,rtn: 0.0022888,0.00000,0.085
+70,mlp.experts.80.gate_proj,rtn: 0.0023346,0.00000,0.091
+70,mlp.experts.99.gate_proj,rtn: 0.0022583,0.00000,0.082
+70,mlp.experts.85.gate_proj,rtn: 0.0023041,0.00000,0.073
+70,mlp.experts.95.gate_proj,rtn: 0.0022736,0.00000,0.095
+70,mlp.experts.104.gate_proj,rtn: 0.0023346,0.00000,0.092
+70,mlp.experts.102.gate_proj,rtn: 0.0023041,0.00000,0.090
+70,mlp.experts.100.gate_proj,rtn: 0.0023193,0.00000,0.087
+70,mlp.experts.97.gate_proj,rtn: 0.0023651,0.00000,0.076
+70,mlp.experts.82.gate_proj,rtn: 0.0023193,0.00000,0.104
+70,mlp.experts.110.gate_proj,rtn: 0.0022583,0.00000,0.086
+70,mlp.experts.108.gate_proj,rtn: 0.0023041,0.00000,0.085
+70,mlp.experts.105.gate_proj,rtn: 0.0023041,0.00000,0.076
+70,mlp.experts.106.gate_proj,rtn: 0.0022736,0.00000,0.085
+70,mlp.experts.103.gate_proj,rtn: 0.0023956,0.00000,0.085
+70,mlp.experts.109.gate_proj,rtn: 0.0022583,0.00000,0.081
+70,mlp.experts.123.gate_proj,rtn: 0.0022430,0.00000,0.090
+70,mlp.experts.115.gate_proj,rtn: 0.0023041,0.00000,0.079
+70,mlp.experts.96.gate_proj,rtn: 0.0022888,0.00000,0.088
+70,mlp.experts.101.gate_proj,rtn: 0.0021820,0.00000,0.086
+70,mlp.experts.118.gate_proj,rtn: 0.0023499,0.00000,0.085
+70,mlp.experts.111.gate_proj,rtn: 0.0023346,0.00000,0.095
+70,mlp.experts.113.gate_proj,rtn: 0.0022888,0.00000,0.076
+70,mlp.experts.120.gate_proj,rtn: 0.0023346,0.00000,0.094
+70,mlp.experts.116.gate_proj,rtn: 0.0023041,0.00000,0.089
+70,mlp.experts.121.gate_proj,rtn: 0.0023499,0.00000,0.079
+70,mlp.experts.122.gate_proj,rtn: 0.0023193,0.00000,0.082
+70,mlp.experts.126.gate_proj,rtn: 0.0023804,0.00000,0.092
+70,mlp.experts.98.gate_proj,rtn: 0.0022888,0.00000,0.095
+70,mlp.experts.124.gate_proj,rtn: 0.0023499,0.00000,0.095
+70,mlp.experts.119.gate_proj,rtn: 0.0023804,0.00000,0.089
+70,mlp.experts.125.gate_proj,rtn: 0.0023346,0.00000,0.078
+70,mlp.experts.131.gate_proj,rtn: 0.0022583,0.00000,0.085
+70,mlp.experts.139.gate_proj,rtn: 0.0022736,0.00000,0.093
+70,mlp.experts.117.gate_proj,rtn: 0.0023193,0.00000,0.073
+70,mlp.experts.112.gate_proj,rtn: 0.0022736,0.00000,0.091
+70,mlp.experts.129.gate_proj,rtn: 0.0023346,0.00000,0.081
+70,mlp.experts.137.gate_proj,rtn: 0.0023346,0.00000,0.072
+70,mlp.experts.136.gate_proj,rtn: 0.0022736,0.00000,0.091
+70,mlp.experts.127.gate_proj,rtn: 0.0023651,0.00000,0.098
+70,mlp.experts.134.gate_proj,rtn: 0.0022736,0.00000,0.102
+70,mlp.experts.132.gate_proj,rtn: 0.0023346,0.00000,0.090
+70,mlp.experts.138.gate_proj,rtn: 0.0023193,0.00000,0.089
+70,mlp.experts.142.gate_proj,rtn: 0.0023499,0.00000,0.086
+70,mlp.experts.114.gate_proj,rtn: 0.0023346,0.00000,0.085
+70,mlp.experts.141.gate_proj,rtn: 0.0023499,0.00000,0.075
+70,mlp.experts.140.gate_proj,rtn: 0.0023346,0.00000,0.097
+70,mlp.experts.135.gate_proj,rtn: 0.0023651,0.00000,0.098
+70,mlp.experts.133.gate_proj,rtn: 0.0023499,0.00000,0.079
+70,mlp.experts.147.gate_proj,rtn: 0.0023193,0.00000,0.090
+70,mlp.experts.155.gate_proj,rtn: 0.0023804,0.00000,0.093
+70,mlp.experts.128.gate_proj,rtn: 0.0023499,0.00000,0.092
+70,mlp.experts.145.gate_proj,rtn: 0.0023651,0.00000,0.084
+70,mlp.experts.153.gate_proj,rtn: 0.0022888,0.00000,0.084
+70,mlp.experts.150.gate_proj,rtn: 0.0024109,0.00000,0.080
+70,mlp.experts.154.gate_proj,rtn: 0.0023193,0.00000,0.071
+70,mlp.experts.152.gate_proj,rtn: 0.0023193,0.00000,0.090
+70,mlp.experts.148.gate_proj,rtn: 0.0023499,0.00000,0.087
+70,mlp.experts.130.gate_proj,rtn: 0.0023499,0.00000,0.079
+70,mlp.experts.143.gate_proj,rtn: 0.0023193,0.00000,0.096
+70,mlp.experts.158.gate_proj,rtn: 0.0023499,0.00000,0.086
+70,mlp.experts.157.gate_proj,rtn: 0.0022583,0.00000,0.087
+70,mlp.experts.151.gate_proj,rtn: 0.0022888,0.00000,0.088
+70,mlp.experts.156.gate_proj,rtn: 0.0023804,0.00000,0.095
+70,mlp.experts.149.gate_proj,rtn: 0.0023346,0.00000,0.087
+70,mlp.experts.163.gate_proj,rtn: 0.0022736,0.00000,0.088
+70,mlp.experts.171.gate_proj,rtn: 0.0024109,0.00000,0.084
+70,mlp.experts.144.gate_proj,rtn: 0.0022583,0.00000,0.090
+70,mlp.experts.166.gate_proj,rtn: 0.0023041,0.00000,0.068
+70,mlp.experts.161.gate_proj,rtn: 0.0023346,0.00000,0.083
+70,mlp.experts.170.gate_proj,rtn: 0.0024109,0.00000,0.069
+70,mlp.experts.169.gate_proj,rtn: 0.0024109,0.00000,0.090
+70,mlp.experts.146.gate_proj,rtn: 0.0022430,0.00000,0.082
+70,mlp.experts.164.gate_proj,rtn: 0.0022888,0.00000,0.087
+70,mlp.experts.159.gate_proj,rtn: 0.0023346,0.00000,0.082
+70,mlp.experts.174.gate_proj,rtn: 0.0023499,0.00000,0.077
+70,mlp.experts.168.gate_proj,rtn: 0.0023041,0.00000,0.090
+70,mlp.experts.173.gate_proj,rtn: 0.0022736,0.00000,0.090
+70,mlp.experts.167.gate_proj,rtn: 0.0023499,0.00000,0.080
+70,mlp.experts.172.gate_proj,rtn: 0.0024109,0.00000,0.083
+70,mlp.experts.165.gate_proj,rtn: 0.0023041,0.00000,0.080
+70,mlp.experts.179.gate_proj,rtn: 0.0022736,0.00000,0.079
+70,mlp.experts.182.gate_proj,rtn: 0.0023193,0.00000,0.070
+70,mlp.experts.187.gate_proj,rtn: 0.0023804,0.00000,0.084
+70,mlp.experts.186.gate_proj,rtn: 0.0023499,0.00000,0.068
+70,mlp.experts.177.gate_proj,rtn: 0.0023193,0.00000,0.079
+70,mlp.experts.160.gate_proj,rtn: 0.0024567,0.00000,0.090
+70,mlp.experts.185.gate_proj,rtn: 0.0023346,0.00000,0.081
+70,mlp.experts.162.gate_proj,rtn: 0.0023041,0.00000,0.082
+70,mlp.experts.190.gate_proj,rtn: 0.0023193,0.00000,0.080
+70,mlp.experts.175.gate_proj,rtn: 0.0024261,0.00000,0.080
+70,mlp.experts.180.gate_proj,rtn: 0.0023193,0.00000,0.091
+70,mlp.experts.184.gate_proj,rtn: 0.0023346,0.00000,0.092
+70,mlp.experts.189.gate_proj,rtn: 0.0022583,0.00000,0.083
+70,mlp.experts.181.gate_proj,rtn: 0.0023499,0.00000,0.075
+70,mlp.experts.183.gate_proj,rtn: 0.0022736,0.00000,0.086
+70,mlp.experts.3.up_proj,rtn: 0.0023346,0.00000,0.076
+70,mlp.experts.188.gate_proj,rtn: 0.0023193,0.00000,0.084
+70,mlp.experts.6.up_proj,rtn: 0.0023041,0.00000,0.069
+70,mlp.experts.10.up_proj,rtn: 0.0022888,0.00000,0.071
+70,mlp.experts.11.up_proj,rtn: 0.0022888,0.00000,0.080
+70,mlp.experts.1.up_proj,rtn: 0.0021820,0.00000,0.081
+70,mlp.experts.176.gate_proj,rtn: 0.0023041,0.00000,0.089
+70,mlp.experts.9.up_proj,rtn: 0.0022736,0.00000,0.089
+70,mlp.experts.178.gate_proj,rtn: 0.0023193,0.00000,0.084
+70,mlp.experts.191.gate_proj,rtn: 0.0022736,0.00000,0.086
+70,mlp.experts.4.up_proj,rtn: 0.0023041,0.00000,0.089
+70,mlp.experts.5.up_proj,rtn: 0.0022736,0.00000,0.081
+70,mlp.experts.8.up_proj,rtn: 0.0023651,0.00000,0.090
+70,mlp.experts.19.up_proj,rtn: 0.0022430,0.00000,0.080
+70,mlp.experts.7.up_proj,rtn: 0.0023193,0.00000,0.081
+70,mlp.experts.13.up_proj,rtn: 0.0023346,0.00000,0.090
+70,mlp.experts.12.up_proj,rtn: 0.0023041,0.00000,0.088
+70,mlp.experts.27.up_proj,rtn: 0.0022430,0.00000,0.077
+70,mlp.experts.17.up_proj,rtn: 0.0022736,0.00000,0.074
+70,mlp.experts.0.up_proj,rtn: 0.0024109,0.00000,0.066
+70,mlp.experts.14.up_proj,rtn: 0.0022736,0.00000,0.083
+70,mlp.experts.22.up_proj,rtn: 0.0022736,0.00000,0.127
+70,mlp.experts.25.up_proj,rtn: 0.0023041,0.00000,0.085
+70,mlp.experts.26.up_proj,rtn: 0.0023346,0.00000,0.132
+70,mlp.experts.2.up_proj,rtn: 0.0023651,0.00000,0.067
+70,mlp.experts.35.up_proj,rtn: 0.0023651,0.00000,0.073
+70,mlp.experts.15.up_proj,rtn: 0.0023041,0.00000,0.075
+70,mlp.experts.43.up_proj,rtn: 0.0022278,0.00000,0.076
+70,mlp.experts.29.up_proj,rtn: 0.0023041,0.00000,0.079
+70,mlp.experts.33.up_proj,rtn: 0.0023346,0.00000,0.070
+70,mlp.experts.21.up_proj,rtn: 0.0022736,0.00000,0.081
+70,mlp.experts.23.up_proj,rtn: 0.0023041,0.00000,0.088
+70,mlp.experts.20.up_proj,rtn: 0.0022736,0.00000,0.089
+70,mlp.experts.16.up_proj,rtn: 0.0022888,0.00000,0.089
+70,mlp.experts.28.up_proj,rtn: 0.0023499,0.00000,0.089
+70,mlp.experts.41.up_proj,rtn: 0.0022888,0.00000,0.064
+70,mlp.experts.30.up_proj,rtn: 0.0023193,0.00000,0.092
+70,mlp.experts.24.up_proj,rtn: 0.0023193,0.00000,0.100
+70,mlp.experts.38.up_proj,rtn: 0.0023193,0.00000,0.084
+70,mlp.experts.42.up_proj,rtn: 0.0022736,0.00000,0.096
+70,mlp.experts.37.up_proj,rtn: 0.0023193,0.00000,0.062
+70,mlp.experts.45.up_proj,rtn: 0.0022888,0.00000,0.073
+70,mlp.experts.51.up_proj,rtn: 0.0023651,0.00000,0.074
+70,mlp.experts.57.up_proj,rtn: 0.0023651,0.00000,0.070
+70,mlp.experts.59.up_proj,rtn: 0.0023041,0.00000,0.075
+70,mlp.experts.31.up_proj,rtn: 0.0023499,0.00000,0.075
+70,mlp.experts.39.up_proj,rtn: 0.0023651,0.00000,0.070
+70,mlp.experts.18.up_proj,rtn: 0.0023041,0.00000,0.089
+70,mlp.experts.32.up_proj,rtn: 0.0023193,0.00000,0.086
+70,mlp.experts.49.up_proj,rtn: 0.0022736,0.00000,0.067
+70,mlp.experts.36.up_proj,rtn: 0.0023651,0.00000,0.096
+70,mlp.experts.44.up_proj,rtn: 0.0022888,0.00000,0.092
+70,mlp.experts.46.up_proj,rtn: 0.0023041,0.00000,0.101
+70,mlp.experts.40.up_proj,rtn: 0.0022888,0.00000,0.102
+70,mlp.experts.54.up_proj,rtn: 0.0023651,0.00000,0.121
+70,mlp.experts.58.up_proj,rtn: 0.0023193,0.00000,0.118
+70,mlp.experts.67.up_proj,rtn: 0.0022430,0.00000,0.080
+70,mlp.experts.53.up_proj,rtn: 0.0023193,0.00000,0.091
+70,mlp.experts.75.up_proj,rtn: 0.0023193,0.00000,0.081
+70,mlp.experts.47.up_proj,rtn: 0.0023651,0.00000,0.081
+70,mlp.experts.55.up_proj,rtn: 0.0022430,0.00000,0.076
+70,mlp.experts.61.up_proj,rtn: 0.0023193,0.00000,0.095
+70,mlp.experts.73.up_proj,rtn: 0.0022736,0.00000,0.095
+70,mlp.experts.48.up_proj,rtn: 0.0023193,0.00000,0.084
+70,mlp.experts.34.up_proj,rtn: 0.0023041,0.00000,0.082
+70,mlp.experts.52.up_proj,rtn: 0.0022125,0.00000,0.081
+70,mlp.experts.60.up_proj,rtn: 0.0023041,0.00000,0.096
+70,mlp.experts.65.up_proj,rtn: 0.0023041,0.00000,0.093
+70,mlp.experts.62.up_proj,rtn: 0.0023346,0.00000,0.075
+70,mlp.experts.56.up_proj,rtn: 0.0023499,0.00000,0.079
+70,mlp.experts.70.up_proj,rtn: 0.0023193,0.00000,0.070
+70,mlp.experts.74.up_proj,rtn: 0.0023041,0.00000,0.072
+70,mlp.experts.63.up_proj,rtn: 0.0023041,0.00000,0.075
+70,mlp.experts.83.up_proj,rtn: 0.0022736,0.00000,0.084
+70,mlp.experts.71.up_proj,rtn: 0.0023193,0.00000,0.082
+70,mlp.experts.91.up_proj,rtn: 0.0023041,0.00000,0.082
+70,mlp.experts.69.up_proj,rtn: 0.0022888,0.00000,0.092
+70,mlp.experts.50.up_proj,rtn: 0.0022583,0.00000,0.070
+70,mlp.experts.89.up_proj,rtn: 0.0023193,0.00000,0.082
+70,mlp.experts.64.up_proj,rtn: 0.0022888,0.00000,0.075
+70,mlp.experts.68.up_proj,rtn: 0.0022736,0.00000,0.074
+70,mlp.experts.77.up_proj,rtn: 0.0023346,0.00000,0.099
+70,mlp.experts.78.up_proj,rtn: 0.0022736,0.00000,0.074
+70,mlp.experts.72.up_proj,rtn: 0.0023041,0.00000,0.075
+70,mlp.experts.76.up_proj,rtn: 0.0023346,0.00000,0.087
+70,mlp.experts.81.up_proj,rtn: 0.0023193,0.00000,0.085
+70,mlp.experts.86.up_proj,rtn: 0.0022888,0.00000,0.075
+70,mlp.experts.90.up_proj,rtn: 0.0022736,0.00000,0.072
+70,mlp.experts.99.up_proj,rtn: 0.0022125,0.00000,0.080
+70,mlp.experts.79.up_proj,rtn: 0.0022736,0.00000,0.083
+70,mlp.experts.66.up_proj,rtn: 0.0022888,0.00000,0.073
+70,mlp.experts.87.up_proj,rtn: 0.0023193,0.00000,0.080
+70,mlp.experts.107.up_proj,rtn: 0.0023193,0.00000,0.088
+70,mlp.experts.105.up_proj,rtn: 0.0023041,0.00000,0.081
+70,mlp.experts.85.up_proj,rtn: 0.0023193,0.00000,0.087
+70,mlp.experts.80.up_proj,rtn: 0.0023193,0.00000,0.082
+70,mlp.experts.84.up_proj,rtn: 0.0023499,0.00000,0.082
+70,mlp.experts.93.up_proj,rtn: 0.0022888,0.00000,0.077
+70,mlp.experts.94.up_proj,rtn: 0.0022736,0.00000,0.079
+70,mlp.experts.102.up_proj,rtn: 0.0023193,0.00000,0.071
+70,mlp.experts.92.up_proj,rtn: 0.0023041,0.00000,0.081
+70,mlp.experts.88.up_proj,rtn: 0.0023346,0.00000,0.082
+70,mlp.experts.106.up_proj,rtn: 0.0022888,0.00000,0.073
+70,mlp.experts.97.up_proj,rtn: 0.0023041,0.00000,0.083
+70,mlp.experts.115.up_proj,rtn: 0.0023041,0.00000,0.083
+70,mlp.experts.95.up_proj,rtn: 0.0022736,0.00000,0.085
+70,mlp.experts.82.up_proj,rtn: 0.0023193,0.00000,0.085
+70,mlp.experts.121.up_proj,rtn: 0.0022888,0.00000,0.079
+70,mlp.experts.103.up_proj,rtn: 0.0023956,0.00000,0.091
+70,mlp.experts.109.up_proj,rtn: 0.0022430,0.00000,0.079
+70,mlp.experts.101.up_proj,rtn: 0.0021362,0.00000,0.086
+70,mlp.experts.123.up_proj,rtn: 0.0022430,0.00000,0.093
+70,mlp.experts.100.up_proj,rtn: 0.0023193,0.00000,0.086
+70,mlp.experts.110.up_proj,rtn: 0.0022125,0.00000,0.075
+70,mlp.experts.96.up_proj,rtn: 0.0022888,0.00000,0.086
+70,mlp.experts.118.up_proj,rtn: 0.0023346,0.00000,0.079
+70,mlp.experts.108.up_proj,rtn: 0.0023193,0.00000,0.085
+70,mlp.experts.113.up_proj,rtn: 0.0022736,0.00000,0.081
+70,mlp.experts.122.up_proj,rtn: 0.0023193,0.00000,0.082
+70,mlp.experts.104.up_proj,rtn: 0.0023346,0.00000,0.087
+70,mlp.experts.131.up_proj,rtn: 0.0022736,0.00000,0.089
+70,mlp.experts.111.up_proj,rtn: 0.0023041,0.00000,0.086
+70,mlp.experts.137.up_proj,rtn: 0.0023499,0.00000,0.084
+70,mlp.experts.125.up_proj,rtn: 0.0023041,0.00000,0.087
+70,mlp.experts.98.up_proj,rtn: 0.0023041,0.00000,0.098
+70,mlp.experts.117.up_proj,rtn: 0.0023193,0.00000,0.081
+70,mlp.experts.119.up_proj,rtn: 0.0023499,0.00000,0.091
+70,mlp.experts.139.up_proj,rtn: 0.0022583,0.00000,0.083
+70,mlp.experts.116.up_proj,rtn: 0.0022888,0.00000,0.092
+70,mlp.experts.112.up_proj,rtn: 0.0022736,0.00000,0.088
+70,mlp.experts.126.up_proj,rtn: 0.0023499,0.00000,0.093
+70,mlp.experts.134.up_proj,rtn: 0.0022736,0.00000,0.092
+70,mlp.experts.129.up_proj,rtn: 0.0023346,0.00000,0.091
+70,mlp.experts.120.up_proj,rtn: 0.0023499,0.00000,0.087
+70,mlp.experts.124.up_proj,rtn: 0.0023651,0.00000,0.093
+70,mlp.experts.138.up_proj,rtn: 0.0023041,0.00000,0.090
+70,mlp.experts.153.up_proj,rtn: 0.0023041,0.00000,0.081
+70,mlp.experts.147.up_proj,rtn: 0.0023346,0.00000,0.090
+70,mlp.experts.127.up_proj,rtn: 0.0023346,0.00000,0.090
+70,mlp.experts.133.up_proj,rtn: 0.0023499,0.00000,0.078
+70,mlp.experts.141.up_proj,rtn: 0.0023499,0.00000,0.085
+70,mlp.experts.135.up_proj,rtn: 0.0023346,0.00000,0.088
+70,mlp.experts.114.up_proj,rtn: 0.0023346,0.00000,0.089
+70,mlp.experts.155.up_proj,rtn: 0.0023346,0.00000,0.093
+70,mlp.experts.132.up_proj,rtn: 0.0023193,0.00000,0.093
+70,mlp.experts.128.up_proj,rtn: 0.0023193,0.00000,0.090
+70,mlp.experts.145.up_proj,rtn: 0.0023041,0.00000,0.079
+70,mlp.experts.142.up_proj,rtn: 0.0023499,0.00000,0.096
+70,mlp.experts.150.up_proj,rtn: 0.0023956,0.00000,0.095
+70,mlp.experts.140.up_proj,rtn: 0.0023346,0.00000,0.090
+70,mlp.experts.154.up_proj,rtn: 0.0022888,0.00000,0.090
+70,mlp.experts.136.up_proj,rtn: 0.0022736,0.00000,0.092
+70,mlp.experts.169.up_proj,rtn: 0.0023651,0.00000,0.082
+70,mlp.experts.163.up_proj,rtn: 0.0022736,0.00000,0.089
+70,mlp.experts.143.up_proj,rtn: 0.0023193,0.00000,0.087
+70,mlp.experts.151.up_proj,rtn: 0.0022888,0.00000,0.076
+70,mlp.experts.149.up_proj,rtn: 0.0023193,0.00000,0.083
+70,mlp.experts.157.up_proj,rtn: 0.0021973,0.00000,0.085
+70,mlp.experts.171.up_proj,rtn: 0.0023651,0.00000,0.080
+70,mlp.experts.130.up_proj,rtn: 0.0023346,0.00000,0.096
+70,mlp.experts.144.up_proj,rtn: 0.0022278,0.00000,0.083
+70,mlp.experts.148.up_proj,rtn: 0.0023041,0.00000,0.088
+70,mlp.experts.161.up_proj,rtn: 0.0023346,0.00000,0.092
+70,mlp.experts.158.up_proj,rtn: 0.0023346,0.00000,0.095
+70,mlp.experts.156.up_proj,rtn: 0.0023804,0.00000,0.097
+70,mlp.experts.152.up_proj,rtn: 0.0023041,0.00000,0.091
+70,mlp.experts.166.up_proj,rtn: 0.0022888,0.00000,0.105
+70,mlp.experts.170.up_proj,rtn: 0.0023956,0.00000,0.098
+70,mlp.experts.185.up_proj,rtn: 0.0023193,0.00000,0.081
+70,mlp.experts.159.up_proj,rtn: 0.0023499,0.00000,0.075
+70,mlp.experts.167.up_proj,rtn: 0.0023346,0.00000,0.073
+70,mlp.experts.165.up_proj,rtn: 0.0022278,0.00000,0.079
+70,mlp.experts.173.up_proj,rtn: 0.0022888,0.00000,0.075
+70,mlp.experts.179.up_proj,rtn: 0.0022888,0.00000,0.093
+70,mlp.experts.187.up_proj,rtn: 0.0023346,0.00000,0.081
+70,mlp.experts.177.up_proj,rtn: 0.0023041,0.00000,0.076
+70,mlp.experts.164.up_proj,rtn: 0.0022888,0.00000,0.089
+70,mlp.experts.146.up_proj,rtn: 0.0022125,0.00000,0.096
+70,mlp.experts.160.up_proj,rtn: 0.0023804,0.00000,0.095
+70,mlp.experts.183.up_proj,rtn: 0.0022888,0.00000,0.051
+70,mlp.experts.175.up_proj,rtn: 0.0023956,0.00000,0.059
+70,mlp.experts.174.up_proj,rtn: 0.0023499,0.00000,0.093
+70,mlp.experts.189.up_proj,rtn: 0.0022583,0.00000,0.058
+70,mlp.experts.181.up_proj,rtn: 0.0023346,0.00000,0.059
+70,mlp.experts.186.up_proj,rtn: 0.0023499,0.00000,0.089
+70,mlp.experts.182.up_proj,rtn: 0.0022583,0.00000,0.093
+70,mlp.experts.172.up_proj,rtn: 0.0023346,0.00000,0.095
+70,mlp.experts.168.up_proj,rtn: 0.0023193,0.00000,0.092
+70,mlp.experts.191.up_proj,rtn: 0.0022583,0.00000,0.039
+70,mlp.experts.162.up_proj,rtn: 0.0022736,0.00000,0.066
+70,mlp.experts.190.up_proj,rtn: 0.0022888,0.00000,0.060
+70,mlp.experts.180.up_proj,rtn: 0.0022888,0.00000,0.083
+70,mlp.experts.176.up_proj,rtn: 0.0022888,0.00000,0.094
+70,mlp.experts.178.up_proj,rtn: 0.0023346,0.00000,0.030
+70,mlp.experts.188.up_proj,rtn: 0.0022888,0.00000,0.078
+70,mlp.experts.184.up_proj,rtn: 0.0023041,0.00000,0.075
+70,mlp.experts.11.down_proj,rtn: 0.0022736,0.00000,0.014
+70,mlp.experts.7.down_proj,rtn: 0.0023193,0.00000,0.016
+70,mlp.experts.9.down_proj,rtn: 0.0022583,0.00000,0.017
+70,mlp.experts.25.down_proj,rtn: 0.0023346,0.00000,0.037
+70,mlp.experts.12.down_proj,rtn: 0.0022888,0.00000,0.096
+70,mlp.experts.8.down_proj,rtn: 0.0023346,0.00000,0.052
+70,mlp.experts.4.down_proj,rtn: 0.0023041,0.00000,0.053
+70,mlp.experts.27.down_proj,rtn: 0.0023041,0.00000,0.057
+70,mlp.experts.3.down_proj,rtn: 0.0023346,0.00000,0.057
+70,mlp.experts.5.down_proj,rtn: 0.0022583,0.00000,0.058
+70,mlp.experts.23.down_proj,rtn: 0.0023193,0.00000,0.059
+70,mlp.experts.10.down_proj,rtn: 0.0022430,0.00000,0.149
+70,mlp.experts.13.down_proj,rtn: 0.0023041,0.00000,0.063
+70,mlp.experts.6.down_proj,rtn: 0.0023193,0.00000,0.152
+70,mlp.experts.2.down_proj,rtn: 0.0023499,0.00000,0.154
+70,mlp.experts.15.down_proj,rtn: 0.0023193,0.00000,0.065
+70,mlp.experts.1.down_proj,rtn: 0.0022278,0.00000,0.065
+70,mlp.experts.0.down_proj,rtn: 0.0023956,0.00000,0.067
+70,mlp.experts.41.down_proj,rtn: 0.0022736,0.00000,0.026
+70,mlp.experts.14.down_proj,rtn: 0.0022736,0.00000,0.158
+70,mlp.experts.28.down_proj,rtn: 0.0023193,0.00000,0.037
+70,mlp.experts.21.down_proj,rtn: 0.0022430,0.00000,0.021
+70,mlp.experts.20.down_proj,rtn: 0.0022736,0.00000,0.039
+70,mlp.experts.24.down_proj,rtn: 0.0023193,0.00000,0.036
+70,mlp.experts.19.down_proj,rtn: 0.0022278,0.00000,0.033
+70,mlp.experts.43.down_proj,rtn: 0.0022583,0.00000,0.038
+70,mlp.experts.39.down_proj,rtn: 0.0023499,0.00000,0.046
+70,mlp.experts.26.down_proj,rtn: 0.0023193,0.00000,0.054
+70,mlp.experts.22.down_proj,rtn: 0.0022430,0.00000,0.057
+70,mlp.experts.17.down_proj,rtn: 0.0022583,0.00000,0.042
+70,mlp.experts.30.down_proj,rtn: 0.0023193,0.00000,0.064
+70,mlp.experts.18.down_proj,rtn: 0.0023041,0.00000,0.058
+70,mlp.experts.57.down_proj,rtn: 0.0023651,0.00000,0.038
+70,mlp.experts.35.down_proj,rtn: 0.0023346,0.00000,0.032
+70,mlp.experts.31.down_proj,rtn: 0.0023346,0.00000,0.058
+70,mlp.experts.16.down_proj,rtn: 0.0022583,0.00000,0.051
+70,mlp.experts.37.down_proj,rtn: 0.0022736,0.00000,0.042
+70,mlp.experts.29.down_proj,rtn: 0.0023193,0.00000,0.050
+70,mlp.experts.36.down_proj,rtn: 0.0023499,0.00000,0.044
+70,mlp.experts.59.down_proj,rtn: 0.0023193,0.00000,0.039
+70,mlp.experts.55.down_proj,rtn: 0.0021973,0.00000,0.043
+70,mlp.experts.40.down_proj,rtn: 0.0022736,0.00000,0.054
+70,mlp.experts.33.down_proj,rtn: 0.0023499,0.00000,0.034
+70,mlp.experts.44.down_proj,rtn: 0.0022888,0.00000,0.055
+70,mlp.experts.38.down_proj,rtn: 0.0022430,0.00000,0.053
+70,mlp.experts.34.down_proj,rtn: 0.0022888,0.00000,0.048
+70,mlp.experts.42.down_proj,rtn: 0.0022888,0.00000,0.071
+70,mlp.experts.73.down_proj,rtn: 0.0021515,0.00000,0.050
+70,mlp.experts.46.down_proj,rtn: 0.0023041,0.00000,0.058
+70,mlp.experts.51.down_proj,rtn: 0.0023346,0.00000,0.047
+70,mlp.experts.32.down_proj,rtn: 0.0023193,0.00000,0.042
+70,mlp.experts.47.down_proj,rtn: 0.0023499,0.00000,0.049
+70,mlp.experts.52.down_proj,rtn: 0.0021667,0.00000,0.036
+70,mlp.experts.45.down_proj,rtn: 0.0022430,0.00000,0.040
+70,mlp.experts.53.down_proj,rtn: 0.0023041,0.00000,0.047
+70,mlp.experts.75.down_proj,rtn: 0.0023041,0.00000,0.042
+70,mlp.experts.71.down_proj,rtn: 0.0023346,0.00000,0.037
+70,mlp.experts.49.down_proj,rtn: 0.0022583,0.00000,0.035
+70,mlp.experts.60.down_proj,rtn: 0.0022888,0.00000,0.042
+70,mlp.experts.56.down_proj,rtn: 0.0023041,0.00000,0.049
+70,mlp.experts.54.down_proj,rtn: 0.0023499,0.00000,0.047
+70,mlp.experts.50.down_proj,rtn: 0.0022888,0.00000,0.045
+70,mlp.experts.89.down_proj,rtn: 0.0022430,0.00000,0.042
+70,mlp.experts.67.down_proj,rtn: 0.0022125,0.00000,0.038
+70,mlp.experts.63.down_proj,rtn: 0.0022888,0.00000,0.036
+70,mlp.experts.68.down_proj,rtn: 0.0022430,0.00000,0.041
+70,mlp.experts.58.down_proj,rtn: 0.0022888,0.00000,0.053
+70,mlp.experts.91.down_proj,rtn: 0.0023041,0.00000,0.033
+70,mlp.experts.61.down_proj,rtn: 0.0023193,0.00000,0.041
+70,mlp.experts.87.down_proj,rtn: 0.0022583,0.00000,0.036
+70,mlp.experts.65.down_proj,rtn: 0.0023346,0.00000,0.034
+70,mlp.experts.48.down_proj,rtn: 0.0023041,0.00000,0.053
+70,mlp.experts.62.down_proj,rtn: 0.0022888,0.00000,0.067
+70,mlp.experts.69.down_proj,rtn: 0.0022278,0.00000,0.054
+70,mlp.experts.76.down_proj,rtn: 0.0023041,0.00000,0.044
+70,mlp.experts.72.down_proj,rtn: 0.0022736,0.00000,0.047
+70,mlp.experts.79.down_proj,rtn: 0.0022888,0.00000,0.031
+70,mlp.experts.70.down_proj,rtn: 0.0022888,0.00000,0.043
+70,mlp.experts.83.down_proj,rtn: 0.0022888,0.00000,0.035
+70,mlp.experts.105.down_proj,rtn: 0.0022888,0.00000,0.039
+70,mlp.experts.66.down_proj,rtn: 0.0022736,0.00000,0.043
+70,mlp.experts.84.down_proj,rtn: 0.0022736,0.00000,0.039
+70,mlp.experts.107.down_proj,rtn: 0.0022736,0.00000,0.036
+70,mlp.experts.103.down_proj,rtn: 0.0023804,0.00000,0.035
+70,mlp.experts.77.down_proj,rtn: 0.0022888,0.00000,0.037
+70,mlp.experts.81.down_proj,rtn: 0.0023041,0.00000,0.037
+70,mlp.experts.74.down_proj,rtn: 0.0022583,0.00000,0.044
+70,mlp.experts.85.down_proj,rtn: 0.0023041,0.00000,0.040
+70,mlp.experts.99.down_proj,rtn: 0.0022278,0.00000,0.029
+70,mlp.experts.64.down_proj,rtn: 0.0022583,0.00000,0.050
+70,mlp.experts.78.down_proj,rtn: 0.0021667,0.00000,0.046
+70,mlp.experts.95.down_proj,rtn: 0.0022430,0.00000,0.031
+70,mlp.experts.92.down_proj,rtn: 0.0022736,0.00000,0.041
+70,mlp.experts.82.down_proj,rtn: 0.0023041,0.00000,0.034
+70,mlp.experts.86.down_proj,rtn: 0.0023041,0.00000,0.039
+70,mlp.experts.123.down_proj,rtn: 0.0022583,0.00000,0.033
+70,mlp.experts.100.down_proj,rtn: 0.0022888,0.00000,0.036
+70,mlp.experts.88.down_proj,rtn: 0.0023346,0.00000,0.051
+70,mlp.experts.121.down_proj,rtn: 0.0023193,0.00000,0.040
+70,mlp.experts.97.down_proj,rtn: 0.0022888,0.00000,0.033
+70,mlp.experts.93.down_proj,rtn: 0.0022888,0.00000,0.035
+70,mlp.experts.119.down_proj,rtn: 0.0023193,0.00000,0.039
+70,mlp.experts.90.down_proj,rtn: 0.0022888,0.00000,0.042
+70,mlp.experts.101.down_proj,rtn: 0.0021057,0.00000,0.033
+70,mlp.experts.115.down_proj,rtn: 0.0023193,0.00000,0.039
+70,mlp.experts.111.down_proj,rtn: 0.0023193,0.00000,0.036
+70,mlp.experts.108.down_proj,rtn: 0.0023193,0.00000,0.042
+70,mlp.experts.80.down_proj,rtn: 0.0022125,0.00000,0.048
+70,mlp.experts.139.down_proj,rtn: 0.0022125,0.00000,0.036
+70,mlp.experts.102.down_proj,rtn: 0.0023193,0.00000,0.039
+70,mlp.experts.94.down_proj,rtn: 0.0023041,0.00000,0.041
+70,mlp.experts.113.down_proj,rtn: 0.0022736,0.00000,0.034
+70,mlp.experts.98.down_proj,rtn: 0.0023041,0.00000,0.038
+70,mlp.experts.116.down_proj,rtn: 0.0022888,0.00000,0.035
+70,mlp.experts.135.down_proj,rtn: 0.0023193,0.00000,0.031
+70,mlp.experts.137.down_proj,rtn: 0.0023499,0.00000,0.039
+70,mlp.experts.104.down_proj,rtn: 0.0023041,0.00000,0.040
+70,mlp.experts.117.down_proj,rtn: 0.0022888,0.00000,0.032
+70,mlp.experts.109.down_proj,rtn: 0.0022125,0.00000,0.037
+70,mlp.experts.106.down_proj,rtn: 0.0022888,0.00000,0.042
+70,mlp.experts.127.down_proj,rtn: 0.0023651,0.00000,0.034
+70,mlp.experts.131.down_proj,rtn: 0.0022430,0.00000,0.034
+70,mlp.experts.124.down_proj,rtn: 0.0023651,0.00000,0.040
+70,mlp.experts.96.down_proj,rtn: 0.0022736,0.00000,0.038
+70,mlp.experts.110.down_proj,rtn: 0.0021973,0.00000,0.041
+70,mlp.experts.155.down_proj,rtn: 0.0022736,0.00000,0.036
+70,mlp.experts.132.down_proj,rtn: 0.0022736,0.00000,0.032
+70,mlp.experts.118.down_proj,rtn: 0.0022583,0.00000,0.037
+70,mlp.experts.114.down_proj,rtn: 0.0023193,0.00000,0.034
+70,mlp.experts.120.down_proj,rtn: 0.0022888,0.00000,0.028
+70,mlp.experts.129.down_proj,rtn: 0.0023193,0.00000,0.038
+70,mlp.experts.151.down_proj,rtn: 0.0022430,0.00000,0.034
+70,mlp.experts.153.down_proj,rtn: 0.0023041,0.00000,0.040
+70,mlp.experts.125.down_proj,rtn: 0.0023346,0.00000,0.036
+70,mlp.experts.133.down_proj,rtn: 0.0023651,0.00000,0.041
+70,mlp.experts.147.down_proj,rtn: 0.0023041,0.00000,0.035
+70,mlp.experts.143.down_proj,rtn: 0.0022736,0.00000,0.036
+70,mlp.experts.122.down_proj,rtn: 0.0023193,0.00000,0.043
+70,mlp.experts.140.down_proj,rtn: 0.0023041,0.00000,0.033
+70,mlp.experts.112.down_proj,rtn: 0.0022278,0.00000,0.029
+70,mlp.experts.148.down_proj,rtn: 0.0022736,0.00000,0.026
+70,mlp.experts.171.down_proj,rtn: 0.0023499,0.00000,0.035
+70,mlp.experts.167.down_proj,rtn: 0.0023041,0.00000,0.029
+70,mlp.experts.136.down_proj,rtn: 0.0022736,0.00000,0.032
+70,mlp.experts.126.down_proj,rtn: 0.0023041,0.00000,0.047
+70,mlp.experts.134.down_proj,rtn: 0.0022736,0.00000,0.043
+70,mlp.experts.130.down_proj,rtn: 0.0023193,0.00000,0.045
+70,mlp.experts.145.down_proj,rtn: 0.0022278,0.00000,0.045
+70,mlp.experts.169.down_proj,rtn: 0.0023346,0.00000,0.040
+70,mlp.experts.141.down_proj,rtn: 0.0023346,0.00000,0.041
+70,mlp.experts.159.down_proj,rtn: 0.0023499,0.00000,0.034
+70,mlp.experts.163.down_proj,rtn: 0.0022125,0.00000,0.030
+70,mlp.experts.164.down_proj,rtn: 0.0022888,0.00000,0.027
+70,mlp.experts.149.down_proj,rtn: 0.0022888,0.00000,0.044
+70,mlp.experts.156.down_proj,rtn: 0.0023651,0.00000,0.030
+70,mlp.experts.128.down_proj,rtn: 0.0023041,0.00000,0.030
+70,mlp.experts.138.down_proj,rtn: 0.0022278,0.00000,0.044
+70,mlp.experts.187.down_proj,rtn: 0.0022278,0.00000,0.035
+70,mlp.experts.183.down_proj,rtn: 0.0022736,0.00000,0.037
+70,mlp.experts.152.down_proj,rtn: 0.0022583,0.00000,0.036
+70,mlp.experts.146.down_proj,rtn: 0.0022278,0.00000,0.040
+70,mlp.experts.150.down_proj,rtn: 0.0023804,0.00000,0.039
+70,mlp.experts.175.down_proj,rtn: 0.0023651,0.00000,0.030
+70,mlp.experts.179.down_proj,rtn: 0.0022888,0.00000,0.025
+70,mlp.experts.142.down_proj,rtn: 0.0023499,0.00000,0.043
+70,mlp.experts.185.down_proj,rtn: 0.0023193,0.00000,0.039
+70,mlp.experts.161.down_proj,rtn: 0.0023193,0.00000,0.041
+70,mlp.experts.180.down_proj,rtn: 0.0023041,0.00000,0.030
+70,mlp.experts.157.down_proj,rtn: 0.0022125,0.00000,0.042
+70,mlp.experts.172.down_proj,rtn: 0.0023193,0.00000,0.031
+70,mlp.experts.144.down_proj,rtn: 0.0022278,0.00000,0.029
+70,mlp.experts.154.down_proj,rtn: 0.0022583,0.00000,0.034
+70,mlp.experts.165.down_proj,rtn: 0.0021820,0.00000,0.039
+70,mlp.experts.168.down_proj,rtn: 0.0022888,0.00000,0.025
+70,mlp.experts.191.down_proj,rtn: 0.0022125,0.00000,0.013
+70,mlp.experts.162.down_proj,rtn: 0.0023041,0.00000,0.037
+70,mlp.experts.166.down_proj,rtn: 0.0022888,0.00000,0.037
+70,mlp.experts.177.down_proj,rtn: 0.0022888,0.00000,0.033
+70,mlp.experts.158.down_proj,rtn: 0.0023193,0.00000,0.041
+70,mlp.experts.160.down_proj,rtn: 0.0024109,0.00000,0.023
+70,mlp.experts.184.down_proj,rtn: 0.0022583,0.00000,0.021
+70,mlp.experts.188.down_proj,rtn: 0.0023041,0.00000,0.028
+70,mlp.experts.173.down_proj,rtn: 0.0022736,0.00000,0.032
+70,mlp.experts.181.down_proj,rtn: 0.0023346,0.00000,0.028
+70,mlp.experts.170.down_proj,rtn: 0.0023804,0.00000,0.036
+70,mlp.experts.176.down_proj,rtn: 0.0021820,0.00000,0.011
+70,mlp.experts.178.down_proj,rtn: 0.0023346,0.00000,0.033
+70,mlp.experts.189.down_proj,rtn: 0.0022888,0.00000,0.011
+70,mlp.experts.182.down_proj,rtn: 0.0022430,0.00000,0.032
+70,mlp.experts.174.down_proj,rtn: 0.0023193,0.00000,0.033
+70,mlp.experts.186.down_proj,rtn: 0.0023346,0.00000,0.023
+70,mlp.experts.190.down_proj,rtn: 0.0022125,0.00000,0.011
+70,mlp.shared_experts.up_proj,rtn: 0.0015793,0.00000,0.025
+70,mlp.shared_experts.gate_proj,rtn: 0.0017166,0.00000,0.032
+70,mlp.shared_experts.down_proj,rtn: 0.0017471,0.00000,0.022
+71,self_attn.v_proj,rtn: 0.0034943,0.00000,0.013
+71,self_attn.k_proj,rtn: 0.0020142,0.00000,0.015
+71,self_attn.q_proj,rtn: 0.0021820,0.00000,0.016
+71,self_attn.o_proj,rtn: 0.0028992,0.00000,0.045
+71,mlp.experts.11.gate_proj,rtn: 0.0023651,0.00000,0.082
+71,mlp.experts.7.gate_proj,rtn: 0.0023193,0.00000,0.089
+71,mlp.experts.15.gate_proj,rtn: 0.0023193,0.00000,0.091
+71,mlp.experts.10.gate_proj,rtn: 0.0023193,0.00000,0.106
+71,mlp.experts.13.gate_proj,rtn: 0.0022888,0.00000,0.110
+71,mlp.experts.6.gate_proj,rtn: 0.0022888,0.00000,0.116
+71,mlp.experts.12.gate_proj,rtn: 0.0023041,0.00000,0.118
+71,mlp.experts.2.gate_proj,rtn: 0.0023041,0.00000,0.124
+71,mlp.experts.3.gate_proj,rtn: 0.0023499,0.00000,0.127
+71,mlp.experts.5.gate_proj,rtn: 0.0022736,0.00000,0.127
+71,mlp.experts.9.gate_proj,rtn: 0.0023956,0.00000,0.127
+71,mlp.experts.8.gate_proj,rtn: 0.0023041,0.00000,0.138
+71,mlp.experts.0.gate_proj,rtn: 0.0023041,0.00000,0.139
+71,mlp.experts.4.gate_proj,rtn: 0.0022736,0.00000,0.139
+71,mlp.experts.1.gate_proj,rtn: 0.0023346,0.00000,0.140
+71,mlp.experts.14.gate_proj,rtn: 0.0023499,0.00000,0.146
+71,mlp.experts.27.gate_proj,rtn: 0.0023041,0.00000,0.085
+71,mlp.experts.31.gate_proj,rtn: 0.0023499,0.00000,0.095
+71,mlp.experts.23.gate_proj,rtn: 0.0024719,0.00000,0.106
+71,mlp.experts.26.gate_proj,rtn: 0.0022736,0.00000,0.101
+71,mlp.experts.29.gate_proj,rtn: 0.0023651,0.00000,0.113
+71,mlp.experts.22.gate_proj,rtn: 0.0023193,0.00000,0.112
+71,mlp.experts.21.gate_proj,rtn: 0.0022430,0.00000,0.112
+71,mlp.experts.18.gate_proj,rtn: 0.0022888,0.00000,0.116
+71,mlp.experts.43.gate_proj,rtn: 0.0023041,0.00000,0.077
+71,mlp.experts.28.gate_proj,rtn: 0.0022888,0.00000,0.123
+71,mlp.experts.25.gate_proj,rtn: 0.0023346,0.00000,0.113
+71,mlp.experts.30.gate_proj,rtn: 0.0023804,0.00000,0.096
+71,mlp.experts.20.gate_proj,rtn: 0.0023346,0.00000,0.112
+71,mlp.experts.24.gate_proj,rtn: 0.0023346,0.00000,0.119
+71,mlp.experts.17.gate_proj,rtn: 0.0023041,0.00000,0.118
+71,mlp.experts.19.gate_proj,rtn: 0.0023804,0.00000,0.143
+71,mlp.experts.16.gate_proj,rtn: 0.0023193,0.00000,0.132
+71,mlp.experts.47.gate_proj,rtn: 0.0023499,0.00000,0.096
+71,mlp.experts.42.gate_proj,rtn: 0.0024109,0.00000,0.090
+71,mlp.experts.39.gate_proj,rtn: 0.0023041,0.00000,0.105
+71,mlp.experts.38.gate_proj,rtn: 0.0023651,0.00000,0.086
+71,mlp.experts.37.gate_proj,rtn: 0.0023346,0.00000,0.082
+71,mlp.experts.59.gate_proj,rtn: 0.0022888,0.00000,0.081
+71,mlp.experts.45.gate_proj,rtn: 0.0023651,0.00000,0.105
+71,mlp.experts.44.gate_proj,rtn: 0.0023041,0.00000,0.092
+71,mlp.experts.34.gate_proj,rtn: 0.0023193,0.00000,0.095
+71,mlp.experts.46.gate_proj,rtn: 0.0023193,0.00000,0.087
+71,mlp.experts.41.gate_proj,rtn: 0.0023346,0.00000,0.108
+71,mlp.experts.36.gate_proj,rtn: 0.0022736,0.00000,0.103
+71,mlp.experts.40.gate_proj,rtn: 0.0023041,0.00000,0.104
+71,mlp.experts.63.gate_proj,rtn: 0.0023499,0.00000,0.082
+71,mlp.experts.33.gate_proj,rtn: 0.0022736,0.00000,0.098
+71,mlp.experts.58.gate_proj,rtn: 0.0022736,0.00000,0.090
+71,mlp.experts.54.gate_proj,rtn: 0.0022125,0.00000,0.084
+71,mlp.experts.55.gate_proj,rtn: 0.0022583,0.00000,0.101
+71,mlp.experts.32.gate_proj,rtn: 0.0023193,0.00000,0.123
+71,mlp.experts.75.gate_proj,rtn: 0.0022736,0.00000,0.080
+71,mlp.experts.53.gate_proj,rtn: 0.0022888,0.00000,0.090
+71,mlp.experts.61.gate_proj,rtn: 0.0022736,0.00000,0.084
+71,mlp.experts.35.gate_proj,rtn: 0.0022736,0.00000,0.145
+71,mlp.experts.60.gate_proj,rtn: 0.0023651,0.00000,0.091
+71,mlp.experts.62.gate_proj,rtn: 0.0023193,0.00000,0.088
+71,mlp.experts.52.gate_proj,rtn: 0.0023041,0.00000,0.082
+71,mlp.experts.57.gate_proj,rtn: 0.0023193,0.00000,0.089
+71,mlp.experts.50.gate_proj,rtn: 0.0023651,0.00000,0.106
+71,mlp.experts.79.gate_proj,rtn: 0.0022430,0.00000,0.082
+71,mlp.experts.56.gate_proj,rtn: 0.0025024,0.00000,0.087
+71,mlp.experts.74.gate_proj,rtn: 0.0022736,0.00000,0.077
+71,mlp.experts.49.gate_proj,rtn: 0.0023041,0.00000,0.094
+71,mlp.experts.48.gate_proj,rtn: 0.0022888,0.00000,0.081
+71,mlp.experts.70.gate_proj,rtn: 0.0022736,0.00000,0.083
+71,mlp.experts.77.gate_proj,rtn: 0.0023041,0.00000,0.077
+71,mlp.experts.71.gate_proj,rtn: 0.0022736,0.00000,0.088
+71,mlp.experts.91.gate_proj,rtn: 0.0022583,0.00000,0.088
+71,mlp.experts.69.gate_proj,rtn: 0.0023193,0.00000,0.091
+71,mlp.experts.78.gate_proj,rtn: 0.0023346,0.00000,0.075
+71,mlp.experts.76.gate_proj,rtn: 0.0023041,0.00000,0.090
+71,mlp.experts.51.gate_proj,rtn: 0.0022736,0.00000,0.107
+71,mlp.experts.66.gate_proj,rtn: 0.0023041,0.00000,0.082
+71,mlp.experts.68.gate_proj,rtn: 0.0023193,0.00000,0.092
+71,mlp.experts.73.gate_proj,rtn: 0.0023499,0.00000,0.084
+71,mlp.experts.72.gate_proj,rtn: 0.0022736,0.00000,0.090
+71,mlp.experts.95.gate_proj,rtn: 0.0022583,0.00000,0.095
+71,mlp.experts.90.gate_proj,rtn: 0.0023041,0.00000,0.090
+71,mlp.experts.65.gate_proj,rtn: 0.0023041,0.00000,0.092
+71,mlp.experts.86.gate_proj,rtn: 0.0023193,0.00000,0.085
+71,mlp.experts.64.gate_proj,rtn: 0.0023804,0.00000,0.090
+71,mlp.experts.93.gate_proj,rtn: 0.0023193,0.00000,0.091
+71,mlp.experts.85.gate_proj,rtn: 0.0022888,0.00000,0.088
+71,mlp.experts.94.gate_proj,rtn: 0.0022888,0.00000,0.086
+71,mlp.experts.107.gate_proj,rtn: 0.0023041,0.00000,0.103
+71,mlp.experts.87.gate_proj,rtn: 0.0023041,0.00000,0.110
+71,mlp.experts.92.gate_proj,rtn: 0.0023956,0.00000,0.093
+71,mlp.experts.82.gate_proj,rtn: 0.0023499,0.00000,0.091
+71,mlp.experts.84.gate_proj,rtn: 0.0023193,0.00000,0.090
+71,mlp.experts.88.gate_proj,rtn: 0.0023499,0.00000,0.085
+71,mlp.experts.67.gate_proj,rtn: 0.0023499,0.00000,0.108
+71,mlp.experts.89.gate_proj,rtn: 0.0023346,0.00000,0.097
+71,mlp.experts.106.gate_proj,rtn: 0.0023346,0.00000,0.084
+71,mlp.experts.111.gate_proj,rtn: 0.0022430,0.00000,0.096
+71,mlp.experts.81.gate_proj,rtn: 0.0022736,0.00000,0.093
+71,mlp.experts.102.gate_proj,rtn: 0.0023041,0.00000,0.080
+71,mlp.experts.80.gate_proj,rtn: 0.0023651,0.00000,0.094
+71,mlp.experts.109.gate_proj,rtn: 0.0022736,0.00000,0.093
+71,mlp.experts.110.gate_proj,rtn: 0.0022888,0.00000,0.088
+71,mlp.experts.101.gate_proj,rtn: 0.0022888,0.00000,0.097
+71,mlp.experts.123.gate_proj,rtn: 0.0023499,0.00000,0.100
+71,mlp.experts.98.gate_proj,rtn: 0.0023041,0.00000,0.084
+71,mlp.experts.103.gate_proj,rtn: 0.0022736,0.00000,0.101
+71,mlp.experts.108.gate_proj,rtn: 0.0023041,0.00000,0.096
+71,mlp.experts.122.gate_proj,rtn: 0.0022888,0.00000,0.084
+71,mlp.experts.105.gate_proj,rtn: 0.0023193,0.00000,0.088
+71,mlp.experts.100.gate_proj,rtn: 0.0023346,0.00000,0.099
+71,mlp.experts.104.gate_proj,rtn: 0.0022888,0.00000,0.098
+71,mlp.experts.83.gate_proj,rtn: 0.0023041,0.00000,0.096
+71,mlp.experts.118.gate_proj,rtn: 0.0023346,0.00000,0.083
+71,mlp.experts.127.gate_proj,rtn: 0.0023499,0.00000,0.097
+71,mlp.experts.97.gate_proj,rtn: 0.0022736,0.00000,0.089
+71,mlp.experts.96.gate_proj,rtn: 0.0023499,0.00000,0.093
+71,mlp.experts.126.gate_proj,rtn: 0.0022888,0.00000,0.079
+71,mlp.experts.125.gate_proj,rtn: 0.0023346,0.00000,0.092
+71,mlp.experts.117.gate_proj,rtn: 0.0023346,0.00000,0.082
+71,mlp.experts.114.gate_proj,rtn: 0.0022736,0.00000,0.083
+71,mlp.experts.139.gate_proj,rtn: 0.0022888,0.00000,0.097
+71,mlp.experts.124.gate_proj,rtn: 0.0023041,0.00000,0.095
+71,mlp.experts.119.gate_proj,rtn: 0.0023651,0.00000,0.099
+71,mlp.experts.138.gate_proj,rtn: 0.0023193,0.00000,0.084
+71,mlp.experts.121.gate_proj,rtn: 0.0023041,0.00000,0.087
+71,mlp.experts.134.gate_proj,rtn: 0.0023193,0.00000,0.084
+71,mlp.experts.120.gate_proj,rtn: 0.0023193,0.00000,0.092
+71,mlp.experts.113.gate_proj,rtn: 0.0022736,0.00000,0.087
+71,mlp.experts.116.gate_proj,rtn: 0.0023193,0.00000,0.099
+71,mlp.experts.143.gate_proj,rtn: 0.0023193,0.00000,0.093
+71,mlp.experts.99.gate_proj,rtn: 0.0022736,0.00000,0.100
+71,mlp.experts.142.gate_proj,rtn: 0.0022583,0.00000,0.085
+71,mlp.experts.112.gate_proj,rtn: 0.0023041,0.00000,0.091
+71,mlp.experts.133.gate_proj,rtn: 0.0023041,0.00000,0.092
+71,mlp.experts.141.gate_proj,rtn: 0.0022125,0.00000,0.095
+71,mlp.experts.130.gate_proj,rtn: 0.0022888,0.00000,0.081
+71,mlp.experts.150.gate_proj,rtn: 0.0022888,0.00000,0.075
+71,mlp.experts.155.gate_proj,rtn: 0.0023346,0.00000,0.100
+71,mlp.experts.154.gate_proj,rtn: 0.0023499,0.00000,0.087
+71,mlp.experts.140.gate_proj,rtn: 0.0023346,0.00000,0.097
+71,mlp.experts.137.gate_proj,rtn: 0.0023193,0.00000,0.090
+71,mlp.experts.136.gate_proj,rtn: 0.0023346,0.00000,0.096
+71,mlp.experts.135.gate_proj,rtn: 0.0022888,0.00000,0.112
+71,mlp.experts.129.gate_proj,rtn: 0.0023193,0.00000,0.093
+71,mlp.experts.132.gate_proj,rtn: 0.0022583,0.00000,0.090
+71,mlp.experts.158.gate_proj,rtn: 0.0022736,0.00000,0.082
+71,mlp.experts.128.gate_proj,rtn: 0.0022583,0.00000,0.085
+71,mlp.experts.115.gate_proj,rtn: 0.0023041,0.00000,0.108
+71,mlp.experts.159.gate_proj,rtn: 0.0023193,0.00000,0.110
+71,mlp.experts.146.gate_proj,rtn: 0.0022430,0.00000,0.084
+71,mlp.experts.157.gate_proj,rtn: 0.0022430,0.00000,0.088
+71,mlp.experts.149.gate_proj,rtn: 0.0023346,0.00000,0.098
+71,mlp.experts.166.gate_proj,rtn: 0.0023499,0.00000,0.083
+71,mlp.experts.170.gate_proj,rtn: 0.0022736,0.00000,0.086
+71,mlp.experts.156.gate_proj,rtn: 0.0022736,0.00000,0.089
+71,mlp.experts.153.gate_proj,rtn: 0.0022430,0.00000,0.093
+71,mlp.experts.171.gate_proj,rtn: 0.0023651,0.00000,0.110
+71,mlp.experts.152.gate_proj,rtn: 0.0023346,0.00000,0.092
+71,mlp.experts.148.gate_proj,rtn: 0.0023651,0.00000,0.088
+71,mlp.experts.145.gate_proj,rtn: 0.0023193,0.00000,0.095
+71,mlp.experts.174.gate_proj,rtn: 0.0023346,0.00000,0.090
+71,mlp.experts.144.gate_proj,rtn: 0.0024872,0.00000,0.089
+71,mlp.experts.151.gate_proj,rtn: 0.0023193,0.00000,0.108
+71,mlp.experts.173.gate_proj,rtn: 0.0022888,0.00000,0.084
+71,mlp.experts.162.gate_proj,rtn: 0.0022888,0.00000,0.088
+71,mlp.experts.131.gate_proj,rtn: 0.0023346,0.00000,0.104
+71,mlp.experts.175.gate_proj,rtn: 0.0023193,0.00000,0.103
+71,mlp.experts.182.gate_proj,rtn: 0.0022430,0.00000,0.080
+71,mlp.experts.165.gate_proj,rtn: 0.0023804,0.00000,0.092
+71,mlp.experts.186.gate_proj,rtn: 0.0023804,0.00000,0.087
+71,mlp.experts.172.gate_proj,rtn: 0.0023041,0.00000,0.095
+71,mlp.experts.169.gate_proj,rtn: 0.0024109,0.00000,0.090
+71,mlp.experts.161.gate_proj,rtn: 0.0024109,0.00000,0.083
+71,mlp.experts.164.gate_proj,rtn: 0.0023041,0.00000,0.091
+71,mlp.experts.168.gate_proj,rtn: 0.0023041,0.00000,0.097
+71,mlp.experts.190.gate_proj,rtn: 0.0024567,0.00000,0.088
+71,mlp.experts.187.gate_proj,rtn: 0.0022583,0.00000,0.105
+71,mlp.experts.160.gate_proj,rtn: 0.0023651,0.00000,0.092
+71,mlp.experts.167.gate_proj,rtn: 0.0023193,0.00000,0.100
+71,mlp.experts.178.gate_proj,rtn: 0.0023346,0.00000,0.089
+71,mlp.experts.189.gate_proj,rtn: 0.0023804,0.00000,0.093
+71,mlp.experts.191.gate_proj,rtn: 0.0023346,0.00000,0.096
+71,mlp.experts.181.gate_proj,rtn: 0.0023193,0.00000,0.087
+71,mlp.experts.147.gate_proj,rtn: 0.0023193,0.00000,0.102
+71,mlp.experts.6.up_proj,rtn: 0.0022736,0.00000,0.092
+71,mlp.experts.10.up_proj,rtn: 0.0023041,0.00000,0.077
+71,mlp.experts.185.gate_proj,rtn: 0.0023041,0.00000,0.086
+71,mlp.experts.188.gate_proj,rtn: 0.0024414,0.00000,0.089
+71,mlp.experts.177.gate_proj,rtn: 0.0023193,0.00000,0.085
+71,mlp.experts.14.up_proj,rtn: 0.0023346,0.00000,0.075
+71,mlp.experts.180.gate_proj,rtn: 0.0023346,0.00000,0.084
+71,mlp.experts.184.gate_proj,rtn: 0.0022583,0.00000,0.084
+71,mlp.experts.176.gate_proj,rtn: 0.0023193,0.00000,0.084
+71,mlp.experts.11.up_proj,rtn: 0.0023346,0.00000,0.092
+71,mlp.experts.183.gate_proj,rtn: 0.0023499,0.00000,0.090
+71,mlp.experts.2.up_proj,rtn: 0.0022888,0.00000,0.088
+71,mlp.experts.13.up_proj,rtn: 0.0022583,0.00000,0.087
+71,mlp.experts.26.up_proj,rtn: 0.0022736,0.00000,0.081
+71,mlp.experts.15.up_proj,rtn: 0.0023193,0.00000,0.092
+71,mlp.experts.5.up_proj,rtn: 0.0022583,0.00000,0.089
+71,mlp.experts.22.up_proj,rtn: 0.0023041,0.00000,0.093
+71,mlp.experts.163.gate_proj,rtn: 0.0023193,0.00000,0.103
+71,mlp.experts.9.up_proj,rtn: 0.0023346,0.00000,0.082
+71,mlp.experts.12.up_proj,rtn: 0.0022583,0.00000,0.089
+71,mlp.experts.30.up_proj,rtn: 0.0023499,0.00000,0.080
+71,mlp.experts.1.up_proj,rtn: 0.0023346,0.00000,0.082
+71,mlp.experts.8.up_proj,rtn: 0.0023041,0.00000,0.085
+71,mlp.experts.0.up_proj,rtn: 0.0022278,0.00000,0.081
+71,mlp.experts.4.up_proj,rtn: 0.0022888,0.00000,0.092
+71,mlp.experts.27.up_proj,rtn: 0.0023041,0.00000,0.093
+71,mlp.experts.18.up_proj,rtn: 0.0022888,0.00000,0.080
+71,mlp.experts.7.up_proj,rtn: 0.0023193,0.00000,0.093
+71,mlp.experts.42.up_proj,rtn: 0.0023346,0.00000,0.080
+71,mlp.experts.29.up_proj,rtn: 0.0023651,0.00000,0.090
+71,mlp.experts.31.up_proj,rtn: 0.0023346,0.00000,0.092
+71,mlp.experts.21.up_proj,rtn: 0.0022430,0.00000,0.093
+71,mlp.experts.38.up_proj,rtn: 0.0023804,0.00000,0.088
+71,mlp.experts.25.up_proj,rtn: 0.0023193,0.00000,0.090
+71,mlp.experts.179.gate_proj,rtn: 0.0023193,0.00000,0.099
+71,mlp.experts.46.up_proj,rtn: 0.0022888,0.00000,0.083
+71,mlp.experts.17.up_proj,rtn: 0.0023193,0.00000,0.089
+71,mlp.experts.28.up_proj,rtn: 0.0022888,0.00000,0.099
+71,mlp.experts.24.up_proj,rtn: 0.0022888,0.00000,0.093
+71,mlp.experts.16.up_proj,rtn: 0.0023193,0.00000,0.092
+71,mlp.experts.20.up_proj,rtn: 0.0023346,0.00000,0.100
+71,mlp.experts.43.up_proj,rtn: 0.0023041,0.00000,0.091
+71,mlp.experts.34.up_proj,rtn: 0.0023193,0.00000,0.087
+71,mlp.experts.45.up_proj,rtn: 0.0023346,0.00000,0.077
+71,mlp.experts.58.up_proj,rtn: 0.0022736,0.00000,0.087
+71,mlp.experts.37.up_proj,rtn: 0.0023193,0.00000,0.075
+71,mlp.experts.23.up_proj,rtn: 0.0023804,0.00000,0.097
+71,mlp.experts.47.up_proj,rtn: 0.0023041,0.00000,0.091
+71,mlp.experts.54.up_proj,rtn: 0.0021973,0.00000,0.090
+71,mlp.experts.41.up_proj,rtn: 0.0023499,0.00000,0.080
+71,mlp.experts.62.up_proj,rtn: 0.0023193,0.00000,0.079
+71,mlp.experts.33.up_proj,rtn: 0.0022736,0.00000,0.082
+71,mlp.experts.3.up_proj,rtn: 0.0023499,0.00000,0.096
+71,mlp.experts.44.up_proj,rtn: 0.0023041,0.00000,0.094
+71,mlp.experts.40.up_proj,rtn: 0.0022888,0.00000,0.089
+71,mlp.experts.32.up_proj,rtn: 0.0023193,0.00000,0.097
+71,mlp.experts.50.up_proj,rtn: 0.0023651,0.00000,0.082
+71,mlp.experts.59.up_proj,rtn: 0.0023041,0.00000,0.093
+71,mlp.experts.36.up_proj,rtn: 0.0022888,0.00000,0.095
+71,mlp.experts.61.up_proj,rtn: 0.0022736,0.00000,0.090
+71,mlp.experts.74.up_proj,rtn: 0.0022888,0.00000,0.087
+71,mlp.experts.53.up_proj,rtn: 0.0022583,0.00000,0.089
+71,mlp.experts.39.up_proj,rtn: 0.0023041,0.00000,0.100
+71,mlp.experts.63.up_proj,rtn: 0.0023346,0.00000,0.090
+71,mlp.experts.70.up_proj,rtn: 0.0022888,0.00000,0.086
+71,mlp.experts.57.up_proj,rtn: 0.0022736,0.00000,0.096
+71,mlp.experts.78.up_proj,rtn: 0.0023499,0.00000,0.093
+71,mlp.experts.49.up_proj,rtn: 0.0023041,0.00000,0.094
+71,mlp.experts.19.up_proj,rtn: 0.0023651,0.00000,0.096
+71,mlp.experts.56.up_proj,rtn: 0.0023956,0.00000,0.097
+71,mlp.experts.60.up_proj,rtn: 0.0023804,0.00000,0.100
+71,mlp.experts.66.up_proj,rtn: 0.0022888,0.00000,0.084
+71,mlp.experts.90.up_proj,rtn: 0.0023193,0.00000,0.081
+71,mlp.experts.75.up_proj,rtn: 0.0022736,0.00000,0.093
+71,mlp.experts.48.up_proj,rtn: 0.0023193,0.00000,0.108
+71,mlp.experts.77.up_proj,rtn: 0.0023041,0.00000,0.097
+71,mlp.experts.52.up_proj,rtn: 0.0022888,0.00000,0.101
+71,mlp.experts.86.up_proj,rtn: 0.0023041,0.00000,0.081
+71,mlp.experts.69.up_proj,rtn: 0.0023346,0.00000,0.101
+71,mlp.experts.79.up_proj,rtn: 0.0022583,0.00000,0.090
+71,mlp.experts.55.up_proj,rtn: 0.0022583,0.00000,0.104
+71,mlp.experts.94.up_proj,rtn: 0.0022888,0.00000,0.087
+71,mlp.experts.73.up_proj,rtn: 0.0023193,0.00000,0.092
+71,mlp.experts.65.up_proj,rtn: 0.0022736,0.00000,0.094
+71,mlp.experts.35.up_proj,rtn: 0.0022736,0.00000,0.098
+71,mlp.experts.72.up_proj,rtn: 0.0022888,0.00000,0.097
+71,mlp.experts.82.up_proj,rtn: 0.0023193,0.00000,0.093
+71,mlp.experts.106.up_proj,rtn: 0.0023041,0.00000,0.090
+71,mlp.experts.76.up_proj,rtn: 0.0023041,0.00000,0.101
+71,mlp.experts.91.up_proj,rtn: 0.0022888,0.00000,0.094
+71,mlp.experts.64.up_proj,rtn: 0.0023651,0.00000,0.098
+71,mlp.experts.102.up_proj,rtn: 0.0022888,0.00000,0.088
+71,mlp.experts.93.up_proj,rtn: 0.0022736,0.00000,0.096
+71,mlp.experts.68.up_proj,rtn: 0.0023041,0.00000,0.099
+71,mlp.experts.85.up_proj,rtn: 0.0022736,0.00000,0.094
+71,mlp.experts.95.up_proj,rtn: 0.0022430,0.00000,0.096
+71,mlp.experts.110.up_proj,rtn: 0.0023041,0.00000,0.082
+71,mlp.experts.89.up_proj,rtn: 0.0023346,0.00000,0.085
+71,mlp.experts.71.up_proj,rtn: 0.0022888,0.00000,0.095
+71,mlp.experts.81.up_proj,rtn: 0.0022736,0.00000,0.087
+71,mlp.experts.51.up_proj,rtn: 0.0022583,0.00000,0.098
+71,mlp.experts.122.up_proj,rtn: 0.0023041,0.00000,0.081
+71,mlp.experts.88.up_proj,rtn: 0.0023499,0.00000,0.099
+71,mlp.experts.98.up_proj,rtn: 0.0022736,0.00000,0.095
+71,mlp.experts.92.up_proj,rtn: 0.0023651,0.00000,0.096
+71,mlp.experts.107.up_proj,rtn: 0.0023041,0.00000,0.097
+71,mlp.experts.109.up_proj,rtn: 0.0022736,0.00000,0.084
+71,mlp.experts.101.up_proj,rtn: 0.0023041,0.00000,0.081
+71,mlp.experts.80.up_proj,rtn: 0.0023346,0.00000,0.099
+71,mlp.experts.118.up_proj,rtn: 0.0023193,0.00000,0.095
+71,mlp.experts.84.up_proj,rtn: 0.0023346,0.00000,0.099
+71,mlp.experts.126.up_proj,rtn: 0.0023041,0.00000,0.087
+71,mlp.experts.111.up_proj,rtn: 0.0022430,0.00000,0.096
+71,mlp.experts.87.up_proj,rtn: 0.0022888,0.00000,0.089
+71,mlp.experts.105.up_proj,rtn: 0.0022736,0.00000,0.095
+71,mlp.experts.97.up_proj,rtn: 0.0022888,0.00000,0.084
+71,mlp.experts.138.up_proj,rtn: 0.0023193,0.00000,0.083
+71,mlp.experts.117.up_proj,rtn: 0.0022583,0.00000,0.065
+71,mlp.experts.125.up_proj,rtn: 0.0022888,0.00000,0.068
+71,mlp.experts.114.up_proj,rtn: 0.0022888,0.00000,0.092
+71,mlp.experts.104.up_proj,rtn: 0.0022888,0.00000,0.098
+71,mlp.experts.108.up_proj,rtn: 0.0022888,0.00000,0.090
+71,mlp.experts.96.up_proj,rtn: 0.0023041,0.00000,0.083
+71,mlp.experts.100.up_proj,rtn: 0.0023499,0.00000,0.090
+71,mlp.experts.67.up_proj,rtn: 0.0023499,0.00000,0.151
+71,mlp.experts.134.up_proj,rtn: 0.0023193,0.00000,0.117
+71,mlp.experts.142.up_proj,rtn: 0.0022583,0.00000,0.110
+71,mlp.experts.133.up_proj,rtn: 0.0022278,0.00000,0.073
+71,mlp.experts.113.up_proj,rtn: 0.0022888,0.00000,0.079
+71,mlp.experts.141.up_proj,rtn: 0.0022430,0.00000,0.080
+71,mlp.experts.121.up_proj,rtn: 0.0023193,0.00000,0.080
+71,mlp.experts.123.up_proj,rtn: 0.0023193,0.00000,0.176
+71,mlp.experts.120.up_proj,rtn: 0.0023346,0.00000,0.088
+71,mlp.experts.124.up_proj,rtn: 0.0022583,0.00000,0.090
+71,mlp.experts.154.up_proj,rtn: 0.0023499,0.00000,0.109
+71,mlp.experts.112.up_proj,rtn: 0.0023193,0.00000,0.091
+71,mlp.experts.127.up_proj,rtn: 0.0023041,0.00000,0.170
+71,mlp.experts.130.up_proj,rtn: 0.0022888,0.00000,0.087
+71,mlp.experts.103.up_proj,rtn: 0.0022736,0.00000,0.119
+71,mlp.experts.116.up_proj,rtn: 0.0023041,0.00000,0.093
+71,mlp.experts.158.up_proj,rtn: 0.0022888,0.00000,0.073
+71,mlp.experts.150.up_proj,rtn: 0.0022888,0.00000,0.074
+71,mlp.experts.149.up_proj,rtn: 0.0024261,0.00000,0.069
+71,mlp.experts.137.up_proj,rtn: 0.0022888,0.00000,0.064
+71,mlp.experts.129.up_proj,rtn: 0.0023346,0.00000,0.079
+71,mlp.experts.157.up_proj,rtn: 0.0022430,0.00000,0.074
+71,mlp.experts.83.up_proj,rtn: 0.0022888,0.00000,0.111
+71,mlp.experts.170.up_proj,rtn: 0.0022430,0.00000,0.070
+71,mlp.experts.139.up_proj,rtn: 0.0022736,0.00000,0.104
+71,mlp.experts.136.up_proj,rtn: 0.0023499,0.00000,0.099
+71,mlp.experts.140.up_proj,rtn: 0.0023193,0.00000,0.100
+71,mlp.experts.128.up_proj,rtn: 0.0022430,0.00000,0.092
+71,mlp.experts.165.up_proj,rtn: 0.0022888,0.00000,0.064
+71,mlp.experts.166.up_proj,rtn: 0.0023193,0.00000,0.071
+71,mlp.experts.174.up_proj,rtn: 0.0023041,0.00000,0.072
+71,mlp.experts.153.up_proj,rtn: 0.0022125,0.00000,0.070
+71,mlp.experts.146.up_proj,rtn: 0.0022278,0.00000,0.086
+71,mlp.experts.173.up_proj,rtn: 0.0023041,0.00000,0.073
+71,mlp.experts.145.up_proj,rtn: 0.0023041,0.00000,0.074
+71,mlp.experts.143.up_proj,rtn: 0.0023193,0.00000,0.121
+71,mlp.experts.132.up_proj,rtn: 0.0022736,0.00000,0.100
+71,mlp.experts.119.up_proj,rtn: 0.0023651,0.00000,0.101
+71,mlp.experts.99.up_proj,rtn: 0.0022736,0.00000,0.080
+71,mlp.experts.186.up_proj,rtn: 0.0023346,0.00000,0.078
+71,mlp.experts.190.up_proj,rtn: 0.0023499,0.00000,0.061
+71,mlp.experts.181.up_proj,rtn: 0.0023041,0.00000,0.067
+71,mlp.experts.155.up_proj,rtn: 0.0023499,0.00000,0.082
+71,mlp.experts.182.up_proj,rtn: 0.0022583,0.00000,0.069
+71,mlp.experts.152.up_proj,rtn: 0.0023193,0.00000,0.094
+71,mlp.experts.162.up_proj,rtn: 0.0022888,0.00000,0.070
+71,mlp.experts.169.up_proj,rtn: 0.0023499,0.00000,0.077
+71,mlp.experts.156.up_proj,rtn: 0.0022430,0.00000,0.101
+71,mlp.experts.144.up_proj,rtn: 0.0023956,0.00000,0.099
+71,mlp.experts.161.up_proj,rtn: 0.0023651,0.00000,0.068
+71,mlp.experts.189.up_proj,rtn: 0.0023804,0.00000,0.078
+71,mlp.experts.159.up_proj,rtn: 0.0023346,0.00000,0.081
+71,mlp.experts.135.up_proj,rtn: 0.0023041,0.00000,0.091
+71,mlp.experts.148.up_proj,rtn: 0.0023651,0.00000,0.095
+71,mlp.experts.115.up_proj,rtn: 0.0023041,0.00000,0.084
+71,mlp.experts.178.up_proj,rtn: 0.0022888,0.00000,0.041
+71,mlp.experts.185.up_proj,rtn: 0.0022736,0.00000,0.047
+71,mlp.experts.177.up_proj,rtn: 0.0023193,0.00000,0.049
+71,mlp.experts.171.up_proj,rtn: 0.0023499,0.00000,0.081
+71,mlp.experts.168.up_proj,rtn: 0.0023041,0.00000,0.093
+71,mlp.experts.160.up_proj,rtn: 0.0023499,0.00000,0.084
+71,mlp.experts.172.up_proj,rtn: 0.0023193,0.00000,0.095
+71,mlp.experts.175.up_proj,rtn: 0.0022736,0.00000,0.090
+71,mlp.experts.151.up_proj,rtn: 0.0023193,0.00000,0.082
+71,mlp.experts.164.up_proj,rtn: 0.0023041,0.00000,0.092
+71,mlp.experts.131.up_proj,rtn: 0.0023193,0.00000,0.087
+71,mlp.experts.187.up_proj,rtn: 0.0022430,0.00000,0.080
+71,mlp.experts.176.up_proj,rtn: 0.0022888,0.00000,0.081
+71,mlp.experts.184.up_proj,rtn: 0.0022736,0.00000,0.089
+71,mlp.experts.188.up_proj,rtn: 0.0023651,0.00000,0.081
+71,mlp.experts.191.up_proj,rtn: 0.0023346,0.00000,0.074
+71,mlp.experts.167.up_proj,rtn: 0.0022736,0.00000,0.069
+71,mlp.experts.180.up_proj,rtn: 0.0022888,0.00000,0.063
+71,mlp.experts.147.up_proj,rtn: 0.0023346,0.00000,0.065
+71,mlp.experts.183.up_proj,rtn: 0.0023346,0.00000,0.048
+71,mlp.experts.163.up_proj,rtn: 0.0023041,0.00000,0.045
+71,mlp.experts.179.up_proj,rtn: 0.0023346,0.00000,0.025
+71,mlp.experts.0.down_proj,rtn: 0.0022278,0.00000,0.019
+71,mlp.experts.10.down_proj,rtn: 0.0023193,0.00000,0.051
+71,mlp.experts.2.down_proj,rtn: 0.0023041,0.00000,0.052
+71,mlp.experts.6.down_proj,rtn: 0.0022430,0.00000,0.055
+71,mlp.experts.16.down_proj,rtn: 0.0023041,0.00000,0.046
+71,mlp.experts.12.down_proj,rtn: 0.0022888,0.00000,0.048
+71,mlp.experts.13.down_proj,rtn: 0.0021362,0.00000,0.053
+71,mlp.experts.14.down_proj,rtn: 0.0023193,0.00000,0.053
+71,mlp.experts.8.down_proj,rtn: 0.0022430,0.00000,0.055
+71,mlp.experts.3.down_proj,rtn: 0.0023346,0.00000,0.144
+71,mlp.experts.4.down_proj,rtn: 0.0022736,0.00000,0.060
+71,mlp.experts.7.down_proj,rtn: 0.0022888,0.00000,0.145
+71,mlp.experts.9.down_proj,rtn: 0.0023193,0.00000,0.064
+71,mlp.experts.11.down_proj,rtn: 0.0023346,0.00000,0.149
+71,mlp.experts.1.down_proj,rtn: 0.0022888,0.00000,0.066
+71,mlp.experts.15.down_proj,rtn: 0.0023041,0.00000,0.151
+71,mlp.experts.5.down_proj,rtn: 0.0022430,0.00000,0.076
+71,mlp.experts.32.down_proj,rtn: 0.0023041,0.00000,0.028
+71,mlp.experts.22.down_proj,rtn: 0.0023346,0.00000,0.039
+71,mlp.experts.29.down_proj,rtn: 0.0023499,0.00000,0.026
+71,mlp.experts.26.down_proj,rtn: 0.0022430,0.00000,0.052
+71,mlp.experts.18.down_proj,rtn: 0.0023041,0.00000,0.048
+71,mlp.experts.25.down_proj,rtn: 0.0023041,0.00000,0.024
+71,mlp.experts.30.down_proj,rtn: 0.0023346,0.00000,0.027
+71,mlp.experts.28.down_proj,rtn: 0.0022736,0.00000,0.047
+71,mlp.experts.17.down_proj,rtn: 0.0023193,0.00000,0.013
+71,mlp.experts.20.down_proj,rtn: 0.0023346,0.00000,0.030
+71,mlp.experts.19.down_proj,rtn: 0.0023499,0.00000,0.033
+71,mlp.experts.48.down_proj,rtn: 0.0023041,0.00000,0.025
+71,mlp.experts.24.down_proj,rtn: 0.0022888,0.00000,0.044
+71,mlp.experts.46.down_proj,rtn: 0.0023193,0.00000,0.037
+71,mlp.experts.45.down_proj,rtn: 0.0023346,0.00000,0.037
+71,mlp.experts.23.down_proj,rtn: 0.0023651,0.00000,0.064
+71,mlp.experts.31.down_proj,rtn: 0.0023346,0.00000,0.056
+71,mlp.experts.34.down_proj,rtn: 0.0022888,0.00000,0.038
+71,mlp.experts.41.down_proj,rtn: 0.0023346,0.00000,0.038
+71,mlp.experts.27.down_proj,rtn: 0.0022888,0.00000,0.056
+71,mlp.experts.42.down_proj,rtn: 0.0023041,0.00000,0.052
+71,mlp.experts.33.down_proj,rtn: 0.0022736,0.00000,0.040
+71,mlp.experts.38.down_proj,rtn: 0.0023651,0.00000,0.046
+71,mlp.experts.40.down_proj,rtn: 0.0022888,0.00000,0.050
+71,mlp.experts.64.down_proj,rtn: 0.0023499,0.00000,0.040
+71,mlp.experts.62.down_proj,rtn: 0.0023193,0.00000,0.029
+71,mlp.experts.36.down_proj,rtn: 0.0022278,0.00000,0.050
+71,mlp.experts.21.down_proj,rtn: 0.0022430,0.00000,0.074
+71,mlp.experts.44.down_proj,rtn: 0.0022888,0.00000,0.044
+71,mlp.experts.35.down_proj,rtn: 0.0022278,0.00000,0.052
+71,mlp.experts.57.down_proj,rtn: 0.0023041,0.00000,0.033
+71,mlp.experts.61.down_proj,rtn: 0.0022736,0.00000,0.045
+71,mlp.experts.50.down_proj,rtn: 0.0023499,0.00000,0.045
+71,mlp.experts.49.down_proj,rtn: 0.0022736,0.00000,0.038
+71,mlp.experts.78.down_proj,rtn: 0.0023346,0.00000,0.036
+71,mlp.experts.80.down_proj,rtn: 0.0023193,0.00000,0.034
+71,mlp.experts.58.down_proj,rtn: 0.0022736,0.00000,0.054
+71,mlp.experts.39.down_proj,rtn: 0.0023193,0.00000,0.072
+71,mlp.experts.54.down_proj,rtn: 0.0022430,0.00000,0.049
+71,mlp.experts.47.down_proj,rtn: 0.0023346,0.00000,0.064
+71,mlp.experts.56.down_proj,rtn: 0.0023956,0.00000,0.051
+71,mlp.experts.43.down_proj,rtn: 0.0023041,0.00000,0.063
+71,mlp.experts.73.down_proj,rtn: 0.0023193,0.00000,0.034
+71,mlp.experts.51.down_proj,rtn: 0.0022583,0.00000,0.050
+71,mlp.experts.60.down_proj,rtn: 0.0023651,0.00000,0.045
+71,mlp.experts.77.down_proj,rtn: 0.0023193,0.00000,0.043
+71,mlp.experts.52.down_proj,rtn: 0.0021820,0.00000,0.050
+71,mlp.experts.94.down_proj,rtn: 0.0022583,0.00000,0.030
+71,mlp.experts.96.down_proj,rtn: 0.0022888,0.00000,0.027
+71,mlp.experts.66.down_proj,rtn: 0.0022888,0.00000,0.047
+71,mlp.experts.65.down_proj,rtn: 0.0023193,0.00000,0.042
+71,mlp.experts.37.down_proj,rtn: 0.0023041,0.00000,0.068
+71,mlp.experts.89.down_proj,rtn: 0.0022736,0.00000,0.020
+71,mlp.experts.74.down_proj,rtn: 0.0022736,0.00000,0.047
+71,mlp.experts.76.down_proj,rtn: 0.0022430,0.00000,0.044
+71,mlp.experts.70.down_proj,rtn: 0.0022736,0.00000,0.053
+71,mlp.experts.63.down_proj,rtn: 0.0022736,0.00000,0.058
+71,mlp.experts.110.down_proj,rtn: 0.0023041,0.00000,0.034
+71,mlp.experts.112.down_proj,rtn: 0.0023041,0.00000,0.042
+71,mlp.experts.72.down_proj,rtn: 0.0022736,0.00000,0.053
+71,mlp.experts.93.down_proj,rtn: 0.0023193,0.00000,0.041
+71,mlp.experts.55.down_proj,rtn: 0.0021820,0.00000,0.073
+71,mlp.experts.67.down_proj,rtn: 0.0023193,0.00000,0.055
+71,mlp.experts.68.down_proj,rtn: 0.0022125,0.00000,0.049
+71,mlp.experts.105.down_proj,rtn: 0.0022888,0.00000,0.035
+71,mlp.experts.59.down_proj,rtn: 0.0022736,0.00000,0.059
+71,mlp.experts.81.down_proj,rtn: 0.0022736,0.00000,0.048
+71,mlp.experts.82.down_proj,rtn: 0.0023041,0.00000,0.052
+71,mlp.experts.90.down_proj,rtn: 0.0023193,0.00000,0.048
+71,mlp.experts.92.down_proj,rtn: 0.0022888,0.00000,0.040
+71,mlp.experts.126.down_proj,rtn: 0.0023041,0.00000,0.038
+71,mlp.experts.53.down_proj,rtn: 0.0023041,0.00000,0.074
+71,mlp.experts.128.down_proj,rtn: 0.0022583,0.00000,0.039
+71,mlp.experts.109.down_proj,rtn: 0.0022736,0.00000,0.039
+71,mlp.experts.86.down_proj,rtn: 0.0022583,0.00000,0.054
+71,mlp.experts.79.down_proj,rtn: 0.0021667,0.00000,0.059
+71,mlp.experts.84.down_proj,rtn: 0.0023041,0.00000,0.038
+71,mlp.experts.83.down_proj,rtn: 0.0022583,0.00000,0.055
+71,mlp.experts.88.down_proj,rtn: 0.0023193,0.00000,0.058
+71,mlp.experts.142.down_proj,rtn: 0.0022430,0.00000,0.037
+71,mlp.experts.108.down_proj,rtn: 0.0022583,0.00000,0.042
+71,mlp.experts.98.down_proj,rtn: 0.0022888,0.00000,0.044
+71,mlp.experts.121.down_proj,rtn: 0.0023041,0.00000,0.053
+71,mlp.experts.106.down_proj,rtn: 0.0022736,0.00000,0.039
+71,mlp.experts.97.down_proj,rtn: 0.0022736,0.00000,0.052
+71,mlp.experts.75.down_proj,rtn: 0.0022583,0.00000,0.059
+71,mlp.experts.144.down_proj,rtn: 0.0024109,0.00000,0.034
+71,mlp.experts.125.down_proj,rtn: 0.0022278,0.00000,0.039
+71,mlp.experts.71.down_proj,rtn: 0.0022736,0.00000,0.078
+71,mlp.experts.100.down_proj,rtn: 0.0023804,0.00000,0.035
+71,mlp.experts.102.down_proj,rtn: 0.0022736,0.00000,0.052
+71,mlp.experts.99.down_proj,rtn: 0.0022888,0.00000,0.051
+71,mlp.experts.95.down_proj,rtn: 0.0022278,0.00000,0.056
+71,mlp.experts.158.down_proj,rtn: 0.0022736,0.00000,0.042
+71,mlp.experts.69.down_proj,rtn: 0.0023346,0.00000,0.070
+71,mlp.experts.122.down_proj,rtn: 0.0022888,0.00000,0.044
+71,mlp.experts.114.down_proj,rtn: 0.0022583,0.00000,0.041
+71,mlp.experts.124.down_proj,rtn: 0.0023193,0.00000,0.043
+71,mlp.experts.104.down_proj,rtn: 0.0022430,0.00000,0.054
+71,mlp.experts.141.down_proj,rtn: 0.0022736,0.00000,0.037
+71,mlp.experts.137.down_proj,rtn: 0.0022583,0.00000,0.050
+71,mlp.experts.160.down_proj,rtn: 0.0023499,0.00000,0.036
+71,mlp.experts.116.down_proj,rtn: 0.0022736,0.00000,0.032
+71,mlp.experts.91.down_proj,rtn: 0.0022736,0.00000,0.047
+71,mlp.experts.113.down_proj,rtn: 0.0023041,0.00000,0.045
+71,mlp.experts.118.down_proj,rtn: 0.0022888,0.00000,0.049
+71,mlp.experts.87.down_proj,rtn: 0.0023193,0.00000,0.060
+71,mlp.experts.115.down_proj,rtn: 0.0022736,0.00000,0.049
+71,mlp.experts.130.down_proj,rtn: 0.0022736,0.00000,0.042
+71,mlp.experts.174.down_proj,rtn: 0.0021973,0.00000,0.031
+71,mlp.experts.111.down_proj,rtn: 0.0022736,0.00000,0.048
+71,mlp.experts.138.down_proj,rtn: 0.0023193,0.00000,0.045
+71,mlp.experts.85.down_proj,rtn: 0.0022125,0.00000,0.047
+71,mlp.experts.176.down_proj,rtn: 0.0023041,0.00000,0.041
+71,mlp.experts.140.down_proj,rtn: 0.0023499,0.00000,0.042
+71,mlp.experts.120.down_proj,rtn: 0.0023346,0.00000,0.040
+71,mlp.experts.132.down_proj,rtn: 0.0022430,0.00000,0.035
+71,mlp.experts.157.down_proj,rtn: 0.0022430,0.00000,0.044
+71,mlp.experts.153.down_proj,rtn: 0.0022430,0.00000,0.044
+71,mlp.experts.129.down_proj,rtn: 0.0023346,0.00000,0.044
+71,mlp.experts.107.down_proj,rtn: 0.0022736,0.00000,0.054
+71,mlp.experts.103.down_proj,rtn: 0.0022736,0.00000,0.045
+71,mlp.experts.190.down_proj,rtn: 0.0023804,0.00000,0.036
+71,mlp.experts.134.down_proj,rtn: 0.0023041,0.00000,0.050
+71,mlp.experts.154.down_proj,rtn: 0.0023499,0.00000,0.032
+71,mlp.experts.146.down_proj,rtn: 0.0021973,0.00000,0.043
+71,mlp.experts.136.down_proj,rtn: 0.0023346,0.00000,0.031
+71,mlp.experts.131.down_proj,rtn: 0.0023041,0.00000,0.054
+71,mlp.experts.127.down_proj,rtn: 0.0022125,0.00000,0.048
+71,mlp.experts.148.down_proj,rtn: 0.0023193,0.00000,0.033
+71,mlp.experts.156.down_proj,rtn: 0.0022736,0.00000,0.041
+71,mlp.experts.101.down_proj,rtn: 0.0022888,0.00000,0.049
+71,mlp.experts.173.down_proj,rtn: 0.0023041,0.00000,0.042
+71,mlp.experts.169.down_proj,rtn: 0.0023193,0.00000,0.050
+71,mlp.experts.123.down_proj,rtn: 0.0022583,0.00000,0.044
+71,mlp.experts.170.down_proj,rtn: 0.0021362,0.00000,0.036
+71,mlp.experts.162.down_proj,rtn: 0.0022583,0.00000,0.033
+71,mlp.experts.119.down_proj,rtn: 0.0023804,0.00000,0.045
+71,mlp.experts.145.down_proj,rtn: 0.0022888,0.00000,0.051
+71,mlp.experts.150.down_proj,rtn: 0.0023193,0.00000,0.040
+71,mlp.experts.152.down_proj,rtn: 0.0022736,0.00000,0.035
+71,mlp.experts.147.down_proj,rtn: 0.0023499,0.00000,0.040
+71,mlp.experts.164.down_proj,rtn: 0.0022888,0.00000,0.033
+71,mlp.experts.172.down_proj,rtn: 0.0022736,0.00000,0.032
+71,mlp.experts.143.down_proj,rtn: 0.0023041,0.00000,0.043
+71,mlp.experts.189.down_proj,rtn: 0.0023804,0.00000,0.035
+71,mlp.experts.117.down_proj,rtn: 0.0023193,0.00000,0.038
+71,mlp.experts.185.down_proj,rtn: 0.0022430,0.00000,0.033
+71,mlp.experts.186.down_proj,rtn: 0.0022888,0.00000,0.031
+71,mlp.experts.161.down_proj,rtn: 0.0023804,0.00000,0.030
+71,mlp.experts.178.down_proj,rtn: 0.0022888,0.00000,0.032
+71,mlp.experts.139.down_proj,rtn: 0.0022736,0.00000,0.043
+71,mlp.experts.168.down_proj,rtn: 0.0022736,0.00000,0.032
+71,mlp.experts.166.down_proj,rtn: 0.0023499,0.00000,0.032
+71,mlp.experts.135.down_proj,rtn: 0.0023193,0.00000,0.040
+71,mlp.experts.180.down_proj,rtn: 0.0023499,0.00000,0.033
+71,mlp.experts.133.down_proj,rtn: 0.0022888,0.00000,0.028
+71,mlp.experts.177.down_proj,rtn: 0.0023193,0.00000,0.018
+71,mlp.experts.163.down_proj,rtn: 0.0022736,0.00000,0.039
+71,mlp.experts.188.down_proj,rtn: 0.0023193,0.00000,0.039
+71,mlp.experts.159.down_proj,rtn: 0.0023193,0.00000,0.040
+71,mlp.experts.184.down_proj,rtn: 0.0022736,0.00000,0.022
+71,mlp.experts.182.down_proj,rtn: 0.0021820,0.00000,0.018
+71,mlp.experts.149.down_proj,rtn: 0.0026245,0.00000,0.012
+71,mlp.experts.155.down_proj,rtn: 0.0022278,0.00000,0.040
+71,mlp.experts.151.down_proj,rtn: 0.0022888,0.00000,0.036
+71,mlp.experts.165.down_proj,rtn: 0.0022736,0.00000,0.011
+71,mlp.experts.179.down_proj,rtn: 0.0022736,0.00000,0.036
+71,mlp.experts.175.down_proj,rtn: 0.0022888,0.00000,0.035
+71,mlp.experts.181.down_proj,rtn: 0.0023041,0.00000,0.011
+71,mlp.experts.167.down_proj,rtn: 0.0021667,0.00000,0.027
+71,mlp.experts.171.down_proj,rtn: 0.0023346,0.00000,0.032
+71,mlp.experts.191.down_proj,rtn: 0.0023499,0.00000,0.027
+71,mlp.experts.183.down_proj,rtn: 0.0023041,0.00000,0.022
+71,mlp.experts.187.down_proj,rtn: 0.0022125,0.00000,0.021
+71,mlp.shared_experts.up_proj,rtn: 0.0016327,0.00000,0.028
+71,mlp.shared_experts.gate_proj,rtn: 0.0016937,0.00000,0.039
+71,mlp.shared_experts.down_proj,rtn: 0.0018082,0.00000,0.021
+72,self_attn.k_proj,rtn: 0.0020447,0.00000,0.015
+72,self_attn.v_proj,rtn: 0.0033264,0.00000,0.021
+72,self_attn.q_proj,rtn: 0.0021515,0.00000,0.021
+72,self_attn.o_proj,rtn: 0.0029602,0.00000,0.030
+72,mlp.experts.6.gate_proj,rtn: 0.0022430,0.00000,0.095
+72,mlp.experts.3.gate_proj,rtn: 0.0023346,0.00000,0.097
+72,mlp.experts.10.gate_proj,rtn: 0.0023193,0.00000,0.103
+72,mlp.experts.14.gate_proj,rtn: 0.0022888,0.00000,0.104
+72,mlp.experts.5.gate_proj,rtn: 0.0023346,0.00000,0.104
+72,mlp.experts.15.gate_proj,rtn: 0.0023193,0.00000,0.108
+72,mlp.experts.12.gate_proj,rtn: 0.0022888,0.00000,0.112
+72,mlp.experts.9.gate_proj,rtn: 0.0023193,0.00000,0.114
+72,mlp.experts.11.gate_proj,rtn: 0.0023193,0.00000,0.118
+72,mlp.experts.13.gate_proj,rtn: 0.0023804,0.00000,0.120
+72,mlp.experts.2.gate_proj,rtn: 0.0023041,0.00000,0.121
+72,mlp.experts.1.gate_proj,rtn: 0.0023041,0.00000,0.125
+72,mlp.experts.4.gate_proj,rtn: 0.0022430,0.00000,0.130
+72,mlp.experts.0.gate_proj,rtn: 0.0023193,0.00000,0.133
+72,mlp.experts.7.gate_proj,rtn: 0.0023346,0.00000,0.134
+72,mlp.experts.8.gate_proj,rtn: 0.0023193,0.00000,0.136
+72,mlp.experts.22.gate_proj,rtn: 0.0022278,0.00000,0.090
+72,mlp.experts.19.gate_proj,rtn: 0.0023499,0.00000,0.086
+72,mlp.experts.26.gate_proj,rtn: 0.0023041,0.00000,0.082
+72,mlp.experts.30.gate_proj,rtn: 0.0022888,0.00000,0.084
+72,mlp.experts.31.gate_proj,rtn: 0.0023651,0.00000,0.080
+72,mlp.experts.21.gate_proj,rtn: 0.0023193,0.00000,0.089
+72,mlp.experts.27.gate_proj,rtn: 0.0022888,0.00000,0.082
+72,mlp.experts.29.gate_proj,rtn: 0.0023193,0.00000,0.088
+72,mlp.experts.25.gate_proj,rtn: 0.0023804,0.00000,0.096
+72,mlp.experts.28.gate_proj,rtn: 0.0022736,0.00000,0.102
+72,mlp.experts.18.gate_proj,rtn: 0.0023804,0.00000,0.092
+72,mlp.experts.17.gate_proj,rtn: 0.0023346,0.00000,0.095
+72,mlp.experts.23.gate_proj,rtn: 0.0023804,0.00000,0.088
+72,mlp.experts.20.gate_proj,rtn: 0.0023499,0.00000,0.101
+72,mlp.experts.16.gate_proj,rtn: 0.0022736,0.00000,0.102
+72,mlp.experts.24.gate_proj,rtn: 0.0022888,0.00000,0.105
+72,mlp.experts.38.gate_proj,rtn: 0.0022888,0.00000,0.073
+72,mlp.experts.42.gate_proj,rtn: 0.0023804,0.00000,0.074
+72,mlp.experts.37.gate_proj,rtn: 0.0022583,0.00000,0.081
+72,mlp.experts.46.gate_proj,rtn: 0.0022736,0.00000,0.088
+72,mlp.experts.35.gate_proj,rtn: 0.0023499,0.00000,0.094
+72,mlp.experts.47.gate_proj,rtn: 0.0023346,0.00000,0.092
+72,mlp.experts.43.gate_proj,rtn: 0.0023804,0.00000,0.088
+72,mlp.experts.45.gate_proj,rtn: 0.0022583,0.00000,0.089
+72,mlp.experts.41.gate_proj,rtn: 0.0022888,0.00000,0.087
+72,mlp.experts.34.gate_proj,rtn: 0.0023193,0.00000,0.087
+72,mlp.experts.33.gate_proj,rtn: 0.0023804,0.00000,0.088
+72,mlp.experts.39.gate_proj,rtn: 0.0023346,0.00000,0.089
+72,mlp.experts.44.gate_proj,rtn: 0.0022888,0.00000,0.109
+72,mlp.experts.36.gate_proj,rtn: 0.0023041,0.00000,0.099
+72,mlp.experts.32.gate_proj,rtn: 0.0022888,0.00000,0.098
+72,mlp.experts.40.gate_proj,rtn: 0.0023651,0.00000,0.104
+72,mlp.experts.58.gate_proj,rtn: 0.0025635,0.00000,0.082
+72,mlp.experts.54.gate_proj,rtn: 0.0022125,0.00000,0.084
+72,mlp.experts.53.gate_proj,rtn: 0.0023499,0.00000,0.083
+72,mlp.experts.62.gate_proj,rtn: 0.0023499,0.00000,0.085
+72,mlp.experts.59.gate_proj,rtn: 0.0022888,0.00000,0.080
+72,mlp.experts.51.gate_proj,rtn: 0.0023193,0.00000,0.088
+72,mlp.experts.63.gate_proj,rtn: 0.0022888,0.00000,0.086
+72,mlp.experts.61.gate_proj,rtn: 0.0023193,0.00000,0.091
+72,mlp.experts.50.gate_proj,rtn: 0.0022888,0.00000,0.086
+72,mlp.experts.57.gate_proj,rtn: 0.0023346,0.00000,0.095
+72,mlp.experts.55.gate_proj,rtn: 0.0022125,0.00000,0.084
+72,mlp.experts.49.gate_proj,rtn: 0.0022736,0.00000,0.096
+72,mlp.experts.60.gate_proj,rtn: 0.0023041,0.00000,0.105
+72,mlp.experts.52.gate_proj,rtn: 0.0023499,0.00000,0.099
+72,mlp.experts.74.gate_proj,rtn: 0.0023651,0.00000,0.083
+72,mlp.experts.70.gate_proj,rtn: 0.0022888,0.00000,0.083
+72,mlp.experts.48.gate_proj,rtn: 0.0023041,0.00000,0.103
+72,mlp.experts.56.gate_proj,rtn: 0.0023346,0.00000,0.102
+72,mlp.experts.78.gate_proj,rtn: 0.0023193,0.00000,0.085
+72,mlp.experts.75.gate_proj,rtn: 0.0022736,0.00000,0.087
+72,mlp.experts.69.gate_proj,rtn: 0.0022888,0.00000,0.099
+72,mlp.experts.79.gate_proj,rtn: 0.0023499,0.00000,0.086
+72,mlp.experts.67.gate_proj,rtn: 0.0022736,0.00000,0.092
+72,mlp.experts.66.gate_proj,rtn: 0.0022430,0.00000,0.088
+72,mlp.experts.77.gate_proj,rtn: 0.0023193,0.00000,0.099
+72,mlp.experts.71.gate_proj,rtn: 0.0023041,0.00000,0.089
+72,mlp.experts.73.gate_proj,rtn: 0.0023804,0.00000,0.101
+72,mlp.experts.65.gate_proj,rtn: 0.0023346,0.00000,0.101
+72,mlp.experts.76.gate_proj,rtn: 0.0022736,0.00000,0.095
+72,mlp.experts.86.gate_proj,rtn: 0.0023804,0.00000,0.088
+72,mlp.experts.68.gate_proj,rtn: 0.0023041,0.00000,0.100
+72,mlp.experts.90.gate_proj,rtn: 0.0023041,0.00000,0.093
+72,mlp.experts.64.gate_proj,rtn: 0.0022736,0.00000,0.104
+72,mlp.experts.94.gate_proj,rtn: 0.0023499,0.00000,0.085
+72,mlp.experts.95.gate_proj,rtn: 0.0023499,0.00000,0.080
+72,mlp.experts.91.gate_proj,rtn: 0.0023346,0.00000,0.090
+72,mlp.experts.85.gate_proj,rtn: 0.0023041,0.00000,0.098
+72,mlp.experts.72.gate_proj,rtn: 0.0023346,0.00000,0.112
+72,mlp.experts.83.gate_proj,rtn: 0.0022736,0.00000,0.091
+72,mlp.experts.82.gate_proj,rtn: 0.0022583,0.00000,0.090
+72,mlp.experts.93.gate_proj,rtn: 0.0024261,0.00000,0.087
+72,mlp.experts.87.gate_proj,rtn: 0.0022888,0.00000,0.090
+72,mlp.experts.81.gate_proj,rtn: 0.0022888,0.00000,0.089
+72,mlp.experts.89.gate_proj,rtn: 0.0022736,0.00000,0.099
+72,mlp.experts.102.gate_proj,rtn: 0.0024261,0.00000,0.084
+72,mlp.experts.106.gate_proj,rtn: 0.0023041,0.00000,0.090
+72,mlp.experts.92.gate_proj,rtn: 0.0023346,0.00000,0.102
+72,mlp.experts.110.gate_proj,rtn: 0.0023346,0.00000,0.079
+72,mlp.experts.107.gate_proj,rtn: 0.0023651,0.00000,0.072
+72,mlp.experts.111.gate_proj,rtn: 0.0023651,0.00000,0.076
+72,mlp.experts.84.gate_proj,rtn: 0.0022888,0.00000,0.103
+72,mlp.experts.80.gate_proj,rtn: 0.0023346,0.00000,0.100
+72,mlp.experts.99.gate_proj,rtn: 0.0023193,0.00000,0.075
+72,mlp.experts.103.gate_proj,rtn: 0.0022888,0.00000,0.074
+72,mlp.experts.101.gate_proj,rtn: 0.0022736,0.00000,0.099
+72,mlp.experts.98.gate_proj,rtn: 0.0023346,0.00000,0.091
+72,mlp.experts.88.gate_proj,rtn: 0.0022583,0.00000,0.105
+72,mlp.experts.109.gate_proj,rtn: 0.0022583,0.00000,0.097
+72,mlp.experts.105.gate_proj,rtn: 0.0022736,0.00000,0.092
+72,mlp.experts.97.gate_proj,rtn: 0.0023346,0.00000,0.096
+72,mlp.experts.118.gate_proj,rtn: 0.0023956,0.00000,0.092
+72,mlp.experts.127.gate_proj,rtn: 0.0022430,0.00000,0.078
+72,mlp.experts.122.gate_proj,rtn: 0.0023346,0.00000,0.093
+72,mlp.experts.126.gate_proj,rtn: 0.0023651,0.00000,0.092
+72,mlp.experts.123.gate_proj,rtn: 0.0021973,0.00000,0.088
+72,mlp.experts.100.gate_proj,rtn: 0.0023041,0.00000,0.095
+72,mlp.experts.115.gate_proj,rtn: 0.0022888,0.00000,0.087
+72,mlp.experts.108.gate_proj,rtn: 0.0022736,0.00000,0.109
+72,mlp.experts.119.gate_proj,rtn: 0.0022888,0.00000,0.079
+72,mlp.experts.96.gate_proj,rtn: 0.0022888,0.00000,0.099
+72,mlp.experts.117.gate_proj,rtn: 0.0023499,0.00000,0.087
+72,mlp.experts.125.gate_proj,rtn: 0.0023499,0.00000,0.075
+72,mlp.experts.114.gate_proj,rtn: 0.0023041,0.00000,0.094
+72,mlp.experts.104.gate_proj,rtn: 0.0023041,0.00000,0.099
+72,mlp.experts.113.gate_proj,rtn: 0.0023499,0.00000,0.084
+72,mlp.experts.121.gate_proj,rtn: 0.0023346,0.00000,0.086
+72,mlp.experts.134.gate_proj,rtn: 0.0022583,0.00000,0.097
+72,mlp.experts.143.gate_proj,rtn: 0.0022583,0.00000,0.091
+72,mlp.experts.142.gate_proj,rtn: 0.0023041,0.00000,0.088
+72,mlp.experts.138.gate_proj,rtn: 0.0023346,0.00000,0.093
+72,mlp.experts.139.gate_proj,rtn: 0.0023041,0.00000,0.096
+72,mlp.experts.116.gate_proj,rtn: 0.0022278,0.00000,0.095
+72,mlp.experts.131.gate_proj,rtn: 0.0022736,0.00000,0.091
+72,mlp.experts.124.gate_proj,rtn: 0.0023193,0.00000,0.097
+72,mlp.experts.112.gate_proj,rtn: 0.0022888,0.00000,0.093
+72,mlp.experts.135.gate_proj,rtn: 0.0023041,0.00000,0.097
+72,mlp.experts.141.gate_proj,rtn: 0.0022583,0.00000,0.086
+72,mlp.experts.133.gate_proj,rtn: 0.0023041,0.00000,0.089
+72,mlp.experts.130.gate_proj,rtn: 0.0023651,0.00000,0.096
+72,mlp.experts.137.gate_proj,rtn: 0.0023041,0.00000,0.082
+72,mlp.experts.120.gate_proj,rtn: 0.0022736,0.00000,0.099
+72,mlp.experts.129.gate_proj,rtn: 0.0023193,0.00000,0.090
+72,mlp.experts.159.gate_proj,rtn: 0.0022888,0.00000,0.089
+72,mlp.experts.150.gate_proj,rtn: 0.0022888,0.00000,0.094
+72,mlp.experts.158.gate_proj,rtn: 0.0022888,0.00000,0.088
+72,mlp.experts.154.gate_proj,rtn: 0.0022888,0.00000,0.086
+72,mlp.experts.155.gate_proj,rtn: 0.0023346,0.00000,0.092
+72,mlp.experts.147.gate_proj,rtn: 0.0023346,0.00000,0.086
+72,mlp.experts.157.gate_proj,rtn: 0.0023041,0.00000,0.081
+72,mlp.experts.128.gate_proj,rtn: 0.0022736,0.00000,0.087
+72,mlp.experts.132.gate_proj,rtn: 0.0023041,0.00000,0.101
+72,mlp.experts.151.gate_proj,rtn: 0.0023041,0.00000,0.091
+72,mlp.experts.140.gate_proj,rtn: 0.0022583,0.00000,0.104
+72,mlp.experts.149.gate_proj,rtn: 0.0023499,0.00000,0.092
+72,mlp.experts.146.gate_proj,rtn: 0.0022736,0.00000,0.093
+72,mlp.experts.153.gate_proj,rtn: 0.0023804,0.00000,0.087
+72,mlp.experts.136.gate_proj,rtn: 0.0022430,0.00000,0.100
+72,mlp.experts.145.gate_proj,rtn: 0.0023193,0.00000,0.099
+72,mlp.experts.175.gate_proj,rtn: 0.0023041,0.00000,0.082
+72,mlp.experts.171.gate_proj,rtn: 0.0022736,0.00000,0.075
+72,mlp.experts.163.gate_proj,rtn: 0.0022888,0.00000,0.074
+72,mlp.experts.166.gate_proj,rtn: 0.0022888,0.00000,0.101
+72,mlp.experts.170.gate_proj,rtn: 0.0022736,0.00000,0.097
+72,mlp.experts.174.gate_proj,rtn: 0.0023804,0.00000,0.099
+72,mlp.experts.167.gate_proj,rtn: 0.0024261,0.00000,0.095
+72,mlp.experts.165.gate_proj,rtn: 0.0023346,0.00000,0.088
+72,mlp.experts.173.gate_proj,rtn: 0.0022736,0.00000,0.104
+72,mlp.experts.148.gate_proj,rtn: 0.0023346,0.00000,0.103
+72,mlp.experts.144.gate_proj,rtn: 0.0022278,0.00000,0.107
+72,mlp.experts.169.gate_proj,rtn: 0.0023193,0.00000,0.090
+72,mlp.experts.156.gate_proj,rtn: 0.0022736,0.00000,0.108
+72,mlp.experts.162.gate_proj,rtn: 0.0022583,0.00000,0.103
+72,mlp.experts.191.gate_proj,rtn: 0.0023193,0.00000,0.089
+72,mlp.experts.161.gate_proj,rtn: 0.0022736,0.00000,0.097
+72,mlp.experts.187.gate_proj,rtn: 0.0023346,0.00000,0.078
+72,mlp.experts.179.gate_proj,rtn: 0.0022888,0.00000,0.071
+72,mlp.experts.152.gate_proj,rtn: 0.0024109,0.00000,0.078
+72,mlp.experts.182.gate_proj,rtn: 0.0022736,0.00000,0.095
+72,mlp.experts.190.gate_proj,rtn: 0.0022278,0.00000,0.093
+72,mlp.experts.186.gate_proj,rtn: 0.0023193,0.00000,0.094
+72,mlp.experts.183.gate_proj,rtn: 0.0023041,0.00000,0.074
+72,mlp.experts.164.gate_proj,rtn: 0.0023804,0.00000,0.085
+72,mlp.experts.160.gate_proj,rtn: 0.0023346,0.00000,0.088
+72,mlp.experts.181.gate_proj,rtn: 0.0022888,0.00000,0.092
+72,mlp.experts.189.gate_proj,rtn: 0.0023346,0.00000,0.100
+72,mlp.experts.172.gate_proj,rtn: 0.0023193,0.00000,0.092
+72,mlp.experts.15.up_proj,rtn: 0.0022736,0.00000,0.072
+72,mlp.experts.11.up_proj,rtn: 0.0023346,0.00000,0.073
+72,mlp.experts.178.gate_proj,rtn: 0.0023041,0.00000,0.095
+72,mlp.experts.185.gate_proj,rtn: 0.0024261,0.00000,0.104
+72,mlp.experts.3.up_proj,rtn: 0.0023193,0.00000,0.072
+72,mlp.experts.177.gate_proj,rtn: 0.0023193,0.00000,0.097
+72,mlp.experts.168.gate_proj,rtn: 0.0023041,0.00000,0.081
+72,mlp.experts.7.up_proj,rtn: 0.0023499,0.00000,0.073
+72,mlp.experts.6.up_proj,rtn: 0.0022583,0.00000,0.099
+72,mlp.experts.10.up_proj,rtn: 0.0023193,0.00000,0.092
+72,mlp.experts.14.up_proj,rtn: 0.0022888,0.00000,0.104
+72,mlp.experts.31.up_proj,rtn: 0.0023651,0.00000,0.066
+72,mlp.experts.180.gate_proj,rtn: 0.0022430,0.00000,0.086
+72,mlp.experts.176.gate_proj,rtn: 0.0023651,0.00000,0.089
+72,mlp.experts.5.up_proj,rtn: 0.0023193,0.00000,0.091
+72,mlp.experts.27.up_proj,rtn: 0.0022736,0.00000,0.074
+72,mlp.experts.188.gate_proj,rtn: 0.0023041,0.00000,0.088
+72,mlp.experts.13.up_proj,rtn: 0.0023193,0.00000,0.099
+72,mlp.experts.19.up_proj,rtn: 0.0023499,0.00000,0.067
+72,mlp.experts.9.up_proj,rtn: 0.0023041,0.00000,0.093
+72,mlp.experts.2.up_proj,rtn: 0.0022888,0.00000,0.097
+72,mlp.experts.23.up_proj,rtn: 0.0023499,0.00000,0.076
+72,mlp.experts.1.up_proj,rtn: 0.0022888,0.00000,0.089
+72,mlp.experts.184.gate_proj,rtn: 0.0022888,0.00000,0.099
+72,mlp.experts.47.up_proj,rtn: 0.0022583,0.00000,0.077
+72,mlp.experts.22.up_proj,rtn: 0.0022583,0.00000,0.094
+72,mlp.experts.26.up_proj,rtn: 0.0022888,0.00000,0.094
+72,mlp.experts.30.up_proj,rtn: 0.0022888,0.00000,0.092
+72,mlp.experts.21.up_proj,rtn: 0.0023346,0.00000,0.089
+72,mlp.experts.4.up_proj,rtn: 0.0022583,0.00000,0.098
+72,mlp.experts.0.up_proj,rtn: 0.0022736,0.00000,0.096
+72,mlp.experts.43.up_proj,rtn: 0.0023193,0.00000,0.084
+72,mlp.experts.29.up_proj,rtn: 0.0023346,0.00000,0.087
+72,mlp.experts.12.up_proj,rtn: 0.0022888,0.00000,0.091
+72,mlp.experts.35.up_proj,rtn: 0.0023346,0.00000,0.084
+72,mlp.experts.18.up_proj,rtn: 0.0023651,0.00000,0.086
+72,mlp.experts.25.up_proj,rtn: 0.0023804,0.00000,0.091
+72,mlp.experts.39.up_proj,rtn: 0.0023193,0.00000,0.088
+72,mlp.experts.17.up_proj,rtn: 0.0023193,0.00000,0.086
+72,mlp.experts.63.up_proj,rtn: 0.0022888,0.00000,0.081
+72,mlp.experts.8.up_proj,rtn: 0.0023193,0.00000,0.102
+72,mlp.experts.38.up_proj,rtn: 0.0022888,0.00000,0.095
+72,mlp.experts.46.up_proj,rtn: 0.0022888,0.00000,0.083
+72,mlp.experts.42.up_proj,rtn: 0.0023499,0.00000,0.094
+72,mlp.experts.37.up_proj,rtn: 0.0022125,0.00000,0.077
+72,mlp.experts.59.up_proj,rtn: 0.0022888,0.00000,0.082
+72,mlp.experts.45.up_proj,rtn: 0.0022736,0.00000,0.078
+72,mlp.experts.20.up_proj,rtn: 0.0023346,0.00000,0.105
+72,mlp.experts.51.up_proj,rtn: 0.0023193,0.00000,0.091
+72,mlp.experts.16.up_proj,rtn: 0.0022278,0.00000,0.103
+72,mlp.experts.41.up_proj,rtn: 0.0022430,0.00000,0.076
+72,mlp.experts.28.up_proj,rtn: 0.0022736,0.00000,0.094
+72,mlp.experts.33.up_proj,rtn: 0.0023804,0.00000,0.074
+72,mlp.experts.34.up_proj,rtn: 0.0023346,0.00000,0.085
+72,mlp.experts.55.up_proj,rtn: 0.0021973,0.00000,0.089
+72,mlp.experts.79.up_proj,rtn: 0.0023651,0.00000,0.082
+72,mlp.experts.54.up_proj,rtn: 0.0021973,0.00000,0.087
+72,mlp.experts.62.up_proj,rtn: 0.0023346,0.00000,0.089
+72,mlp.experts.53.up_proj,rtn: 0.0023651,0.00000,0.085
+72,mlp.experts.58.up_proj,rtn: 0.0026703,0.00000,0.085
+72,mlp.experts.75.up_proj,rtn: 0.0022278,0.00000,0.083
+72,mlp.experts.24.up_proj,rtn: 0.0023041,0.00000,0.105
+72,mlp.experts.61.up_proj,rtn: 0.0023346,0.00000,0.093
+72,mlp.experts.67.up_proj,rtn: 0.0022888,0.00000,0.086
+72,mlp.experts.49.up_proj,rtn: 0.0022583,0.00000,0.078
+72,mlp.experts.57.up_proj,rtn: 0.0023499,0.00000,0.083
+72,mlp.experts.50.up_proj,rtn: 0.0022888,0.00000,0.085
+72,mlp.experts.36.up_proj,rtn: 0.0023193,0.00000,0.104
+72,mlp.experts.44.up_proj,rtn: 0.0023041,0.00000,0.099
+72,mlp.experts.32.up_proj,rtn: 0.0022736,0.00000,0.106
+72,mlp.experts.71.up_proj,rtn: 0.0022888,0.00000,0.087
+72,mlp.experts.95.up_proj,rtn: 0.0023499,0.00000,0.088
+72,mlp.experts.78.up_proj,rtn: 0.0023193,0.00000,0.085
+72,mlp.experts.70.up_proj,rtn: 0.0022736,0.00000,0.089
+72,mlp.experts.69.up_proj,rtn: 0.0022888,0.00000,0.100
+72,mlp.experts.91.up_proj,rtn: 0.0023041,0.00000,0.094
+72,mlp.experts.74.up_proj,rtn: 0.0023193,0.00000,0.098
+72,mlp.experts.40.up_proj,rtn: 0.0023193,0.00000,0.095
+72,mlp.experts.83.up_proj,rtn: 0.0022736,0.00000,0.089
+72,mlp.experts.77.up_proj,rtn: 0.0023346,0.00000,0.101
+72,mlp.experts.66.up_proj,rtn: 0.0021973,0.00000,0.091
+72,mlp.experts.73.up_proj,rtn: 0.0023804,0.00000,0.096
+72,mlp.experts.65.up_proj,rtn: 0.0023499,0.00000,0.103
+72,mlp.experts.87.up_proj,rtn: 0.0023041,0.00000,0.091
+72,mlp.experts.52.up_proj,rtn: 0.0023499,0.00000,0.100
+72,mlp.experts.60.up_proj,rtn: 0.0022888,0.00000,0.098
+72,mlp.experts.48.up_proj,rtn: 0.0022888,0.00000,0.097
+72,mlp.experts.111.up_proj,rtn: 0.0023041,0.00000,0.092
+72,mlp.experts.86.up_proj,rtn: 0.0023804,0.00000,0.083
+72,mlp.experts.94.up_proj,rtn: 0.0023193,0.00000,0.091
+72,mlp.experts.56.up_proj,rtn: 0.0023193,0.00000,0.093
+72,mlp.experts.107.up_proj,rtn: 0.0023651,0.00000,0.096
+72,mlp.experts.85.up_proj,rtn: 0.0023041,0.00000,0.103
+72,mlp.experts.90.up_proj,rtn: 0.0022736,0.00000,0.095
+72,mlp.experts.99.up_proj,rtn: 0.0023346,0.00000,0.095
+72,mlp.experts.89.up_proj,rtn: 0.0022278,0.00000,0.087
+72,mlp.experts.81.up_proj,rtn: 0.0023041,0.00000,0.081
+72,mlp.experts.93.up_proj,rtn: 0.0023346,0.00000,0.097
+72,mlp.experts.82.up_proj,rtn: 0.0022430,0.00000,0.090
+72,mlp.experts.103.up_proj,rtn: 0.0022278,0.00000,0.092
+72,mlp.experts.68.up_proj,rtn: 0.0023193,0.00000,0.095
+72,mlp.experts.127.up_proj,rtn: 0.0022430,0.00000,0.090
+72,mlp.experts.64.up_proj,rtn: 0.0022736,0.00000,0.098
+72,mlp.experts.76.up_proj,rtn: 0.0022888,0.00000,0.103
+72,mlp.experts.102.up_proj,rtn: 0.0023346,0.00000,0.088
+72,mlp.experts.110.up_proj,rtn: 0.0023346,0.00000,0.094
+72,mlp.experts.123.up_proj,rtn: 0.0021973,0.00000,0.098
+72,mlp.experts.97.up_proj,rtn: 0.0023041,0.00000,0.083
+72,mlp.experts.72.up_proj,rtn: 0.0023346,0.00000,0.101
+72,mlp.experts.115.up_proj,rtn: 0.0022888,0.00000,0.090
+72,mlp.experts.105.up_proj,rtn: 0.0022736,0.00000,0.086
+72,mlp.experts.106.up_proj,rtn: 0.0022583,0.00000,0.095
+72,mlp.experts.101.up_proj,rtn: 0.0022583,0.00000,0.101
+72,mlp.experts.98.up_proj,rtn: 0.0023193,0.00000,0.086
+72,mlp.experts.109.up_proj,rtn: 0.0022736,0.00000,0.095
+72,mlp.experts.84.up_proj,rtn: 0.0022888,0.00000,0.099
+72,mlp.experts.119.up_proj,rtn: 0.0022888,0.00000,0.099
+72,mlp.experts.92.up_proj,rtn: 0.0023041,0.00000,0.090
+72,mlp.experts.143.up_proj,rtn: 0.0022125,0.00000,0.098
+72,mlp.experts.80.up_proj,rtn: 0.0022736,0.00000,0.102
+72,mlp.experts.118.up_proj,rtn: 0.0023499,0.00000,0.086
+72,mlp.experts.126.up_proj,rtn: 0.0023499,0.00000,0.096
+72,mlp.experts.113.up_proj,rtn: 0.0023499,0.00000,0.085
+72,mlp.experts.139.up_proj,rtn: 0.0023193,0.00000,0.090
+72,mlp.experts.121.up_proj,rtn: 0.0023346,0.00000,0.084
+72,mlp.experts.114.up_proj,rtn: 0.0022736,0.00000,0.088
+72,mlp.experts.122.up_proj,rtn: 0.0023193,0.00000,0.095
+72,mlp.experts.88.up_proj,rtn: 0.0022583,0.00000,0.103
+72,mlp.experts.131.up_proj,rtn: 0.0022583,0.00000,0.098
+72,mlp.experts.117.up_proj,rtn: 0.0023193,0.00000,0.100
+72,mlp.experts.125.up_proj,rtn: 0.0023651,0.00000,0.096
+72,mlp.experts.135.up_proj,rtn: 0.0022736,0.00000,0.087
+72,mlp.experts.108.up_proj,rtn: 0.0022583,0.00000,0.090
+72,mlp.experts.159.up_proj,rtn: 0.0022888,0.00000,0.086
+72,mlp.experts.100.up_proj,rtn: 0.0022583,0.00000,0.098
+72,mlp.experts.134.up_proj,rtn: 0.0022583,0.00000,0.092
+72,mlp.experts.96.up_proj,rtn: 0.0022888,0.00000,0.103
+72,mlp.experts.142.up_proj,rtn: 0.0022736,0.00000,0.094
+72,mlp.experts.129.up_proj,rtn: 0.0023346,0.00000,0.087
+72,mlp.experts.137.up_proj,rtn: 0.0022736,0.00000,0.088
+72,mlp.experts.155.up_proj,rtn: 0.0023041,0.00000,0.089
+72,mlp.experts.141.up_proj,rtn: 0.0022736,0.00000,0.077
+72,mlp.experts.104.up_proj,rtn: 0.0022888,0.00000,0.093
+72,mlp.experts.138.up_proj,rtn: 0.0023193,0.00000,0.093
+72,mlp.experts.130.up_proj,rtn: 0.0023193,0.00000,0.100
+72,mlp.experts.147.up_proj,rtn: 0.0023041,0.00000,0.094
+72,mlp.experts.133.up_proj,rtn: 0.0023193,0.00000,0.087
+72,mlp.experts.151.up_proj,rtn: 0.0023193,0.00000,0.084
+72,mlp.experts.175.up_proj,rtn: 0.0022736,0.00000,0.085
+72,mlp.experts.116.up_proj,rtn: 0.0022430,0.00000,0.094
+72,mlp.experts.124.up_proj,rtn: 0.0023193,0.00000,0.101
+72,mlp.experts.150.up_proj,rtn: 0.0022736,0.00000,0.095
+72,mlp.experts.145.up_proj,rtn: 0.0023346,0.00000,0.074
+72,mlp.experts.112.up_proj,rtn: 0.0022888,0.00000,0.101
+72,mlp.experts.153.up_proj,rtn: 0.0023651,0.00000,0.072
+72,mlp.experts.171.up_proj,rtn: 0.0022430,0.00000,0.077
+72,mlp.experts.157.up_proj,rtn: 0.0022888,0.00000,0.066
+72,mlp.experts.158.up_proj,rtn: 0.0022888,0.00000,0.096
+72,mlp.experts.149.up_proj,rtn: 0.0023499,0.00000,0.067
+72,mlp.experts.163.up_proj,rtn: 0.0022888,0.00000,0.080
+72,mlp.experts.167.up_proj,rtn: 0.0024109,0.00000,0.082
+72,mlp.experts.120.up_proj,rtn: 0.0022888,0.00000,0.097
+72,mlp.experts.146.up_proj,rtn: 0.0022736,0.00000,0.096
+72,mlp.experts.191.up_proj,rtn: 0.0022888,0.00000,0.081
+72,mlp.experts.154.up_proj,rtn: 0.0022888,0.00000,0.097
+72,mlp.experts.132.up_proj,rtn: 0.0023041,0.00000,0.091
+72,mlp.experts.169.up_proj,rtn: 0.0023041,0.00000,0.067
+72,mlp.experts.166.up_proj,rtn: 0.0023041,0.00000,0.093
+72,mlp.experts.161.up_proj,rtn: 0.0022888,0.00000,0.078
+72,mlp.experts.187.up_proj,rtn: 0.0023499,0.00000,0.073
+72,mlp.experts.140.up_proj,rtn: 0.0022430,0.00000,0.104
+72,mlp.experts.173.up_proj,rtn: 0.0022736,0.00000,0.075
+72,mlp.experts.165.up_proj,rtn: 0.0023499,0.00000,0.075
+72,mlp.experts.128.up_proj,rtn: 0.0022278,0.00000,0.095
+72,mlp.experts.174.up_proj,rtn: 0.0023651,0.00000,0.084
+72,mlp.experts.179.up_proj,rtn: 0.0023041,0.00000,0.070
+72,mlp.experts.183.up_proj,rtn: 0.0022888,0.00000,0.069
+72,mlp.experts.162.up_proj,rtn: 0.0022736,0.00000,0.090
+72,mlp.experts.136.up_proj,rtn: 0.0022583,0.00000,0.092
+72,mlp.experts.170.up_proj,rtn: 0.0022888,0.00000,0.087
+72,mlp.experts.185.up_proj,rtn: 0.0025330,0.00000,0.068
+72,mlp.experts.177.up_proj,rtn: 0.0023193,0.00000,0.061
+72,mlp.experts.189.up_proj,rtn: 0.0023041,0.00000,0.065
+72,mlp.experts.148.up_proj,rtn: 0.0023041,0.00000,0.092
+72,mlp.experts.181.up_proj,rtn: 0.0023041,0.00000,0.058
+72,mlp.experts.182.up_proj,rtn: 0.0023193,0.00000,0.088
+72,mlp.experts.156.up_proj,rtn: 0.0022888,0.00000,0.095
+72,mlp.experts.144.up_proj,rtn: 0.0021667,0.00000,0.085
+72,mlp.experts.190.up_proj,rtn: 0.0022278,0.00000,0.087
+72,mlp.experts.186.up_proj,rtn: 0.0022888,0.00000,0.067
+72,mlp.experts.178.up_proj,rtn: 0.0023193,0.00000,0.070
+72,mlp.experts.152.up_proj,rtn: 0.0023499,0.00000,0.085
+72,mlp.experts.164.up_proj,rtn: 0.0023346,0.00000,0.091
+72,mlp.experts.172.up_proj,rtn: 0.0023041,0.00000,0.081
+72,mlp.experts.160.up_proj,rtn: 0.0023346,0.00000,0.088
+72,mlp.experts.168.up_proj,rtn: 0.0022888,0.00000,0.078
+72,mlp.experts.180.up_proj,rtn: 0.0022583,0.00000,0.081
+72,mlp.experts.188.up_proj,rtn: 0.0023193,0.00000,0.079
+72,mlp.experts.176.up_proj,rtn: 0.0023193,0.00000,0.073
+72,mlp.experts.184.up_proj,rtn: 0.0022736,0.00000,0.056
+72,mlp.experts.2.down_proj,rtn: 0.0022278,0.00000,0.017
+72,mlp.experts.14.down_proj,rtn: 0.0023193,0.00000,0.047
+72,mlp.experts.6.down_proj,rtn: 0.0022125,0.00000,0.049
+72,mlp.experts.1.down_proj,rtn: 0.0022888,0.00000,0.054
+72,mlp.experts.5.down_proj,rtn: 0.0022888,0.00000,0.054
+72,mlp.experts.18.down_proj,rtn: 0.0023651,0.00000,0.036
+72,mlp.experts.9.down_proj,rtn: 0.0022888,0.00000,0.037
+72,mlp.experts.13.down_proj,rtn: 0.0023499,0.00000,0.037
+72,mlp.experts.10.down_proj,rtn: 0.0023193,0.00000,0.040
+72,mlp.experts.3.down_proj,rtn: 0.0023041,0.00000,0.040
+72,mlp.experts.7.down_proj,rtn: 0.0023346,0.00000,0.040
+72,mlp.experts.11.down_proj,rtn: 0.0023346,0.00000,0.041
+72,mlp.experts.15.down_proj,rtn: 0.0022583,0.00000,0.047
+72,mlp.experts.8.down_proj,rtn: 0.0023346,0.00000,0.132
+72,mlp.experts.4.down_proj,rtn: 0.0022430,0.00000,0.133
+72,mlp.experts.12.down_proj,rtn: 0.0023193,0.00000,0.138
+72,mlp.experts.0.down_proj,rtn: 0.0022888,0.00000,0.140
+72,mlp.experts.30.down_proj,rtn: 0.0022888,0.00000,0.039
+72,mlp.experts.22.down_proj,rtn: 0.0022125,0.00000,0.038
+72,mlp.experts.21.down_proj,rtn: 0.0023346,0.00000,0.039
+72,mlp.experts.34.down_proj,rtn: 0.0023193,0.00000,0.034
+72,mlp.experts.17.down_proj,rtn: 0.0022888,0.00000,0.046
+72,mlp.experts.26.down_proj,rtn: 0.0021667,0.00000,0.036
+72,mlp.experts.25.down_proj,rtn: 0.0023651,0.00000,0.038
+72,mlp.experts.27.down_proj,rtn: 0.0022430,0.00000,0.036
+72,mlp.experts.29.down_proj,rtn: 0.0023193,0.00000,0.054
+72,mlp.experts.31.down_proj,rtn: 0.0023499,0.00000,0.034
+72,mlp.experts.23.down_proj,rtn: 0.0023193,0.00000,0.040
+72,mlp.experts.19.down_proj,rtn: 0.0023346,0.00000,0.059
+72,mlp.experts.20.down_proj,rtn: 0.0023041,0.00000,0.046
+72,mlp.experts.24.down_proj,rtn: 0.0023041,0.00000,0.049
+72,mlp.experts.38.down_proj,rtn: 0.0023041,0.00000,0.038
+72,mlp.experts.46.down_proj,rtn: 0.0022888,0.00000,0.038
+72,mlp.experts.28.down_proj,rtn: 0.0023193,0.00000,0.046
+72,mlp.experts.37.down_proj,rtn: 0.0022430,0.00000,0.037
+72,mlp.experts.41.down_proj,rtn: 0.0023193,0.00000,0.034
+72,mlp.experts.16.down_proj,rtn: 0.0022583,0.00000,0.047
+72,mlp.experts.50.down_proj,rtn: 0.0021667,0.00000,0.036
+72,mlp.experts.33.down_proj,rtn: 0.0023193,0.00000,0.031
+72,mlp.experts.42.down_proj,rtn: 0.0023651,0.00000,0.037
+72,mlp.experts.43.down_proj,rtn: 0.0023193,0.00000,0.039
+72,mlp.experts.47.down_proj,rtn: 0.0023193,0.00000,0.036
+72,mlp.experts.39.down_proj,rtn: 0.0022736,0.00000,0.036
+72,mlp.experts.45.down_proj,rtn: 0.0022736,0.00000,0.046
+72,mlp.experts.62.down_proj,rtn: 0.0023193,0.00000,0.031
+72,mlp.experts.54.down_proj,rtn: 0.0022278,0.00000,0.035
+72,mlp.experts.57.down_proj,rtn: 0.0023499,0.00000,0.034
+72,mlp.experts.36.down_proj,rtn: 0.0022888,0.00000,0.043
+72,mlp.experts.35.down_proj,rtn: 0.0023499,0.00000,0.045
+72,mlp.experts.40.down_proj,rtn: 0.0023346,0.00000,0.044
+72,mlp.experts.53.down_proj,rtn: 0.0023651,0.00000,0.034
+72,mlp.experts.49.down_proj,rtn: 0.0023193,0.00000,0.033
+72,mlp.experts.66.down_proj,rtn: 0.0021973,0.00000,0.040
+72,mlp.experts.63.down_proj,rtn: 0.0023193,0.00000,0.033
+72,mlp.experts.44.down_proj,rtn: 0.0022888,0.00000,0.048
+72,mlp.experts.59.down_proj,rtn: 0.0022736,0.00000,0.034
+72,mlp.experts.55.down_proj,rtn: 0.0022278,0.00000,0.031
+72,mlp.experts.58.down_proj,rtn: 0.0027924,0.00000,0.039
+72,mlp.experts.61.down_proj,rtn: 0.0023193,0.00000,0.036
+72,mlp.experts.78.down_proj,rtn: 0.0022736,0.00000,0.038
+72,mlp.experts.32.down_proj,rtn: 0.0023041,0.00000,0.060
+72,mlp.experts.70.down_proj,rtn: 0.0022888,0.00000,0.031
+72,mlp.experts.73.down_proj,rtn: 0.0023804,0.00000,0.036
+72,mlp.experts.69.down_proj,rtn: 0.0022583,0.00000,0.033
+72,mlp.experts.51.down_proj,rtn: 0.0023193,0.00000,0.036
+72,mlp.experts.52.down_proj,rtn: 0.0023499,0.00000,0.050
+72,mlp.experts.65.down_proj,rtn: 0.0023346,0.00000,0.040
+72,mlp.experts.56.down_proj,rtn: 0.0022583,0.00000,0.051
+72,mlp.experts.74.down_proj,rtn: 0.0022583,0.00000,0.034
+72,mlp.experts.82.down_proj,rtn: 0.0022125,0.00000,0.040
+72,mlp.experts.77.down_proj,rtn: 0.0023193,0.00000,0.033
+72,mlp.experts.79.down_proj,rtn: 0.0023499,0.00000,0.036
+72,mlp.experts.75.down_proj,rtn: 0.0021973,0.00000,0.042
+72,mlp.experts.71.down_proj,rtn: 0.0022583,0.00000,0.042
+72,mlp.experts.86.down_proj,rtn: 0.0023193,0.00000,0.031
+72,mlp.experts.94.down_proj,rtn: 0.0022888,0.00000,0.037
+72,mlp.experts.60.down_proj,rtn: 0.0022583,0.00000,0.051
+72,mlp.experts.89.down_proj,rtn: 0.0022736,0.00000,0.036
+72,mlp.experts.85.down_proj,rtn: 0.0022888,0.00000,0.032
+72,mlp.experts.81.down_proj,rtn: 0.0023041,0.00000,0.037
+72,mlp.experts.67.down_proj,rtn: 0.0023041,0.00000,0.043
+72,mlp.experts.48.down_proj,rtn: 0.0021210,0.00000,0.058
+72,mlp.experts.68.down_proj,rtn: 0.0023041,0.00000,0.044
+72,mlp.experts.90.down_proj,rtn: 0.0021973,0.00000,0.037
+72,mlp.experts.98.down_proj,rtn: 0.0023193,0.00000,0.034
+72,mlp.experts.102.down_proj,rtn: 0.0023346,0.00000,0.026
+72,mlp.experts.72.down_proj,rtn: 0.0022736,0.00000,0.044
+72,mlp.experts.93.down_proj,rtn: 0.0022736,0.00000,0.037
+72,mlp.experts.95.down_proj,rtn: 0.0023499,0.00000,0.036
+72,mlp.experts.110.down_proj,rtn: 0.0023346,0.00000,0.026
+72,mlp.experts.91.down_proj,rtn: 0.0022888,0.00000,0.037
+72,mlp.experts.87.down_proj,rtn: 0.0023041,0.00000,0.033
+72,mlp.experts.101.down_proj,rtn: 0.0022583,0.00000,0.036
+72,mlp.experts.105.down_proj,rtn: 0.0022888,0.00000,0.038
+72,mlp.experts.76.down_proj,rtn: 0.0022888,0.00000,0.047
+72,mlp.experts.97.down_proj,rtn: 0.0023041,0.00000,0.036
+72,mlp.experts.114.down_proj,rtn: 0.0022430,0.00000,0.035
+72,mlp.experts.83.down_proj,rtn: 0.0022736,0.00000,0.040
+72,mlp.experts.109.down_proj,rtn: 0.0022888,0.00000,0.033
+72,mlp.experts.126.down_proj,rtn: 0.0023499,0.00000,0.032
+72,mlp.experts.106.down_proj,rtn: 0.0021820,0.00000,0.040
+72,mlp.experts.118.down_proj,rtn: 0.0023193,0.00000,0.036
+72,mlp.experts.64.down_proj,rtn: 0.0022736,0.00000,0.052
+72,mlp.experts.84.down_proj,rtn: 0.0023041,0.00000,0.046
+72,mlp.experts.107.down_proj,rtn: 0.0023804,0.00000,0.041
+72,mlp.experts.111.down_proj,rtn: 0.0022736,0.00000,0.038
+72,mlp.experts.103.down_proj,rtn: 0.0022430,0.00000,0.038
+72,mlp.experts.88.down_proj,rtn: 0.0023041,0.00000,0.046
+72,mlp.experts.117.down_proj,rtn: 0.0022888,0.00000,0.036
+72,mlp.experts.121.down_proj,rtn: 0.0023193,0.00000,0.034
+72,mlp.experts.113.down_proj,rtn: 0.0023651,0.00000,0.030
+72,mlp.experts.92.down_proj,rtn: 0.0023041,0.00000,0.041
+72,mlp.experts.130.down_proj,rtn: 0.0022736,0.00000,0.033
+72,mlp.experts.125.down_proj,rtn: 0.0023651,0.00000,0.035
+72,mlp.experts.99.down_proj,rtn: 0.0023041,0.00000,0.038
+72,mlp.experts.142.down_proj,rtn: 0.0022430,0.00000,0.035
+72,mlp.experts.122.down_proj,rtn: 0.0023041,0.00000,0.035
+72,mlp.experts.134.down_proj,rtn: 0.0022430,0.00000,0.035
+72,mlp.experts.80.down_proj,rtn: 0.0022583,0.00000,0.046
+72,mlp.experts.123.down_proj,rtn: 0.0022430,0.00000,0.037
+72,mlp.experts.100.down_proj,rtn: 0.0023193,0.00000,0.044
+72,mlp.experts.119.down_proj,rtn: 0.0022430,0.00000,0.041
+72,mlp.experts.127.down_proj,rtn: 0.0021973,0.00000,0.039
+72,mlp.experts.133.down_proj,rtn: 0.0023193,0.00000,0.033
+72,mlp.experts.129.down_proj,rtn: 0.0023499,0.00000,0.031
+72,mlp.experts.137.down_proj,rtn: 0.0023193,0.00000,0.043
+72,mlp.experts.108.down_proj,rtn: 0.0022583,0.00000,0.039
+72,mlp.experts.146.down_proj,rtn: 0.0023041,0.00000,0.035
+72,mlp.experts.104.down_proj,rtn: 0.0023193,0.00000,0.049
+72,mlp.experts.141.down_proj,rtn: 0.0022430,0.00000,0.039
+72,mlp.experts.158.down_proj,rtn: 0.0022888,0.00000,0.038
+72,mlp.experts.115.down_proj,rtn: 0.0023193,0.00000,0.039
+72,mlp.experts.138.down_proj,rtn: 0.0023193,0.00000,0.035
+72,mlp.experts.150.down_proj,rtn: 0.0021362,0.00000,0.039
+72,mlp.experts.139.down_proj,rtn: 0.0023041,0.00000,0.038
+72,mlp.experts.96.down_proj,rtn: 0.0023041,0.00000,0.044
+72,mlp.experts.135.down_proj,rtn: 0.0023041,0.00000,0.042
+72,mlp.experts.153.down_proj,rtn: 0.0023346,0.00000,0.035
+72,mlp.experts.149.down_proj,rtn: 0.0023346,0.00000,0.039
+72,mlp.experts.145.down_proj,rtn: 0.0023193,0.00000,0.040
+72,mlp.experts.116.down_proj,rtn: 0.0022736,0.00000,0.044
+72,mlp.experts.143.down_proj,rtn: 0.0021362,0.00000,0.040
+72,mlp.experts.162.down_proj,rtn: 0.0022583,0.00000,0.038
+72,mlp.experts.157.down_proj,rtn: 0.0021667,0.00000,0.030
+72,mlp.experts.174.down_proj,rtn: 0.0023041,0.00000,0.033
+72,mlp.experts.120.down_proj,rtn: 0.0022583,0.00000,0.039
+72,mlp.experts.154.down_proj,rtn: 0.0023041,0.00000,0.032
+72,mlp.experts.166.down_proj,rtn: 0.0022888,0.00000,0.029
+72,mlp.experts.124.down_proj,rtn: 0.0022736,0.00000,0.050
+72,mlp.experts.131.down_proj,rtn: 0.0022736,0.00000,0.041
+72,mlp.experts.155.down_proj,rtn: 0.0021667,0.00000,0.039
+72,mlp.experts.151.down_proj,rtn: 0.0023193,0.00000,0.035
+72,mlp.experts.112.down_proj,rtn: 0.0022888,0.00000,0.040
+72,mlp.experts.161.down_proj,rtn: 0.0022888,0.00000,0.036
+72,mlp.experts.165.down_proj,rtn: 0.0023346,0.00000,0.037
+72,mlp.experts.169.down_proj,rtn: 0.0022583,0.00000,0.044
+72,mlp.experts.159.down_proj,rtn: 0.0021820,0.00000,0.044
+72,mlp.experts.190.down_proj,rtn: 0.0022430,0.00000,0.042
+72,mlp.experts.132.down_proj,rtn: 0.0022888,0.00000,0.044
+72,mlp.experts.173.down_proj,rtn: 0.0022888,0.00000,0.042
+72,mlp.experts.170.down_proj,rtn: 0.0022736,0.00000,0.032
+72,mlp.experts.182.down_proj,rtn: 0.0023041,0.00000,0.041
+72,mlp.experts.178.down_proj,rtn: 0.0023193,0.00000,0.041
+72,mlp.experts.147.down_proj,rtn: 0.0022583,0.00000,0.038
+72,mlp.experts.136.down_proj,rtn: 0.0022583,0.00000,0.046
+72,mlp.experts.140.down_proj,rtn: 0.0022430,0.00000,0.043
+72,mlp.experts.167.down_proj,rtn: 0.0024109,0.00000,0.038
+72,mlp.experts.171.down_proj,rtn: 0.0022888,0.00000,0.040
+72,mlp.experts.186.down_proj,rtn: 0.0023193,0.00000,0.015
+72,mlp.experts.128.down_proj,rtn: 0.0022430,0.00000,0.045
+72,mlp.experts.177.down_proj,rtn: 0.0023041,0.00000,0.042
+72,mlp.experts.181.down_proj,rtn: 0.0023041,0.00000,0.040
+72,mlp.experts.185.down_proj,rtn: 0.0026855,0.00000,0.040
+72,mlp.experts.189.down_proj,rtn: 0.0022583,0.00000,0.036
+72,mlp.experts.175.down_proj,rtn: 0.0021820,0.00000,0.044
+72,mlp.experts.148.down_proj,rtn: 0.0023041,0.00000,0.041
+72,mlp.experts.163.down_proj,rtn: 0.0023041,0.00000,0.038
+72,mlp.experts.152.down_proj,rtn: 0.0023346,0.00000,0.039
+72,mlp.experts.183.down_proj,rtn: 0.0022736,0.00000,0.035
+72,mlp.experts.187.down_proj,rtn: 0.0023499,0.00000,0.036
+72,mlp.experts.156.down_proj,rtn: 0.0022736,0.00000,0.042
+72,mlp.experts.144.down_proj,rtn: 0.0021820,0.00000,0.039
+72,mlp.experts.191.down_proj,rtn: 0.0022736,0.00000,0.027
+72,mlp.experts.179.down_proj,rtn: 0.0023193,0.00000,0.022
+72,mlp.experts.164.down_proj,rtn: 0.0023346,0.00000,0.034
+72,mlp.experts.168.down_proj,rtn: 0.0023193,0.00000,0.034
+72,mlp.experts.172.down_proj,rtn: 0.0022125,0.00000,0.033
+72,mlp.experts.160.down_proj,rtn: 0.0022888,0.00000,0.037
+72,mlp.experts.180.down_proj,rtn: 0.0021973,0.00000,0.033
+72,mlp.experts.184.down_proj,rtn: 0.0022736,0.00000,0.032
+72,mlp.experts.188.down_proj,rtn: 0.0023193,0.00000,0.029
+72,mlp.experts.176.down_proj,rtn: 0.0023346,0.00000,0.024
+72,mlp.shared_experts.gate_proj,rtn: 0.0017700,0.00000,0.028
+72,mlp.shared_experts.up_proj,rtn: 0.0016403,0.00000,0.028
+72,mlp.shared_experts.down_proj,rtn: 0.0019455,0.00000,0.016
+73,self_attn.v_proj,rtn: 0.0037079,0.00000,0.014
+73,self_attn.k_proj,rtn: 0.0021210,0.00000,0.019
+73,self_attn.q_proj,rtn: 0.0013580,0.00000,0.024
+73,self_attn.o_proj,rtn: 0.0031433,0.00000,0.046
+73,mlp.experts.2.gate_proj,rtn: 0.0023193,0.00000,0.079
+73,mlp.experts.3.gate_proj,rtn: 0.0023804,0.00000,0.082
+73,mlp.experts.7.gate_proj,rtn: 0.0023346,0.00000,0.088
+73,mlp.experts.11.gate_proj,rtn: 0.0023499,0.00000,0.089
+73,mlp.experts.10.gate_proj,rtn: 0.0023041,0.00000,0.093
+73,mlp.experts.13.gate_proj,rtn: 0.0022583,0.00000,0.097
+73,mlp.experts.6.gate_proj,rtn: 0.0023346,0.00000,0.116
+73,mlp.experts.15.gate_proj,rtn: 0.0022430,0.00000,0.118
+73,mlp.experts.4.gate_proj,rtn: 0.0023041,0.00000,0.129
+73,mlp.experts.5.gate_proj,rtn: 0.0023041,0.00000,0.137
+73,mlp.experts.9.gate_proj,rtn: 0.0023499,0.00000,0.143
+73,mlp.experts.0.gate_proj,rtn: 0.0022736,0.00000,0.144
+73,mlp.experts.8.gate_proj,rtn: 0.0023041,0.00000,0.144
+73,mlp.experts.18.gate_proj,rtn: 0.0023193,0.00000,0.061
+73,mlp.experts.1.gate_proj,rtn: 0.0022888,0.00000,0.146
+73,mlp.experts.14.gate_proj,rtn: 0.0022583,0.00000,0.152
+73,mlp.experts.26.gate_proj,rtn: 0.0023193,0.00000,0.061
+73,mlp.experts.27.gate_proj,rtn: 0.0022888,0.00000,0.068
+73,mlp.experts.23.gate_proj,rtn: 0.0023193,0.00000,0.070
+73,mlp.experts.19.gate_proj,rtn: 0.0022736,0.00000,0.080
+73,mlp.experts.12.gate_proj,rtn: 0.0022736,0.00000,0.178
+73,mlp.experts.22.gate_proj,rtn: 0.0022888,0.00000,0.074
+73,mlp.experts.29.gate_proj,rtn: 0.0022888,0.00000,0.113
+73,mlp.experts.34.gate_proj,rtn: 0.0023804,0.00000,0.063
+73,mlp.experts.20.gate_proj,rtn: 0.0023193,0.00000,0.100
+73,mlp.experts.42.gate_proj,rtn: 0.0023193,0.00000,0.076
+73,mlp.experts.31.gate_proj,rtn: 0.0022430,0.00000,0.123
+73,mlp.experts.39.gate_proj,rtn: 0.0023193,0.00000,0.080
+73,mlp.experts.43.gate_proj,rtn: 0.0023041,0.00000,0.078
+73,mlp.experts.21.gate_proj,rtn: 0.0022736,0.00000,0.119
+73,mlp.experts.35.gate_proj,rtn: 0.0022736,0.00000,0.085
+73,mlp.experts.16.gate_proj,rtn: 0.0023499,0.00000,0.103
+73,mlp.experts.38.gate_proj,rtn: 0.0022430,0.00000,0.069
+73,mlp.experts.30.gate_proj,rtn: 0.0023193,0.00000,0.101
+73,mlp.experts.17.gate_proj,rtn: 0.0023041,0.00000,0.128
+73,mlp.experts.24.gate_proj,rtn: 0.0023193,0.00000,0.126
+73,mlp.experts.50.gate_proj,rtn: 0.0023804,0.00000,0.066
+73,mlp.experts.25.gate_proj,rtn: 0.0022430,0.00000,0.147
+73,mlp.experts.28.gate_proj,rtn: 0.0023499,0.00000,0.124
+73,mlp.experts.58.gate_proj,rtn: 0.0023956,0.00000,0.069
+73,mlp.experts.45.gate_proj,rtn: 0.0022583,0.00000,0.108
+73,mlp.experts.36.gate_proj,rtn: 0.0022430,0.00000,0.097
+73,mlp.experts.51.gate_proj,rtn: 0.0021820,0.00000,0.079
+73,mlp.experts.55.gate_proj,rtn: 0.0023346,0.00000,0.084
+73,mlp.experts.59.gate_proj,rtn: 0.0023651,0.00000,0.086
+73,mlp.experts.54.gate_proj,rtn: 0.0022888,0.00000,0.074
+73,mlp.experts.47.gate_proj,rtn: 0.0022736,0.00000,0.091
+73,mlp.experts.46.gate_proj,rtn: 0.0023193,0.00000,0.072
+73,mlp.experts.32.gate_proj,rtn: 0.0023041,0.00000,0.094
+73,mlp.experts.66.gate_proj,rtn: 0.0022278,0.00000,0.071
+73,mlp.experts.37.gate_proj,rtn: 0.0023651,0.00000,0.108
+73,mlp.experts.40.gate_proj,rtn: 0.0023193,0.00000,0.089
+73,mlp.experts.33.gate_proj,rtn: 0.0022888,0.00000,0.110
+73,mlp.experts.44.gate_proj,rtn: 0.0022736,0.00000,0.083
+73,mlp.experts.74.gate_proj,rtn: 0.0022736,0.00000,0.079
+73,mlp.experts.41.gate_proj,rtn: 0.0023651,0.00000,0.110
+73,mlp.experts.52.gate_proj,rtn: 0.0023956,0.00000,0.081
+73,mlp.experts.61.gate_proj,rtn: 0.0023346,0.00000,0.102
+73,mlp.experts.75.gate_proj,rtn: 0.0023651,0.00000,0.091
+73,mlp.experts.67.gate_proj,rtn: 0.0022736,0.00000,0.096
+73,mlp.experts.82.gate_proj,rtn: 0.0023193,0.00000,0.077
+73,mlp.experts.70.gate_proj,rtn: 0.0022583,0.00000,0.087
+73,mlp.experts.62.gate_proj,rtn: 0.0022888,0.00000,0.086
+73,mlp.experts.63.gate_proj,rtn: 0.0023499,0.00000,0.090
+73,mlp.experts.71.gate_proj,rtn: 0.0023346,0.00000,0.097
+73,mlp.experts.48.gate_proj,rtn: 0.0023499,0.00000,0.085
+73,mlp.experts.56.gate_proj,rtn: 0.0022278,0.00000,0.077
+73,mlp.experts.53.gate_proj,rtn: 0.0023499,0.00000,0.103
+73,mlp.experts.60.gate_proj,rtn: 0.0023651,0.00000,0.079
+73,mlp.experts.90.gate_proj,rtn: 0.0022736,0.00000,0.086
+73,mlp.experts.68.gate_proj,rtn: 0.0023956,0.00000,0.075
+73,mlp.experts.49.gate_proj,rtn: 0.0022278,0.00000,0.106
+73,mlp.experts.57.gate_proj,rtn: 0.0022736,0.00000,0.102
+73,mlp.experts.77.gate_proj,rtn: 0.0023956,0.00000,0.098
+73,mlp.experts.72.gate_proj,rtn: 0.0022736,0.00000,0.072
+73,mlp.experts.64.gate_proj,rtn: 0.0023346,0.00000,0.072
+73,mlp.experts.91.gate_proj,rtn: 0.0022888,0.00000,0.088
+73,mlp.experts.87.gate_proj,rtn: 0.0022125,0.00000,0.080
+73,mlp.experts.83.gate_proj,rtn: 0.0023956,0.00000,0.090
+73,mlp.experts.98.gate_proj,rtn: 0.0022888,0.00000,0.091
+73,mlp.experts.79.gate_proj,rtn: 0.0023193,0.00000,0.085
+73,mlp.experts.86.gate_proj,rtn: 0.0023499,0.00000,0.086
+73,mlp.experts.78.gate_proj,rtn: 0.0022736,0.00000,0.095
+73,mlp.experts.76.gate_proj,rtn: 0.0023193,0.00000,0.071
+73,mlp.experts.69.gate_proj,rtn: 0.0022736,0.00000,0.096
+73,mlp.experts.84.gate_proj,rtn: 0.0022736,0.00000,0.074
+73,mlp.experts.106.gate_proj,rtn: 0.0022583,0.00000,0.098
+73,mlp.experts.65.gate_proj,rtn: 0.0023346,0.00000,0.087
+73,mlp.experts.73.gate_proj,rtn: 0.0023346,0.00000,0.096
+73,mlp.experts.88.gate_proj,rtn: 0.0023651,0.00000,0.072
+73,mlp.experts.80.gate_proj,rtn: 0.0023499,0.00000,0.073
+73,mlp.experts.93.gate_proj,rtn: 0.0024261,0.00000,0.090
+73,mlp.experts.92.gate_proj,rtn: 0.0022736,0.00000,0.071
+73,mlp.experts.103.gate_proj,rtn: 0.0023193,0.00000,0.093
+73,mlp.experts.99.gate_proj,rtn: 0.0022583,0.00000,0.086
+73,mlp.experts.95.gate_proj,rtn: 0.0022736,0.00000,0.091
+73,mlp.experts.107.gate_proj,rtn: 0.0022888,0.00000,0.094
+73,mlp.experts.114.gate_proj,rtn: 0.0023651,0.00000,0.094
+73,mlp.experts.100.gate_proj,rtn: 0.0022888,0.00000,0.074
+73,mlp.experts.94.gate_proj,rtn: 0.0023041,0.00000,0.097
+73,mlp.experts.102.gate_proj,rtn: 0.0023346,0.00000,0.104
+73,mlp.experts.85.gate_proj,rtn: 0.0022736,0.00000,0.086
+73,mlp.experts.96.gate_proj,rtn: 0.0023346,0.00000,0.064
+73,mlp.experts.81.gate_proj,rtn: 0.0023651,0.00000,0.089
+73,mlp.experts.104.gate_proj,rtn: 0.0023346,0.00000,0.075
+73,mlp.experts.122.gate_proj,rtn: 0.0022583,0.00000,0.103
+73,mlp.experts.108.gate_proj,rtn: 0.0022583,0.00000,0.063
+73,mlp.experts.89.gate_proj,rtn: 0.0023041,0.00000,0.092
+73,mlp.experts.109.gate_proj,rtn: 0.0023499,0.00000,0.088
+73,mlp.experts.116.gate_proj,rtn: 0.0023346,0.00000,0.071
+73,mlp.experts.111.gate_proj,rtn: 0.0022583,0.00000,0.078
+73,mlp.experts.119.gate_proj,rtn: 0.0024109,0.00000,0.086
+73,mlp.experts.115.gate_proj,rtn: 0.0023346,0.00000,0.085
+73,mlp.experts.123.gate_proj,rtn: 0.0023651,0.00000,0.081
+73,mlp.experts.130.gate_proj,rtn: 0.0022888,0.00000,0.091
+73,mlp.experts.118.gate_proj,rtn: 0.0023499,0.00000,0.087
+73,mlp.experts.110.gate_proj,rtn: 0.0023804,0.00000,0.093
+73,mlp.experts.101.gate_proj,rtn: 0.0023651,0.00000,0.088
+73,mlp.experts.112.gate_proj,rtn: 0.0023346,0.00000,0.072
+73,mlp.experts.120.gate_proj,rtn: 0.0023499,0.00000,0.070
+73,mlp.experts.124.gate_proj,rtn: 0.0022125,0.00000,0.074
+73,mlp.experts.97.gate_proj,rtn: 0.0023346,0.00000,0.092
+73,mlp.experts.138.gate_proj,rtn: 0.0023041,0.00000,0.085
+73,mlp.experts.132.gate_proj,rtn: 0.0022888,0.00000,0.073
+73,mlp.experts.105.gate_proj,rtn: 0.0022888,0.00000,0.101
+73,mlp.experts.135.gate_proj,rtn: 0.0022736,0.00000,0.078
+73,mlp.experts.139.gate_proj,rtn: 0.0022888,0.00000,0.078
+73,mlp.experts.125.gate_proj,rtn: 0.0022888,0.00000,0.096
+73,mlp.experts.127.gate_proj,rtn: 0.0022583,0.00000,0.084
+73,mlp.experts.146.gate_proj,rtn: 0.0021973,0.00000,0.090
+73,mlp.experts.126.gate_proj,rtn: 0.0023193,0.00000,0.079
+73,mlp.experts.128.gate_proj,rtn: 0.0023346,0.00000,0.072
+73,mlp.experts.131.gate_proj,rtn: 0.0023041,0.00000,0.095
+73,mlp.experts.134.gate_proj,rtn: 0.0023041,0.00000,0.088
+73,mlp.experts.136.gate_proj,rtn: 0.0023956,0.00000,0.075
+73,mlp.experts.117.gate_proj,rtn: 0.0022888,0.00000,0.092
+73,mlp.experts.140.gate_proj,rtn: 0.0022583,0.00000,0.069
+73,mlp.experts.148.gate_proj,rtn: 0.0023041,0.00000,0.073
+73,mlp.experts.113.gate_proj,rtn: 0.0023346,0.00000,0.096
+73,mlp.experts.154.gate_proj,rtn: 0.0022278,0.00000,0.096
+73,mlp.experts.151.gate_proj,rtn: 0.0022583,0.00000,0.089
+73,mlp.experts.121.gate_proj,rtn: 0.0022888,0.00000,0.096
+73,mlp.experts.155.gate_proj,rtn: 0.0022888,0.00000,0.086
+73,mlp.experts.141.gate_proj,rtn: 0.0022278,0.00000,0.090
+73,mlp.experts.144.gate_proj,rtn: 0.0023193,0.00000,0.074
+73,mlp.experts.143.gate_proj,rtn: 0.0022583,0.00000,0.095
+73,mlp.experts.156.gate_proj,rtn: 0.0022430,0.00000,0.070
+73,mlp.experts.152.gate_proj,rtn: 0.0023041,0.00000,0.074
+73,mlp.experts.162.gate_proj,rtn: 0.0023651,0.00000,0.093
+73,mlp.experts.142.gate_proj,rtn: 0.0023193,0.00000,0.090
+73,mlp.experts.133.gate_proj,rtn: 0.0023041,0.00000,0.086
+73,mlp.experts.150.gate_proj,rtn: 0.0023193,0.00000,0.099
+73,mlp.experts.147.gate_proj,rtn: 0.0023346,0.00000,0.102
+73,mlp.experts.164.gate_proj,rtn: 0.0023804,0.00000,0.070
+73,mlp.experts.129.gate_proj,rtn: 0.0023804,0.00000,0.079
+73,mlp.experts.170.gate_proj,rtn: 0.0023346,0.00000,0.088
+73,mlp.experts.160.gate_proj,rtn: 0.0022583,0.00000,0.075
+73,mlp.experts.137.gate_proj,rtn: 0.0023041,0.00000,0.083
+73,mlp.experts.157.gate_proj,rtn: 0.0023193,0.00000,0.080
+73,mlp.experts.167.gate_proj,rtn: 0.0023499,0.00000,0.089
+73,mlp.experts.172.gate_proj,rtn: 0.0023651,0.00000,0.072
+73,mlp.experts.168.gate_proj,rtn: 0.0022278,0.00000,0.071
+73,mlp.experts.171.gate_proj,rtn: 0.0023041,0.00000,0.086
+73,mlp.experts.158.gate_proj,rtn: 0.0023041,0.00000,0.080
+73,mlp.experts.159.gate_proj,rtn: 0.0023193,0.00000,0.097
+73,mlp.experts.178.gate_proj,rtn: 0.0023346,0.00000,0.086
+73,mlp.experts.149.gate_proj,rtn: 0.0023804,0.00000,0.080
+73,mlp.experts.180.gate_proj,rtn: 0.0023041,0.00000,0.073
+73,mlp.experts.166.gate_proj,rtn: 0.0023499,0.00000,0.086
+73,mlp.experts.145.gate_proj,rtn: 0.0022583,0.00000,0.075
+73,mlp.experts.163.gate_proj,rtn: 0.0022736,0.00000,0.091
+73,mlp.experts.186.gate_proj,rtn: 0.0023651,0.00000,0.088
+73,mlp.experts.176.gate_proj,rtn: 0.0023651,0.00000,0.079
+73,mlp.experts.188.gate_proj,rtn: 0.0023041,0.00000,0.073
+73,mlp.experts.173.gate_proj,rtn: 0.0022888,0.00000,0.085
+73,mlp.experts.153.gate_proj,rtn: 0.0023041,0.00000,0.092
+73,mlp.experts.184.gate_proj,rtn: 0.0022278,0.00000,0.085
+73,mlp.experts.174.gate_proj,rtn: 0.0023499,0.00000,0.077
+73,mlp.experts.187.gate_proj,rtn: 0.0023041,0.00000,0.097
+73,mlp.experts.183.gate_proj,rtn: 0.0023041,0.00000,0.101
+73,mlp.experts.2.up_proj,rtn: 0.0023499,0.00000,0.089
+73,mlp.experts.165.gate_proj,rtn: 0.0023193,0.00000,0.094
+73,mlp.experts.4.up_proj,rtn: 0.0022888,0.00000,0.086
+73,mlp.experts.175.gate_proj,rtn: 0.0023193,0.00000,0.102
+73,mlp.experts.182.gate_proj,rtn: 0.0023041,0.00000,0.092
+73,mlp.experts.161.gate_proj,rtn: 0.0023193,0.00000,0.091
+73,mlp.experts.179.gate_proj,rtn: 0.0023346,0.00000,0.094
+73,mlp.experts.10.up_proj,rtn: 0.0023346,0.00000,0.090
+73,mlp.experts.12.up_proj,rtn: 0.0022583,0.00000,0.077
+73,mlp.experts.0.up_proj,rtn: 0.0022583,0.00000,0.085
+73,mlp.experts.8.up_proj,rtn: 0.0022888,0.00000,0.078
+73,mlp.experts.190.gate_proj,rtn: 0.0022736,0.00000,0.090
+73,mlp.experts.189.gate_proj,rtn: 0.0022736,0.00000,0.100
+73,mlp.experts.169.gate_proj,rtn: 0.0022736,0.00000,0.095
+73,mlp.experts.7.up_proj,rtn: 0.0023346,0.00000,0.088
+73,mlp.experts.18.up_proj,rtn: 0.0023041,0.00000,0.081
+73,mlp.experts.11.up_proj,rtn: 0.0022888,0.00000,0.097
+73,mlp.experts.20.up_proj,rtn: 0.0023041,0.00000,0.090
+73,mlp.experts.191.gate_proj,rtn: 0.0023346,0.00000,0.089
+73,mlp.experts.6.up_proj,rtn: 0.0022888,0.00000,0.084
+73,mlp.experts.3.up_proj,rtn: 0.0023651,0.00000,0.078
+73,mlp.experts.26.up_proj,rtn: 0.0022888,0.00000,0.070
+73,mlp.experts.14.up_proj,rtn: 0.0022583,0.00000,0.048
+73,mlp.experts.28.up_proj,rtn: 0.0023499,0.00000,0.080
+73,mlp.experts.16.up_proj,rtn: 0.0023499,0.00000,0.079
+73,mlp.experts.24.up_proj,rtn: 0.0023193,0.00000,0.079
+73,mlp.experts.181.gate_proj,rtn: 0.0022430,0.00000,0.176
+73,mlp.experts.177.gate_proj,rtn: 0.0021973,0.00000,0.187
+73,mlp.experts.34.up_proj,rtn: 0.0023193,0.00000,0.079
+73,mlp.experts.32.up_proj,rtn: 0.0022736,0.00000,0.085
+73,mlp.experts.44.up_proj,rtn: 0.0023041,0.00000,0.086
+73,mlp.experts.22.up_proj,rtn: 0.0022888,0.00000,0.089
+73,mlp.experts.42.up_proj,rtn: 0.0022888,0.00000,0.088
+73,mlp.experts.30.up_proj,rtn: 0.0023193,0.00000,0.088
+73,mlp.experts.36.up_proj,rtn: 0.0022278,0.00000,0.095
+73,mlp.experts.40.up_proj,rtn: 0.0023193,0.00000,0.094
+73,mlp.experts.19.up_proj,rtn: 0.0022736,0.00000,0.112
+73,mlp.experts.27.up_proj,rtn: 0.0023193,0.00000,0.115
+73,mlp.experts.5.up_proj,rtn: 0.0023193,0.00000,0.107
+73,mlp.experts.13.up_proj,rtn: 0.0022430,0.00000,0.216
+73,mlp.experts.15.up_proj,rtn: 0.0022888,0.00000,0.128
+73,mlp.experts.23.up_proj,rtn: 0.0022888,0.00000,0.132
+73,mlp.experts.185.gate_proj,rtn: 0.0023499,0.00000,0.135
+73,mlp.experts.50.up_proj,rtn: 0.0023651,0.00000,0.082
+73,mlp.experts.60.up_proj,rtn: 0.0023193,0.00000,0.081
+73,mlp.experts.48.up_proj,rtn: 0.0023041,0.00000,0.081
+73,mlp.experts.58.up_proj,rtn: 0.0023804,0.00000,0.076
+73,mlp.experts.52.up_proj,rtn: 0.0023651,0.00000,0.081
+73,mlp.experts.46.up_proj,rtn: 0.0023041,0.00000,0.089
+73,mlp.experts.38.up_proj,rtn: 0.0022430,0.00000,0.092
+73,mlp.experts.1.up_proj,rtn: 0.0022583,0.00000,0.159
+73,mlp.experts.56.up_proj,rtn: 0.0022278,0.00000,0.085
+73,mlp.experts.43.up_proj,rtn: 0.0022888,0.00000,0.109
+73,mlp.experts.31.up_proj,rtn: 0.0022583,0.00000,0.102
+73,mlp.experts.35.up_proj,rtn: 0.0022430,0.00000,0.119
+73,mlp.experts.29.up_proj,rtn: 0.0022736,0.00000,0.125
+73,mlp.experts.21.up_proj,rtn: 0.0022736,0.00000,0.130
+73,mlp.experts.66.up_proj,rtn: 0.0022736,0.00000,0.092
+73,mlp.experts.39.up_proj,rtn: 0.0023346,0.00000,0.123
+73,mlp.experts.64.up_proj,rtn: 0.0023041,0.00000,0.089
+73,mlp.experts.68.up_proj,rtn: 0.0023499,0.00000,0.084
+73,mlp.experts.76.up_proj,rtn: 0.0023041,0.00000,0.096
+73,mlp.experts.74.up_proj,rtn: 0.0022278,0.00000,0.094
+73,mlp.experts.54.up_proj,rtn: 0.0023193,0.00000,0.089
+73,mlp.experts.62.up_proj,rtn: 0.0022888,0.00000,0.092
+73,mlp.experts.9.up_proj,rtn: 0.0023499,0.00000,0.131
+73,mlp.experts.72.up_proj,rtn: 0.0022278,0.00000,0.090
+73,mlp.experts.17.up_proj,rtn: 0.0022888,0.00000,0.110
+73,mlp.experts.47.up_proj,rtn: 0.0022888,0.00000,0.084
+73,mlp.experts.59.up_proj,rtn: 0.0023346,0.00000,0.092
+73,mlp.experts.45.up_proj,rtn: 0.0022278,0.00000,0.074
+73,mlp.experts.37.up_proj,rtn: 0.0023651,0.00000,0.072
+73,mlp.experts.82.up_proj,rtn: 0.0023193,0.00000,0.090
+73,mlp.experts.80.up_proj,rtn: 0.0023499,0.00000,0.091
+73,mlp.experts.25.up_proj,rtn: 0.0022430,0.00000,0.071
+73,mlp.experts.84.up_proj,rtn: 0.0022583,0.00000,0.095
+73,mlp.experts.90.up_proj,rtn: 0.0022888,0.00000,0.089
+73,mlp.experts.51.up_proj,rtn: 0.0021667,0.00000,0.128
+73,mlp.experts.70.up_proj,rtn: 0.0022736,0.00000,0.090
+73,mlp.experts.78.up_proj,rtn: 0.0023041,0.00000,0.089
+73,mlp.experts.92.up_proj,rtn: 0.0022888,0.00000,0.099
+73,mlp.experts.55.up_proj,rtn: 0.0023499,0.00000,0.127
+73,mlp.experts.33.up_proj,rtn: 0.0022888,0.00000,0.079
+73,mlp.experts.88.up_proj,rtn: 0.0023651,0.00000,0.090
+73,mlp.experts.53.up_proj,rtn: 0.0023499,0.00000,0.073
+73,mlp.experts.63.up_proj,rtn: 0.0023193,0.00000,0.085
+73,mlp.experts.61.up_proj,rtn: 0.0023346,0.00000,0.077
+73,mlp.experts.75.up_proj,rtn: 0.0023346,0.00000,0.094
+73,mlp.experts.98.up_proj,rtn: 0.0023193,0.00000,0.071
+73,mlp.experts.106.up_proj,rtn: 0.0022278,0.00000,0.071
+73,mlp.experts.86.up_proj,rtn: 0.0022888,0.00000,0.067
+73,mlp.experts.41.up_proj,rtn: 0.0023651,0.00000,0.084
+73,mlp.experts.96.up_proj,rtn: 0.0023346,0.00000,0.089
+73,mlp.experts.94.up_proj,rtn: 0.0023193,0.00000,0.081
+73,mlp.experts.100.up_proj,rtn: 0.0023193,0.00000,0.097
+73,mlp.experts.108.up_proj,rtn: 0.0022278,0.00000,0.090
+73,mlp.experts.67.up_proj,rtn: 0.0022736,0.00000,0.099
+73,mlp.experts.69.up_proj,rtn: 0.0023041,0.00000,0.074
+73,mlp.experts.77.up_proj,rtn: 0.0023804,0.00000,0.071
+73,mlp.experts.71.up_proj,rtn: 0.0023193,0.00000,0.085
+73,mlp.experts.49.up_proj,rtn: 0.0022583,0.00000,0.082
+73,mlp.experts.79.up_proj,rtn: 0.0023346,0.00000,0.076
+73,mlp.experts.104.up_proj,rtn: 0.0023346,0.00000,0.097
+73,mlp.experts.91.up_proj,rtn: 0.0023041,0.00000,0.076
+73,mlp.experts.114.up_proj,rtn: 0.0023651,0.00000,0.071
+73,mlp.experts.122.up_proj,rtn: 0.0022736,0.00000,0.079
+73,mlp.experts.57.up_proj,rtn: 0.0022583,0.00000,0.071
+73,mlp.experts.102.up_proj,rtn: 0.0023193,0.00000,0.081
+73,mlp.experts.110.up_proj,rtn: 0.0023193,0.00000,0.082
+73,mlp.experts.112.up_proj,rtn: 0.0023346,0.00000,0.090
+73,mlp.experts.116.up_proj,rtn: 0.0023499,0.00000,0.088
+73,mlp.experts.85.up_proj,rtn: 0.0022583,0.00000,0.069
+73,mlp.experts.83.up_proj,rtn: 0.0023956,0.00000,0.080
+73,mlp.experts.124.up_proj,rtn: 0.0022125,0.00000,0.093
+73,mlp.experts.65.up_proj,rtn: 0.0023041,0.00000,0.086
+73,mlp.experts.95.up_proj,rtn: 0.0022736,0.00000,0.080
+73,mlp.experts.87.up_proj,rtn: 0.0021973,0.00000,0.086
+73,mlp.experts.93.up_proj,rtn: 0.0023651,0.00000,0.084
+73,mlp.experts.107.up_proj,rtn: 0.0022888,0.00000,0.080
+73,mlp.experts.120.up_proj,rtn: 0.0023651,0.00000,0.094
+73,mlp.experts.130.up_proj,rtn: 0.0022888,0.00000,0.091
+73,mlp.experts.73.up_proj,rtn: 0.0023346,0.00000,0.078
+73,mlp.experts.138.up_proj,rtn: 0.0023041,0.00000,0.096
+73,mlp.experts.118.up_proj,rtn: 0.0023193,0.00000,0.088
+73,mlp.experts.126.up_proj,rtn: 0.0023346,0.00000,0.086
+73,mlp.experts.128.up_proj,rtn: 0.0023346,0.00000,0.093
+73,mlp.experts.101.up_proj,rtn: 0.0023193,0.00000,0.082
+73,mlp.experts.132.up_proj,rtn: 0.0022583,0.00000,0.087
+73,mlp.experts.99.up_proj,rtn: 0.0022736,0.00000,0.083
+73,mlp.experts.140.up_proj,rtn: 0.0022430,0.00000,0.079
+73,mlp.experts.103.up_proj,rtn: 0.0022583,0.00000,0.076
+73,mlp.experts.111.up_proj,rtn: 0.0022736,0.00000,0.082
+73,mlp.experts.109.up_proj,rtn: 0.0023499,0.00000,0.086
+73,mlp.experts.123.up_proj,rtn: 0.0023651,0.00000,0.083
+73,mlp.experts.136.up_proj,rtn: 0.0023804,0.00000,0.081
+73,mlp.experts.81.up_proj,rtn: 0.0023651,0.00000,0.104
+73,mlp.experts.146.up_proj,rtn: 0.0022125,0.00000,0.089
+73,mlp.experts.89.up_proj,rtn: 0.0023193,0.00000,0.084
+73,mlp.experts.134.up_proj,rtn: 0.0023193,0.00000,0.087
+73,mlp.experts.154.up_proj,rtn: 0.0022125,0.00000,0.097
+73,mlp.experts.115.up_proj,rtn: 0.0023499,0.00000,0.077
+73,mlp.experts.142.up_proj,rtn: 0.0023346,0.00000,0.093
+73,mlp.experts.144.up_proj,rtn: 0.0022736,0.00000,0.082
+73,mlp.experts.156.up_proj,rtn: 0.0022583,0.00000,0.078
+73,mlp.experts.117.up_proj,rtn: 0.0022736,0.00000,0.083
+73,mlp.experts.148.up_proj,rtn: 0.0023193,0.00000,0.087
+73,mlp.experts.119.up_proj,rtn: 0.0023956,0.00000,0.082
+73,mlp.experts.127.up_proj,rtn: 0.0022736,0.00000,0.081
+73,mlp.experts.125.up_proj,rtn: 0.0022888,0.00000,0.084
+73,mlp.experts.139.up_proj,rtn: 0.0023041,0.00000,0.079
+73,mlp.experts.152.up_proj,rtn: 0.0022736,0.00000,0.086
+73,mlp.experts.97.up_proj,rtn: 0.0023499,0.00000,0.092
+73,mlp.experts.162.up_proj,rtn: 0.0023346,0.00000,0.086
+73,mlp.experts.105.up_proj,rtn: 0.0023041,0.00000,0.083
+73,mlp.experts.131.up_proj,rtn: 0.0023193,0.00000,0.071
+73,mlp.experts.150.up_proj,rtn: 0.0023346,0.00000,0.089
+73,mlp.experts.170.up_proj,rtn: 0.0023499,0.00000,0.085
+73,mlp.experts.160.up_proj,rtn: 0.0022736,0.00000,0.080
+73,mlp.experts.172.up_proj,rtn: 0.0022736,0.00000,0.081
+73,mlp.experts.135.up_proj,rtn: 0.0022278,0.00000,0.072
+73,mlp.experts.158.up_proj,rtn: 0.0022888,0.00000,0.088
+73,mlp.experts.143.up_proj,rtn: 0.0022583,0.00000,0.070
+73,mlp.experts.164.up_proj,rtn: 0.0023804,0.00000,0.090
+73,mlp.experts.133.up_proj,rtn: 0.0022888,0.00000,0.097
+73,mlp.experts.155.up_proj,rtn: 0.0022125,0.00000,0.078
+73,mlp.experts.141.up_proj,rtn: 0.0021820,0.00000,0.090
+73,mlp.experts.168.up_proj,rtn: 0.0022278,0.00000,0.090
+73,mlp.experts.113.up_proj,rtn: 0.0023193,0.00000,0.089
+73,mlp.experts.178.up_proj,rtn: 0.0023193,0.00000,0.089
+73,mlp.experts.121.up_proj,rtn: 0.0023193,0.00000,0.095
+73,mlp.experts.147.up_proj,rtn: 0.0023499,0.00000,0.085
+73,mlp.experts.186.up_proj,rtn: 0.0023193,0.00000,0.079
+73,mlp.experts.166.up_proj,rtn: 0.0023651,0.00000,0.081
+73,mlp.experts.176.up_proj,rtn: 0.0022888,0.00000,0.077
+73,mlp.experts.174.up_proj,rtn: 0.0023346,0.00000,0.076
+73,mlp.experts.188.up_proj,rtn: 0.0022888,0.00000,0.086
+73,mlp.experts.151.up_proj,rtn: 0.0021973,0.00000,0.096
+73,mlp.experts.159.up_proj,rtn: 0.0023346,0.00000,0.093
+73,mlp.experts.171.up_proj,rtn: 0.0023193,0.00000,0.084
+73,mlp.experts.180.up_proj,rtn: 0.0023041,0.00000,0.091
+73,mlp.experts.157.up_proj,rtn: 0.0022888,0.00000,0.085
+73,mlp.experts.149.up_proj,rtn: 0.0023651,0.00000,0.096
+73,mlp.experts.184.up_proj,rtn: 0.0022278,0.00000,0.075
+73,mlp.experts.182.up_proj,rtn: 0.0023041,0.00000,0.051
+73,mlp.experts.129.up_proj,rtn: 0.0023956,0.00000,0.089
+73,mlp.experts.190.up_proj,rtn: 0.0023041,0.00000,0.057
+73,mlp.experts.137.up_proj,rtn: 0.0023193,0.00000,0.089
+73,mlp.experts.163.up_proj,rtn: 0.0022583,0.00000,0.092
+73,mlp.experts.167.up_proj,rtn: 0.0023499,0.00000,0.083
+73,mlp.experts.175.up_proj,rtn: 0.0023346,0.00000,0.086
+73,mlp.experts.187.up_proj,rtn: 0.0023193,0.00000,0.091
+73,mlp.experts.173.up_proj,rtn: 0.0023193,0.00000,0.090
+73,mlp.experts.165.up_proj,rtn: 0.0023651,0.00000,0.087
+73,mlp.experts.145.up_proj,rtn: 0.0022736,0.00000,0.095
+73,mlp.experts.153.up_proj,rtn: 0.0022736,0.00000,0.083
+73,mlp.experts.179.up_proj,rtn: 0.0023346,0.00000,0.074
+73,mlp.experts.191.up_proj,rtn: 0.0022888,0.00000,0.070
+73,mlp.experts.183.up_proj,rtn: 0.0022736,0.00000,0.075
+73,mlp.experts.181.up_proj,rtn: 0.0021973,0.00000,0.082
+73,mlp.experts.189.up_proj,rtn: 0.0022736,0.00000,0.086
+73,mlp.experts.161.up_proj,rtn: 0.0022430,0.00000,0.071
+73,mlp.experts.169.up_proj,rtn: 0.0023041,0.00000,0.071
+73,mlp.experts.177.up_proj,rtn: 0.0021820,0.00000,0.046
+73,mlp.experts.185.up_proj,rtn: 0.0022888,0.00000,0.046
+73,mlp.experts.2.down_proj,rtn: 0.0023651,0.00000,0.025
+73,mlp.experts.14.down_proj,rtn: 0.0022736,0.00000,0.048
+73,mlp.experts.4.down_proj,rtn: 0.0022888,0.00000,0.041
+73,mlp.experts.3.down_proj,rtn: 0.0023804,0.00000,0.042
+73,mlp.experts.18.down_proj,rtn: 0.0021820,0.00000,0.045
+73,mlp.experts.0.down_proj,rtn: 0.0023041,0.00000,0.049
+73,mlp.experts.5.down_proj,rtn: 0.0022888,0.00000,0.135
+73,mlp.experts.7.down_proj,rtn: 0.0023041,0.00000,0.054
+73,mlp.experts.15.down_proj,rtn: 0.0022888,0.00000,0.054
+73,mlp.experts.11.down_proj,rtn: 0.0023346,0.00000,0.057
+73,mlp.experts.10.down_proj,rtn: 0.0023499,0.00000,0.057
+73,mlp.experts.6.down_proj,rtn: 0.0022736,0.00000,0.061
+73,mlp.experts.9.down_proj,rtn: 0.0023499,0.00000,0.146
+73,mlp.experts.8.down_proj,rtn: 0.0023193,0.00000,0.063
+73,mlp.experts.30.down_proj,rtn: 0.0023346,0.00000,0.049
+73,mlp.experts.13.down_proj,rtn: 0.0022430,0.00000,0.148
+73,mlp.experts.1.down_proj,rtn: 0.0023346,0.00000,0.151
+73,mlp.experts.20.down_proj,rtn: 0.0023346,0.00000,0.043
+73,mlp.experts.19.down_proj,rtn: 0.0023346,0.00000,0.024
+73,mlp.experts.34.down_proj,rtn: 0.0023193,0.00000,0.023
+73,mlp.experts.12.down_proj,rtn: 0.0022736,0.00000,0.075
+73,mlp.experts.16.down_proj,rtn: 0.0023346,0.00000,0.023
+73,mlp.experts.21.down_proj,rtn: 0.0022888,0.00000,0.019
+73,mlp.experts.22.down_proj,rtn: 0.0023041,0.00000,0.029
+73,mlp.experts.37.down_proj,rtn: 0.0023499,0.00000,0.020
+73,mlp.experts.23.down_proj,rtn: 0.0022888,0.00000,0.045
+73,mlp.experts.26.down_proj,rtn: 0.0022736,0.00000,0.043
+73,mlp.experts.27.down_proj,rtn: 0.0022888,0.00000,0.049
+73,mlp.experts.31.down_proj,rtn: 0.0022125,0.00000,0.047
+73,mlp.experts.24.down_proj,rtn: 0.0023193,0.00000,0.053
+73,mlp.experts.35.down_proj,rtn: 0.0022888,0.00000,0.044
+73,mlp.experts.28.down_proj,rtn: 0.0023193,0.00000,0.039
+73,mlp.experts.46.down_proj,rtn: 0.0022888,0.00000,0.059
+73,mlp.experts.17.down_proj,rtn: 0.0022736,0.00000,0.054
+73,mlp.experts.29.down_proj,rtn: 0.0022278,0.00000,0.056
+73,mlp.experts.32.down_proj,rtn: 0.0023041,0.00000,0.042
+73,mlp.experts.50.down_proj,rtn: 0.0022888,0.00000,0.051
+73,mlp.experts.36.down_proj,rtn: 0.0022278,0.00000,0.058
+73,mlp.experts.53.down_proj,rtn: 0.0023346,0.00000,0.041
+73,mlp.experts.39.down_proj,rtn: 0.0023651,0.00000,0.050
+73,mlp.experts.42.down_proj,rtn: 0.0023346,0.00000,0.047
+73,mlp.experts.38.down_proj,rtn: 0.0023041,0.00000,0.054
+73,mlp.experts.43.down_proj,rtn: 0.0022125,0.00000,0.050
+73,mlp.experts.47.down_proj,rtn: 0.0023193,0.00000,0.048
+73,mlp.experts.25.down_proj,rtn: 0.0022430,0.00000,0.068
+73,mlp.experts.51.down_proj,rtn: 0.0021973,0.00000,0.032
+73,mlp.experts.44.down_proj,rtn: 0.0023041,0.00000,0.043
+73,mlp.experts.40.down_proj,rtn: 0.0023193,0.00000,0.050
+73,mlp.experts.48.down_proj,rtn: 0.0023193,0.00000,0.050
+73,mlp.experts.69.down_proj,rtn: 0.0023041,0.00000,0.048
+73,mlp.experts.45.down_proj,rtn: 0.0023193,0.00000,0.053
+73,mlp.experts.33.down_proj,rtn: 0.0023346,0.00000,0.058
+73,mlp.experts.62.down_proj,rtn: 0.0022888,0.00000,0.061
+73,mlp.experts.52.down_proj,rtn: 0.0023651,0.00000,0.054
+73,mlp.experts.55.down_proj,rtn: 0.0023193,0.00000,0.039
+73,mlp.experts.66.down_proj,rtn: 0.0022888,0.00000,0.053
+73,mlp.experts.58.down_proj,rtn: 0.0023956,0.00000,0.049
+73,mlp.experts.59.down_proj,rtn: 0.0023651,0.00000,0.039
+73,mlp.experts.54.down_proj,rtn: 0.0023193,0.00000,0.057
+73,mlp.experts.63.down_proj,rtn: 0.0023041,0.00000,0.040
+73,mlp.experts.60.down_proj,rtn: 0.0023346,0.00000,0.043
+73,mlp.experts.67.down_proj,rtn: 0.0022888,0.00000,0.039
+73,mlp.experts.41.down_proj,rtn: 0.0023041,0.00000,0.058
+73,mlp.experts.64.down_proj,rtn: 0.0023499,0.00000,0.041
+73,mlp.experts.56.down_proj,rtn: 0.0022736,0.00000,0.048
+73,mlp.experts.68.down_proj,rtn: 0.0022888,0.00000,0.025
+73,mlp.experts.85.down_proj,rtn: 0.0023041,0.00000,0.041
+73,mlp.experts.61.down_proj,rtn: 0.0023346,0.00000,0.050
+73,mlp.experts.49.down_proj,rtn: 0.0022278,0.00000,0.047
+73,mlp.experts.75.down_proj,rtn: 0.0023499,0.00000,0.041
+73,mlp.experts.82.down_proj,rtn: 0.0023346,0.00000,0.041
+73,mlp.experts.74.down_proj,rtn: 0.0023193,0.00000,0.039
+73,mlp.experts.78.down_proj,rtn: 0.0023041,0.00000,0.054
+73,mlp.experts.83.down_proj,rtn: 0.0023346,0.00000,0.044
+73,mlp.experts.71.down_proj,rtn: 0.0023041,0.00000,0.051
+73,mlp.experts.76.down_proj,rtn: 0.0021820,0.00000,0.044
+73,mlp.experts.70.down_proj,rtn: 0.0023193,0.00000,0.049
+73,mlp.experts.84.down_proj,rtn: 0.0021820,0.00000,0.046
+73,mlp.experts.79.down_proj,rtn: 0.0023346,0.00000,0.053
+73,mlp.experts.80.down_proj,rtn: 0.0023499,0.00000,0.048
+73,mlp.experts.57.down_proj,rtn: 0.0023346,0.00000,0.056
+73,mlp.experts.101.down_proj,rtn: 0.0022736,0.00000,0.048
+73,mlp.experts.98.down_proj,rtn: 0.0023346,0.00000,0.039
+73,mlp.experts.72.down_proj,rtn: 0.0022278,0.00000,0.054
+73,mlp.experts.65.down_proj,rtn: 0.0023193,0.00000,0.048
+73,mlp.experts.91.down_proj,rtn: 0.0022888,0.00000,0.045
+73,mlp.experts.90.down_proj,rtn: 0.0023041,0.00000,0.042
+73,mlp.experts.77.down_proj,rtn: 0.0023651,0.00000,0.057
+73,mlp.experts.94.down_proj,rtn: 0.0023193,0.00000,0.038
+73,mlp.experts.99.down_proj,rtn: 0.0022736,0.00000,0.047
+73,mlp.experts.86.down_proj,rtn: 0.0023499,0.00000,0.038
+73,mlp.experts.92.down_proj,rtn: 0.0023346,0.00000,0.045
+73,mlp.experts.87.down_proj,rtn: 0.0022583,0.00000,0.050
+73,mlp.experts.100.down_proj,rtn: 0.0023193,0.00000,0.044
+73,mlp.experts.96.down_proj,rtn: 0.0022888,0.00000,0.042
+73,mlp.experts.114.down_proj,rtn: 0.0023499,0.00000,0.035
+73,mlp.experts.95.down_proj,rtn: 0.0023041,0.00000,0.051
+73,mlp.experts.73.down_proj,rtn: 0.0023651,0.00000,0.045
+73,mlp.experts.117.down_proj,rtn: 0.0022888,0.00000,0.045
+73,mlp.experts.110.down_proj,rtn: 0.0023346,0.00000,0.032
+73,mlp.experts.88.down_proj,rtn: 0.0023346,0.00000,0.046
+73,mlp.experts.106.down_proj,rtn: 0.0022125,0.00000,0.043
+73,mlp.experts.81.down_proj,rtn: 0.0023193,0.00000,0.052
+73,mlp.experts.102.down_proj,rtn: 0.0022736,0.00000,0.037
+73,mlp.experts.107.down_proj,rtn: 0.0023193,0.00000,0.050
+73,mlp.experts.115.down_proj,rtn: 0.0023346,0.00000,0.041
+73,mlp.experts.93.down_proj,rtn: 0.0023499,0.00000,0.048
+73,mlp.experts.103.down_proj,rtn: 0.0023499,0.00000,0.039
+73,mlp.experts.130.down_proj,rtn: 0.0022888,0.00000,0.036
+73,mlp.experts.108.down_proj,rtn: 0.0022888,0.00000,0.047
+73,mlp.experts.89.down_proj,rtn: 0.0023193,0.00000,0.035
+73,mlp.experts.112.down_proj,rtn: 0.0023193,0.00000,0.042
+73,mlp.experts.116.down_proj,rtn: 0.0023651,0.00000,0.048
+73,mlp.experts.133.down_proj,rtn: 0.0023041,0.00000,0.040
+73,mlp.experts.126.down_proj,rtn: 0.0023193,0.00000,0.037
+73,mlp.experts.104.down_proj,rtn: 0.0022888,0.00000,0.034
+73,mlp.experts.122.down_proj,rtn: 0.0022888,0.00000,0.036
+73,mlp.experts.111.down_proj,rtn: 0.0022888,0.00000,0.051
+73,mlp.experts.118.down_proj,rtn: 0.0023193,0.00000,0.032
+73,mlp.experts.97.down_proj,rtn: 0.0023651,0.00000,0.042
+73,mlp.experts.123.down_proj,rtn: 0.0023499,0.00000,0.041
+73,mlp.experts.131.down_proj,rtn: 0.0023193,0.00000,0.039
+73,mlp.experts.146.down_proj,rtn: 0.0022583,0.00000,0.038
+73,mlp.experts.105.down_proj,rtn: 0.0023193,0.00000,0.034
+73,mlp.experts.109.down_proj,rtn: 0.0023804,0.00000,0.051
+73,mlp.experts.124.down_proj,rtn: 0.0022736,0.00000,0.042
+73,mlp.experts.128.down_proj,rtn: 0.0023346,0.00000,0.039
+73,mlp.experts.142.down_proj,rtn: 0.0023346,0.00000,0.037
+73,mlp.experts.119.down_proj,rtn: 0.0023956,0.00000,0.052
+73,mlp.experts.138.down_proj,rtn: 0.0023041,0.00000,0.035
+73,mlp.experts.149.down_proj,rtn: 0.0023499,0.00000,0.038
+73,mlp.experts.134.down_proj,rtn: 0.0023499,0.00000,0.031
+73,mlp.experts.132.down_proj,rtn: 0.0023193,0.00000,0.042
+73,mlp.experts.120.down_proj,rtn: 0.0023651,0.00000,0.040
+73,mlp.experts.113.down_proj,rtn: 0.0022278,0.00000,0.034
+73,mlp.experts.162.down_proj,rtn: 0.0023193,0.00000,0.028
+73,mlp.experts.139.down_proj,rtn: 0.0023193,0.00000,0.039
+73,mlp.experts.147.down_proj,rtn: 0.0023193,0.00000,0.037
+73,mlp.experts.127.down_proj,rtn: 0.0022583,0.00000,0.051
+73,mlp.experts.121.down_proj,rtn: 0.0023346,0.00000,0.033
+73,mlp.experts.144.down_proj,rtn: 0.0022430,0.00000,0.038
+73,mlp.experts.140.down_proj,rtn: 0.0022125,0.00000,0.035
+73,mlp.experts.158.down_proj,rtn: 0.0023193,0.00000,0.033
+73,mlp.experts.154.down_proj,rtn: 0.0022125,0.00000,0.030
+73,mlp.experts.150.down_proj,rtn: 0.0023346,0.00000,0.035
+73,mlp.experts.165.down_proj,rtn: 0.0023804,0.00000,0.040
+73,mlp.experts.178.down_proj,rtn: 0.0023346,0.00000,0.032
+73,mlp.experts.135.down_proj,rtn: 0.0022125,0.00000,0.051
+73,mlp.experts.125.down_proj,rtn: 0.0022888,0.00000,0.062
+73,mlp.experts.136.down_proj,rtn: 0.0023804,0.00000,0.039
+73,mlp.experts.148.down_proj,rtn: 0.0022736,0.00000,0.043
+73,mlp.experts.155.down_proj,rtn: 0.0022583,0.00000,0.038
+73,mlp.experts.129.down_proj,rtn: 0.0023804,0.00000,0.043
+73,mlp.experts.163.down_proj,rtn: 0.0022736,0.00000,0.035
+73,mlp.experts.143.down_proj,rtn: 0.0023193,0.00000,0.037
+73,mlp.experts.137.down_proj,rtn: 0.0023346,0.00000,0.038
+73,mlp.experts.170.down_proj,rtn: 0.0023499,0.00000,0.028
+73,mlp.experts.174.down_proj,rtn: 0.0022888,0.00000,0.029
+73,mlp.experts.160.down_proj,rtn: 0.0022888,0.00000,0.038
+73,mlp.experts.166.down_proj,rtn: 0.0023804,0.00000,0.024
+73,mlp.experts.156.down_proj,rtn: 0.0022736,0.00000,0.040
+73,mlp.experts.181.down_proj,rtn: 0.0021820,0.00000,0.043
+73,mlp.experts.152.down_proj,rtn: 0.0022736,0.00000,0.038
+73,mlp.experts.186.down_proj,rtn: 0.0022888,0.00000,0.023
+73,mlp.experts.190.down_proj,rtn: 0.0023346,0.00000,0.023
+73,mlp.experts.182.down_proj,rtn: 0.0023041,0.00000,0.028
+73,mlp.experts.153.down_proj,rtn: 0.0022888,0.00000,0.035
+73,mlp.experts.151.down_proj,rtn: 0.0022125,0.00000,0.046
+73,mlp.experts.145.down_proj,rtn: 0.0022736,0.00000,0.041
+73,mlp.experts.179.down_proj,rtn: 0.0023193,0.00000,0.033
+73,mlp.experts.159.down_proj,rtn: 0.0023346,0.00000,0.035
+73,mlp.experts.164.down_proj,rtn: 0.0023956,0.00000,0.042
+73,mlp.experts.171.down_proj,rtn: 0.0022736,0.00000,0.043
+73,mlp.experts.176.down_proj,rtn: 0.0023499,0.00000,0.035
+73,mlp.experts.141.down_proj,rtn: 0.0022430,0.00000,0.053
+73,mlp.experts.172.down_proj,rtn: 0.0023346,0.00000,0.033
+73,mlp.experts.168.down_proj,rtn: 0.0022736,0.00000,0.017
+73,mlp.experts.169.down_proj,rtn: 0.0022888,0.00000,0.027
+73,mlp.experts.161.down_proj,rtn: 0.0023193,0.00000,0.028
+73,mlp.experts.175.down_proj,rtn: 0.0023193,0.00000,0.027
+73,mlp.experts.180.down_proj,rtn: 0.0023193,0.00000,0.028
+73,mlp.experts.167.down_proj,rtn: 0.0023499,0.00000,0.037
+73,mlp.experts.184.down_proj,rtn: 0.0022583,0.00000,0.025
+73,mlp.experts.188.down_proj,rtn: 0.0023193,0.00000,0.026
+73,mlp.experts.187.down_proj,rtn: 0.0023193,0.00000,0.037
+73,mlp.experts.157.down_proj,rtn: 0.0022888,0.00000,0.035
+73,mlp.experts.185.down_proj,rtn: 0.0023193,0.00000,0.026
+73,mlp.experts.177.down_proj,rtn: 0.0022125,0.00000,0.022
+73,mlp.experts.191.down_proj,rtn: 0.0023193,0.00000,0.022
+73,mlp.experts.183.down_proj,rtn: 0.0023499,0.00000,0.025
+73,mlp.experts.173.down_proj,rtn: 0.0023346,0.00000,0.018
+73,mlp.experts.189.down_proj,rtn: 0.0023041,0.00000,0.010
+73,mlp.shared_experts.gate_proj,rtn: 0.0018311,0.00000,0.028
+73,mlp.shared_experts.up_proj,rtn: 0.0016632,0.00000,0.028
+73,mlp.shared_experts.down_proj,rtn: 0.0019226,0.00000,0.023
+74,self_attn.v_proj,rtn: 0.0035553,0.00000,0.033
+74,self_attn.k_proj,rtn: 0.0021820,0.00000,0.013
+74,self_attn.q_proj,rtn: 0.0015488,0.00000,0.022
+74,self_attn.o_proj,rtn: 0.0031738,0.00000,0.063
+74,mlp.experts.8.gate_proj,rtn: 0.0022888,0.00000,0.087
+74,mlp.experts.0.gate_proj,rtn: 0.0023346,0.00000,0.087
+74,mlp.experts.4.gate_proj,rtn: 0.0022125,0.00000,0.087
+74,mlp.experts.6.gate_proj,rtn: 0.0023193,0.00000,0.096
+74,mlp.experts.13.gate_proj,rtn: 0.0022583,0.00000,0.097
+74,mlp.experts.5.gate_proj,rtn: 0.0023193,0.00000,0.101
+74,mlp.experts.14.gate_proj,rtn: 0.0022278,0.00000,0.101
+74,mlp.experts.12.gate_proj,rtn: 0.0023193,0.00000,0.106
+74,mlp.experts.15.gate_proj,rtn: 0.0022583,0.00000,0.106
+74,mlp.experts.7.gate_proj,rtn: 0.0021515,0.00000,0.106
+74,mlp.experts.11.gate_proj,rtn: 0.0023651,0.00000,0.112
+74,mlp.experts.2.gate_proj,rtn: 0.0023041,0.00000,0.124
+74,mlp.experts.1.gate_proj,rtn: 0.0022278,0.00000,0.125
+74,mlp.experts.3.gate_proj,rtn: 0.0022736,0.00000,0.129
+74,mlp.experts.9.gate_proj,rtn: 0.0022125,0.00000,0.138
+74,mlp.experts.10.gate_proj,rtn: 0.0021973,0.00000,0.146
+74,mlp.experts.24.gate_proj,rtn: 0.0022888,0.00000,0.088
+74,mlp.experts.20.gate_proj,rtn: 0.0023804,0.00000,0.083
+74,mlp.experts.16.gate_proj,rtn: 0.0022583,0.00000,0.082
+74,mlp.experts.22.gate_proj,rtn: 0.0023041,0.00000,0.095
+74,mlp.experts.31.gate_proj,rtn: 0.0023499,0.00000,0.085
+74,mlp.experts.21.gate_proj,rtn: 0.0024414,0.00000,0.097
+74,mlp.experts.23.gate_proj,rtn: 0.0023041,0.00000,0.088
+74,mlp.experts.28.gate_proj,rtn: 0.0023499,0.00000,0.086
+74,mlp.experts.19.gate_proj,rtn: 0.0023041,0.00000,0.077
+74,mlp.experts.29.gate_proj,rtn: 0.0022583,0.00000,0.099
+74,mlp.experts.30.gate_proj,rtn: 0.0022278,0.00000,0.101
+74,mlp.experts.27.gate_proj,rtn: 0.0023193,0.00000,0.092
+74,mlp.experts.18.gate_proj,rtn: 0.0022583,0.00000,0.097
+74,mlp.experts.17.gate_proj,rtn: 0.0022736,0.00000,0.097
+74,mlp.experts.25.gate_proj,rtn: 0.0023346,0.00000,0.096
+74,mlp.experts.26.gate_proj,rtn: 0.0022583,0.00000,0.094
+74,mlp.experts.36.gate_proj,rtn: 0.0022736,0.00000,0.065
+74,mlp.experts.32.gate_proj,rtn: 0.0022583,0.00000,0.073
+74,mlp.experts.40.gate_proj,rtn: 0.0023041,0.00000,0.077
+74,mlp.experts.47.gate_proj,rtn: 0.0023499,0.00000,0.064
+74,mlp.experts.44.gate_proj,rtn: 0.0022430,0.00000,0.066
+74,mlp.experts.35.gate_proj,rtn: 0.0023346,0.00000,0.061
+74,mlp.experts.39.gate_proj,rtn: 0.0022888,0.00000,0.075
+74,mlp.experts.38.gate_proj,rtn: 0.0023193,0.00000,0.087
+74,mlp.experts.43.gate_proj,rtn: 0.0022583,0.00000,0.075
+74,mlp.experts.34.gate_proj,rtn: 0.0023956,0.00000,0.070
+74,mlp.experts.37.gate_proj,rtn: 0.0022888,0.00000,0.092
+74,mlp.experts.46.gate_proj,rtn: 0.0022583,0.00000,0.080
+74,mlp.experts.45.gate_proj,rtn: 0.0022583,0.00000,0.092
+74,mlp.experts.52.gate_proj,rtn: 0.0023499,0.00000,0.063
+74,mlp.experts.33.gate_proj,rtn: 0.0021973,0.00000,0.090
+74,mlp.experts.41.gate_proj,rtn: 0.0023499,0.00000,0.086
+74,mlp.experts.42.gate_proj,rtn: 0.0022888,0.00000,0.086
+74,mlp.experts.60.gate_proj,rtn: 0.0023651,0.00000,0.060
+74,mlp.experts.51.gate_proj,rtn: 0.0023346,0.00000,0.059
+74,mlp.experts.56.gate_proj,rtn: 0.0023193,0.00000,0.072
+74,mlp.experts.48.gate_proj,rtn: 0.0022430,0.00000,0.075
+74,mlp.experts.63.gate_proj,rtn: 0.0023499,0.00000,0.071
+74,mlp.experts.55.gate_proj,rtn: 0.0023041,0.00000,0.061
+74,mlp.experts.59.gate_proj,rtn: 0.0022583,0.00000,0.068
+74,mlp.experts.68.gate_proj,rtn: 0.0023956,0.00000,0.065
+74,mlp.experts.50.gate_proj,rtn: 0.0023804,0.00000,0.083
+74,mlp.experts.54.gate_proj,rtn: 0.0023499,0.00000,0.096
+74,mlp.experts.61.gate_proj,rtn: 0.0023193,0.00000,0.079
+74,mlp.experts.62.gate_proj,rtn: 0.0022583,0.00000,0.084
+74,mlp.experts.53.gate_proj,rtn: 0.0022888,0.00000,0.089
+74,mlp.experts.76.gate_proj,rtn: 0.0023041,0.00000,0.062
+74,mlp.experts.72.gate_proj,rtn: 0.0023193,0.00000,0.057
+74,mlp.experts.67.gate_proj,rtn: 0.0022583,0.00000,0.061
+74,mlp.experts.79.gate_proj,rtn: 0.0022583,0.00000,0.059
+74,mlp.experts.57.gate_proj,rtn: 0.0023956,0.00000,0.080
+74,mlp.experts.64.gate_proj,rtn: 0.0022888,0.00000,0.065
+74,mlp.experts.49.gate_proj,rtn: 0.0022430,0.00000,0.089
+74,mlp.experts.71.gate_proj,rtn: 0.0022583,0.00000,0.061
+74,mlp.experts.75.gate_proj,rtn: 0.0022278,0.00000,0.061
+74,mlp.experts.58.gate_proj,rtn: 0.0022583,0.00000,0.105
+74,mlp.experts.84.gate_proj,rtn: 0.0022583,0.00000,0.071
+74,mlp.experts.92.gate_proj,rtn: 0.0023041,0.00000,0.062
+74,mlp.experts.83.gate_proj,rtn: 0.0023041,0.00000,0.058
+74,mlp.experts.95.gate_proj,rtn: 0.0022430,0.00000,0.059
+74,mlp.experts.80.gate_proj,rtn: 0.0023804,0.00000,0.062
+74,mlp.experts.87.gate_proj,rtn: 0.0023193,0.00000,0.060
+74,mlp.experts.88.gate_proj,rtn: 0.0023346,0.00000,0.076
+74,mlp.experts.66.gate_proj,rtn: 0.0022583,0.00000,0.094
+74,mlp.experts.77.gate_proj,rtn: 0.0022278,0.00000,0.095
+74,mlp.experts.69.gate_proj,rtn: 0.0023346,0.00000,0.094
+74,mlp.experts.78.gate_proj,rtn: 0.0022736,0.00000,0.091
+74,mlp.experts.91.gate_proj,rtn: 0.0022736,0.00000,0.060
+74,mlp.experts.70.gate_proj,rtn: 0.0022888,0.00000,0.109
+74,mlp.experts.73.gate_proj,rtn: 0.0022888,0.00000,0.096
+74,mlp.experts.65.gate_proj,rtn: 0.0023804,0.00000,0.097
+74,mlp.experts.74.gate_proj,rtn: 0.0022430,0.00000,0.093
+74,mlp.experts.108.gate_proj,rtn: 0.0023041,0.00000,0.063
+74,mlp.experts.111.gate_proj,rtn: 0.0022888,0.00000,0.065
+74,mlp.experts.99.gate_proj,rtn: 0.0022736,0.00000,0.067
+74,mlp.experts.103.gate_proj,rtn: 0.0022736,0.00000,0.059
+74,mlp.experts.100.gate_proj,rtn: 0.0021973,0.00000,0.078
+74,mlp.experts.96.gate_proj,rtn: 0.0023346,0.00000,0.065
+74,mlp.experts.104.gate_proj,rtn: 0.0022278,0.00000,0.073
+74,mlp.experts.107.gate_proj,rtn: 0.0022583,0.00000,0.062
+74,mlp.experts.93.gate_proj,rtn: 0.0022278,0.00000,0.082
+74,mlp.experts.82.gate_proj,rtn: 0.0022736,0.00000,0.092
+74,mlp.experts.85.gate_proj,rtn: 0.0022125,0.00000,0.090
+74,mlp.experts.94.gate_proj,rtn: 0.0023193,0.00000,0.095
+74,mlp.experts.89.gate_proj,rtn: 0.0023499,0.00000,0.084
+74,mlp.experts.124.gate_proj,rtn: 0.0022888,0.00000,0.062
+74,mlp.experts.86.gate_proj,rtn: 0.0023193,0.00000,0.098
+74,mlp.experts.81.gate_proj,rtn: 0.0023041,0.00000,0.090
+74,mlp.experts.119.gate_proj,rtn: 0.0022888,0.00000,0.062
+74,mlp.experts.116.gate_proj,rtn: 0.0022888,0.00000,0.061
+74,mlp.experts.112.gate_proj,rtn: 0.0024261,0.00000,0.062
+74,mlp.experts.127.gate_proj,rtn: 0.0022583,0.00000,0.072
+74,mlp.experts.115.gate_proj,rtn: 0.0022736,0.00000,0.065
+74,mlp.experts.123.gate_proj,rtn: 0.0023651,0.00000,0.063
+74,mlp.experts.120.gate_proj,rtn: 0.0023346,0.00000,0.068
+74,mlp.experts.90.gate_proj,rtn: 0.0022888,0.00000,0.110
+74,mlp.experts.109.gate_proj,rtn: 0.0023499,0.00000,0.084
+74,mlp.experts.140.gate_proj,rtn: 0.0022583,0.00000,0.069
+74,mlp.experts.135.gate_proj,rtn: 0.0022888,0.00000,0.062
+74,mlp.experts.101.gate_proj,rtn: 0.0023041,0.00000,0.087
+74,mlp.experts.143.gate_proj,rtn: 0.0022430,0.00000,0.057
+74,mlp.experts.132.gate_proj,rtn: 0.0022736,0.00000,0.064
+74,mlp.experts.128.gate_proj,rtn: 0.0022583,0.00000,0.065
+74,mlp.experts.105.gate_proj,rtn: 0.0022583,0.00000,0.089
+74,mlp.experts.139.gate_proj,rtn: 0.0022888,0.00000,0.060
+74,mlp.experts.131.gate_proj,rtn: 0.0023346,0.00000,0.077
+74,mlp.experts.136.gate_proj,rtn: 0.0023346,0.00000,0.064
+74,mlp.experts.97.gate_proj,rtn: 0.0022736,0.00000,0.090
+74,mlp.experts.98.gate_proj,rtn: 0.0021362,0.00000,0.118
+74,mlp.experts.110.gate_proj,rtn: 0.0022736,0.00000,0.110
+74,mlp.experts.102.gate_proj,rtn: 0.0022888,0.00000,0.115
+74,mlp.experts.156.gate_proj,rtn: 0.0022430,0.00000,0.065
+74,mlp.experts.125.gate_proj,rtn: 0.0023499,0.00000,0.081
+74,mlp.experts.151.gate_proj,rtn: 0.0023651,0.00000,0.070
+74,mlp.experts.148.gate_proj,rtn: 0.0022736,0.00000,0.065
+74,mlp.experts.159.gate_proj,rtn: 0.0022888,0.00000,0.076
+74,mlp.experts.155.gate_proj,rtn: 0.0023041,0.00000,0.068
+74,mlp.experts.144.gate_proj,rtn: 0.0023651,0.00000,0.072
+74,mlp.experts.117.gate_proj,rtn: 0.0022888,0.00000,0.078
+74,mlp.experts.152.gate_proj,rtn: 0.0023651,0.00000,0.062
+74,mlp.experts.106.gate_proj,rtn: 0.0023651,0.00000,0.119
+74,mlp.experts.147.gate_proj,rtn: 0.0022125,0.00000,0.065
+74,mlp.experts.121.gate_proj,rtn: 0.0022583,0.00000,0.085
+74,mlp.experts.113.gate_proj,rtn: 0.0023651,0.00000,0.077
+74,mlp.experts.114.gate_proj,rtn: 0.0023193,0.00000,0.104
+74,mlp.experts.126.gate_proj,rtn: 0.0023346,0.00000,0.107
+74,mlp.experts.141.gate_proj,rtn: 0.0023193,0.00000,0.067
+74,mlp.experts.164.gate_proj,rtn: 0.0022888,0.00000,0.061
+74,mlp.experts.172.gate_proj,rtn: 0.0022430,0.00000,0.076
+74,mlp.experts.118.gate_proj,rtn: 0.0021362,0.00000,0.104
+74,mlp.experts.167.gate_proj,rtn: 0.0022736,0.00000,0.075
+74,mlp.experts.160.gate_proj,rtn: 0.0022736,0.00000,0.063
+74,mlp.experts.133.gate_proj,rtn: 0.0023956,0.00000,0.067
+74,mlp.experts.168.gate_proj,rtn: 0.0022888,0.00000,0.060
+74,mlp.experts.171.gate_proj,rtn: 0.0023041,0.00000,0.072
+74,mlp.experts.175.gate_proj,rtn: 0.0022125,0.00000,0.076
+74,mlp.experts.163.gate_proj,rtn: 0.0023956,0.00000,0.069
+74,mlp.experts.129.gate_proj,rtn: 0.0023651,0.00000,0.066
+74,mlp.experts.137.gate_proj,rtn: 0.0023193,0.00000,0.070
+74,mlp.experts.122.gate_proj,rtn: 0.0022430,0.00000,0.099
+74,mlp.experts.180.gate_proj,rtn: 0.0023041,0.00000,0.061
+74,mlp.experts.157.gate_proj,rtn: 0.0022583,0.00000,0.071
+74,mlp.experts.184.gate_proj,rtn: 0.0022583,0.00000,0.059
+74,mlp.experts.176.gate_proj,rtn: 0.0023193,0.00000,0.063
+74,mlp.experts.149.gate_proj,rtn: 0.0024109,0.00000,0.061
+74,mlp.experts.188.gate_proj,rtn: 0.0023041,0.00000,0.073
+74,mlp.experts.183.gate_proj,rtn: 0.0023499,0.00000,0.077
+74,mlp.experts.145.gate_proj,rtn: 0.0024414,0.00000,0.062
+74,mlp.experts.191.gate_proj,rtn: 0.0023193,0.00000,0.074
+74,mlp.experts.187.gate_proj,rtn: 0.0022583,0.00000,0.080
+74,mlp.experts.153.gate_proj,rtn: 0.0023804,0.00000,0.073
+74,mlp.experts.142.gate_proj,rtn: 0.0022583,0.00000,0.109
+74,mlp.experts.179.gate_proj,rtn: 0.0023041,0.00000,0.083
+74,mlp.experts.134.gate_proj,rtn: 0.0022888,0.00000,0.102
+74,mlp.experts.130.gate_proj,rtn: 0.0024414,0.00000,0.116
+74,mlp.experts.4.up_proj,rtn: 0.0021973,0.00000,0.066
+74,mlp.experts.138.gate_proj,rtn: 0.0023346,0.00000,0.087
+74,mlp.experts.165.gate_proj,rtn: 0.0022583,0.00000,0.065
+74,mlp.experts.8.up_proj,rtn: 0.0022430,0.00000,0.067
+74,mlp.experts.0.up_proj,rtn: 0.0023041,0.00000,0.065
+74,mlp.experts.173.gate_proj,rtn: 0.0023499,0.00000,0.078
+74,mlp.experts.12.up_proj,rtn: 0.0023193,0.00000,0.076
+74,mlp.experts.161.gate_proj,rtn: 0.0022583,0.00000,0.072
+74,mlp.experts.169.gate_proj,rtn: 0.0022430,0.00000,0.067
+74,mlp.experts.7.up_proj,rtn: 0.0021362,0.00000,0.090
+74,mlp.experts.15.up_proj,rtn: 0.0022583,0.00000,0.086
+74,mlp.experts.11.up_proj,rtn: 0.0023499,0.00000,0.088
+74,mlp.experts.3.up_proj,rtn: 0.0023041,0.00000,0.089
+74,mlp.experts.20.up_proj,rtn: 0.0023193,0.00000,0.069
+74,mlp.experts.150.gate_proj,rtn: 0.0022888,0.00000,0.094
+74,mlp.experts.158.gate_proj,rtn: 0.0022430,0.00000,0.101
+74,mlp.experts.181.gate_proj,rtn: 0.0023499,0.00000,0.072
+74,mlp.experts.189.gate_proj,rtn: 0.0023346,0.00000,0.064
+74,mlp.experts.146.gate_proj,rtn: 0.0023193,0.00000,0.108
+74,mlp.experts.24.up_proj,rtn: 0.0022430,0.00000,0.074
+74,mlp.experts.16.up_proj,rtn: 0.0022736,0.00000,0.075
+74,mlp.experts.28.up_proj,rtn: 0.0022888,0.00000,0.067
+74,mlp.experts.154.gate_proj,rtn: 0.0022583,0.00000,0.096
+74,mlp.experts.185.gate_proj,rtn: 0.0023499,0.00000,0.063
+74,mlp.experts.177.gate_proj,rtn: 0.0022583,0.00000,0.074
+74,mlp.experts.36.up_proj,rtn: 0.0022736,0.00000,0.053
+74,mlp.experts.23.up_proj,rtn: 0.0023346,0.00000,0.081
+74,mlp.experts.27.up_proj,rtn: 0.0023041,0.00000,0.077
+74,mlp.experts.32.up_proj,rtn: 0.0022583,0.00000,0.041
+74,mlp.experts.31.up_proj,rtn: 0.0023346,0.00000,0.087
+74,mlp.experts.19.up_proj,rtn: 0.0023193,0.00000,0.074
+74,mlp.experts.13.up_proj,rtn: 0.0022583,0.00000,0.125
+74,mlp.experts.5.up_proj,rtn: 0.0023041,0.00000,0.127
+74,mlp.experts.48.up_proj,rtn: 0.0022125,0.00000,0.064
+74,mlp.experts.40.up_proj,rtn: 0.0023193,0.00000,0.066
+74,mlp.experts.44.up_proj,rtn: 0.0022583,0.00000,0.067
+74,mlp.experts.174.gate_proj,rtn: 0.0022888,0.00000,0.150
+74,mlp.experts.52.up_proj,rtn: 0.0023346,0.00000,0.074
+74,mlp.experts.166.gate_proj,rtn: 0.0023041,0.00000,0.164
+74,mlp.experts.35.up_proj,rtn: 0.0023193,0.00000,0.081
+74,mlp.experts.43.up_proj,rtn: 0.0022583,0.00000,0.081
+74,mlp.experts.9.up_proj,rtn: 0.0021820,0.00000,0.075
+74,mlp.experts.39.up_proj,rtn: 0.0022888,0.00000,0.080
+74,mlp.experts.162.gate_proj,rtn: 0.0023499,0.00000,0.152
+74,mlp.experts.47.up_proj,rtn: 0.0023193,0.00000,0.095
+74,mlp.experts.170.gate_proj,rtn: 0.0023499,0.00000,0.092
+74,mlp.experts.1.up_proj,rtn: 0.0022278,0.00000,0.082
+74,mlp.experts.64.up_proj,rtn: 0.0023041,0.00000,0.068
+74,mlp.experts.56.up_proj,rtn: 0.0022583,0.00000,0.073
+74,mlp.experts.60.up_proj,rtn: 0.0023346,0.00000,0.069
+74,mlp.experts.68.up_proj,rtn: 0.0023804,0.00000,0.068
+74,mlp.experts.21.up_proj,rtn: 0.0023804,0.00000,0.089
+74,mlp.experts.29.up_proj,rtn: 0.0022583,0.00000,0.094
+74,mlp.experts.51.up_proj,rtn: 0.0023041,0.00000,0.084
+74,mlp.experts.190.gate_proj,rtn: 0.0023041,0.00000,0.098
+74,mlp.experts.182.gate_proj,rtn: 0.0023651,0.00000,0.093
+74,mlp.experts.59.up_proj,rtn: 0.0022888,0.00000,0.086
+74,mlp.experts.25.up_proj,rtn: 0.0023346,0.00000,0.066
+74,mlp.experts.55.up_proj,rtn: 0.0022888,0.00000,0.090
+74,mlp.experts.63.up_proj,rtn: 0.0023956,0.00000,0.087
+74,mlp.experts.178.gate_proj,rtn: 0.0022736,0.00000,0.096
+74,mlp.experts.186.gate_proj,rtn: 0.0023041,0.00000,0.082
+74,mlp.experts.17.up_proj,rtn: 0.0022736,0.00000,0.089
+74,mlp.experts.80.up_proj,rtn: 0.0023499,0.00000,0.074
+74,mlp.experts.72.up_proj,rtn: 0.0023346,0.00000,0.079
+74,mlp.experts.37.up_proj,rtn: 0.0022888,0.00000,0.071
+74,mlp.experts.45.up_proj,rtn: 0.0022278,0.00000,0.073
+74,mlp.experts.76.up_proj,rtn: 0.0022888,0.00000,0.081
+74,mlp.experts.84.up_proj,rtn: 0.0022430,0.00000,0.082
+74,mlp.experts.41.up_proj,rtn: 0.0022888,0.00000,0.075
+74,mlp.experts.6.up_proj,rtn: 0.0023193,0.00000,0.080
+74,mlp.experts.67.up_proj,rtn: 0.0022125,0.00000,0.086
+74,mlp.experts.14.up_proj,rtn: 0.0022125,0.00000,0.087
+74,mlp.experts.79.up_proj,rtn: 0.0022430,0.00000,0.077
+74,mlp.experts.75.up_proj,rtn: 0.0022278,0.00000,0.091
+74,mlp.experts.2.up_proj,rtn: 0.0023193,0.00000,0.083
+74,mlp.experts.71.up_proj,rtn: 0.0022888,0.00000,0.092
+74,mlp.experts.10.up_proj,rtn: 0.0022125,0.00000,0.081
+74,mlp.experts.33.up_proj,rtn: 0.0021820,0.00000,0.074
+74,mlp.experts.96.up_proj,rtn: 0.0023346,0.00000,0.078
+74,mlp.experts.53.up_proj,rtn: 0.0023193,0.00000,0.067
+74,mlp.experts.61.up_proj,rtn: 0.0022888,0.00000,0.077
+74,mlp.experts.88.up_proj,rtn: 0.0023193,0.00000,0.083
+74,mlp.experts.92.up_proj,rtn: 0.0023041,0.00000,0.077
+74,mlp.experts.100.up_proj,rtn: 0.0021973,0.00000,0.084
+74,mlp.experts.57.up_proj,rtn: 0.0023651,0.00000,0.065
+74,mlp.experts.22.up_proj,rtn: 0.0023193,0.00000,0.076
+74,mlp.experts.18.up_proj,rtn: 0.0022430,0.00000,0.070
+74,mlp.experts.30.up_proj,rtn: 0.0022278,0.00000,0.082
+74,mlp.experts.95.up_proj,rtn: 0.0022430,0.00000,0.081
+74,mlp.experts.91.up_proj,rtn: 0.0022736,0.00000,0.081
+74,mlp.experts.49.up_proj,rtn: 0.0022430,0.00000,0.072
+74,mlp.experts.83.up_proj,rtn: 0.0023041,0.00000,0.091
+74,mlp.experts.26.up_proj,rtn: 0.0022736,0.00000,0.084
+74,mlp.experts.87.up_proj,rtn: 0.0023193,0.00000,0.090
+74,mlp.experts.112.up_proj,rtn: 0.0023499,0.00000,0.083
+74,mlp.experts.69.up_proj,rtn: 0.0023193,0.00000,0.073
+74,mlp.experts.77.up_proj,rtn: 0.0022278,0.00000,0.077
+74,mlp.experts.104.up_proj,rtn: 0.0021973,0.00000,0.084
+74,mlp.experts.73.up_proj,rtn: 0.0022736,0.00000,0.074
+74,mlp.experts.108.up_proj,rtn: 0.0023193,0.00000,0.083
+74,mlp.experts.116.up_proj,rtn: 0.0022736,0.00000,0.086
+74,mlp.experts.38.up_proj,rtn: 0.0023193,0.00000,0.091
+74,mlp.experts.34.up_proj,rtn: 0.0023346,0.00000,0.091
+74,mlp.experts.65.up_proj,rtn: 0.0023804,0.00000,0.083
+74,mlp.experts.107.up_proj,rtn: 0.0022736,0.00000,0.090
+74,mlp.experts.99.up_proj,rtn: 0.0022430,0.00000,0.087
+74,mlp.experts.111.up_proj,rtn: 0.0023041,0.00000,0.101
+74,mlp.experts.42.up_proj,rtn: 0.0023193,0.00000,0.087
+74,mlp.experts.46.up_proj,rtn: 0.0022888,0.00000,0.106
+74,mlp.experts.85.up_proj,rtn: 0.0022125,0.00000,0.086
+74,mlp.experts.103.up_proj,rtn: 0.0022888,0.00000,0.092
+74,mlp.experts.128.up_proj,rtn: 0.0022736,0.00000,0.090
+74,mlp.experts.120.up_proj,rtn: 0.0023346,0.00000,0.082
+74,mlp.experts.89.up_proj,rtn: 0.0022888,0.00000,0.079
+74,mlp.experts.124.up_proj,rtn: 0.0023041,0.00000,0.083
+74,mlp.experts.93.up_proj,rtn: 0.0022888,0.00000,0.100
+74,mlp.experts.132.up_proj,rtn: 0.0022888,0.00000,0.092
+74,mlp.experts.81.up_proj,rtn: 0.0022888,0.00000,0.079
+74,mlp.experts.54.up_proj,rtn: 0.0023041,0.00000,0.100
+74,mlp.experts.123.up_proj,rtn: 0.0023651,0.00000,0.086
+74,mlp.experts.115.up_proj,rtn: 0.0022430,0.00000,0.086
+74,mlp.experts.50.up_proj,rtn: 0.0023804,0.00000,0.096
+74,mlp.experts.101.up_proj,rtn: 0.0023041,0.00000,0.073
+74,mlp.experts.105.up_proj,rtn: 0.0022736,0.00000,0.067
+74,mlp.experts.127.up_proj,rtn: 0.0022430,0.00000,0.093
+74,mlp.experts.62.up_proj,rtn: 0.0022736,0.00000,0.092
+74,mlp.experts.119.up_proj,rtn: 0.0022583,0.00000,0.087
+74,mlp.experts.136.up_proj,rtn: 0.0023193,0.00000,0.072
+74,mlp.experts.144.up_proj,rtn: 0.0023346,0.00000,0.086
+74,mlp.experts.58.up_proj,rtn: 0.0022583,0.00000,0.093
+74,mlp.experts.140.up_proj,rtn: 0.0022430,0.00000,0.071
+74,mlp.experts.109.up_proj,rtn: 0.0023193,0.00000,0.071
+74,mlp.experts.148.up_proj,rtn: 0.0022125,0.00000,0.069
+74,mlp.experts.97.up_proj,rtn: 0.0022736,0.00000,0.063
+74,mlp.experts.117.up_proj,rtn: 0.0023193,0.00000,0.065
+74,mlp.experts.121.up_proj,rtn: 0.0022736,0.00000,0.066
+74,mlp.experts.70.up_proj,rtn: 0.0023041,0.00000,0.087
+74,mlp.experts.66.up_proj,rtn: 0.0022583,0.00000,0.079
+74,mlp.experts.139.up_proj,rtn: 0.0022583,0.00000,0.089
+74,mlp.experts.131.up_proj,rtn: 0.0023041,0.00000,0.091
+74,mlp.experts.160.up_proj,rtn: 0.0022583,0.00000,0.074
+74,mlp.experts.152.up_proj,rtn: 0.0023193,0.00000,0.074
+74,mlp.experts.125.up_proj,rtn: 0.0023193,0.00000,0.071
+74,mlp.experts.164.up_proj,rtn: 0.0023193,0.00000,0.062
+74,mlp.experts.74.up_proj,rtn: 0.0022430,0.00000,0.074
+74,mlp.experts.156.up_proj,rtn: 0.0022583,0.00000,0.073
+74,mlp.experts.78.up_proj,rtn: 0.0022736,0.00000,0.084
+74,mlp.experts.143.up_proj,rtn: 0.0022125,0.00000,0.093
+74,mlp.experts.135.up_proj,rtn: 0.0022736,0.00000,0.093
+74,mlp.experts.113.up_proj,rtn: 0.0023346,0.00000,0.076
+74,mlp.experts.133.up_proj,rtn: 0.0023804,0.00000,0.066
+74,mlp.experts.137.up_proj,rtn: 0.0023041,0.00000,0.077
+74,mlp.experts.86.up_proj,rtn: 0.0023346,0.00000,0.082
+74,mlp.experts.141.up_proj,rtn: 0.0023041,0.00000,0.067
+74,mlp.experts.82.up_proj,rtn: 0.0022888,0.00000,0.084
+74,mlp.experts.176.up_proj,rtn: 0.0023041,0.00000,0.075
+74,mlp.experts.155.up_proj,rtn: 0.0023041,0.00000,0.093
+74,mlp.experts.180.up_proj,rtn: 0.0023041,0.00000,0.077
+74,mlp.experts.90.up_proj,rtn: 0.0022583,0.00000,0.080
+74,mlp.experts.168.up_proj,rtn: 0.0022888,0.00000,0.083
+74,mlp.experts.172.up_proj,rtn: 0.0022125,0.00000,0.072
+74,mlp.experts.147.up_proj,rtn: 0.0021820,0.00000,0.099
+74,mlp.experts.94.up_proj,rtn: 0.0023041,0.00000,0.077
+74,mlp.experts.129.up_proj,rtn: 0.0023651,0.00000,0.068
+74,mlp.experts.149.up_proj,rtn: 0.0022583,0.00000,0.069
+74,mlp.experts.151.up_proj,rtn: 0.0023193,0.00000,0.091
+74,mlp.experts.159.up_proj,rtn: 0.0022888,0.00000,0.093
+74,mlp.experts.153.up_proj,rtn: 0.0023956,0.00000,0.068
+74,mlp.experts.157.up_proj,rtn: 0.0022278,0.00000,0.066
+74,mlp.experts.102.up_proj,rtn: 0.0022888,0.00000,0.079
+74,mlp.experts.188.up_proj,rtn: 0.0023346,0.00000,0.051
+74,mlp.experts.184.up_proj,rtn: 0.0022278,0.00000,0.054
+74,mlp.experts.98.up_proj,rtn: 0.0021362,0.00000,0.079
+74,mlp.experts.110.up_proj,rtn: 0.0022430,0.00000,0.070
+74,mlp.experts.165.up_proj,rtn: 0.0022278,0.00000,0.060
+74,mlp.experts.106.up_proj,rtn: 0.0023499,0.00000,0.079
+74,mlp.experts.145.up_proj,rtn: 0.0023193,0.00000,0.073
+74,mlp.experts.171.up_proj,rtn: 0.0023193,0.00000,0.094
+74,mlp.experts.163.up_proj,rtn: 0.0023804,0.00000,0.087
+74,mlp.experts.173.up_proj,rtn: 0.0023499,0.00000,0.061
+74,mlp.experts.175.up_proj,rtn: 0.0021820,0.00000,0.088
+74,mlp.experts.167.up_proj,rtn: 0.0022736,0.00000,0.093
+74,mlp.experts.169.up_proj,rtn: 0.0022430,0.00000,0.076
+74,mlp.experts.114.up_proj,rtn: 0.0022888,0.00000,0.076
+74,mlp.experts.118.up_proj,rtn: 0.0021210,0.00000,0.085
+74,mlp.experts.181.up_proj,rtn: 0.0023499,0.00000,0.070
+74,mlp.experts.161.up_proj,rtn: 0.0022736,0.00000,0.073
+74,mlp.experts.122.up_proj,rtn: 0.0022583,0.00000,0.084
+74,mlp.experts.189.up_proj,rtn: 0.0023346,0.00000,0.062
+74,mlp.experts.126.up_proj,rtn: 0.0023346,0.00000,0.100
+74,mlp.experts.187.up_proj,rtn: 0.0022583,0.00000,0.090
+74,mlp.experts.185.up_proj,rtn: 0.0023346,0.00000,0.067
+74,mlp.experts.179.up_proj,rtn: 0.0023041,0.00000,0.092
+74,mlp.experts.183.up_proj,rtn: 0.0022888,0.00000,0.078
+74,mlp.experts.191.up_proj,rtn: 0.0023193,0.00000,0.081
+74,mlp.experts.130.up_proj,rtn: 0.0024109,0.00000,0.074
+74,mlp.experts.177.up_proj,rtn: 0.0022888,0.00000,0.053
+74,mlp.experts.134.up_proj,rtn: 0.0022888,0.00000,0.080
+74,mlp.experts.138.up_proj,rtn: 0.0023041,0.00000,0.071
+74,mlp.experts.142.up_proj,rtn: 0.0022125,0.00000,0.082
+74,mlp.experts.146.up_proj,rtn: 0.0023346,0.00000,0.083
+74,mlp.experts.150.up_proj,rtn: 0.0022736,0.00000,0.083
+74,mlp.experts.154.up_proj,rtn: 0.0022278,0.00000,0.072
+74,mlp.experts.158.up_proj,rtn: 0.0022430,0.00000,0.074
+74,mlp.experts.162.up_proj,rtn: 0.0022583,0.00000,0.077
+74,mlp.experts.170.up_proj,rtn: 0.0022888,0.00000,0.068
+74,mlp.experts.166.up_proj,rtn: 0.0022888,0.00000,0.076
+74,mlp.experts.174.up_proj,rtn: 0.0023041,0.00000,0.072
+74,mlp.experts.178.up_proj,rtn: 0.0022278,0.00000,0.069
+74,mlp.experts.186.up_proj,rtn: 0.0023193,0.00000,0.071
+74,mlp.experts.182.up_proj,rtn: 0.0023499,0.00000,0.069
+74,mlp.experts.190.up_proj,rtn: 0.0022736,0.00000,0.057
+74,mlp.experts.7.down_proj,rtn: 0.0022125,0.00000,0.014
+74,mlp.experts.1.down_proj,rtn: 0.0022888,0.00000,0.046
+74,mlp.experts.5.down_proj,rtn: 0.0023193,0.00000,0.061
+74,mlp.experts.13.down_proj,rtn: 0.0022736,0.00000,0.041
+74,mlp.experts.23.down_proj,rtn: 0.0023193,0.00000,0.046
+74,mlp.experts.14.down_proj,rtn: 0.0022430,0.00000,0.129
+74,mlp.experts.10.down_proj,rtn: 0.0022583,0.00000,0.140
+74,mlp.experts.15.down_proj,rtn: 0.0022888,0.00000,0.058
+74,mlp.experts.6.down_proj,rtn: 0.0022430,0.00000,0.142
+74,mlp.experts.0.down_proj,rtn: 0.0022125,0.00000,0.062
+74,mlp.experts.4.down_proj,rtn: 0.0022583,0.00000,0.063
+74,mlp.experts.9.down_proj,rtn: 0.0022430,0.00000,0.063
+74,mlp.experts.2.down_proj,rtn: 0.0023193,0.00000,0.145
+74,mlp.experts.8.down_proj,rtn: 0.0021820,0.00000,0.065
+74,mlp.experts.12.down_proj,rtn: 0.0022888,0.00000,0.066
+74,mlp.experts.11.down_proj,rtn: 0.0023651,0.00000,0.066
+74,mlp.experts.3.down_proj,rtn: 0.0023193,0.00000,0.068
+74,mlp.experts.17.down_proj,rtn: 0.0023193,0.00000,0.041
+74,mlp.experts.39.down_proj,rtn: 0.0023346,0.00000,0.021
+74,mlp.experts.29.down_proj,rtn: 0.0022888,0.00000,0.031
+74,mlp.experts.30.down_proj,rtn: 0.0023041,0.00000,0.029
+74,mlp.experts.21.down_proj,rtn: 0.0023651,0.00000,0.037
+74,mlp.experts.31.down_proj,rtn: 0.0023346,0.00000,0.023
+74,mlp.experts.26.down_proj,rtn: 0.0022888,0.00000,0.043
+74,mlp.experts.24.down_proj,rtn: 0.0023041,0.00000,0.044
+74,mlp.experts.18.down_proj,rtn: 0.0022583,0.00000,0.028
+74,mlp.experts.20.down_proj,rtn: 0.0023651,0.00000,0.039
+74,mlp.experts.16.down_proj,rtn: 0.0023041,0.00000,0.046
+74,mlp.experts.22.down_proj,rtn: 0.0023346,0.00000,0.053
+74,mlp.experts.28.down_proj,rtn: 0.0022888,0.00000,0.032
+74,mlp.experts.25.down_proj,rtn: 0.0023804,0.00000,0.043
+74,mlp.experts.19.down_proj,rtn: 0.0023193,0.00000,0.050
+74,mlp.experts.27.down_proj,rtn: 0.0023346,0.00000,0.054
+74,mlp.experts.33.down_proj,rtn: 0.0022278,0.00000,0.046
+74,mlp.experts.45.down_proj,rtn: 0.0023193,0.00000,0.047
+74,mlp.experts.55.down_proj,rtn: 0.0023193,0.00000,0.051
+74,mlp.experts.40.down_proj,rtn: 0.0023041,0.00000,0.041
+74,mlp.experts.37.down_proj,rtn: 0.0022430,0.00000,0.052
+74,mlp.experts.46.down_proj,rtn: 0.0023041,0.00000,0.060
+74,mlp.experts.34.down_proj,rtn: 0.0023651,0.00000,0.060
+74,mlp.experts.42.down_proj,rtn: 0.0023193,0.00000,0.058
+74,mlp.experts.47.down_proj,rtn: 0.0023041,0.00000,0.055
+74,mlp.experts.41.down_proj,rtn: 0.0023041,0.00000,0.053
+74,mlp.experts.49.down_proj,rtn: 0.0021973,0.00000,0.036
+74,mlp.experts.32.down_proj,rtn: 0.0022888,0.00000,0.055
+74,mlp.experts.35.down_proj,rtn: 0.0022736,0.00000,0.044
+74,mlp.experts.44.down_proj,rtn: 0.0023193,0.00000,0.050
+74,mlp.experts.36.down_proj,rtn: 0.0023041,0.00000,0.053
+74,mlp.experts.56.down_proj,rtn: 0.0022888,0.00000,0.031
+74,mlp.experts.43.down_proj,rtn: 0.0022888,0.00000,0.049
+74,mlp.experts.38.down_proj,rtn: 0.0023346,0.00000,0.066
+74,mlp.experts.71.down_proj,rtn: 0.0023041,0.00000,0.046
+74,mlp.experts.61.down_proj,rtn: 0.0022583,0.00000,0.053
+74,mlp.experts.53.down_proj,rtn: 0.0022888,0.00000,0.041
+74,mlp.experts.48.down_proj,rtn: 0.0022736,0.00000,0.033
+74,mlp.experts.65.down_proj,rtn: 0.0023804,0.00000,0.035
+74,mlp.experts.57.down_proj,rtn: 0.0023651,0.00000,0.037
+74,mlp.experts.62.down_proj,rtn: 0.0023041,0.00000,0.057
+74,mlp.experts.51.down_proj,rtn: 0.0023651,0.00000,0.035
+74,mlp.experts.63.down_proj,rtn: 0.0023499,0.00000,0.049
+74,mlp.experts.50.down_proj,rtn: 0.0023804,0.00000,0.058
+74,mlp.experts.52.down_proj,rtn: 0.0023346,0.00000,0.035
+74,mlp.experts.58.down_proj,rtn: 0.0022430,0.00000,0.060
+74,mlp.experts.72.down_proj,rtn: 0.0023499,0.00000,0.031
+74,mlp.experts.60.down_proj,rtn: 0.0023651,0.00000,0.037
+74,mlp.experts.59.down_proj,rtn: 0.0023041,0.00000,0.035
+74,mlp.experts.87.down_proj,rtn: 0.0023499,0.00000,0.037
+74,mlp.experts.69.down_proj,rtn: 0.0022888,0.00000,0.031
+74,mlp.experts.64.down_proj,rtn: 0.0023041,0.00000,0.022
+74,mlp.experts.77.down_proj,rtn: 0.0023193,0.00000,0.034
+74,mlp.experts.81.down_proj,rtn: 0.0023193,0.00000,0.028
+74,mlp.experts.73.down_proj,rtn: 0.0022888,0.00000,0.024
+74,mlp.experts.67.down_proj,rtn: 0.0022736,0.00000,0.026
+74,mlp.experts.54.down_proj,rtn: 0.0022888,0.00000,0.051
+74,mlp.experts.68.down_proj,rtn: 0.0023499,0.00000,0.031
+74,mlp.experts.79.down_proj,rtn: 0.0022583,0.00000,0.037
+74,mlp.experts.88.down_proj,rtn: 0.0022888,0.00000,0.032
+74,mlp.experts.76.down_proj,rtn: 0.0022888,0.00000,0.032
+74,mlp.experts.85.down_proj,rtn: 0.0022583,0.00000,0.026
+74,mlp.experts.78.down_proj,rtn: 0.0022888,0.00000,0.051
+74,mlp.experts.93.down_proj,rtn: 0.0023041,0.00000,0.029
+74,mlp.experts.75.down_proj,rtn: 0.0022888,0.00000,0.035
+74,mlp.experts.66.down_proj,rtn: 0.0023193,0.00000,0.054
+74,mlp.experts.80.down_proj,rtn: 0.0023499,0.00000,0.034
+74,mlp.experts.97.down_proj,rtn: 0.0023193,0.00000,0.025
+74,mlp.experts.74.down_proj,rtn: 0.0022888,0.00000,0.050
+74,mlp.experts.83.down_proj,rtn: 0.0022888,0.00000,0.032
+74,mlp.experts.89.down_proj,rtn: 0.0023041,0.00000,0.031
+74,mlp.experts.103.down_proj,rtn: 0.0022736,0.00000,0.043
+74,mlp.experts.101.down_proj,rtn: 0.0023193,0.00000,0.023
+74,mlp.experts.84.down_proj,rtn: 0.0022430,0.00000,0.034
+74,mlp.experts.70.down_proj,rtn: 0.0023346,0.00000,0.041
+74,mlp.experts.95.down_proj,rtn: 0.0022736,0.00000,0.034
+74,mlp.experts.104.down_proj,rtn: 0.0022888,0.00000,0.030
+74,mlp.experts.92.down_proj,rtn: 0.0023193,0.00000,0.029
+74,mlp.experts.109.down_proj,rtn: 0.0022888,0.00000,0.026
+74,mlp.experts.91.down_proj,rtn: 0.0022430,0.00000,0.031
+74,mlp.experts.99.down_proj,rtn: 0.0022583,0.00000,0.028
+74,mlp.experts.113.down_proj,rtn: 0.0023193,0.00000,0.028
+74,mlp.experts.96.down_proj,rtn: 0.0023651,0.00000,0.032
+74,mlp.experts.117.down_proj,rtn: 0.0023651,0.00000,0.025
+74,mlp.experts.105.down_proj,rtn: 0.0023346,0.00000,0.031
+74,mlp.experts.100.down_proj,rtn: 0.0022583,0.00000,0.030
+74,mlp.experts.94.down_proj,rtn: 0.0022583,0.00000,0.052
+74,mlp.experts.111.down_proj,rtn: 0.0023193,0.00000,0.031
+74,mlp.experts.90.down_proj,rtn: 0.0023346,0.00000,0.046
+74,mlp.experts.119.down_proj,rtn: 0.0023346,0.00000,0.040
+74,mlp.experts.108.down_proj,rtn: 0.0022888,0.00000,0.029
+74,mlp.experts.107.down_proj,rtn: 0.0022888,0.00000,0.024
+74,mlp.experts.120.down_proj,rtn: 0.0023193,0.00000,0.031
+74,mlp.experts.115.down_proj,rtn: 0.0021820,0.00000,0.024
+74,mlp.experts.125.down_proj,rtn: 0.0023041,0.00000,0.033
+74,mlp.experts.112.down_proj,rtn: 0.0023804,0.00000,0.025
+74,mlp.experts.129.down_proj,rtn: 0.0023651,0.00000,0.029
+74,mlp.experts.82.down_proj,rtn: 0.0023041,0.00000,0.059
+74,mlp.experts.133.down_proj,rtn: 0.0023804,0.00000,0.027
+74,mlp.experts.121.down_proj,rtn: 0.0022888,0.00000,0.024
+74,mlp.experts.86.down_proj,rtn: 0.0023346,0.00000,0.056
+74,mlp.experts.116.down_proj,rtn: 0.0022430,0.00000,0.029
+74,mlp.experts.123.down_proj,rtn: 0.0023499,0.00000,0.029
+74,mlp.experts.131.down_proj,rtn: 0.0023346,0.00000,0.030
+74,mlp.experts.127.down_proj,rtn: 0.0023041,0.00000,0.031
+74,mlp.experts.110.down_proj,rtn: 0.0022278,0.00000,0.042
+74,mlp.experts.106.down_proj,rtn: 0.0023651,0.00000,0.039
+74,mlp.experts.124.down_proj,rtn: 0.0023193,0.00000,0.031
+74,mlp.experts.136.down_proj,rtn: 0.0023346,0.00000,0.032
+74,mlp.experts.145.down_proj,rtn: 0.0023193,0.00000,0.029
+74,mlp.experts.128.down_proj,rtn: 0.0023041,0.00000,0.028
+74,mlp.experts.135.down_proj,rtn: 0.0023041,0.00000,0.048
+74,mlp.experts.149.down_proj,rtn: 0.0024261,0.00000,0.024
+74,mlp.experts.141.down_proj,rtn: 0.0023346,0.00000,0.031
+74,mlp.experts.132.down_proj,rtn: 0.0023041,0.00000,0.019
+74,mlp.experts.137.down_proj,rtn: 0.0022888,0.00000,0.028
+74,mlp.experts.147.down_proj,rtn: 0.0022430,0.00000,0.032
+74,mlp.experts.139.down_proj,rtn: 0.0021973,0.00000,0.032
+74,mlp.experts.161.down_proj,rtn: 0.0023041,0.00000,0.023
+74,mlp.experts.102.down_proj,rtn: 0.0023346,0.00000,0.048
+74,mlp.experts.143.down_proj,rtn: 0.0022888,0.00000,0.035
+74,mlp.experts.140.down_proj,rtn: 0.0023346,0.00000,0.031
+74,mlp.experts.98.down_proj,rtn: 0.0021973,0.00000,0.064
+74,mlp.experts.148.down_proj,rtn: 0.0022736,0.00000,0.032
+74,mlp.experts.152.down_proj,rtn: 0.0023346,0.00000,0.033
+74,mlp.experts.165.down_proj,rtn: 0.0023041,0.00000,0.028
+74,mlp.experts.157.down_proj,rtn: 0.0023346,0.00000,0.031
+74,mlp.experts.144.down_proj,rtn: 0.0023499,0.00000,0.025
+74,mlp.experts.126.down_proj,rtn: 0.0023499,0.00000,0.052
+74,mlp.experts.151.down_proj,rtn: 0.0023193,0.00000,0.039
+74,mlp.experts.122.down_proj,rtn: 0.0022888,0.00000,0.050
+74,mlp.experts.153.down_proj,rtn: 0.0023956,0.00000,0.032
+74,mlp.experts.177.down_proj,rtn: 0.0022888,0.00000,0.027
+74,mlp.experts.163.down_proj,rtn: 0.0023651,0.00000,0.032
+74,mlp.experts.155.down_proj,rtn: 0.0023346,0.00000,0.035
+74,mlp.experts.156.down_proj,rtn: 0.0023193,0.00000,0.030
+74,mlp.experts.159.down_proj,rtn: 0.0023193,0.00000,0.033
+74,mlp.experts.168.down_proj,rtn: 0.0021362,0.00000,0.028
+74,mlp.experts.181.down_proj,rtn: 0.0023804,0.00000,0.026
+74,mlp.experts.160.down_proj,rtn: 0.0022583,0.00000,0.025
+74,mlp.experts.164.down_proj,rtn: 0.0023193,0.00000,0.033
+74,mlp.experts.173.down_proj,rtn: 0.0023499,0.00000,0.030
+74,mlp.experts.169.down_proj,rtn: 0.0022583,0.00000,0.028
+74,mlp.experts.118.down_proj,rtn: 0.0022430,0.00000,0.059
+74,mlp.experts.167.down_proj,rtn: 0.0022430,0.00000,0.033
+74,mlp.experts.179.down_proj,rtn: 0.0023193,0.00000,0.030
+74,mlp.experts.142.down_proj,rtn: 0.0022430,0.00000,0.050
+74,mlp.experts.172.down_proj,rtn: 0.0022736,0.00000,0.032
+74,mlp.experts.114.down_proj,rtn: 0.0022736,0.00000,0.064
+74,mlp.experts.184.down_proj,rtn: 0.0022736,0.00000,0.028
+74,mlp.experts.171.down_proj,rtn: 0.0023346,0.00000,0.037
+74,mlp.experts.175.down_proj,rtn: 0.0021973,0.00000,0.033
+74,mlp.experts.176.down_proj,rtn: 0.0023346,0.00000,0.026
+74,mlp.experts.138.down_proj,rtn: 0.0021973,0.00000,0.053
+74,mlp.experts.189.down_proj,rtn: 0.0023193,0.00000,0.023
+74,mlp.experts.180.down_proj,rtn: 0.0023193,0.00000,0.027
+74,mlp.experts.185.down_proj,rtn: 0.0022888,0.00000,0.019
+74,mlp.experts.183.down_proj,rtn: 0.0023193,0.00000,0.026
+74,mlp.experts.188.down_proj,rtn: 0.0023346,0.00000,0.016
+74,mlp.experts.134.down_proj,rtn: 0.0023346,0.00000,0.039
+74,mlp.experts.187.down_proj,rtn: 0.0022888,0.00000,0.027
+74,mlp.experts.191.down_proj,rtn: 0.0023041,0.00000,0.021
+74,mlp.experts.158.down_proj,rtn: 0.0022888,0.00000,0.036
+74,mlp.experts.130.down_proj,rtn: 0.0024109,0.00000,0.043
+74,mlp.experts.154.down_proj,rtn: 0.0022736,0.00000,0.037
+74,mlp.experts.150.down_proj,rtn: 0.0023193,0.00000,0.033
+74,mlp.experts.174.down_proj,rtn: 0.0023346,0.00000,0.032
+74,mlp.experts.170.down_proj,rtn: 0.0023346,0.00000,0.030
+74,mlp.experts.146.down_proj,rtn: 0.0023193,0.00000,0.038
+74,mlp.experts.166.down_proj,rtn: 0.0023346,0.00000,0.031
+74,mlp.experts.190.down_proj,rtn: 0.0022430,0.00000,0.032
+74,mlp.experts.186.down_proj,rtn: 0.0023346,0.00000,0.029
+74,mlp.experts.182.down_proj,rtn: 0.0023499,0.00000,0.023
+74,mlp.experts.162.down_proj,rtn: 0.0022278,0.00000,0.031
+74,mlp.experts.178.down_proj,rtn: 0.0023193,0.00000,0.014
+74,mlp.shared_experts.gate_proj,rtn: 0.0018158,0.00000,0.026
+74,mlp.shared_experts.up_proj,rtn: 0.0016708,0.00000,0.026
+74,mlp.shared_experts.down_proj,rtn: 0.0019684,0.00000,0.012
+75,self_attn.q_proj,rtn: 0.0021667,0.00000,0.016
+75,self_attn.v_proj,rtn: 0.0035858,0.00000,0.017
+75,self_attn.k_proj,rtn: 0.0019836,0.00000,0.022
+75,self_attn.o_proj,rtn: 0.0032043,0.00000,0.029
+75,mlp.experts.0.gate_proj,rtn: 0.0023651,0.00000,0.084
+75,mlp.experts.8.gate_proj,rtn: 0.0023346,0.00000,0.085
+75,mlp.experts.5.gate_proj,rtn: 0.0022736,0.00000,0.087
+75,mlp.experts.12.gate_proj,rtn: 0.0022888,0.00000,0.092
+75,mlp.experts.4.gate_proj,rtn: 0.0022125,0.00000,0.090
+75,mlp.experts.6.gate_proj,rtn: 0.0022888,0.00000,0.097
+75,mlp.experts.14.gate_proj,rtn: 0.0023193,0.00000,0.098
+75,mlp.experts.2.gate_proj,rtn: 0.0023346,0.00000,0.099
+75,mlp.experts.11.gate_proj,rtn: 0.0021820,0.00000,0.109
+75,mlp.experts.10.gate_proj,rtn: 0.0023193,0.00000,0.107
+75,mlp.experts.15.gate_proj,rtn: 0.0022888,0.00000,0.109
+75,mlp.experts.13.gate_proj,rtn: 0.0022583,0.00000,0.117
+75,mlp.experts.1.gate_proj,rtn: 0.0022888,0.00000,0.117
+75,mlp.experts.9.gate_proj,rtn: 0.0022430,0.00000,0.118
+75,mlp.experts.7.gate_proj,rtn: 0.0023804,0.00000,0.124
+75,mlp.experts.3.gate_proj,rtn: 0.0022583,0.00000,0.138
+75,mlp.experts.21.gate_proj,rtn: 0.0023651,0.00000,0.080
+75,mlp.experts.16.gate_proj,rtn: 0.0023193,0.00000,0.092
+75,mlp.experts.24.gate_proj,rtn: 0.0023956,0.00000,0.092
+75,mlp.experts.20.gate_proj,rtn: 0.0022430,0.00000,0.085
+75,mlp.experts.30.gate_proj,rtn: 0.0023041,0.00000,0.082
+75,mlp.experts.18.gate_proj,rtn: 0.0023346,0.00000,0.087
+75,mlp.experts.22.gate_proj,rtn: 0.0023346,0.00000,0.091
+75,mlp.experts.28.gate_proj,rtn: 0.0023804,0.00000,0.100
+75,mlp.experts.29.gate_proj,rtn: 0.0022888,0.00000,0.080
+75,mlp.experts.31.gate_proj,rtn: 0.0023499,0.00000,0.101
+75,mlp.experts.26.gate_proj,rtn: 0.0022736,0.00000,0.101
+75,mlp.experts.27.gate_proj,rtn: 0.0023499,0.00000,0.112
+75,mlp.experts.17.gate_proj,rtn: 0.0022888,0.00000,0.104
+75,mlp.experts.25.gate_proj,rtn: 0.0022583,0.00000,0.101
+75,mlp.experts.19.gate_proj,rtn: 0.0023651,0.00000,0.097
+75,mlp.experts.23.gate_proj,rtn: 0.0023041,0.00000,0.109
+75,mlp.experts.37.gate_proj,rtn: 0.0023041,0.00000,0.077
+75,mlp.experts.40.gate_proj,rtn: 0.0023193,0.00000,0.088
+75,mlp.experts.32.gate_proj,rtn: 0.0023651,0.00000,0.092
+75,mlp.experts.36.gate_proj,rtn: 0.0022888,0.00000,0.086
+75,mlp.experts.38.gate_proj,rtn: 0.0023041,0.00000,0.082
+75,mlp.experts.46.gate_proj,rtn: 0.0023651,0.00000,0.087
+75,mlp.experts.45.gate_proj,rtn: 0.0022430,0.00000,0.077
+75,mlp.experts.34.gate_proj,rtn: 0.0023804,0.00000,0.090
+75,mlp.experts.44.gate_proj,rtn: 0.0023193,0.00000,0.097
+75,mlp.experts.42.gate_proj,rtn: 0.0022583,0.00000,0.091
+75,mlp.experts.53.gate_proj,rtn: 0.0023193,0.00000,0.062
+75,mlp.experts.47.gate_proj,rtn: 0.0023804,0.00000,0.104
+75,mlp.experts.43.gate_proj,rtn: 0.0023346,0.00000,0.106
+75,mlp.experts.35.gate_proj,rtn: 0.0023499,0.00000,0.099
+75,mlp.experts.39.gate_proj,rtn: 0.0023804,0.00000,0.096
+75,mlp.experts.33.gate_proj,rtn: 0.0022583,0.00000,0.111
+75,mlp.experts.41.gate_proj,rtn: 0.0022736,0.00000,0.109
+75,mlp.experts.61.gate_proj,rtn: 0.0022125,0.00000,0.070
+75,mlp.experts.56.gate_proj,rtn: 0.0023193,0.00000,0.088
+75,mlp.experts.52.gate_proj,rtn: 0.0022430,0.00000,0.086
+75,mlp.experts.54.gate_proj,rtn: 0.0023651,0.00000,0.089
+75,mlp.experts.48.gate_proj,rtn: 0.0023346,0.00000,0.099
+75,mlp.experts.50.gate_proj,rtn: 0.0022888,0.00000,0.090
+75,mlp.experts.60.gate_proj,rtn: 0.0023193,0.00000,0.085
+75,mlp.experts.62.gate_proj,rtn: 0.0023346,0.00000,0.100
+75,mlp.experts.69.gate_proj,rtn: 0.0023956,0.00000,0.078
+75,mlp.experts.58.gate_proj,rtn: 0.0023804,0.00000,0.092
+75,mlp.experts.57.gate_proj,rtn: 0.0022125,0.00000,0.066
+75,mlp.experts.63.gate_proj,rtn: 0.0022583,0.00000,0.095
+75,mlp.experts.49.gate_proj,rtn: 0.0023804,0.00000,0.072
+75,mlp.experts.59.gate_proj,rtn: 0.0021973,0.00000,0.100
+75,mlp.experts.77.gate_proj,rtn: 0.0022125,0.00000,0.078
+75,mlp.experts.51.gate_proj,rtn: 0.0021973,0.00000,0.102
+75,mlp.experts.55.gate_proj,rtn: 0.0023346,0.00000,0.109
+75,mlp.experts.68.gate_proj,rtn: 0.0022736,0.00000,0.088
+75,mlp.experts.72.gate_proj,rtn: 0.0023651,0.00000,0.087
+75,mlp.experts.70.gate_proj,rtn: 0.0022736,0.00000,0.089
+75,mlp.experts.64.gate_proj,rtn: 0.0022888,0.00000,0.080
+75,mlp.experts.66.gate_proj,rtn: 0.0023041,0.00000,0.085
+75,mlp.experts.76.gate_proj,rtn: 0.0023041,0.00000,0.086
+75,mlp.experts.85.gate_proj,rtn: 0.0022583,0.00000,0.076
+75,mlp.experts.78.gate_proj,rtn: 0.0022736,0.00000,0.095
+75,mlp.experts.73.gate_proj,rtn: 0.0025177,0.00000,0.065
+75,mlp.experts.65.gate_proj,rtn: 0.0023041,0.00000,0.063
+75,mlp.experts.74.gate_proj,rtn: 0.0023346,0.00000,0.095
+75,mlp.experts.79.gate_proj,rtn: 0.0023041,0.00000,0.092
+75,mlp.experts.93.gate_proj,rtn: 0.0023346,0.00000,0.075
+75,mlp.experts.75.gate_proj,rtn: 0.0022888,0.00000,0.088
+75,mlp.experts.67.gate_proj,rtn: 0.0023041,0.00000,0.092
+75,mlp.experts.84.gate_proj,rtn: 0.0023499,0.00000,0.078
+75,mlp.experts.80.gate_proj,rtn: 0.0022125,0.00000,0.074
+75,mlp.experts.92.gate_proj,rtn: 0.0021973,0.00000,0.071
+75,mlp.experts.71.gate_proj,rtn: 0.0022736,0.00000,0.094
+75,mlp.experts.88.gate_proj,rtn: 0.0022736,0.00000,0.086
+75,mlp.experts.81.gate_proj,rtn: 0.0022736,0.00000,0.063
+75,mlp.experts.101.gate_proj,rtn: 0.0023193,0.00000,0.075
+75,mlp.experts.89.gate_proj,rtn: 0.0022430,0.00000,0.071
+75,mlp.experts.86.gate_proj,rtn: 0.0023041,0.00000,0.097
+75,mlp.experts.82.gate_proj,rtn: 0.0022583,0.00000,0.094
+75,mlp.experts.94.gate_proj,rtn: 0.0023804,0.00000,0.091
+75,mlp.experts.90.gate_proj,rtn: 0.0023651,0.00000,0.089
+75,mlp.experts.109.gate_proj,rtn: 0.0023804,0.00000,0.076
+75,mlp.experts.95.gate_proj,rtn: 0.0023651,0.00000,0.090
+75,mlp.experts.108.gate_proj,rtn: 0.0023499,0.00000,0.061
+75,mlp.experts.104.gate_proj,rtn: 0.0023041,0.00000,0.058
+75,mlp.experts.97.gate_proj,rtn: 0.0022736,0.00000,0.063
+75,mlp.experts.100.gate_proj,rtn: 0.0024414,0.00000,0.081
+75,mlp.experts.96.gate_proj,rtn: 0.0021820,0.00000,0.079
+75,mlp.experts.105.gate_proj,rtn: 0.0023193,0.00000,0.060
+75,mlp.experts.91.gate_proj,rtn: 0.0021667,0.00000,0.104
+75,mlp.experts.117.gate_proj,rtn: 0.0022583,0.00000,0.076
+75,mlp.experts.83.gate_proj,rtn: 0.0021973,0.00000,0.104
+75,mlp.experts.87.gate_proj,rtn: 0.0022888,0.00000,0.091
+75,mlp.experts.98.gate_proj,rtn: 0.0022736,0.00000,0.080
+75,mlp.experts.102.gate_proj,rtn: 0.0023346,0.00000,0.086
+75,mlp.experts.110.gate_proj,rtn: 0.0023041,0.00000,0.085
+75,mlp.experts.125.gate_proj,rtn: 0.0022888,0.00000,0.076
+75,mlp.experts.124.gate_proj,rtn: 0.0022583,0.00000,0.065
+75,mlp.experts.120.gate_proj,rtn: 0.0023041,0.00000,0.064
+75,mlp.experts.106.gate_proj,rtn: 0.0023193,0.00000,0.088
+75,mlp.experts.113.gate_proj,rtn: 0.0022736,0.00000,0.065
+75,mlp.experts.121.gate_proj,rtn: 0.0023804,0.00000,0.063
+75,mlp.experts.111.gate_proj,rtn: 0.0023193,0.00000,0.092
+75,mlp.experts.116.gate_proj,rtn: 0.0023193,0.00000,0.073
+75,mlp.experts.112.gate_proj,rtn: 0.0023193,0.00000,0.072
+75,mlp.experts.133.gate_proj,rtn: 0.0022888,0.00000,0.075
+75,mlp.experts.107.gate_proj,rtn: 0.0022888,0.00000,0.098
+75,mlp.experts.103.gate_proj,rtn: 0.0021820,0.00000,0.092
+75,mlp.experts.118.gate_proj,rtn: 0.0023193,0.00000,0.087
+75,mlp.experts.114.gate_proj,rtn: 0.0022278,0.00000,0.091
+75,mlp.experts.99.gate_proj,rtn: 0.0023346,0.00000,0.099
+75,mlp.experts.140.gate_proj,rtn: 0.0023346,0.00000,0.062
+75,mlp.experts.136.gate_proj,rtn: 0.0024261,0.00000,0.065
+75,mlp.experts.137.gate_proj,rtn: 0.0022430,0.00000,0.058
+75,mlp.experts.129.gate_proj,rtn: 0.0022430,0.00000,0.064
+75,mlp.experts.141.gate_proj,rtn: 0.0023346,0.00000,0.075
+75,mlp.experts.132.gate_proj,rtn: 0.0022888,0.00000,0.065
+75,mlp.experts.126.gate_proj,rtn: 0.0023956,0.00000,0.103
+75,mlp.experts.122.gate_proj,rtn: 0.0022583,0.00000,0.090
+75,mlp.experts.128.gate_proj,rtn: 0.0022888,0.00000,0.075
+75,mlp.experts.127.gate_proj,rtn: 0.0022888,0.00000,0.088
+75,mlp.experts.149.gate_proj,rtn: 0.0023346,0.00000,0.074
+75,mlp.experts.156.gate_proj,rtn: 0.0022278,0.00000,0.064
+75,mlp.experts.152.gate_proj,rtn: 0.0022736,0.00000,0.066
+75,mlp.experts.145.gate_proj,rtn: 0.0022125,0.00000,0.064
+75,mlp.experts.153.gate_proj,rtn: 0.0022888,0.00000,0.064
+75,mlp.experts.130.gate_proj,rtn: 0.0023041,0.00000,0.089
+75,mlp.experts.157.gate_proj,rtn: 0.0023499,0.00000,0.074
+75,mlp.experts.148.gate_proj,rtn: 0.0022583,0.00000,0.070
+75,mlp.experts.123.gate_proj,rtn: 0.0022430,0.00000,0.106
+75,mlp.experts.119.gate_proj,rtn: 0.0022278,0.00000,0.101
+75,mlp.experts.134.gate_proj,rtn: 0.0022430,0.00000,0.101
+75,mlp.experts.144.gate_proj,rtn: 0.0022888,0.00000,0.070
+75,mlp.experts.138.gate_proj,rtn: 0.0022888,0.00000,0.086
+75,mlp.experts.142.gate_proj,rtn: 0.0023193,0.00000,0.095
+75,mlp.experts.165.gate_proj,rtn: 0.0022888,0.00000,0.069
+75,mlp.experts.172.gate_proj,rtn: 0.0023499,0.00000,0.053
+75,mlp.experts.161.gate_proj,rtn: 0.0023041,0.00000,0.058
+75,mlp.experts.169.gate_proj,rtn: 0.0023956,0.00000,0.063
+75,mlp.experts.115.gate_proj,rtn: 0.0022583,0.00000,0.147
+75,mlp.experts.168.gate_proj,rtn: 0.0022430,0.00000,0.098
+75,mlp.experts.173.gate_proj,rtn: 0.0023193,0.00000,0.082
+75,mlp.experts.143.gate_proj,rtn: 0.0023041,0.00000,0.144
+75,mlp.experts.146.gate_proj,rtn: 0.0022888,0.00000,0.117
+75,mlp.experts.188.gate_proj,rtn: 0.0022583,0.00000,0.065
+75,mlp.experts.181.gate_proj,rtn: 0.0022888,0.00000,0.069
+75,mlp.experts.177.gate_proj,rtn: 0.0023499,0.00000,0.070
+75,mlp.experts.185.gate_proj,rtn: 0.0023041,0.00000,0.066
+75,mlp.experts.160.gate_proj,rtn: 0.0022888,0.00000,0.072
+75,mlp.experts.150.gate_proj,rtn: 0.0023041,0.00000,0.085
+75,mlp.experts.164.gate_proj,rtn: 0.0023041,0.00000,0.091
+75,mlp.experts.135.gate_proj,rtn: 0.0022430,0.00000,0.090
+75,mlp.experts.154.gate_proj,rtn: 0.0023193,0.00000,0.085
+75,mlp.experts.184.gate_proj,rtn: 0.0023499,0.00000,0.074
+75,mlp.experts.139.gate_proj,rtn: 0.0022583,0.00000,0.110
+75,mlp.experts.189.gate_proj,rtn: 0.0023041,0.00000,0.072
+75,mlp.experts.158.gate_proj,rtn: 0.0023499,0.00000,0.087
+75,mlp.experts.12.up_proj,rtn: 0.0022888,0.00000,0.065
+75,mlp.experts.131.gate_proj,rtn: 0.0022888,0.00000,0.111
+75,mlp.experts.9.up_proj,rtn: 0.0022278,0.00000,0.061
+75,mlp.experts.5.up_proj,rtn: 0.0022583,0.00000,0.066
+75,mlp.experts.1.up_proj,rtn: 0.0023041,0.00000,0.074
+75,mlp.experts.176.gate_proj,rtn: 0.0022583,0.00000,0.073
+75,mlp.experts.180.gate_proj,rtn: 0.0023041,0.00000,0.060
+75,mlp.experts.159.gate_proj,rtn: 0.0022430,0.00000,0.136
+75,mlp.experts.151.gate_proj,rtn: 0.0022736,0.00000,0.085
+75,mlp.experts.162.gate_proj,rtn: 0.0022278,0.00000,0.114
+75,mlp.experts.8.up_proj,rtn: 0.0023499,0.00000,0.075
+75,mlp.experts.13.up_proj,rtn: 0.0022278,0.00000,0.076
+75,mlp.experts.166.gate_proj,rtn: 0.0023041,0.00000,0.111
+75,mlp.experts.28.up_proj,rtn: 0.0023804,0.00000,0.065
+75,mlp.experts.25.up_proj,rtn: 0.0022278,0.00000,0.064
+75,mlp.experts.170.gate_proj,rtn: 0.0023041,0.00000,0.077
+75,mlp.experts.4.up_proj,rtn: 0.0022125,0.00000,0.062
+75,mlp.experts.21.up_proj,rtn: 0.0022736,0.00000,0.074
+75,mlp.experts.17.up_proj,rtn: 0.0022430,0.00000,0.067
+75,mlp.experts.174.gate_proj,rtn: 0.0022888,0.00000,0.097
+75,mlp.experts.0.up_proj,rtn: 0.0023193,0.00000,0.078
+75,mlp.experts.155.gate_proj,rtn: 0.0023804,0.00000,0.112
+75,mlp.experts.147.gate_proj,rtn: 0.0022888,0.00000,0.112
+75,mlp.experts.29.up_proj,rtn: 0.0023346,0.00000,0.063
+75,mlp.experts.24.up_proj,rtn: 0.0023041,0.00000,0.076
+75,mlp.experts.44.up_proj,rtn: 0.0023041,0.00000,0.069
+75,mlp.experts.178.gate_proj,rtn: 0.0023499,0.00000,0.091
+75,mlp.experts.175.gate_proj,rtn: 0.0022430,0.00000,0.098
+75,mlp.experts.167.gate_proj,rtn: 0.0023956,0.00000,0.096
+75,mlp.experts.182.gate_proj,rtn: 0.0023041,0.00000,0.081
+75,mlp.experts.41.up_proj,rtn: 0.0022278,0.00000,0.070
+75,mlp.experts.33.up_proj,rtn: 0.0022125,0.00000,0.059
+75,mlp.experts.20.up_proj,rtn: 0.0022430,0.00000,0.070
+75,mlp.experts.186.gate_proj,rtn: 0.0023041,0.00000,0.078
+75,mlp.experts.37.up_proj,rtn: 0.0023041,0.00000,0.074
+75,mlp.experts.190.gate_proj,rtn: 0.0023804,0.00000,0.073
+75,mlp.experts.16.up_proj,rtn: 0.0022736,0.00000,0.074
+75,mlp.experts.45.up_proj,rtn: 0.0022430,0.00000,0.067
+75,mlp.experts.60.up_proj,rtn: 0.0022430,0.00000,0.062
+75,mlp.experts.40.up_proj,rtn: 0.0023346,0.00000,0.074
+75,mlp.experts.2.up_proj,rtn: 0.0022888,0.00000,0.063
+75,mlp.experts.163.gate_proj,rtn: 0.0022888,0.00000,0.091
+75,mlp.experts.171.gate_proj,rtn: 0.0022736,0.00000,0.100
+75,mlp.experts.49.up_proj,rtn: 0.0023804,0.00000,0.065
+75,mlp.experts.36.up_proj,rtn: 0.0022125,0.00000,0.063
+75,mlp.experts.6.up_proj,rtn: 0.0022736,0.00000,0.068
+75,mlp.experts.10.up_proj,rtn: 0.0023499,0.00000,0.062
+75,mlp.experts.57.up_proj,rtn: 0.0022125,0.00000,0.078
+75,mlp.experts.14.up_proj,rtn: 0.0022888,0.00000,0.063
+75,mlp.experts.53.up_proj,rtn: 0.0023041,0.00000,0.077
+75,mlp.experts.32.up_proj,rtn: 0.0023499,0.00000,0.066
+75,mlp.experts.191.gate_proj,rtn: 0.0022888,0.00000,0.100
+75,mlp.experts.183.gate_proj,rtn: 0.0022888,0.00000,0.104
+75,mlp.experts.76.up_proj,rtn: 0.0023193,0.00000,0.064
+75,mlp.experts.61.up_proj,rtn: 0.0021667,0.00000,0.080
+75,mlp.experts.18.up_proj,rtn: 0.0023499,0.00000,0.065
+75,mlp.experts.56.up_proj,rtn: 0.0023041,0.00000,0.070
+75,mlp.experts.52.up_proj,rtn: 0.0021973,0.00000,0.069
+75,mlp.experts.22.up_proj,rtn: 0.0023346,0.00000,0.070
+75,mlp.experts.30.up_proj,rtn: 0.0022888,0.00000,0.060
+75,mlp.experts.65.up_proj,rtn: 0.0023041,0.00000,0.080
+75,mlp.experts.26.up_proj,rtn: 0.0022736,0.00000,0.072
+75,mlp.experts.179.gate_proj,rtn: 0.0023041,0.00000,0.098
+75,mlp.experts.73.up_proj,rtn: 0.0023346,0.00000,0.086
+75,mlp.experts.187.gate_proj,rtn: 0.0023346,0.00000,0.106
+75,mlp.experts.48.up_proj,rtn: 0.0023346,0.00000,0.072
+75,mlp.experts.15.up_proj,rtn: 0.0022430,0.00000,0.087
+75,mlp.experts.34.up_proj,rtn: 0.0023651,0.00000,0.063
+75,mlp.experts.69.up_proj,rtn: 0.0023346,0.00000,0.100
+75,mlp.experts.92.up_proj,rtn: 0.0022125,0.00000,0.072
+75,mlp.experts.7.up_proj,rtn: 0.0023193,0.00000,0.094
+75,mlp.experts.77.up_proj,rtn: 0.0021667,0.00000,0.078
+75,mlp.experts.72.up_proj,rtn: 0.0023804,0.00000,0.074
+75,mlp.experts.68.up_proj,rtn: 0.0022278,0.00000,0.062
+75,mlp.experts.38.up_proj,rtn: 0.0022888,0.00000,0.064
+75,mlp.experts.46.up_proj,rtn: 0.0023499,0.00000,0.074
+75,mlp.experts.42.up_proj,rtn: 0.0022583,0.00000,0.070
+75,mlp.experts.81.up_proj,rtn: 0.0022736,0.00000,0.079
+75,mlp.experts.89.up_proj,rtn: 0.0022278,0.00000,0.082
+75,mlp.experts.64.up_proj,rtn: 0.0022736,0.00000,0.078
+75,mlp.experts.3.up_proj,rtn: 0.0021973,0.00000,0.093
+75,mlp.experts.50.up_proj,rtn: 0.0022888,0.00000,0.070
+75,mlp.experts.11.up_proj,rtn: 0.0021973,0.00000,0.096
+75,mlp.experts.108.up_proj,rtn: 0.0023346,0.00000,0.072
+75,mlp.experts.88.up_proj,rtn: 0.0022888,0.00000,0.066
+75,mlp.experts.85.up_proj,rtn: 0.0022583,0.00000,0.083
+75,mlp.experts.54.up_proj,rtn: 0.0023651,0.00000,0.070
+75,mlp.experts.84.up_proj,rtn: 0.0023804,0.00000,0.078
+75,mlp.experts.31.up_proj,rtn: 0.0023499,0.00000,0.101
+75,mlp.experts.93.up_proj,rtn: 0.0023651,0.00000,0.084
+75,mlp.experts.23.up_proj,rtn: 0.0022888,0.00000,0.094
+75,mlp.experts.62.up_proj,rtn: 0.0023193,0.00000,0.071
+75,mlp.experts.58.up_proj,rtn: 0.0023804,0.00000,0.072
+75,mlp.experts.97.up_proj,rtn: 0.0022888,0.00000,0.084
+75,mlp.experts.80.up_proj,rtn: 0.0021973,0.00000,0.072
+75,mlp.experts.105.up_proj,rtn: 0.0023193,0.00000,0.082
+75,mlp.experts.124.up_proj,rtn: 0.0022888,0.00000,0.062
+75,mlp.experts.104.up_proj,rtn: 0.0023193,0.00000,0.059
+75,mlp.experts.66.up_proj,rtn: 0.0022583,0.00000,0.076
+75,mlp.experts.101.up_proj,rtn: 0.0022430,0.00000,0.069
+75,mlp.experts.70.up_proj,rtn: 0.0022736,0.00000,0.067
+75,mlp.experts.100.up_proj,rtn: 0.0023346,0.00000,0.065
+75,mlp.experts.19.up_proj,rtn: 0.0023041,0.00000,0.112
+75,mlp.experts.27.up_proj,rtn: 0.0023651,0.00000,0.102
+75,mlp.experts.109.up_proj,rtn: 0.0023499,0.00000,0.078
+75,mlp.experts.74.up_proj,rtn: 0.0022888,0.00000,0.074
+75,mlp.experts.78.up_proj,rtn: 0.0022888,0.00000,0.074
+75,mlp.experts.113.up_proj,rtn: 0.0023041,0.00000,0.063
+75,mlp.experts.96.up_proj,rtn: 0.0021820,0.00000,0.061
+75,mlp.experts.39.up_proj,rtn: 0.0023956,0.00000,0.101
+75,mlp.experts.140.up_proj,rtn: 0.0023193,0.00000,0.061
+75,mlp.experts.120.up_proj,rtn: 0.0023041,0.00000,0.058
+75,mlp.experts.47.up_proj,rtn: 0.0023651,0.00000,0.114
+75,mlp.experts.121.up_proj,rtn: 0.0023499,0.00000,0.073
+75,mlp.experts.82.up_proj,rtn: 0.0022125,0.00000,0.068
+75,mlp.experts.116.up_proj,rtn: 0.0022583,0.00000,0.061
+75,mlp.experts.117.up_proj,rtn: 0.0022888,0.00000,0.069
+75,mlp.experts.86.up_proj,rtn: 0.0023041,0.00000,0.069
+75,mlp.experts.129.up_proj,rtn: 0.0022125,0.00000,0.063
+75,mlp.experts.94.up_proj,rtn: 0.0023041,0.00000,0.072
+75,mlp.experts.125.up_proj,rtn: 0.0022888,0.00000,0.079
+75,mlp.experts.90.up_proj,rtn: 0.0023651,0.00000,0.078
+75,mlp.experts.112.up_proj,rtn: 0.0023193,0.00000,0.063
+75,mlp.experts.136.up_proj,rtn: 0.0023346,0.00000,0.065
+75,mlp.experts.156.up_proj,rtn: 0.0021515,0.00000,0.066
+75,mlp.experts.137.up_proj,rtn: 0.0022125,0.00000,0.062
+75,mlp.experts.43.up_proj,rtn: 0.0022736,0.00000,0.107
+75,mlp.experts.35.up_proj,rtn: 0.0023193,0.00000,0.110
+75,mlp.experts.132.up_proj,rtn: 0.0022430,0.00000,0.061
+75,mlp.experts.98.up_proj,rtn: 0.0022888,0.00000,0.074
+75,mlp.experts.133.up_proj,rtn: 0.0022583,0.00000,0.074
+75,mlp.experts.102.up_proj,rtn: 0.0023499,0.00000,0.075
+75,mlp.experts.55.up_proj,rtn: 0.0023499,0.00000,0.111
+75,mlp.experts.145.up_proj,rtn: 0.0022583,0.00000,0.063
+75,mlp.experts.63.up_proj,rtn: 0.0022736,0.00000,0.112
+75,mlp.experts.106.up_proj,rtn: 0.0023193,0.00000,0.063
+75,mlp.experts.152.up_proj,rtn: 0.0022430,0.00000,0.060
+75,mlp.experts.141.up_proj,rtn: 0.0023499,0.00000,0.072
+75,mlp.experts.128.up_proj,rtn: 0.0022888,0.00000,0.072
+75,mlp.experts.110.up_proj,rtn: 0.0022888,0.00000,0.078
+75,mlp.experts.172.up_proj,rtn: 0.0023499,0.00000,0.073
+75,mlp.experts.153.up_proj,rtn: 0.0022736,0.00000,0.069
+75,mlp.experts.148.up_proj,rtn: 0.0022430,0.00000,0.062
+75,mlp.experts.114.up_proj,rtn: 0.0021820,0.00000,0.070
+75,mlp.experts.149.up_proj,rtn: 0.0023193,0.00000,0.067
+75,mlp.experts.59.up_proj,rtn: 0.0021973,0.00000,0.094
+75,mlp.experts.51.up_proj,rtn: 0.0022125,0.00000,0.092
+75,mlp.experts.118.up_proj,rtn: 0.0023041,0.00000,0.073
+75,mlp.experts.161.up_proj,rtn: 0.0023041,0.00000,0.064
+75,mlp.experts.71.up_proj,rtn: 0.0022430,0.00000,0.091
+75,mlp.experts.122.up_proj,rtn: 0.0022736,0.00000,0.074
+75,mlp.experts.168.up_proj,rtn: 0.0022430,0.00000,0.071
+75,mlp.experts.157.up_proj,rtn: 0.0023193,0.00000,0.070
+75,mlp.experts.144.up_proj,rtn: 0.0022888,0.00000,0.071
+75,mlp.experts.164.up_proj,rtn: 0.0022888,0.00000,0.065
+75,mlp.experts.188.up_proj,rtn: 0.0022430,0.00000,0.066
+75,mlp.experts.169.up_proj,rtn: 0.0023651,0.00000,0.062
+75,mlp.experts.126.up_proj,rtn: 0.0023499,0.00000,0.076
+75,mlp.experts.130.up_proj,rtn: 0.0023193,0.00000,0.060
+75,mlp.experts.79.up_proj,rtn: 0.0022736,0.00000,0.107
+75,mlp.experts.165.up_proj,rtn: 0.0022583,0.00000,0.072
+75,mlp.experts.134.up_proj,rtn: 0.0022430,0.00000,0.063
+75,mlp.experts.160.up_proj,rtn: 0.0022888,0.00000,0.049
+75,mlp.experts.177.up_proj,rtn: 0.0023651,0.00000,0.085
+75,mlp.experts.184.up_proj,rtn: 0.0023193,0.00000,0.058
+75,mlp.experts.180.up_proj,rtn: 0.0023041,0.00000,0.051
+75,mlp.experts.67.up_proj,rtn: 0.0022888,0.00000,0.103
+75,mlp.experts.138.up_proj,rtn: 0.0023193,0.00000,0.073
+75,mlp.experts.75.up_proj,rtn: 0.0023041,0.00000,0.108
+75,mlp.experts.142.up_proj,rtn: 0.0023193,0.00000,0.073
+75,mlp.experts.146.up_proj,rtn: 0.0022736,0.00000,0.069
+75,mlp.experts.173.up_proj,rtn: 0.0023041,0.00000,0.093
+75,mlp.experts.176.up_proj,rtn: 0.0022583,0.00000,0.032
+75,mlp.experts.87.up_proj,rtn: 0.0022583,0.00000,0.105
+75,mlp.experts.185.up_proj,rtn: 0.0022736,0.00000,0.091
+75,mlp.experts.150.up_proj,rtn: 0.0023193,0.00000,0.073
+75,mlp.experts.181.up_proj,rtn: 0.0022430,0.00000,0.087
+75,mlp.experts.95.up_proj,rtn: 0.0023499,0.00000,0.098
+75,mlp.experts.189.up_proj,rtn: 0.0023041,0.00000,0.045
+75,mlp.experts.154.up_proj,rtn: 0.0022888,0.00000,0.071
+75,mlp.experts.162.up_proj,rtn: 0.0022278,0.00000,0.066
+75,mlp.experts.158.up_proj,rtn: 0.0023651,0.00000,0.076
+75,mlp.experts.91.up_proj,rtn: 0.0021667,0.00000,0.090
+75,mlp.experts.83.up_proj,rtn: 0.0021667,0.00000,0.105
+75,mlp.experts.103.up_proj,rtn: 0.0021210,0.00000,0.089
+75,mlp.experts.166.up_proj,rtn: 0.0022888,0.00000,0.081
+75,mlp.experts.111.up_proj,rtn: 0.0023499,0.00000,0.095
+75,mlp.experts.170.up_proj,rtn: 0.0022888,0.00000,0.084
+75,mlp.experts.178.up_proj,rtn: 0.0023651,0.00000,0.074
+75,mlp.experts.174.up_proj,rtn: 0.0023193,0.00000,0.079
+75,mlp.experts.107.up_proj,rtn: 0.0023041,0.00000,0.089
+75,mlp.experts.182.up_proj,rtn: 0.0022430,0.00000,0.082
+75,mlp.experts.99.up_proj,rtn: 0.0023499,0.00000,0.100
+75,mlp.experts.119.up_proj,rtn: 0.0022125,0.00000,0.089
+75,mlp.experts.186.up_proj,rtn: 0.0023041,0.00000,0.054
+75,mlp.experts.190.up_proj,rtn: 0.0023651,0.00000,0.049
+75,mlp.experts.127.up_proj,rtn: 0.0022736,0.00000,0.092
+75,mlp.experts.123.up_proj,rtn: 0.0022125,0.00000,0.084
+75,mlp.experts.135.up_proj,rtn: 0.0022430,0.00000,0.080
+75,mlp.experts.115.up_proj,rtn: 0.0022430,0.00000,0.084
+75,mlp.experts.143.up_proj,rtn: 0.0023193,0.00000,0.084
+75,mlp.experts.139.up_proj,rtn: 0.0022583,0.00000,0.080
+75,mlp.experts.151.up_proj,rtn: 0.0022583,0.00000,0.081
+75,mlp.experts.131.up_proj,rtn: 0.0022583,0.00000,0.080
+75,mlp.experts.159.up_proj,rtn: 0.0022278,0.00000,0.083
+75,mlp.experts.155.up_proj,rtn: 0.0025787,0.00000,0.081
+75,mlp.experts.167.up_proj,rtn: 0.0023804,0.00000,0.084
+75,mlp.experts.147.up_proj,rtn: 0.0022583,0.00000,0.085
+75,mlp.experts.175.up_proj,rtn: 0.0022278,0.00000,0.082
+75,mlp.experts.171.up_proj,rtn: 0.0022736,0.00000,0.079
+75,mlp.experts.163.up_proj,rtn: 0.0023041,0.00000,0.079
+75,mlp.experts.183.up_proj,rtn: 0.0022736,0.00000,0.083
+75,mlp.experts.191.up_proj,rtn: 0.0022888,0.00000,0.078
+75,mlp.experts.187.up_proj,rtn: 0.0023346,0.00000,0.067
+75,mlp.experts.179.up_proj,rtn: 0.0022888,0.00000,0.047
+75,mlp.experts.1.down_proj,rtn: 0.0023193,0.00000,0.011
+75,mlp.experts.12.down_proj,rtn: 0.0022888,0.00000,0.040
+75,mlp.experts.5.down_proj,rtn: 0.0022583,0.00000,0.053
+75,mlp.experts.17.down_proj,rtn: 0.0023193,0.00000,0.043
+75,mlp.experts.2.down_proj,rtn: 0.0023804,0.00000,0.049
+75,mlp.experts.10.down_proj,rtn: 0.0023499,0.00000,0.052
+75,mlp.experts.15.down_proj,rtn: 0.0023346,0.00000,0.113
+75,mlp.experts.11.down_proj,rtn: 0.0022736,0.00000,0.117
+75,mlp.experts.3.down_proj,rtn: 0.0022583,0.00000,0.117
+75,mlp.experts.4.down_proj,rtn: 0.0022736,0.00000,0.056
+75,mlp.experts.0.down_proj,rtn: 0.0023651,0.00000,0.057
+75,mlp.experts.9.down_proj,rtn: 0.0022583,0.00000,0.059
+75,mlp.experts.14.down_proj,rtn: 0.0023193,0.00000,0.057
+75,mlp.experts.13.down_proj,rtn: 0.0022430,0.00000,0.061
+75,mlp.experts.7.down_proj,rtn: 0.0023193,0.00000,0.131
+75,mlp.experts.6.down_proj,rtn: 0.0022736,0.00000,0.072
+75,mlp.experts.33.down_proj,rtn: 0.0022583,0.00000,0.020
+75,mlp.experts.8.down_proj,rtn: 0.0023346,0.00000,0.074
+75,mlp.experts.28.down_proj,rtn: 0.0023651,0.00000,0.046
+75,mlp.experts.26.down_proj,rtn: 0.0023346,0.00000,0.022
+75,mlp.experts.21.down_proj,rtn: 0.0023346,0.00000,0.034
+75,mlp.experts.18.down_proj,rtn: 0.0023499,0.00000,0.037
+75,mlp.experts.16.down_proj,rtn: 0.0022888,0.00000,0.029
+75,mlp.experts.20.down_proj,rtn: 0.0022736,0.00000,0.030
+75,mlp.experts.27.down_proj,rtn: 0.0023499,0.00000,0.035
+75,mlp.experts.31.down_proj,rtn: 0.0023651,0.00000,0.051
+75,mlp.experts.19.down_proj,rtn: 0.0023346,0.00000,0.048
+75,mlp.experts.25.down_proj,rtn: 0.0023041,0.00000,0.044
+75,mlp.experts.30.down_proj,rtn: 0.0023346,0.00000,0.054
+75,mlp.experts.29.down_proj,rtn: 0.0026245,0.00000,0.051
+75,mlp.experts.49.down_proj,rtn: 0.0024261,0.00000,0.044
+75,mlp.experts.44.down_proj,rtn: 0.0023346,0.00000,0.042
+75,mlp.experts.36.down_proj,rtn: 0.0022278,0.00000,0.030
+75,mlp.experts.42.down_proj,rtn: 0.0023041,0.00000,0.046
+75,mlp.experts.23.down_proj,rtn: 0.0022583,0.00000,0.063
+75,mlp.experts.32.down_proj,rtn: 0.0023651,0.00000,0.044
+75,mlp.experts.34.down_proj,rtn: 0.0023346,0.00000,0.051
+75,mlp.experts.37.down_proj,rtn: 0.0022736,0.00000,0.053
+75,mlp.experts.22.down_proj,rtn: 0.0023499,0.00000,0.070
+75,mlp.experts.47.down_proj,rtn: 0.0023651,0.00000,0.047
+75,mlp.experts.24.down_proj,rtn: 0.0023346,0.00000,0.070
+75,mlp.experts.35.down_proj,rtn: 0.0023193,0.00000,0.048
+75,mlp.experts.43.down_proj,rtn: 0.0023193,0.00000,0.059
+75,mlp.experts.52.down_proj,rtn: 0.0023041,0.00000,0.032
+75,mlp.experts.41.down_proj,rtn: 0.0022583,0.00000,0.056
+75,mlp.experts.45.down_proj,rtn: 0.0022736,0.00000,0.047
+75,mlp.experts.46.down_proj,rtn: 0.0023193,0.00000,0.053
+75,mlp.experts.65.down_proj,rtn: 0.0023193,0.00000,0.047
+75,mlp.experts.58.down_proj,rtn: 0.0023804,0.00000,0.040
+75,mlp.experts.48.down_proj,rtn: 0.0023499,0.00000,0.034
+75,mlp.experts.60.down_proj,rtn: 0.0023193,0.00000,0.045
+75,mlp.experts.50.down_proj,rtn: 0.0023346,0.00000,0.042
+75,mlp.experts.39.down_proj,rtn: 0.0023804,0.00000,0.058
+75,mlp.experts.53.down_proj,rtn: 0.0023041,0.00000,0.044
+75,mlp.experts.68.down_proj,rtn: 0.0022888,0.00000,0.027
+75,mlp.experts.63.down_proj,rtn: 0.0023193,0.00000,0.051
+75,mlp.experts.51.down_proj,rtn: 0.0022736,0.00000,0.046
+75,mlp.experts.74.down_proj,rtn: 0.0023193,0.00000,0.041
+75,mlp.experts.38.down_proj,rtn: 0.0023346,0.00000,0.068
+75,mlp.experts.61.down_proj,rtn: 0.0022736,0.00000,0.042
+75,mlp.experts.59.down_proj,rtn: 0.0022583,0.00000,0.060
+75,mlp.experts.40.down_proj,rtn: 0.0023346,0.00000,0.064
+75,mlp.experts.64.down_proj,rtn: 0.0023041,0.00000,0.036
+75,mlp.experts.57.down_proj,rtn: 0.0022736,0.00000,0.053
+75,mlp.experts.76.down_proj,rtn: 0.0023499,0.00000,0.041
+75,mlp.experts.84.down_proj,rtn: 0.0024567,0.00000,0.025
+75,mlp.experts.81.down_proj,rtn: 0.0023499,0.00000,0.047
+75,mlp.experts.62.down_proj,rtn: 0.0023651,0.00000,0.051
+75,mlp.experts.66.down_proj,rtn: 0.0022278,0.00000,0.042
+75,mlp.experts.69.down_proj,rtn: 0.0023193,0.00000,0.044
+75,mlp.experts.67.down_proj,rtn: 0.0023499,0.00000,0.035
+75,mlp.experts.77.down_proj,rtn: 0.0022888,0.00000,0.024
+75,mlp.experts.90.down_proj,rtn: 0.0023651,0.00000,0.034
+75,mlp.experts.55.down_proj,rtn: 0.0023651,0.00000,0.056
+75,mlp.experts.79.down_proj,rtn: 0.0023041,0.00000,0.049
+75,mlp.experts.54.down_proj,rtn: 0.0023651,0.00000,0.050
+75,mlp.experts.56.down_proj,rtn: 0.0023041,0.00000,0.049
+75,mlp.experts.100.down_proj,rtn: 0.0023651,0.00000,0.037
+75,mlp.experts.78.down_proj,rtn: 0.0023193,0.00000,0.048
+75,mlp.experts.75.down_proj,rtn: 0.0023346,0.00000,0.056
+75,mlp.experts.97.down_proj,rtn: 0.0022888,0.00000,0.042
+75,mlp.experts.92.down_proj,rtn: 0.0023041,0.00000,0.047
+75,mlp.experts.93.down_proj,rtn: 0.0023651,0.00000,0.033
+75,mlp.experts.83.down_proj,rtn: 0.0021973,0.00000,0.039
+75,mlp.experts.85.down_proj,rtn: 0.0023193,0.00000,0.040
+75,mlp.experts.73.down_proj,rtn: 0.0024261,0.00000,0.058
+75,mlp.experts.80.down_proj,rtn: 0.0022583,0.00000,0.047
+75,mlp.experts.95.down_proj,rtn: 0.0023346,0.00000,0.033
+75,mlp.experts.106.down_proj,rtn: 0.0022278,0.00000,0.041
+75,mlp.experts.71.down_proj,rtn: 0.0022125,0.00000,0.051
+75,mlp.experts.82.down_proj,rtn: 0.0023193,0.00000,0.039
+75,mlp.experts.70.down_proj,rtn: 0.0023193,0.00000,0.035
+75,mlp.experts.116.down_proj,rtn: 0.0022583,0.00000,0.029
+75,mlp.experts.72.down_proj,rtn: 0.0024109,0.00000,0.035
+75,mlp.experts.108.down_proj,rtn: 0.0022888,0.00000,0.031
+75,mlp.experts.91.down_proj,rtn: 0.0022278,0.00000,0.033
+75,mlp.experts.113.down_proj,rtn: 0.0023499,0.00000,0.039
+75,mlp.experts.94.down_proj,rtn: 0.0023651,0.00000,0.047
+75,mlp.experts.109.down_proj,rtn: 0.0023346,0.00000,0.040
+75,mlp.experts.99.down_proj,rtn: 0.0023651,0.00000,0.043
+75,mlp.experts.86.down_proj,rtn: 0.0023499,0.00000,0.039
+75,mlp.experts.89.down_proj,rtn: 0.0022583,0.00000,0.051
+75,mlp.experts.122.down_proj,rtn: 0.0022888,0.00000,0.038
+75,mlp.experts.111.down_proj,rtn: 0.0023651,0.00000,0.047
+75,mlp.experts.101.down_proj,rtn: 0.0023193,0.00000,0.052
+75,mlp.experts.98.down_proj,rtn: 0.0022888,0.00000,0.045
+75,mlp.experts.88.down_proj,rtn: 0.0023193,0.00000,0.036
+75,mlp.experts.124.down_proj,rtn: 0.0023193,0.00000,0.040
+75,mlp.experts.132.down_proj,rtn: 0.0023346,0.00000,0.036
+75,mlp.experts.96.down_proj,rtn: 0.0022736,0.00000,0.048
+75,mlp.experts.87.down_proj,rtn: 0.0023041,0.00000,0.057
+75,mlp.experts.129.down_proj,rtn: 0.0023041,0.00000,0.042
+75,mlp.experts.125.down_proj,rtn: 0.0023193,0.00000,0.038
+75,mlp.experts.107.down_proj,rtn: 0.0023193,0.00000,0.051
+75,mlp.experts.110.down_proj,rtn: 0.0022736,0.00000,0.046
+75,mlp.experts.115.down_proj,rtn: 0.0022736,0.00000,0.046
+75,mlp.experts.102.down_proj,rtn: 0.0023804,0.00000,0.042
+75,mlp.experts.138.down_proj,rtn: 0.0022888,0.00000,0.038
+75,mlp.experts.105.down_proj,rtn: 0.0023346,0.00000,0.043
+75,mlp.experts.127.down_proj,rtn: 0.0022278,0.00000,0.046
+75,mlp.experts.114.down_proj,rtn: 0.0022736,0.00000,0.042
+75,mlp.experts.112.down_proj,rtn: 0.0023193,0.00000,0.035
+75,mlp.experts.148.down_proj,rtn: 0.0023193,0.00000,0.036
+75,mlp.experts.117.down_proj,rtn: 0.0022888,0.00000,0.046
+75,mlp.experts.140.down_proj,rtn: 0.0023346,0.00000,0.042
+75,mlp.experts.104.down_proj,rtn: 0.0023346,0.00000,0.037
+75,mlp.experts.141.down_proj,rtn: 0.0023651,0.00000,0.034
+75,mlp.experts.126.down_proj,rtn: 0.0023956,0.00000,0.039
+75,mlp.experts.145.down_proj,rtn: 0.0025482,0.00000,0.047
+75,mlp.experts.123.down_proj,rtn: 0.0022888,0.00000,0.048
+75,mlp.experts.103.down_proj,rtn: 0.0021973,0.00000,0.057
+75,mlp.experts.118.down_proj,rtn: 0.0023499,0.00000,0.040
+75,mlp.experts.131.down_proj,rtn: 0.0022888,0.00000,0.045
+75,mlp.experts.121.down_proj,rtn: 0.0023499,0.00000,0.039
+75,mlp.experts.154.down_proj,rtn: 0.0023041,0.00000,0.040
+75,mlp.experts.143.down_proj,rtn: 0.0023346,0.00000,0.044
+75,mlp.experts.130.down_proj,rtn: 0.0023346,0.00000,0.042
+75,mlp.experts.164.down_proj,rtn: 0.0023041,0.00000,0.040
+75,mlp.experts.156.down_proj,rtn: 0.0021820,0.00000,0.042
+75,mlp.experts.128.down_proj,rtn: 0.0023346,0.00000,0.039
+75,mlp.experts.120.down_proj,rtn: 0.0023041,0.00000,0.035
+75,mlp.experts.133.down_proj,rtn: 0.0022278,0.00000,0.043
+75,mlp.experts.157.down_proj,rtn: 0.0022888,0.00000,0.041
+75,mlp.experts.142.down_proj,rtn: 0.0023651,0.00000,0.042
+75,mlp.experts.161.down_proj,rtn: 0.0023193,0.00000,0.047
+75,mlp.experts.137.down_proj,rtn: 0.0022430,0.00000,0.034
+75,mlp.experts.139.down_proj,rtn: 0.0023041,0.00000,0.049
+75,mlp.experts.170.down_proj,rtn: 0.0022736,0.00000,0.039
+75,mlp.experts.147.down_proj,rtn: 0.0022430,0.00000,0.044
+75,mlp.experts.134.down_proj,rtn: 0.0023041,0.00000,0.044
+75,mlp.experts.119.down_proj,rtn: 0.0022736,0.00000,0.056
+75,mlp.experts.146.down_proj,rtn: 0.0022736,0.00000,0.041
+75,mlp.experts.144.down_proj,rtn: 0.0023346,0.00000,0.031
+75,mlp.experts.172.down_proj,rtn: 0.0023346,0.00000,0.036
+75,mlp.experts.180.down_proj,rtn: 0.0023041,0.00000,0.041
+75,mlp.experts.136.down_proj,rtn: 0.0023651,0.00000,0.038
+75,mlp.experts.159.down_proj,rtn: 0.0022278,0.00000,0.049
+75,mlp.experts.173.down_proj,rtn: 0.0023956,0.00000,0.036
+75,mlp.experts.149.down_proj,rtn: 0.0023499,0.00000,0.036
+75,mlp.experts.158.down_proj,rtn: 0.0023346,0.00000,0.047
+75,mlp.experts.153.down_proj,rtn: 0.0023346,0.00000,0.035
+75,mlp.experts.177.down_proj,rtn: 0.0023651,0.00000,0.041
+75,mlp.experts.150.down_proj,rtn: 0.0023193,0.00000,0.043
+75,mlp.experts.186.down_proj,rtn: 0.0023041,0.00000,0.046
+75,mlp.experts.160.down_proj,rtn: 0.0023041,0.00000,0.035
+75,mlp.experts.155.down_proj,rtn: 0.0037079,0.00000,0.052
+75,mlp.experts.188.down_proj,rtn: 0.0023193,0.00000,0.027
+75,mlp.experts.152.down_proj,rtn: 0.0022888,0.00000,0.027
+75,mlp.experts.163.down_proj,rtn: 0.0023041,0.00000,0.052
+75,mlp.experts.162.down_proj,rtn: 0.0022888,0.00000,0.042
+75,mlp.experts.165.down_proj,rtn: 0.0023193,0.00000,0.031
+75,mlp.experts.189.down_proj,rtn: 0.0023193,0.00000,0.031
+75,mlp.experts.169.down_proj,rtn: 0.0023499,0.00000,0.025
+75,mlp.experts.135.down_proj,rtn: 0.0022888,0.00000,0.055
+75,mlp.experts.174.down_proj,rtn: 0.0023193,0.00000,0.036
+75,mlp.experts.175.down_proj,rtn: 0.0022888,0.00000,0.050
+75,mlp.experts.166.down_proj,rtn: 0.0022583,0.00000,0.033
+75,mlp.experts.168.down_proj,rtn: 0.0023193,0.00000,0.019
+75,mlp.experts.176.down_proj,rtn: 0.0022888,0.00000,0.024
+75,mlp.experts.178.down_proj,rtn: 0.0023804,0.00000,0.030
+75,mlp.experts.185.down_proj,rtn: 0.0023346,0.00000,0.020
+75,mlp.experts.181.down_proj,rtn: 0.0023346,0.00000,0.024
+75,mlp.experts.190.down_proj,rtn: 0.0023499,0.00000,0.028
+75,mlp.experts.184.down_proj,rtn: 0.0022736,0.00000,0.012
+75,mlp.experts.179.down_proj,rtn: 0.0022583,0.00000,0.040
+75,mlp.experts.171.down_proj,rtn: 0.0022888,0.00000,0.044
+75,mlp.experts.151.down_proj,rtn: 0.0023193,0.00000,0.036
+75,mlp.experts.182.down_proj,rtn: 0.0022736,0.00000,0.022
+75,mlp.experts.191.down_proj,rtn: 0.0023499,0.00000,0.033
+75,mlp.experts.167.down_proj,rtn: 0.0024109,0.00000,0.021
+75,mlp.experts.187.down_proj,rtn: 0.0023499,0.00000,0.020
+75,mlp.experts.183.down_proj,rtn: 0.0023193,0.00000,0.010
+75,mlp.shared_experts.up_proj,rtn: 0.0016708,0.00000,0.027
+75,mlp.shared_experts.gate_proj,rtn: 0.0018997,0.00000,0.028
+75,mlp.shared_experts.down_proj,rtn: 0.0020294,0.00000,0.021
+76,self_attn.v_proj,rtn: 0.0036926,0.00000,0.014
+76,self_attn.k_proj,rtn: 0.0021362,0.00000,0.015
+76,self_attn.q_proj,rtn: 0.0021973,0.00000,0.017
+76,self_attn.o_proj,rtn: 0.0030060,0.00000,0.043
+76,mlp.experts.7.gate_proj,rtn: 0.0023499,0.00000,0.097
+76,mlp.experts.13.gate_proj,rtn: 0.0023193,0.00000,0.097
+76,mlp.experts.1.gate_proj,rtn: 0.0022430,0.00000,0.098
+76,mlp.experts.9.gate_proj,rtn: 0.0023499,0.00000,0.098
+76,mlp.experts.8.gate_proj,rtn: 0.0023193,0.00000,0.100
+76,mlp.experts.11.gate_proj,rtn: 0.0023193,0.00000,0.100
+76,mlp.experts.0.gate_proj,rtn: 0.0022125,0.00000,0.101
+76,mlp.experts.15.gate_proj,rtn: 0.0023499,0.00000,0.109
+76,mlp.experts.6.gate_proj,rtn: 0.0022736,0.00000,0.116
+76,mlp.experts.12.gate_proj,rtn: 0.0023499,0.00000,0.121
+76,mlp.experts.3.gate_proj,rtn: 0.0023651,0.00000,0.140
+76,mlp.experts.2.gate_proj,rtn: 0.0022736,0.00000,0.142
+76,mlp.experts.10.gate_proj,rtn: 0.0022736,0.00000,0.141
+76,mlp.experts.4.gate_proj,rtn: 0.0023346,0.00000,0.147
+76,mlp.experts.5.gate_proj,rtn: 0.0022888,0.00000,0.147
+76,mlp.experts.14.gate_proj,rtn: 0.0023346,0.00000,0.146
+76,mlp.experts.23.gate_proj,rtn: 0.0022736,0.00000,0.090
+76,mlp.experts.17.gate_proj,rtn: 0.0023193,0.00000,0.088
+76,mlp.experts.25.gate_proj,rtn: 0.0023041,0.00000,0.090
+76,mlp.experts.29.gate_proj,rtn: 0.0023651,0.00000,0.086
+76,mlp.experts.31.gate_proj,rtn: 0.0022888,0.00000,0.090
+76,mlp.experts.24.gate_proj,rtn: 0.0021820,0.00000,0.101
+76,mlp.experts.22.gate_proj,rtn: 0.0023499,0.00000,0.089
+76,mlp.experts.27.gate_proj,rtn: 0.0023041,0.00000,0.095
+76,mlp.experts.16.gate_proj,rtn: 0.0023041,0.00000,0.103
+76,mlp.experts.28.gate_proj,rtn: 0.0023804,0.00000,0.101
+76,mlp.experts.18.gate_proj,rtn: 0.0023346,0.00000,0.082
+76,mlp.experts.19.gate_proj,rtn: 0.0023193,0.00000,0.085
+76,mlp.experts.26.gate_proj,rtn: 0.0023041,0.00000,0.080
+76,mlp.experts.30.gate_proj,rtn: 0.0022430,0.00000,0.080
+76,mlp.experts.21.gate_proj,rtn: 0.0023499,0.00000,0.097
+76,mlp.experts.39.gate_proj,rtn: 0.0021973,0.00000,0.068
+76,mlp.experts.20.gate_proj,rtn: 0.0023804,0.00000,0.129
+76,mlp.experts.47.gate_proj,rtn: 0.0022278,0.00000,0.070
+76,mlp.experts.41.gate_proj,rtn: 0.0022278,0.00000,0.090
+76,mlp.experts.43.gate_proj,rtn: 0.0023193,0.00000,0.077
+76,mlp.experts.33.gate_proj,rtn: 0.0022278,0.00000,0.100
+76,mlp.experts.45.gate_proj,rtn: 0.0023804,0.00000,0.097
+76,mlp.experts.38.gate_proj,rtn: 0.0023346,0.00000,0.079
+76,mlp.experts.34.gate_proj,rtn: 0.0022125,0.00000,0.076
+76,mlp.experts.35.gate_proj,rtn: 0.0022888,0.00000,0.080
+76,mlp.experts.40.gate_proj,rtn: 0.0022278,0.00000,0.102
+76,mlp.experts.42.gate_proj,rtn: 0.0022125,0.00000,0.079
+76,mlp.experts.46.gate_proj,rtn: 0.0022736,0.00000,0.075
+76,mlp.experts.32.gate_proj,rtn: 0.0023346,0.00000,0.107
+76,mlp.experts.44.gate_proj,rtn: 0.0023499,0.00000,0.102
+76,mlp.experts.55.gate_proj,rtn: 0.0023499,0.00000,0.079
+76,mlp.experts.37.gate_proj,rtn: 0.0023193,0.00000,0.093
+76,mlp.experts.63.gate_proj,rtn: 0.0022430,0.00000,0.080
+76,mlp.experts.50.gate_proj,rtn: 0.0023193,0.00000,0.064
+76,mlp.experts.59.gate_proj,rtn: 0.0023041,0.00000,0.080
+76,mlp.experts.54.gate_proj,rtn: 0.0023651,0.00000,0.080
+76,mlp.experts.62.gate_proj,rtn: 0.0022583,0.00000,0.064
+76,mlp.experts.57.gate_proj,rtn: 0.0023041,0.00000,0.097
+76,mlp.experts.49.gate_proj,rtn: 0.0022583,0.00000,0.093
+76,mlp.experts.51.gate_proj,rtn: 0.0022430,0.00000,0.079
+76,mlp.experts.36.gate_proj,rtn: 0.0022583,0.00000,0.113
+76,mlp.experts.58.gate_proj,rtn: 0.0023651,0.00000,0.080
+76,mlp.experts.61.gate_proj,rtn: 0.0022583,0.00000,0.100
+76,mlp.experts.56.gate_proj,rtn: 0.0023956,0.00000,0.100
+76,mlp.experts.48.gate_proj,rtn: 0.0023041,0.00000,0.098
+76,mlp.experts.71.gate_proj,rtn: 0.0023499,0.00000,0.083
+76,mlp.experts.60.gate_proj,rtn: 0.0022888,0.00000,0.104
+76,mlp.experts.53.gate_proj,rtn: 0.0022888,0.00000,0.091
+76,mlp.experts.66.gate_proj,rtn: 0.0023651,0.00000,0.073
+76,mlp.experts.79.gate_proj,rtn: 0.0023041,0.00000,0.082
+76,mlp.experts.75.gate_proj,rtn: 0.0022888,0.00000,0.075
+76,mlp.experts.70.gate_proj,rtn: 0.0023804,0.00000,0.074
+76,mlp.experts.78.gate_proj,rtn: 0.0023041,0.00000,0.074
+76,mlp.experts.67.gate_proj,rtn: 0.0022583,0.00000,0.075
+76,mlp.experts.74.gate_proj,rtn: 0.0024261,0.00000,0.075
+76,mlp.experts.65.gate_proj,rtn: 0.0022583,0.00000,0.099
+76,mlp.experts.73.gate_proj,rtn: 0.0022583,0.00000,0.101
+76,mlp.experts.77.gate_proj,rtn: 0.0022888,0.00000,0.097
+76,mlp.experts.52.gate_proj,rtn: 0.0023346,0.00000,0.111
+76,mlp.experts.87.gate_proj,rtn: 0.0023346,0.00000,0.080
+76,mlp.experts.72.gate_proj,rtn: 0.0021515,0.00000,0.107
+76,mlp.experts.64.gate_proj,rtn: 0.0023193,0.00000,0.106
+76,mlp.experts.91.gate_proj,rtn: 0.0023193,0.00000,0.076
+76,mlp.experts.95.gate_proj,rtn: 0.0022736,0.00000,0.079
+76,mlp.experts.76.gate_proj,rtn: 0.0022736,0.00000,0.110
+76,mlp.experts.82.gate_proj,rtn: 0.0023041,0.00000,0.091
+76,mlp.experts.94.gate_proj,rtn: 0.0022888,0.00000,0.084
+76,mlp.experts.69.gate_proj,rtn: 0.0022583,0.00000,0.102
+76,mlp.experts.83.gate_proj,rtn: 0.0022888,0.00000,0.080
+76,mlp.experts.86.gate_proj,rtn: 0.0022888,0.00000,0.094
+76,mlp.experts.90.gate_proj,rtn: 0.0022888,0.00000,0.095
+76,mlp.experts.81.gate_proj,rtn: 0.0023804,0.00000,0.091
+76,mlp.experts.103.gate_proj,rtn: 0.0023499,0.00000,0.078
+76,mlp.experts.89.gate_proj,rtn: 0.0022430,0.00000,0.102
+76,mlp.experts.93.gate_proj,rtn: 0.0023041,0.00000,0.100
+76,mlp.experts.111.gate_proj,rtn: 0.0023041,0.00000,0.075
+76,mlp.experts.107.gate_proj,rtn: 0.0023956,0.00000,0.077
+76,mlp.experts.68.gate_proj,rtn: 0.0023499,0.00000,0.116
+76,mlp.experts.88.gate_proj,rtn: 0.0021667,0.00000,0.107
+76,mlp.experts.99.gate_proj,rtn: 0.0022430,0.00000,0.078
+76,mlp.experts.110.gate_proj,rtn: 0.0022736,0.00000,0.089
+76,mlp.experts.92.gate_proj,rtn: 0.0021973,0.00000,0.099
+76,mlp.experts.80.gate_proj,rtn: 0.0022736,0.00000,0.115
+76,mlp.experts.98.gate_proj,rtn: 0.0023041,0.00000,0.103
+76,mlp.experts.85.gate_proj,rtn: 0.0023804,0.00000,0.097
+76,mlp.experts.102.gate_proj,rtn: 0.0022888,0.00000,0.091
+76,mlp.experts.106.gate_proj,rtn: 0.0023651,0.00000,0.083
+76,mlp.experts.119.gate_proj,rtn: 0.0023193,0.00000,0.078
+76,mlp.experts.97.gate_proj,rtn: 0.0022888,0.00000,0.094
+76,mlp.experts.123.gate_proj,rtn: 0.0022278,0.00000,0.071
+76,mlp.experts.105.gate_proj,rtn: 0.0023499,0.00000,0.096
+76,mlp.experts.127.gate_proj,rtn: 0.0022278,0.00000,0.081
+76,mlp.experts.109.gate_proj,rtn: 0.0022583,0.00000,0.098
+76,mlp.experts.115.gate_proj,rtn: 0.0024109,0.00000,0.080
+76,mlp.experts.126.gate_proj,rtn: 0.0021820,0.00000,0.083
+76,mlp.experts.84.gate_proj,rtn: 0.0023041,0.00000,0.106
+76,mlp.experts.104.gate_proj,rtn: 0.0022736,0.00000,0.105
+76,mlp.experts.108.gate_proj,rtn: 0.0023346,0.00000,0.095
+76,mlp.experts.122.gate_proj,rtn: 0.0022583,0.00000,0.082
+76,mlp.experts.118.gate_proj,rtn: 0.0023499,0.00000,0.093
+76,mlp.experts.101.gate_proj,rtn: 0.0022125,0.00000,0.092
+76,mlp.experts.114.gate_proj,rtn: 0.0022430,0.00000,0.093
+76,mlp.experts.135.gate_proj,rtn: 0.0022430,0.00000,0.087
+76,mlp.experts.113.gate_proj,rtn: 0.0023041,0.00000,0.086
+76,mlp.experts.96.gate_proj,rtn: 0.0022736,0.00000,0.115
+76,mlp.experts.139.gate_proj,rtn: 0.0022430,0.00000,0.085
+76,mlp.experts.121.gate_proj,rtn: 0.0022583,0.00000,0.086
+76,mlp.experts.143.gate_proj,rtn: 0.0023804,0.00000,0.085
+76,mlp.experts.125.gate_proj,rtn: 0.0022736,0.00000,0.088
+76,mlp.experts.131.gate_proj,rtn: 0.0023193,0.00000,0.094
+76,mlp.experts.142.gate_proj,rtn: 0.0024719,0.00000,0.089
+76,mlp.experts.138.gate_proj,rtn: 0.0022125,0.00000,0.090
+76,mlp.experts.120.gate_proj,rtn: 0.0023956,0.00000,0.100
+76,mlp.experts.124.gate_proj,rtn: 0.0022888,0.00000,0.099
+76,mlp.experts.117.gate_proj,rtn: 0.0023804,0.00000,0.090
+76,mlp.experts.134.gate_proj,rtn: 0.0022888,0.00000,0.093
+76,mlp.experts.100.gate_proj,rtn: 0.0023804,0.00000,0.109
+76,mlp.experts.130.gate_proj,rtn: 0.0021820,0.00000,0.098
+76,mlp.experts.151.gate_proj,rtn: 0.0023956,0.00000,0.091
+76,mlp.experts.129.gate_proj,rtn: 0.0022888,0.00000,0.092
+76,mlp.experts.137.gate_proj,rtn: 0.0022583,0.00000,0.086
+76,mlp.experts.155.gate_proj,rtn: 0.0022583,0.00000,0.090
+76,mlp.experts.159.gate_proj,rtn: 0.0023346,0.00000,0.083
+76,mlp.experts.112.gate_proj,rtn: 0.0023651,0.00000,0.104
+76,mlp.experts.141.gate_proj,rtn: 0.0023651,0.00000,0.089
+76,mlp.experts.158.gate_proj,rtn: 0.0022736,0.00000,0.084
+76,mlp.experts.147.gate_proj,rtn: 0.0023651,0.00000,0.090
+76,mlp.experts.154.gate_proj,rtn: 0.0023041,0.00000,0.083
+76,mlp.experts.136.gate_proj,rtn: 0.0023651,0.00000,0.093
+76,mlp.experts.140.gate_proj,rtn: 0.0022430,0.00000,0.094
+76,mlp.experts.150.gate_proj,rtn: 0.0022583,0.00000,0.087
+76,mlp.experts.133.gate_proj,rtn: 0.0021667,0.00000,0.096
+76,mlp.experts.167.gate_proj,rtn: 0.0023499,0.00000,0.083
+76,mlp.experts.146.gate_proj,rtn: 0.0023041,0.00000,0.090
+76,mlp.experts.153.gate_proj,rtn: 0.0023804,0.00000,0.085
+76,mlp.experts.171.gate_proj,rtn: 0.0023193,0.00000,0.085
+76,mlp.experts.175.gate_proj,rtn: 0.0022583,0.00000,0.084
+76,mlp.experts.116.gate_proj,rtn: 0.0021515,0.00000,0.108
+76,mlp.experts.145.gate_proj,rtn: 0.0022736,0.00000,0.096
+76,mlp.experts.157.gate_proj,rtn: 0.0023499,0.00000,0.088
+76,mlp.experts.128.gate_proj,rtn: 0.0021973,0.00000,0.106
+76,mlp.experts.174.gate_proj,rtn: 0.0022430,0.00000,0.080
+76,mlp.experts.163.gate_proj,rtn: 0.0023041,0.00000,0.090
+76,mlp.experts.170.gate_proj,rtn: 0.0023651,0.00000,0.085
+76,mlp.experts.183.gate_proj,rtn: 0.0022736,0.00000,0.080
+76,mlp.experts.162.gate_proj,rtn: 0.0023651,0.00000,0.078
+76,mlp.experts.156.gate_proj,rtn: 0.0021820,0.00000,0.090
+76,mlp.experts.152.gate_proj,rtn: 0.0022278,0.00000,0.092
+76,mlp.experts.166.gate_proj,rtn: 0.0023346,0.00000,0.092
+76,mlp.experts.149.gate_proj,rtn: 0.0023956,0.00000,0.092
+76,mlp.experts.169.gate_proj,rtn: 0.0024872,0.00000,0.082
+76,mlp.experts.191.gate_proj,rtn: 0.0023346,0.00000,0.078
+76,mlp.experts.187.gate_proj,rtn: 0.0023041,0.00000,0.082
+76,mlp.experts.132.gate_proj,rtn: 0.0023193,0.00000,0.094
+76,mlp.experts.161.gate_proj,rtn: 0.0022888,0.00000,0.096
+76,mlp.experts.173.gate_proj,rtn: 0.0023193,0.00000,0.090
+76,mlp.experts.190.gate_proj,rtn: 0.0023499,0.00000,0.078
+76,mlp.experts.179.gate_proj,rtn: 0.0024109,0.00000,0.082
+76,mlp.experts.144.gate_proj,rtn: 0.0023346,0.00000,0.104
+76,mlp.experts.186.gate_proj,rtn: 0.0022430,0.00000,0.088
+76,mlp.experts.178.gate_proj,rtn: 0.0022583,0.00000,0.081
+76,mlp.experts.7.up_proj,rtn: 0.0022888,0.00000,0.088
+76,mlp.experts.11.up_proj,rtn: 0.0022888,0.00000,0.077
+76,mlp.experts.15.up_proj,rtn: 0.0023651,0.00000,0.077
+76,mlp.experts.182.gate_proj,rtn: 0.0022736,0.00000,0.084
+76,mlp.experts.185.gate_proj,rtn: 0.0023651,0.00000,0.087
+76,mlp.experts.168.gate_proj,rtn: 0.0023499,0.00000,0.095
+76,mlp.experts.172.gate_proj,rtn: 0.0023499,0.00000,0.100
+76,mlp.experts.165.gate_proj,rtn: 0.0023193,0.00000,0.093
+76,mlp.experts.148.gate_proj,rtn: 0.0023804,0.00000,0.092
+76,mlp.experts.14.up_proj,rtn: 0.0023499,0.00000,0.088
+76,mlp.experts.177.gate_proj,rtn: 0.0023346,0.00000,0.099
+76,mlp.experts.189.gate_proj,rtn: 0.0022736,0.00000,0.091
+76,mlp.experts.3.up_proj,rtn: 0.0023041,0.00000,0.081
+76,mlp.experts.160.gate_proj,rtn: 0.0022278,0.00000,0.093
+76,mlp.experts.10.up_proj,rtn: 0.0022736,0.00000,0.089
+76,mlp.experts.2.up_proj,rtn: 0.0022125,0.00000,0.088
+76,mlp.experts.23.up_proj,rtn: 0.0021973,0.00000,0.084
+76,mlp.experts.6.up_proj,rtn: 0.0022125,0.00000,0.079
+76,mlp.experts.31.up_proj,rtn: 0.0022736,0.00000,0.084
+76,mlp.experts.27.up_proj,rtn: 0.0023193,0.00000,0.095
+76,mlp.experts.188.gate_proj,rtn: 0.0023651,0.00000,0.085
+76,mlp.experts.9.up_proj,rtn: 0.0023499,0.00000,0.102
+76,mlp.experts.184.gate_proj,rtn: 0.0023499,0.00000,0.100
+76,mlp.experts.181.gate_proj,rtn: 0.0023193,0.00000,0.096
+76,mlp.experts.30.up_proj,rtn: 0.0022125,0.00000,0.084
+76,mlp.experts.164.gate_proj,rtn: 0.0022583,0.00000,0.096
+76,mlp.experts.13.up_proj,rtn: 0.0023346,0.00000,0.091
+76,mlp.experts.19.up_proj,rtn: 0.0023041,0.00000,0.086
+76,mlp.experts.1.up_proj,rtn: 0.0022430,0.00000,0.099
+76,mlp.experts.176.gate_proj,rtn: 0.0023193,0.00000,0.090
+76,mlp.experts.26.up_proj,rtn: 0.0023193,0.00000,0.087
+76,mlp.experts.18.up_proj,rtn: 0.0023346,0.00000,0.085
+76,mlp.experts.22.up_proj,rtn: 0.0023193,0.00000,0.089
+76,mlp.experts.47.up_proj,rtn: 0.0021973,0.00000,0.087
+76,mlp.experts.39.up_proj,rtn: 0.0021515,0.00000,0.101
+76,mlp.experts.43.up_proj,rtn: 0.0022736,0.00000,0.096
+76,mlp.experts.12.up_proj,rtn: 0.0023346,0.00000,0.094
+76,mlp.experts.25.up_proj,rtn: 0.0022736,0.00000,0.090
+76,mlp.experts.8.up_proj,rtn: 0.0023041,0.00000,0.093
+76,mlp.experts.46.up_proj,rtn: 0.0022736,0.00000,0.085
+76,mlp.experts.5.up_proj,rtn: 0.0022583,0.00000,0.095
+76,mlp.experts.29.up_proj,rtn: 0.0023651,0.00000,0.087
+76,mlp.experts.180.gate_proj,rtn: 0.0022278,0.00000,0.096
+76,mlp.experts.35.up_proj,rtn: 0.0022583,0.00000,0.090
+76,mlp.experts.17.up_proj,rtn: 0.0023193,0.00000,0.086
+76,mlp.experts.42.up_proj,rtn: 0.0021515,0.00000,0.078
+76,mlp.experts.0.up_proj,rtn: 0.0022125,0.00000,0.092
+76,mlp.experts.34.up_proj,rtn: 0.0021820,0.00000,0.077
+76,mlp.experts.63.up_proj,rtn: 0.0022430,0.00000,0.083
+76,mlp.experts.38.up_proj,rtn: 0.0022888,0.00000,0.087
+76,mlp.experts.55.up_proj,rtn: 0.0023651,0.00000,0.096
+76,mlp.experts.28.up_proj,rtn: 0.0023346,0.00000,0.086
+76,mlp.experts.41.up_proj,rtn: 0.0021973,0.00000,0.086
+76,mlp.experts.59.up_proj,rtn: 0.0022736,0.00000,0.093
+76,mlp.experts.62.up_proj,rtn: 0.0022736,0.00000,0.081
+76,mlp.experts.24.up_proj,rtn: 0.0021362,0.00000,0.097
+76,mlp.experts.45.up_proj,rtn: 0.0023041,0.00000,0.087
+76,mlp.experts.21.up_proj,rtn: 0.0023499,0.00000,0.093
+76,mlp.experts.33.up_proj,rtn: 0.0022125,0.00000,0.079
+76,mlp.experts.58.up_proj,rtn: 0.0023651,0.00000,0.076
+76,mlp.experts.4.up_proj,rtn: 0.0022583,0.00000,0.096
+76,mlp.experts.50.up_proj,rtn: 0.0023346,0.00000,0.077
+76,mlp.experts.16.up_proj,rtn: 0.0022736,0.00000,0.092
+76,mlp.experts.54.up_proj,rtn: 0.0023804,0.00000,0.081
+76,mlp.experts.78.up_proj,rtn: 0.0023193,0.00000,0.083
+76,mlp.experts.51.up_proj,rtn: 0.0022278,0.00000,0.163
+76,mlp.experts.57.up_proj,rtn: 0.0023193,0.00000,0.096
+76,mlp.experts.74.up_proj,rtn: 0.0023804,0.00000,0.083
+76,mlp.experts.37.up_proj,rtn: 0.0023346,0.00000,0.092
+76,mlp.experts.61.up_proj,rtn: 0.0022736,0.00000,0.100
+76,mlp.experts.49.up_proj,rtn: 0.0022430,0.00000,0.095
+76,mlp.experts.44.up_proj,rtn: 0.0023499,0.00000,0.129
+76,mlp.experts.66.up_proj,rtn: 0.0023651,0.00000,0.090
+76,mlp.experts.79.up_proj,rtn: 0.0023346,0.00000,0.170
+76,mlp.experts.40.up_proj,rtn: 0.0022125,0.00000,0.135
+76,mlp.experts.71.up_proj,rtn: 0.0023346,0.00000,0.164
+76,mlp.experts.20.up_proj,rtn: 0.0023651,0.00000,0.134
+76,mlp.experts.32.up_proj,rtn: 0.0023346,0.00000,0.088
+76,mlp.experts.75.up_proj,rtn: 0.0022430,0.00000,0.094
+76,mlp.experts.70.up_proj,rtn: 0.0023193,0.00000,0.101
+76,mlp.experts.94.up_proj,rtn: 0.0022888,0.00000,0.093
+76,mlp.experts.73.up_proj,rtn: 0.0022125,0.00000,0.094
+76,mlp.experts.67.up_proj,rtn: 0.0022278,0.00000,0.099
+76,mlp.experts.90.up_proj,rtn: 0.0022278,0.00000,0.095
+76,mlp.experts.77.up_proj,rtn: 0.0023041,0.00000,0.087
+76,mlp.experts.53.up_proj,rtn: 0.0022583,0.00000,0.097
+76,mlp.experts.65.up_proj,rtn: 0.0022278,0.00000,0.089
+76,mlp.experts.82.up_proj,rtn: 0.0022736,0.00000,0.097
+76,mlp.experts.60.up_proj,rtn: 0.0022888,0.00000,0.101
+76,mlp.experts.95.up_proj,rtn: 0.0023041,0.00000,0.097
+76,mlp.experts.87.up_proj,rtn: 0.0023346,0.00000,0.088
+76,mlp.experts.56.up_proj,rtn: 0.0023651,0.00000,0.107
+76,mlp.experts.91.up_proj,rtn: 0.0022583,0.00000,0.081
+76,mlp.experts.36.up_proj,rtn: 0.0022583,0.00000,0.110
+76,mlp.experts.48.up_proj,rtn: 0.0023041,0.00000,0.088
+76,mlp.experts.110.up_proj,rtn: 0.0022736,0.00000,0.088
+76,mlp.experts.83.up_proj,rtn: 0.0023193,0.00000,0.083
+76,mlp.experts.86.up_proj,rtn: 0.0022430,0.00000,0.099
+76,mlp.experts.89.up_proj,rtn: 0.0022278,0.00000,0.088
+76,mlp.experts.93.up_proj,rtn: 0.0022430,0.00000,0.084
+76,mlp.experts.106.up_proj,rtn: 0.0023804,0.00000,0.089
+76,mlp.experts.69.up_proj,rtn: 0.0022583,0.00000,0.084
+76,mlp.experts.111.up_proj,rtn: 0.0023041,0.00000,0.074
+76,mlp.experts.81.up_proj,rtn: 0.0023956,0.00000,0.094
+76,mlp.experts.103.up_proj,rtn: 0.0023346,0.00000,0.071
+76,mlp.experts.76.up_proj,rtn: 0.0022888,0.00000,0.091
+76,mlp.experts.98.up_proj,rtn: 0.0022888,0.00000,0.100
+76,mlp.experts.107.up_proj,rtn: 0.0023804,0.00000,0.077
+76,mlp.experts.72.up_proj,rtn: 0.0021362,0.00000,0.096
+76,mlp.experts.105.up_proj,rtn: 0.0023346,0.00000,0.084
+76,mlp.experts.52.up_proj,rtn: 0.0023346,0.00000,0.097
+76,mlp.experts.64.up_proj,rtn: 0.0023041,0.00000,0.097
+76,mlp.experts.99.up_proj,rtn: 0.0022278,0.00000,0.091
+76,mlp.experts.126.up_proj,rtn: 0.0021362,0.00000,0.099
+76,mlp.experts.109.up_proj,rtn: 0.0022278,0.00000,0.086
+76,mlp.experts.102.up_proj,rtn: 0.0023041,0.00000,0.100
+76,mlp.experts.119.up_proj,rtn: 0.0023193,0.00000,0.073
+76,mlp.experts.85.up_proj,rtn: 0.0023346,0.00000,0.086
+76,mlp.experts.122.up_proj,rtn: 0.0022888,0.00000,0.095
+76,mlp.experts.127.up_proj,rtn: 0.0021667,0.00000,0.077
+76,mlp.experts.97.up_proj,rtn: 0.0022736,0.00000,0.077
+76,mlp.experts.92.up_proj,rtn: 0.0021667,0.00000,0.096
+76,mlp.experts.123.up_proj,rtn: 0.0022125,0.00000,0.073
+76,mlp.experts.114.up_proj,rtn: 0.0022278,0.00000,0.097
+76,mlp.experts.88.up_proj,rtn: 0.0021515,0.00000,0.099
+76,mlp.experts.121.up_proj,rtn: 0.0022430,0.00000,0.082
+76,mlp.experts.115.up_proj,rtn: 0.0023804,0.00000,0.086
+76,mlp.experts.68.up_proj,rtn: 0.0023499,0.00000,0.094
+76,mlp.experts.125.up_proj,rtn: 0.0022888,0.00000,0.087
+76,mlp.experts.142.up_proj,rtn: 0.0021973,0.00000,0.093
+76,mlp.experts.80.up_proj,rtn: 0.0022278,0.00000,0.097
+76,mlp.experts.101.up_proj,rtn: 0.0021973,0.00000,0.077
+76,mlp.experts.135.up_proj,rtn: 0.0022430,0.00000,0.083
+76,mlp.experts.138.up_proj,rtn: 0.0021667,0.00000,0.086
+76,mlp.experts.118.up_proj,rtn: 0.0023041,0.00000,0.096
+76,mlp.experts.143.up_proj,rtn: 0.0023651,0.00000,0.083
+76,mlp.experts.113.up_proj,rtn: 0.0022888,0.00000,0.086
+76,mlp.experts.139.up_proj,rtn: 0.0022430,0.00000,0.078
+76,mlp.experts.130.up_proj,rtn: 0.0021667,0.00000,0.093
+76,mlp.experts.108.up_proj,rtn: 0.0023499,0.00000,0.103
+76,mlp.experts.137.up_proj,rtn: 0.0023193,0.00000,0.079
+76,mlp.experts.131.up_proj,rtn: 0.0023193,0.00000,0.080
+76,mlp.experts.141.up_proj,rtn: 0.0023804,0.00000,0.084
+76,mlp.experts.151.up_proj,rtn: 0.0023804,0.00000,0.078
+76,mlp.experts.104.up_proj,rtn: 0.0022430,0.00000,0.106
+76,mlp.experts.158.up_proj,rtn: 0.0022278,0.00000,0.084
+76,mlp.experts.154.up_proj,rtn: 0.0023041,0.00000,0.076
+76,mlp.experts.117.up_proj,rtn: 0.0023956,0.00000,0.082
+76,mlp.experts.159.up_proj,rtn: 0.0022888,0.00000,0.078
+76,mlp.experts.84.up_proj,rtn: 0.0022888,0.00000,0.109
+76,mlp.experts.134.up_proj,rtn: 0.0022888,0.00000,0.090
+76,mlp.experts.129.up_proj,rtn: 0.0023041,0.00000,0.089
+76,mlp.experts.96.up_proj,rtn: 0.0022583,0.00000,0.103
+76,mlp.experts.155.up_proj,rtn: 0.0022736,0.00000,0.076
+76,mlp.experts.146.up_proj,rtn: 0.0023193,0.00000,0.091
+76,mlp.experts.153.up_proj,rtn: 0.0023804,0.00000,0.082
+76,mlp.experts.124.up_proj,rtn: 0.0022888,0.00000,0.104
+76,mlp.experts.147.up_proj,rtn: 0.0023499,0.00000,0.092
+76,mlp.experts.157.up_proj,rtn: 0.0023193,0.00000,0.084
+76,mlp.experts.170.up_proj,rtn: 0.0023499,0.00000,0.079
+76,mlp.experts.167.up_proj,rtn: 0.0023651,0.00000,0.085
+76,mlp.experts.133.up_proj,rtn: 0.0021515,0.00000,0.087
+76,mlp.experts.174.up_proj,rtn: 0.0021667,0.00000,0.097
+76,mlp.experts.175.up_proj,rtn: 0.0022583,0.00000,0.088
+76,mlp.experts.150.up_proj,rtn: 0.0022583,0.00000,0.088
+76,mlp.experts.171.up_proj,rtn: 0.0023193,0.00000,0.085
+76,mlp.experts.145.up_proj,rtn: 0.0022583,0.00000,0.089
+76,mlp.experts.100.up_proj,rtn: 0.0023193,0.00000,0.102
+76,mlp.experts.120.up_proj,rtn: 0.0023956,0.00000,0.110
+76,mlp.experts.112.up_proj,rtn: 0.0023804,0.00000,0.101
+76,mlp.experts.162.up_proj,rtn: 0.0023651,0.00000,0.086
+76,mlp.experts.169.up_proj,rtn: 0.0023346,0.00000,0.094
+76,mlp.experts.173.up_proj,rtn: 0.0023346,0.00000,0.087
+76,mlp.experts.140.up_proj,rtn: 0.0022430,0.00000,0.107
+76,mlp.experts.163.up_proj,rtn: 0.0022736,0.00000,0.097
+76,mlp.experts.183.up_proj,rtn: 0.0022430,0.00000,0.092
+76,mlp.experts.186.up_proj,rtn: 0.0022430,0.00000,0.095
+76,mlp.experts.149.up_proj,rtn: 0.0023651,0.00000,0.092
+76,mlp.experts.191.up_proj,rtn: 0.0023346,0.00000,0.093
+76,mlp.experts.190.up_proj,rtn: 0.0023956,0.00000,0.097
+76,mlp.experts.161.up_proj,rtn: 0.0022888,0.00000,0.088
+76,mlp.experts.116.up_proj,rtn: 0.0021515,0.00000,0.085
+76,mlp.experts.187.up_proj,rtn: 0.0023193,0.00000,0.099
+76,mlp.experts.166.up_proj,rtn: 0.0023346,0.00000,0.104
+76,mlp.experts.128.up_proj,rtn: 0.0021973,0.00000,0.089
+76,mlp.experts.136.up_proj,rtn: 0.0023804,0.00000,0.095
+76,mlp.experts.179.up_proj,rtn: 0.0023499,0.00000,0.052
+76,mlp.experts.178.up_proj,rtn: 0.0021973,0.00000,0.091
+76,mlp.experts.185.up_proj,rtn: 0.0023804,0.00000,0.089
+76,mlp.experts.189.up_proj,rtn: 0.0022888,0.00000,0.086
+76,mlp.experts.182.up_proj,rtn: 0.0023499,0.00000,0.044
+76,mlp.experts.156.up_proj,rtn: 0.0021667,0.00000,0.087
+76,mlp.experts.165.up_proj,rtn: 0.0023041,0.00000,0.075
+76,mlp.experts.177.up_proj,rtn: 0.0023499,0.00000,0.065
+76,mlp.experts.152.up_proj,rtn: 0.0021973,0.00000,0.077
+76,mlp.experts.181.up_proj,rtn: 0.0023346,0.00000,0.030
+76,mlp.experts.132.up_proj,rtn: 0.0022736,0.00000,0.096
+76,mlp.experts.144.up_proj,rtn: 0.0022888,0.00000,0.094
+76,mlp.experts.172.up_proj,rtn: 0.0023193,0.00000,0.078
+76,mlp.experts.168.up_proj,rtn: 0.0023499,0.00000,0.074
+76,mlp.experts.148.up_proj,rtn: 0.0023804,0.00000,0.089
+76,mlp.experts.160.up_proj,rtn: 0.0022430,0.00000,0.088
+76,mlp.experts.188.up_proj,rtn: 0.0023499,0.00000,0.076
+76,mlp.experts.184.up_proj,rtn: 0.0023346,0.00000,0.069
+76,mlp.experts.164.up_proj,rtn: 0.0022583,0.00000,0.062
+76,mlp.experts.176.up_proj,rtn: 0.0023346,0.00000,0.060
+76,mlp.experts.180.up_proj,rtn: 0.0021820,0.00000,0.027
+76,mlp.experts.3.down_proj,rtn: 0.0023804,0.00000,0.027
+76,mlp.experts.10.down_proj,rtn: 0.0022888,0.00000,0.014
+76,mlp.experts.15.down_proj,rtn: 0.0023956,0.00000,0.029
+76,mlp.experts.19.down_proj,rtn: 0.0023193,0.00000,0.042
+76,mlp.experts.26.down_proj,rtn: 0.0023651,0.00000,0.052
+76,mlp.experts.7.down_proj,rtn: 0.0023041,0.00000,0.052
+76,mlp.experts.8.down_proj,rtn: 0.0023346,0.00000,0.131
+76,mlp.experts.0.down_proj,rtn: 0.0022888,0.00000,0.134
+76,mlp.experts.12.down_proj,rtn: 0.0023193,0.00000,0.133
+76,mlp.experts.4.down_proj,rtn: 0.0023041,0.00000,0.133
+76,mlp.experts.31.down_proj,rtn: 0.0023499,0.00000,0.049
+76,mlp.experts.13.down_proj,rtn: 0.0023193,0.00000,0.061
+76,mlp.experts.9.down_proj,rtn: 0.0023499,0.00000,0.062
+76,mlp.experts.5.down_proj,rtn: 0.0023041,0.00000,0.064
+76,mlp.experts.1.down_proj,rtn: 0.0022888,0.00000,0.066
+76,mlp.experts.11.down_proj,rtn: 0.0023193,0.00000,0.068
+76,mlp.experts.2.down_proj,rtn: 0.0022888,0.00000,0.071
+76,mlp.experts.14.down_proj,rtn: 0.0023499,0.00000,0.071
+76,mlp.experts.6.down_proj,rtn: 0.0023193,0.00000,0.073
+76,mlp.experts.35.down_proj,rtn: 0.0023193,0.00000,0.028
+76,mlp.experts.42.down_proj,rtn: 0.0022430,0.00000,0.026
+76,mlp.experts.23.down_proj,rtn: 0.0023193,0.00000,0.024
+76,mlp.experts.30.down_proj,rtn: 0.0023193,0.00000,0.032
+76,mlp.experts.29.down_proj,rtn: 0.0023804,0.00000,0.047
+76,mlp.experts.20.down_proj,rtn: 0.0023651,0.00000,0.068
+76,mlp.experts.16.down_proj,rtn: 0.0022888,0.00000,0.065
+76,mlp.experts.28.down_proj,rtn: 0.0023499,0.00000,0.066
+76,mlp.experts.21.down_proj,rtn: 0.0023499,0.00000,0.051
+76,mlp.experts.25.down_proj,rtn: 0.0022736,0.00000,0.056
+76,mlp.experts.24.down_proj,rtn: 0.0022278,0.00000,0.071
+76,mlp.experts.18.down_proj,rtn: 0.0022736,0.00000,0.046
+76,mlp.experts.17.down_proj,rtn: 0.0023499,0.00000,0.053
+76,mlp.experts.51.down_proj,rtn: 0.0023193,0.00000,0.039
+76,mlp.experts.47.down_proj,rtn: 0.0022736,0.00000,0.044
+76,mlp.experts.39.down_proj,rtn: 0.0022278,0.00000,0.039
+76,mlp.experts.27.down_proj,rtn: 0.0023193,0.00000,0.056
+76,mlp.experts.46.down_proj,rtn: 0.0023041,0.00000,0.041
+76,mlp.experts.45.down_proj,rtn: 0.0023193,0.00000,0.037
+76,mlp.experts.58.down_proj,rtn: 0.0023956,0.00000,0.058
+76,mlp.experts.36.down_proj,rtn: 0.0023193,0.00000,0.050
+76,mlp.experts.37.down_proj,rtn: 0.0023346,0.00000,0.038
+76,mlp.experts.22.down_proj,rtn: 0.0023346,0.00000,0.066
+76,mlp.experts.55.down_proj,rtn: 0.0023804,0.00000,0.039
+76,mlp.experts.41.down_proj,rtn: 0.0022888,0.00000,0.051
+76,mlp.experts.33.down_proj,rtn: 0.0023041,0.00000,0.037
+76,mlp.experts.44.down_proj,rtn: 0.0023651,0.00000,0.058
+76,mlp.experts.32.down_proj,rtn: 0.0023346,0.00000,0.064
+76,mlp.experts.63.down_proj,rtn: 0.0022888,0.00000,0.040
+76,mlp.experts.67.down_proj,rtn: 0.0023346,0.00000,0.045
+76,mlp.experts.61.down_proj,rtn: 0.0023499,0.00000,0.044
+76,mlp.experts.34.down_proj,rtn: 0.0022736,0.00000,0.049
+76,mlp.experts.62.down_proj,rtn: 0.0023041,0.00000,0.044
+76,mlp.experts.43.down_proj,rtn: 0.0022736,0.00000,0.043
+76,mlp.experts.40.down_proj,rtn: 0.0023041,0.00000,0.069
+76,mlp.experts.74.down_proj,rtn: 0.0023804,0.00000,0.040
+76,mlp.experts.53.down_proj,rtn: 0.0023346,0.00000,0.043
+76,mlp.experts.71.down_proj,rtn: 0.0023193,0.00000,0.040
+76,mlp.experts.52.down_proj,rtn: 0.0023346,0.00000,0.052
+76,mlp.experts.38.down_proj,rtn: 0.0023193,0.00000,0.044
+76,mlp.experts.57.down_proj,rtn: 0.0023346,0.00000,0.042
+76,mlp.experts.49.down_proj,rtn: 0.0023041,0.00000,0.039
+76,mlp.experts.79.down_proj,rtn: 0.0023499,0.00000,0.037
+76,mlp.experts.83.down_proj,rtn: 0.0023499,0.00000,0.035
+76,mlp.experts.48.down_proj,rtn: 0.0023041,0.00000,0.047
+76,mlp.experts.77.down_proj,rtn: 0.0023346,0.00000,0.041
+76,mlp.experts.60.down_proj,rtn: 0.0023193,0.00000,0.049
+76,mlp.experts.78.down_proj,rtn: 0.0023346,0.00000,0.040
+76,mlp.experts.59.down_proj,rtn: 0.0022888,0.00000,0.038
+76,mlp.experts.50.down_proj,rtn: 0.0023804,0.00000,0.048
+76,mlp.experts.90.down_proj,rtn: 0.0022583,0.00000,0.042
+76,mlp.experts.69.down_proj,rtn: 0.0023346,0.00000,0.043
+76,mlp.experts.73.down_proj,rtn: 0.0023041,0.00000,0.036
+76,mlp.experts.87.down_proj,rtn: 0.0023651,0.00000,0.040
+76,mlp.experts.56.down_proj,rtn: 0.0023651,0.00000,0.052
+76,mlp.experts.65.down_proj,rtn: 0.0023041,0.00000,0.033
+76,mlp.experts.99.down_proj,rtn: 0.0023346,0.00000,0.032
+76,mlp.experts.54.down_proj,rtn: 0.0024109,0.00000,0.045
+76,mlp.experts.95.down_proj,rtn: 0.0023193,0.00000,0.034
+76,mlp.experts.68.down_proj,rtn: 0.0023651,0.00000,0.054
+76,mlp.experts.93.down_proj,rtn: 0.0023346,0.00000,0.038
+76,mlp.experts.64.down_proj,rtn: 0.0023193,0.00000,0.050
+76,mlp.experts.75.down_proj,rtn: 0.0022888,0.00000,0.037
+76,mlp.experts.94.down_proj,rtn: 0.0023651,0.00000,0.042
+76,mlp.experts.76.down_proj,rtn: 0.0022736,0.00000,0.051
+76,mlp.experts.106.down_proj,rtn: 0.0024109,0.00000,0.036
+76,mlp.experts.66.down_proj,rtn: 0.0023956,0.00000,0.050
+76,mlp.experts.89.down_proj,rtn: 0.0023193,0.00000,0.040
+76,mlp.experts.85.down_proj,rtn: 0.0023499,0.00000,0.042
+76,mlp.experts.103.down_proj,rtn: 0.0023804,0.00000,0.039
+76,mlp.experts.115.down_proj,rtn: 0.0023651,0.00000,0.036
+76,mlp.experts.81.down_proj,rtn: 0.0023651,0.00000,0.043
+76,mlp.experts.111.down_proj,rtn: 0.0023499,0.00000,0.036
+76,mlp.experts.70.down_proj,rtn: 0.0023499,0.00000,0.041
+76,mlp.experts.72.down_proj,rtn: 0.0022125,0.00000,0.055
+76,mlp.experts.109.down_proj,rtn: 0.0023193,0.00000,0.042
+76,mlp.experts.91.down_proj,rtn: 0.0023193,0.00000,0.033
+76,mlp.experts.110.down_proj,rtn: 0.0023346,0.00000,0.040
+76,mlp.experts.84.down_proj,rtn: 0.0025024,0.00000,0.055
+76,mlp.experts.122.down_proj,rtn: 0.0023041,0.00000,0.037
+76,mlp.experts.80.down_proj,rtn: 0.0023346,0.00000,0.051
+76,mlp.experts.105.down_proj,rtn: 0.0023041,0.00000,0.041
+76,mlp.experts.101.down_proj,rtn: 0.0023041,0.00000,0.038
+76,mlp.experts.92.down_proj,rtn: 0.0022430,0.00000,0.056
+76,mlp.experts.119.down_proj,rtn: 0.0023499,0.00000,0.038
+76,mlp.experts.82.down_proj,rtn: 0.0023041,0.00000,0.047
+76,mlp.experts.131.down_proj,rtn: 0.0023193,0.00000,0.039
+76,mlp.experts.86.down_proj,rtn: 0.0022278,0.00000,0.038
+76,mlp.experts.97.down_proj,rtn: 0.0023193,0.00000,0.043
+76,mlp.experts.125.down_proj,rtn: 0.0023346,0.00000,0.037
+76,mlp.experts.127.down_proj,rtn: 0.0022888,0.00000,0.042
+76,mlp.experts.107.down_proj,rtn: 0.0023651,0.00000,0.038
+76,mlp.experts.126.down_proj,rtn: 0.0022125,0.00000,0.041
+76,mlp.experts.138.down_proj,rtn: 0.0022736,0.00000,0.036
+76,mlp.experts.88.down_proj,rtn: 0.0022736,0.00000,0.053
+76,mlp.experts.96.down_proj,rtn: 0.0023041,0.00000,0.051
+76,mlp.experts.100.down_proj,rtn: 0.0023346,0.00000,0.052
+76,mlp.experts.121.down_proj,rtn: 0.0023346,0.00000,0.042
+76,mlp.experts.117.down_proj,rtn: 0.0023804,0.00000,0.040
+76,mlp.experts.98.down_proj,rtn: 0.0022430,0.00000,0.036
+76,mlp.experts.102.down_proj,rtn: 0.0023193,0.00000,0.034
+76,mlp.experts.135.down_proj,rtn: 0.0022888,0.00000,0.040
+76,mlp.experts.147.down_proj,rtn: 0.0023346,0.00000,0.040
+76,mlp.experts.123.down_proj,rtn: 0.0022583,0.00000,0.031
+76,mlp.experts.143.down_proj,rtn: 0.0023651,0.00000,0.034
+76,mlp.experts.108.down_proj,rtn: 0.0023651,0.00000,0.049
+76,mlp.experts.113.down_proj,rtn: 0.0023346,0.00000,0.042
+76,mlp.experts.141.down_proj,rtn: 0.0023956,0.00000,0.039
+76,mlp.experts.154.down_proj,rtn: 0.0023499,0.00000,0.036
+76,mlp.experts.142.down_proj,rtn: 0.0024109,0.00000,0.037
+76,mlp.experts.104.down_proj,rtn: 0.0023193,0.00000,0.050
+76,mlp.experts.137.down_proj,rtn: 0.0025330,0.00000,0.035
+76,mlp.experts.116.down_proj,rtn: 0.0021973,0.00000,0.043
+76,mlp.experts.133.down_proj,rtn: 0.0021667,0.00000,0.039
+76,mlp.experts.118.down_proj,rtn: 0.0023041,0.00000,0.039
+76,mlp.experts.114.down_proj,rtn: 0.0023041,0.00000,0.037
+76,mlp.experts.129.down_proj,rtn: 0.0023499,0.00000,0.033
+76,mlp.experts.112.down_proj,rtn: 0.0023346,0.00000,0.049
+76,mlp.experts.151.down_proj,rtn: 0.0024261,0.00000,0.036
+76,mlp.experts.159.down_proj,rtn: 0.0023346,0.00000,0.030
+76,mlp.experts.163.down_proj,rtn: 0.0022888,0.00000,0.040
+76,mlp.experts.139.down_proj,rtn: 0.0022888,0.00000,0.035
+76,mlp.experts.170.down_proj,rtn: 0.0023346,0.00000,0.033
+76,mlp.experts.158.down_proj,rtn: 0.0022583,0.00000,0.033
+76,mlp.experts.157.down_proj,rtn: 0.0023346,0.00000,0.040
+76,mlp.experts.124.down_proj,rtn: 0.0023041,0.00000,0.044
+76,mlp.experts.153.down_proj,rtn: 0.0023956,0.00000,0.036
+76,mlp.experts.130.down_proj,rtn: 0.0022736,0.00000,0.033
+76,mlp.experts.134.down_proj,rtn: 0.0023193,0.00000,0.030
+76,mlp.experts.145.down_proj,rtn: 0.0023346,0.00000,0.034
+76,mlp.experts.149.down_proj,rtn: 0.0023651,0.00000,0.041
+76,mlp.experts.120.down_proj,rtn: 0.0024261,0.00000,0.054
+76,mlp.experts.167.down_proj,rtn: 0.0023804,0.00000,0.035
+76,mlp.experts.175.down_proj,rtn: 0.0023804,0.00000,0.029
+76,mlp.experts.155.down_proj,rtn: 0.0022736,0.00000,0.034
+76,mlp.experts.132.down_proj,rtn: 0.0023041,0.00000,0.050
+76,mlp.experts.174.down_proj,rtn: 0.0022736,0.00000,0.032
+76,mlp.experts.186.down_proj,rtn: 0.0022888,0.00000,0.030
+76,mlp.experts.179.down_proj,rtn: 0.0023651,0.00000,0.039
+76,mlp.experts.173.down_proj,rtn: 0.0023651,0.00000,0.039
+76,mlp.experts.128.down_proj,rtn: 0.0022888,0.00000,0.056
+76,mlp.experts.169.down_proj,rtn: 0.0024567,0.00000,0.038
+76,mlp.experts.140.down_proj,rtn: 0.0022888,0.00000,0.048
+76,mlp.experts.146.down_proj,rtn: 0.0023499,0.00000,0.031
+76,mlp.experts.150.down_proj,rtn: 0.0023346,0.00000,0.031
+76,mlp.experts.171.down_proj,rtn: 0.0023804,0.00000,0.022
+76,mlp.experts.183.down_proj,rtn: 0.0022888,0.00000,0.022
+76,mlp.experts.191.down_proj,rtn: 0.0023346,0.00000,0.022
+76,mlp.experts.161.down_proj,rtn: 0.0022736,0.00000,0.036
+76,mlp.experts.165.down_proj,rtn: 0.0023956,0.00000,0.032
+76,mlp.experts.190.down_proj,rtn: 0.0023499,0.00000,0.020
+76,mlp.experts.189.down_proj,rtn: 0.0023346,0.00000,0.023
+76,mlp.experts.136.down_proj,rtn: 0.0023956,0.00000,0.049
+76,mlp.experts.187.down_proj,rtn: 0.0023804,0.00000,0.011
+76,mlp.experts.166.down_proj,rtn: 0.0023499,0.00000,0.021
+76,mlp.experts.185.down_proj,rtn: 0.0024261,0.00000,0.027
+76,mlp.experts.162.down_proj,rtn: 0.0023651,0.00000,0.020
+76,mlp.experts.148.down_proj,rtn: 0.0023804,0.00000,0.047
+76,mlp.experts.144.down_proj,rtn: 0.0024109,0.00000,0.041
+76,mlp.experts.181.down_proj,rtn: 0.0023499,0.00000,0.027
+76,mlp.experts.177.down_proj,rtn: 0.0023651,0.00000,0.023
+76,mlp.experts.182.down_proj,rtn: 0.0025482,0.00000,0.019
+76,mlp.experts.178.down_proj,rtn: 0.0023041,0.00000,0.014
+76,mlp.experts.156.down_proj,rtn: 0.0022736,0.00000,0.044
+76,mlp.experts.152.down_proj,rtn: 0.0022888,0.00000,0.039
+76,mlp.experts.164.down_proj,rtn: 0.0022888,0.00000,0.033
+76,mlp.experts.160.down_proj,rtn: 0.0022736,0.00000,0.032
+76,mlp.experts.172.down_proj,rtn: 0.0023346,0.00000,0.034
+76,mlp.experts.168.down_proj,rtn: 0.0023804,0.00000,0.032
+76,mlp.experts.180.down_proj,rtn: 0.0022125,0.00000,0.029
+76,mlp.experts.176.down_proj,rtn: 0.0023346,0.00000,0.028
+76,mlp.experts.188.down_proj,rtn: 0.0023499,0.00000,0.095
+76,mlp.experts.184.down_proj,rtn: 0.0023499,0.00000,0.097
+76,mlp.shared_experts.up_proj,rtn: 0.0016022,0.00000,0.027
+76,mlp.shared_experts.gate_proj,rtn: 0.0020447,0.00000,0.027
+76,mlp.shared_experts.down_proj,rtn: 0.0018539,0.00000,0.022
+77,self_attn.v_proj,rtn: 0.0039368,0.00000,0.015
+77,self_attn.k_proj,rtn: 0.0020752,0.00000,0.035
+77,self_attn.q_proj,rtn: 0.0021362,0.00000,0.033
+77,self_attn.o_proj,rtn: 0.0032043,0.00000,0.055
+77,mlp.experts.4.gate_proj,rtn: 0.0022278,0.00000,0.083
+77,mlp.experts.0.gate_proj,rtn: 0.0022888,0.00000,0.112
+77,mlp.experts.12.gate_proj,rtn: 0.0023041,0.00000,0.116
+77,mlp.experts.8.gate_proj,rtn: 0.0023346,0.00000,0.118
+77,mlp.experts.7.gate_proj,rtn: 0.0023193,0.00000,0.119
+77,mlp.experts.11.gate_proj,rtn: 0.0022736,0.00000,0.122
+77,mlp.experts.3.gate_proj,rtn: 0.0024261,0.00000,0.122
+77,mlp.experts.15.gate_proj,rtn: 0.0021973,0.00000,0.126
+77,mlp.experts.10.gate_proj,rtn: 0.0022430,0.00000,0.134
+77,mlp.experts.5.gate_proj,rtn: 0.0021973,0.00000,0.141
+77,mlp.experts.6.gate_proj,rtn: 0.0023346,0.00000,0.145
+77,mlp.experts.2.gate_proj,rtn: 0.0022583,0.00000,0.146
+77,mlp.experts.1.gate_proj,rtn: 0.0022888,0.00000,0.148
+77,mlp.experts.13.gate_proj,rtn: 0.0023651,0.00000,0.151
+77,mlp.experts.14.gate_proj,rtn: 0.0023499,0.00000,0.150
+77,mlp.experts.9.gate_proj,rtn: 0.0022430,0.00000,0.153
+77,mlp.experts.20.gate_proj,rtn: 0.0022888,0.00000,0.093
+77,mlp.experts.19.gate_proj,rtn: 0.0022278,0.00000,0.092
+77,mlp.experts.28.gate_proj,rtn: 0.0023193,0.00000,0.093
+77,mlp.experts.31.gate_proj,rtn: 0.0022430,0.00000,0.091
+77,mlp.experts.24.gate_proj,rtn: 0.0023499,0.00000,0.108
+77,mlp.experts.27.gate_proj,rtn: 0.0023346,0.00000,0.103
+77,mlp.experts.26.gate_proj,rtn: 0.0022736,0.00000,0.098
+77,mlp.experts.23.gate_proj,rtn: 0.0022888,0.00000,0.110
+77,mlp.experts.16.gate_proj,rtn: 0.0023651,0.00000,0.123
+77,mlp.experts.21.gate_proj,rtn: 0.0022430,0.00000,0.106
+77,mlp.experts.18.gate_proj,rtn: 0.0021973,0.00000,0.109
+77,mlp.experts.36.gate_proj,rtn: 0.0022278,0.00000,0.088
+77,mlp.experts.17.gate_proj,rtn: 0.0023651,0.00000,0.121
+77,mlp.experts.22.gate_proj,rtn: 0.0023346,0.00000,0.130
+77,mlp.experts.25.gate_proj,rtn: 0.0023956,0.00000,0.132
+77,mlp.experts.30.gate_proj,rtn: 0.0022736,0.00000,0.135
+77,mlp.experts.29.gate_proj,rtn: 0.0022888,0.00000,0.138
+77,mlp.experts.44.gate_proj,rtn: 0.0023041,0.00000,0.088
+77,mlp.experts.35.gate_proj,rtn: 0.0023499,0.00000,0.092
+77,mlp.experts.47.gate_proj,rtn: 0.0023346,0.00000,0.095
+77,mlp.experts.40.gate_proj,rtn: 0.0022125,0.00000,0.100
+77,mlp.experts.43.gate_proj,rtn: 0.0021973,0.00000,0.094
+77,mlp.experts.39.gate_proj,rtn: 0.0022125,0.00000,0.087
+77,mlp.experts.42.gate_proj,rtn: 0.0023651,0.00000,0.100
+77,mlp.experts.32.gate_proj,rtn: 0.0021973,0.00000,0.098
+77,mlp.experts.37.gate_proj,rtn: 0.0023346,0.00000,0.094
+77,mlp.experts.52.gate_proj,rtn: 0.0023193,0.00000,0.085
+77,mlp.experts.34.gate_proj,rtn: 0.0022278,0.00000,0.104
+77,mlp.experts.38.gate_proj,rtn: 0.0023956,0.00000,0.106
+77,mlp.experts.33.gate_proj,rtn: 0.0023651,0.00000,0.112
+77,mlp.experts.60.gate_proj,rtn: 0.0023804,0.00000,0.088
+77,mlp.experts.51.gate_proj,rtn: 0.0022278,0.00000,0.091
+77,mlp.experts.46.gate_proj,rtn: 0.0024719,0.00000,0.116
+77,mlp.experts.41.gate_proj,rtn: 0.0022736,0.00000,0.123
+77,mlp.experts.63.gate_proj,rtn: 0.0023651,0.00000,0.096
+77,mlp.experts.45.gate_proj,rtn: 0.0022430,0.00000,0.119
+77,mlp.experts.59.gate_proj,rtn: 0.0023956,0.00000,0.092
+77,mlp.experts.55.gate_proj,rtn: 0.0022888,0.00000,0.092
+77,mlp.experts.48.gate_proj,rtn: 0.0023651,0.00000,0.089
+77,mlp.experts.56.gate_proj,rtn: 0.0022736,0.00000,0.102
+77,mlp.experts.58.gate_proj,rtn: 0.0022278,0.00000,0.095
+77,mlp.experts.68.gate_proj,rtn: 0.0023651,0.00000,0.097
+77,mlp.experts.53.gate_proj,rtn: 0.0023651,0.00000,0.107
+77,mlp.experts.50.gate_proj,rtn: 0.0023041,0.00000,0.094
+77,mlp.experts.49.gate_proj,rtn: 0.0023956,0.00000,0.102
+77,mlp.experts.54.gate_proj,rtn: 0.0022430,0.00000,0.104
+77,mlp.experts.76.gate_proj,rtn: 0.0023804,0.00000,0.092
+77,mlp.experts.67.gate_proj,rtn: 0.0023346,0.00000,0.095
+77,mlp.experts.62.gate_proj,rtn: 0.0023499,0.00000,0.093
+77,mlp.experts.79.gate_proj,rtn: 0.0023193,0.00000,0.093
+77,mlp.experts.72.gate_proj,rtn: 0.0022430,0.00000,0.079
+77,mlp.experts.71.gate_proj,rtn: 0.0023041,0.00000,0.084
+77,mlp.experts.75.gate_proj,rtn: 0.0022888,0.00000,0.092
+77,mlp.experts.57.gate_proj,rtn: 0.0022430,0.00000,0.107
+77,mlp.experts.61.gate_proj,rtn: 0.0023804,0.00000,0.098
+77,mlp.experts.64.gate_proj,rtn: 0.0023346,0.00000,0.095
+77,mlp.experts.74.gate_proj,rtn: 0.0023651,0.00000,0.091
+77,mlp.experts.84.gate_proj,rtn: 0.0022430,0.00000,0.078
+77,mlp.experts.66.gate_proj,rtn: 0.0025177,0.00000,0.090
+77,mlp.experts.69.gate_proj,rtn: 0.0022278,0.00000,0.102
+77,mlp.experts.65.gate_proj,rtn: 0.0021667,0.00000,0.094
+77,mlp.experts.70.gate_proj,rtn: 0.0022278,0.00000,0.093
+77,mlp.experts.83.gate_proj,rtn: 0.0022125,0.00000,0.089
+77,mlp.experts.92.gate_proj,rtn: 0.0022583,0.00000,0.095
+77,mlp.experts.88.gate_proj,rtn: 0.0022736,0.00000,0.083
+77,mlp.experts.95.gate_proj,rtn: 0.0023804,0.00000,0.091
+77,mlp.experts.78.gate_proj,rtn: 0.0023651,0.00000,0.096
+77,mlp.experts.87.gate_proj,rtn: 0.0023651,0.00000,0.093
+77,mlp.experts.100.gate_proj,rtn: 0.0022430,0.00000,0.083
+77,mlp.experts.77.gate_proj,rtn: 0.0022736,0.00000,0.094
+77,mlp.experts.90.gate_proj,rtn: 0.0023193,0.00000,0.090
+77,mlp.experts.80.gate_proj,rtn: 0.0023346,0.00000,0.094
+77,mlp.experts.91.gate_proj,rtn: 0.0022736,0.00000,0.098
+77,mlp.experts.73.gate_proj,rtn: 0.0022583,0.00000,0.103
+77,mlp.experts.82.gate_proj,rtn: 0.0023804,0.00000,0.088
+77,mlp.experts.85.gate_proj,rtn: 0.0022888,0.00000,0.102
+77,mlp.experts.108.gate_proj,rtn: 0.0022430,0.00000,0.081
+77,mlp.experts.86.gate_proj,rtn: 0.0023193,0.00000,0.087
+77,mlp.experts.104.gate_proj,rtn: 0.0023956,0.00000,0.079
+77,mlp.experts.81.gate_proj,rtn: 0.0022430,0.00000,0.099
+77,mlp.experts.99.gate_proj,rtn: 0.0022888,0.00000,0.100
+77,mlp.experts.116.gate_proj,rtn: 0.0023346,0.00000,0.084
+77,mlp.experts.103.gate_proj,rtn: 0.0023346,0.00000,0.090
+77,mlp.experts.111.gate_proj,rtn: 0.0024109,0.00000,0.099
+77,mlp.experts.94.gate_proj,rtn: 0.0023804,0.00000,0.097
+77,mlp.experts.96.gate_proj,rtn: 0.0023346,0.00000,0.080
+77,mlp.experts.106.gate_proj,rtn: 0.0024261,0.00000,0.089
+77,mlp.experts.93.gate_proj,rtn: 0.0023651,0.00000,0.105
+77,mlp.experts.107.gate_proj,rtn: 0.0023193,0.00000,0.100
+77,mlp.experts.89.gate_proj,rtn: 0.0022125,0.00000,0.097
+77,mlp.experts.98.gate_proj,rtn: 0.0024414,0.00000,0.088
+77,mlp.experts.124.gate_proj,rtn: 0.0023346,0.00000,0.080
+77,mlp.experts.120.gate_proj,rtn: 0.0023041,0.00000,0.080
+77,mlp.experts.102.gate_proj,rtn: 0.0022583,0.00000,0.086
+77,mlp.experts.101.gate_proj,rtn: 0.0023499,0.00000,0.106
+77,mlp.experts.97.gate_proj,rtn: 0.0022583,0.00000,0.099
+77,mlp.experts.132.gate_proj,rtn: 0.0022888,0.00000,0.081
+77,mlp.experts.115.gate_proj,rtn: 0.0021973,0.00000,0.091
+77,mlp.experts.110.gate_proj,rtn: 0.0023499,0.00000,0.085
+77,mlp.experts.122.gate_proj,rtn: 0.0021667,0.00000,0.084
+77,mlp.experts.119.gate_proj,rtn: 0.0022736,0.00000,0.095
+77,mlp.experts.127.gate_proj,rtn: 0.0023804,0.00000,0.095
+77,mlp.experts.112.gate_proj,rtn: 0.0023346,0.00000,0.092
+77,mlp.experts.114.gate_proj,rtn: 0.0023193,0.00000,0.084
+77,mlp.experts.123.gate_proj,rtn: 0.0021973,0.00000,0.096
+77,mlp.experts.105.gate_proj,rtn: 0.0023346,0.00000,0.102
+77,mlp.experts.109.gate_proj,rtn: 0.0022278,0.00000,0.107
+77,mlp.experts.140.gate_proj,rtn: 0.0024109,0.00000,0.081
+77,mlp.experts.136.gate_proj,rtn: 0.0023804,0.00000,0.083
+77,mlp.experts.118.gate_proj,rtn: 0.0021820,0.00000,0.092
+77,mlp.experts.148.gate_proj,rtn: 0.0022736,0.00000,0.082
+77,mlp.experts.117.gate_proj,rtn: 0.0023041,0.00000,0.105
+77,mlp.experts.131.gate_proj,rtn: 0.0022430,0.00000,0.096
+77,mlp.experts.113.gate_proj,rtn: 0.0022125,0.00000,0.103
+77,mlp.experts.126.gate_proj,rtn: 0.0021973,0.00000,0.097
+77,mlp.experts.138.gate_proj,rtn: 0.0022736,0.00000,0.090
+77,mlp.experts.128.gate_proj,rtn: 0.0022583,0.00000,0.092
+77,mlp.experts.135.gate_proj,rtn: 0.0023041,0.00000,0.097
+77,mlp.experts.143.gate_proj,rtn: 0.0023804,0.00000,0.095
+77,mlp.experts.130.gate_proj,rtn: 0.0023651,0.00000,0.090
+77,mlp.experts.152.gate_proj,rtn: 0.0024109,0.00000,0.077
+77,mlp.experts.139.gate_proj,rtn: 0.0024261,0.00000,0.100
+77,mlp.experts.156.gate_proj,rtn: 0.0022888,0.00000,0.092
+77,mlp.experts.125.gate_proj,rtn: 0.0024414,0.00000,0.105
+77,mlp.experts.121.gate_proj,rtn: 0.0024261,0.00000,0.107
+77,mlp.experts.164.gate_proj,rtn: 0.0022125,0.00000,0.089
+77,mlp.experts.134.gate_proj,rtn: 0.0023346,0.00000,0.101
+77,mlp.experts.133.gate_proj,rtn: 0.0023651,0.00000,0.094
+77,mlp.experts.147.gate_proj,rtn: 0.0021973,0.00000,0.091
+77,mlp.experts.154.gate_proj,rtn: 0.0022430,0.00000,0.085
+77,mlp.experts.142.gate_proj,rtn: 0.0022736,0.00000,0.086
+77,mlp.experts.144.gate_proj,rtn: 0.0023804,0.00000,0.089
+77,mlp.experts.129.gate_proj,rtn: 0.0023499,0.00000,0.105
+77,mlp.experts.146.gate_proj,rtn: 0.0022430,0.00000,0.085
+77,mlp.experts.151.gate_proj,rtn: 0.0023804,0.00000,0.094
+77,mlp.experts.159.gate_proj,rtn: 0.0023193,0.00000,0.101
+77,mlp.experts.168.gate_proj,rtn: 0.0023651,0.00000,0.083
+77,mlp.experts.172.gate_proj,rtn: 0.0023804,0.00000,0.081
+77,mlp.experts.155.gate_proj,rtn: 0.0023346,0.00000,0.095
+77,mlp.experts.180.gate_proj,rtn: 0.0022583,0.00000,0.083
+77,mlp.experts.137.gate_proj,rtn: 0.0023041,0.00000,0.097
+77,mlp.experts.141.gate_proj,rtn: 0.0022583,0.00000,0.101
+77,mlp.experts.150.gate_proj,rtn: 0.0023041,0.00000,0.086
+77,mlp.experts.149.gate_proj,rtn: 0.0024109,0.00000,0.096
+77,mlp.experts.170.gate_proj,rtn: 0.0021667,0.00000,0.086
+77,mlp.experts.163.gate_proj,rtn: 0.0024261,0.00000,0.092
+77,mlp.experts.158.gate_proj,rtn: 0.0022430,0.00000,0.092
+77,mlp.experts.162.gate_proj,rtn: 0.0023804,0.00000,0.077
+77,mlp.experts.160.gate_proj,rtn: 0.0022583,0.00000,0.092
+77,mlp.experts.145.gate_proj,rtn: 0.0023193,0.00000,0.093
+77,mlp.experts.167.gate_proj,rtn: 0.0023193,0.00000,0.087
+77,mlp.experts.188.gate_proj,rtn: 0.0022888,0.00000,0.079
+77,mlp.experts.175.gate_proj,rtn: 0.0023804,0.00000,0.092
+77,mlp.experts.184.gate_proj,rtn: 0.0022888,0.00000,0.086
+77,mlp.experts.171.gate_proj,rtn: 0.0020752,0.00000,0.089
+77,mlp.experts.4.up_proj,rtn: 0.0021973,0.00000,0.081
+77,mlp.experts.153.gate_proj,rtn: 0.0023499,0.00000,0.088
+77,mlp.experts.166.gate_proj,rtn: 0.0023499,0.00000,0.086
+77,mlp.experts.157.gate_proj,rtn: 0.0023499,0.00000,0.088
+77,mlp.experts.186.gate_proj,rtn: 0.0022430,0.00000,0.080
+77,mlp.experts.165.gate_proj,rtn: 0.0022736,0.00000,0.091
+77,mlp.experts.174.gate_proj,rtn: 0.0022736,0.00000,0.085
+77,mlp.experts.179.gate_proj,rtn: 0.0022888,0.00000,0.091
+77,mlp.experts.178.gate_proj,rtn: 0.0024109,0.00000,0.088
+77,mlp.experts.8.up_proj,rtn: 0.0023499,0.00000,0.074
+77,mlp.experts.161.gate_proj,rtn: 0.0022736,0.00000,0.088
+77,mlp.experts.183.gate_proj,rtn: 0.0022583,0.00000,0.089
+77,mlp.experts.12.up_proj,rtn: 0.0022888,0.00000,0.079
+77,mlp.experts.176.gate_proj,rtn: 0.0022125,0.00000,0.099
+77,mlp.experts.191.gate_proj,rtn: 0.0023651,0.00000,0.090
+77,mlp.experts.20.up_proj,rtn: 0.0022888,0.00000,0.078
+77,mlp.experts.187.gate_proj,rtn: 0.0022430,0.00000,0.089
+77,mlp.experts.182.gate_proj,rtn: 0.0022125,0.00000,0.087
+77,mlp.experts.10.up_proj,rtn: 0.0022278,0.00000,0.077
+77,mlp.experts.173.gate_proj,rtn: 0.0023651,0.00000,0.091
+77,mlp.experts.169.gate_proj,rtn: 0.0023346,0.00000,0.104
+77,mlp.experts.181.gate_proj,rtn: 0.0023499,0.00000,0.093
+77,mlp.experts.190.gate_proj,rtn: 0.0022583,0.00000,0.088
+77,mlp.experts.3.up_proj,rtn: 0.0023956,0.00000,0.086
+77,mlp.experts.2.up_proj,rtn: 0.0022430,0.00000,0.086
+77,mlp.experts.28.up_proj,rtn: 0.0022888,0.00000,0.078
+77,mlp.experts.24.up_proj,rtn: 0.0023651,0.00000,0.087
+77,mlp.experts.15.up_proj,rtn: 0.0021515,0.00000,0.089
+77,mlp.experts.7.up_proj,rtn: 0.0023193,0.00000,0.097
+77,mlp.experts.0.up_proj,rtn: 0.0022583,0.00000,0.096
+77,mlp.experts.177.gate_proj,rtn: 0.0023499,0.00000,0.103
+77,mlp.experts.36.up_proj,rtn: 0.0022278,0.00000,0.082
+77,mlp.experts.11.up_proj,rtn: 0.0022583,0.00000,0.085
+77,mlp.experts.26.up_proj,rtn: 0.0022430,0.00000,0.085
+77,mlp.experts.6.up_proj,rtn: 0.0023041,0.00000,0.087
+77,mlp.experts.189.gate_proj,rtn: 0.0023804,0.00000,0.093
+77,mlp.experts.185.gate_proj,rtn: 0.0024109,0.00000,0.098
+77,mlp.experts.18.up_proj,rtn: 0.0021515,0.00000,0.080
+77,mlp.experts.44.up_proj,rtn: 0.0023346,0.00000,0.083
+77,mlp.experts.19.up_proj,rtn: 0.0021820,0.00000,0.090
+77,mlp.experts.14.up_proj,rtn: 0.0023193,0.00000,0.093
+77,mlp.experts.5.up_proj,rtn: 0.0021973,0.00000,0.099
+77,mlp.experts.40.up_proj,rtn: 0.0021820,0.00000,0.082
+77,mlp.experts.31.up_proj,rtn: 0.0022125,0.00000,0.086
+77,mlp.experts.23.up_proj,rtn: 0.0022430,0.00000,0.087
+77,mlp.experts.1.up_proj,rtn: 0.0022583,0.00000,0.088
+77,mlp.experts.16.up_proj,rtn: 0.0023346,0.00000,0.083
+77,mlp.experts.52.up_proj,rtn: 0.0023193,0.00000,0.087
+77,mlp.experts.27.up_proj,rtn: 0.0023193,0.00000,0.090
+77,mlp.experts.22.up_proj,rtn: 0.0023346,0.00000,0.094
+77,mlp.experts.42.up_proj,rtn: 0.0023499,0.00000,0.096
+77,mlp.experts.13.up_proj,rtn: 0.0023346,0.00000,0.098
+77,mlp.experts.34.up_proj,rtn: 0.0021820,0.00000,0.087
+77,mlp.experts.60.up_proj,rtn: 0.0023956,0.00000,0.081
+77,mlp.experts.9.up_proj,rtn: 0.0022125,0.00000,0.093
+77,mlp.experts.35.up_proj,rtn: 0.0023499,0.00000,0.088
+77,mlp.experts.56.up_proj,rtn: 0.0022278,0.00000,0.088
+77,mlp.experts.30.up_proj,rtn: 0.0022583,0.00000,0.093
+77,mlp.experts.47.up_proj,rtn: 0.0023499,0.00000,0.079
+77,mlp.experts.21.up_proj,rtn: 0.0022430,0.00000,0.100
+77,mlp.experts.39.up_proj,rtn: 0.0021515,0.00000,0.086
+77,mlp.experts.32.up_proj,rtn: 0.0021210,0.00000,0.082
+77,mlp.experts.68.up_proj,rtn: 0.0023346,0.00000,0.082
+77,mlp.experts.17.up_proj,rtn: 0.0023041,0.00000,0.102
+77,mlp.experts.43.up_proj,rtn: 0.0021515,0.00000,0.090
+77,mlp.experts.38.up_proj,rtn: 0.0024109,0.00000,0.082
+77,mlp.experts.58.up_proj,rtn: 0.0021820,0.00000,0.079
+77,mlp.experts.50.up_proj,rtn: 0.0023193,0.00000,0.081
+77,mlp.experts.25.up_proj,rtn: 0.0024109,0.00000,0.088
+77,mlp.experts.76.up_proj,rtn: 0.0023651,0.00000,0.091
+77,mlp.experts.63.up_proj,rtn: 0.0023804,0.00000,0.077
+77,mlp.experts.51.up_proj,rtn: 0.0022278,0.00000,0.089
+77,mlp.experts.29.up_proj,rtn: 0.0022736,0.00000,0.104
+77,mlp.experts.72.up_proj,rtn: 0.0021973,0.00000,0.089
+77,mlp.experts.46.up_proj,rtn: 0.0023193,0.00000,0.091
+77,mlp.experts.55.up_proj,rtn: 0.0023041,0.00000,0.083
+77,mlp.experts.37.up_proj,rtn: 0.0023193,0.00000,0.092
+77,mlp.experts.48.up_proj,rtn: 0.0022583,0.00000,0.087
+77,mlp.experts.84.up_proj,rtn: 0.0022125,0.00000,0.091
+77,mlp.experts.59.up_proj,rtn: 0.0024109,0.00000,0.089
+77,mlp.experts.54.up_proj,rtn: 0.0021973,0.00000,0.081
+77,mlp.experts.74.up_proj,rtn: 0.0023651,0.00000,0.079
+77,mlp.experts.33.up_proj,rtn: 0.0023346,0.00000,0.102
+77,mlp.experts.66.up_proj,rtn: 0.0024414,0.00000,0.082
+77,mlp.experts.79.up_proj,rtn: 0.0022888,0.00000,0.078
+77,mlp.experts.41.up_proj,rtn: 0.0022583,0.00000,0.091
+77,mlp.experts.92.up_proj,rtn: 0.0022125,0.00000,0.091
+77,mlp.experts.67.up_proj,rtn: 0.0023499,0.00000,0.081
+77,mlp.experts.88.up_proj,rtn: 0.0022278,0.00000,0.090
+77,mlp.experts.62.up_proj,rtn: 0.0023651,0.00000,0.089
+77,mlp.experts.71.up_proj,rtn: 0.0022888,0.00000,0.086
+77,mlp.experts.45.up_proj,rtn: 0.0022430,0.00000,0.100
+77,mlp.experts.53.up_proj,rtn: 0.0023804,0.00000,0.104
+77,mlp.experts.100.up_proj,rtn: 0.0021667,0.00000,0.096
+77,mlp.experts.64.up_proj,rtn: 0.0023499,0.00000,0.101
+77,mlp.experts.75.up_proj,rtn: 0.0022430,0.00000,0.088
+77,mlp.experts.90.up_proj,rtn: 0.0023346,0.00000,0.082
+77,mlp.experts.70.up_proj,rtn: 0.0021667,0.00000,0.087
+77,mlp.experts.49.up_proj,rtn: 0.0023651,0.00000,0.098
+77,mlp.experts.82.up_proj,rtn: 0.0023499,0.00000,0.093
+77,mlp.experts.95.up_proj,rtn: 0.0023499,0.00000,0.091
+77,mlp.experts.57.up_proj,rtn: 0.0022278,0.00000,0.090
+77,mlp.experts.83.up_proj,rtn: 0.0021820,0.00000,0.090
+77,mlp.experts.108.up_proj,rtn: 0.0022278,0.00000,0.101
+77,mlp.experts.78.up_proj,rtn: 0.0023041,0.00000,0.092
+77,mlp.experts.104.up_proj,rtn: 0.0023499,0.00000,0.100
+77,mlp.experts.61.up_proj,rtn: 0.0023804,0.00000,0.088
+77,mlp.experts.87.up_proj,rtn: 0.0023804,0.00000,0.089
+77,mlp.experts.91.up_proj,rtn: 0.0022736,0.00000,0.084
+77,mlp.experts.80.up_proj,rtn: 0.0023041,0.00000,0.090
+77,mlp.experts.106.up_proj,rtn: 0.0024261,0.00000,0.083
+77,mlp.experts.69.up_proj,rtn: 0.0022278,0.00000,0.095
+77,mlp.experts.86.up_proj,rtn: 0.0023041,0.00000,0.088
+77,mlp.experts.116.up_proj,rtn: 0.0023499,0.00000,0.097
+77,mlp.experts.65.up_proj,rtn: 0.0021667,0.00000,0.085
+77,mlp.experts.98.up_proj,rtn: 0.0024261,0.00000,0.086
+77,mlp.experts.111.up_proj,rtn: 0.0023651,0.00000,0.090
+77,mlp.experts.73.up_proj,rtn: 0.0022736,0.00000,0.088
+77,mlp.experts.99.up_proj,rtn: 0.0022888,0.00000,0.090
+77,mlp.experts.94.up_proj,rtn: 0.0023804,0.00000,0.082
+77,mlp.experts.124.up_proj,rtn: 0.0022736,0.00000,0.092
+77,mlp.experts.77.up_proj,rtn: 0.0022736,0.00000,0.088
+77,mlp.experts.103.up_proj,rtn: 0.0023346,0.00000,0.087
+77,mlp.experts.120.up_proj,rtn: 0.0021515,0.00000,0.091
+77,mlp.experts.107.up_proj,rtn: 0.0023346,0.00000,0.090
+77,mlp.experts.96.up_proj,rtn: 0.0023041,0.00000,0.094
+77,mlp.experts.85.up_proj,rtn: 0.0022736,0.00000,0.092
+77,mlp.experts.122.up_proj,rtn: 0.0021362,0.00000,0.091
+77,mlp.experts.102.up_proj,rtn: 0.0022125,0.00000,0.087
+77,mlp.experts.114.up_proj,rtn: 0.0023346,0.00000,0.079
+77,mlp.experts.132.up_proj,rtn: 0.0022736,0.00000,0.094
+77,mlp.experts.81.up_proj,rtn: 0.0022430,0.00000,0.089
+77,mlp.experts.127.up_proj,rtn: 0.0023499,0.00000,0.087
+77,mlp.experts.89.up_proj,rtn: 0.0021515,0.00000,0.086
+77,mlp.experts.115.up_proj,rtn: 0.0021820,0.00000,0.089
+77,mlp.experts.110.up_proj,rtn: 0.0023651,0.00000,0.081
+77,mlp.experts.93.up_proj,rtn: 0.0023499,0.00000,0.087
+77,mlp.experts.140.up_proj,rtn: 0.0023956,0.00000,0.099
+77,mlp.experts.136.up_proj,rtn: 0.0023804,0.00000,0.094
+77,mlp.experts.119.up_proj,rtn: 0.0022125,0.00000,0.098
+77,mlp.experts.101.up_proj,rtn: 0.0023499,0.00000,0.086
+77,mlp.experts.123.up_proj,rtn: 0.0021667,0.00000,0.095
+77,mlp.experts.118.up_proj,rtn: 0.0021515,0.00000,0.091
+77,mlp.experts.138.up_proj,rtn: 0.0022125,0.00000,0.095
+77,mlp.experts.130.up_proj,rtn: 0.0022888,0.00000,0.088
+77,mlp.experts.112.up_proj,rtn: 0.0021973,0.00000,0.103
+77,mlp.experts.97.up_proj,rtn: 0.0021973,0.00000,0.093
+77,mlp.experts.148.up_proj,rtn: 0.0022736,0.00000,0.101
+77,mlp.experts.105.up_proj,rtn: 0.0023193,0.00000,0.088
+77,mlp.experts.143.up_proj,rtn: 0.0023804,0.00000,0.092
+77,mlp.experts.131.up_proj,rtn: 0.0022278,0.00000,0.085
+77,mlp.experts.126.up_proj,rtn: 0.0021820,0.00000,0.091
+77,mlp.experts.109.up_proj,rtn: 0.0021973,0.00000,0.086
+77,mlp.experts.152.up_proj,rtn: 0.0023956,0.00000,0.087
+77,mlp.experts.156.up_proj,rtn: 0.0022430,0.00000,0.095
+77,mlp.experts.135.up_proj,rtn: 0.0023041,0.00000,0.095
+77,mlp.experts.117.up_proj,rtn: 0.0023193,0.00000,0.088
+77,mlp.experts.139.up_proj,rtn: 0.0023956,0.00000,0.089
+77,mlp.experts.154.up_proj,rtn: 0.0022278,0.00000,0.079
+77,mlp.experts.128.up_proj,rtn: 0.0022125,0.00000,0.081
+77,mlp.experts.146.up_proj,rtn: 0.0022278,0.00000,0.084
+77,mlp.experts.134.up_proj,rtn: 0.0023193,0.00000,0.089
+77,mlp.experts.113.up_proj,rtn: 0.0021820,0.00000,0.084
+77,mlp.experts.164.up_proj,rtn: 0.0021667,0.00000,0.081
+77,mlp.experts.121.up_proj,rtn: 0.0023346,0.00000,0.083
+77,mlp.experts.159.up_proj,rtn: 0.0023041,0.00000,0.087
+77,mlp.experts.147.up_proj,rtn: 0.0021820,0.00000,0.090
+77,mlp.experts.142.up_proj,rtn: 0.0022888,0.00000,0.084
+77,mlp.experts.125.up_proj,rtn: 0.0023804,0.00000,0.078
+77,mlp.experts.172.up_proj,rtn: 0.0023651,0.00000,0.075
+77,mlp.experts.168.up_proj,rtn: 0.0023804,0.00000,0.085
+77,mlp.experts.151.up_proj,rtn: 0.0023193,0.00000,0.084
+77,mlp.experts.144.up_proj,rtn: 0.0023041,0.00000,0.074
+77,mlp.experts.170.up_proj,rtn: 0.0021210,0.00000,0.078
+77,mlp.experts.133.up_proj,rtn: 0.0022888,0.00000,0.085
+77,mlp.experts.155.up_proj,rtn: 0.0022430,0.00000,0.082
+77,mlp.experts.150.up_proj,rtn: 0.0022736,0.00000,0.075
+77,mlp.experts.180.up_proj,rtn: 0.0022430,0.00000,0.075
+77,mlp.experts.129.up_proj,rtn: 0.0023499,0.00000,0.084
+77,mlp.experts.162.up_proj,rtn: 0.0023499,0.00000,0.090
+77,mlp.experts.137.up_proj,rtn: 0.0022888,0.00000,0.084
+77,mlp.experts.175.up_proj,rtn: 0.0023346,0.00000,0.078
+77,mlp.experts.163.up_proj,rtn: 0.0022125,0.00000,0.081
+77,mlp.experts.158.up_proj,rtn: 0.0021973,0.00000,0.082
+77,mlp.experts.141.up_proj,rtn: 0.0022583,0.00000,0.083
+77,mlp.experts.184.up_proj,rtn: 0.0022278,0.00000,0.080
+77,mlp.experts.188.up_proj,rtn: 0.0022430,0.00000,0.090
+77,mlp.experts.167.up_proj,rtn: 0.0023346,0.00000,0.081
+77,mlp.experts.160.up_proj,rtn: 0.0021973,0.00000,0.075
+77,mlp.experts.186.up_proj,rtn: 0.0022430,0.00000,0.080
+77,mlp.experts.149.up_proj,rtn: 0.0024109,0.00000,0.079
+77,mlp.experts.171.up_proj,rtn: 0.0021210,0.00000,0.079
+77,mlp.experts.166.up_proj,rtn: 0.0023499,0.00000,0.080
+77,mlp.experts.145.up_proj,rtn: 0.0023041,0.00000,0.076
+77,mlp.experts.178.up_proj,rtn: 0.0023346,0.00000,0.083
+77,mlp.experts.153.up_proj,rtn: 0.0023499,0.00000,0.075
+77,mlp.experts.176.up_proj,rtn: 0.0021820,0.00000,0.031
+77,mlp.experts.191.up_proj,rtn: 0.0023346,0.00000,0.078
+77,mlp.experts.174.up_proj,rtn: 0.0021973,0.00000,0.069
+77,mlp.experts.157.up_proj,rtn: 0.0023346,0.00000,0.074
+77,mlp.experts.179.up_proj,rtn: 0.0023041,0.00000,0.094
+77,mlp.experts.182.up_proj,rtn: 0.0021362,0.00000,0.045
+77,mlp.experts.165.up_proj,rtn: 0.0022430,0.00000,0.064
+77,mlp.experts.190.up_proj,rtn: 0.0022278,0.00000,0.035
+77,mlp.experts.183.up_proj,rtn: 0.0022888,0.00000,0.083
+77,mlp.experts.161.up_proj,rtn: 0.0022583,0.00000,0.063
+77,mlp.experts.187.up_proj,rtn: 0.0022125,0.00000,0.076
+77,mlp.experts.169.up_proj,rtn: 0.0023346,0.00000,0.067
+77,mlp.experts.173.up_proj,rtn: 0.0023804,0.00000,0.072
+77,mlp.experts.181.up_proj,rtn: 0.0023346,0.00000,0.079
+77,mlp.experts.177.up_proj,rtn: 0.0023041,0.00000,0.075
+77,mlp.experts.185.up_proj,rtn: 0.0023651,0.00000,0.073
+77,mlp.experts.189.up_proj,rtn: 0.0023956,0.00000,0.062
+77,mlp.experts.2.down_proj,rtn: 0.0023499,0.00000,0.030
+77,mlp.experts.6.down_proj,rtn: 0.0023041,0.00000,0.038
+77,mlp.experts.3.down_proj,rtn: 0.0023193,0.00000,0.055
+77,mlp.experts.15.down_proj,rtn: 0.0022736,0.00000,0.055
+77,mlp.experts.8.down_proj,rtn: 0.0023346,0.00000,0.044
+77,mlp.experts.18.down_proj,rtn: 0.0022888,0.00000,0.044
+77,mlp.experts.12.down_proj,rtn: 0.0023346,0.00000,0.091
+77,mlp.experts.10.down_proj,rtn: 0.0022888,0.00000,0.048
+77,mlp.experts.0.down_proj,rtn: 0.0023499,0.00000,0.057
+77,mlp.experts.1.down_proj,rtn: 0.0022736,0.00000,0.150
+77,mlp.experts.4.down_proj,rtn: 0.0022888,0.00000,0.060
+77,mlp.experts.11.down_proj,rtn: 0.0023499,0.00000,0.061
+77,mlp.experts.7.down_proj,rtn: 0.0023346,0.00000,0.061
+77,mlp.experts.22.down_proj,rtn: 0.0023804,0.00000,0.057
+77,mlp.experts.13.down_proj,rtn: 0.0023956,0.00000,0.156
+77,mlp.experts.5.down_proj,rtn: 0.0023041,0.00000,0.158
+77,mlp.experts.14.down_proj,rtn: 0.0023499,0.00000,0.066
+77,mlp.experts.9.down_proj,rtn: 0.0023193,0.00000,0.160
+77,mlp.experts.19.down_proj,rtn: 0.0022736,0.00000,0.046
+77,mlp.experts.26.down_proj,rtn: 0.0023193,0.00000,0.034
+77,mlp.experts.34.down_proj,rtn: 0.0022583,0.00000,0.039
+77,mlp.experts.31.down_proj,rtn: 0.0022888,0.00000,0.050
+77,mlp.experts.24.down_proj,rtn: 0.0023651,0.00000,0.046
+77,mlp.experts.27.down_proj,rtn: 0.0023193,0.00000,0.038
+77,mlp.experts.28.down_proj,rtn: 0.0022736,0.00000,0.049
+77,mlp.experts.16.down_proj,rtn: 0.0023499,0.00000,0.044
+77,mlp.experts.17.down_proj,rtn: 0.0023346,0.00000,0.061
+77,mlp.experts.20.down_proj,rtn: 0.0023193,0.00000,0.055
+77,mlp.experts.38.down_proj,rtn: 0.0023956,0.00000,0.049
+77,mlp.experts.25.down_proj,rtn: 0.0024414,0.00000,0.054
+77,mlp.experts.30.down_proj,rtn: 0.0023193,0.00000,0.041
+77,mlp.experts.23.down_proj,rtn: 0.0023346,0.00000,0.040
+77,mlp.experts.40.down_proj,rtn: 0.0023193,0.00000,0.040
+77,mlp.experts.50.down_proj,rtn: 0.0023651,0.00000,0.037
+77,mlp.experts.21.down_proj,rtn: 0.0022736,0.00000,0.057
+77,mlp.experts.29.down_proj,rtn: 0.0023346,0.00000,0.063
+77,mlp.experts.32.down_proj,rtn: 0.0022583,0.00000,0.028
+77,mlp.experts.44.down_proj,rtn: 0.0023804,0.00000,0.029
+77,mlp.experts.42.down_proj,rtn: 0.0023193,0.00000,0.047
+77,mlp.experts.47.down_proj,rtn: 0.0023499,0.00000,0.049
+77,mlp.experts.36.down_proj,rtn: 0.0023041,0.00000,0.024
+77,mlp.experts.35.down_proj,rtn: 0.0023956,0.00000,0.049
+77,mlp.experts.43.down_proj,rtn: 0.0022583,0.00000,0.045
+77,mlp.experts.46.down_proj,rtn: 0.0024567,0.00000,0.035
+77,mlp.experts.56.down_proj,rtn: 0.0023346,0.00000,0.034
+77,mlp.experts.54.down_proj,rtn: 0.0023193,0.00000,0.043
+77,mlp.experts.41.down_proj,rtn: 0.0023193,0.00000,0.049
+77,mlp.experts.39.down_proj,rtn: 0.0022736,0.00000,0.039
+77,mlp.experts.58.down_proj,rtn: 0.0023041,0.00000,0.032
+77,mlp.experts.33.down_proj,rtn: 0.0024109,0.00000,0.059
+77,mlp.experts.60.down_proj,rtn: 0.0023956,0.00000,0.027
+77,mlp.experts.45.down_proj,rtn: 0.0022583,0.00000,0.045
+77,mlp.experts.66.down_proj,rtn: 0.0024719,0.00000,0.038
+77,mlp.experts.48.down_proj,rtn: 0.0023804,0.00000,0.034
+77,mlp.experts.52.down_proj,rtn: 0.0023499,0.00000,0.029
+77,mlp.experts.59.down_proj,rtn: 0.0024109,0.00000,0.039
+77,mlp.experts.63.down_proj,rtn: 0.0023651,0.00000,0.039
+77,mlp.experts.37.down_proj,rtn: 0.0023804,0.00000,0.058
+77,mlp.experts.51.down_proj,rtn: 0.0022888,0.00000,0.038
+77,mlp.experts.72.down_proj,rtn: 0.0023193,0.00000,0.028
+77,mlp.experts.62.down_proj,rtn: 0.0023956,0.00000,0.035
+77,mlp.experts.55.down_proj,rtn: 0.0023651,0.00000,0.037
+77,mlp.experts.76.down_proj,rtn: 0.0024109,0.00000,0.031
+77,mlp.experts.70.down_proj,rtn: 0.0022888,0.00000,0.035
+77,mlp.experts.74.down_proj,rtn: 0.0023804,0.00000,0.034
+77,mlp.experts.64.down_proj,rtn: 0.0024261,0.00000,0.033
+77,mlp.experts.68.down_proj,rtn: 0.0023651,0.00000,0.030
+77,mlp.experts.57.down_proj,rtn: 0.0023041,0.00000,0.052
+77,mlp.experts.82.down_proj,rtn: 0.0023499,0.00000,0.038
+77,mlp.experts.49.down_proj,rtn: 0.0023804,0.00000,0.046
+77,mlp.experts.61.down_proj,rtn: 0.0023956,0.00000,0.043
+77,mlp.experts.79.down_proj,rtn: 0.0023804,0.00000,0.035
+77,mlp.experts.75.down_proj,rtn: 0.0023956,0.00000,0.037
+77,mlp.experts.88.down_proj,rtn: 0.0022583,0.00000,0.033
+77,mlp.experts.67.down_proj,rtn: 0.0023651,0.00000,0.039
+77,mlp.experts.78.down_proj,rtn: 0.0023804,0.00000,0.038
+77,mlp.experts.92.down_proj,rtn: 0.0023346,0.00000,0.031
+77,mlp.experts.71.down_proj,rtn: 0.0023346,0.00000,0.040
+77,mlp.experts.90.down_proj,rtn: 0.0023499,0.00000,0.037
+77,mlp.experts.86.down_proj,rtn: 0.0023804,0.00000,0.039
+77,mlp.experts.53.down_proj,rtn: 0.0023651,0.00000,0.057
+77,mlp.experts.80.down_proj,rtn: 0.0023346,0.00000,0.034
+77,mlp.experts.84.down_proj,rtn: 0.0023193,0.00000,0.031
+77,mlp.experts.104.down_proj,rtn: 0.0023956,0.00000,0.032
+77,mlp.experts.108.down_proj,rtn: 0.0022888,0.00000,0.026
+77,mlp.experts.77.down_proj,rtn: 0.0023499,0.00000,0.043
+77,mlp.experts.91.down_proj,rtn: 0.0023499,0.00000,0.037
+77,mlp.experts.98.down_proj,rtn: 0.0024567,0.00000,0.042
+77,mlp.experts.95.down_proj,rtn: 0.0023651,0.00000,0.036
+77,mlp.experts.73.down_proj,rtn: 0.0023346,0.00000,0.051
+77,mlp.experts.65.down_proj,rtn: 0.0022736,0.00000,0.044
+77,mlp.experts.94.down_proj,rtn: 0.0023804,0.00000,0.034
+77,mlp.experts.83.down_proj,rtn: 0.0022888,0.00000,0.038
+77,mlp.experts.87.down_proj,rtn: 0.0024109,0.00000,0.030
+77,mlp.experts.106.down_proj,rtn: 0.0024414,0.00000,0.035
+77,mlp.experts.102.down_proj,rtn: 0.0023193,0.00000,0.033
+77,mlp.experts.96.down_proj,rtn: 0.0023651,0.00000,0.032
+77,mlp.experts.100.down_proj,rtn: 0.0023041,0.00000,0.035
+77,mlp.experts.124.down_proj,rtn: 0.0022888,0.00000,0.025
+77,mlp.experts.120.down_proj,rtn: 0.0022888,0.00000,0.027
+77,mlp.experts.69.down_proj,rtn: 0.0023041,0.00000,0.046
+77,mlp.experts.114.down_proj,rtn: 0.0023956,0.00000,0.037
+77,mlp.experts.111.down_proj,rtn: 0.0023956,0.00000,0.037
+77,mlp.experts.93.down_proj,rtn: 0.0023651,0.00000,0.042
+77,mlp.experts.81.down_proj,rtn: 0.0023041,0.00000,0.044
+77,mlp.experts.103.down_proj,rtn: 0.0023651,0.00000,0.035
+77,mlp.experts.112.down_proj,rtn: 0.0022888,0.00000,0.029
+77,mlp.experts.116.down_proj,rtn: 0.0023804,0.00000,0.022
+77,mlp.experts.99.down_proj,rtn: 0.0023804,0.00000,0.043
+77,mlp.experts.107.down_proj,rtn: 0.0023346,0.00000,0.050
+77,mlp.experts.140.down_proj,rtn: 0.0024109,0.00000,0.022
+77,mlp.experts.110.down_proj,rtn: 0.0023804,0.00000,0.042
+77,mlp.experts.89.down_proj,rtn: 0.0023041,0.00000,0.052
+77,mlp.experts.118.down_proj,rtn: 0.0022888,0.00000,0.039
+77,mlp.experts.122.down_proj,rtn: 0.0022736,0.00000,0.039
+77,mlp.experts.136.down_proj,rtn: 0.0023499,0.00000,0.033
+77,mlp.experts.85.down_proj,rtn: 0.0023041,0.00000,0.044
+77,mlp.experts.130.down_proj,rtn: 0.0023346,0.00000,0.032
+77,mlp.experts.156.down_proj,rtn: 0.0022583,0.00000,0.023
+77,mlp.experts.128.down_proj,rtn: 0.0023346,0.00000,0.027
+77,mlp.experts.132.down_proj,rtn: 0.0023193,0.00000,0.028
+77,mlp.experts.127.down_proj,rtn: 0.0023651,0.00000,0.040
+77,mlp.experts.119.down_proj,rtn: 0.0024261,0.00000,0.038
+77,mlp.experts.109.down_proj,rtn: 0.0022888,0.00000,0.046
+77,mlp.experts.97.down_proj,rtn: 0.0022583,0.00000,0.048
+77,mlp.experts.115.down_proj,rtn: 0.0022888,0.00000,0.041
+77,mlp.experts.123.down_proj,rtn: 0.0023041,0.00000,0.037
+77,mlp.experts.152.down_proj,rtn: 0.0023346,0.00000,0.034
+77,mlp.experts.126.down_proj,rtn: 0.0023041,0.00000,0.038
+77,mlp.experts.134.down_proj,rtn: 0.0023346,0.00000,0.038
+77,mlp.experts.138.down_proj,rtn: 0.0022278,0.00000,0.043
+77,mlp.experts.105.down_proj,rtn: 0.0023346,0.00000,0.048
+77,mlp.experts.172.down_proj,rtn: 0.0023956,0.00000,0.029
+77,mlp.experts.101.down_proj,rtn: 0.0023804,0.00000,0.043
+77,mlp.experts.144.down_proj,rtn: 0.0023193,0.00000,0.031
+77,mlp.experts.146.down_proj,rtn: 0.0023041,0.00000,0.040
+77,mlp.experts.148.down_proj,rtn: 0.0023651,0.00000,0.031
+77,mlp.experts.143.down_proj,rtn: 0.0023956,0.00000,0.038
+77,mlp.experts.135.down_proj,rtn: 0.0023651,0.00000,0.038
+77,mlp.experts.125.down_proj,rtn: 0.0023804,0.00000,0.045
+77,mlp.experts.168.down_proj,rtn: 0.0023804,0.00000,0.032
+77,mlp.experts.139.down_proj,rtn: 0.0025787,0.00000,0.039
+77,mlp.experts.113.down_proj,rtn: 0.0023041,0.00000,0.044
+77,mlp.experts.131.down_proj,rtn: 0.0022888,0.00000,0.041
+77,mlp.experts.188.down_proj,rtn: 0.0023651,0.00000,0.029
+77,mlp.experts.142.down_proj,rtn: 0.0023346,0.00000,0.043
+77,mlp.experts.154.down_proj,rtn: 0.0022888,0.00000,0.041
+77,mlp.experts.150.down_proj,rtn: 0.0022888,0.00000,0.039
+77,mlp.experts.160.down_proj,rtn: 0.0023193,0.00000,0.031
+77,mlp.experts.164.down_proj,rtn: 0.0022278,0.00000,0.031
+77,mlp.experts.117.down_proj,rtn: 0.0023041,0.00000,0.040
+77,mlp.experts.121.down_proj,rtn: 0.0023041,0.00000,0.049
+77,mlp.experts.162.down_proj,rtn: 0.0023499,0.00000,0.039
+77,mlp.experts.151.down_proj,rtn: 0.0024109,0.00000,0.036
+77,mlp.experts.159.down_proj,rtn: 0.0023499,0.00000,0.036
+77,mlp.experts.184.down_proj,rtn: 0.0023499,0.00000,0.028
+77,mlp.experts.155.down_proj,rtn: 0.0023346,0.00000,0.037
+77,mlp.experts.141.down_proj,rtn: 0.0023193,0.00000,0.044
+77,mlp.experts.180.down_proj,rtn: 0.0023499,0.00000,0.020
+77,mlp.experts.176.down_proj,rtn: 0.0023041,0.00000,0.018
+77,mlp.experts.147.down_proj,rtn: 0.0022888,0.00000,0.038
+77,mlp.experts.129.down_proj,rtn: 0.0023956,0.00000,0.042
+77,mlp.experts.166.down_proj,rtn: 0.0023346,0.00000,0.039
+77,mlp.experts.158.down_proj,rtn: 0.0022125,0.00000,0.043
+77,mlp.experts.170.down_proj,rtn: 0.0022888,0.00000,0.038
+77,mlp.experts.167.down_proj,rtn: 0.0024109,0.00000,0.032
+77,mlp.experts.175.down_proj,rtn: 0.0023041,0.00000,0.033
+77,mlp.experts.178.down_proj,rtn: 0.0023651,0.00000,0.041
+77,mlp.experts.137.down_proj,rtn: 0.0023193,0.00000,0.047
+77,mlp.experts.133.down_proj,rtn: 0.0023346,0.00000,0.046
+77,mlp.experts.171.down_proj,rtn: 0.0022430,0.00000,0.035
+77,mlp.experts.157.down_proj,rtn: 0.0023956,0.00000,0.043
+77,mlp.experts.163.down_proj,rtn: 0.0023804,0.00000,0.036
+77,mlp.experts.186.down_proj,rtn: 0.0023346,0.00000,0.028
+77,mlp.experts.174.down_proj,rtn: 0.0023346,0.00000,0.029
+77,mlp.experts.145.down_proj,rtn: 0.0023193,0.00000,0.041
+77,mlp.experts.182.down_proj,rtn: 0.0022583,0.00000,0.035
+77,mlp.experts.183.down_proj,rtn: 0.0023346,0.00000,0.034
+77,mlp.experts.191.down_proj,rtn: 0.0024109,0.00000,0.036
+77,mlp.experts.149.down_proj,rtn: 0.0024109,0.00000,0.034
+77,mlp.experts.153.down_proj,rtn: 0.0023651,0.00000,0.038
+77,mlp.experts.190.down_proj,rtn: 0.0023041,0.00000,0.015
+77,mlp.experts.187.down_proj,rtn: 0.0023193,0.00000,0.034
+77,mlp.experts.179.down_proj,rtn: 0.0023346,0.00000,0.027
+77,mlp.experts.173.down_proj,rtn: 0.0024109,0.00000,0.036
+77,mlp.experts.161.down_proj,rtn: 0.0022430,0.00000,0.036
+77,mlp.experts.165.down_proj,rtn: 0.0022888,0.00000,0.030
+77,mlp.experts.169.down_proj,rtn: 0.0023041,0.00000,0.029
+77,mlp.experts.189.down_proj,rtn: 0.0024109,0.00000,0.031
+77,mlp.experts.177.down_proj,rtn: 0.0023804,0.00000,0.028
+77,mlp.experts.181.down_proj,rtn: 0.0023499,0.00000,0.026
+77,mlp.experts.185.down_proj,rtn: 0.0023651,0.00000,0.026
+77,mlp.shared_experts.gate_proj,rtn: 0.0021362,0.00000,0.025
+77,mlp.shared_experts.up_proj,rtn: 0.0017014,0.00000,0.026
+77,mlp.shared_experts.down_proj,rtn: 0.0020142,0.00000,0.016
+78,self_attn.k_proj,rtn: 0.0021057,0.00000,0.015
+78,self_attn.q_proj,rtn: 0.0022888,0.00000,0.020
+78,self_attn.v_proj,rtn: 0.0037689,0.00000,0.048
+78,self_attn.o_proj,rtn: 0.0030823,0.00000,0.044
+78,mlp.experts.12.gate_proj,rtn: 0.0023193,0.00000,0.107
+78,mlp.experts.3.gate_proj,rtn: 0.0023041,0.00000,0.137
+78,mlp.experts.7.gate_proj,rtn: 0.0023956,0.00000,0.139
+78,mlp.experts.13.gate_proj,rtn: 0.0023651,0.00000,0.145
+78,mlp.experts.5.gate_proj,rtn: 0.0023956,0.00000,0.148
+78,mlp.experts.2.gate_proj,rtn: 0.0023346,0.00000,0.153
+78,mlp.experts.9.gate_proj,rtn: 0.0022583,0.00000,0.151
+78,mlp.experts.14.gate_proj,rtn: 0.0024414,0.00000,0.154
+78,mlp.experts.4.gate_proj,rtn: 0.0024109,0.00000,0.159
+78,mlp.experts.0.gate_proj,rtn: 0.0022278,0.00000,0.163
+78,mlp.experts.15.gate_proj,rtn: 0.0022888,0.00000,0.162
+78,mlp.experts.11.gate_proj,rtn: 0.0023804,0.00000,0.163
+78,mlp.experts.6.gate_proj,rtn: 0.0022430,0.00000,0.168
+78,mlp.experts.8.gate_proj,rtn: 0.0023041,0.00000,0.172
+78,mlp.experts.1.gate_proj,rtn: 0.0023346,0.00000,0.179
+78,mlp.experts.10.gate_proj,rtn: 0.0022736,0.00000,0.180
+78,mlp.experts.28.gate_proj,rtn: 0.0021973,0.00000,0.087
+78,mlp.experts.19.gate_proj,rtn: 0.0024567,0.00000,0.089
+78,mlp.experts.23.gate_proj,rtn: 0.0022278,0.00000,0.097
+78,mlp.experts.21.gate_proj,rtn: 0.0022278,0.00000,0.097
+78,mlp.experts.25.gate_proj,rtn: 0.0023193,0.00000,0.088
+78,mlp.experts.18.gate_proj,rtn: 0.0024109,0.00000,0.101
+78,mlp.experts.27.gate_proj,rtn: 0.0024719,0.00000,0.096
+78,mlp.experts.31.gate_proj,rtn: 0.0023651,0.00000,0.089
+78,mlp.experts.17.gate_proj,rtn: 0.0023041,0.00000,0.089
+78,mlp.experts.26.gate_proj,rtn: 0.0023346,0.00000,0.105
+78,mlp.experts.44.gate_proj,rtn: 0.0023499,0.00000,0.096
+78,mlp.experts.16.gate_proj,rtn: 0.0023651,0.00000,0.123
+78,mlp.experts.24.gate_proj,rtn: 0.0025024,0.00000,0.103
+78,mlp.experts.30.gate_proj,rtn: 0.0022583,0.00000,0.142
+78,mlp.experts.29.gate_proj,rtn: 0.0023041,0.00000,0.153
+78,mlp.experts.20.gate_proj,rtn: 0.0023041,0.00000,0.116
+78,mlp.experts.35.gate_proj,rtn: 0.0022888,0.00000,0.084
+78,mlp.experts.22.gate_proj,rtn: 0.0023041,0.00000,0.144
+78,mlp.experts.39.gate_proj,rtn: 0.0023956,0.00000,0.091
+78,mlp.experts.41.gate_proj,rtn: 0.0023956,0.00000,0.080
+78,mlp.experts.37.gate_proj,rtn: 0.0023651,0.00000,0.100
+78,mlp.experts.47.gate_proj,rtn: 0.0023193,0.00000,0.088
+78,mlp.experts.43.gate_proj,rtn: 0.0024109,0.00000,0.091
+78,mlp.experts.33.gate_proj,rtn: 0.0024109,0.00000,0.088
+78,mlp.experts.34.gate_proj,rtn: 0.0023804,0.00000,0.119
+78,mlp.experts.32.gate_proj,rtn: 0.0024414,0.00000,0.091
+78,mlp.experts.60.gate_proj,rtn: 0.0022125,0.00000,0.095
+78,mlp.experts.42.gate_proj,rtn: 0.0024719,0.00000,0.107
+78,mlp.experts.40.gate_proj,rtn: 0.0023651,0.00000,0.103
+78,mlp.experts.51.gate_proj,rtn: 0.0024109,0.00000,0.090
+78,mlp.experts.36.gate_proj,rtn: 0.0024719,0.00000,0.102
+78,mlp.experts.57.gate_proj,rtn: 0.0024414,0.00000,0.078
+78,mlp.experts.45.gate_proj,rtn: 0.0023041,0.00000,0.127
+78,mlp.experts.55.gate_proj,rtn: 0.0023499,0.00000,0.095
+78,mlp.experts.46.gate_proj,rtn: 0.0023041,0.00000,0.130
+78,mlp.experts.53.gate_proj,rtn: 0.0020905,0.00000,0.088
+78,mlp.experts.63.gate_proj,rtn: 0.0024109,0.00000,0.090
+78,mlp.experts.59.gate_proj,rtn: 0.0022888,0.00000,0.093
+78,mlp.experts.49.gate_proj,rtn: 0.0025177,0.00000,0.092
+78,mlp.experts.38.gate_proj,rtn: 0.0023956,0.00000,0.129
+78,mlp.experts.50.gate_proj,rtn: 0.0022736,0.00000,0.088
+78,mlp.experts.58.gate_proj,rtn: 0.0023193,0.00000,0.084
+78,mlp.experts.48.gate_proj,rtn: 0.0021973,0.00000,0.097
+78,mlp.experts.67.gate_proj,rtn: 0.0022583,0.00000,0.090
+78,mlp.experts.76.gate_proj,rtn: 0.0023041,0.00000,0.104
+78,mlp.experts.73.gate_proj,rtn: 0.0024109,0.00000,0.085
+78,mlp.experts.56.gate_proj,rtn: 0.0024109,0.00000,0.101
+78,mlp.experts.62.gate_proj,rtn: 0.0023346,0.00000,0.068
+78,mlp.experts.61.gate_proj,rtn: 0.0025024,0.00000,0.084
+78,mlp.experts.52.gate_proj,rtn: 0.0023193,0.00000,0.105
+78,mlp.experts.71.gate_proj,rtn: 0.0023651,0.00000,0.093
+78,mlp.experts.69.gate_proj,rtn: 0.0024567,0.00000,0.094
+78,mlp.experts.79.gate_proj,rtn: 0.0025024,0.00000,0.100
+78,mlp.experts.75.gate_proj,rtn: 0.0022736,0.00000,0.093
+78,mlp.experts.54.gate_proj,rtn: 0.0024109,0.00000,0.088
+78,mlp.experts.66.gate_proj,rtn: 0.0023499,0.00000,0.081
+78,mlp.experts.74.gate_proj,rtn: 0.0024261,0.00000,0.072
+78,mlp.experts.65.gate_proj,rtn: 0.0023956,0.00000,0.098
+78,mlp.experts.78.gate_proj,rtn: 0.0024109,0.00000,0.077
+78,mlp.experts.83.gate_proj,rtn: 0.0024872,0.00000,0.093
+78,mlp.experts.77.gate_proj,rtn: 0.0024414,0.00000,0.085
+78,mlp.experts.64.gate_proj,rtn: 0.0024414,0.00000,0.109
+78,mlp.experts.89.gate_proj,rtn: 0.0023651,0.00000,0.100
+78,mlp.experts.92.gate_proj,rtn: 0.0023956,0.00000,0.100
+78,mlp.experts.72.gate_proj,rtn: 0.0023041,0.00000,0.102
+78,mlp.experts.68.gate_proj,rtn: 0.0023651,0.00000,0.095
+78,mlp.experts.87.gate_proj,rtn: 0.0023956,0.00000,0.089
+78,mlp.experts.85.gate_proj,rtn: 0.0024872,0.00000,0.098
+78,mlp.experts.82.gate_proj,rtn: 0.0023041,0.00000,0.079
+78,mlp.experts.91.gate_proj,rtn: 0.0023804,0.00000,0.086
+78,mlp.experts.70.gate_proj,rtn: 0.0024872,0.00000,0.081
+78,mlp.experts.90.gate_proj,rtn: 0.0023499,0.00000,0.082
+78,mlp.experts.95.gate_proj,rtn: 0.0024719,0.00000,0.094
+78,mlp.experts.81.gate_proj,rtn: 0.0024109,0.00000,0.095
+78,mlp.experts.94.gate_proj,rtn: 0.0022888,0.00000,0.077
+78,mlp.experts.99.gate_proj,rtn: 0.0023804,0.00000,0.092
+78,mlp.experts.93.gate_proj,rtn: 0.0024109,0.00000,0.085
+78,mlp.experts.80.gate_proj,rtn: 0.0021515,0.00000,0.098
+78,mlp.experts.103.gate_proj,rtn: 0.0022125,0.00000,0.085
+78,mlp.experts.105.gate_proj,rtn: 0.0023804,0.00000,0.097
+78,mlp.experts.108.gate_proj,rtn: 0.0023346,0.00000,0.100
+78,mlp.experts.84.gate_proj,rtn: 0.0023346,0.00000,0.100
+78,mlp.experts.88.gate_proj,rtn: 0.0021973,0.00000,0.103
+78,mlp.experts.101.gate_proj,rtn: 0.0024719,0.00000,0.083
+78,mlp.experts.98.gate_proj,rtn: 0.0023041,0.00000,0.080
+78,mlp.experts.86.gate_proj,rtn: 0.0022888,0.00000,0.078
+78,mlp.experts.107.gate_proj,rtn: 0.0024261,0.00000,0.084
+78,mlp.experts.106.gate_proj,rtn: 0.0021820,0.00000,0.085
+78,mlp.experts.111.gate_proj,rtn: 0.0024872,0.00000,0.084
+78,mlp.experts.97.gate_proj,rtn: 0.0024261,0.00000,0.089
+78,mlp.experts.110.gate_proj,rtn: 0.0023499,0.00000,0.081
+78,mlp.experts.115.gate_proj,rtn: 0.0023193,0.00000,0.089
+78,mlp.experts.109.gate_proj,rtn: 0.0021973,0.00000,0.087
+78,mlp.experts.121.gate_proj,rtn: 0.0023651,0.00000,0.086
+78,mlp.experts.119.gate_proj,rtn: 0.0022736,0.00000,0.096
+78,mlp.experts.96.gate_proj,rtn: 0.0022430,0.00000,0.101
+78,mlp.experts.122.gate_proj,rtn: 0.0022736,0.00000,0.064
+78,mlp.experts.114.gate_proj,rtn: 0.0022583,0.00000,0.075
+78,mlp.experts.102.gate_proj,rtn: 0.0024719,0.00000,0.074
+78,mlp.experts.124.gate_proj,rtn: 0.0023346,0.00000,0.102
+78,mlp.experts.117.gate_proj,rtn: 0.0023956,0.00000,0.088
+78,mlp.experts.100.gate_proj,rtn: 0.0023804,0.00000,0.103
+78,mlp.experts.104.gate_proj,rtn: 0.0022430,0.00000,0.100
+78,mlp.experts.123.gate_proj,rtn: 0.0024414,0.00000,0.095
+78,mlp.experts.126.gate_proj,rtn: 0.0022125,0.00000,0.077
+78,mlp.experts.127.gate_proj,rtn: 0.0023651,0.00000,0.092
+78,mlp.experts.113.gate_proj,rtn: 0.0023651,0.00000,0.086
+78,mlp.experts.125.gate_proj,rtn: 0.0024109,0.00000,0.085
+78,mlp.experts.131.gate_proj,rtn: 0.0025024,0.00000,0.100
+78,mlp.experts.137.gate_proj,rtn: 0.0025024,0.00000,0.087
+78,mlp.experts.118.gate_proj,rtn: 0.0023499,0.00000,0.078
+78,mlp.experts.138.gate_proj,rtn: 0.0024109,0.00000,0.081
+78,mlp.experts.130.gate_proj,rtn: 0.0024567,0.00000,0.085
+78,mlp.experts.112.gate_proj,rtn: 0.0023346,0.00000,0.092
+78,mlp.experts.133.gate_proj,rtn: 0.0022125,0.00000,0.080
+78,mlp.experts.135.gate_proj,rtn: 0.0023499,0.00000,0.096
+78,mlp.experts.142.gate_proj,rtn: 0.0021667,0.00000,0.069
+78,mlp.experts.140.gate_proj,rtn: 0.0024261,0.00000,0.089
+78,mlp.experts.120.gate_proj,rtn: 0.0024261,0.00000,0.081
+78,mlp.experts.116.gate_proj,rtn: 0.0022430,0.00000,0.088
+78,mlp.experts.129.gate_proj,rtn: 0.0024567,0.00000,0.085
+78,mlp.experts.139.gate_proj,rtn: 0.0023041,0.00000,0.095
+78,mlp.experts.143.gate_proj,rtn: 0.0022736,0.00000,0.094
+78,mlp.experts.141.gate_proj,rtn: 0.0023041,0.00000,0.079
+78,mlp.experts.153.gate_proj,rtn: 0.0024567,0.00000,0.080
+78,mlp.experts.147.gate_proj,rtn: 0.0022888,0.00000,0.099
+78,mlp.experts.146.gate_proj,rtn: 0.0025177,0.00000,0.088
+78,mlp.experts.149.gate_proj,rtn: 0.0023041,0.00000,0.086
+78,mlp.experts.128.gate_proj,rtn: 0.0023651,0.00000,0.091
+78,mlp.experts.134.gate_proj,rtn: 0.0024567,0.00000,0.100
+78,mlp.experts.154.gate_proj,rtn: 0.0023499,0.00000,0.099
+78,mlp.experts.158.gate_proj,rtn: 0.0022430,0.00000,0.084
+78,mlp.experts.151.gate_proj,rtn: 0.0024719,0.00000,0.091
+78,mlp.experts.136.gate_proj,rtn: 0.0023041,0.00000,0.092
+78,mlp.experts.156.gate_proj,rtn: 0.0023651,0.00000,0.098
+78,mlp.experts.145.gate_proj,rtn: 0.0023346,0.00000,0.088
+78,mlp.experts.132.gate_proj,rtn: 0.0023956,0.00000,0.102
+78,mlp.experts.159.gate_proj,rtn: 0.0023804,0.00000,0.089
+78,mlp.experts.155.gate_proj,rtn: 0.0022736,0.00000,0.098
+78,mlp.experts.157.gate_proj,rtn: 0.0024261,0.00000,0.081
+78,mlp.experts.169.gate_proj,rtn: 0.0024414,0.00000,0.088
+78,mlp.experts.163.gate_proj,rtn: 0.0022736,0.00000,0.094
+78,mlp.experts.162.gate_proj,rtn: 0.0024261,0.00000,0.093
+78,mlp.experts.165.gate_proj,rtn: 0.0023956,0.00000,0.089
+78,mlp.experts.170.gate_proj,rtn: 0.0022888,0.00000,0.085
+78,mlp.experts.174.gate_proj,rtn: 0.0025940,0.00000,0.095
+78,mlp.experts.167.gate_proj,rtn: 0.0023804,0.00000,0.091
+78,mlp.experts.161.gate_proj,rtn: 0.0024261,0.00000,0.082
+78,mlp.experts.144.gate_proj,rtn: 0.0023041,0.00000,0.099
+78,mlp.experts.172.gate_proj,rtn: 0.0023804,0.00000,0.092
+78,mlp.experts.150.gate_proj,rtn: 0.0024261,0.00000,0.104
+78,mlp.experts.173.gate_proj,rtn: 0.0024567,0.00000,0.078
+78,mlp.experts.152.gate_proj,rtn: 0.0024872,0.00000,0.104
+78,mlp.experts.175.gate_proj,rtn: 0.0024719,0.00000,0.092
+78,mlp.experts.148.gate_proj,rtn: 0.0024109,0.00000,0.104
+78,mlp.experts.171.gate_proj,rtn: 0.0022278,0.00000,0.100
+78,mlp.experts.185.gate_proj,rtn: 0.0024109,0.00000,0.095
+78,mlp.experts.178.gate_proj,rtn: 0.0022888,0.00000,0.083
+78,mlp.experts.179.gate_proj,rtn: 0.0024109,0.00000,0.089
+78,mlp.experts.181.gate_proj,rtn: 0.0023041,0.00000,0.080
+78,mlp.experts.186.gate_proj,rtn: 0.0023804,0.00000,0.081
+78,mlp.experts.190.gate_proj,rtn: 0.0022888,0.00000,0.084
+78,mlp.experts.177.gate_proj,rtn: 0.0023193,0.00000,0.077
+78,mlp.experts.183.gate_proj,rtn: 0.0023804,0.00000,0.089
+78,mlp.experts.189.gate_proj,rtn: 0.0021973,0.00000,0.075
+78,mlp.experts.160.gate_proj,rtn: 0.0025482,0.00000,0.093
+78,mlp.experts.166.gate_proj,rtn: 0.0023956,0.00000,0.093
+78,mlp.experts.188.gate_proj,rtn: 0.0023651,0.00000,0.101
+78,mlp.experts.191.gate_proj,rtn: 0.0022583,0.00000,0.096
+78,mlp.experts.168.gate_proj,rtn: 0.0023041,0.00000,0.101
+78,mlp.experts.187.gate_proj,rtn: 0.0024261,0.00000,0.095
+78,mlp.experts.164.gate_proj,rtn: 0.0025024,0.00000,0.100
+78,mlp.experts.9.up_proj,rtn: 0.0022125,0.00000,0.095
+78,mlp.experts.5.up_proj,rtn: 0.0024109,0.00000,0.090
+78,mlp.experts.3.up_proj,rtn: 0.0022888,0.00000,0.096
+78,mlp.experts.2.up_proj,rtn: 0.0023193,0.00000,0.099
+78,mlp.experts.13.up_proj,rtn: 0.0023041,0.00000,0.076
+78,mlp.experts.10.up_proj,rtn: 0.0022278,0.00000,0.094
+78,mlp.experts.1.up_proj,rtn: 0.0023193,0.00000,0.090
+78,mlp.experts.7.up_proj,rtn: 0.0023499,0.00000,0.090
+78,mlp.experts.14.up_proj,rtn: 0.0023499,0.00000,0.100
+78,mlp.experts.176.gate_proj,rtn: 0.0023956,0.00000,0.099
+78,mlp.experts.12.up_proj,rtn: 0.0021667,0.00000,0.091
+78,mlp.experts.11.up_proj,rtn: 0.0023499,0.00000,0.082
+78,mlp.experts.182.gate_proj,rtn: 0.0023346,0.00000,0.113
+78,mlp.experts.15.up_proj,rtn: 0.0022583,0.00000,0.097
+78,mlp.experts.184.gate_proj,rtn: 0.0024109,0.00000,0.099
+78,mlp.experts.180.gate_proj,rtn: 0.0024567,0.00000,0.092
+78,mlp.experts.25.up_proj,rtn: 0.0023193,0.00000,0.085
+78,mlp.experts.21.up_proj,rtn: 0.0021820,0.00000,0.088
+78,mlp.experts.19.up_proj,rtn: 0.0024261,0.00000,0.087
+78,mlp.experts.17.up_proj,rtn: 0.0021973,0.00000,0.087
+78,mlp.experts.29.up_proj,rtn: 0.0022278,0.00000,0.091
+78,mlp.experts.23.up_proj,rtn: 0.0022125,0.00000,0.090
+78,mlp.experts.26.up_proj,rtn: 0.0022583,0.00000,0.105
+78,mlp.experts.18.up_proj,rtn: 0.0023499,0.00000,0.124
+78,mlp.experts.30.up_proj,rtn: 0.0022278,0.00000,0.110
+78,mlp.experts.28.up_proj,rtn: 0.0022430,0.00000,0.091
+78,mlp.experts.0.up_proj,rtn: 0.0021973,0.00000,0.097
+78,mlp.experts.27.up_proj,rtn: 0.0024719,0.00000,0.093
+78,mlp.experts.31.up_proj,rtn: 0.0023651,0.00000,0.088
+78,mlp.experts.4.up_proj,rtn: 0.0024109,0.00000,0.093
+78,mlp.experts.6.up_proj,rtn: 0.0021667,0.00000,0.102
+78,mlp.experts.8.up_proj,rtn: 0.0022125,0.00000,0.095
+78,mlp.experts.41.up_proj,rtn: 0.0023804,0.00000,0.093
+78,mlp.experts.35.up_proj,rtn: 0.0022430,0.00000,0.089
+78,mlp.experts.37.up_proj,rtn: 0.0023041,0.00000,0.097
+78,mlp.experts.45.up_proj,rtn: 0.0022888,0.00000,0.083
+78,mlp.experts.39.up_proj,rtn: 0.0023804,0.00000,0.092
+78,mlp.experts.33.up_proj,rtn: 0.0023956,0.00000,0.105
+78,mlp.experts.42.up_proj,rtn: 0.0023804,0.00000,0.095
+78,mlp.experts.34.up_proj,rtn: 0.0023041,0.00000,0.099
+78,mlp.experts.47.up_proj,rtn: 0.0022583,0.00000,0.078
+78,mlp.experts.43.up_proj,rtn: 0.0023956,0.00000,0.085
+78,mlp.experts.46.up_proj,rtn: 0.0023041,0.00000,0.098
+78,mlp.experts.44.up_proj,rtn: 0.0022888,0.00000,0.097
+78,mlp.experts.16.up_proj,rtn: 0.0023041,0.00000,0.097
+78,mlp.experts.20.up_proj,rtn: 0.0023041,0.00000,0.093
+78,mlp.experts.24.up_proj,rtn: 0.0024261,0.00000,0.090
+78,mlp.experts.22.up_proj,rtn: 0.0022583,0.00000,0.097
+78,mlp.experts.51.up_proj,rtn: 0.0023651,0.00000,0.079
+78,mlp.experts.57.up_proj,rtn: 0.0023804,0.00000,0.093
+78,mlp.experts.55.up_proj,rtn: 0.0022736,0.00000,0.072
+78,mlp.experts.61.up_proj,rtn: 0.0023804,0.00000,0.097
+78,mlp.experts.53.up_proj,rtn: 0.0021820,0.00000,0.097
+78,mlp.experts.58.up_proj,rtn: 0.0022278,0.00000,0.095
+78,mlp.experts.59.up_proj,rtn: 0.0022736,0.00000,0.073
+78,mlp.experts.63.up_proj,rtn: 0.0023651,0.00000,0.075
+78,mlp.experts.49.up_proj,rtn: 0.0024414,0.00000,0.102
+78,mlp.experts.50.up_proj,rtn: 0.0022278,0.00000,0.108
+78,mlp.experts.62.up_proj,rtn: 0.0023041,0.00000,0.100
+78,mlp.experts.60.up_proj,rtn: 0.0021667,0.00000,0.095
+78,mlp.experts.32.up_proj,rtn: 0.0023499,0.00000,0.095
+78,mlp.experts.67.up_proj,rtn: 0.0022430,0.00000,0.073
+78,mlp.experts.36.up_proj,rtn: 0.0022888,0.00000,0.096
+78,mlp.experts.38.up_proj,rtn: 0.0023804,0.00000,0.090
+78,mlp.experts.40.up_proj,rtn: 0.0023041,0.00000,0.095
+78,mlp.experts.71.up_proj,rtn: 0.0023193,0.00000,0.075
+78,mlp.experts.73.up_proj,rtn: 0.0023346,0.00000,0.092
+78,mlp.experts.75.up_proj,rtn: 0.0022583,0.00000,0.068
+78,mlp.experts.79.up_proj,rtn: 0.0023499,0.00000,0.074
+78,mlp.experts.77.up_proj,rtn: 0.0023499,0.00000,0.096
+78,mlp.experts.69.up_proj,rtn: 0.0023956,0.00000,0.097
+78,mlp.experts.74.up_proj,rtn: 0.0023499,0.00000,0.091
+78,mlp.experts.65.up_proj,rtn: 0.0023956,0.00000,0.091
+78,mlp.experts.83.up_proj,rtn: 0.0024719,0.00000,0.076
+78,mlp.experts.66.up_proj,rtn: 0.0023041,0.00000,0.096
+78,mlp.experts.48.up_proj,rtn: 0.0022125,0.00000,0.098
+78,mlp.experts.76.up_proj,rtn: 0.0022278,0.00000,0.099
+78,mlp.experts.87.up_proj,rtn: 0.0024261,0.00000,0.086
+78,mlp.experts.89.up_proj,rtn: 0.0023193,0.00000,0.090
+78,mlp.experts.91.up_proj,rtn: 0.0023804,0.00000,0.077
+78,mlp.experts.95.up_proj,rtn: 0.0023193,0.00000,0.082
+78,mlp.experts.93.up_proj,rtn: 0.0023956,0.00000,0.085
+78,mlp.experts.81.up_proj,rtn: 0.0023041,0.00000,0.072
+78,mlp.experts.99.up_proj,rtn: 0.0023499,0.00000,0.054
+78,mlp.experts.78.up_proj,rtn: 0.0023956,0.00000,0.098
+78,mlp.experts.52.up_proj,rtn: 0.0022888,0.00000,0.197
+78,mlp.experts.56.up_proj,rtn: 0.0023956,0.00000,0.200
+78,mlp.experts.85.up_proj,rtn: 0.0023956,0.00000,0.168
+78,mlp.experts.54.up_proj,rtn: 0.0023346,0.00000,0.214
+78,mlp.experts.92.up_proj,rtn: 0.0023346,0.00000,0.092
+78,mlp.experts.111.up_proj,rtn: 0.0024109,0.00000,0.094
+78,mlp.experts.109.up_proj,rtn: 0.0021667,0.00000,0.099
+78,mlp.experts.97.up_proj,rtn: 0.0024109,0.00000,0.103
+78,mlp.experts.103.up_proj,rtn: 0.0021820,0.00000,0.109
+78,mlp.experts.90.up_proj,rtn: 0.0023346,0.00000,0.263
+78,mlp.experts.107.up_proj,rtn: 0.0023346,0.00000,0.122
+78,mlp.experts.68.up_proj,rtn: 0.0023804,0.00000,0.121
+78,mlp.experts.105.up_proj,rtn: 0.0023651,0.00000,0.147
+78,mlp.experts.101.up_proj,rtn: 0.0024109,0.00000,0.122
+78,mlp.experts.82.up_proj,rtn: 0.0022430,0.00000,0.187
+78,mlp.experts.64.up_proj,rtn: 0.0023804,0.00000,0.190
+78,mlp.experts.115.up_proj,rtn: 0.0023346,0.00000,0.159
+78,mlp.experts.94.up_proj,rtn: 0.0022888,0.00000,0.168
+78,mlp.experts.72.up_proj,rtn: 0.0022430,0.00000,0.154
+78,mlp.experts.108.up_proj,rtn: 0.0023041,0.00000,0.096
+78,mlp.experts.70.up_proj,rtn: 0.0024261,0.00000,0.138
+78,mlp.experts.127.up_proj,rtn: 0.0023193,0.00000,0.091
+78,mlp.experts.123.up_proj,rtn: 0.0024261,0.00000,0.081
+78,mlp.experts.119.up_proj,rtn: 0.0022278,0.00000,0.090
+78,mlp.experts.125.up_proj,rtn: 0.0023651,0.00000,0.100
+78,mlp.experts.113.up_proj,rtn: 0.0023651,0.00000,0.093
+78,mlp.experts.106.up_proj,rtn: 0.0021667,0.00000,0.105
+78,mlp.experts.117.up_proj,rtn: 0.0023346,0.00000,0.077
+78,mlp.experts.84.up_proj,rtn: 0.0022888,0.00000,0.094
+78,mlp.experts.121.up_proj,rtn: 0.0023804,0.00000,0.084
+78,mlp.experts.131.up_proj,rtn: 0.0024567,0.00000,0.085
+78,mlp.experts.80.up_proj,rtn: 0.0021362,0.00000,0.091
+78,mlp.experts.98.up_proj,rtn: 0.0021820,0.00000,0.098
+78,mlp.experts.110.up_proj,rtn: 0.0023499,0.00000,0.098
+78,mlp.experts.143.up_proj,rtn: 0.0022583,0.00000,0.079
+78,mlp.experts.124.up_proj,rtn: 0.0023193,0.00000,0.087
+78,mlp.experts.86.up_proj,rtn: 0.0021973,0.00000,0.096
+78,mlp.experts.139.up_proj,rtn: 0.0022430,0.00000,0.076
+78,mlp.experts.88.up_proj,rtn: 0.0022736,0.00000,0.117
+78,mlp.experts.141.up_proj,rtn: 0.0022583,0.00000,0.078
+78,mlp.experts.129.up_proj,rtn: 0.0024261,0.00000,0.076
+78,mlp.experts.135.up_proj,rtn: 0.0023499,0.00000,0.085
+78,mlp.experts.137.up_proj,rtn: 0.0023041,0.00000,0.071
+78,mlp.experts.133.up_proj,rtn: 0.0021820,0.00000,0.076
+78,mlp.experts.100.up_proj,rtn: 0.0023651,0.00000,0.088
+78,mlp.experts.122.up_proj,rtn: 0.0022430,0.00000,0.098
+78,mlp.experts.147.up_proj,rtn: 0.0022583,0.00000,0.077
+78,mlp.experts.96.up_proj,rtn: 0.0021973,0.00000,0.088
+78,mlp.experts.159.up_proj,rtn: 0.0021973,0.00000,0.080
+78,mlp.experts.114.up_proj,rtn: 0.0022278,0.00000,0.099
+78,mlp.experts.157.up_proj,rtn: 0.0023499,0.00000,0.066
+78,mlp.experts.140.up_proj,rtn: 0.0023041,0.00000,0.088
+78,mlp.experts.126.up_proj,rtn: 0.0021973,0.00000,0.102
+78,mlp.experts.145.up_proj,rtn: 0.0023041,0.00000,0.077
+78,mlp.experts.155.up_proj,rtn: 0.0022888,0.00000,0.083
+78,mlp.experts.104.up_proj,rtn: 0.0021667,0.00000,0.084
+78,mlp.experts.151.up_proj,rtn: 0.0024414,0.00000,0.086
+78,mlp.experts.153.up_proj,rtn: 0.0024719,0.00000,0.078
+78,mlp.experts.149.up_proj,rtn: 0.0022278,0.00000,0.074
+78,mlp.experts.116.up_proj,rtn: 0.0021820,0.00000,0.074
+78,mlp.experts.102.up_proj,rtn: 0.0024414,0.00000,0.113
+78,mlp.experts.163.up_proj,rtn: 0.0021820,0.00000,0.080
+78,mlp.experts.112.up_proj,rtn: 0.0021820,0.00000,0.068
+78,mlp.experts.173.up_proj,rtn: 0.0023956,0.00000,0.071
+78,mlp.experts.138.up_proj,rtn: 0.0023651,0.00000,0.109
+78,mlp.experts.175.up_proj,rtn: 0.0024414,0.00000,0.082
+78,mlp.experts.156.up_proj,rtn: 0.0023041,0.00000,0.076
+78,mlp.experts.161.up_proj,rtn: 0.0024109,0.00000,0.072
+78,mlp.experts.169.up_proj,rtn: 0.0023804,0.00000,0.064
+78,mlp.experts.171.up_proj,rtn: 0.0022125,0.00000,0.078
+78,mlp.experts.120.up_proj,rtn: 0.0024414,0.00000,0.078
+78,mlp.experts.165.up_proj,rtn: 0.0023499,0.00000,0.066
+78,mlp.experts.130.up_proj,rtn: 0.0024414,0.00000,0.105
+78,mlp.experts.132.up_proj,rtn: 0.0023499,0.00000,0.065
+78,mlp.experts.167.up_proj,rtn: 0.0022583,0.00000,0.082
+78,mlp.experts.142.up_proj,rtn: 0.0021820,0.00000,0.114
+78,mlp.experts.128.up_proj,rtn: 0.0022888,0.00000,0.072
+78,mlp.experts.179.up_proj,rtn: 0.0023346,0.00000,0.080
+78,mlp.experts.189.up_proj,rtn: 0.0022430,0.00000,0.065
+78,mlp.experts.118.up_proj,rtn: 0.0023193,0.00000,0.106
+78,mlp.experts.191.up_proj,rtn: 0.0021973,0.00000,0.072
+78,mlp.experts.177.up_proj,rtn: 0.0023193,0.00000,0.070
+78,mlp.experts.185.up_proj,rtn: 0.0023804,0.00000,0.064
+78,mlp.experts.172.up_proj,rtn: 0.0023499,0.00000,0.075
+78,mlp.experts.187.up_proj,rtn: 0.0024414,0.00000,0.064
+78,mlp.experts.181.up_proj,rtn: 0.0022888,0.00000,0.066
+78,mlp.experts.148.up_proj,rtn: 0.0023956,0.00000,0.064
+78,mlp.experts.183.up_proj,rtn: 0.0023346,0.00000,0.064
+78,mlp.experts.136.up_proj,rtn: 0.0022278,0.00000,0.080
+78,mlp.experts.154.up_proj,rtn: 0.0023651,0.00000,0.109
+78,mlp.experts.146.up_proj,rtn: 0.0023651,0.00000,0.096
+78,mlp.experts.144.up_proj,rtn: 0.0022736,0.00000,0.072
+78,mlp.experts.158.up_proj,rtn: 0.0021820,0.00000,0.096
+78,mlp.experts.164.up_proj,rtn: 0.0025024,0.00000,0.063
+78,mlp.experts.134.up_proj,rtn: 0.0023651,0.00000,0.090
+78,mlp.experts.188.up_proj,rtn: 0.0023193,0.00000,0.070
+78,mlp.experts.152.up_proj,rtn: 0.0024261,0.00000,0.070
+78,mlp.experts.160.up_proj,rtn: 0.0024261,0.00000,0.067
+78,mlp.experts.170.up_proj,rtn: 0.0023041,0.00000,0.080
+78,mlp.experts.162.up_proj,rtn: 0.0024109,0.00000,0.074
+78,mlp.experts.180.up_proj,rtn: 0.0024414,0.00000,0.048
+78,mlp.experts.174.up_proj,rtn: 0.0025024,0.00000,0.081
+78,mlp.experts.168.up_proj,rtn: 0.0022888,0.00000,0.055
+78,mlp.experts.150.up_proj,rtn: 0.0022736,0.00000,0.079
+78,mlp.experts.176.up_proj,rtn: 0.0023651,0.00000,0.048
+78,mlp.experts.186.up_proj,rtn: 0.0023041,0.00000,0.074
+78,mlp.experts.184.up_proj,rtn: 0.0023499,0.00000,0.037
+78,mlp.experts.178.up_proj,rtn: 0.0022888,0.00000,0.079
+78,mlp.experts.190.up_proj,rtn: 0.0022736,0.00000,0.069
+78,mlp.experts.166.up_proj,rtn: 0.0023651,0.00000,0.056
+78,mlp.experts.182.up_proj,rtn: 0.0023193,0.00000,0.024
+78,mlp.experts.1.down_proj,rtn: 0.0023499,0.00000,0.017
+78,mlp.experts.8.down_proj,rtn: 0.0024109,0.00000,0.014
+78,mlp.experts.2.down_proj,rtn: 0.0023804,0.00000,0.119
+78,mlp.experts.17.down_proj,rtn: 0.0023346,0.00000,0.040
+78,mlp.experts.11.down_proj,rtn: 0.0023804,0.00000,0.044
+78,mlp.experts.14.down_proj,rtn: 0.0023804,0.00000,0.125
+78,mlp.experts.24.down_proj,rtn: 0.0024414,0.00000,0.046
+78,mlp.experts.0.down_proj,rtn: 0.0023651,0.00000,0.048
+78,mlp.experts.10.down_proj,rtn: 0.0023651,0.00000,0.129
+78,mlp.experts.15.down_proj,rtn: 0.0023956,0.00000,0.050
+78,mlp.experts.12.down_proj,rtn: 0.0024872,0.00000,0.051
+78,mlp.experts.9.down_proj,rtn: 0.0023804,0.00000,0.053
+78,mlp.experts.4.down_proj,rtn: 0.0024261,0.00000,0.055
+78,mlp.experts.5.down_proj,rtn: 0.0024414,0.00000,0.057
+78,mlp.experts.13.down_proj,rtn: 0.0023499,0.00000,0.058
+78,mlp.experts.3.down_proj,rtn: 0.0023651,0.00000,0.063
+78,mlp.experts.6.down_proj,rtn: 0.0024109,0.00000,0.145
+78,mlp.experts.33.down_proj,rtn: 0.0024567,0.00000,0.020
+78,mlp.experts.7.down_proj,rtn: 0.0023804,0.00000,0.067
+78,mlp.experts.27.down_proj,rtn: 0.0024872,0.00000,0.027
+78,mlp.experts.31.down_proj,rtn: 0.0024261,0.00000,0.023
+78,mlp.experts.18.down_proj,rtn: 0.0023804,0.00000,0.035
+78,mlp.experts.16.down_proj,rtn: 0.0023651,0.00000,0.034
+78,mlp.experts.30.down_proj,rtn: 0.0023346,0.00000,0.041
+78,mlp.experts.40.down_proj,rtn: 0.0023956,0.00000,0.033
+78,mlp.experts.26.down_proj,rtn: 0.0023956,0.00000,0.045
+78,mlp.experts.29.down_proj,rtn: 0.0023499,0.00000,0.051
+78,mlp.experts.25.down_proj,rtn: 0.0023499,0.00000,0.050
+78,mlp.experts.20.down_proj,rtn: 0.0023956,0.00000,0.049
+78,mlp.experts.34.down_proj,rtn: 0.0025177,0.00000,0.039
+78,mlp.experts.49.down_proj,rtn: 0.0024261,0.00000,0.039
+78,mlp.experts.21.down_proj,rtn: 0.0023499,0.00000,0.053
+78,mlp.experts.28.down_proj,rtn: 0.0024109,0.00000,0.046
+78,mlp.experts.56.down_proj,rtn: 0.0023804,0.00000,0.037
+78,mlp.experts.47.down_proj,rtn: 0.0023346,0.00000,0.045
+78,mlp.experts.43.down_proj,rtn: 0.0036774,0.00000,0.050
+78,mlp.experts.22.down_proj,rtn: 0.0023041,0.00000,0.057
+78,mlp.experts.46.down_proj,rtn: 0.0023346,0.00000,0.042
+78,mlp.experts.32.down_proj,rtn: 0.0024567,0.00000,0.041
+78,mlp.experts.23.down_proj,rtn: 0.0023804,0.00000,0.058
+78,mlp.experts.42.down_proj,rtn: 0.0023804,0.00000,0.042
+78,mlp.experts.19.down_proj,rtn: 0.0024109,0.00000,0.053
+78,mlp.experts.50.down_proj,rtn: 0.0023346,0.00000,0.041
+78,mlp.experts.65.down_proj,rtn: 0.0024109,0.00000,0.039
+78,mlp.experts.44.down_proj,rtn: 0.0024109,0.00000,0.039
+78,mlp.experts.36.down_proj,rtn: 0.0025482,0.00000,0.046
+78,mlp.experts.41.down_proj,rtn: 0.0024109,0.00000,0.051
+78,mlp.experts.72.down_proj,rtn: 0.0024109,0.00000,0.032
+78,mlp.experts.45.down_proj,rtn: 0.0023651,0.00000,0.056
+78,mlp.experts.63.down_proj,rtn: 0.0024414,0.00000,0.034
+78,mlp.experts.37.down_proj,rtn: 0.0024414,0.00000,0.044
+78,mlp.experts.58.down_proj,rtn: 0.0022583,0.00000,0.033
+78,mlp.experts.59.down_proj,rtn: 0.0023804,0.00000,0.039
+78,mlp.experts.62.down_proj,rtn: 0.0023956,0.00000,0.037
+78,mlp.experts.48.down_proj,rtn: 0.0024719,0.00000,0.041
+78,mlp.experts.38.down_proj,rtn: 0.0024261,0.00000,0.046
+78,mlp.experts.39.down_proj,rtn: 0.0024109,0.00000,0.036
+78,mlp.experts.66.down_proj,rtn: 0.0024261,0.00000,0.032
+78,mlp.experts.81.down_proj,rtn: 0.0023193,0.00000,0.032
+78,mlp.experts.35.down_proj,rtn: 0.0023804,0.00000,0.048
+78,mlp.experts.60.down_proj,rtn: 0.0023651,0.00000,0.044
+78,mlp.experts.79.down_proj,rtn: 0.0024109,0.00000,0.033
+78,mlp.experts.88.down_proj,rtn: 0.0023804,0.00000,0.041
+78,mlp.experts.78.down_proj,rtn: 0.0024414,0.00000,0.035
+78,mlp.experts.61.down_proj,rtn: 0.0024414,0.00000,0.050
+78,mlp.experts.57.down_proj,rtn: 0.0024414,0.00000,0.045
+78,mlp.experts.74.down_proj,rtn: 0.0024109,0.00000,0.036
+78,mlp.experts.52.down_proj,rtn: 0.0023499,0.00000,0.056
+78,mlp.experts.54.down_proj,rtn: 0.0024109,0.00000,0.034
+78,mlp.experts.64.down_proj,rtn: 0.0024109,0.00000,0.038
+78,mlp.experts.82.down_proj,rtn: 0.0023193,0.00000,0.032
+78,mlp.experts.75.down_proj,rtn: 0.0023193,0.00000,0.045
+78,mlp.experts.53.down_proj,rtn: 0.0022888,0.00000,0.047
+78,mlp.experts.55.down_proj,rtn: 0.0022736,0.00000,0.038
+78,mlp.experts.97.down_proj,rtn: 0.0023651,0.00000,0.038
+78,mlp.experts.95.down_proj,rtn: 0.0023956,0.00000,0.032
+78,mlp.experts.76.down_proj,rtn: 0.0023346,0.00000,0.043
+78,mlp.experts.104.down_proj,rtn: 0.0023193,0.00000,0.041
+78,mlp.experts.51.down_proj,rtn: 0.0023956,0.00000,0.054
+78,mlp.experts.94.down_proj,rtn: 0.0023193,0.00000,0.040
+78,mlp.experts.77.down_proj,rtn: 0.0022888,0.00000,0.037
+78,mlp.experts.90.down_proj,rtn: 0.0023804,0.00000,0.038
+78,mlp.experts.68.down_proj,rtn: 0.0024719,0.00000,0.041
+78,mlp.experts.80.down_proj,rtn: 0.0023041,0.00000,0.035
+78,mlp.experts.73.down_proj,rtn: 0.0024414,0.00000,0.040
+78,mlp.experts.70.down_proj,rtn: 0.0025330,0.00000,0.041
+78,mlp.experts.98.down_proj,rtn: 0.0023346,0.00000,0.040
+78,mlp.experts.71.down_proj,rtn: 0.0023956,0.00000,0.039
+78,mlp.experts.113.down_proj,rtn: 0.0024261,0.00000,0.037
+78,mlp.experts.111.down_proj,rtn: 0.0024109,0.00000,0.035
+78,mlp.experts.69.down_proj,rtn: 0.0024109,0.00000,0.044
+78,mlp.experts.92.down_proj,rtn: 0.0024261,0.00000,0.039
+78,mlp.experts.91.down_proj,rtn: 0.0024414,0.00000,0.047
+78,mlp.experts.120.down_proj,rtn: 0.0024567,0.00000,0.044
+78,mlp.experts.110.down_proj,rtn: 0.0024414,0.00000,0.041
+78,mlp.experts.106.down_proj,rtn: 0.0023651,0.00000,0.038
+78,mlp.experts.67.down_proj,rtn: 0.0023651,0.00000,0.048
+78,mlp.experts.84.down_proj,rtn: 0.0023499,0.00000,0.040
+78,mlp.experts.96.down_proj,rtn: 0.0023651,0.00000,0.038
+78,mlp.experts.93.down_proj,rtn: 0.0024109,0.00000,0.050
+78,mlp.experts.114.down_proj,rtn: 0.0023804,0.00000,0.042
+78,mlp.experts.86.down_proj,rtn: 0.0024261,0.00000,0.039
+78,mlp.experts.87.down_proj,rtn: 0.0024414,0.00000,0.039
+78,mlp.experts.89.down_proj,rtn: 0.0023804,0.00000,0.048
+78,mlp.experts.129.down_proj,rtn: 0.0024414,0.00000,0.040
+78,mlp.experts.127.down_proj,rtn: 0.0024109,0.00000,0.037
+78,mlp.experts.108.down_proj,rtn: 0.0023804,0.00000,0.036
+78,mlp.experts.85.down_proj,rtn: 0.0024109,0.00000,0.039
+78,mlp.experts.107.down_proj,rtn: 0.0024109,0.00000,0.034
+78,mlp.experts.136.down_proj,rtn: 0.0023956,0.00000,0.035
+78,mlp.experts.100.down_proj,rtn: 0.0023956,0.00000,0.033
+78,mlp.experts.112.down_proj,rtn: 0.0023956,0.00000,0.034
+78,mlp.experts.126.down_proj,rtn: 0.0023804,0.00000,0.045
+78,mlp.experts.122.down_proj,rtn: 0.0022736,0.00000,0.046
+78,mlp.experts.109.down_proj,rtn: 0.0022736,0.00000,0.038
+78,mlp.experts.83.down_proj,rtn: 0.0024719,0.00000,0.045
+78,mlp.experts.143.down_proj,rtn: 0.0023804,0.00000,0.031
+78,mlp.experts.105.down_proj,rtn: 0.0023956,0.00000,0.038
+78,mlp.experts.130.down_proj,rtn: 0.0024567,0.00000,0.044
+78,mlp.experts.103.down_proj,rtn: 0.0023346,0.00000,0.041
+78,mlp.experts.102.down_proj,rtn: 0.0024872,0.00000,0.045
+78,mlp.experts.145.down_proj,rtn: 0.0023956,0.00000,0.041
+78,mlp.experts.101.down_proj,rtn: 0.0024414,0.00000,0.039
+78,mlp.experts.124.down_proj,rtn: 0.0023804,0.00000,0.041
+78,mlp.experts.123.down_proj,rtn: 0.0024414,0.00000,0.039
+78,mlp.experts.152.down_proj,rtn: 0.0024414,0.00000,0.039
+78,mlp.experts.116.down_proj,rtn: 0.0023193,0.00000,0.044
+78,mlp.experts.128.down_proj,rtn: 0.0024261,0.00000,0.042
+78,mlp.experts.142.down_proj,rtn: 0.0022888,0.00000,0.043
+78,mlp.experts.125.down_proj,rtn: 0.0023804,0.00000,0.039
+78,mlp.experts.121.down_proj,rtn: 0.0024109,0.00000,0.032
+78,mlp.experts.159.down_proj,rtn: 0.0024414,0.00000,0.037
+78,mlp.experts.138.down_proj,rtn: 0.0024719,0.00000,0.044
+78,mlp.experts.146.down_proj,rtn: 0.0025177,0.00000,0.037
+78,mlp.experts.119.down_proj,rtn: 0.0023041,0.00000,0.038
+78,mlp.experts.99.down_proj,rtn: 0.0023651,0.00000,0.046
+78,mlp.experts.161.down_proj,rtn: 0.0024414,0.00000,0.039
+78,mlp.experts.139.down_proj,rtn: 0.0023499,0.00000,0.031
+78,mlp.experts.117.down_proj,rtn: 0.0023956,0.00000,0.038
+78,mlp.experts.140.down_proj,rtn: 0.0024414,0.00000,0.038
+78,mlp.experts.118.down_proj,rtn: 0.0023346,0.00000,0.047
+78,mlp.experts.168.down_proj,rtn: 0.0023956,0.00000,0.037
+78,mlp.experts.132.down_proj,rtn: 0.0023346,0.00000,0.042
+78,mlp.experts.144.down_proj,rtn: 0.0023651,0.00000,0.039
+78,mlp.experts.137.down_proj,rtn: 0.0024109,0.00000,0.034
+78,mlp.experts.141.down_proj,rtn: 0.0023651,0.00000,0.038
+78,mlp.experts.158.down_proj,rtn: 0.0023041,0.00000,0.043
+78,mlp.experts.175.down_proj,rtn: 0.0024719,0.00000,0.038
+78,mlp.experts.162.down_proj,rtn: 0.0024567,0.00000,0.039
+78,mlp.experts.135.down_proj,rtn: 0.0024414,0.00000,0.039
+78,mlp.experts.154.down_proj,rtn: 0.0024109,0.00000,0.044
+78,mlp.experts.155.down_proj,rtn: 0.0023804,0.00000,0.030
+78,mlp.experts.177.down_proj,rtn: 0.0023499,0.00000,0.039
+78,mlp.experts.115.down_proj,rtn: 0.0024414,0.00000,0.039
+78,mlp.experts.133.down_proj,rtn: 0.0023651,0.00000,0.040
+78,mlp.experts.156.down_proj,rtn: 0.0023041,0.00000,0.038
+78,mlp.experts.184.down_proj,rtn: 0.0023651,0.00000,0.040
+78,mlp.experts.134.down_proj,rtn: 0.0023651,0.00000,0.049
+78,mlp.experts.153.down_proj,rtn: 0.0024872,0.00000,0.029
+78,mlp.experts.157.down_proj,rtn: 0.0023956,0.00000,0.030
+78,mlp.experts.160.down_proj,rtn: 0.0024109,0.00000,0.040
+78,mlp.experts.148.down_proj,rtn: 0.0023346,0.00000,0.041
+78,mlp.experts.178.down_proj,rtn: 0.0022583,0.00000,0.042
+78,mlp.experts.191.down_proj,rtn: 0.0023346,0.00000,0.040
+78,mlp.experts.174.down_proj,rtn: 0.0038147,0.00000,0.044
+78,mlp.experts.151.down_proj,rtn: 0.0024719,0.00000,0.038
+78,mlp.experts.171.down_proj,rtn: 0.0025330,0.00000,0.035
+78,mlp.experts.131.down_proj,rtn: 0.0025330,0.00000,0.033
+78,mlp.experts.172.down_proj,rtn: 0.0024414,0.00000,0.028
+78,mlp.experts.170.down_proj,rtn: 0.0023804,0.00000,0.042
+78,mlp.experts.149.down_proj,rtn: 0.0024414,0.00000,0.032
+78,mlp.experts.173.down_proj,rtn: 0.0024109,0.00000,0.024
+78,mlp.experts.169.down_proj,rtn: 0.0024719,0.00000,0.028
+78,mlp.experts.176.down_proj,rtn: 0.0024109,0.00000,0.032
+78,mlp.experts.150.down_proj,rtn: 0.0023346,0.00000,0.043
+78,mlp.experts.164.down_proj,rtn: 0.0024872,0.00000,0.031
+78,mlp.experts.190.down_proj,rtn: 0.0023651,0.00000,0.032
+78,mlp.experts.147.down_proj,rtn: 0.0023804,0.00000,0.027
+78,mlp.experts.187.down_proj,rtn: 0.0024719,0.00000,0.027
+78,mlp.experts.188.down_proj,rtn: 0.0023346,0.00000,0.023
+78,mlp.experts.167.down_proj,rtn: 0.0024414,0.00000,0.029
+78,mlp.experts.189.down_proj,rtn: 0.0023804,0.00000,0.024
+78,mlp.experts.185.down_proj,rtn: 0.0024109,0.00000,0.025
+78,mlp.experts.165.down_proj,rtn: 0.0023499,0.00000,0.033
+78,mlp.experts.186.down_proj,rtn: 0.0023499,0.00000,0.034
+78,mlp.experts.166.down_proj,rtn: 0.0024261,0.00000,0.021
+78,mlp.experts.180.down_proj,rtn: 0.0023804,0.00000,0.018
+78,mlp.experts.163.down_proj,rtn: 0.0023804,0.00000,0.021
+78,mlp.experts.181.down_proj,rtn: 0.0023346,0.00000,0.011
+78,mlp.experts.182.down_proj,rtn: 0.0023956,0.00000,0.010
+78,mlp.experts.183.down_proj,rtn: 0.0023651,0.00000,0.023
+78,mlp.experts.179.down_proj,rtn: 0.0024109,0.00000,0.012
+78,mlp.shared_experts.up_proj,rtn: 0.0017700,0.00000,0.027
+78,mlp.shared_experts.gate_proj,rtn: 0.0020599,0.00000,0.027
+78,mlp.shared_experts.down_proj,rtn: 0.0021362,0.00000,0.022
+79,self_attn.k_proj,rtn: 0.0019684,0.00000,0.013
+79,self_attn.v_proj,rtn: 0.0043030,0.00000,0.013
+79,self_attn.q_proj,rtn: 0.0019836,0.00000,0.015
+79,self_attn.o_proj,rtn: 0.0028381,0.00000,0.057
+79,mlp.experts.6.gate_proj,rtn: 0.0024567,0.00000,0.119
+79,mlp.experts.13.gate_proj,rtn: 0.0023651,0.00000,0.133
+79,mlp.experts.4.gate_proj,rtn: 0.0024414,0.00000,0.139
+79,mlp.experts.0.gate_proj,rtn: 0.0025940,0.00000,0.140
+79,mlp.experts.7.gate_proj,rtn: 0.0025024,0.00000,0.141
+79,mlp.experts.12.gate_proj,rtn: 0.0024109,0.00000,0.141
+79,mlp.experts.8.gate_proj,rtn: 0.0024872,0.00000,0.142
+79,mlp.experts.2.gate_proj,rtn: 0.0023193,0.00000,0.141
+79,mlp.experts.14.gate_proj,rtn: 0.0025177,0.00000,0.141
+79,mlp.experts.10.gate_proj,rtn: 0.0027161,0.00000,0.142
+79,mlp.experts.15.gate_proj,rtn: 0.0024261,0.00000,0.144
+79,mlp.experts.5.gate_proj,rtn: 0.0024719,0.00000,0.146
+79,mlp.experts.3.gate_proj,rtn: 0.0026093,0.00000,0.147
+79,mlp.experts.1.gate_proj,rtn: 0.0023651,0.00000,0.152
+79,mlp.experts.9.gate_proj,rtn: 0.0025330,0.00000,0.173
+79,mlp.experts.11.gate_proj,rtn: 0.0023956,0.00000,0.176
+79,mlp.experts.22.gate_proj,rtn: 0.0023346,0.00000,0.082
+79,mlp.experts.29.gate_proj,rtn: 0.0026093,0.00000,0.088
+79,mlp.experts.20.gate_proj,rtn: 0.0024261,0.00000,0.100
+79,mlp.experts.23.gate_proj,rtn: 0.0021667,0.00000,0.107
+79,mlp.experts.31.gate_proj,rtn: 0.0025177,0.00000,0.122
+79,mlp.experts.24.gate_proj,rtn: 0.0023346,0.00000,0.118
+79,mlp.experts.26.gate_proj,rtn: 0.0024567,0.00000,0.108
+79,mlp.experts.30.gate_proj,rtn: 0.0025635,0.00000,0.115
+79,mlp.experts.27.gate_proj,rtn: 0.0023804,0.00000,0.107
+79,mlp.experts.28.gate_proj,rtn: 0.0023651,0.00000,0.130
+79,mlp.experts.19.gate_proj,rtn: 0.0023193,0.00000,0.097
+79,mlp.experts.18.gate_proj,rtn: 0.0028229,0.00000,0.129
+79,mlp.experts.25.gate_proj,rtn: 0.0025330,0.00000,0.106
+79,mlp.experts.16.gate_proj,rtn: 0.0025177,0.00000,0.133
+79,mlp.experts.38.gate_proj,rtn: 0.0025024,0.00000,0.104
+79,mlp.experts.21.gate_proj,rtn: 0.0025330,0.00000,0.128
+79,mlp.experts.17.gate_proj,rtn: 0.0025940,0.00000,0.134
+79,mlp.experts.45.gate_proj,rtn: 0.0024109,0.00000,0.116
+79,mlp.experts.36.gate_proj,rtn: 0.0024872,0.00000,0.099
+79,mlp.experts.39.gate_proj,rtn: 0.0025330,0.00000,0.101
+79,mlp.experts.47.gate_proj,rtn: 0.0024109,0.00000,0.101
+79,mlp.experts.40.gate_proj,rtn: 0.0024567,0.00000,0.093
+79,mlp.experts.42.gate_proj,rtn: 0.0024872,0.00000,0.096
+79,mlp.experts.46.gate_proj,rtn: 0.0026093,0.00000,0.096
+79,mlp.experts.43.gate_proj,rtn: 0.0027008,0.00000,0.097
+79,mlp.experts.44.gate_proj,rtn: 0.0025482,0.00000,0.100
+79,mlp.experts.34.gate_proj,rtn: 0.0026245,0.00000,0.099
+79,mlp.experts.35.gate_proj,rtn: 0.0024261,0.00000,0.103
+79,mlp.experts.32.gate_proj,rtn: 0.0023499,0.00000,0.090
+79,mlp.experts.41.gate_proj,rtn: 0.0023804,0.00000,0.099
+79,mlp.experts.54.gate_proj,rtn: 0.0025177,0.00000,0.091
+79,mlp.experts.37.gate_proj,rtn: 0.0023346,0.00000,0.100
+79,mlp.experts.33.gate_proj,rtn: 0.0025330,0.00000,0.101
+79,mlp.experts.52.gate_proj,rtn: 0.0024109,0.00000,0.089
+79,mlp.experts.61.gate_proj,rtn: 0.0026855,0.00000,0.097
+79,mlp.experts.56.gate_proj,rtn: 0.0025787,0.00000,0.087
+79,mlp.experts.55.gate_proj,rtn: 0.0027008,0.00000,0.099
+79,mlp.experts.62.gate_proj,rtn: 0.0024261,0.00000,0.081
+79,mlp.experts.63.gate_proj,rtn: 0.0024261,0.00000,0.097
+79,mlp.experts.58.gate_proj,rtn: 0.0026398,0.00000,0.092
+79,mlp.experts.60.gate_proj,rtn: 0.0025635,0.00000,0.082
+79,mlp.experts.59.gate_proj,rtn: 0.0025787,0.00000,0.092
+79,mlp.experts.70.gate_proj,rtn: 0.0024414,0.00000,0.079
+79,mlp.experts.48.gate_proj,rtn: 0.0025482,0.00000,0.085
+79,mlp.experts.57.gate_proj,rtn: 0.0023193,0.00000,0.090
+79,mlp.experts.50.gate_proj,rtn: 0.0025635,0.00000,0.094
+79,mlp.experts.51.gate_proj,rtn: 0.0026855,0.00000,0.095
+79,mlp.experts.49.gate_proj,rtn: 0.0024109,0.00000,0.092
+79,mlp.experts.53.gate_proj,rtn: 0.0025482,0.00000,0.096
+79,mlp.experts.68.gate_proj,rtn: 0.0026245,0.00000,0.085
+79,mlp.experts.77.gate_proj,rtn: 0.0025787,0.00000,0.095
+79,mlp.experts.78.gate_proj,rtn: 0.0025177,0.00000,0.085
+79,mlp.experts.72.gate_proj,rtn: 0.0026093,0.00000,0.088
+79,mlp.experts.74.gate_proj,rtn: 0.0025330,0.00000,0.085
+79,mlp.experts.71.gate_proj,rtn: 0.0025940,0.00000,0.100
+79,mlp.experts.86.gate_proj,rtn: 0.0024414,0.00000,0.081
+79,mlp.experts.79.gate_proj,rtn: 0.0024872,0.00000,0.100
+79,mlp.experts.76.gate_proj,rtn: 0.0025177,0.00000,0.095
+79,mlp.experts.64.gate_proj,rtn: 0.0026093,0.00000,0.086
+79,mlp.experts.75.gate_proj,rtn: 0.0024261,0.00000,0.095
+79,mlp.experts.73.gate_proj,rtn: 0.0025940,0.00000,0.087
+79,mlp.experts.66.gate_proj,rtn: 0.0025482,0.00000,0.083
+79,mlp.experts.67.gate_proj,rtn: 0.0025482,0.00000,0.095
+79,mlp.experts.84.gate_proj,rtn: 0.0023956,0.00000,0.079
+79,mlp.experts.65.gate_proj,rtn: 0.0023956,0.00000,0.096
+79,mlp.experts.69.gate_proj,rtn: 0.0023956,0.00000,0.092
+79,mlp.experts.93.gate_proj,rtn: 0.0024567,0.00000,0.087
+79,mlp.experts.88.gate_proj,rtn: 0.0025940,0.00000,0.083
+79,mlp.experts.90.gate_proj,rtn: 0.0026093,0.00000,0.079
+79,mlp.experts.94.gate_proj,rtn: 0.0025330,0.00000,0.090
+79,mlp.experts.102.gate_proj,rtn: 0.0024414,0.00000,0.076
+79,mlp.experts.87.gate_proj,rtn: 0.0025177,0.00000,0.097
+79,mlp.experts.80.gate_proj,rtn: 0.0025940,0.00000,0.082
+79,mlp.experts.95.gate_proj,rtn: 0.0024261,0.00000,0.092
+79,mlp.experts.82.gate_proj,rtn: 0.0026245,0.00000,0.085
+79,mlp.experts.92.gate_proj,rtn: 0.0023956,0.00000,0.094
+79,mlp.experts.91.gate_proj,rtn: 0.0025482,0.00000,0.096
+79,mlp.experts.89.gate_proj,rtn: 0.0024719,0.00000,0.093
+79,mlp.experts.83.gate_proj,rtn: 0.0023499,0.00000,0.100
+79,mlp.experts.100.gate_proj,rtn: 0.0023346,0.00000,0.089
+79,mlp.experts.81.gate_proj,rtn: 0.0024261,0.00000,0.087
+79,mlp.experts.85.gate_proj,rtn: 0.0026398,0.00000,0.085
+79,mlp.experts.109.gate_proj,rtn: 0.0025482,0.00000,0.088
+79,mlp.experts.106.gate_proj,rtn: 0.0027466,0.00000,0.083
+79,mlp.experts.110.gate_proj,rtn: 0.0024719,0.00000,0.086
+79,mlp.experts.104.gate_proj,rtn: 0.0025024,0.00000,0.093
+79,mlp.experts.118.gate_proj,rtn: 0.0024109,0.00000,0.091
+79,mlp.experts.96.gate_proj,rtn: 0.0024567,0.00000,0.085
+79,mlp.experts.111.gate_proj,rtn: 0.0025635,0.00000,0.087
+79,mlp.experts.103.gate_proj,rtn: 0.0024261,0.00000,0.098
+79,mlp.experts.108.gate_proj,rtn: 0.0024872,0.00000,0.089
+79,mlp.experts.105.gate_proj,rtn: 0.0024567,0.00000,0.085
+79,mlp.experts.98.gate_proj,rtn: 0.0025024,0.00000,0.095
+79,mlp.experts.107.gate_proj,rtn: 0.0027466,0.00000,0.092
+79,mlp.experts.116.gate_proj,rtn: 0.0025024,0.00000,0.086
+79,mlp.experts.101.gate_proj,rtn: 0.0023956,0.00000,0.078
+79,mlp.experts.99.gate_proj,rtn: 0.0023956,0.00000,0.099
+79,mlp.experts.125.gate_proj,rtn: 0.0025482,0.00000,0.078
+79,mlp.experts.97.gate_proj,rtn: 0.0024567,0.00000,0.100
+79,mlp.experts.120.gate_proj,rtn: 0.0021973,0.00000,0.082
+79,mlp.experts.126.gate_proj,rtn: 0.0025787,0.00000,0.094
+79,mlp.experts.122.gate_proj,rtn: 0.0025177,0.00000,0.096
+79,mlp.experts.112.gate_proj,rtn: 0.0025024,0.00000,0.081
+79,mlp.experts.134.gate_proj,rtn: 0.0025177,0.00000,0.097
+79,mlp.experts.127.gate_proj,rtn: 0.0024872,0.00000,0.086
+79,mlp.experts.121.gate_proj,rtn: 0.0026398,0.00000,0.078
+79,mlp.experts.119.gate_proj,rtn: 0.0024719,0.00000,0.089
+79,mlp.experts.124.gate_proj,rtn: 0.0025024,0.00000,0.094
+79,mlp.experts.132.gate_proj,rtn: 0.0024719,0.00000,0.079
+79,mlp.experts.123.gate_proj,rtn: 0.0024719,0.00000,0.097
+79,mlp.experts.117.gate_proj,rtn: 0.0026703,0.00000,0.084
+79,mlp.experts.114.gate_proj,rtn: 0.0024872,0.00000,0.098
+79,mlp.experts.141.gate_proj,rtn: 0.0025787,0.00000,0.085
+79,mlp.experts.115.gate_proj,rtn: 0.0023804,0.00000,0.096
+79,mlp.experts.113.gate_proj,rtn: 0.0024719,0.00000,0.094
+79,mlp.experts.136.gate_proj,rtn: 0.0024414,0.00000,0.088
+79,mlp.experts.128.gate_proj,rtn: 0.0024414,0.00000,0.083
+79,mlp.experts.137.gate_proj,rtn: 0.0025482,0.00000,0.075
+79,mlp.experts.142.gate_proj,rtn: 0.0026245,0.00000,0.095
+79,mlp.experts.138.gate_proj,rtn: 0.0025330,0.00000,0.096
+79,mlp.experts.150.gate_proj,rtn: 0.0024719,0.00000,0.086
+79,mlp.experts.143.gate_proj,rtn: 0.0023499,0.00000,0.092
+79,mlp.experts.135.gate_proj,rtn: 0.0025787,0.00000,0.096
+79,mlp.experts.140.gate_proj,rtn: 0.0024872,0.00000,0.088
+79,mlp.experts.148.gate_proj,rtn: 0.0024719,0.00000,0.086
+79,mlp.experts.133.gate_proj,rtn: 0.0023193,0.00000,0.081
+79,mlp.experts.157.gate_proj,rtn: 0.0025024,0.00000,0.086
+79,mlp.experts.139.gate_proj,rtn: 0.0023804,0.00000,0.099
+79,mlp.experts.130.gate_proj,rtn: 0.0024261,0.00000,0.097
+79,mlp.experts.131.gate_proj,rtn: 0.0025177,0.00000,0.093
+79,mlp.experts.129.gate_proj,rtn: 0.0024261,0.00000,0.089
+79,mlp.experts.152.gate_proj,rtn: 0.0024872,0.00000,0.084
+79,mlp.experts.144.gate_proj,rtn: 0.0025482,0.00000,0.081
+79,mlp.experts.153.gate_proj,rtn: 0.0023499,0.00000,0.094
+79,mlp.experts.154.gate_proj,rtn: 0.0023346,0.00000,0.086
+79,mlp.experts.159.gate_proj,rtn: 0.0025024,0.00000,0.082
+79,mlp.experts.166.gate_proj,rtn: 0.0025482,0.00000,0.087
+79,mlp.experts.158.gate_proj,rtn: 0.0024719,0.00000,0.091
+79,mlp.experts.156.gate_proj,rtn: 0.0024719,0.00000,0.081
+79,mlp.experts.151.gate_proj,rtn: 0.0026093,0.00000,0.089
+79,mlp.experts.149.gate_proj,rtn: 0.0022736,0.00000,0.086
+79,mlp.experts.164.gate_proj,rtn: 0.0025940,0.00000,0.095
+79,mlp.experts.155.gate_proj,rtn: 0.0025024,0.00000,0.082
+79,mlp.experts.173.gate_proj,rtn: 0.0024719,0.00000,0.097
+79,mlp.experts.146.gate_proj,rtn: 0.0021515,0.00000,0.094
+79,mlp.experts.147.gate_proj,rtn: 0.0026093,0.00000,0.085
+79,mlp.experts.145.gate_proj,rtn: 0.0025482,0.00000,0.091
+79,mlp.experts.168.gate_proj,rtn: 0.0023499,0.00000,0.092
+79,mlp.experts.160.gate_proj,rtn: 0.0025024,0.00000,0.090
+79,mlp.experts.169.gate_proj,rtn: 0.0025787,0.00000,0.086
+79,mlp.experts.182.gate_proj,rtn: 0.0023956,0.00000,0.085
+79,mlp.experts.175.gate_proj,rtn: 0.0023041,0.00000,0.097
+79,mlp.experts.170.gate_proj,rtn: 0.0023804,0.00000,0.095
+79,mlp.experts.174.gate_proj,rtn: 0.0023956,0.00000,0.099
+79,mlp.experts.172.gate_proj,rtn: 0.0025635,0.00000,0.098
+79,mlp.experts.165.gate_proj,rtn: 0.0025482,0.00000,0.088
+79,mlp.experts.167.gate_proj,rtn: 0.0024261,0.00000,0.095
+79,mlp.experts.180.gate_proj,rtn: 0.0024872,0.00000,0.091
+79,mlp.experts.171.gate_proj,rtn: 0.0026245,0.00000,0.097
+79,mlp.experts.189.gate_proj,rtn: 0.0026398,0.00000,0.089
+79,mlp.experts.162.gate_proj,rtn: 0.0024414,0.00000,0.091
+79,mlp.experts.163.gate_proj,rtn: 0.0024719,0.00000,0.099
+79,mlp.experts.161.gate_proj,rtn: 0.0025024,0.00000,0.091
+79,mlp.experts.176.gate_proj,rtn: 0.0025330,0.00000,0.090
+79,mlp.experts.184.gate_proj,rtn: 0.0024567,0.00000,0.098
+79,mlp.experts.185.gate_proj,rtn: 0.0025177,0.00000,0.093
+79,mlp.experts.186.gate_proj,rtn: 0.0027161,0.00000,0.084
+79,mlp.experts.6.up_proj,rtn: 0.0024414,0.00000,0.096
+79,mlp.experts.190.gate_proj,rtn: 0.0024414,0.00000,0.093
+79,mlp.experts.191.gate_proj,rtn: 0.0026093,0.00000,0.100
+79,mlp.experts.4.up_proj,rtn: 0.0023499,0.00000,0.087
+79,mlp.experts.181.gate_proj,rtn: 0.0026398,0.00000,0.098
+79,mlp.experts.188.gate_proj,rtn: 0.0024567,0.00000,0.097
+79,mlp.experts.183.gate_proj,rtn: 0.0024567,0.00000,0.099
+79,mlp.experts.13.up_proj,rtn: 0.0023499,0.00000,0.090
+79,mlp.experts.187.gate_proj,rtn: 0.0024261,0.00000,0.098
+79,mlp.experts.178.gate_proj,rtn: 0.0023499,0.00000,0.089
+79,mlp.experts.179.gate_proj,rtn: 0.0023956,0.00000,0.097
+79,mlp.experts.177.gate_proj,rtn: 0.0024414,0.00000,0.095
+79,mlp.experts.0.up_proj,rtn: 0.0025024,0.00000,0.098
+79,mlp.experts.8.up_proj,rtn: 0.0024261,0.00000,0.096
+79,mlp.experts.10.up_proj,rtn: 0.0026550,0.00000,0.082
+79,mlp.experts.14.up_proj,rtn: 0.0024109,0.00000,0.072
+79,mlp.experts.9.up_proj,rtn: 0.0024261,0.00000,0.096
+79,mlp.experts.22.up_proj,rtn: 0.0023041,0.00000,0.091
+79,mlp.experts.15.up_proj,rtn: 0.0024414,0.00000,0.096
+79,mlp.experts.20.up_proj,rtn: 0.0024414,0.00000,0.090
+79,mlp.experts.12.up_proj,rtn: 0.0023346,0.00000,0.094
+79,mlp.experts.5.up_proj,rtn: 0.0023956,0.00000,0.097
+79,mlp.experts.2.up_proj,rtn: 0.0023193,0.00000,0.076
+79,mlp.experts.7.up_proj,rtn: 0.0025177,0.00000,0.100
+79,mlp.experts.29.up_proj,rtn: 0.0025024,0.00000,0.093
+79,mlp.experts.11.up_proj,rtn: 0.0023956,0.00000,0.097
+79,mlp.experts.30.up_proj,rtn: 0.0025330,0.00000,0.069
+79,mlp.experts.1.up_proj,rtn: 0.0023499,0.00000,0.091
+79,mlp.experts.16.up_proj,rtn: 0.0024109,0.00000,0.084
+79,mlp.experts.26.up_proj,rtn: 0.0024414,0.00000,0.077
+79,mlp.experts.3.up_proj,rtn: 0.0025024,0.00000,0.101
+79,mlp.experts.38.up_proj,rtn: 0.0026855,0.00000,0.066
+79,mlp.experts.24.up_proj,rtn: 0.0022888,0.00000,0.095
+79,mlp.experts.25.up_proj,rtn: 0.0024567,0.00000,0.092
+79,mlp.experts.18.up_proj,rtn: 0.0028992,0.00000,0.072
+79,mlp.experts.36.up_proj,rtn: 0.0024261,0.00000,0.088
+79,mlp.experts.28.up_proj,rtn: 0.0024872,0.00000,0.084
+79,mlp.experts.31.up_proj,rtn: 0.0025330,0.00000,0.098
+79,mlp.experts.23.up_proj,rtn: 0.0023346,0.00000,0.089
+79,mlp.experts.21.up_proj,rtn: 0.0024414,0.00000,0.096
+79,mlp.experts.45.up_proj,rtn: 0.0023804,0.00000,0.093
+79,mlp.experts.46.up_proj,rtn: 0.0025635,0.00000,0.075
+79,mlp.experts.27.up_proj,rtn: 0.0023193,0.00000,0.090
+79,mlp.experts.54.up_proj,rtn: 0.0024719,0.00000,0.064
+79,mlp.experts.42.up_proj,rtn: 0.0024719,0.00000,0.078
+79,mlp.experts.32.up_proj,rtn: 0.0023956,0.00000,0.085
+79,mlp.experts.17.up_proj,rtn: 0.0025177,0.00000,0.098
+79,mlp.experts.40.up_proj,rtn: 0.0023499,0.00000,0.084
+79,mlp.experts.19.up_proj,rtn: 0.0023041,0.00000,0.105
+79,mlp.experts.34.up_proj,rtn: 0.0025635,0.00000,0.071
+79,mlp.experts.41.up_proj,rtn: 0.0024567,0.00000,0.091
+79,mlp.experts.52.up_proj,rtn: 0.0024414,0.00000,0.085
+79,mlp.experts.44.up_proj,rtn: 0.0024719,0.00000,0.090
+79,mlp.experts.47.up_proj,rtn: 0.0023346,0.00000,0.095
+79,mlp.experts.37.up_proj,rtn: 0.0023041,0.00000,0.090
+79,mlp.experts.39.up_proj,rtn: 0.0024109,0.00000,0.094
+79,mlp.experts.70.up_proj,rtn: 0.0023956,0.00000,0.088
+79,mlp.experts.62.up_proj,rtn: 0.0023956,0.00000,0.089
+79,mlp.experts.61.up_proj,rtn: 0.0025635,0.00000,0.094
+79,mlp.experts.58.up_proj,rtn: 0.0025787,0.00000,0.077
+79,mlp.experts.48.up_proj,rtn: 0.0025024,0.00000,0.078
+79,mlp.experts.43.up_proj,rtn: 0.0025787,0.00000,0.093
+79,mlp.experts.33.up_proj,rtn: 0.0025024,0.00000,0.085
+79,mlp.experts.56.up_proj,rtn: 0.0024719,0.00000,0.084
+79,mlp.experts.50.up_proj,rtn: 0.0025635,0.00000,0.080
+79,mlp.experts.57.up_proj,rtn: 0.0023804,0.00000,0.088
+79,mlp.experts.68.up_proj,rtn: 0.0025787,0.00000,0.081
+79,mlp.experts.35.up_proj,rtn: 0.0023346,0.00000,0.106
+79,mlp.experts.60.up_proj,rtn: 0.0026398,0.00000,0.089
+79,mlp.experts.63.up_proj,rtn: 0.0023346,0.00000,0.099
+79,mlp.experts.53.up_proj,rtn: 0.0024719,0.00000,0.094
+79,mlp.experts.55.up_proj,rtn: 0.0026245,0.00000,0.097
+79,mlp.experts.64.up_proj,rtn: 0.0024567,0.00000,0.080
+79,mlp.experts.74.up_proj,rtn: 0.0024872,0.00000,0.090
+79,mlp.experts.77.up_proj,rtn: 0.0024109,0.00000,0.095
+79,mlp.experts.49.up_proj,rtn: 0.0023499,0.00000,0.084
+79,mlp.experts.59.up_proj,rtn: 0.0028534,0.00000,0.091
+79,mlp.experts.78.up_proj,rtn: 0.0023804,0.00000,0.097
+79,mlp.experts.72.up_proj,rtn: 0.0024872,0.00000,0.084
+79,mlp.experts.86.up_proj,rtn: 0.0024109,0.00000,0.110
+79,mlp.experts.84.up_proj,rtn: 0.0024109,0.00000,0.079
+79,mlp.experts.66.up_proj,rtn: 0.0024567,0.00000,0.103
+79,mlp.experts.73.up_proj,rtn: 0.0024719,0.00000,0.091
+79,mlp.experts.51.up_proj,rtn: 0.0024414,0.00000,0.086
+79,mlp.experts.76.up_proj,rtn: 0.0024414,0.00000,0.078
+79,mlp.experts.80.up_proj,rtn: 0.0025330,0.00000,0.075
+79,mlp.experts.79.up_proj,rtn: 0.0023956,0.00000,0.091
+79,mlp.experts.71.up_proj,rtn: 0.0025330,0.00000,0.085
+79,mlp.experts.69.up_proj,rtn: 0.0023499,0.00000,0.086
+79,mlp.experts.90.up_proj,rtn: 0.0026550,0.00000,0.084
+79,mlp.experts.65.up_proj,rtn: 0.0023499,0.00000,0.076
+79,mlp.experts.88.up_proj,rtn: 0.0024719,0.00000,0.076
+79,mlp.experts.94.up_proj,rtn: 0.0024719,0.00000,0.084
+79,mlp.experts.75.up_proj,rtn: 0.0023346,0.00000,0.092
+79,mlp.experts.102.up_proj,rtn: 0.0024109,0.00000,0.084
+79,mlp.experts.93.up_proj,rtn: 0.0024414,0.00000,0.093
+79,mlp.experts.100.up_proj,rtn: 0.0022736,0.00000,0.079
+79,mlp.experts.67.up_proj,rtn: 0.0025482,0.00000,0.083
+79,mlp.experts.92.up_proj,rtn: 0.0023346,0.00000,0.080
+79,mlp.experts.89.up_proj,rtn: 0.0023956,0.00000,0.088
+79,mlp.experts.82.up_proj,rtn: 0.0025177,0.00000,0.094
+79,mlp.experts.96.up_proj,rtn: 0.0023804,0.00000,0.080
+79,mlp.experts.87.up_proj,rtn: 0.0024414,0.00000,0.082
+79,mlp.experts.85.up_proj,rtn: 0.0026398,0.00000,0.080
+79,mlp.experts.95.up_proj,rtn: 0.0023499,0.00000,0.086
+79,mlp.experts.81.up_proj,rtn: 0.0023499,0.00000,0.086
+79,mlp.experts.106.up_proj,rtn: 0.0028687,0.00000,0.088
+79,mlp.experts.104.up_proj,rtn: 0.0024719,0.00000,0.086
+79,mlp.experts.91.up_proj,rtn: 0.0024567,0.00000,0.080
+79,mlp.experts.110.up_proj,rtn: 0.0024261,0.00000,0.085
+79,mlp.experts.118.up_proj,rtn: 0.0023346,0.00000,0.088
+79,mlp.experts.109.up_proj,rtn: 0.0024109,0.00000,0.092
+79,mlp.experts.116.up_proj,rtn: 0.0024719,0.00000,0.088
+79,mlp.experts.83.up_proj,rtn: 0.0023041,0.00000,0.088
+79,mlp.experts.108.up_proj,rtn: 0.0023651,0.00000,0.088
+79,mlp.experts.98.up_proj,rtn: 0.0024109,0.00000,0.092
+79,mlp.experts.105.up_proj,rtn: 0.0023804,0.00000,0.091
+79,mlp.experts.112.up_proj,rtn: 0.0024719,0.00000,0.082
+79,mlp.experts.101.up_proj,rtn: 0.0024719,0.00000,0.085
+79,mlp.experts.97.up_proj,rtn: 0.0023499,0.00000,0.078
+79,mlp.experts.103.up_proj,rtn: 0.0023499,0.00000,0.090
+79,mlp.experts.111.up_proj,rtn: 0.0024719,0.00000,0.089
+79,mlp.experts.120.up_proj,rtn: 0.0023804,0.00000,0.080
+79,mlp.experts.107.up_proj,rtn: 0.0026398,0.00000,0.086
+79,mlp.experts.122.up_proj,rtn: 0.0024567,0.00000,0.097
+79,mlp.experts.134.up_proj,rtn: 0.0025482,0.00000,0.083
+79,mlp.experts.132.up_proj,rtn: 0.0023804,0.00000,0.076
+79,mlp.experts.126.up_proj,rtn: 0.0024872,0.00000,0.099
+79,mlp.experts.125.up_proj,rtn: 0.0023041,0.00000,0.091
+79,mlp.experts.124.up_proj,rtn: 0.0023804,0.00000,0.068
+79,mlp.experts.99.up_proj,rtn: 0.0022888,0.00000,0.097
+79,mlp.experts.128.up_proj,rtn: 0.0023346,0.00000,0.074
+79,mlp.experts.114.up_proj,rtn: 0.0024261,0.00000,0.089
+79,mlp.experts.121.up_proj,rtn: 0.0024719,0.00000,0.091
+79,mlp.experts.136.up_proj,rtn: 0.0023346,0.00000,0.070
+79,mlp.experts.117.up_proj,rtn: 0.0024414,0.00000,0.081
+79,mlp.experts.113.up_proj,rtn: 0.0024109,0.00000,0.092
+79,mlp.experts.127.up_proj,rtn: 0.0024261,0.00000,0.089
+79,mlp.experts.148.up_proj,rtn: 0.0026550,0.00000,0.075
+79,mlp.experts.123.up_proj,rtn: 0.0024261,0.00000,0.093
+79,mlp.experts.150.up_proj,rtn: 0.0024567,0.00000,0.087
+79,mlp.experts.119.up_proj,rtn: 0.0023651,0.00000,0.108
+79,mlp.experts.140.up_proj,rtn: 0.0024109,0.00000,0.074
+79,mlp.experts.138.up_proj,rtn: 0.0025024,0.00000,0.097
+79,mlp.experts.142.up_proj,rtn: 0.0025482,0.00000,0.097
+79,mlp.experts.144.up_proj,rtn: 0.0024872,0.00000,0.067
+79,mlp.experts.141.up_proj,rtn: 0.0025024,0.00000,0.093
+79,mlp.experts.137.up_proj,rtn: 0.0024719,0.00000,0.090
+79,mlp.experts.130.up_proj,rtn: 0.0023499,0.00000,0.092
+79,mlp.experts.115.up_proj,rtn: 0.0023804,0.00000,0.099
+79,mlp.experts.152.up_proj,rtn: 0.0023651,0.00000,0.081
+79,mlp.experts.133.up_proj,rtn: 0.0023346,0.00000,0.090
+79,mlp.experts.129.up_proj,rtn: 0.0023804,0.00000,0.086
+79,mlp.experts.143.up_proj,rtn: 0.0023041,0.00000,0.091
+79,mlp.experts.164.up_proj,rtn: 0.0025482,0.00000,0.090
+79,mlp.experts.166.up_proj,rtn: 0.0025482,0.00000,0.092
+79,mlp.experts.156.up_proj,rtn: 0.0023956,0.00000,0.086
+79,mlp.experts.139.up_proj,rtn: 0.0023041,0.00000,0.097
+79,mlp.experts.135.up_proj,rtn: 0.0024872,0.00000,0.100
+79,mlp.experts.160.up_proj,rtn: 0.0023804,0.00000,0.084
+79,mlp.experts.154.up_proj,rtn: 0.0023193,0.00000,0.094
+79,mlp.experts.158.up_proj,rtn: 0.0023956,0.00000,0.089
+79,mlp.experts.157.up_proj,rtn: 0.0024567,0.00000,0.095
+79,mlp.experts.131.up_proj,rtn: 0.0024109,0.00000,0.083
+79,mlp.experts.146.up_proj,rtn: 0.0023193,0.00000,0.093
+79,mlp.experts.153.up_proj,rtn: 0.0022736,0.00000,0.097
+79,mlp.experts.168.up_proj,rtn: 0.0023193,0.00000,0.090
+79,mlp.experts.149.up_proj,rtn: 0.0024719,0.00000,0.096
+79,mlp.experts.159.up_proj,rtn: 0.0024414,0.00000,0.088
+79,mlp.experts.145.up_proj,rtn: 0.0024872,0.00000,0.097
+79,mlp.experts.180.up_proj,rtn: 0.0023804,0.00000,0.089
+79,mlp.experts.151.up_proj,rtn: 0.0026245,0.00000,0.081
+79,mlp.experts.172.up_proj,rtn: 0.0025482,0.00000,0.092
+79,mlp.experts.176.up_proj,rtn: 0.0025482,0.00000,0.081
+79,mlp.experts.182.up_proj,rtn: 0.0023804,0.00000,0.099
+79,mlp.experts.155.up_proj,rtn: 0.0024567,0.00000,0.099
+79,mlp.experts.173.up_proj,rtn: 0.0024414,0.00000,0.087
+79,mlp.experts.174.up_proj,rtn: 0.0023651,0.00000,0.097
+79,mlp.experts.170.up_proj,rtn: 0.0023041,0.00000,0.102
+79,mlp.experts.184.up_proj,rtn: 0.0023651,0.00000,0.065
+79,mlp.experts.147.up_proj,rtn: 0.0025635,0.00000,0.084
+79,mlp.experts.169.up_proj,rtn: 0.0025940,0.00000,0.084
+79,mlp.experts.162.up_proj,rtn: 0.0023804,0.00000,0.091
+79,mlp.experts.188.up_proj,rtn: 0.0023346,0.00000,0.048
+79,mlp.experts.165.up_proj,rtn: 0.0024719,0.00000,0.085
+79,mlp.experts.175.up_proj,rtn: 0.0022888,0.00000,0.088
+79,mlp.experts.161.up_proj,rtn: 0.0024261,0.00000,0.089
+79,mlp.experts.167.up_proj,rtn: 0.0024414,0.00000,0.088
+79,mlp.experts.186.up_proj,rtn: 0.0026245,0.00000,0.075
+79,mlp.experts.171.up_proj,rtn: 0.0025635,0.00000,0.094
+79,mlp.experts.190.up_proj,rtn: 0.0023804,0.00000,0.081
+79,mlp.experts.189.up_proj,rtn: 0.0025330,0.00000,0.089
+79,mlp.experts.178.up_proj,rtn: 0.0023041,0.00000,0.062
+79,mlp.experts.163.up_proj,rtn: 0.0023956,0.00000,0.090
+79,mlp.experts.185.up_proj,rtn: 0.0024414,0.00000,0.084
+79,mlp.experts.181.up_proj,rtn: 0.0025940,0.00000,0.083
+79,mlp.experts.191.up_proj,rtn: 0.0025177,0.00000,0.081
+79,mlp.experts.177.up_proj,rtn: 0.0023499,0.00000,0.076
+79,mlp.experts.183.up_proj,rtn: 0.0023956,0.00000,0.082
+79,mlp.experts.187.up_proj,rtn: 0.0023499,0.00000,0.075
+79,mlp.experts.179.up_proj,rtn: 0.0023346,0.00000,0.060
+79,mlp.experts.0.down_proj,rtn: 0.0025940,0.00000,0.014
+79,mlp.experts.12.down_proj,rtn: 0.0025635,0.00000,0.019
+79,mlp.experts.13.down_proj,rtn: 0.0026245,0.00000,0.029
+79,mlp.experts.14.down_proj,rtn: 0.0026093,0.00000,0.040
+79,mlp.experts.16.down_proj,rtn: 0.0025940,0.00000,0.044
+79,mlp.experts.6.down_proj,rtn: 0.0027161,0.00000,0.051
+79,mlp.experts.28.down_proj,rtn: 0.0026093,0.00000,0.039
+79,mlp.experts.7.down_proj,rtn: 0.0027771,0.00000,0.133
+79,mlp.experts.29.down_proj,rtn: 0.0025330,0.00000,0.039
+79,mlp.experts.5.down_proj,rtn: 0.0026093,0.00000,0.054
+79,mlp.experts.2.down_proj,rtn: 0.0027161,0.00000,0.059
+79,mlp.experts.4.down_proj,rtn: 0.0025787,0.00000,0.058
+79,mlp.experts.8.down_proj,rtn: 0.0025330,0.00000,0.058
+79,mlp.experts.10.down_proj,rtn: 0.0027771,0.00000,0.060
+79,mlp.experts.15.down_proj,rtn: 0.0028687,0.00000,0.140
+79,mlp.experts.3.down_proj,rtn: 0.0026855,0.00000,0.145
+79,mlp.experts.9.down_proj,rtn: 0.0026550,0.00000,0.063
+79,mlp.experts.1.down_proj,rtn: 0.0026550,0.00000,0.064
+79,mlp.experts.32.down_proj,rtn: 0.0024719,0.00000,0.021
+79,mlp.experts.11.down_proj,rtn: 0.0025787,0.00000,0.153
+79,mlp.experts.30.down_proj,rtn: 0.0025940,0.00000,0.035
+79,mlp.experts.21.down_proj,rtn: 0.0026093,0.00000,0.013
+79,mlp.experts.23.down_proj,rtn: 0.0025787,0.00000,0.030
+79,mlp.experts.22.down_proj,rtn: 0.0026855,0.00000,0.034
+79,mlp.experts.44.down_proj,rtn: 0.0026245,0.00000,0.031
+79,mlp.experts.31.down_proj,rtn: 0.0025940,0.00000,0.031
+79,mlp.experts.45.down_proj,rtn: 0.0026703,0.00000,0.015
+79,mlp.experts.18.down_proj,rtn: 0.0028534,0.00000,0.037
+79,mlp.experts.26.down_proj,rtn: 0.0028839,0.00000,0.026
+79,mlp.experts.24.down_proj,rtn: 0.0025635,0.00000,0.040
+79,mlp.experts.20.down_proj,rtn: 0.0029755,0.00000,0.053
+79,mlp.experts.48.down_proj,rtn: 0.0025482,0.00000,0.027
+79,mlp.experts.17.down_proj,rtn: 0.0026245,0.00000,0.049
+79,mlp.experts.19.down_proj,rtn: 0.0025177,0.00000,0.060
+79,mlp.experts.25.down_proj,rtn: 0.0025787,0.00000,0.056
+79,mlp.experts.27.down_proj,rtn: 0.0025330,0.00000,0.054
+79,mlp.experts.38.down_proj,rtn: 0.0025635,0.00000,0.042
+79,mlp.experts.46.down_proj,rtn: 0.0027618,0.00000,0.052
+79,mlp.experts.61.down_proj,rtn: 0.0026550,0.00000,0.037
+79,mlp.experts.37.down_proj,rtn: 0.0026245,0.00000,0.053
+79,mlp.experts.60.down_proj,rtn: 0.0028076,0.00000,0.045
+79,mlp.experts.64.down_proj,rtn: 0.0027618,0.00000,0.037
+79,mlp.experts.39.down_proj,rtn: 0.0027771,0.00000,0.061
+79,mlp.experts.47.down_proj,rtn: 0.0025787,0.00000,0.058
+79,mlp.experts.36.down_proj,rtn: 0.0027161,0.00000,0.042
+79,mlp.experts.34.down_proj,rtn: 0.0026550,0.00000,0.051
+79,mlp.experts.42.down_proj,rtn: 0.0025635,0.00000,0.051
+79,mlp.experts.40.down_proj,rtn: 0.0027313,0.00000,0.042
+79,mlp.experts.54.down_proj,rtn: 0.0026855,0.00000,0.040
+79,mlp.experts.62.down_proj,rtn: 0.0026398,0.00000,0.045
+79,mlp.experts.41.down_proj,rtn: 0.0027466,0.00000,0.052
+79,mlp.experts.33.down_proj,rtn: 0.0025635,0.00000,0.062
+79,mlp.experts.76.down_proj,rtn: 0.0025482,0.00000,0.047
+79,mlp.experts.77.down_proj,rtn: 0.0027618,0.00000,0.052
+79,mlp.experts.35.down_proj,rtn: 0.0025482,0.00000,0.073
+79,mlp.experts.80.down_proj,rtn: 0.0026855,0.00000,0.045
+79,mlp.experts.43.down_proj,rtn: 0.0025787,0.00000,0.059
+79,mlp.experts.53.down_proj,rtn: 0.0025024,0.00000,0.051
+79,mlp.experts.52.down_proj,rtn: 0.0027618,0.00000,0.043
+79,mlp.experts.55.down_proj,rtn: 0.0028076,0.00000,0.058
+79,mlp.experts.58.down_proj,rtn: 0.0026245,0.00000,0.057
+79,mlp.experts.50.down_proj,rtn: 0.0027466,0.00000,0.051
+79,mlp.experts.70.down_proj,rtn: 0.0025330,0.00000,0.042
+79,mlp.experts.78.down_proj,rtn: 0.0025482,0.00000,0.041
+79,mlp.experts.56.down_proj,rtn: 0.0025787,0.00000,0.053
+79,mlp.experts.63.down_proj,rtn: 0.0026855,0.00000,0.063
+79,mlp.experts.57.down_proj,rtn: 0.0026245,0.00000,0.054
+79,mlp.experts.49.down_proj,rtn: 0.0026093,0.00000,0.054
+79,mlp.experts.92.down_proj,rtn: 0.0024872,0.00000,0.052
+79,mlp.experts.51.down_proj,rtn: 0.0026093,0.00000,0.050
+79,mlp.experts.96.down_proj,rtn: 0.0025940,0.00000,0.050
+79,mlp.experts.93.down_proj,rtn: 0.0025482,0.00000,0.055
+79,mlp.experts.68.down_proj,rtn: 0.0025635,0.00000,0.045
+79,mlp.experts.74.down_proj,rtn: 0.0025024,0.00000,0.038
+79,mlp.experts.59.down_proj,rtn: 0.0026093,0.00000,0.058
+79,mlp.experts.72.down_proj,rtn: 0.0026245,0.00000,0.038
+79,mlp.experts.66.down_proj,rtn: 0.0026398,0.00000,0.043
+79,mlp.experts.69.down_proj,rtn: 0.0029297,0.00000,0.056
+79,mlp.experts.71.down_proj,rtn: 0.0026398,0.00000,0.058
+79,mlp.experts.94.down_proj,rtn: 0.0025787,0.00000,0.045
+79,mlp.experts.73.down_proj,rtn: 0.0026550,0.00000,0.041
+79,mlp.experts.86.down_proj,rtn: 0.0026550,0.00000,0.048
+79,mlp.experts.79.down_proj,rtn: 0.0025940,0.00000,0.049
+79,mlp.experts.90.down_proj,rtn: 0.0027313,0.00000,0.028
+79,mlp.experts.67.down_proj,rtn: 0.0027771,0.00000,0.041
+79,mlp.experts.65.down_proj,rtn: 0.0025787,0.00000,0.046
+79,mlp.experts.108.down_proj,rtn: 0.0027771,0.00000,0.051
+79,mlp.experts.109.down_proj,rtn: 0.0028687,0.00000,0.041
+79,mlp.experts.112.down_proj,rtn: 0.0026703,0.00000,0.052
+79,mlp.experts.84.down_proj,rtn: 0.0027313,0.00000,0.043
+79,mlp.experts.82.down_proj,rtn: 0.0026245,0.00000,0.044
+79,mlp.experts.88.down_proj,rtn: 0.0026398,0.00000,0.044
+79,mlp.experts.110.down_proj,rtn: 0.0025024,0.00000,0.041
+79,mlp.experts.87.down_proj,rtn: 0.0025635,0.00000,0.051
+79,mlp.experts.102.down_proj,rtn: 0.0028076,0.00000,0.041
+79,mlp.experts.75.down_proj,rtn: 0.0026703,0.00000,0.061
+79,mlp.experts.85.down_proj,rtn: 0.0026855,0.00000,0.061
+79,mlp.experts.106.down_proj,rtn: 0.0028076,0.00000,0.043
+79,mlp.experts.81.down_proj,rtn: 0.0025787,0.00000,0.049
+79,mlp.experts.89.down_proj,rtn: 0.0025482,0.00000,0.054
+79,mlp.experts.95.down_proj,rtn: 0.0025635,0.00000,0.061
+79,mlp.experts.83.down_proj,rtn: 0.0025787,0.00000,0.051
+79,mlp.experts.128.down_proj,rtn: 0.0026703,0.00000,0.051
+79,mlp.experts.100.down_proj,rtn: 0.0025177,0.00000,0.041
+79,mlp.experts.125.down_proj,rtn: 0.0032196,0.00000,0.054
+79,mlp.experts.126.down_proj,rtn: 0.0025024,0.00000,0.039
+79,mlp.experts.98.down_proj,rtn: 0.0025940,0.00000,0.048
+79,mlp.experts.124.down_proj,rtn: 0.0025482,0.00000,0.052
+79,mlp.experts.118.down_proj,rtn: 0.0026093,0.00000,0.036
+79,mlp.experts.104.down_proj,rtn: 0.0026245,0.00000,0.048
+79,mlp.experts.103.down_proj,rtn: 0.0025482,0.00000,0.052
+79,mlp.experts.122.down_proj,rtn: 0.0026093,0.00000,0.042
+79,mlp.experts.97.down_proj,rtn: 0.0026245,0.00000,0.050
+79,mlp.experts.91.down_proj,rtn: 0.0026093,0.00000,0.062
+79,mlp.experts.101.down_proj,rtn: 0.0026398,0.00000,0.057
+79,mlp.experts.99.down_proj,rtn: 0.0025940,0.00000,0.053
+79,mlp.experts.116.down_proj,rtn: 0.0029755,0.00000,0.045
+79,mlp.experts.144.down_proj,rtn: 0.0027161,0.00000,0.044
+79,mlp.experts.142.down_proj,rtn: 0.0025482,0.00000,0.042
+79,mlp.experts.105.down_proj,rtn: 0.0024719,0.00000,0.054
+79,mlp.experts.114.down_proj,rtn: 0.0025940,0.00000,0.041
+79,mlp.experts.141.down_proj,rtn: 0.0025635,0.00000,0.051
+79,mlp.experts.111.down_proj,rtn: 0.0025635,0.00000,0.062
+79,mlp.experts.120.down_proj,rtn: 0.0023193,0.00000,0.043
+79,mlp.experts.140.down_proj,rtn: 0.0025330,0.00000,0.049
+79,mlp.experts.134.down_proj,rtn: 0.0027466,0.00000,0.043
+79,mlp.experts.119.down_proj,rtn: 0.0027924,0.00000,0.053
+79,mlp.experts.138.down_proj,rtn: 0.0026855,0.00000,0.045
+79,mlp.experts.160.down_proj,rtn: 0.0027924,0.00000,0.027
+79,mlp.experts.113.down_proj,rtn: 0.0025635,0.00000,0.050
+79,mlp.experts.107.down_proj,rtn: 0.0026093,0.00000,0.051
+79,mlp.experts.132.down_proj,rtn: 0.0025482,0.00000,0.043
+79,mlp.experts.117.down_proj,rtn: 0.0025482,0.00000,0.054
+79,mlp.experts.121.down_proj,rtn: 0.0028381,0.00000,0.044
+79,mlp.experts.115.down_proj,rtn: 0.0025787,0.00000,0.059
+79,mlp.experts.158.down_proj,rtn: 0.0025330,0.00000,0.045
+79,mlp.experts.157.down_proj,rtn: 0.0025330,0.00000,0.041
+79,mlp.experts.130.down_proj,rtn: 0.0025940,0.00000,0.042
+79,mlp.experts.136.down_proj,rtn: 0.0026245,0.00000,0.034
+79,mlp.experts.156.down_proj,rtn: 0.0026550,0.00000,0.039
+79,mlp.experts.176.down_proj,rtn: 0.0027924,0.00000,0.027
+79,mlp.experts.150.down_proj,rtn: 0.0025482,0.00000,0.040
+79,mlp.experts.127.down_proj,rtn: 0.0025787,0.00000,0.054
+79,mlp.experts.135.down_proj,rtn: 0.0025482,0.00000,0.043
+79,mlp.experts.148.down_proj,rtn: 0.0027924,0.00000,0.028
+79,mlp.experts.154.down_proj,rtn: 0.0026245,0.00000,0.048
+79,mlp.experts.123.down_proj,rtn: 0.0026703,0.00000,0.046
+79,mlp.experts.129.down_proj,rtn: 0.0026550,0.00000,0.052
+79,mlp.experts.146.down_proj,rtn: 0.0024567,0.00000,0.028
+79,mlp.experts.152.down_proj,rtn: 0.0025024,0.00000,0.024
+79,mlp.experts.172.down_proj,rtn: 0.0026398,0.00000,0.027
+79,mlp.experts.137.down_proj,rtn: 0.0026093,0.00000,0.043
+79,mlp.experts.174.down_proj,rtn: 0.0025024,0.00000,0.039
+79,mlp.experts.133.down_proj,rtn: 0.0025787,0.00000,0.049
+79,mlp.experts.173.down_proj,rtn: 0.0025024,0.00000,0.039
+79,mlp.experts.164.down_proj,rtn: 0.0025940,0.00000,0.027
+79,mlp.experts.131.down_proj,rtn: 0.0027466,0.00000,0.052
+79,mlp.experts.166.down_proj,rtn: 0.0026245,0.00000,0.042
+79,mlp.experts.168.down_proj,rtn: 0.0026855,0.00000,0.022
+79,mlp.experts.151.down_proj,rtn: 0.0027313,0.00000,0.046
+79,mlp.experts.188.down_proj,rtn: 0.0026398,0.00000,0.023
+79,mlp.experts.162.down_proj,rtn: 0.0025635,0.00000,0.031
+79,mlp.experts.143.down_proj,rtn: 0.0027008,0.00000,0.051
+79,mlp.experts.139.down_proj,rtn: 0.0025940,0.00000,0.044
+79,mlp.experts.180.down_proj,rtn: 0.0026398,0.00000,0.021
+79,mlp.experts.170.down_proj,rtn: 0.0027466,0.00000,0.051
+79,mlp.experts.184.down_proj,rtn: 0.0025482,0.00000,0.018
+79,mlp.experts.149.down_proj,rtn: 0.0026398,0.00000,0.043
+79,mlp.experts.145.down_proj,rtn: 0.0025177,0.00000,0.056
+79,mlp.experts.153.down_proj,rtn: 0.0026550,0.00000,0.048
+79,mlp.experts.189.down_proj,rtn: 0.0027313,0.00000,0.036
+79,mlp.experts.190.down_proj,rtn: 0.0026398,0.00000,0.044
+79,mlp.experts.147.down_proj,rtn: 0.0026245,0.00000,0.048
+79,mlp.experts.182.down_proj,rtn: 0.0026093,0.00000,0.044
+79,mlp.experts.178.down_proj,rtn: 0.0027008,0.00000,0.032
+79,mlp.experts.167.down_proj,rtn: 0.0025177,0.00000,0.042
+79,mlp.experts.186.down_proj,rtn: 0.0027466,0.00000,0.028
+79,mlp.experts.159.down_proj,rtn: 0.0027161,0.00000,0.044
+79,mlp.experts.155.down_proj,rtn: 0.0025635,0.00000,0.042
+79,mlp.experts.165.down_proj,rtn: 0.0026093,0.00000,0.033
+79,mlp.experts.169.down_proj,rtn: 0.0027161,0.00000,0.026
+79,mlp.experts.161.down_proj,rtn: 0.0025330,0.00000,0.036
+79,mlp.experts.183.down_proj,rtn: 0.0024414,0.00000,0.032
+79,mlp.experts.163.down_proj,rtn: 0.0025787,0.00000,0.041
+79,mlp.experts.175.down_proj,rtn: 0.0027161,0.00000,0.034
+79,mlp.experts.171.down_proj,rtn: 0.0027008,0.00000,0.034
+79,mlp.experts.185.down_proj,rtn: 0.0025940,0.00000,0.028
+79,mlp.experts.181.down_proj,rtn: 0.0026398,0.00000,0.028
+79,mlp.experts.177.down_proj,rtn: 0.0026093,0.00000,0.032
+79,mlp.experts.179.down_proj,rtn: 0.0026703,0.00000,0.025
+79,mlp.experts.191.down_proj,rtn: 0.0025330,0.00000,0.022
+79,mlp.experts.187.down_proj,rtn: 0.0025635,0.00000,0.021
+79,mlp.shared_experts.up_proj,rtn: 0.0020599,0.00000,0.026
+79,mlp.shared_experts.gate_proj,rtn: 0.0021820,0.00000,0.026
+79,mlp.shared_experts.down_proj,rtn: 0.0016022,0.00000,0.020