layer,module,loss,samples,damp,time
0,self_attn.q_proj,0.0000000000,0.10000,1.405
0,self_attn.k_proj,0.0000000000,0.10000,1.846
0,self_attn.v_proj,0.0000000000,0.10000,0.792
0,self_attn.o_proj,0.0000000000,0.10000,1.217
0,mlp.gate,0.0000000023,0.10000,0.553
0,mlp.experts.0.up_proj,0.0000000068,0.10000,1.016
0,mlp.experts.1.up_proj,0.0000000041,0.10000,1.053
0,mlp.experts.2.up_proj,0.0000000018,0.10000,1.020
0,mlp.experts.3.up_proj,0.0000000166,0.10000,1.076
0,mlp.experts.4.up_proj,0.0000000230,0.10000,0.997
0,mlp.experts.5.up_proj,0.0000002368,0.10000,1.040
0,mlp.experts.6.up_proj,0.0000000140,0.10000,1.023
0,mlp.experts.7.up_proj,0.0000000031,0.10000,1.006
0,mlp.experts.8.up_proj,0.0000000375,0.10000,0.951
0,mlp.experts.9.up_proj,0.0000000477,0.10000,1.029
0,mlp.experts.10.up_proj,0.0000001161,0.10000,0.979
0,mlp.experts.11.up_proj,0.0000000037,0.10000,1.002
0,mlp.experts.12.up_proj,0.0000000081,0.10000,1.013
0,mlp.experts.13.up_proj,0.0000000134,0.10000,0.977
0,mlp.experts.14.up_proj,0.0000000343,0.10000,0.994
0,mlp.experts.15.up_proj,0.0000000610,0.10000,0.976
0,mlp.experts.16.up_proj,0.0000000021,0.10000,0.920
0,mlp.experts.17.up_proj,0.0000000045,0.10000,0.984
0,mlp.experts.18.up_proj,0.0000000159,0.10000,1.006
0,mlp.experts.19.up_proj,0.0000000886,0.10000,0.997
0,mlp.experts.20.up_proj,0.0000003081,0.10000,1.000
0,mlp.experts.21.up_proj,0.0000000035,0.10000,1.024
0,mlp.experts.22.up_proj,0.0000000414,0.10000,0.956
0,mlp.experts.23.up_proj,0.0000000160,0.10000,0.960
0,mlp.experts.24.up_proj,0.0000000084,0.10000,1.012
0,mlp.experts.25.up_proj,0.0000001646,0.10000,0.993
0,mlp.experts.26.up_proj,0.0000000013,0.10000,1.022
0,mlp.experts.27.up_proj,0.0000000024,0.10000,1.027
0,mlp.experts.28.up_proj,0.0000000025,0.10000,0.980
0,mlp.experts.29.up_proj,0.0000000050,0.10000,1.008
0,mlp.experts.30.up_proj,0.0000000130,0.10000,0.926
0,mlp.experts.31.up_proj,0.0000000006,0.10000,0.923
0,mlp.experts.32.up_proj,0.0000000154,0.10000,0.993
0,mlp.experts.33.up_proj,0.0000000208,0.10000,1.011
0,mlp.experts.34.up_proj,0.0000000035,0.10000,0.985
0,mlp.experts.35.up_proj,0.0000000051,0.10000,0.990
0,mlp.experts.36.up_proj,0.0000000741,0.10000,0.999
0,mlp.experts.37.up_proj,0.0000000770,0.10000,0.996
0,mlp.experts.38.up_proj,0.0000000138,0.10000,1.007
0,mlp.experts.39.up_proj,0.0000000101,0.10000,1.024
0,mlp.experts.40.up_proj,0.0000000162,0.10000,1.010
0,mlp.experts.41.up_proj,0.0000000066,0.10000,0.977
0,mlp.experts.42.up_proj,0.0000002457,0.10000,0.985
0,mlp.experts.43.up_proj,0.0000000019,0.10000,1.009
0,mlp.experts.44.up_proj,0.0000000032,0.10000,1.025
0,mlp.experts.45.up_proj,0.0000000021,0.10000,1.012
0,mlp.experts.46.up_proj,0.0000000052,0.10000,1.008
0,mlp.experts.47.up_proj,0.0000000104,0.10000,1.040
0,mlp.experts.48.up_proj,0.0000000122,0.10000,1.042
0,mlp.experts.49.up_proj,0.0000000032,0.10000,1.034
0,mlp.experts.50.up_proj,0.0000000013,0.10000,1.031
0,mlp.experts.51.up_proj,0.0000000007,0.10000,1.036
0,mlp.experts.52.up_proj,0.0000000094,0.10000,1.014
0,mlp.experts.53.up_proj,0.0000000163,0.10000,1.030
0,mlp.experts.54.up_proj,0.0000001668,0.10000,1.038
0,mlp.experts.55.up_proj,0.0000000398,0.10000,1.017
0,mlp.experts.56.up_proj,0.0000003531,0.10000,0.980
0,mlp.experts.57.up_proj,0.0000000016,0.10000,1.033
0,mlp.experts.58.up_proj,0.0000000024,0.10000,1.035
0,mlp.experts.59.up_proj,0.0000000022,0.10000,1.004
0,mlp.experts.60.up_proj,0.0000000130,0.10000,1.028
0,mlp.experts.61.up_proj,0.0000000007,0.10000,1.016
0,mlp.experts.62.up_proj,0.0000000035,0.10000,1.031
0,mlp.experts.63.up_proj,0.0000000018,0.10000,1.003
0,mlp.experts.64.up_proj,0.0000000071,0.10000,1.063
0,mlp.experts.65.up_proj,0.0000000011,0.10000,0.976
0,mlp.experts.66.up_proj,0.0000000149,0.10000,1.015
0,mlp.experts.67.up_proj,0.0000000072,0.10000,1.010
0,mlp.experts.68.up_proj,0.0000000049,0.10000,0.995
0,mlp.experts.69.up_proj,0.0000000015,0.10000,1.047
0,mlp.experts.70.up_proj,0.0000000293,0.10000,0.939
0,mlp.experts.71.up_proj,0.0000000020,0.10000,1.055
0,mlp.experts.72.up_proj,0.0000000022,0.10000,1.003
0,mlp.experts.73.up_proj,0.0000000018,0.10000,1.035
0,mlp.experts.74.up_proj,0.0000001114,0.10000,1.034
0,mlp.experts.75.up_proj,0.0000000064,0.10000,1.019
0,mlp.experts.76.up_proj,0.0000000011,0.10000,1.005
0,mlp.experts.77.up_proj,0.0000000048,0.10000,1.005
0,mlp.experts.78.up_proj,0.0000000201,0.10000,0.998
0,mlp.experts.79.up_proj,0.0000000067,0.10000,0.941
0,mlp.experts.80.up_proj,0.0000000030,0.10000,0.977
0,mlp.experts.81.up_proj,0.0000000015,0.10000,0.980
0,mlp.experts.82.up_proj,0.0000000197,0.10000,0.996
0,mlp.experts.83.up_proj,0.0000000034,0.10000,0.984
0,mlp.experts.84.up_proj,0.0000000035,0.10000,0.965
0,mlp.experts.85.up_proj,0.0000000026,0.10000,1.037
0,mlp.experts.86.up_proj,0.0000000112,0.10000,1.017
0,mlp.experts.87.up_proj,0.0000000044,0.10000,0.993
0,mlp.experts.88.up_proj,0.0000000010,0.10000,1.004
0,mlp.experts.89.up_proj,0.0000000492,0.10000,0.956
0,mlp.experts.90.up_proj,0.0000001265,0.10000,1.021
0,mlp.experts.91.up_proj,0.0000000039,0.10000,0.978
0,mlp.experts.92.up_proj,0.0000000336,0.10000,0.975
0,mlp.experts.93.up_proj,0.0000000009,0.10000,0.965
0,mlp.experts.94.up_proj,0.0000001087,0.10000,0.993
0,mlp.experts.95.up_proj,0.0000000182,0.10000,1.001
0,mlp.experts.96.up_proj,0.0000003351,0.10000,1.001
0,mlp.experts.97.up_proj,0.0000000031,0.10000,1.003
0,mlp.experts.98.up_proj,0.0000000013,0.10000,1.003
0,mlp.experts.99.up_proj,0.0000000115,0.10000,0.992
0,mlp.experts.100.up_proj,0.0000000018,0.10000,1.050
0,mlp.experts.101.up_proj,0.0000000116,0.10000,1.046
0,mlp.experts.102.up_proj,0.0000000086,0.10000,1.027
0,mlp.experts.103.up_proj,0.0000000010,0.10000,1.004
0,mlp.experts.104.up_proj,0.0000000018,0.10000,0.987
0,mlp.experts.105.up_proj,0.0000000062,0.10000,1.040
0,mlp.experts.106.up_proj,0.0000000011,0.10000,0.993
0,mlp.experts.107.up_proj,0.0000000011,0.10000,1.038
0,mlp.experts.108.up_proj,0.0000000270,0.10000,1.041
0,mlp.experts.109.up_proj,0.0000000016,0.10000,0.989
0,mlp.experts.110.up_proj,0.0000000018,0.10000,1.003
0,mlp.experts.111.up_proj,0.0000000037,0.10000,0.977
0,mlp.experts.112.up_proj,0.0000000049,0.10000,1.017
0,mlp.experts.113.up_proj,0.0000000149,0.10000,1.011
0,mlp.experts.114.up_proj,0.0000000030,0.10000,0.974
0,mlp.experts.115.up_proj,0.0000001628,0.10000,1.016
0,mlp.experts.116.up_proj,0.0000000093,0.10000,1.039
0,mlp.experts.117.up_proj,0.0000000073,0.10000,1.036
0,mlp.experts.118.up_proj,0.0000000068,0.10000,1.044
0,mlp.experts.119.up_proj,0.0000000033,0.10000,1.023
0,mlp.experts.120.up_proj,0.0000000010,0.10000,1.034
0,mlp.experts.121.up_proj,0.0000000014,0.10000,1.049
0,mlp.experts.122.up_proj,0.0000000074,0.10000,1.043
0,mlp.experts.123.up_proj,0.0000000029,0.10000,1.020
0,mlp.experts.124.up_proj,0.0000000098,0.10000,1.039
0,mlp.experts.125.up_proj,0.0000000167,0.10000,1.003
0,mlp.experts.126.up_proj,0.0000000045,0.10000,1.051
0,mlp.experts.127.up_proj,0.0000000019,0.10000,1.015
0,mlp.experts.0.gate_proj,0.0000000070,0.10000,1.007
0,mlp.experts.1.gate_proj,0.0000000046,0.10000,0.978
0,mlp.experts.2.gate_proj,0.0000000021,0.10000,1.030
0,mlp.experts.3.gate_proj,0.0000000185,0.10000,1.005
0,mlp.experts.4.gate_proj,0.0000000269,0.10000,1.030
0,mlp.experts.5.gate_proj,0.0000002678,0.10000,1.034
0,mlp.experts.6.gate_proj,0.0000000145,0.10000,1.002
0,mlp.experts.7.gate_proj,0.0000000038,0.10000,1.026
0,mlp.experts.8.gate_proj,0.0000000438,0.10000,1.002
0,mlp.experts.9.gate_proj,0.0000000509,0.10000,1.047
0,mlp.experts.10.gate_proj,0.0000001315,0.10000,1.021
0,mlp.experts.11.gate_proj,0.0000000043,0.10000,1.034
0,mlp.experts.12.gate_proj,0.0000000088,0.10000,1.025
0,mlp.experts.13.gate_proj,0.0000000150,0.10000,1.037
0,mlp.experts.14.gate_proj,0.0000000351,0.10000,1.039
0,mlp.experts.15.gate_proj,0.0000000642,0.10000,1.033
0,mlp.experts.16.gate_proj,0.0000000025,0.10000,0.997
0,mlp.experts.17.gate_proj,0.0000000051,0.10000,1.055
0,mlp.experts.18.gate_proj,0.0000000166,0.10000,1.067
0,mlp.experts.19.gate_proj,0.0000000917,0.10000,0.974
0,mlp.experts.20.gate_proj,0.0000003353,0.10000,0.948
0,mlp.experts.21.gate_proj,0.0000000038,0.10000,0.962
0,mlp.experts.22.gate_proj,0.0000000409,0.10000,1.023
0,mlp.experts.23.gate_proj,0.0000000178,0.10000,1.028
0,mlp.experts.24.gate_proj,0.0000000087,0.10000,1.049
0,mlp.experts.25.gate_proj,0.0000001745,0.10000,1.025
0,mlp.experts.26.gate_proj,0.0000000015,0.10000,1.048
0,mlp.experts.27.gate_proj,0.0000000029,0.10000,1.063
0,mlp.experts.28.gate_proj,0.0000000026,0.10000,1.029
0,mlp.experts.29.gate_proj,0.0000000051,0.10000,1.015
0,mlp.experts.30.gate_proj,0.0000000146,0.10000,1.010
0,mlp.experts.31.gate_proj,0.0000000006,0.10000,1.010
0,mlp.experts.32.gate_proj,0.0000000167,0.10000,1.015
0,mlp.experts.33.gate_proj,0.0000000206,0.10000,1.023
0,mlp.experts.34.gate_proj,0.0000000039,0.10000,1.033
0,mlp.experts.35.gate_proj,0.0000000058,0.10000,1.013
0,mlp.experts.36.gate_proj,0.0000000785,0.10000,1.040
0,mlp.experts.37.gate_proj,0.0000002065,0.10000,1.013
0,mlp.experts.38.gate_proj,0.0000000144,0.10000,0.995
0,mlp.experts.39.gate_proj,0.0000000104,0.10000,1.045
0,mlp.experts.40.gate_proj,0.0000000202,0.10000,1.039
0,mlp.experts.41.gate_proj,0.0000000073,0.10000,0.977
0,mlp.experts.42.gate_proj,0.0000002595,0.10000,1.030
0,mlp.experts.43.gate_proj,0.0000000023,0.10000,1.000
0,mlp.experts.44.gate_proj,0.0000000034,0.10000,0.995
0,mlp.experts.45.gate_proj,0.0000000024,0.10000,0.991
0,mlp.experts.46.gate_proj,0.0000000057,0.10000,1.053
0,mlp.experts.47.gate_proj,0.0000000115,0.10000,1.030
0,mlp.experts.48.gate_proj,0.0000000140,0.10000,0.975
0,mlp.experts.49.gate_proj,0.0000000034,0.10000,1.056
0,mlp.experts.50.gate_proj,0.0000000015,0.10000,1.022
0,mlp.experts.51.gate_proj,0.0000000007,0.10000,1.002
0,mlp.experts.52.gate_proj,0.0000000101,0.10000,1.033
0,mlp.experts.53.gate_proj,0.0000000186,0.10000,1.019
0,mlp.experts.54.gate_proj,0.0000001925,0.10000,0.966
0,mlp.experts.55.gate_proj,0.0000000460,0.10000,0.967
0,mlp.experts.56.gate_proj,0.0000003919,0.10000,0.966
0,mlp.experts.57.gate_proj,0.0000000019,0.10000,0.970
0,mlp.experts.58.gate_proj,0.0000000027,0.10000,0.989
0,mlp.experts.59.gate_proj,0.0000000024,0.10000,0.990
0,mlp.experts.60.gate_proj,0.0000000141,0.10000,0.991
0,mlp.experts.61.gate_proj,0.0000000009,0.10000,1.009
0,mlp.experts.62.gate_proj,0.0000000037,0.10000,1.045
0,mlp.experts.63.gate_proj,0.0000000021,0.10000,1.035
0,mlp.experts.64.gate_proj,0.0000000069,0.10000,1.060
0,mlp.experts.65.gate_proj,0.0000000012,0.10000,1.050
0,mlp.experts.66.gate_proj,0.0000000151,0.10000,1.050
0,mlp.experts.67.gate_proj,0.0000000081,0.10000,1.056
0,mlp.experts.68.gate_proj,0.0000000055,0.10000,1.073
0,mlp.experts.69.gate_proj,0.0000000018,0.10000,1.025
0,mlp.experts.70.gate_proj,0.0000000296,0.10000,0.988
0,mlp.experts.71.gate_proj,0.0000000024,0.10000,0.998
0,mlp.experts.72.gate_proj,0.0000000023,0.10000,1.002
0,mlp.experts.73.gate_proj,0.0000000022,0.10000,0.985
0,mlp.experts.74.gate_proj,0.0000001144,0.10000,0.966
0,mlp.experts.75.gate_proj,0.0000000070,0.10000,1.028
0,mlp.experts.76.gate_proj,0.0000000013,0.10000,1.023
0,mlp.experts.77.gate_proj,0.0000000052,0.10000,1.052
0,mlp.experts.78.gate_proj,0.0000000214,0.10000,1.023
0,mlp.experts.79.gate_proj,0.0000000070,0.10000,1.028
0,mlp.experts.80.gate_proj,0.0000000036,0.10000,0.990
0,mlp.experts.81.gate_proj,0.0000000016,0.10000,0.990
0,mlp.experts.82.gate_proj,0.0000000150,0.10000,1.056
0,mlp.experts.83.gate_proj,0.0000000039,0.10000,1.032
0,mlp.experts.84.gate_proj,0.0000000041,0.10000,1.019
0,mlp.experts.85.gate_proj,0.0000000029,0.10000,1.003
0,mlp.experts.86.gate_proj,0.0000000117,0.10000,1.049
0,mlp.experts.87.gate_proj,0.0000000049,0.10000,1.050
0,mlp.experts.88.gate_proj,0.0000000012,0.10000,1.063
0,mlp.experts.89.gate_proj,0.0000000490,0.10000,1.035
0,mlp.experts.90.gate_proj,0.0000001196,0.10000,0.867
0,mlp.experts.91.gate_proj,0.0000000043,0.10000,0.871
0,mlp.experts.92.gate_proj,0.0000000350,0.10000,1.017
0,mlp.experts.93.gate_proj,0.0000000011,0.10000,1.060
0,mlp.experts.94.gate_proj,0.0000001178,0.10000,1.022
0,mlp.experts.95.gate_proj,0.0000000205,0.10000,1.046
0,mlp.experts.96.gate_proj,0.0000003754,0.10000,1.020
0,mlp.experts.97.gate_proj,0.0000000038,0.10000,1.080
0,mlp.experts.98.gate_proj,0.0000000013,0.10000,0.974
0,mlp.experts.99.gate_proj,0.0000000130,0.10000,1.017
0,mlp.experts.100.gate_proj,0.0000000020,0.10000,0.993
0,mlp.experts.101.gate_proj,0.0000000116,0.10000,0.998
0,mlp.experts.102.gate_proj,0.0000000091,0.10000,1.029
0,mlp.experts.103.gate_proj,0.0000000011,0.10000,1.041
0,mlp.experts.104.gate_proj,0.0000000022,0.10000,1.024
0,mlp.experts.105.gate_proj,0.0000000070,0.10000,1.067
0,mlp.experts.106.gate_proj,0.0000000013,0.10000,1.031
0,mlp.experts.107.gate_proj,0.0000000013,0.10000,1.039
0,mlp.experts.108.gate_proj,0.0000000284,0.10000,1.012
0,mlp.experts.109.gate_proj,0.0000000020,0.10000,1.055
0,mlp.experts.110.gate_proj,0.0000000021,0.10000,1.024
0,mlp.experts.111.gate_proj,0.0000000037,0.10000,0.987
0,mlp.experts.112.gate_proj,0.0000000054,0.10000,0.919
0,mlp.experts.113.gate_proj,0.0000000165,0.10000,0.964
0,mlp.experts.114.gate_proj,0.0000000033,0.10000,1.046
0,mlp.experts.115.gate_proj,0.0000001844,0.10000,1.032
0,mlp.experts.116.gate_proj,0.0000000107,0.10000,0.982
0,mlp.experts.117.gate_proj,0.0000000077,0.10000,0.992
0,mlp.experts.118.gate_proj,0.0000000072,0.10000,0.996
0,mlp.experts.119.gate_proj,0.0000000038,0.10000,0.980
0,mlp.experts.120.gate_proj,0.0000000012,0.10000,0.997
0,mlp.experts.121.gate_proj,0.0000000017,0.10000,1.003
0,mlp.experts.122.gate_proj,0.0000000078,0.10000,1.002
0,mlp.experts.123.gate_proj,0.0000000037,0.10000,0.974
0,mlp.experts.124.gate_proj,0.0000000110,0.10000,1.015
0,mlp.experts.125.gate_proj,0.0000000188,0.10000,1.039
0,mlp.experts.126.gate_proj,0.0000000052,0.10000,1.041
0,mlp.experts.127.gate_proj,0.0000000024,0.10000,0.901
0,mlp.experts.1.down_proj,0.0000000006,0.10000,0.369
0,mlp.experts.0.down_proj,0.0000000005,0.10000,0.372
0,mlp.experts.2.down_proj,0.0000000003,0.10000,0.405
0,mlp.experts.3.down_proj,0.0000000067,0.10000,0.409
0,mlp.experts.4.down_proj,0.0000000027,0.10000,0.410
0,mlp.experts.5.down_proj,0.0000000394,0.10000,0.416
0,mlp.experts.6.down_proj,0.0000000013,0.10000,0.402
0,mlp.experts.7.down_proj,0.0000000011,0.10000,0.401
0,mlp.experts.8.down_proj,0.0000000734,0.10000,0.400
0,mlp.experts.9.down_proj,0.0000000026,0.10000,0.397
0,mlp.experts.10.down_proj,0.0000000064,0.10000,0.354
0,mlp.experts.11.down_proj,0.0000000017,0.10000,0.354
0,mlp.experts.12.down_proj,0.0000000016,0.10000,0.340
0,mlp.experts.13.down_proj,0.0000000244,0.10000,0.341
0,mlp.experts.14.down_proj,0.0000000018,0.10000,0.344
0,mlp.experts.15.down_proj,0.0000000029,0.10000,0.343
0,mlp.experts.16.down_proj,0.0000000008,0.10000,0.395
0,mlp.experts.17.down_proj,0.0000000021,0.10000,0.391
0,mlp.experts.19.down_proj,0.0000000175,0.10000,0.391
0,mlp.experts.18.down_proj,0.0000000015,0.10000,0.397
0,mlp.experts.20.down_proj,0.0000000250,0.10000,0.391
0,mlp.experts.21.down_proj,0.0000000004,0.10000,0.401
0,mlp.experts.22.down_proj,0.0000000093,0.10000,0.372
0,mlp.experts.23.down_proj,0.0000000075,0.10000,0.385
0,mlp.experts.24.down_proj,0.0000000005,0.10000,0.398
0,mlp.experts.25.down_proj,0.0000002567,0.10000,0.403
0,mlp.experts.26.down_proj,0.0000000104,0.10000,0.401
0,mlp.experts.27.down_proj,0.0000000007,0.10000,0.416
0,mlp.experts.28.down_proj,0.0000000001,0.10000,0.413
0,mlp.experts.29.down_proj,0.0000000003,0.10000,0.404
0,mlp.experts.30.down_proj,0.0000000154,0.10000,0.394
0,mlp.experts.31.down_proj,0.0000000013,0.10000,0.401
0,mlp.experts.32.down_proj,0.0000000031,0.10000,0.386
0,mlp.experts.33.down_proj,0.0000000012,0.10000,0.404
0,mlp.experts.34.down_proj,0.0000000017,0.10000,0.401
0,mlp.experts.35.down_proj,0.0000000619,0.10000,0.405
0,mlp.experts.36.down_proj,0.0000000313,0.10000,0.397
0,mlp.experts.37.down_proj,0.0000000038,0.10000,0.397
0,mlp.experts.38.down_proj,0.0000000035,0.10000,0.409
0,mlp.experts.39.down_proj,0.0000000083,0.10000,0.385
0,mlp.experts.40.down_proj,0.0000000335,0.10000,0.394
0,mlp.experts.41.down_proj,0.0000000009,0.10000,0.395
0,mlp.experts.42.down_proj,0.0000000221,0.10000,0.394
0,mlp.experts.43.down_proj,0.0000000008,0.10000,0.403
0,mlp.experts.44.down_proj,0.0000000020,0.10000,0.388
0,mlp.experts.45.down_proj,0.0000000072,0.10000,0.409
0,mlp.experts.46.down_proj,0.0000000004,0.10000,0.389
0,mlp.experts.47.down_proj,0.0000000023,0.10000,0.401
0,mlp.experts.48.down_proj,0.0000000050,0.10000,0.403
0,mlp.experts.49.down_proj,0.0000000070,0.10000,0.390
0,mlp.experts.50.down_proj,0.0000000021,0.10000,0.389
0,mlp.experts.51.down_proj,0.0000000000,0.10000,0.381
0,mlp.experts.52.down_proj,0.0000000042,0.10000,0.382
0,mlp.experts.53.down_proj,0.0000000062,0.10000,0.382
0,mlp.experts.54.down_proj,0.0000004107,0.10000,0.377
0,mlp.experts.55.down_proj,0.0000000016,0.10000,0.386
0,mlp.experts.56.down_proj,0.0000000997,0.10000,0.385
0,mlp.experts.57.down_proj,0.0000000028,0.10000,0.379
0,mlp.experts.58.down_proj,0.0000000250,0.10000,0.393
0,mlp.experts.59.down_proj,0.0000000001,0.10000,0.375
0,mlp.experts.60.down_proj,0.0000000541,0.10000,0.393
0,mlp.experts.61.down_proj,0.0000000001,0.10000,0.394
0,mlp.experts.62.down_proj,0.0000000002,0.10000,0.393
0,mlp.experts.63.down_proj,0.0000000003,0.10000,0.379
0,mlp.experts.64.down_proj,0.0000000003,0.10000,0.390
0,mlp.experts.65.down_proj,0.0000000002,0.10000,0.387
0,mlp.experts.66.down_proj,0.0000000012,0.10000,0.393
0,mlp.experts.67.down_proj,0.0000000009,0.10000,0.389
0,mlp.experts.68.down_proj,0.0000000011,0.10000,0.392
0,mlp.experts.69.down_proj,0.0000000003,0.10000,0.388
0,mlp.experts.70.down_proj,0.0000000029,0.10000,0.393
0,mlp.experts.71.down_proj,0.0000000007,0.10000,0.374
0,mlp.experts.73.down_proj,0.0000000007,0.10000,0.384
0,mlp.experts.72.down_proj,0.0000000038,0.10000,0.400
0,mlp.experts.74.down_proj,0.0000000090,0.10000,0.378
0,mlp.experts.75.down_proj,0.0000000004,0.10000,0.374
0,mlp.experts.76.down_proj,0.0000000103,0.10000,0.356
0,mlp.experts.77.down_proj,0.0000000003,0.10000,0.361
0,mlp.experts.78.down_proj,0.0000000133,0.10000,0.386
0,mlp.experts.79.down_proj,0.0000000002,0.10000,0.392
0,mlp.experts.80.down_proj,0.0000000006,0.10000,0.342
0,mlp.experts.81.down_proj,0.0000000000,0.10000,0.343
0,mlp.experts.82.down_proj,0.0000000009,0.10000,0.344
0,mlp.experts.83.down_proj,0.0000000009,0.10000,0.355
0,mlp.experts.84.down_proj,0.0000000133,0.10000,0.391
0,mlp.experts.85.down_proj,0.0000000059,0.10000,0.406
0,mlp.experts.86.down_proj,0.0000000014,0.10000,0.398
0,mlp.experts.87.down_proj,0.0000000008,0.10000,0.394
0,mlp.experts.88.down_proj,0.0000000148,0.10000,0.385
0,mlp.experts.89.down_proj,0.0000000258,0.10000,0.408
0,mlp.experts.90.down_proj,0.0000000033,0.10000,0.391
0,mlp.experts.91.down_proj,0.0000000002,0.10000,0.391
0,mlp.experts.92.down_proj,0.0000000082,0.10000,0.357
0,mlp.experts.93.down_proj,0.0000000001,0.10000,0.360
0,mlp.experts.94.down_proj,0.0000000485,0.10000,0.384
0,mlp.experts.95.down_proj,0.0000000445,0.10000,0.386
0,mlp.experts.96.down_proj,0.0000000839,0.10000,0.389
0,mlp.experts.97.down_proj,0.0000000004,0.10000,0.404
0,mlp.experts.98.down_proj,0.0000000004,0.10000,0.404
0,mlp.experts.99.down_proj,0.0000000032,0.10000,0.402
0,mlp.experts.100.down_proj,0.0000000001,0.10000,0.366
0,mlp.experts.101.down_proj,0.0000000009,0.10000,0.371
0,mlp.experts.102.down_proj,0.0000000016,0.10000,0.403
0,mlp.experts.103.down_proj,0.0000000001,0.10000,0.395
0,mlp.experts.104.down_proj,0.0000000008,0.10000,0.388
0,mlp.experts.105.down_proj,0.0000000014,0.10000,0.383
0,mlp.experts.106.down_proj,0.0000000004,0.10000,0.392
0,mlp.experts.107.down_proj,0.0000000021,0.10000,0.376
0,mlp.experts.108.down_proj,0.0000001200,0.10000,0.402
0,mlp.experts.109.down_proj,0.0000000070,0.10000,0.363
0,mlp.experts.110.down_proj,0.0000000007,0.10000,0.408
0,mlp.experts.111.down_proj,0.0000000002,0.10000,0.395
0,mlp.experts.112.down_proj,0.0000000003,0.10000,0.401
0,mlp.experts.113.down_proj,0.0000000162,0.10000,0.404
0,mlp.experts.114.down_proj,0.0000000006,0.10000,0.392
0,mlp.experts.115.down_proj,0.0000000744,0.10000,0.398
0,mlp.experts.116.down_proj,0.0000000019,0.10000,0.404
0,mlp.experts.117.down_proj,0.0000000026,0.10000,0.400
0,mlp.experts.119.down_proj,0.0000000050,0.10000,0.407
0,mlp.experts.118.down_proj,0.0000000006,0.10000,0.419
0,mlp.experts.120.down_proj,0.0000000006,0.10000,0.400
0,mlp.experts.121.down_proj,0.0000000177,0.10000,0.413
0,mlp.experts.122.down_proj,0.0000000004,0.10000,0.391
0,mlp.experts.123.down_proj,0.0000000177,0.10000,0.406
0,mlp.experts.124.down_proj,0.0000000040,0.10000,0.415
0,mlp.experts.125.down_proj,0.0000000093,0.10000,0.404
0,mlp.experts.126.down_proj,0.0000000006,0.10000,0.394
0,mlp.experts.127.down_proj,0.0000000114,0.10000,0.396
1,self_attn.k_proj,0.0000000000,0.10000,1.006
1,self_attn.q_proj,0.0000000000,0.10000,1.012
1,self_attn.v_proj,0.0000000000,0.10000,0.638
1,self_attn.o_proj,0.0000000000,0.10000,1.184
1,mlp.gate,0.0000000042,0.10000,0.549
1,mlp.experts.0.up_proj,0.0000000145,0.10000,1.033
1,mlp.experts.1.up_proj,0.0000000147,0.10000,1.038
1,mlp.experts.2.up_proj,0.0000000063,0.10000,1.031
1,mlp.experts.3.up_proj,0.0000000091,0.10000,1.053
1,mlp.experts.4.up_proj,0.0000000553,0.10000,1.051
1,mlp.experts.5.up_proj,0.0000001696,0.10000,1.035
1,mlp.experts.6.up_proj,0.0000000138,0.10000,1.043
1,mlp.experts.7.up_proj,0.0000000185,0.10000,1.102
1,mlp.experts.8.up_proj,0.0000000132,0.10000,1.066
1,mlp.experts.9.up_proj,0.0000000042,0.10000,1.028
1,mlp.experts.10.up_proj,0.0000002724,0.10000,1.062
1,mlp.experts.11.up_proj,0.0000000470,0.10000,1.049
1,mlp.experts.12.up_proj,0.0000001436,0.10000,1.028
1,mlp.experts.13.up_proj,0.0000000207,0.10000,1.023
1,mlp.experts.15.up_proj,0.0000000122,0.10000,1.001
1,mlp.experts.14.up_proj,0.0000000465,0.10000,1.035
1,mlp.experts.16.up_proj,0.0000000119,0.10000,1.016
1,mlp.experts.17.up_proj,0.0000001644,0.10000,1.028
1,mlp.experts.18.up_proj,0.0000000042,0.10000,1.010
1,mlp.experts.19.up_proj,0.0000000083,0.10000,1.027
1,mlp.experts.20.up_proj,0.0000000507,0.10000,1.006
1,mlp.experts.21.up_proj,0.0000001919,0.10000,0.999
1,mlp.experts.22.up_proj,0.0000002062,0.10000,0.929
1,mlp.experts.23.up_proj,0.0000000056,0.10000,0.929
1,mlp.experts.24.up_proj,0.0000001049,0.10000,0.963
1,mlp.experts.25.up_proj,0.0000000428,0.10000,0.969
1,mlp.experts.26.up_proj,0.0000000371,0.10000,0.996
1,mlp.experts.27.up_proj,0.0000000043,0.10000,0.992
1,mlp.experts.28.up_proj,0.0000000296,0.10000,1.006
1,mlp.experts.29.up_proj,0.0000000113,0.10000,1.013
1,mlp.experts.30.up_proj,0.0000000490,0.10000,1.011
1,mlp.experts.31.up_proj,0.0000000223,0.10000,1.022
1,mlp.experts.32.up_proj,0.0000000525,0.10000,0.990
1,mlp.experts.33.up_proj,0.0000001327,0.10000,1.019
1,mlp.experts.34.up_proj,0.0000000055,0.10000,1.023
1,mlp.experts.35.up_proj,0.0000002046,0.10000,1.043
1,mlp.experts.36.up_proj,0.0000001850,0.10000,0.994
1,mlp.experts.37.up_proj,0.0000001129,0.10000,0.996
1,mlp.experts.38.up_proj,0.0000000199,0.10000,1.046
1,mlp.experts.39.up_proj,0.0000000390,0.10000,1.007
1,mlp.experts.40.up_proj,0.0000000340,0.10000,1.038
1,mlp.experts.41.up_proj,0.0000000041,0.10000,1.032
1,mlp.experts.42.up_proj,0.0000003806,0.10000,1.032
1,mlp.experts.43.up_proj,0.0000017382,0.10000,1.050
1,mlp.experts.44.up_proj,0.0000002316,0.10000,1.068
1,mlp.experts.45.up_proj,0.0000000073,0.10000,1.074
1,mlp.experts.46.up_proj,0.0000000189,0.10000,1.056
1,mlp.experts.47.up_proj,0.0000000868,0.10000,1.058
1,mlp.experts.48.up_proj,0.0000000115,0.10000,0.999
1,mlp.experts.49.up_proj,0.0000000178,0.10000,1.006
1,mlp.experts.50.up_proj,0.0000000047,0.10000,0.988
1,mlp.experts.51.up_proj,0.0000003014,0.10000,1.022
1,mlp.experts.52.up_proj,0.0000000291,0.10000,1.025
1,mlp.experts.53.up_proj,0.0000000066,0.10000,1.062
1,mlp.experts.54.up_proj,0.0000002542,0.10000,1.053
1,mlp.experts.55.up_proj,0.0000000100,0.10000,1.013
1,mlp.experts.56.up_proj,0.0000001464,0.10000,1.020
1,mlp.experts.57.up_proj,0.0000000858,0.10000,1.029
1,mlp.experts.58.up_proj,0.0000000043,0.10000,1.037
1,mlp.experts.59.up_proj,0.0000002517,0.10000,1.024
1,mlp.experts.60.up_proj,0.0000000144,0.10000,1.025
1,mlp.experts.61.up_proj,0.0000001276,0.10000,1.045
1,mlp.experts.62.up_proj,0.0000000284,0.10000,1.021
1,mlp.experts.63.up_proj,0.0000000080,0.10000,0.999
1,mlp.experts.64.up_proj,0.0000000638,0.10000,1.014
1,mlp.experts.65.up_proj,0.0000000110,0.10000,1.019
1,mlp.experts.66.up_proj,0.0000000332,0.10000,1.069
1,mlp.experts.67.up_proj,0.0000000115,0.10000,1.012
1,mlp.experts.68.up_proj,0.0000000394,0.10000,1.030
1,mlp.experts.69.up_proj,0.0000000975,0.10000,1.003
1,mlp.experts.70.up_proj,0.0000000111,0.10000,1.059
1,mlp.experts.71.up_proj,0.0000001825,0.10000,1.055
1,mlp.experts.72.up_proj,0.0000003598,0.10000,1.049
1,mlp.experts.73.up_proj,0.0000001516,0.10000,1.046
1,mlp.experts.74.up_proj,0.0000000032,0.10000,1.062
1,mlp.experts.75.up_proj,0.0000000060,0.10000,1.036
1,mlp.experts.76.up_proj,0.0000000079,0.10000,1.061
1,mlp.experts.77.up_proj,0.0000000175,0.10000,1.082
1,mlp.experts.78.up_proj,0.0000000126,0.10000,1.014
1,mlp.experts.79.up_proj,0.0000000157,0.10000,0.996
1,mlp.experts.80.up_proj,0.0000000140,0.10000,1.048
1,mlp.experts.81.up_proj,0.0000020295,0.10000,1.039
1,mlp.experts.83.up_proj,0.0000000032,0.10000,1.060
1,mlp.experts.82.up_proj,0.0000000191,0.10000,1.081
1,mlp.experts.84.up_proj,0.0000000681,0.10000,1.053
1,mlp.experts.85.up_proj,0.0000000259,0.10000,1.065
1,mlp.experts.86.up_proj,0.0000000084,0.10000,1.041
1,mlp.experts.87.up_proj,0.0000000328,0.10000,1.067
1,mlp.experts.88.up_proj,0.0000000608,0.10000,1.007
1,mlp.experts.89.up_proj,0.0000000184,0.10000,0.996
1,mlp.experts.90.up_proj,0.0000000625,0.10000,1.010
1,mlp.experts.91.up_proj,0.0000000077,0.10000,1.010
1,mlp.experts.92.up_proj,0.0000000233,0.10000,0.973
1,mlp.experts.93.up_proj,0.0000003369,0.10000,0.979
1,mlp.experts.94.up_proj,0.0000000034,0.10000,1.024
1,mlp.experts.95.up_proj,0.0000004693,0.10000,1.011
1,mlp.experts.96.up_proj,0.0000000258,0.10000,1.022
1,mlp.experts.97.up_proj,0.0000000383,0.10000,1.020
1,mlp.experts.98.up_proj,0.0000000321,0.10000,1.024
1,mlp.experts.99.up_proj,0.0000000073,0.10000,1.020
1,mlp.experts.100.up_proj,0.0000002811,0.10000,1.093
1,mlp.experts.101.up_proj,0.0000000940,0.10000,1.088
1,mlp.experts.102.up_proj,0.0000002220,0.10000,1.027
1,mlp.experts.103.up_proj,0.0000000575,0.10000,1.048
1,mlp.experts.104.up_proj,0.0000001579,0.10000,1.004
1,mlp.experts.105.up_proj,0.0000000587,0.10000,1.001
1,mlp.experts.106.up_proj,0.0000000251,0.10000,1.028
1,mlp.experts.107.up_proj,0.0000000060,0.10000,1.051
1,mlp.experts.108.up_proj,0.0000001441,0.10000,0.985
1,mlp.experts.109.up_proj,0.0000000939,0.10000,0.962
1,mlp.experts.110.up_proj,0.0000016934,0.10000,1.054
1,mlp.experts.111.up_proj,0.0000002080,0.10000,1.033
1,mlp.experts.112.up_proj,0.0000002264,0.10000,1.057
1,mlp.experts.113.up_proj,0.0000000219,0.10000,1.055
1,mlp.experts.114.up_proj,0.0000000058,0.10000,1.056
1,mlp.experts.115.up_proj,0.0000000227,0.10000,1.076
1,mlp.experts.116.up_proj,0.0000000040,0.10000,1.023
1,mlp.experts.117.up_proj,0.0000001043,0.10000,1.064
1,mlp.experts.118.up_proj,0.0000014096,0.10000,1.025
1,mlp.experts.119.up_proj,0.0000000124,0.10000,1.025
1,mlp.experts.120.up_proj,0.0000004153,0.10000,0.981
1,mlp.experts.121.up_proj,0.0000003277,0.10000,1.004
1,mlp.experts.122.up_proj,0.0000000040,0.10000,0.997
1,mlp.experts.123.up_proj,0.0000000081,0.10000,1.001
1,mlp.experts.124.up_proj,0.0000000384,0.10000,1.025
1,mlp.experts.125.up_proj,0.0000000848,0.10000,1.054
1,mlp.experts.126.up_proj,0.0000000895,0.10000,1.027
1,mlp.experts.127.up_proj,0.0000000058,0.10000,1.027
1,mlp.experts.0.gate_proj,0.0000000152,0.10000,1.023
1,mlp.experts.1.gate_proj,0.0000000163,0.10000,1.031
1,mlp.experts.2.gate_proj,0.0000000069,0.10000,1.034
1,mlp.experts.3.gate_proj,0.0000000099,0.10000,1.041
1,mlp.experts.4.gate_proj,0.0000000571,0.10000,1.017
1,mlp.experts.5.gate_proj,0.0000001821,0.10000,1.053
1,mlp.experts.6.gate_proj,0.0000000145,0.10000,1.023
1,mlp.experts.7.gate_proj,0.0000000185,0.10000,1.043
1,mlp.experts.8.gate_proj,0.0000000141,0.10000,1.028
1,mlp.experts.9.gate_proj,0.0000000044,0.10000,1.056
1,mlp.experts.10.gate_proj,0.0000003010,0.10000,1.041
1,mlp.experts.11.gate_proj,0.0000000512,0.10000,1.032
1,mlp.experts.12.gate_proj,0.0000001617,0.10000,0.973
1,mlp.experts.13.gate_proj,0.0000000223,0.10000,1.006
1,mlp.experts.14.gate_proj,0.0000000468,0.10000,1.054
1,mlp.experts.15.gate_proj,0.0000000138,0.10000,1.054
1,mlp.experts.16.gate_proj,0.0000000122,0.10000,1.048
1,mlp.experts.17.gate_proj,0.0000001662,0.10000,1.063
1,mlp.experts.18.gate_proj,0.0000000044,0.10000,1.046
1,mlp.experts.19.gate_proj,0.0000000089,0.10000,1.049
1,mlp.experts.20.gate_proj,0.0000000527,0.10000,1.060
1,mlp.experts.21.gate_proj,0.0000002101,0.10000,1.027
1,mlp.experts.22.gate_proj,0.0000002195,0.10000,1.038
1,mlp.experts.23.gate_proj,0.0000000059,0.10000,1.005
1,mlp.experts.24.gate_proj,0.0000001127,0.10000,0.994
1,mlp.experts.25.gate_proj,0.0000000443,0.10000,0.979
1,mlp.experts.26.gate_proj,0.0000000393,0.10000,0.994
1,mlp.experts.27.gate_proj,0.0000000049,0.10000,0.953
1,mlp.experts.28.gate_proj,0.0000000316,0.10000,0.996
1,mlp.experts.29.gate_proj,0.0000000118,0.10000,1.000
1,mlp.experts.30.gate_proj,0.0000000497,0.10000,1.000
1,mlp.experts.31.gate_proj,0.0000000229,0.10000,0.995
1,mlp.experts.32.gate_proj,0.0000000571,0.10000,1.059
1,mlp.experts.33.gate_proj,0.0000001383,0.10000,1.052
1,mlp.experts.34.gate_proj,0.0000000060,0.10000,1.038
1,mlp.experts.35.gate_proj,0.0000002258,0.10000,1.044
1,mlp.experts.36.gate_proj,0.0000001911,0.10000,1.032
1,mlp.experts.37.gate_proj,0.0000001200,0.10000,1.075
1,mlp.experts.38.gate_proj,0.0000000204,0.10000,1.001
1,mlp.experts.39.gate_proj,0.0000000416,0.10000,1.004
1,mlp.experts.40.gate_proj,0.0000000353,0.10000,0.994
1,mlp.experts.41.gate_proj,0.0000000043,0.10000,1.002
1,mlp.experts.42.gate_proj,0.0000004108,0.10000,1.017
1,mlp.experts.43.gate_proj,0.0000019764,0.10000,1.051
1,mlp.experts.44.gate_proj,0.0000002354,0.10000,1.052
1,mlp.experts.45.gate_proj,0.0000000078,0.10000,1.016
1,mlp.experts.46.gate_proj,0.0000000195,0.10000,0.991
1,mlp.experts.47.gate_proj,0.0000000925,0.10000,0.991
1,mlp.experts.48.gate_proj,0.0000000120,0.10000,1.008
1,mlp.experts.49.gate_proj,0.0000000196,0.10000,1.001
1,mlp.experts.50.gate_proj,0.0000000113,0.10000,1.048
1,mlp.experts.51.gate_proj,0.0000003213,0.10000,1.062
1,mlp.experts.52.gate_proj,0.0000000293,0.10000,1.029
1,mlp.experts.53.gate_proj,0.0000000068,0.10000,1.043
1,mlp.experts.54.gate_proj,0.0000002623,0.10000,0.982
1,mlp.experts.55.gate_proj,0.0000000105,0.10000,0.980
1,mlp.experts.56.gate_proj,0.0000001562,0.10000,1.021
1,mlp.experts.57.gate_proj,0.0000000905,0.10000,1.035
1,mlp.experts.58.gate_proj,0.0000000046,0.10000,1.061
1,mlp.experts.59.gate_proj,0.0000002577,0.10000,0.982
1,mlp.experts.60.gate_proj,0.0000000149,0.10000,1.038
1,mlp.experts.61.gate_proj,0.0000001350,0.10000,1.025
1,mlp.experts.62.gate_proj,0.0000000291,0.10000,1.057
1,mlp.experts.63.gate_proj,0.0000000084,0.10000,1.020
1,mlp.experts.64.gate_proj,0.0000000670,0.10000,0.968
1,mlp.experts.65.gate_proj,0.0000000119,0.10000,0.983
1,mlp.experts.66.gate_proj,0.0000000349,0.10000,1.062
1,mlp.experts.67.gate_proj,0.0000000120,0.10000,1.026
1,mlp.experts.68.gate_proj,0.0000000326,0.10000,1.006
1,mlp.experts.69.gate_proj,0.0000001074,0.10000,1.021
1,mlp.experts.70.gate_proj,0.0000000117,0.10000,1.041
1,mlp.experts.71.gate_proj,0.0000001930,0.10000,1.023
1,mlp.experts.72.gate_proj,0.0000003830,0.10000,1.035
1,mlp.experts.73.gate_proj,0.0000001609,0.10000,1.021
1,mlp.experts.74.gate_proj,0.0000000033,0.10000,0.955
1,mlp.experts.75.gate_proj,0.0000000065,0.10000,0.961
1,mlp.experts.76.gate_proj,0.0000000083,0.10000,0.941
1,mlp.experts.77.gate_proj,0.0000000181,0.10000,0.964
1,mlp.experts.78.gate_proj,0.0000000131,0.10000,1.015
1,mlp.experts.79.gate_proj,0.0000000174,0.10000,1.018
1,mlp.experts.80.gate_proj,0.0000000153,0.10000,1.002
1,mlp.experts.81.gate_proj,0.0000021321,0.10000,1.036
1,mlp.experts.82.gate_proj,0.0000000211,0.10000,0.942
1,mlp.experts.83.gate_proj,0.0000000035,0.10000,1.012
1,mlp.experts.84.gate_proj,0.0000000781,0.10000,0.997
1,mlp.experts.85.gate_proj,0.0000000269,0.10000,1.021
1,mlp.experts.86.gate_proj,0.0000000093,0.10000,0.998
1,mlp.experts.87.gate_proj,0.0000000353,0.10000,1.008
1,mlp.experts.88.gate_proj,0.0000000633,0.10000,0.981
1,mlp.experts.89.gate_proj,0.0000000190,0.10000,0.978
1,mlp.experts.90.gate_proj,0.0000000625,0.10000,0.984
1,mlp.experts.91.gate_proj,0.0000000082,0.10000,1.009
1,mlp.experts.92.gate_proj,0.0000000239,0.10000,0.915
1,mlp.experts.93.gate_proj,0.0000003606,0.10000,0.954
1,mlp.experts.94.gate_proj,0.0000000037,0.10000,1.019
1,mlp.experts.95.gate_proj,0.0000005213,0.10000,1.035
1,mlp.experts.96.gate_proj,0.0000000271,0.10000,1.052
1,mlp.experts.97.gate_proj,0.0000000383,0.10000,1.015
1,mlp.experts.98.gate_proj,0.0000000329,0.10000,1.032
1,mlp.experts.99.gate_proj,0.0000000078,0.10000,0.993
1,mlp.experts.100.gate_proj,0.0000003091,0.10000,0.996
1,mlp.experts.101.gate_proj,0.0000000981,0.10000,1.034
1,mlp.experts.102.gate_proj,0.0000002359,0.10000,1.041
1,mlp.experts.103.gate_proj,0.0000000577,0.10000,1.012
1,mlp.experts.104.gate_proj,0.0000001634,0.10000,1.008
1,mlp.experts.105.gate_proj,0.0000000623,0.10000,1.024
1,mlp.experts.106.gate_proj,0.0000000271,0.10000,1.069
1,mlp.experts.107.gate_proj,0.0000000066,0.10000,1.021
1,mlp.experts.108.gate_proj,0.0000001596,0.10000,0.971
1,mlp.experts.109.gate_proj,0.0000000963,0.10000,0.965
1,mlp.experts.110.gate_proj,0.0000017500,0.10000,0.966
1,mlp.experts.111.gate_proj,0.0000002199,0.10000,1.046
1,mlp.experts.112.gate_proj,0.0000002393,0.10000,1.005
1,mlp.experts.113.gate_proj,0.0000000223,0.10000,1.019
1,mlp.experts.114.gate_proj,0.0000000063,0.10000,1.017
1,mlp.experts.115.gate_proj,0.0000000235,0.10000,1.041
1,mlp.experts.116.gate_proj,0.0000000044,0.10000,1.046
1,mlp.experts.117.gate_proj,0.0000001147,0.10000,1.029
1,mlp.experts.118.gate_proj,0.0000014606,0.10000,1.033
1,mlp.experts.119.gate_proj,0.0000000136,0.10000,1.001
1,mlp.experts.120.gate_proj,0.0000004416,0.10000,1.013
1,mlp.experts.121.gate_proj,0.0000003599,0.10000,1.000
1,mlp.experts.122.gate_proj,0.0000000041,0.10000,1.011
1,mlp.experts.123.gate_proj,0.0000000086,0.10000,0.972
1,mlp.experts.124.gate_proj,0.0000000410,0.10000,0.971
1,mlp.experts.125.gate_proj,0.0000000932,0.10000,1.012
1,mlp.experts.126.gate_proj,0.0000000937,0.10000,0.958
1,mlp.experts.127.gate_proj,0.0000000062,0.10000,0.869
1,mlp.experts.1.down_proj,0.0000000615,0.10000,0.396
1,mlp.experts.0.down_proj,0.0000000006,0.10000,0.400
1,mlp.experts.2.down_proj,0.0000000009,0.10000,0.401
1,mlp.experts.3.down_proj,0.0000000010,0.10000,0.405
1,mlp.experts.4.down_proj,0.0000000032,0.10000,0.390
1,mlp.experts.5.down_proj,0.0000000603,0.10000,0.401
1,mlp.experts.6.down_proj,0.0000000008,0.10000,0.333
1,mlp.experts.7.down_proj,0.0000000009,0.10000,0.340
1,mlp.experts.8.down_proj,0.0000000009,0.10000,0.317
1,mlp.experts.9.down_proj,0.0000000004,0.10000,0.341
1,mlp.experts.10.down_proj,0.0000000215,0.10000,0.391
1,mlp.experts.11.down_proj,0.0000000106,0.10000,0.396
1,mlp.experts.12.down_proj,0.0000000368,0.10000,0.383
1,mlp.experts.13.down_proj,0.0000000021,0.10000,0.389
1,mlp.experts.14.down_proj,0.0000000029,0.10000,0.385
1,mlp.experts.15.down_proj,0.0000000005,0.10000,0.395
1,mlp.experts.16.down_proj,0.0000000006,0.10000,0.410
1,mlp.experts.17.down_proj,0.0000000073,0.10000,0.393
1,mlp.experts.18.down_proj,0.0000000004,0.10000,0.393
1,mlp.experts.19.down_proj,0.0000000008,0.10000,0.383
1,mlp.experts.20.down_proj,0.0000000048,0.10000,0.408
1,mlp.experts.21.down_proj,0.0000000758,0.10000,0.393
1,mlp.experts.22.down_proj,0.0000000184,0.10000,0.389
1,mlp.experts.23.down_proj,0.0000000003,0.10000,0.392
1,mlp.experts.24.down_proj,0.0000000379,0.10000,0.391
1,mlp.experts.25.down_proj,0.0000000036,0.10000,0.396
1,mlp.experts.26.down_proj,0.0000000069,0.10000,0.401
1,mlp.experts.27.down_proj,0.0000000396,0.10000,0.397
1,mlp.experts.28.down_proj,0.0000000028,0.10000,0.395
1,mlp.experts.29.down_proj,0.0000000008,0.10000,0.415
1,mlp.experts.30.down_proj,0.0000000022,0.10000,0.388
1,mlp.experts.31.down_proj,0.0000000017,0.10000,0.410
1,mlp.experts.32.down_proj,0.0000000089,0.10000,0.383
1,mlp.experts.33.down_proj,0.0000000356,0.10000,0.412
1,mlp.experts.34.down_proj,0.0000000007,0.10000,0.385
1,mlp.experts.35.down_proj,0.0000000396,0.10000,0.412
1,mlp.experts.36.down_proj,0.0000000250,0.10000,0.384
1,mlp.experts.37.down_proj,0.0000000289,0.10000,0.402
1,mlp.experts.38.down_proj,0.0000000008,0.10000,0.388
1,mlp.experts.39.down_proj,0.0000000053,0.10000,0.392
1,mlp.experts.40.down_proj,0.0000000026,0.10000,0.394
1,mlp.experts.41.down_proj,0.0000000003,0.10000,0.405
1,mlp.experts.42.down_proj,0.0000000423,0.10000,0.393
1,mlp.experts.43.down_proj,0.0000002877,0.10000,0.395
1,mlp.experts.44.down_proj,0.0000000332,0.10000,0.400
1,mlp.experts.45.down_proj,0.0000000004,0.10000,0.381
1,mlp.experts.46.down_proj,0.0000000016,0.10000,0.405
1,mlp.experts.47.down_proj,0.0000000170,0.10000,0.391
1,mlp.experts.48.down_proj,0.0000000009,0.10000,0.416
1,mlp.experts.49.down_proj,0.0000000017,0.10000,0.391
1,mlp.experts.50.down_proj,0.0000000008,0.10000,0.403
1,mlp.experts.51.down_proj,0.0000000360,0.10000,0.398
1,mlp.experts.52.down_proj,0.0000000014,0.10000,0.394
1,mlp.experts.53.down_proj,0.0000000003,0.10000,0.408
1,mlp.experts.54.down_proj,0.0000000238,0.10000,0.398
1,mlp.experts.55.down_proj,0.0000000007,0.10000,0.390
1,mlp.experts.56.down_proj,0.0000000501,0.10000,0.404
1,mlp.experts.57.down_proj,0.0000000156,0.10000,0.382
1,mlp.experts.58.down_proj,0.0000000002,0.10000,0.347
1,mlp.experts.59.down_proj,0.0000000368,0.10000,0.333
1,mlp.experts.60.down_proj,0.0000000009,0.10000,0.326
1,mlp.experts.61.down_proj,0.0000000109,0.10000,0.344
1,mlp.experts.62.down_proj,0.0000000026,0.10000,0.383
1,mlp.experts.63.down_proj,0.0000000005,0.10000,0.397
1,mlp.experts.64.down_proj,0.0000000039,0.10000,0.402
1,mlp.experts.65.down_proj,0.0000000127,0.10000,0.408
1,mlp.experts.66.down_proj,0.0000000042,0.10000,0.406
1,mlp.experts.67.down_proj,0.0000000005,0.10000,0.391
1,mlp.experts.68.down_proj,0.0000002281,0.10000,0.358
1,mlp.experts.69.down_proj,0.0000000092,0.10000,0.359
1,mlp.experts.70.down_proj,0.0000000011,0.10000,0.386
1,mlp.experts.71.down_proj,0.0000000199,0.10000,0.406
1,mlp.experts.72.down_proj,0.0000000452,0.10000,0.397
1,mlp.experts.73.down_proj,0.0000000411,0.10000,0.397
1,mlp.experts.74.down_proj,0.0000000001,0.10000,0.396
1,mlp.experts.75.down_proj,0.0000000005,0.10000,0.397
1,mlp.experts.76.down_proj,0.0000000005,0.10000,0.398
1,mlp.experts.77.down_proj,0.0000000010,0.10000,0.409
1,mlp.experts.78.down_proj,0.0000000008,0.10000,0.394
1,mlp.experts.79.down_proj,0.0000000007,0.10000,0.404
1,mlp.experts.80.down_proj,0.0000000015,0.10000,0.407
1,mlp.experts.81.down_proj,0.0000001980,0.10000,0.399
1,mlp.experts.82.down_proj,0.0000000007,0.10000,0.364
1,mlp.experts.83.down_proj,0.0000000003,0.10000,0.350
1,mlp.experts.84.down_proj,0.0000000105,0.10000,0.398
1,mlp.experts.85.down_proj,0.0000000022,0.10000,0.380
1,mlp.experts.86.down_proj,0.0000000006,0.10000,0.382
1,mlp.experts.87.down_proj,0.0000001205,0.10000,0.381
1,mlp.experts.88.down_proj,0.0000000048,0.10000,0.393
1,mlp.experts.89.down_proj,0.0000000015,0.10000,0.372
1,mlp.experts.90.down_proj,0.0000000029,0.10000,0.404
1,mlp.experts.91.down_proj,0.0000000008,0.10000,0.408
1,mlp.experts.92.down_proj,0.0000000019,0.10000,0.329
1,mlp.experts.93.down_proj,0.0000000831,0.10000,0.335
1,mlp.experts.94.down_proj,0.0000000002,0.10000,0.388
1,mlp.experts.95.down_proj,0.0000001135,0.10000,0.398
1,mlp.experts.96.down_proj,0.0000000015,0.10000,0.398
1,mlp.experts.97.down_proj,0.0000000016,0.10000,0.378
1,mlp.experts.98.down_proj,0.0000000025,0.10000,0.411
1,mlp.experts.99.down_proj,0.0000000005,0.10000,0.390
1,mlp.experts.100.down_proj,0.0000001984,0.10000,0.392
1,mlp.experts.101.down_proj,0.0000000053,0.10000,0.431
1,mlp.experts.102.down_proj,0.0000000600,0.10000,0.386
1,mlp.experts.103.down_proj,0.0000000033,0.10000,0.384
1,mlp.experts.104.down_proj,0.0000000174,0.10000,0.357
1,mlp.experts.105.down_proj,0.0000000109,0.10000,0.365
1,mlp.experts.106.down_proj,0.0000000015,0.10000,0.394
1,mlp.experts.107.down_proj,0.0000000004,0.10000,0.398
1,mlp.experts.108.down_proj,0.0000000323,0.10000,0.391
1,mlp.experts.109.down_proj,0.0000000087,0.10000,0.404
1,mlp.experts.110.down_proj,0.0000002201,0.10000,0.401
1,mlp.experts.111.down_proj,0.0000000124,0.10000,0.400
1,mlp.experts.112.down_proj,0.0000000347,0.10000,0.390
1,mlp.experts.113.down_proj,0.0000000013,0.10000,0.397
1,mlp.experts.114.down_proj,0.0000000792,0.10000,0.403
1,mlp.experts.115.down_proj,0.0000000015,0.10000,0.384
1,mlp.experts.116.down_proj,0.0000000002,0.10000,0.332
1,mlp.experts.117.down_proj,0.0000000462,0.10000,0.333
1,mlp.experts.118.down_proj,0.0000002984,0.10000,0.332
1,mlp.experts.119.down_proj,0.0000000008,0.10000,0.351
1,mlp.experts.120.down_proj,0.0000001126,0.10000,0.347
1,mlp.experts.121.down_proj,0.0000000244,0.10000,0.332
1,mlp.experts.122.down_proj,0.0000000001,0.10000,0.329
1,mlp.experts.123.down_proj,0.0000000007,0.10000,0.354
1,mlp.experts.124.down_proj,0.0000000077,0.10000,0.405
1,mlp.experts.125.down_proj,0.0000000066,0.10000,0.408
1,mlp.experts.126.down_proj,0.0000000181,0.10000,0.397
1,mlp.experts.127.down_proj,0.0000000003,0.10000,0.351
2,self_attn.q_proj,0.0000000000,0.10000,1.040
2,self_attn.k_proj,0.0000000000,0.10000,1.060
2,self_attn.v_proj,0.0000000000,0.10000,0.634
2,self_attn.o_proj,0.0000000000,0.10000,1.247
2,mlp.gate,0.0000000177,0.10000,0.594
2,mlp.experts.1.up_proj,0.0000005437,0.10000,1.031
2,mlp.experts.0.up_proj,0.0000000253,0.10000,1.038
2,mlp.experts.2.up_proj,0.0000000513,0.10000,1.050
2,mlp.experts.3.up_proj,0.0000003073,0.10000,1.070
2,mlp.experts.4.up_proj,0.0000000102,0.10000,1.026
2,mlp.experts.5.up_proj,0.0000002155,0.10000,1.068
2,mlp.experts.6.up_proj,0.0000000341,0.10000,1.034
2,mlp.experts.7.up_proj,0.0000000146,0.10000,1.012
2,mlp.experts.8.up_proj,0.0000000102,0.10000,0.956
2,mlp.experts.9.up_proj,0.0000000060,0.10000,0.951
2,mlp.experts.10.up_proj,0.0000005167,0.10000,1.037
2,mlp.experts.11.up_proj,0.0000009844,0.10000,1.042
2,mlp.experts.12.up_proj,0.0000000884,0.10000,1.045
2,mlp.experts.13.up_proj,0.0000922891,0.10000,1.098
2,mlp.experts.14.up_proj,0.0000000100,0.10000,1.029
2,mlp.experts.15.up_proj,0.0000000150,0.10000,1.030
2,mlp.experts.16.up_proj,0.0000000721,0.10000,0.934
2,mlp.experts.17.up_proj,0.0000001364,0.10000,0.942
2,mlp.experts.18.up_proj,0.0000002712,0.10000,0.930
2,mlp.experts.19.up_proj,0.0000005869,0.10000,0.912
2,mlp.experts.20.up_proj,0.0000005446,0.10000,0.976
2,mlp.experts.21.up_proj,0.0000002065,0.10000,0.980
2,mlp.experts.22.up_proj,0.0000000254,0.10000,1.037
2,mlp.experts.23.up_proj,0.0000002144,0.10000,1.009
2,mlp.experts.24.up_proj,0.0000000530,0.10000,0.989
2,mlp.experts.25.up_proj,0.0000005151,0.10000,1.060
2,mlp.experts.26.up_proj,0.0008690119,0.10000,1.025
2,mlp.experts.27.up_proj,0.0000000304,0.10000,0.995
2,mlp.experts.28.up_proj,0.0000008883,0.10000,0.942
2,mlp.experts.29.up_proj,0.0000000205,0.10000,0.945
2,mlp.experts.30.up_proj,0.0000005012,0.10000,1.004
2,mlp.experts.31.up_proj,0.0000002078,0.10000,1.001
2,mlp.experts.32.up_proj,0.0000002553,0.10000,0.996
2,mlp.experts.33.up_proj,0.0000003825,0.10000,1.003
2,mlp.experts.34.up_proj,0.0000035675,0.10000,1.068
2,mlp.experts.35.up_proj,0.0000040160,0.10000,0.987
2,mlp.experts.36.up_proj,0.0000013000,0.10000,1.066
2,mlp.experts.37.up_proj,0.0000001005,0.10000,1.050
2,mlp.experts.38.up_proj,0.0000000117,0.10000,1.011
2,mlp.experts.39.up_proj,0.0000002262,0.10000,1.056
2,mlp.experts.40.up_proj,0.0000000054,0.10000,0.985
2,mlp.experts.41.up_proj,0.0000000654,0.10000,1.059
2,mlp.experts.42.up_proj,0.0000002628,0.10000,1.025
2,mlp.experts.43.up_proj,0.0000008331,0.10000,1.037
2,mlp.experts.44.up_proj,0.0000000949,0.10000,1.031
2,mlp.experts.45.up_proj,0.0000000108,0.10000,0.980
2,mlp.experts.46.up_proj,0.0000000529,0.10000,1.023
2,mlp.experts.47.up_proj,0.0000000124,0.10000,1.041
2,mlp.experts.48.up_proj,0.0000000448,0.10000,1.021
2,mlp.experts.49.up_proj,0.0000000207,0.10000,1.031
2,mlp.experts.50.up_proj,0.0000000068,0.10000,1.021
2,mlp.experts.51.up_proj,0.0000000042,0.10000,1.029
2,mlp.experts.52.up_proj,0.0000000154,0.10000,1.027
2,mlp.experts.53.up_proj,0.0000000093,0.10000,1.011
2,mlp.experts.54.up_proj,0.0000000108,0.10000,0.993
2,mlp.experts.55.up_proj,0.0000000891,0.10000,1.041
2,mlp.experts.56.up_proj,0.0000002912,0.10000,0.997
2,mlp.experts.57.up_proj,0.0000007926,0.10000,1.021
2,mlp.experts.58.up_proj,0.0000001287,0.10000,0.982
2,mlp.experts.59.up_proj,0.0000000529,0.10000,1.001
2,mlp.experts.60.up_proj,0.0000000277,0.10000,0.976
2,mlp.experts.61.up_proj,0.0000332572,0.10000,0.960
2,mlp.experts.62.up_proj,0.0000000850,0.10000,1.000
2,mlp.experts.63.up_proj,0.0000000769,0.10000,1.018
2,mlp.experts.64.up_proj,0.0000000258,0.10000,0.972
2,mlp.experts.65.up_proj,0.0000000181,0.10000,0.963
2,mlp.experts.66.up_proj,0.0000002315,0.10000,0.956
2,mlp.experts.67.up_proj,0.0000000180,0.10000,0.989
2,mlp.experts.68.up_proj,0.0000000139,0.10000,1.026
2,mlp.experts.69.up_proj,0.0000000287,0.10000,1.029
2,mlp.experts.70.up_proj,0.0000000443,0.10000,1.006
2,mlp.experts.71.up_proj,0.0000005863,0.10000,1.076
2,mlp.experts.72.up_proj,0.0000000127,0.10000,1.070
2,mlp.experts.73.up_proj,0.0000000094,0.10000,1.030
2,mlp.experts.74.up_proj,0.0000000828,0.10000,1.033
2,mlp.experts.75.up_proj,0.0000001082,0.10000,1.036
2,mlp.experts.76.up_proj,0.0000000155,0.10000,0.947
2,mlp.experts.77.up_proj,0.0000026352,0.10000,0.998
2,mlp.experts.78.up_proj,0.0000003851,0.10000,0.980
2,mlp.experts.79.up_proj,0.0000032109,0.10000,0.988
2,mlp.experts.80.up_proj,0.0000000374,0.10000,1.004
2,mlp.experts.81.up_proj,0.0000001622,0.10000,1.017
2,mlp.experts.82.up_proj,0.0000000772,0.10000,1.023
2,mlp.experts.83.up_proj,0.0000012827,0.10000,1.028
2,mlp.experts.84.up_proj,0.0000000050,0.10000,0.974
2,mlp.experts.85.up_proj,0.0000000319,0.10000,0.985
2,mlp.experts.86.up_proj,0.0000001814,0.10000,0.986
2,mlp.experts.87.up_proj,0.0000000316,0.10000,0.999
2,mlp.experts.88.up_proj,0.0000000055,0.10000,0.955
2,mlp.experts.89.up_proj,0.0000005762,0.10000,1.004
2,mlp.experts.90.up_proj,0.0000000104,0.10000,0.995
2,mlp.experts.91.up_proj,0.0000007513,0.10000,0.980
2,mlp.experts.92.up_proj,0.0000344407,0.10000,1.010
2,mlp.experts.93.up_proj,0.0000000210,0.10000,1.003
2,mlp.experts.94.up_proj,0.0000000370,0.10000,1.050
2,mlp.experts.95.up_proj,0.0000000149,0.10000,1.041
2,mlp.experts.96.up_proj,0.0000013544,0.10000,1.076
2,mlp.experts.97.up_proj,0.0000000653,0.10000,1.027
2,mlp.experts.98.up_proj,0.0000007056,0.10000,1.062
2,mlp.experts.99.up_proj,0.0000001000,0.10000,1.040
2,mlp.experts.100.up_proj,0.0000000093,0.10000,1.045
2,mlp.experts.101.up_proj,0.0000000209,0.10000,1.023
2,mlp.experts.102.up_proj,0.0000065436,0.10000,1.015
2,mlp.experts.103.up_proj,0.0000001291,0.10000,1.063
2,mlp.experts.104.up_proj,0.0000000305,0.10000,0.998
2,mlp.experts.105.up_proj,0.0001048625,0.10000,1.005
2,mlp.experts.106.up_proj,0.0000002076,0.10000,1.011
2,mlp.experts.107.up_proj,0.0000001204,0.10000,1.025
2,mlp.experts.108.up_proj,0.0000003607,0.10000,1.043
2,mlp.experts.109.up_proj,0.0000001295,0.10000,1.049
2,mlp.experts.110.up_proj,0.0000004755,0.10000,1.060
2,mlp.experts.111.up_proj,0.0000001197,0.10000,1.035
2,mlp.experts.112.up_proj,0.0000000616,0.10000,1.020
2,mlp.experts.113.up_proj,0.0000000439,0.10000,0.987
2,mlp.experts.114.up_proj,0.0000024364,0.10000,1.023
2,mlp.experts.115.up_proj,0.0000004123,0.10000,0.994
2,mlp.experts.116.up_proj,0.0000000076,0.10000,1.022
2,mlp.experts.117.up_proj,0.0000000108,0.10000,1.020
2,mlp.experts.118.up_proj,0.0000000067,0.10000,1.021
2,mlp.experts.119.up_proj,0.0000000204,0.10000,1.030
2,mlp.experts.120.up_proj,0.0000000445,0.10000,1.019
2,mlp.experts.121.up_proj,0.0000000628,0.10000,1.043
2,mlp.experts.122.up_proj,0.0000000064,0.10000,1.037
2,mlp.experts.123.up_proj,0.0000000300,0.10000,1.036
2,mlp.experts.124.up_proj,0.0000014108,0.10000,0.992
2,mlp.experts.125.up_proj,0.0000000066,0.10000,1.022
2,mlp.experts.126.up_proj,0.0000000909,0.10000,1.014
2,mlp.experts.127.up_proj,0.0000013474,0.10000,1.003
2,mlp.experts.0.gate_proj,0.0000000260,0.10000,1.029
2,mlp.experts.1.gate_proj,0.0000005841,0.10000,1.052
2,mlp.experts.2.gate_proj,0.0000000552,0.10000,1.025
2,mlp.experts.3.gate_proj,0.0000003292,0.10000,1.030
2,mlp.experts.4.gate_proj,0.0000000108,0.10000,1.034
2,mlp.experts.5.gate_proj,0.0000002339,0.10000,1.033
2,mlp.experts.6.gate_proj,0.0000000364,0.10000,1.002
2,mlp.experts.7.gate_proj,0.0000000158,0.10000,1.059
2,mlp.experts.8.gate_proj,0.0000000107,0.10000,0.994
2,mlp.experts.9.gate_proj,0.0000000063,0.10000,0.999
2,mlp.experts.10.gate_proj,0.0000005798,0.10000,0.999
2,mlp.experts.11.gate_proj,0.0000010634,0.10000,1.015
2,mlp.experts.12.gate_proj,0.0000000949,0.10000,0.990
2,mlp.experts.13.gate_proj,0.0001008029,0.10000,1.004
2,mlp.experts.14.gate_proj,0.0000000112,0.10000,0.958
2,mlp.experts.15.gate_proj,0.0000000164,0.10000,0.981
2,mlp.experts.16.gate_proj,0.0000000772,0.10000,1.072
2,mlp.experts.17.gate_proj,0.0000001535,0.10000,1.021
2,mlp.experts.18.gate_proj,0.0000002883,0.10000,1.015
2,mlp.experts.19.gate_proj,0.0000006336,0.10000,1.010
2,mlp.experts.20.gate_proj,0.0000005952,0.10000,1.009
2,mlp.experts.21.gate_proj,0.0000002176,0.10000,1.044
2,mlp.experts.22.gate_proj,0.0000000262,0.10000,1.053
2,mlp.experts.23.gate_proj,0.0000002309,0.10000,1.051
2,mlp.experts.24.gate_proj,0.0000000577,0.10000,0.995
2,mlp.experts.25.gate_proj,0.0000005541,0.10000,1.020
2,mlp.experts.26.gate_proj,0.0008959545,0.10000,1.003
2,mlp.experts.27.gate_proj,0.0000000327,0.10000,1.025
2,mlp.experts.28.gate_proj,0.0000009542,0.10000,1.021
2,mlp.experts.29.gate_proj,0.0000000237,0.10000,1.052
2,mlp.experts.30.gate_proj,0.0000005580,0.10000,1.014
2,mlp.experts.31.gate_proj,0.0000002204,0.10000,1.056
2,mlp.experts.32.gate_proj,0.0000002617,0.10000,0.991
2,mlp.experts.33.gate_proj,0.0000004189,0.10000,1.078
2,mlp.experts.34.gate_proj,0.0000038565,0.10000,1.014
2,mlp.experts.35.gate_proj,0.0000043890,0.10000,1.067
2,mlp.experts.36.gate_proj,0.0000012732,0.10000,0.981
2,mlp.experts.37.gate_proj,0.0000001057,0.10000,0.998
2,mlp.experts.38.gate_proj,0.0000000123,0.10000,0.988
2,mlp.experts.39.gate_proj,0.0000002463,0.10000,1.019
2,mlp.experts.40.gate_proj,0.0000000058,0.10000,1.026
2,mlp.experts.41.gate_proj,0.0000000704,0.10000,0.999
2,mlp.experts.42.gate_proj,0.0000002761,0.10000,1.004
2,mlp.experts.43.gate_proj,0.0000008694,0.10000,1.024
2,mlp.experts.44.gate_proj,0.0000001030,0.10000,0.961
2,mlp.experts.45.gate_proj,0.0000000116,0.10000,0.946
2,mlp.experts.46.gate_proj,0.0000000570,0.10000,0.984
2,mlp.experts.47.gate_proj,0.0000000131,0.10000,1.029
2,mlp.experts.48.gate_proj,0.0000000495,0.10000,1.015
2,mlp.experts.49.gate_proj,0.0000000219,0.10000,1.036
2,mlp.experts.50.gate_proj,0.0000000075,0.10000,1.061
2,mlp.experts.51.gate_proj,0.0000000044,0.10000,1.076
2,mlp.experts.52.gate_proj,0.0000000167,0.10000,1.032
2,mlp.experts.53.gate_proj,0.0000000101,0.10000,1.088
2,mlp.experts.54.gate_proj,0.0000000116,0.10000,1.047
2,mlp.experts.55.gate_proj,0.0000000939,0.10000,1.039
2,mlp.experts.56.gate_proj,0.0000002884,0.10000,1.033
2,mlp.experts.57.gate_proj,0.0000008343,0.10000,1.002
2,mlp.experts.58.gate_proj,0.0000001361,0.10000,1.061
2,mlp.experts.59.gate_proj,0.0000000569,0.10000,0.983
2,mlp.experts.60.gate_proj,0.0000000294,0.10000,0.993
2,mlp.experts.61.gate_proj,0.0000361328,0.10000,1.048
2,mlp.experts.62.gate_proj,0.0000000912,0.10000,1.057
2,mlp.experts.63.gate_proj,0.0000000824,0.10000,1.019
2,mlp.experts.64.gate_proj,0.0000000280,0.10000,1.059
2,mlp.experts.65.gate_proj,0.0000000195,0.10000,1.026
2,mlp.experts.66.gate_proj,0.0000002443,0.10000,1.035
2,mlp.experts.67.gate_proj,0.0000000198,0.10000,1.027
2,mlp.experts.68.gate_proj,0.0000000149,0.10000,1.029
2,mlp.experts.69.gate_proj,0.0000000310,0.10000,1.012
2,mlp.experts.70.gate_proj,0.0000000481,0.10000,1.028
2,mlp.experts.71.gate_proj,0.0000005970,0.10000,1.031
2,mlp.experts.72.gate_proj,0.0000000131,0.10000,1.040
2,mlp.experts.73.gate_proj,0.0000000098,0.10000,1.025
2,mlp.experts.74.gate_proj,0.0000000884,0.10000,1.037
2,mlp.experts.75.gate_proj,0.0000001216,0.10000,1.027
2,mlp.experts.76.gate_proj,0.0000000171,0.10000,1.065
2,mlp.experts.77.gate_proj,0.0000039226,0.10000,1.033
2,mlp.experts.78.gate_proj,0.0000004152,0.10000,1.038
2,mlp.experts.79.gate_proj,0.0000034759,0.10000,0.996
2,mlp.experts.80.gate_proj,0.0000000425,0.10000,1.051
2,mlp.experts.81.gate_proj,0.0000001719,0.10000,1.009
2,mlp.experts.82.gate_proj,0.0000000815,0.10000,1.003
2,mlp.experts.83.gate_proj,0.0000013635,0.10000,0.985
2,mlp.experts.84.gate_proj,0.0000000050,0.10000,1.001
2,mlp.experts.85.gate_proj,0.0000000335,0.10000,1.036
2,mlp.experts.86.gate_proj,0.0000002007,0.10000,1.038
2,mlp.experts.87.gate_proj,0.0000000345,0.10000,1.016
2,mlp.experts.88.gate_proj,0.0000000059,0.10000,1.002
2,mlp.experts.89.gate_proj,0.0000006114,0.10000,0.999
2,mlp.experts.90.gate_proj,0.0000000112,0.10000,0.976
2,mlp.experts.91.gate_proj,0.0000008100,0.10000,0.991
2,mlp.experts.92.gate_proj,0.0002525071,0.10000,0.993
2,mlp.experts.93.gate_proj,0.0000000221,0.10000,1.035
2,mlp.experts.94.gate_proj,0.0000000432,0.10000,1.029
2,mlp.experts.95.gate_proj,0.0000000160,0.10000,1.030
2,mlp.experts.96.gate_proj,0.0000014084,0.10000,1.008
2,mlp.experts.97.gate_proj,0.0000000721,0.10000,1.033
2,mlp.experts.98.gate_proj,0.0000007584,0.10000,1.004
2,mlp.experts.99.gate_proj,0.0000001097,0.10000,1.058
2,mlp.experts.100.gate_proj,0.0000000101,0.10000,1.027
2,mlp.experts.101.gate_proj,0.0000000218,0.10000,1.070
2,mlp.experts.102.gate_proj,0.0000065832,0.10000,1.078
2,mlp.experts.103.gate_proj,0.0000001382,0.10000,1.056
2,mlp.experts.104.gate_proj,0.0000000337,0.10000,1.056
2,mlp.experts.105.gate_proj,0.0001310111,0.10000,1.049
2,mlp.experts.106.gate_proj,0.0000002184,0.10000,0.991
2,mlp.experts.107.gate_proj,0.0000001275,0.10000,1.062
2,mlp.experts.108.gate_proj,0.0000004015,0.10000,1.024
2,mlp.experts.109.gate_proj,0.0000001387,0.10000,1.038
2,mlp.experts.110.gate_proj,0.0000005142,0.10000,1.042
2,mlp.experts.111.gate_proj,0.0000001324,0.10000,1.020
2,mlp.experts.112.gate_proj,0.0000000654,0.10000,1.084
2,mlp.experts.113.gate_proj,0.0000000488,0.10000,1.020
2,mlp.experts.114.gate_proj,0.0000025109,0.10000,1.010
2,mlp.experts.115.gate_proj,0.0000004667,0.10000,0.998
2,mlp.experts.116.gate_proj,0.0000000081,0.10000,1.014
2,mlp.experts.117.gate_proj,0.0000000115,0.10000,1.030
2,mlp.experts.118.gate_proj,0.0000000070,0.10000,1.047
2,mlp.experts.119.gate_proj,0.0000000229,0.10000,1.067
2,mlp.experts.120.gate_proj,0.0000000484,0.10000,1.047
2,mlp.experts.121.gate_proj,0.0000000674,0.10000,1.075
2,mlp.experts.122.gate_proj,0.0000000070,0.10000,1.073
2,mlp.experts.123.gate_proj,0.0000000318,0.10000,1.067
2,mlp.experts.124.gate_proj,0.0000015223,0.10000,1.036
2,mlp.experts.125.gate_proj,0.0000000070,0.10000,1.058
2,mlp.experts.126.gate_proj,0.0000000977,0.10000,1.025
2,mlp.experts.127.gate_proj,0.0000013926,0.10000,0.705
2,mlp.experts.0.down_proj,0.0000000015,0.10000,0.410
2,mlp.experts.1.down_proj,0.0000000521,0.10000,0.409
2,mlp.experts.3.down_proj,0.0000000935,0.10000,0.412
2,mlp.experts.2.down_proj,0.0000000252,0.10000,0.423
2,mlp.experts.4.down_proj,0.0000000006,0.10000,0.364
2,mlp.experts.5.down_proj,0.0000000626,0.10000,0.370
2,mlp.experts.6.down_proj,0.0000000085,0.10000,0.373
2,mlp.experts.7.down_proj,0.0000000023,0.10000,0.373
2,mlp.experts.8.down_proj,0.0000000009,0.10000,0.395
2,mlp.experts.9.down_proj,0.0000000004,0.10000,0.391
2,mlp.experts.10.down_proj,0.0000000497,0.10000,0.390
2,mlp.experts.11.down_proj,0.0000001063,0.10000,0.393
2,mlp.experts.12.down_proj,0.0000000191,0.10000,0.382
2,mlp.experts.13.down_proj,0.0000032805,0.10000,0.392
2,mlp.experts.14.down_proj,0.0000000012,0.10000,0.387
2,mlp.experts.15.down_proj,0.0000000024,0.10000,0.378
2,mlp.experts.16.down_proj,0.0000000051,0.10000,0.334
2,mlp.experts.17.down_proj,0.0000000269,0.10000,0.342
2,mlp.experts.18.down_proj,0.0000000230,0.10000,0.381
2,mlp.experts.19.down_proj,0.0000000588,0.10000,0.377
2,mlp.experts.20.down_proj,0.0000000635,0.10000,0.398
2,mlp.experts.21.down_proj,0.0000000216,0.10000,0.392
2,mlp.experts.22.down_proj,0.0000000015,0.10000,0.393
2,mlp.experts.23.down_proj,0.0000000626,0.10000,0.397
2,mlp.experts.24.down_proj,0.0000000133,0.10000,0.407
2,mlp.experts.25.down_proj,0.0000000164,0.10000,0.400
2,mlp.experts.26.down_proj,0.0000413228,0.10000,0.374
2,mlp.experts.27.down_proj,0.0000000026,0.10000,0.375
2,mlp.experts.28.down_proj,0.0000001337,0.10000,0.398
2,mlp.experts.29.down_proj,0.0000000190,0.10000,0.389
2,mlp.experts.30.down_proj,0.0000000952,0.10000,0.371
2,mlp.experts.31.down_proj,0.0000000333,0.10000,0.373
2,mlp.experts.32.down_proj,0.0000000176,0.10000,0.408
2,mlp.experts.33.down_proj,0.0000000526,0.10000,0.403
2,mlp.experts.34.down_proj,0.0000003204,0.10000,0.392
2,mlp.experts.35.down_proj,0.0000005581,0.10000,0.395
2,mlp.experts.36.down_proj,0.0000001716,0.10000,0.408
2,mlp.experts.37.down_proj,0.0000000175,0.10000,0.410
2,mlp.experts.38.down_proj,0.0000000008,0.10000,0.391
2,mlp.experts.39.down_proj,0.0000000211,0.10000,0.395
2,mlp.experts.40.down_proj,0.0000000003,0.10000,0.392
2,mlp.experts.41.down_proj,0.0000000210,0.10000,0.398
2,mlp.experts.42.down_proj,0.0000000241,0.10000,0.341
2,mlp.experts.43.down_proj,0.0000000489,0.10000,0.341
2,mlp.experts.44.down_proj,0.0000000314,0.10000,0.380
2,mlp.experts.45.down_proj,0.0000000022,0.10000,0.383
2,mlp.experts.46.down_proj,0.0000000038,0.10000,0.362
2,mlp.experts.47.down_proj,0.0000000009,0.10000,0.369
2,mlp.experts.48.down_proj,0.0000000065,0.10000,0.382
2,mlp.experts.49.down_proj,0.0000000014,0.10000,0.395
2,mlp.experts.50.down_proj,0.0000000004,0.10000,0.363
2,mlp.experts.51.down_proj,0.0000000003,0.10000,0.367
2,mlp.experts.52.down_proj,0.0000000018,0.10000,0.395
2,mlp.experts.53.down_proj,0.0000000016,0.10000,0.377
2,mlp.experts.54.down_proj,0.0000000012,0.10000,0.348
2,mlp.experts.55.down_proj,0.0000000040,0.10000,0.343
2,mlp.experts.56.down_proj,0.0000000082,0.10000,0.380
2,mlp.experts.57.down_proj,0.0000000972,0.10000,0.394
2,mlp.experts.58.down_proj,0.0000000073,0.10000,0.339
2,mlp.experts.59.down_proj,0.0000000125,0.10000,0.338
2,mlp.experts.60.down_proj,0.0000000019,0.10000,0.362
2,mlp.experts.61.down_proj,0.0000004353,0.10000,0.368
2,mlp.experts.62.down_proj,0.0000000134,0.10000,0.370
2,mlp.experts.63.down_proj,0.0000000035,0.10000,0.382
2,mlp.experts.64.down_proj,0.0000000013,0.10000,0.340
2,mlp.experts.65.down_proj,0.0000000032,0.10000,0.326
2,mlp.experts.66.down_proj,0.0000000185,0.10000,0.337
2,mlp.experts.67.down_proj,0.0000000038,0.10000,0.346
2,mlp.experts.68.down_proj,0.0000000017,0.10000,0.382
2,mlp.experts.69.down_proj,0.0000000054,0.10000,0.385
2,mlp.experts.70.down_proj,0.0000000182,0.10000,0.392
2,mlp.experts.71.down_proj,0.0000000452,0.10000,0.404
2,mlp.experts.72.down_proj,0.0000000011,0.10000,0.363
2,mlp.experts.73.down_proj,0.0000000008,0.10000,0.350
2,mlp.experts.74.down_proj,0.0000000155,0.10000,0.378
2,mlp.experts.75.down_proj,0.0000000281,0.10000,0.358
2,mlp.experts.76.down_proj,0.0000000011,0.10000,0.391
2,mlp.experts.77.down_proj,0.0000000129,0.10000,0.386
2,mlp.experts.78.down_proj,0.0000000240,0.10000,0.374
2,mlp.experts.79.down_proj,0.0000003642,0.10000,0.372
2,mlp.experts.80.down_proj,0.0000000032,0.10000,0.387
2,mlp.experts.81.down_proj,0.0000000445,0.10000,0.396
2,mlp.experts.82.down_proj,0.0000000073,0.10000,0.374
2,mlp.experts.83.down_proj,0.0000000169,0.10000,0.374
2,mlp.experts.84.down_proj,0.0000000004,0.10000,0.383
2,mlp.experts.85.down_proj,0.0000000017,0.10000,0.375
2,mlp.experts.86.down_proj,0.0000000548,0.10000,0.379
2,mlp.experts.87.down_proj,0.0000000041,0.10000,0.359
2,mlp.experts.88.down_proj,0.0000000005,0.10000,0.403
2,mlp.experts.89.down_proj,0.0000000703,0.10000,0.400
2,mlp.experts.90.down_proj,0.0000000011,0.10000,0.407
2,mlp.experts.91.down_proj,0.0000000868,0.10000,0.399
2,mlp.experts.93.down_proj,0.0000000015,0.10000,0.400
2,mlp.experts.92.down_proj,0.0021238448,0.10000,0.406
2,mlp.experts.94.down_proj,0.0000000018,0.10000,0.401
2,mlp.experts.95.down_proj,0.0000000007,0.10000,0.400
2,mlp.experts.96.down_proj,0.0000001680,0.10000,0.400
2,mlp.experts.97.down_proj,0.0000000073,0.10000,0.406
2,mlp.experts.98.down_proj,0.0000003285,0.10000,0.411
2,mlp.experts.99.down_proj,0.0000000157,0.10000,0.417
2,mlp.experts.100.down_proj,0.0000000008,0.10000,0.406
2,mlp.experts.101.down_proj,0.0000000012,0.10000,0.401
2,mlp.experts.102.down_proj,0.0000005089,0.10000,0.353
2,mlp.experts.103.down_proj,0.0000000126,0.10000,0.350
2,mlp.experts.104.down_proj,0.0000000056,0.10000,0.333
2,mlp.experts.105.down_proj,0.0000008224,0.10000,0.334
2,mlp.experts.106.down_proj,0.0000000149,0.10000,0.407
2,mlp.experts.107.down_proj,0.0000000595,0.10000,0.419
2,mlp.experts.108.down_proj,0.0000000403,0.10000,0.343
2,mlp.experts.109.down_proj,0.0000000144,0.10000,0.355
2,mlp.experts.110.down_proj,0.0000000269,0.10000,0.394
2,mlp.experts.111.down_proj,0.0000000814,0.10000,0.397
2,mlp.experts.112.down_proj,0.0000000112,0.10000,0.405
2,mlp.experts.113.down_proj,0.0000000026,0.10000,0.399
2,mlp.experts.114.down_proj,0.0000002015,0.10000,0.348
2,mlp.experts.115.down_proj,0.0000000106,0.10000,0.347
2,mlp.experts.116.down_proj,0.0000000006,0.10000,0.360
2,mlp.experts.117.down_proj,0.0000000012,0.10000,0.353
2,mlp.experts.118.down_proj,0.0000000003,0.10000,0.359
2,mlp.experts.119.down_proj,0.0000000022,0.10000,0.352
2,mlp.experts.120.down_proj,0.0000000095,0.10000,0.377
2,mlp.experts.121.down_proj,0.0000000157,0.10000,0.371
2,mlp.experts.122.down_proj,0.0000000008,0.10000,0.345
2,mlp.experts.123.down_proj,0.0000000032,0.10000,0.350
2,mlp.experts.124.down_proj,0.0000001577,0.10000,0.392
2,mlp.experts.125.down_proj,0.0000000004,0.10000,0.391
2,mlp.experts.126.down_proj,0.0000000333,0.10000,0.389
2,mlp.experts.127.down_proj,0.0000000668,0.10000,0.383
3,self_attn.q_proj,0.0000000002,0.10000,1.011
3,self_attn.k_proj,0.0000000000,0.10000,1.024
3,self_attn.v_proj,0.0000000000,0.10000,0.593
3,self_attn.o_proj,0.0000000000,0.10000,1.213
3,mlp.gate,0.0000000136,0.10000,0.626
3,mlp.experts.0.up_proj,0.0000001069,0.10000,0.955
3,mlp.experts.1.up_proj,0.0000000222,0.10000,0.964
3,mlp.experts.2.up_proj,0.0000000164,0.10000,1.085
3,mlp.experts.3.up_proj,0.0000000476,0.10000,1.081
3,mlp.experts.5.up_proj,0.0000002709,0.10000,1.022
3,mlp.experts.4.up_proj,0.0000000398,0.10000,1.089
3,mlp.experts.6.up_proj,0.0000000107,0.10000,1.055
3,mlp.experts.7.up_proj,0.0000000158,0.10000,1.050
3,mlp.experts.8.up_proj,0.0000018995,0.10000,1.045
3,mlp.experts.9.up_proj,0.0000000484,0.10000,1.061
3,mlp.experts.10.up_proj,0.0000000153,0.10000,0.984
3,mlp.experts.11.up_proj,0.0000000232,0.10000,1.007
3,mlp.experts.12.up_proj,0.0000001970,0.10000,1.013
3,mlp.experts.13.up_proj,0.0000000376,0.10000,1.013
3,mlp.experts.14.up_proj,0.0000002744,0.10000,0.947
3,mlp.experts.15.up_proj,0.0000005162,0.10000,0.974
3,mlp.experts.16.up_proj,0.0000000973,0.10000,1.008
3,mlp.experts.17.up_proj,0.0000002968,0.10000,1.005
3,mlp.experts.18.up_proj,0.0000004694,0.10000,1.003
3,mlp.experts.19.up_proj,0.0000001006,0.10000,1.012
3,mlp.experts.20.up_proj,0.0000000773,0.10000,1.023
3,mlp.experts.21.up_proj,0.0000000435,0.10000,1.024
3,mlp.experts.22.up_proj,0.0000000459,0.10000,1.026
3,mlp.experts.23.up_proj,0.0000002796,0.10000,1.038
3,mlp.experts.24.up_proj,0.0000000505,0.10000,1.036
3,mlp.experts.25.up_proj,0.0000000082,0.10000,1.039
3,mlp.experts.26.up_proj,0.0000000110,0.10000,1.003
3,mlp.experts.27.up_proj,0.0000028729,0.10000,1.056
3,mlp.experts.28.up_proj,0.0000001472,0.10000,1.015
3,mlp.experts.29.up_proj,0.0000000425,0.10000,0.984
3,mlp.experts.30.up_proj,0.0000003397,0.10000,1.046
3,mlp.experts.31.up_proj,0.0000000173,0.10000,1.044
3,mlp.experts.32.up_proj,0.0000001619,0.10000,1.031
3,mlp.experts.33.up_proj,0.0000658379,0.10000,1.030
3,mlp.experts.34.up_proj,0.0000000471,0.10000,0.980
3,mlp.experts.35.up_proj,0.0000000242,0.10000,0.973
3,mlp.experts.36.up_proj,0.0000001782,0.10000,0.984
3,mlp.experts.37.up_proj,0.0000001289,0.10000,0.986
3,mlp.experts.38.up_proj,0.0000000074,0.10000,0.993
3,mlp.experts.39.up_proj,0.0000001484,0.10000,0.999
3,mlp.experts.40.up_proj,0.0000000722,0.10000,1.001
3,mlp.experts.41.up_proj,0.0000000285,0.10000,1.017
3,mlp.experts.42.up_proj,0.0000002081,0.10000,1.012
3,mlp.experts.43.up_proj,0.0000008607,0.10000,1.004
3,mlp.experts.44.up_proj,0.0000005982,0.10000,1.006
3,mlp.experts.45.up_proj,0.0000001086,0.10000,0.992
3,mlp.experts.46.up_proj,0.0000003397,0.10000,1.008
3,mlp.experts.47.up_proj,0.0000002782,0.10000,1.000
3,mlp.experts.48.up_proj,0.0000002736,0.10000,1.035
3,mlp.experts.49.up_proj,0.0000002547,0.10000,1.031
3,mlp.experts.50.up_proj,0.0000001265,0.10000,1.038
3,mlp.experts.51.up_proj,0.0000002960,0.10000,1.017
3,mlp.experts.52.up_proj,0.0000005960,0.10000,1.035
3,mlp.experts.53.up_proj,0.0000000155,0.10000,1.025
3,mlp.experts.54.up_proj,0.0000000437,0.10000,1.024
3,mlp.experts.55.up_proj,0.0000000394,0.10000,1.027
3,mlp.experts.56.up_proj,0.0000006357,0.10000,1.051
3,mlp.experts.57.up_proj,0.0000015958,0.10000,1.048
3,mlp.experts.58.up_proj,0.0000023078,0.10000,1.053
3,mlp.experts.59.up_proj,0.0000000206,0.10000,1.045
3,mlp.experts.60.up_proj,0.0000000502,0.10000,1.032
3,mlp.experts.61.up_proj,0.0000000098,0.10000,1.030
3,mlp.experts.62.up_proj,0.0000000104,0.10000,1.022
3,mlp.experts.63.up_proj,0.0000008711,0.10000,1.025
3,mlp.experts.64.up_proj,0.0000000091,0.10000,1.032
3,mlp.experts.65.up_proj,0.0000003283,0.10000,1.032
3,mlp.experts.66.up_proj,0.0000001330,0.10000,1.031
3,mlp.experts.67.up_proj,0.0000003037,0.10000,1.053
3,mlp.experts.68.up_proj,0.0000003957,0.10000,1.036
3,mlp.experts.69.up_proj,0.0000002912,0.10000,1.034
3,mlp.experts.70.up_proj,0.0000000212,0.10000,0.944
3,mlp.experts.71.up_proj,0.0000002272,0.10000,1.000
3,mlp.experts.72.up_proj,0.0000004357,0.10000,1.000
3,mlp.experts.73.up_proj,0.0000000401,0.10000,0.991
3,mlp.experts.74.up_proj,0.0000000362,0.10000,0.966
3,mlp.experts.75.up_proj,0.0000000447,0.10000,0.993
3,mlp.experts.76.up_proj,0.0000000228,0.10000,1.035
3,mlp.experts.77.up_proj,0.0000000244,0.10000,1.014
3,mlp.experts.78.up_proj,0.0000000140,0.10000,1.053
3,mlp.experts.79.up_proj,0.0000002336,0.10000,0.950
3,mlp.experts.80.up_proj,0.0000015270,0.10000,0.990
3,mlp.experts.81.up_proj,0.0000000285,0.10000,1.003
3,mlp.experts.82.up_proj,0.0000042408,0.10000,0.996
3,mlp.experts.83.up_proj,0.0000002826,0.10000,0.987
3,mlp.experts.84.up_proj,0.0000007826,0.10000,0.997
3,mlp.experts.85.up_proj,0.0000018975,0.10000,1.008
3,mlp.experts.86.up_proj,0.0000000777,0.10000,1.044
3,mlp.experts.87.up_proj,0.0000013627,0.10000,1.052
3,mlp.experts.88.up_proj,0.0000002992,0.10000,1.057
3,mlp.experts.89.up_proj,0.0000000097,0.10000,1.021
3,mlp.experts.90.up_proj,0.0000000450,0.10000,1.011
3,mlp.experts.91.up_proj,0.0000000488,0.10000,1.004
3,mlp.experts.93.up_proj,0.0000000364,0.10000,0.971
3,mlp.experts.92.up_proj,0.0000000896,0.10000,1.040
3,mlp.experts.94.up_proj,0.0000000797,0.10000,1.036
3,mlp.experts.95.up_proj,0.0000007789,0.10000,1.037
3,mlp.experts.97.up_proj,0.0000001705,0.10000,1.049
3,mlp.experts.96.up_proj,0.0000006720,0.10000,1.061
3,mlp.experts.98.up_proj,0.0000003179,0.10000,1.048
3,mlp.experts.99.up_proj,0.0000034954,0.10000,1.078
3,mlp.experts.100.up_proj,0.0000003560,0.10000,1.033
3,mlp.experts.101.up_proj,0.0000000627,0.10000,1.046
3,mlp.experts.102.up_proj,0.0000012884,0.10000,1.031
3,mlp.experts.103.up_proj,0.0000000348,0.10000,1.041
3,mlp.experts.104.up_proj,0.0000000415,0.10000,0.969
3,mlp.experts.105.up_proj,0.0000000115,0.10000,1.023
3,mlp.experts.106.up_proj,0.0000000177,0.10000,1.006
3,mlp.experts.107.up_proj,0.0000002182,0.10000,1.049
3,mlp.experts.108.up_proj,0.0000002514,0.10000,1.022
3,mlp.experts.109.up_proj,0.0000002926,0.10000,1.013
3,mlp.experts.110.up_proj,0.0000007142,0.10000,0.973
3,mlp.experts.111.up_proj,0.0000006138,0.10000,1.012
3,mlp.experts.112.up_proj,0.0000000171,0.10000,1.022
3,mlp.experts.113.up_proj,0.0000001542,0.10000,1.002
3,mlp.experts.114.up_proj,0.0000005311,0.10000,1.022
3,mlp.experts.115.up_proj,0.0000000480,0.10000,1.013
3,mlp.experts.116.up_proj,0.0000004797,0.10000,0.951
3,mlp.experts.117.up_proj,0.0000003797,0.10000,0.973
3,mlp.experts.118.up_proj,0.0000003712,0.10000,1.042
3,mlp.experts.119.up_proj,0.0000001889,0.10000,1.043
3,mlp.experts.120.up_proj,0.0000000329,0.10000,1.055
3,mlp.experts.121.up_proj,0.0000000209,0.10000,1.072
3,mlp.experts.122.up_proj,0.0000001740,0.10000,0.990
3,mlp.experts.123.up_proj,0.0000000732,0.10000,1.002
3,mlp.experts.124.up_proj,0.0000000139,0.10000,1.025
3,mlp.experts.125.up_proj,0.0000001020,0.10000,0.993
3,mlp.experts.126.up_proj,0.0000003500,0.10000,0.984
3,mlp.experts.127.up_proj,0.0000001263,0.10000,0.991
3,mlp.experts.0.gate_proj,0.0000001123,0.10000,1.066
3,mlp.experts.1.gate_proj,0.0000000235,0.10000,1.053
3,mlp.experts.2.gate_proj,0.0000000170,0.10000,1.023
3,mlp.experts.3.gate_proj,0.0000000500,0.10000,1.043
3,mlp.experts.4.gate_proj,0.0000000431,0.10000,1.027
3,mlp.experts.5.gate_proj,0.0000002883,0.10000,1.037
3,mlp.experts.6.gate_proj,0.0000000112,0.10000,0.993
3,mlp.experts.7.gate_proj,0.0000000174,0.10000,1.003
3,mlp.experts.8.gate_proj,0.0000021457,0.10000,1.023
3,mlp.experts.9.gate_proj,0.0000000519,0.10000,1.044
3,mlp.experts.10.gate_proj,0.0000000165,0.10000,1.041
3,mlp.experts.11.gate_proj,0.0000000253,0.10000,1.031
3,mlp.experts.12.gate_proj,0.0000002107,0.10000,1.068
3,mlp.experts.13.gate_proj,0.0000000399,0.10000,1.044
3,mlp.experts.14.gate_proj,0.0000002799,0.10000,1.046
3,mlp.experts.15.gate_proj,0.0000005545,0.10000,1.035
3,mlp.experts.16.gate_proj,0.0000001034,0.10000,0.976
3,mlp.experts.17.gate_proj,0.0000003203,0.10000,1.060
3,mlp.experts.18.gate_proj,0.0000004977,0.10000,1.018
3,mlp.experts.19.gate_proj,0.0000001049,0.10000,1.057
3,mlp.experts.20.gate_proj,0.0000000820,0.10000,1.026
3,mlp.experts.21.gate_proj,0.0000000465,0.10000,1.041
3,mlp.experts.22.gate_proj,0.0000000492,0.10000,1.009
3,mlp.experts.23.gate_proj,0.0000002975,0.10000,0.994
3,mlp.experts.24.gate_proj,0.0000000515,0.10000,1.005
3,mlp.experts.25.gate_proj,0.0000000087,0.10000,0.995
3,mlp.experts.26.gate_proj,0.0000000113,0.10000,1.002
3,mlp.experts.27.gate_proj,0.0000030942,0.10000,1.006
3,mlp.experts.28.gate_proj,0.0000001581,0.10000,0.970
3,mlp.experts.29.gate_proj,0.0000000447,0.10000,0.961
3,mlp.experts.30.gate_proj,0.0000003614,0.10000,1.020
3,mlp.experts.31.gate_proj,0.0000000186,0.10000,0.970
3,mlp.experts.32.gate_proj,0.0000001757,0.10000,1.022
3,mlp.experts.33.gate_proj,0.0000717105,0.10000,0.975
3,mlp.experts.34.gate_proj,0.0000000492,0.10000,1.039
3,mlp.experts.35.gate_proj,0.0000000252,0.10000,0.932
3,mlp.experts.36.gate_proj,0.0000001930,0.10000,1.009
3,mlp.experts.37.gate_proj,0.0000001362,0.10000,1.012
3,mlp.experts.38.gate_proj,0.0000000076,0.10000,0.983
3,mlp.experts.39.gate_proj,0.0000001604,0.10000,1.014
3,mlp.experts.40.gate_proj,0.0000000758,0.10000,0.996
3,mlp.experts.41.gate_proj,0.0000000301,0.10000,1.028
3,mlp.experts.42.gate_proj,0.0000002356,0.10000,1.034
3,mlp.experts.43.gate_proj,0.0000009141,0.10000,1.034
3,mlp.experts.44.gate_proj,0.0000006368,0.10000,0.951
3,mlp.experts.45.gate_proj,0.0000001152,0.10000,0.939
3,mlp.experts.46.gate_proj,0.0000003578,0.10000,1.008
3,mlp.experts.47.gate_proj,0.0000002992,0.10000,0.975
3,mlp.experts.48.gate_proj,0.0000002973,0.10000,1.038
3,mlp.experts.49.gate_proj,0.0000002738,0.10000,1.037
3,mlp.experts.50.gate_proj,0.0000001327,0.10000,1.014
3,mlp.experts.51.gate_proj,0.0000003137,0.10000,1.052
3,mlp.experts.52.gate_proj,0.0000006575,0.10000,1.014
3,mlp.experts.53.gate_proj,0.0000000160,0.10000,0.984
3,mlp.experts.54.gate_proj,0.0000000448,0.10000,1.003
3,mlp.experts.55.gate_proj,0.0000000413,0.10000,0.987
3,mlp.experts.56.gate_proj,0.0000006738,0.10000,0.993
3,mlp.experts.57.gate_proj,0.0000016930,0.10000,1.003
3,mlp.experts.58.gate_proj,0.0000024409,0.10000,0.997
3,mlp.experts.59.gate_proj,0.0000000220,0.10000,1.004
3,mlp.experts.60.gate_proj,0.0000000539,0.10000,0.993
3,mlp.experts.61.gate_proj,0.0000000103,0.10000,1.009
3,mlp.experts.62.gate_proj,0.0000000108,0.10000,1.032
3,mlp.experts.63.gate_proj,0.0000009588,0.10000,1.001
3,mlp.experts.64.gate_proj,0.0000000096,0.10000,0.969
3,mlp.experts.65.gate_proj,0.0000003512,0.10000,0.981
3,mlp.experts.66.gate_proj,0.0000001400,0.10000,1.006
3,mlp.experts.67.gate_proj,0.0000003197,0.10000,1.009
3,mlp.experts.68.gate_proj,0.0000004221,0.10000,0.998
3,mlp.experts.69.gate_proj,0.0000003092,0.10000,1.018
3,mlp.experts.70.gate_proj,0.0000000219,0.10000,1.005
3,mlp.experts.71.gate_proj,0.0000002391,0.10000,1.016
3,mlp.experts.72.gate_proj,0.0000004829,0.10000,1.042
3,mlp.experts.73.gate_proj,0.0000000437,0.10000,1.066
3,mlp.experts.74.gate_proj,0.0000000377,0.10000,1.065
3,mlp.experts.75.gate_proj,0.0000000502,0.10000,1.040
3,mlp.experts.76.gate_proj,0.0000000242,0.10000,1.034
3,mlp.experts.77.gate_proj,0.0000000256,0.10000,1.040
3,mlp.experts.78.gate_proj,0.0000000147,0.10000,1.070
3,mlp.experts.79.gate_proj,0.0000002489,0.10000,1.029
3,mlp.experts.80.gate_proj,0.0000017346,0.10000,0.895
3,mlp.experts.81.gate_proj,0.0000000305,0.10000,0.914
3,mlp.experts.82.gate_proj,0.0000198241,0.10000,1.035
3,mlp.experts.83.gate_proj,0.0000003071,0.10000,1.021
3,mlp.experts.84.gate_proj,0.0000007859,0.10000,1.034
3,mlp.experts.85.gate_proj,0.0000020309,0.10000,1.039
3,mlp.experts.86.gate_proj,0.0000000843,0.10000,0.955
3,mlp.experts.87.gate_proj,0.0000015471,0.10000,1.018
3,mlp.experts.88.gate_proj,0.0000003198,0.10000,0.991
3,mlp.experts.89.gate_proj,0.0000000102,0.10000,0.957
3,mlp.experts.90.gate_proj,0.0000000478,0.10000,1.036
3,mlp.experts.91.gate_proj,0.0000000527,0.10000,1.005
3,mlp.experts.92.gate_proj,0.0000000938,0.10000,1.063
3,mlp.experts.93.gate_proj,0.0000000383,0.10000,1.026
3,mlp.experts.94.gate_proj,0.0000000843,0.10000,1.037
3,mlp.experts.95.gate_proj,0.0000008200,0.10000,1.056
3,mlp.experts.96.gate_proj,0.0000007029,0.10000,1.070
3,mlp.experts.97.gate_proj,0.0000001819,0.10000,1.022
3,mlp.experts.98.gate_proj,0.0000003533,0.10000,1.011
3,mlp.experts.99.gate_proj,0.0000039693,0.10000,1.004
3,mlp.experts.100.gate_proj,0.0000003769,0.10000,1.018
3,mlp.experts.101.gate_proj,0.0000000652,0.10000,1.014
3,mlp.experts.102.gate_proj,0.0000014110,0.10000,1.024
3,mlp.experts.103.gate_proj,0.0000000363,0.10000,1.051
3,mlp.experts.104.gate_proj,0.0000000445,0.10000,1.011
3,mlp.experts.105.gate_proj,0.0000000124,0.10000,1.026
3,mlp.experts.106.gate_proj,0.0000000190,0.10000,1.030
3,mlp.experts.107.gate_proj,0.0000002493,0.10000,1.028
3,mlp.experts.108.gate_proj,0.0000002676,0.10000,1.012
3,mlp.experts.109.gate_proj,0.0000003107,0.10000,1.022
3,mlp.experts.110.gate_proj,0.0000007605,0.10000,1.013
3,mlp.experts.111.gate_proj,0.0000006467,0.10000,1.033
3,mlp.experts.112.gate_proj,0.0000000184,0.10000,1.034
3,mlp.experts.113.gate_proj,0.0000001614,0.10000,1.024
3,mlp.experts.114.gate_proj,0.0000005535,0.10000,1.069
3,mlp.experts.115.gate_proj,0.0000000510,0.10000,1.025
3,mlp.experts.116.gate_proj,0.0000005171,0.10000,1.074
3,mlp.experts.117.gate_proj,0.0000004031,0.10000,1.038
3,mlp.experts.118.gate_proj,0.0000003904,0.10000,1.044
3,mlp.experts.119.gate_proj,0.0000001990,0.10000,1.043
3,mlp.experts.120.gate_proj,0.0000000339,0.10000,1.013
3,mlp.experts.121.gate_proj,0.0000000223,0.10000,1.020
3,mlp.experts.122.gate_proj,0.0000001870,0.10000,1.016
3,mlp.experts.123.gate_proj,0.0000000792,0.10000,1.061
3,mlp.experts.124.gate_proj,0.0000000146,0.10000,0.998
3,mlp.experts.125.gate_proj,0.0000001075,0.10000,1.009
3,mlp.experts.126.gate_proj,0.0000003608,0.10000,0.978
3,mlp.experts.127.gate_proj,0.0000001319,0.10000,0.984
3,mlp.experts.1.down_proj,0.0000000021,0.10000,0.380
3,mlp.experts.0.down_proj,0.0000000118,0.10000,0.391
3,mlp.experts.2.down_proj,0.0000000010,0.10000,0.394
3,mlp.experts.3.down_proj,0.0000000044,0.10000,0.395
3,mlp.experts.4.down_proj,0.0000000032,0.10000,0.395
3,mlp.experts.5.down_proj,0.0000000665,0.10000,0.397
3,mlp.experts.6.down_proj,0.0000000009,0.10000,0.396
3,mlp.experts.7.down_proj,0.0000000017,0.10000,0.410
3,mlp.experts.8.down_proj,0.0000004258,0.10000,0.397
3,mlp.experts.9.down_proj,0.0000000040,0.10000,0.415
3,mlp.experts.10.down_proj,0.0000000015,0.10000,0.404
3,mlp.experts.11.down_proj,0.0000000030,0.10000,0.412
3,mlp.experts.12.down_proj,0.0000000420,0.10000,0.398
3,mlp.experts.13.down_proj,0.0000000035,0.10000,0.421
3,mlp.experts.14.down_proj,0.0000000197,0.10000,0.390
3,mlp.experts.15.down_proj,0.0000000621,0.10000,0.402
3,mlp.experts.16.down_proj,0.0000000077,0.10000,0.378
3,mlp.experts.17.down_proj,0.0000000434,0.10000,0.382
3,mlp.experts.18.down_proj,0.0000001477,0.10000,0.385
3,mlp.experts.19.down_proj,0.0000000162,0.10000,0.391
3,mlp.experts.20.down_proj,0.0000000122,0.10000,0.403
3,mlp.experts.21.down_proj,0.0000000047,0.10000,0.393
3,mlp.experts.22.down_proj,0.0000000038,0.10000,0.400
3,mlp.experts.23.down_proj,0.0000000677,0.10000,0.399
3,mlp.experts.24.down_proj,0.0000000026,0.10000,0.394
3,mlp.experts.25.down_proj,0.0000000006,0.10000,0.402
3,mlp.experts.26.down_proj,0.0000000008,0.10000,0.406
3,mlp.experts.27.down_proj,0.0000000999,0.10000,0.401
3,mlp.experts.28.down_proj,0.0000000517,0.10000,0.401
3,mlp.experts.29.down_proj,0.0000000035,0.10000,0.390
3,mlp.experts.30.down_proj,0.0000000678,0.10000,0.395
3,mlp.experts.31.down_proj,0.0000000020,0.10000,0.395
3,mlp.experts.32.down_proj,0.0000000352,0.10000,0.394
3,mlp.experts.33.down_proj,0.0000024218,0.10000,0.379
3,mlp.experts.34.down_proj,0.0000000048,0.10000,0.396
3,mlp.experts.35.down_proj,0.0000000016,0.10000,0.387
3,mlp.experts.36.down_proj,0.0000000319,0.10000,0.395
3,mlp.experts.37.down_proj,0.0000000182,0.10000,0.390
3,mlp.experts.38.down_proj,0.0000000005,0.10000,0.387
3,mlp.experts.39.down_proj,0.0000000176,0.10000,0.378
3,mlp.experts.40.down_proj,0.0000000074,0.10000,0.389
3,mlp.experts.41.down_proj,0.0000000026,0.10000,0.390
3,mlp.experts.42.down_proj,0.0000000189,0.10000,0.376
3,mlp.experts.43.down_proj,0.0000001095,0.10000,0.393
3,mlp.experts.44.down_proj,0.0000001002,0.10000,0.397
3,mlp.experts.45.down_proj,0.0000000135,0.10000,0.396
3,mlp.experts.46.down_proj,0.0000000597,0.10000,0.351
3,mlp.experts.47.down_proj,0.0000000468,0.10000,0.346
3,mlp.experts.48.down_proj,0.0000000740,0.10000,0.383
3,mlp.experts.49.down_proj,0.0000000359,0.10000,0.400
3,mlp.experts.50.down_proj,0.0000000157,0.10000,0.398
3,mlp.experts.51.down_proj,0.0000000533,0.10000,0.387
3,mlp.experts.52.down_proj,0.0000000513,0.10000,0.404
3,mlp.experts.53.down_proj,0.0000000006,0.10000,0.386
3,mlp.experts.54.down_proj,0.0000000024,0.10000,0.405
3,mlp.experts.55.down_proj,0.0000000031,0.10000,0.391
3,mlp.experts.56.down_proj,0.0000001457,0.10000,0.395
3,mlp.experts.57.down_proj,0.0000001976,0.10000,0.397
3,mlp.experts.58.down_proj,0.0000003465,0.10000,0.356
3,mlp.experts.59.down_proj,0.0000000020,0.10000,0.343
3,mlp.experts.60.down_proj,0.0000000055,0.10000,0.407
3,mlp.experts.61.down_proj,0.0000000006,0.10000,0.401
3,mlp.experts.62.down_proj,0.0000000007,0.10000,0.405
3,mlp.experts.63.down_proj,0.0000001241,0.10000,0.402
3,mlp.experts.64.down_proj,0.0000000007,0.10000,0.398
3,mlp.experts.65.down_proj,0.0000000851,0.10000,0.400
3,mlp.experts.66.down_proj,0.0000000170,0.10000,0.405
3,mlp.experts.67.down_proj,0.0000000685,0.10000,0.403
3,mlp.experts.68.down_proj,0.0000000429,0.10000,0.412
3,mlp.experts.69.down_proj,0.0000000506,0.10000,0.410
3,mlp.experts.70.down_proj,0.0000000019,0.10000,0.362
3,mlp.experts.71.down_proj,0.0000000375,0.10000,0.357
3,mlp.experts.73.down_proj,0.0000000021,0.10000,0.381
3,mlp.experts.72.down_proj,0.0000000568,0.10000,0.402
3,mlp.experts.74.down_proj,0.0000000026,0.10000,0.340
3,mlp.experts.75.down_proj,0.0000000034,0.10000,0.345
3,mlp.experts.76.down_proj,0.0000000022,0.10000,0.378
3,mlp.experts.77.down_proj,0.0000000022,0.10000,0.379
3,mlp.experts.78.down_proj,0.0000000008,0.10000,0.379
3,mlp.experts.79.down_proj,0.0000000332,0.10000,0.396
3,mlp.experts.80.down_proj,0.0000000426,0.10000,0.375
3,mlp.experts.81.down_proj,0.0000000068,0.10000,0.383
3,mlp.experts.82.down_proj,0.0000237749,0.10000,0.386
3,mlp.experts.83.down_proj,0.0000000204,0.10000,0.409
3,mlp.experts.84.down_proj,0.0000000304,0.10000,0.395
3,mlp.experts.85.down_proj,0.0000002645,0.10000,0.398
3,mlp.experts.86.down_proj,0.0000000230,0.10000,0.395
3,mlp.experts.87.down_proj,0.0000001125,0.10000,0.403
3,mlp.experts.88.down_proj,0.0000000350,0.10000,0.381
3,mlp.experts.89.down_proj,0.0000000011,0.10000,0.377
3,mlp.experts.90.down_proj,0.0000000040,0.10000,0.395
3,mlp.experts.91.down_proj,0.0000000061,0.10000,0.404
3,mlp.experts.92.down_proj,0.0000000085,0.10000,0.410
3,mlp.experts.93.down_proj,0.0000000040,0.10000,0.396
3,mlp.experts.94.down_proj,0.0000000103,0.10000,0.350
3,mlp.experts.95.down_proj,0.0000001047,0.10000,0.342
3,mlp.experts.96.down_proj,0.0000000485,0.10000,0.388
3,mlp.experts.97.down_proj,0.0000000319,0.10000,0.392
3,mlp.experts.98.down_proj,0.0000000381,0.10000,0.368
3,mlp.experts.99.down_proj,0.0000001364,0.10000,0.369
3,mlp.experts.100.down_proj,0.0000000458,0.10000,0.408
3,mlp.experts.101.down_proj,0.0000000048,0.10000,0.401
3,mlp.experts.102.down_proj,0.0000002369,0.10000,0.417
3,mlp.experts.103.down_proj,0.0000000026,0.10000,0.411
3,mlp.experts.104.down_proj,0.0000000052,0.10000,0.421
3,mlp.experts.105.down_proj,0.0000000010,0.10000,0.392
3,mlp.experts.106.down_proj,0.0000000017,0.10000,0.402
3,mlp.experts.107.down_proj,0.0000000215,0.10000,0.394
3,mlp.experts.108.down_proj,0.0000000492,0.10000,0.384
3,mlp.experts.109.down_proj,0.0000000611,0.10000,0.393
3,mlp.experts.110.down_proj,0.0000001030,0.10000,0.391
3,mlp.experts.111.down_proj,0.0000001106,0.10000,0.402
3,mlp.experts.112.down_proj,0.0000000013,0.10000,0.397
3,mlp.experts.113.down_proj,0.0000000179,0.10000,0.408
3,mlp.experts.114.down_proj,0.0000001002,0.10000,0.414
3,mlp.experts.115.down_proj,0.0000000030,0.10000,0.395
3,mlp.experts.116.down_proj,0.0000000427,0.10000,0.405
3,mlp.experts.117.down_proj,0.0000000822,0.10000,0.405
3,mlp.experts.118.down_proj,0.0000000526,0.10000,0.397
3,mlp.experts.119.down_proj,0.0000000214,0.10000,0.408
3,mlp.experts.120.down_proj,0.0000000031,0.10000,0.368
3,mlp.experts.121.down_proj,0.0000000020,0.10000,0.375
3,mlp.experts.122.down_proj,0.0000000386,0.10000,0.403
3,mlp.experts.123.down_proj,0.0000000040,0.10000,0.412
3,mlp.experts.124.down_proj,0.0000000009,0.10000,0.400
3,mlp.experts.125.down_proj,0.0000000079,0.10000,0.410
3,mlp.experts.126.down_proj,0.0000000475,0.10000,0.404
3,mlp.experts.127.down_proj,0.0000000142,0.10000,0.374
4,self_attn.k_proj,0.0000000000,0.10000,1.025
4,self_attn.q_proj,0.0000000002,0.10000,1.032
4,self_attn.v_proj,0.0000000000,0.10000,0.631
4,self_attn.o_proj,0.0000000000,0.10000,1.183
4,mlp.gate,0.0000000106,0.10000,0.572
4,mlp.experts.0.up_proj,0.0000000161,0.10000,1.047
4,mlp.experts.1.up_proj,0.0000002723,0.10000,1.105
4,mlp.experts.2.up_proj,0.0000001951,0.10000,0.970
4,mlp.experts.3.up_proj,0.0000097813,0.10000,0.987
4,mlp.experts.4.up_proj,0.0000000781,0.10000,1.028
4,mlp.experts.5.up_proj,0.0000000351,0.10000,1.067
4,mlp.experts.6.up_proj,0.0000000652,0.10000,1.043
4,mlp.experts.7.up_proj,0.0000002778,0.10000,1.038
4,mlp.experts.8.up_proj,0.0000002933,0.10000,1.019
4,mlp.experts.9.up_proj,0.0000000417,0.10000,1.038
4,mlp.experts.10.up_proj,0.0000000188,0.10000,1.018
4,mlp.experts.11.up_proj,0.0000000397,0.10000,1.038
4,mlp.experts.12.up_proj,0.0000001487,0.10000,1.090
4,mlp.experts.13.up_proj,0.0000001730,0.10000,1.048
4,mlp.experts.14.up_proj,0.0000006008,0.10000,1.040
4,mlp.experts.15.up_proj,0.0000000675,0.10000,1.056
4,mlp.experts.16.up_proj,0.0000004004,0.10000,1.058
4,mlp.experts.17.up_proj,0.0000006205,0.10000,1.048
4,mlp.experts.18.up_proj,0.0000000259,0.10000,1.060
4,mlp.experts.19.up_proj,0.0000002342,0.10000,1.075
4,mlp.experts.20.up_proj,0.0000000434,0.10000,1.029
4,mlp.experts.21.up_proj,0.0000012258,0.10000,0.979
4,mlp.experts.22.up_proj,0.0000000080,0.10000,1.033
4,mlp.experts.23.up_proj,0.0000000416,0.10000,1.063
4,mlp.experts.24.up_proj,0.0000135431,0.10000,1.012
4,mlp.experts.25.up_proj,0.0000000108,0.10000,1.035
4,mlp.experts.26.up_proj,0.0000018909,0.10000,0.971
4,mlp.experts.27.up_proj,0.0000000306,0.10000,0.987
4,mlp.experts.28.up_proj,0.0000023011,0.10000,0.994
4,mlp.experts.29.up_proj,0.0000000808,0.10000,1.001
4,mlp.experts.30.up_proj,0.0000001629,0.10000,1.006
4,mlp.experts.31.up_proj,0.0000007903,0.10000,1.005
4,mlp.experts.32.up_proj,0.0000005898,0.10000,1.001
4,mlp.experts.33.up_proj,0.0000006277,0.10000,1.004
4,mlp.experts.34.up_proj,0.0000002467,0.10000,1.014
4,mlp.experts.35.up_proj,0.0000033350,0.10000,1.012
4,mlp.experts.36.up_proj,0.0000010064,0.10000,1.039
4,mlp.experts.37.up_proj,0.0000000857,0.10000,0.979
4,mlp.experts.38.up_proj,0.0000013014,0.10000,0.883
4,mlp.experts.39.up_proj,0.0000000186,0.10000,0.884
4,mlp.experts.40.up_proj,0.0000000472,0.10000,1.050
4,mlp.experts.41.up_proj,0.0000008029,0.10000,1.045
4,mlp.experts.42.up_proj,0.0000045358,0.10000,1.003
4,mlp.experts.43.up_proj,0.0000003298,0.10000,1.064
4,mlp.experts.44.up_proj,0.0000001406,0.10000,1.015
4,mlp.experts.45.up_proj,0.0000004867,0.10000,1.093
4,mlp.experts.46.up_proj,0.0000000588,0.10000,0.998
4,mlp.experts.47.up_proj,0.0000000350,0.10000,1.044
4,mlp.experts.48.up_proj,0.0000000180,0.10000,0.973
4,mlp.experts.49.up_proj,0.0000018233,0.10000,1.016
4,mlp.experts.50.up_proj,0.0000000308,0.10000,0.991
4,mlp.experts.51.up_proj,0.0000000425,0.10000,1.060
4,mlp.experts.52.up_proj,0.0000000354,0.10000,1.016
4,mlp.experts.53.up_proj,0.0000000905,0.10000,1.045
4,mlp.experts.54.up_proj,0.0000009334,0.10000,0.978
4,mlp.experts.55.up_proj,0.0000003326,0.10000,1.037
4,mlp.experts.56.up_proj,0.0000000268,0.10000,0.988
4,mlp.experts.57.up_proj,0.0000000570,0.10000,1.005
4,mlp.experts.58.up_proj,0.0000000596,0.10000,0.985
4,mlp.experts.59.up_proj,0.0000001763,0.10000,1.041
4,mlp.experts.60.up_proj,0.0000000555,0.10000,1.036
4,mlp.experts.61.up_proj,0.0000003809,0.10000,1.022
4,mlp.experts.62.up_proj,0.0000014405,0.10000,1.052
4,mlp.experts.63.up_proj,0.0000000220,0.10000,1.025
4,mlp.experts.64.up_proj,0.0000001439,0.10000,1.039
4,mlp.experts.65.up_proj,0.0000004692,0.10000,1.014
4,mlp.experts.66.up_proj,0.0000080773,0.10000,0.994
4,mlp.experts.67.up_proj,0.0000000353,0.10000,0.998
4,mlp.experts.68.up_proj,0.0000011077,0.10000,1.020
4,mlp.experts.69.up_proj,0.0000012647,0.10000,1.010
4,mlp.experts.70.up_proj,0.0000000634,0.10000,0.996
4,mlp.experts.71.up_proj,0.0000017477,0.10000,1.015
4,mlp.experts.72.up_proj,0.0000016233,0.10000,1.040
4,mlp.experts.73.up_proj,0.0000001357,0.10000,1.026
4,mlp.experts.74.up_proj,0.0000000281,0.10000,1.016
4,mlp.experts.75.up_proj,0.0000019523,0.10000,1.005
4,mlp.experts.76.up_proj,0.0000000154,0.10000,1.005
4,mlp.experts.77.up_proj,0.0000000115,0.10000,1.005
4,mlp.experts.78.up_proj,0.0000005821,0.10000,0.994
4,mlp.experts.79.up_proj,0.0000000186,0.10000,0.987
4,mlp.experts.80.up_proj,0.0000000668,0.10000,1.021
4,mlp.experts.81.up_proj,0.0000003968,0.10000,1.064
4,mlp.experts.82.up_proj,0.0000005745,0.10000,1.051
4,mlp.experts.83.up_proj,0.0000000842,0.10000,1.030
4,mlp.experts.84.up_proj,0.0000027279,0.10000,1.049
4,mlp.experts.85.up_proj,0.0000000210,0.10000,1.021
4,mlp.experts.86.up_proj,0.0000000228,0.10000,1.027
4,mlp.experts.87.up_proj,0.0000000237,0.10000,1.011
4,mlp.experts.88.up_proj,0.0000001615,0.10000,0.967
4,mlp.experts.89.up_proj,0.0000006869,0.10000,1.083
4,mlp.experts.90.up_proj,0.0000002055,0.10000,1.026
4,mlp.experts.91.up_proj,0.0000000205,0.10000,1.066
4,mlp.experts.92.up_proj,0.0000002824,0.10000,1.030
4,mlp.experts.93.up_proj,0.0000000919,0.10000,1.071
4,mlp.experts.94.up_proj,0.0000133647,0.10000,1.028
4,mlp.experts.95.up_proj,0.0000006834,0.10000,1.044
4,mlp.experts.96.up_proj,0.0000000599,0.10000,1.052
4,mlp.experts.97.up_proj,0.0000000275,0.10000,1.021
4,mlp.experts.98.up_proj,0.0000001483,0.10000,1.000
4,mlp.experts.99.up_proj,0.0000002665,0.10000,1.000
4,mlp.experts.100.up_proj,0.0000003962,0.10000,0.999
4,mlp.experts.101.up_proj,0.0000000980,0.10000,1.001
4,mlp.experts.102.up_proj,0.0000000299,0.10000,1.010
4,mlp.experts.103.up_proj,0.0000001450,0.10000,1.038
4,mlp.experts.104.up_proj,0.0000000638,0.10000,1.025
4,mlp.experts.105.up_proj,0.0000000167,0.10000,1.057
4,mlp.experts.106.up_proj,0.0000000173,0.10000,1.045
4,mlp.experts.107.up_proj,0.0000004097,0.10000,1.059
4,mlp.experts.108.up_proj,0.0000003755,0.10000,1.042
4,mlp.experts.109.up_proj,0.0000000975,0.10000,1.037
4,mlp.experts.110.up_proj,0.0000004699,0.10000,1.022
4,mlp.experts.111.up_proj,0.0000000264,0.10000,1.074
4,mlp.experts.112.up_proj,0.0000002418,0.10000,1.033
4,mlp.experts.113.up_proj,0.0000000245,0.10000,1.079
4,mlp.experts.114.up_proj,0.0000003737,0.10000,0.990
4,mlp.experts.115.up_proj,0.0000000335,0.10000,1.046
4,mlp.experts.116.up_proj,0.0000000153,0.10000,1.034
4,mlp.experts.117.up_proj,0.0000017588,0.10000,1.031
4,mlp.experts.118.up_proj,0.0000001536,0.10000,1.054
4,mlp.experts.119.up_proj,0.0000002824,0.10000,1.004
4,mlp.experts.120.up_proj,0.0000000991,0.10000,1.040
4,mlp.experts.121.up_proj,0.0000026910,0.10000,1.017
4,mlp.experts.122.up_proj,0.0000001343,0.10000,1.024
4,mlp.experts.123.up_proj,0.0000022171,0.10000,1.022
4,mlp.experts.124.up_proj,0.0000005580,0.10000,1.016
4,mlp.experts.125.up_proj,0.0000027695,0.10000,1.010
4,mlp.experts.126.up_proj,0.0000003826,0.10000,1.006
4,mlp.experts.127.up_proj,0.0000005009,0.10000,0.992
4,mlp.experts.0.gate_proj,0.0000000171,0.10000,1.023
4,mlp.experts.1.gate_proj,0.0000002843,0.10000,1.005
4,mlp.experts.2.gate_proj,0.0000002182,0.10000,1.045
4,mlp.experts.3.gate_proj,0.0000105599,0.10000,0.992
4,mlp.experts.4.gate_proj,0.0000000797,0.10000,0.981
4,mlp.experts.5.gate_proj,0.0000000370,0.10000,1.018
4,mlp.experts.6.gate_proj,0.0000000688,0.10000,0.999
4,mlp.experts.7.gate_proj,0.0000002971,0.10000,0.990
4,mlp.experts.8.gate_proj,0.0000003171,0.10000,1.020
4,mlp.experts.9.gate_proj,0.0000000434,0.10000,1.072
4,mlp.experts.10.gate_proj,0.0000000198,0.10000,0.984
4,mlp.experts.11.gate_proj,0.0000000417,0.10000,1.053
4,mlp.experts.12.gate_proj,0.0000001577,0.10000,1.060
4,mlp.experts.13.gate_proj,0.0000001889,0.10000,1.062
4,mlp.experts.14.gate_proj,0.0000006348,0.10000,1.049
4,mlp.experts.15.gate_proj,0.0000000727,0.10000,0.992
4,mlp.experts.16.gate_proj,0.0000017844,0.10000,1.046
4,mlp.experts.17.gate_proj,0.0000006827,0.10000,0.915
4,mlp.experts.18.gate_proj,0.0000000275,0.10000,0.928
4,mlp.experts.19.gate_proj,0.0000002490,0.10000,1.014
4,mlp.experts.20.gate_proj,0.0000000467,0.10000,0.964
4,mlp.experts.21.gate_proj,0.0000013764,0.10000,1.045
4,mlp.experts.22.gate_proj,0.0000000085,0.10000,1.045
4,mlp.experts.23.gate_proj,0.0000000433,0.10000,1.063
4,mlp.experts.24.gate_proj,0.0000147127,0.10000,0.973
4,mlp.experts.25.gate_proj,0.0000000110,0.10000,1.011
4,mlp.experts.26.gate_proj,0.0000019879,0.10000,1.032
4,mlp.experts.27.gate_proj,0.0000000337,0.10000,1.082
4,mlp.experts.28.gate_proj,0.0000025719,0.10000,1.048
4,mlp.experts.29.gate_proj,0.0000000902,0.10000,1.027
4,mlp.experts.30.gate_proj,0.0000001723,0.10000,1.023
4,mlp.experts.31.gate_proj,0.0000008352,0.10000,1.026
4,mlp.experts.32.gate_proj,0.0000006399,0.10000,1.017
4,mlp.experts.33.gate_proj,0.0000006564,0.10000,1.009
4,mlp.experts.34.gate_proj,0.0000002633,0.10000,1.015
4,mlp.experts.35.gate_proj,0.0000037324,0.10000,1.005
4,mlp.experts.36.gate_proj,0.0000010684,0.10000,1.004
4,mlp.experts.37.gate_proj,0.0000000945,0.10000,1.003
4,mlp.experts.38.gate_proj,0.0000013593,0.10000,0.997
4,mlp.experts.39.gate_proj,0.0000000210,0.10000,1.014
4,mlp.experts.40.gate_proj,0.0000000522,0.10000,1.033
4,mlp.experts.41.gate_proj,0.0000009020,0.10000,1.015
4,mlp.experts.42.gate_proj,0.0000047863,0.10000,0.988
4,mlp.experts.43.gate_proj,0.0000003439,0.10000,1.010
4,mlp.experts.44.gate_proj,0.0000001559,0.10000,0.985
4,mlp.experts.45.gate_proj,0.0000005180,0.10000,0.998
4,mlp.experts.46.gate_proj,0.0000000634,0.10000,1.014
4,mlp.experts.47.gate_proj,0.0000000381,0.10000,1.010
4,mlp.experts.48.gate_proj,0.0000000185,0.10000,0.994
4,mlp.experts.49.gate_proj,0.0000019347,0.10000,0.966
4,mlp.experts.50.gate_proj,0.0000000317,0.10000,0.962
4,mlp.experts.51.gate_proj,0.0000000449,0.10000,0.987
4,mlp.experts.52.gate_proj,0.0000000412,0.10000,0.968
4,mlp.experts.53.gate_proj,0.0000000931,0.10000,0.987
4,mlp.experts.54.gate_proj,0.0000009964,0.10000,0.960
4,mlp.experts.55.gate_proj,0.0000003544,0.10000,1.039
4,mlp.experts.56.gate_proj,0.0000000279,0.10000,1.030
4,mlp.experts.58.gate_proj,0.0000000614,0.10000,1.013
4,mlp.experts.57.gate_proj,0.0000000605,0.10000,1.061
4,mlp.experts.59.gate_proj,0.0000001835,0.10000,1.027
4,mlp.experts.60.gate_proj,0.0000000713,0.10000,1.036
4,mlp.experts.61.gate_proj,0.0000003966,0.10000,1.010
4,mlp.experts.62.gate_proj,0.0000016202,0.10000,1.065
4,mlp.experts.63.gate_proj,0.0000000230,0.10000,1.031
4,mlp.experts.64.gate_proj,0.0000001507,0.10000,1.043
4,mlp.experts.65.gate_proj,0.0000004907,0.10000,1.032
4,mlp.experts.66.gate_proj,0.0000089404,0.10000,1.049
4,mlp.experts.67.gate_proj,0.0000000364,0.10000,1.064
4,mlp.experts.68.gate_proj,0.0000011907,0.10000,1.062
4,mlp.experts.69.gate_proj,0.0000014253,0.10000,1.073
4,mlp.experts.70.gate_proj,0.0000000682,0.10000,1.019
4,mlp.experts.71.gate_proj,0.0000020083,0.10000,1.036
4,mlp.experts.72.gate_proj,0.0000017651,0.10000,1.031
4,mlp.experts.73.gate_proj,0.0000001425,0.10000,1.011
4,mlp.experts.74.gate_proj,0.0000000298,0.10000,1.008
4,mlp.experts.75.gate_proj,0.0000023519,0.10000,1.067
4,mlp.experts.76.gate_proj,0.0000000158,0.10000,1.033
4,mlp.experts.78.gate_proj,0.0000006673,0.10000,1.053
4,mlp.experts.77.gate_proj,0.0000000120,0.10000,1.078
4,mlp.experts.79.gate_proj,0.0000000197,0.10000,0.995
4,mlp.experts.80.gate_proj,0.0000000708,0.10000,1.015
4,mlp.experts.81.gate_proj,0.0000004238,0.10000,1.025
4,mlp.experts.82.gate_proj,0.0000006032,0.10000,1.052
4,mlp.experts.83.gate_proj,0.0000000857,0.10000,1.051
4,mlp.experts.84.gate_proj,0.0000030448,0.10000,1.048
4,mlp.experts.85.gate_proj,0.0000000223,0.10000,1.069
4,mlp.experts.86.gate_proj,0.0000000246,0.10000,1.034
4,mlp.experts.87.gate_proj,0.0000000253,0.10000,1.026
4,mlp.experts.88.gate_proj,0.0000001745,0.10000,1.023
4,mlp.experts.89.gate_proj,0.0000007199,0.10000,0.975
4,mlp.experts.90.gate_proj,0.0000002129,0.10000,0.981
4,mlp.experts.91.gate_proj,0.0000000203,0.10000,1.046
4,mlp.experts.92.gate_proj,0.0000003056,0.10000,1.057
4,mlp.experts.93.gate_proj,0.0000000970,0.10000,0.978
4,mlp.experts.94.gate_proj,0.0000148045,0.10000,1.072
4,mlp.experts.95.gate_proj,0.0000007173,0.10000,0.997
4,mlp.experts.96.gate_proj,0.0000000633,0.10000,1.057
4,mlp.experts.97.gate_proj,0.0000000288,0.10000,0.986
4,mlp.experts.98.gate_proj,0.0000001583,0.10000,0.974
4,mlp.experts.99.gate_proj,0.0000002986,0.10000,1.006
4,mlp.experts.100.gate_proj,0.0000004151,0.10000,0.997
4,mlp.experts.101.gate_proj,0.0000001045,0.10000,1.022
4,mlp.experts.102.gate_proj,0.0000000322,0.10000,0.996
4,mlp.experts.103.gate_proj,0.0000001523,0.10000,1.038
4,mlp.experts.104.gate_proj,0.0000000660,0.10000,1.024
4,mlp.experts.105.gate_proj,0.0000000176,0.10000,1.036
4,mlp.experts.106.gate_proj,0.0000000194,0.10000,1.027
4,mlp.experts.107.gate_proj,0.0000004307,0.10000,1.036
4,mlp.experts.108.gate_proj,0.0000004136,0.10000,1.042
4,mlp.experts.109.gate_proj,0.0000001048,0.10000,1.089
4,mlp.experts.110.gate_proj,0.0000004933,0.10000,1.012
4,mlp.experts.111.gate_proj,0.0000000276,0.10000,1.077
4,mlp.experts.112.gate_proj,0.0000002572,0.10000,1.043
4,mlp.experts.113.gate_proj,0.0000000261,0.10000,1.051
4,mlp.experts.114.gate_proj,0.0000003902,0.10000,1.066
4,mlp.experts.115.gate_proj,0.0000000366,0.10000,1.035
4,mlp.experts.116.gate_proj,0.0000000157,0.10000,1.062
4,mlp.experts.117.gate_proj,0.0000018740,0.10000,1.034
4,mlp.experts.118.gate_proj,0.0000001623,0.10000,1.053
4,mlp.experts.119.gate_proj,0.0000003018,0.10000,0.995
4,mlp.experts.120.gate_proj,0.0000001125,0.10000,1.017
4,mlp.experts.121.gate_proj,0.0000029950,0.10000,1.042
4,mlp.experts.122.gate_proj,0.0000001495,0.10000,1.031
4,mlp.experts.123.gate_proj,0.0000025912,0.10000,0.956
4,mlp.experts.124.gate_proj,0.0000005694,0.10000,0.917
4,mlp.experts.125.gate_proj,0.0000030705,0.10000,1.060
4,mlp.experts.126.gate_proj,0.0000004144,0.10000,1.036
4,mlp.experts.127.gate_proj,0.0000005262,0.10000,0.657
4,mlp.experts.0.down_proj,0.0000000015,0.10000,0.371
4,mlp.experts.1.down_proj,0.0000000314,0.10000,0.373
4,mlp.experts.3.down_proj,0.0000012685,0.10000,0.376
4,mlp.experts.2.down_proj,0.0000000715,0.10000,0.385
4,mlp.experts.5.down_proj,0.0000000027,0.10000,0.396
4,mlp.experts.4.down_proj,0.0000000090,0.10000,0.405
4,mlp.experts.6.down_proj,0.0000000051,0.10000,0.361
4,mlp.experts.7.down_proj,0.0000000220,0.10000,0.387
4,mlp.experts.8.down_proj,0.0000000259,0.10000,0.356
4,mlp.experts.9.down_proj,0.0000000040,0.10000,0.367
4,mlp.experts.10.down_proj,0.0000000014,0.10000,0.387
4,mlp.experts.11.down_proj,0.0000000021,0.10000,0.391
4,mlp.experts.12.down_proj,0.0000000114,0.10000,0.410
4,mlp.experts.13.down_proj,0.0000000157,0.10000,0.392
4,mlp.experts.14.down_proj,0.0000000620,0.10000,0.410
4,mlp.experts.15.down_proj,0.0000000046,0.10000,0.391
4,mlp.experts.16.down_proj,0.0000000244,0.10000,0.407
4,mlp.experts.17.down_proj,0.0000000685,0.10000,0.405
4,mlp.experts.18.down_proj,0.0000000021,0.10000,0.407
4,mlp.experts.19.down_proj,0.0000000217,0.10000,0.404
4,mlp.experts.21.down_proj,0.0000001818,0.10000,0.394
4,mlp.experts.20.down_proj,0.0000000021,0.10000,0.402
4,mlp.experts.22.down_proj,0.0000000006,0.10000,0.402
4,mlp.experts.23.down_proj,0.0000000036,0.10000,0.403
4,mlp.experts.25.down_proj,0.0000000009,0.10000,0.383
4,mlp.experts.24.down_proj,0.0000000661,0.10000,0.392
4,mlp.experts.26.down_proj,0.0000001298,0.10000,0.378
4,mlp.experts.27.down_proj,0.0000000032,0.10000,0.384
4,mlp.experts.28.down_proj,0.0000000417,0.10000,0.388
4,mlp.experts.29.down_proj,0.0000000103,0.10000,0.392
4,mlp.experts.30.down_proj,0.0000000352,0.10000,0.386
4,mlp.experts.31.down_proj,0.0000001154,0.10000,0.390
4,mlp.experts.32.down_proj,0.0000000727,0.10000,0.338
4,mlp.experts.33.down_proj,0.0000000636,0.10000,0.342
4,mlp.experts.34.down_proj,0.0000000421,0.10000,0.412
4,mlp.experts.35.down_proj,0.0000003703,0.10000,0.401
4,mlp.experts.36.down_proj,0.0000002412,0.10000,0.399
4,mlp.experts.37.down_proj,0.0000000081,0.10000,0.400
4,mlp.experts.38.down_proj,0.0000002845,0.10000,0.403
4,mlp.experts.39.down_proj,0.0000000025,0.10000,0.401
4,mlp.experts.40.down_proj,0.0000000054,0.10000,0.404
4,mlp.experts.41.down_proj,0.0000000832,0.10000,0.406
4,mlp.experts.43.down_proj,0.0000000414,0.10000,0.392
4,mlp.experts.42.down_proj,0.0000003687,0.10000,0.412
4,mlp.experts.44.down_proj,0.0000000105,0.10000,0.395
4,mlp.experts.45.down_proj,0.0000000392,0.10000,0.414
4,mlp.experts.46.down_proj,0.0000000062,0.10000,0.386
4,mlp.experts.47.down_proj,0.0000000049,0.10000,0.413
4,mlp.experts.48.down_proj,0.0000000012,0.10000,0.404
4,mlp.experts.49.down_proj,0.0000003292,0.10000,0.406
4,mlp.experts.50.down_proj,0.0000000025,0.10000,0.408
4,mlp.experts.51.down_proj,0.0000000031,0.10000,0.396
4,mlp.experts.52.down_proj,0.0000000022,0.10000,0.412
4,mlp.experts.53.down_proj,0.0000000097,0.10000,0.407
4,mlp.experts.54.down_proj,0.0000001074,0.10000,0.404
4,mlp.experts.55.down_proj,0.0000000317,0.10000,0.398
4,mlp.experts.56.down_proj,0.0000000029,0.10000,0.382
4,mlp.experts.57.down_proj,0.0000000047,0.10000,0.378
4,mlp.experts.58.down_proj,0.0000000037,0.10000,0.340
4,mlp.experts.59.down_proj,0.0000000133,0.10000,0.325
4,mlp.experts.60.down_proj,0.0000000061,0.10000,0.345
4,mlp.experts.61.down_proj,0.0000000408,0.10000,0.342
4,mlp.experts.62.down_proj,0.0000002466,0.10000,0.412
4,mlp.experts.63.down_proj,0.0000000026,0.10000,0.404
4,mlp.experts.65.down_proj,0.0000000617,0.10000,0.398
4,mlp.experts.64.down_proj,0.0000000137,0.10000,0.405
4,mlp.experts.66.down_proj,0.0000011992,0.10000,0.400
4,mlp.experts.67.down_proj,0.0000000023,0.10000,0.404
4,mlp.experts.68.down_proj,0.0000001351,0.10000,0.410
4,mlp.experts.69.down_proj,0.0000001902,0.10000,0.413
4,mlp.experts.70.down_proj,0.0000000059,0.10000,0.405
4,mlp.experts.71.down_proj,0.0000002253,0.10000,0.417
4,mlp.experts.72.down_proj,0.0000002395,0.10000,0.392
4,mlp.experts.73.down_proj,0.0000000121,0.10000,0.398
4,mlp.experts.74.down_proj,0.0000000027,0.10000,0.408
4,mlp.experts.75.down_proj,0.0000003809,0.10000,0.405
4,mlp.experts.76.down_proj,0.0000000016,0.10000,0.401
4,mlp.experts.77.down_proj,0.0000000009,0.10000,0.413
4,mlp.experts.78.down_proj,0.0000000651,0.10000,0.374
4,mlp.experts.79.down_proj,0.0000000022,0.10000,0.364
4,mlp.experts.80.down_proj,0.0000000044,0.10000,0.385
4,mlp.experts.81.down_proj,0.0000000422,0.10000,0.386
4,mlp.experts.82.down_proj,0.0000000625,0.10000,0.391
4,mlp.experts.83.down_proj,0.0000000075,0.10000,0.389
4,mlp.experts.84.down_proj,0.0000002950,0.10000,0.387
4,mlp.experts.85.down_proj,0.0000000027,0.10000,0.388
4,mlp.experts.86.down_proj,0.0000000014,0.10000,0.390
4,mlp.experts.87.down_proj,0.0000000030,0.10000,0.398
4,mlp.experts.88.down_proj,0.0000000195,0.10000,0.388
4,mlp.experts.89.down_proj,0.0000001098,0.10000,0.388
4,mlp.experts.90.down_proj,0.0000000161,0.10000,0.410
4,mlp.experts.91.down_proj,0.0000000018,0.10000,0.402
4,mlp.experts.92.down_proj,0.0000000570,0.10000,0.388
4,mlp.experts.93.down_proj,0.0000000093,0.10000,0.385
4,mlp.experts.94.down_proj,0.0000018785,0.10000,0.385
4,mlp.experts.95.down_proj,0.0000001064,0.10000,0.398
4,mlp.experts.96.down_proj,0.0000000039,0.10000,0.396
4,mlp.experts.97.down_proj,0.0000000022,0.10000,0.399
4,mlp.experts.98.down_proj,0.0000000113,0.10000,0.387
4,mlp.experts.99.down_proj,0.0000000761,0.10000,0.393
4,mlp.experts.100.down_proj,0.0000000508,0.10000,0.387
4,mlp.experts.101.down_proj,0.0000000127,0.10000,0.386
4,mlp.experts.102.down_proj,0.0000000040,0.10000,0.392
4,mlp.experts.103.down_proj,0.0000000201,0.10000,0.397
4,mlp.experts.104.down_proj,0.0000000062,0.10000,0.412
4,mlp.experts.105.down_proj,0.0000000016,0.10000,0.388
4,mlp.experts.106.down_proj,0.0000000022,0.10000,0.405
4,mlp.experts.107.down_proj,0.0000000603,0.10000,0.402
4,mlp.experts.108.down_proj,0.0000000114,0.10000,0.404
4,mlp.experts.109.down_proj,0.0000000064,0.10000,0.393
4,mlp.experts.110.down_proj,0.0000000650,0.10000,0.408
4,mlp.experts.111.down_proj,0.0000000029,0.10000,0.395
4,mlp.experts.113.down_proj,0.0000000021,0.10000,0.375
4,mlp.experts.112.down_proj,0.0000000206,0.10000,0.380
4,mlp.experts.114.down_proj,0.0000000452,0.10000,0.390
4,mlp.experts.115.down_proj,0.0000000052,0.10000,0.391
4,mlp.experts.116.down_proj,0.0000000012,0.10000,0.383
4,mlp.experts.117.down_proj,0.0000001337,0.10000,0.394
4,mlp.experts.118.down_proj,0.0000000277,0.10000,0.397
4,mlp.experts.119.down_proj,0.0000000339,0.10000,0.407
4,mlp.experts.120.down_proj,0.0000000061,0.10000,0.407
4,mlp.experts.121.down_proj,0.0000000576,0.10000,0.401
4,mlp.experts.122.down_proj,0.0000000182,0.10000,0.401
4,mlp.experts.123.down_proj,0.0000003523,0.10000,0.405
4,mlp.experts.124.down_proj,0.0000000693,0.10000,0.408
4,mlp.experts.125.down_proj,0.0000004185,0.10000,0.391
4,mlp.experts.126.down_proj,0.0000000557,0.10000,0.418
4,mlp.experts.127.down_proj,0.0000000543,0.10000,0.414
5,self_attn.q_proj,0.0000000001,0.10000,0.965
5,self_attn.k_proj,0.0000000000,0.10000,1.006
5,self_attn.v_proj,0.0000000000,0.10000,0.584
5,self_attn.o_proj,0.0000000000,0.10000,1.206
5,mlp.gate,0.0000000115,0.10000,0.611
5,mlp.experts.1.up_proj,0.0000007926,0.10000,1.027
5,mlp.experts.0.up_proj,0.0000004807,0.10000,1.042
5,mlp.experts.2.up_proj,0.0000001407,0.10000,1.010
5,mlp.experts.3.up_proj,0.0000005941,0.10000,1.015
5,mlp.experts.4.up_proj,0.0000042584,0.10000,1.013
5,mlp.experts.5.up_proj,0.0000000419,0.10000,1.004
5,mlp.experts.6.up_proj,0.0000008770,0.10000,1.011
5,mlp.experts.7.up_proj,0.0000000571,0.10000,1.039
5,mlp.experts.8.up_proj,0.0000005929,0.10000,1.030
5,mlp.experts.9.up_proj,0.0000016319,0.10000,1.035
5,mlp.experts.10.up_proj,0.0000004793,0.10000,0.988
5,mlp.experts.11.up_proj,0.0000005493,0.10000,1.000
5,mlp.experts.12.up_proj,0.0000102887,0.10000,1.038
5,mlp.experts.13.up_proj,0.0000000298,0.10000,1.007
5,mlp.experts.15.up_proj,0.0000019892,0.10000,1.060
5,mlp.experts.14.up_proj,0.0000010583,0.10000,1.089
5,mlp.experts.16.up_proj,0.0000001136,0.10000,0.980
5,mlp.experts.17.up_proj,0.0000000541,0.10000,0.980
5,mlp.experts.18.up_proj,0.0000002423,0.10000,1.029
5,mlp.experts.19.up_proj,0.0000000866,0.10000,1.032
5,mlp.experts.20.up_proj,0.0000002688,0.10000,1.027
5,mlp.experts.21.up_proj,0.0000000609,0.10000,1.036
5,mlp.experts.22.up_proj,0.0000000184,0.10000,1.079
5,mlp.experts.23.up_proj,0.0000088706,0.10000,1.081
5,mlp.experts.24.up_proj,0.0000002220,0.10000,1.062
5,mlp.experts.25.up_proj,0.0000004683,0.10000,1.073
5,mlp.experts.26.up_proj,0.0000068128,0.10000,0.995
5,mlp.experts.27.up_proj,0.0000066046,0.10000,1.071
5,mlp.experts.28.up_proj,0.0000030531,0.10000,0.988
5,mlp.experts.29.up_proj,0.0000005632,0.10000,0.992
5,mlp.experts.30.up_proj,0.0000000848,0.10000,1.065
5,mlp.experts.31.up_proj,0.0000000502,0.10000,0.993
5,mlp.experts.32.up_proj,0.0000002544,0.10000,0.984
5,mlp.experts.33.up_proj,0.0000002038,0.10000,0.952
5,mlp.experts.34.up_proj,0.0000000248,0.10000,1.032
5,mlp.experts.35.up_proj,0.0000005405,0.10000,1.055
5,mlp.experts.36.up_proj,0.0000001459,0.10000,1.048
5,mlp.experts.37.up_proj,0.0000000691,0.10000,1.051
5,mlp.experts.38.up_proj,0.0000009913,0.10000,0.977
5,mlp.experts.39.up_proj,0.0000005841,0.10000,1.026
5,mlp.experts.40.up_proj,0.0000024438,0.10000,1.077
5,mlp.experts.41.up_proj,0.0000004686,0.10000,1.021
5,mlp.experts.42.up_proj,0.0000000325,0.10000,0.900
5,mlp.experts.43.up_proj,0.0000004184,0.10000,0.896
5,mlp.experts.44.up_proj,0.0000010028,0.10000,1.022
5,mlp.experts.45.up_proj,0.0000001053,0.10000,1.023
5,mlp.experts.46.up_proj,0.0000007525,0.10000,0.993
5,mlp.experts.47.up_proj,0.0000000163,0.10000,1.004
5,mlp.experts.48.up_proj,0.0000000346,0.10000,1.043
5,mlp.experts.49.up_proj,0.0000000312,0.10000,1.030
5,mlp.experts.50.up_proj,0.0000017542,0.10000,1.049
5,mlp.experts.51.up_proj,0.0000000425,0.10000,1.061
5,mlp.experts.52.up_proj,0.0000002472,0.10000,1.047
5,mlp.experts.53.up_proj,0.0000000467,0.10000,1.051
5,mlp.experts.54.up_proj,0.0000000438,0.10000,1.039
5,mlp.experts.55.up_proj,0.0000000372,0.10000,1.032
5,mlp.experts.56.up_proj,0.0000004250,0.10000,1.066
5,mlp.experts.57.up_proj,0.0000052676,0.10000,1.038
5,mlp.experts.59.up_proj,0.0000003793,0.10000,1.083
5,mlp.experts.58.up_proj,0.0000000712,0.10000,1.089
5,mlp.experts.60.up_proj,0.0000004229,0.10000,1.080
5,mlp.experts.61.up_proj,0.0000000266,0.10000,1.089
5,mlp.experts.62.up_proj,0.0000000470,0.10000,1.090
5,mlp.experts.63.up_proj,0.0000000285,0.10000,1.087
5,mlp.experts.65.up_proj,0.0000007422,0.10000,1.043
5,mlp.experts.64.up_proj,0.0000000421,0.10000,1.090
5,mlp.experts.66.up_proj,0.0000000404,0.10000,1.053
5,mlp.experts.67.up_proj,0.0000001972,0.10000,1.046
5,mlp.experts.68.up_proj,0.0000001058,0.10000,1.005
5,mlp.experts.69.up_proj,0.0000019135,0.10000,1.003
5,mlp.experts.70.up_proj,0.0000002692,0.10000,1.024
5,mlp.experts.71.up_proj,0.0000000608,0.10000,1.048
5,mlp.experts.72.up_proj,0.0000028455,0.10000,1.031
5,mlp.experts.73.up_proj,0.0000001782,0.10000,1.017
5,mlp.experts.74.up_proj,0.0000000507,0.10000,1.028
5,mlp.experts.75.up_proj,0.0000000263,0.10000,1.027
5,mlp.experts.76.up_proj,0.0000003365,0.10000,1.008
5,mlp.experts.77.up_proj,0.0000000555,0.10000,1.023
5,mlp.experts.78.up_proj,0.0000000124,0.10000,1.035
5,mlp.experts.79.up_proj,0.0000000754,0.10000,1.028
5,mlp.experts.80.up_proj,0.0000000188,0.10000,1.022
5,mlp.experts.81.up_proj,0.0000004699,0.10000,1.031
5,mlp.experts.82.up_proj,0.0000000185,0.10000,1.004
5,mlp.experts.83.up_proj,0.0000000989,0.10000,0.982
5,mlp.experts.84.up_proj,0.0000005745,0.10000,1.000
5,mlp.experts.85.up_proj,0.0000015013,0.10000,1.016
5,mlp.experts.86.up_proj,0.0000001154,0.10000,0.989
5,mlp.experts.87.up_proj,0.0000000689,0.10000,1.033
5,mlp.experts.88.up_proj,0.0000015507,0.10000,1.005
5,mlp.experts.89.up_proj,0.0000003109,0.10000,1.004
5,mlp.experts.90.up_proj,0.0000000444,0.10000,0.980
5,mlp.experts.91.up_proj,0.0000004944,0.10000,0.971
5,mlp.experts.92.up_proj,0.0000022246,0.10000,1.062
5,mlp.experts.93.up_proj,0.0000000790,0.10000,1.015
5,mlp.experts.94.up_proj,0.0000000421,0.10000,1.037
5,mlp.experts.95.up_proj,0.0000000703,0.10000,1.039
5,mlp.experts.96.up_proj,0.0000000443,0.10000,0.930
5,mlp.experts.97.up_proj,0.0000000418,0.10000,0.933
5,mlp.experts.98.up_proj,0.0000010298,0.10000,1.014
5,mlp.experts.99.up_proj,0.0000000392,0.10000,1.010
5,mlp.experts.100.up_proj,0.0000002469,0.10000,1.030
5,mlp.experts.101.up_proj,0.0000006221,0.10000,1.027
5,mlp.experts.102.up_proj,0.0000000649,0.10000,1.069
5,mlp.experts.103.up_proj,0.0000000301,0.10000,1.043
5,mlp.experts.104.up_proj,0.0000001532,0.10000,1.044
5,mlp.experts.105.up_proj,0.0000000226,0.10000,1.047
5,mlp.experts.106.up_proj,0.0000001705,0.10000,1.037
5,mlp.experts.107.up_proj,0.0000000220,0.10000,1.047
5,mlp.experts.108.up_proj,0.0000000322,0.10000,1.026
5,mlp.experts.109.up_proj,0.0000006448,0.10000,1.020
5,mlp.experts.110.up_proj,0.0000001025,0.10000,1.060
5,mlp.experts.111.up_proj,0.0000000187,0.10000,1.072
5,mlp.experts.112.up_proj,0.0000000603,0.10000,0.987
5,mlp.experts.113.up_proj,0.0000000741,0.10000,0.983
5,mlp.experts.114.up_proj,0.0000005228,0.10000,1.070
5,mlp.experts.115.up_proj,0.0000000494,0.10000,1.050
5,mlp.experts.117.up_proj,0.0000000360,0.10000,1.014
5,mlp.experts.116.up_proj,0.0000000128,0.10000,1.031
5,mlp.experts.119.up_proj,0.0000002164,0.10000,1.121
5,mlp.experts.118.up_proj,0.0000010142,0.10000,1.128
5,mlp.experts.121.up_proj,0.0000047050,0.10000,1.068
5,mlp.experts.120.up_proj,0.0000000842,0.10000,1.075
5,mlp.experts.122.up_proj,0.0000001057,0.10000,1.039
5,mlp.experts.123.up_proj,0.0000006322,0.10000,1.076
5,mlp.experts.124.up_proj,0.0000003814,0.10000,0.944
5,mlp.experts.125.up_proj,0.0000000213,0.10000,0.945
5,mlp.experts.126.up_proj,0.0000000108,0.10000,1.028
5,mlp.experts.127.up_proj,0.0000010954,0.10000,1.037
5,mlp.experts.0.gate_proj,0.0000005079,0.10000,1.047
5,mlp.experts.1.gate_proj,0.0000008481,0.10000,1.035
5,mlp.experts.2.gate_proj,0.0000001450,0.10000,0.992
5,mlp.experts.3.gate_proj,0.0000006348,0.10000,0.989
5,mlp.experts.4.gate_proj,0.0000042060,0.10000,1.037
5,mlp.experts.5.gate_proj,0.0000000452,0.10000,1.047
5,mlp.experts.6.gate_proj,0.0000009388,0.10000,1.011
5,mlp.experts.7.gate_proj,0.0000000630,0.10000,1.026
5,mlp.experts.8.gate_proj,0.0000029019,0.10000,1.004
5,mlp.experts.9.gate_proj,0.0000016462,0.10000,1.016
5,mlp.experts.10.gate_proj,0.0000004906,0.10000,1.028
5,mlp.experts.11.gate_proj,0.0000005771,0.10000,0.995
5,mlp.experts.12.gate_proj,0.0000107703,0.10000,1.033
5,mlp.experts.13.gate_proj,0.0000000308,0.10000,1.026
5,mlp.experts.14.gate_proj,0.0000011361,0.10000,1.043
5,mlp.experts.15.gate_proj,0.0000020976,0.10000,1.016
5,mlp.experts.17.gate_proj,0.0000000571,0.10000,1.030
5,mlp.experts.16.gate_proj,0.0000001211,0.10000,1.044
5,mlp.experts.18.gate_proj,0.0000002539,0.10000,0.888
5,mlp.experts.19.gate_proj,0.0000000936,0.10000,0.889
5,mlp.experts.21.gate_proj,0.0000000640,0.10000,1.037
5,mlp.experts.20.gate_proj,0.0000002851,0.10000,1.058
5,mlp.experts.23.gate_proj,0.0000099353,0.10000,1.064
5,mlp.experts.22.gate_proj,0.0000000195,0.10000,1.078
5,mlp.experts.24.gate_proj,0.0000002342,0.10000,1.096
5,mlp.experts.25.gate_proj,0.0000005052,0.10000,1.104
5,mlp.experts.27.gate_proj,0.0000067372,0.10000,1.071
5,mlp.experts.26.gate_proj,0.0000075220,0.10000,1.103
5,mlp.experts.28.gate_proj,0.0000032164,0.10000,1.110
5,mlp.experts.29.gate_proj,0.0000006152,0.10000,1.103
5,mlp.experts.31.gate_proj,0.0000000545,0.10000,1.082
5,mlp.experts.30.gate_proj,0.0000000907,0.10000,1.102
5,mlp.experts.32.gate_proj,0.0000002790,0.10000,1.023
5,mlp.experts.33.gate_proj,0.0000002318,0.10000,1.070
5,mlp.experts.34.gate_proj,0.0000000266,0.10000,1.000
5,mlp.experts.35.gate_proj,0.0000005893,0.10000,1.039
5,mlp.experts.36.gate_proj,0.0000001559,0.10000,1.029
5,mlp.experts.37.gate_proj,0.0000000806,0.10000,1.047
5,mlp.experts.38.gate_proj,0.0000011433,0.10000,1.046
5,mlp.experts.39.gate_proj,0.0000006356,0.10000,1.038
5,mlp.experts.40.gate_proj,0.0000028605,0.10000,0.999
5,mlp.experts.41.gate_proj,0.0000004946,0.10000,1.055
5,mlp.experts.42.gate_proj,0.0000000353,0.10000,0.985
5,mlp.experts.43.gate_proj,0.0000004452,0.10000,1.079
5,mlp.experts.44.gate_proj,0.0000010807,0.10000,0.998
5,mlp.experts.45.gate_proj,0.0000001137,0.10000,1.039
5,mlp.experts.46.gate_proj,0.0000007900,0.10000,1.014
5,mlp.experts.47.gate_proj,0.0000000174,0.10000,1.047
5,mlp.experts.48.gate_proj,0.0000000315,0.10000,1.044
5,mlp.experts.49.gate_proj,0.0000000342,0.10000,1.039
5,mlp.experts.50.gate_proj,0.0000019316,0.10000,1.008
5,mlp.experts.51.gate_proj,0.0000000450,0.10000,0.998
5,mlp.experts.52.gate_proj,0.0000002593,0.10000,1.022
5,mlp.experts.53.gate_proj,0.0000000498,0.10000,1.044
5,mlp.experts.54.gate_proj,0.0000000461,0.10000,1.029
5,mlp.experts.55.gate_proj,0.0000000403,0.10000,1.043
5,mlp.experts.56.gate_proj,0.0000004442,0.10000,1.033
5,mlp.experts.57.gate_proj,0.0000057117,0.10000,1.049
5,mlp.experts.58.gate_proj,0.0000000765,0.10000,1.051
5,mlp.experts.59.gate_proj,0.0000004140,0.10000,1.060
5,mlp.experts.60.gate_proj,0.0000004489,0.10000,0.990
5,mlp.experts.61.gate_proj,0.0000000282,0.10000,0.954
5,mlp.experts.62.gate_proj,0.0000000508,0.10000,0.959
5,mlp.experts.63.gate_proj,0.0000000303,0.10000,0.944
5,mlp.experts.64.gate_proj,0.0000000456,0.10000,1.024
5,mlp.experts.65.gate_proj,0.0000007718,0.10000,0.985
5,mlp.experts.66.gate_proj,0.0000000430,0.10000,1.005
5,mlp.experts.67.gate_proj,0.0000002144,0.10000,1.014
5,mlp.experts.68.gate_proj,0.0000001101,0.10000,1.003
5,mlp.experts.69.gate_proj,0.0000020321,0.10000,1.019
5,mlp.experts.70.gate_proj,0.0000002846,0.10000,1.025
5,mlp.experts.71.gate_proj,0.0000000653,0.10000,1.025
5,mlp.experts.72.gate_proj,0.0000028498,0.10000,1.039
5,mlp.experts.73.gate_proj,0.0000001934,0.10000,1.019
5,mlp.experts.74.gate_proj,0.0000000534,0.10000,1.018
5,mlp.experts.75.gate_proj,0.0000000278,0.10000,1.020
5,mlp.experts.76.gate_proj,0.0000003546,0.10000,1.041
5,mlp.experts.77.gate_proj,0.0000000589,0.10000,1.029
5,mlp.experts.78.gate_proj,0.0000000129,0.10000,0.985
5,mlp.experts.79.gate_proj,0.0000000816,0.10000,0.978
5,mlp.experts.80.gate_proj,0.0000000203,0.10000,1.008
5,mlp.experts.81.gate_proj,0.0000004923,0.10000,0.974
5,mlp.experts.82.gate_proj,0.0000000192,0.10000,1.006
5,mlp.experts.83.gate_proj,0.0000001051,0.10000,0.963
5,mlp.experts.84.gate_proj,0.0000006019,0.10000,1.002
5,mlp.experts.85.gate_proj,0.0000016708,0.10000,1.000
5,mlp.experts.86.gate_proj,0.0000001272,0.10000,1.023
5,mlp.experts.87.gate_proj,0.0000000709,0.10000,0.971
5,mlp.experts.88.gate_proj,0.0000016614,0.10000,1.002
5,mlp.experts.89.gate_proj,0.0000003175,0.10000,0.993
5,mlp.experts.90.gate_proj,0.0000000486,0.10000,0.954
5,mlp.experts.91.gate_proj,0.0000005261,0.10000,1.026
5,mlp.experts.92.gate_proj,0.0000023501,0.10000,1.025
5,mlp.experts.93.gate_proj,0.0000000848,0.10000,1.060
5,mlp.experts.94.gate_proj,0.0000000443,0.10000,1.058
5,mlp.experts.95.gate_proj,0.0000000717,0.10000,1.048
5,mlp.experts.96.gate_proj,0.0000000465,0.10000,1.069
5,mlp.experts.97.gate_proj,0.0000000441,0.10000,1.063
5,mlp.experts.98.gate_proj,0.0000010967,0.10000,1.069
5,mlp.experts.99.gate_proj,0.0000000415,0.10000,1.020
5,mlp.experts.100.gate_proj,0.0000002588,0.10000,1.040
5,mlp.experts.101.gate_proj,0.0000006589,0.10000,1.038
5,mlp.experts.102.gate_proj,0.0000000686,0.10000,1.023
5,mlp.experts.103.gate_proj,0.0000000310,0.10000,1.070
5,mlp.experts.104.gate_proj,0.0000001624,0.10000,0.966
5,mlp.experts.105.gate_proj,0.0000000243,0.10000,1.007
5,mlp.experts.106.gate_proj,0.0000001851,0.10000,0.987
5,mlp.experts.107.gate_proj,0.0000000236,0.10000,0.972
5,mlp.experts.108.gate_proj,0.0000000339,0.10000,1.027
5,mlp.experts.109.gate_proj,0.0000007040,0.10000,1.030
5,mlp.experts.110.gate_proj,0.0000001092,0.10000,1.062
5,mlp.experts.111.gate_proj,0.0000000198,0.10000,1.032
5,mlp.experts.112.gate_proj,0.0000000690,0.10000,1.041
5,mlp.experts.113.gate_proj,0.0000000802,0.10000,1.019
5,mlp.experts.114.gate_proj,0.0000005431,0.10000,1.054
5,mlp.experts.115.gate_proj,0.0000000497,0.10000,1.046
5,mlp.experts.116.gate_proj,0.0000000137,0.10000,1.031
5,mlp.experts.117.gate_proj,0.0000000370,0.10000,1.065
5,mlp.experts.118.gate_proj,0.0000010168,0.10000,1.041
5,mlp.experts.119.gate_proj,0.0000002296,0.10000,1.028
5,mlp.experts.120.gate_proj,0.0000000907,0.10000,0.986
5,mlp.experts.121.gate_proj,0.0000053008,0.10000,1.043
5,mlp.experts.122.gate_proj,0.0000001104,0.10000,1.022
5,mlp.experts.123.gate_proj,0.0000006686,0.10000,1.031
5,mlp.experts.124.gate_proj,0.0000004103,0.10000,1.029
5,mlp.experts.125.gate_proj,0.0000000207,0.10000,1.052
5,mlp.experts.126.gate_proj,0.0000000110,0.10000,1.053
5,mlp.experts.127.gate_proj,0.0000012078,0.10000,0.926
5,mlp.experts.1.down_proj,0.0000000979,0.10000,0.395
5,mlp.experts.0.down_proj,0.0000000471,0.10000,0.399
5,mlp.experts.3.down_proj,0.0000000663,0.10000,0.400
5,mlp.experts.2.down_proj,0.0000000166,0.10000,0.409
5,mlp.experts.4.down_proj,0.0000000973,0.10000,0.385
5,mlp.experts.5.down_proj,0.0000000048,0.10000,0.399
5,mlp.experts.6.down_proj,0.0000001202,0.10000,0.374
5,mlp.experts.7.down_proj,0.0000000093,0.10000,0.394
5,mlp.experts.8.down_proj,0.0000000130,0.10000,0.383
5,mlp.experts.9.down_proj,0.0000000100,0.10000,0.401
5,mlp.experts.10.down_proj,0.0000000548,0.10000,0.390
5,mlp.experts.11.down_proj,0.0000000640,0.10000,0.392
5,mlp.experts.12.down_proj,0.0000004085,0.10000,0.334
5,mlp.experts.13.down_proj,0.0000000032,0.10000,0.327
5,mlp.experts.14.down_proj,0.0000001647,0.10000,0.330
5,mlp.experts.15.down_proj,0.0000002188,0.10000,0.351
5,mlp.experts.16.down_proj,0.0000000219,0.10000,0.373
5,mlp.experts.17.down_proj,0.0000000047,0.10000,0.396
5,mlp.experts.18.down_proj,0.0000000239,0.10000,0.380
5,mlp.experts.19.down_proj,0.0000000125,0.10000,0.379
5,mlp.experts.20.down_proj,0.0000000292,0.10000,0.386
5,mlp.experts.21.down_proj,0.0000000060,0.10000,0.384
5,mlp.experts.22.down_proj,0.0000000012,0.10000,0.395
5,mlp.experts.23.down_proj,0.0000001767,0.10000,0.398
5,mlp.experts.24.down_proj,0.0000000525,0.10000,0.396
5,mlp.experts.25.down_proj,0.0000000607,0.10000,0.388
5,mlp.experts.26.down_proj,0.0000000658,0.10000,0.399
5,mlp.experts.27.down_proj,0.0000003699,0.10000,0.396
5,mlp.experts.28.down_proj,0.0000004151,0.10000,0.366
5,mlp.experts.29.down_proj,0.0000000901,0.10000,0.365
5,mlp.experts.30.down_proj,0.0000000182,0.10000,0.404
5,mlp.experts.31.down_proj,0.0000000047,0.10000,0.402
5,mlp.experts.32.down_proj,0.0000000301,0.10000,0.407
5,mlp.experts.33.down_proj,0.0000000381,0.10000,0.410
5,mlp.experts.34.down_proj,0.0000000039,0.10000,0.396
5,mlp.experts.35.down_proj,0.0000000952,0.10000,0.398
5,mlp.experts.36.down_proj,0.0000000130,0.10000,0.415
5,mlp.experts.37.down_proj,0.0000000068,0.10000,0.384
5,mlp.experts.38.down_proj,0.0000002398,0.10000,0.358
5,mlp.experts.39.down_proj,0.0000000284,0.10000,0.360
5,mlp.experts.40.down_proj,0.0000002971,0.10000,0.359
5,mlp.experts.41.down_proj,0.0000000234,0.10000,0.370
5,mlp.experts.42.down_proj,0.0000000054,0.10000,0.390
5,mlp.experts.43.down_proj,0.0000000577,0.10000,0.407
5,mlp.experts.44.down_proj,0.0000001631,0.10000,0.405
5,mlp.experts.45.down_proj,0.0000000059,0.10000,0.394
5,mlp.experts.46.down_proj,0.0000000876,0.10000,0.362
5,mlp.experts.47.down_proj,0.0000000016,0.10000,0.344
5,mlp.experts.48.down_proj,0.0000000029,0.10000,0.323
5,mlp.experts.49.down_proj,0.0000000037,0.10000,0.341
5,mlp.experts.50.down_proj,0.0000002434,0.10000,0.382
5,mlp.experts.51.down_proj,0.0000000075,0.10000,0.373
5,mlp.experts.52.down_proj,0.0000000325,0.10000,0.406
5,mlp.experts.53.down_proj,0.0000000049,0.10000,0.388
5,mlp.experts.54.down_proj,0.0000000082,0.10000,0.402
5,mlp.experts.55.down_proj,0.0000000037,0.10000,0.407
5,mlp.experts.56.down_proj,0.0000000246,0.10000,0.396
5,mlp.experts.57.down_proj,0.0000007740,0.10000,0.405
5,mlp.experts.58.down_proj,0.0000000106,0.10000,0.397
5,mlp.experts.59.down_proj,0.0000000578,0.10000,0.426
5,mlp.experts.60.down_proj,0.0000000531,0.10000,0.392
5,mlp.experts.61.down_proj,0.0000000032,0.10000,0.387
5,mlp.experts.62.down_proj,0.0000000052,0.10000,0.411
5,mlp.experts.63.down_proj,0.0000000027,0.10000,0.385
5,mlp.experts.64.down_proj,0.0000000030,0.10000,0.406
5,mlp.experts.65.down_proj,0.0000000826,0.10000,0.393
5,mlp.experts.66.down_proj,0.0000000056,0.10000,0.394
5,mlp.experts.67.down_proj,0.0000000185,0.10000,0.406
5,mlp.experts.68.down_proj,0.0000000115,0.10000,0.389
5,mlp.experts.69.down_proj,0.0000001722,0.10000,0.391
5,mlp.experts.70.down_proj,0.0000000531,0.10000,0.362
5,mlp.experts.71.down_proj,0.0000000103,0.10000,0.365
5,mlp.experts.72.down_proj,0.0000001140,0.10000,0.402
5,mlp.experts.73.down_proj,0.0000000142,0.10000,0.399
5,mlp.experts.74.down_proj,0.0000000056,0.10000,0.395
5,mlp.experts.75.down_proj,0.0000000028,0.10000,0.397
5,mlp.experts.76.down_proj,0.0000000599,0.10000,0.395
5,mlp.experts.77.down_proj,0.0000000116,0.10000,0.396
5,mlp.experts.78.down_proj,0.0000000013,0.10000,0.413
5,mlp.experts.79.down_proj,0.0000000078,0.10000,0.396
5,mlp.experts.80.down_proj,0.0000000022,0.10000,0.361
5,mlp.experts.81.down_proj,0.0000000180,0.10000,0.368
5,mlp.experts.82.down_proj,0.0000000019,0.10000,0.385
5,mlp.experts.83.down_proj,0.0000000098,0.10000,0.396
5,mlp.experts.84.down_proj,0.0000001165,0.10000,0.394
5,mlp.experts.85.down_proj,0.0000000475,0.10000,0.385
5,mlp.experts.86.down_proj,0.0000000073,0.10000,0.395
5,mlp.experts.87.down_proj,0.0000000060,0.10000,0.393
5,mlp.experts.88.down_proj,0.0000001621,0.10000,0.367
5,mlp.experts.89.down_proj,0.0000000303,0.10000,0.405
5,mlp.experts.90.down_proj,0.0000000076,0.10000,0.344
5,mlp.experts.91.down_proj,0.0000000684,0.10000,0.363
5,mlp.experts.92.down_proj,0.0000003340,0.10000,0.402
5,mlp.experts.93.down_proj,0.0000000080,0.10000,0.407
5,mlp.experts.94.down_proj,0.0000000034,0.10000,0.401
5,mlp.experts.95.down_proj,0.0000000047,0.10000,0.389
5,mlp.experts.96.down_proj,0.0000000049,0.10000,0.400
5,mlp.experts.97.down_proj,0.0000000047,0.10000,0.411
5,mlp.experts.98.down_proj,0.0000000833,0.10000,0.404
5,mlp.experts.99.down_proj,0.0000000037,0.10000,0.415
5,mlp.experts.100.down_proj,0.0000000433,0.10000,0.392
5,mlp.experts.101.down_proj,0.0000000533,0.10000,0.411
5,mlp.experts.102.down_proj,0.0000000098,0.10000,0.380
5,mlp.experts.103.down_proj,0.0000000019,0.10000,0.415
5,mlp.experts.104.down_proj,0.0000000154,0.10000,0.404
5,mlp.experts.105.down_proj,0.0000000034,0.10000,0.410
5,mlp.experts.106.down_proj,0.0000000146,0.10000,0.369
5,mlp.experts.107.down_proj,0.0000000033,0.10000,0.343
5,mlp.experts.108.down_proj,0.0000000034,0.10000,0.353
5,mlp.experts.109.down_proj,0.0000000376,0.10000,0.371
5,mlp.experts.110.down_proj,0.0000000102,0.10000,0.396
5,mlp.experts.111.down_proj,0.0000000020,0.10000,0.397
5,mlp.experts.112.down_proj,0.0000000305,0.10000,0.397
5,mlp.experts.113.down_proj,0.0000000097,0.10000,0.396
5,mlp.experts.114.down_proj,0.0000000681,0.10000,0.394
5,mlp.experts.115.down_proj,0.0000000043,0.10000,0.366
5,mlp.experts.116.down_proj,0.0000000010,0.10000,0.343
5,mlp.experts.117.down_proj,0.0000000038,0.10000,0.369
5,mlp.experts.118.down_proj,0.0000000403,0.10000,0.389
5,mlp.experts.119.down_proj,0.0000000292,0.10000,0.405
5,mlp.experts.120.down_proj,0.0000000090,0.10000,0.377
5,mlp.experts.121.down_proj,0.0000007740,0.10000,0.377
5,mlp.experts.122.down_proj,0.0000000185,0.10000,0.398
5,mlp.experts.123.down_proj,0.0000001012,0.10000,0.399
5,mlp.experts.124.down_proj,0.0000000527,0.10000,0.391
5,mlp.experts.125.down_proj,0.0000000024,0.10000,0.411
5,mlp.experts.126.down_proj,0.0000000009,0.10000,0.408
5,mlp.experts.127.down_proj,0.0000002702,0.10000,0.320
6,self_attn.q_proj,0.0000000003,0.10000,1.030
6,self_attn.k_proj,0.0000000000,0.10000,1.066
6,self_attn.v_proj,0.0000000000,0.10000,0.629
6,self_attn.o_proj,0.0000000001,0.10000,1.193
6,mlp.gate,0.0000000138,0.10000,0.546
6,mlp.experts.1.up_proj,0.0000001912,0.10000,1.031
6,mlp.experts.0.up_proj,0.0000000720,0.10000,1.034
6,mlp.experts.2.up_proj,0.0000006609,0.10000,1.015
6,mlp.experts.3.up_proj,0.0000001688,0.10000,1.018
6,mlp.experts.4.up_proj,0.0000000363,0.10000,1.082
6,mlp.experts.5.up_proj,0.0000039863,0.10000,1.082
6,mlp.experts.7.up_proj,0.0000000183,0.10000,1.043
6,mlp.experts.6.up_proj,0.0000004929,0.10000,1.056
6,mlp.experts.9.up_proj,0.0000000550,0.10000,1.078
6,mlp.experts.8.up_proj,0.0000002411,0.10000,1.129
6,mlp.experts.10.up_proj,0.0000000146,0.10000,1.023
6,mlp.experts.11.up_proj,0.0000032768,0.10000,1.018
6,mlp.experts.12.up_proj,0.0000006457,0.10000,1.020
6,mlp.experts.13.up_proj,0.0000000321,0.10000,1.009
6,mlp.experts.15.up_proj,0.0000013547,0.10000,0.973
6,mlp.experts.14.up_proj,0.0000000542,0.10000,1.022
6,mlp.experts.16.up_proj,0.0000003498,0.10000,1.021
6,mlp.experts.17.up_proj,0.0000002107,0.10000,1.027
6,mlp.experts.18.up_proj,0.0000004737,0.10000,1.016
6,mlp.experts.19.up_proj,0.0000001948,0.10000,1.020
6,mlp.experts.20.up_proj,0.0000002841,0.10000,1.073
6,mlp.experts.21.up_proj,0.0000010636,0.10000,1.069
6,mlp.experts.22.up_proj,0.0000000504,0.10000,1.025
6,mlp.experts.23.up_proj,0.0000000189,0.10000,1.075
6,mlp.experts.24.up_proj,0.0000008514,0.10000,1.019
6,mlp.experts.25.up_proj,0.0000000796,0.10000,1.030
6,mlp.experts.26.up_proj,0.0000003212,0.10000,1.029
6,mlp.experts.27.up_proj,0.0000061798,0.10000,1.038
6,mlp.experts.28.up_proj,0.0000000796,0.10000,1.022
6,mlp.experts.29.up_proj,0.0000011544,0.10000,1.032
6,mlp.experts.30.up_proj,0.0000001020,0.10000,0.959
6,mlp.experts.31.up_proj,0.0000009605,0.10000,0.961
6,mlp.experts.32.up_proj,0.0000031703,0.10000,1.039
6,mlp.experts.33.up_proj,0.0000003893,0.10000,1.036
6,mlp.experts.34.up_proj,0.0000000648,0.10000,1.036
6,mlp.experts.35.up_proj,0.0000004369,0.10000,1.071
6,mlp.experts.36.up_proj,0.0000003574,0.10000,1.065
6,mlp.experts.37.up_proj,0.0000001348,0.10000,1.032
6,mlp.experts.38.up_proj,0.0000000500,0.10000,0.976
6,mlp.experts.39.up_proj,0.0000001232,0.10000,0.969
6,mlp.experts.40.up_proj,0.0000011066,0.10000,1.054
6,mlp.experts.41.up_proj,0.0000000869,0.10000,1.037
6,mlp.experts.42.up_proj,0.0000000206,0.10000,1.014
6,mlp.experts.43.up_proj,0.0000007535,0.10000,0.998
6,mlp.experts.44.up_proj,0.0000001006,0.10000,1.027
6,mlp.experts.45.up_proj,0.0000164152,0.10000,1.054
6,mlp.experts.46.up_proj,0.0000000846,0.10000,1.031
6,mlp.experts.47.up_proj,0.0000010392,0.10000,0.973
6,mlp.experts.48.up_proj,0.0000000586,0.10000,1.028
6,mlp.experts.49.up_proj,0.0000002541,0.10000,1.016
6,mlp.experts.50.up_proj,0.0000013665,0.10000,1.013
6,mlp.experts.51.up_proj,0.0000008105,0.10000,1.086
6,mlp.experts.52.up_proj,0.0000000172,0.10000,1.038
6,mlp.experts.53.up_proj,0.0000005862,0.10000,1.045
6,mlp.experts.54.up_proj,0.0000000950,0.10000,1.009
6,mlp.experts.55.up_proj,0.0000001437,0.10000,1.004
6,mlp.experts.56.up_proj,0.0000000130,0.10000,0.968
6,mlp.experts.57.up_proj,0.0000016921,0.10000,1.014
6,mlp.experts.58.up_proj,0.0000001504,0.10000,1.041
6,mlp.experts.59.up_proj,0.0000015855,0.10000,0.959
6,mlp.experts.60.up_proj,0.0000037335,0.10000,0.991
6,mlp.experts.61.up_proj,0.0000001048,0.10000,1.026
6,mlp.experts.62.up_proj,0.0000000626,0.10000,0.991
6,mlp.experts.63.up_proj,0.0000000641,0.10000,1.006
6,mlp.experts.64.up_proj,0.0000000399,0.10000,1.053
6,mlp.experts.65.up_proj,0.0000002029,0.10000,1.057
6,mlp.experts.66.up_proj,0.0000005337,0.10000,1.035
6,mlp.experts.67.up_proj,0.0000002295,0.10000,1.046
6,mlp.experts.68.up_proj,0.0000013027,0.10000,0.965
6,mlp.experts.69.up_proj,0.0000015602,0.10000,0.972
6,mlp.experts.70.up_proj,0.0000004893,0.10000,0.935
6,mlp.experts.71.up_proj,0.0000000604,0.10000,0.944
6,mlp.experts.72.up_proj,0.0000002095,0.10000,1.072
6,mlp.experts.73.up_proj,0.0000011694,0.10000,1.052
6,mlp.experts.74.up_proj,0.0000003891,0.10000,1.064
6,mlp.experts.75.up_proj,0.0000000268,0.10000,1.061
6,mlp.experts.76.up_proj,0.0000001512,0.10000,1.006
6,mlp.experts.77.up_proj,0.0000002197,0.10000,1.007
6,mlp.experts.78.up_proj,0.0000001805,0.10000,1.020
6,mlp.experts.79.up_proj,0.0000000230,0.10000,1.009
6,mlp.experts.80.up_proj,0.0000003653,0.10000,1.020
6,mlp.experts.81.up_proj,0.0000100386,0.10000,1.056
6,mlp.experts.82.up_proj,0.0000009134,0.10000,1.029
6,mlp.experts.83.up_proj,0.0000000339,0.10000,1.072
6,mlp.experts.84.up_proj,0.0000001207,0.10000,0.998
6,mlp.experts.85.up_proj,0.0000000116,0.10000,1.004
6,mlp.experts.86.up_proj,0.0000000348,0.10000,0.985
6,mlp.experts.87.up_proj,0.0000001331,0.10000,0.989
6,mlp.experts.88.up_proj,0.0000001460,0.10000,1.018
6,mlp.experts.89.up_proj,0.0000001410,0.10000,1.031
6,mlp.experts.90.up_proj,0.0000018049,0.10000,1.011
6,mlp.experts.91.up_proj,0.0000027315,0.10000,1.019
6,mlp.experts.92.up_proj,0.0000002164,0.10000,0.987
6,mlp.experts.93.up_proj,0.0000001172,0.10000,0.971
6,mlp.experts.94.up_proj,0.0000003462,0.10000,0.995
6,mlp.experts.95.up_proj,0.0000007950,0.10000,1.035
6,mlp.experts.96.up_proj,0.0000000821,0.10000,1.016
6,mlp.experts.97.up_proj,0.0000000443,0.10000,1.028
6,mlp.experts.98.up_proj,0.0000010799,0.10000,1.070
6,mlp.experts.99.up_proj,0.0000000818,0.10000,1.062
6,mlp.experts.100.up_proj,0.0000000351,0.10000,1.020
6,mlp.experts.101.up_proj,0.0000000445,0.10000,1.022
6,mlp.experts.102.up_proj,0.0000007396,0.10000,1.019
6,mlp.experts.103.up_proj,0.0000001798,0.10000,1.039
6,mlp.experts.104.up_proj,0.0000004245,0.10000,1.018
6,mlp.experts.105.up_proj,0.0000000359,0.10000,1.039
6,mlp.experts.106.up_proj,0.0000009511,0.10000,0.994
6,mlp.experts.107.up_proj,0.0000002944,0.10000,1.050
6,mlp.experts.108.up_proj,0.0000021648,0.10000,1.023
6,mlp.experts.109.up_proj,0.0000002353,0.10000,1.036
6,mlp.experts.110.up_proj,0.0000000128,0.10000,1.019
6,mlp.experts.111.up_proj,0.0000047678,0.10000,1.072
6,mlp.experts.112.up_proj,0.0000065536,0.10000,1.031
6,mlp.experts.113.up_proj,0.0000016253,0.10000,1.024
6,mlp.experts.114.up_proj,0.0000000663,0.10000,1.042
6,mlp.experts.115.up_proj,0.0000000682,0.10000,1.072
6,mlp.experts.116.up_proj,0.0000000387,0.10000,1.025
6,mlp.experts.117.up_proj,0.0000005934,0.10000,1.079
6,mlp.experts.118.up_proj,0.0000017608,0.10000,1.030
6,mlp.experts.119.up_proj,0.0000000973,0.10000,1.039
6,mlp.experts.120.up_proj,0.0000011696,0.10000,1.026
6,mlp.experts.121.up_proj,0.0000003320,0.10000,1.040
6,mlp.experts.122.up_proj,0.0000004416,0.10000,1.064
6,mlp.experts.123.up_proj,0.0000000760,0.10000,1.043
6,mlp.experts.124.up_proj,0.0000003618,0.10000,1.025
6,mlp.experts.125.up_proj,0.0000000882,0.10000,1.013
6,mlp.experts.126.up_proj,0.0000001144,0.10000,1.020
6,mlp.experts.127.up_proj,0.0000000739,0.10000,1.029
6,mlp.experts.0.gate_proj,0.0000000807,0.10000,1.049
6,mlp.experts.1.gate_proj,0.0000002078,0.10000,1.022
6,mlp.experts.2.gate_proj,0.0000006945,0.10000,1.041
6,mlp.experts.3.gate_proj,0.0000001806,0.10000,1.009
6,mlp.experts.4.gate_proj,0.0000000401,0.10000,1.053
6,mlp.experts.5.gate_proj,0.0000042465,0.10000,1.067
6,mlp.experts.6.gate_proj,0.0000005516,0.10000,1.039
6,mlp.experts.7.gate_proj,0.0000000198,0.10000,1.046
6,mlp.experts.8.gate_proj,0.0000002750,0.10000,1.047
6,mlp.experts.9.gate_proj,0.0000000609,0.10000,1.032
6,mlp.experts.10.gate_proj,0.0000000153,0.10000,1.051
6,mlp.experts.11.gate_proj,0.0000034531,0.10000,1.014
6,mlp.experts.12.gate_proj,0.0000006838,0.10000,1.026
6,mlp.experts.13.gate_proj,0.0000000398,0.10000,0.999
6,mlp.experts.14.gate_proj,0.0000000572,0.10000,1.027
6,mlp.experts.15.gate_proj,0.0000015641,0.10000,1.043
6,mlp.experts.16.gate_proj,0.0000004106,0.10000,1.055
6,mlp.experts.17.gate_proj,0.0000002682,0.10000,1.040
6,mlp.experts.18.gate_proj,0.0000005071,0.10000,1.021
6,mlp.experts.19.gate_proj,0.0000001967,0.10000,0.967
6,mlp.experts.20.gate_proj,0.0000003291,0.10000,1.024
6,mlp.experts.21.gate_proj,0.0000012525,0.10000,0.983
6,mlp.experts.22.gate_proj,0.0000000552,0.10000,0.942
6,mlp.experts.23.gate_proj,0.0000000202,0.10000,0.967
6,mlp.experts.24.gate_proj,0.0000009020,0.10000,1.024
6,mlp.experts.25.gate_proj,0.0000000873,0.10000,0.965
6,mlp.experts.26.gate_proj,0.0000003600,0.10000,0.994
6,mlp.experts.27.gate_proj,0.0000065834,0.10000,1.015
6,mlp.experts.28.gate_proj,0.0000000896,0.10000,1.032
6,mlp.experts.29.gate_proj,0.0000014004,0.10000,1.037
6,mlp.experts.30.gate_proj,0.0000001044,0.10000,1.037
6,mlp.experts.31.gate_proj,0.0000011677,0.10000,1.065
6,mlp.experts.32.gate_proj,0.0000041052,0.10000,1.050
6,mlp.experts.33.gate_proj,0.0000004351,0.10000,1.077
6,mlp.experts.34.gate_proj,0.0000000682,0.10000,1.026
6,mlp.experts.35.gate_proj,0.0000004683,0.10000,1.068
6,mlp.experts.36.gate_proj,0.0000003728,0.10000,1.060
6,mlp.experts.37.gate_proj,0.0000001519,0.10000,1.052
6,mlp.experts.38.gate_proj,0.0000000520,0.10000,1.019
6,mlp.experts.39.gate_proj,0.0000001310,0.10000,1.052
6,mlp.experts.40.gate_proj,0.0000013319,0.10000,1.040
6,mlp.experts.41.gate_proj,0.0000000923,0.10000,1.035
6,mlp.experts.42.gate_proj,0.0000000223,0.10000,1.053
6,mlp.experts.43.gate_proj,0.0000007809,0.10000,1.037
6,mlp.experts.44.gate_proj,0.0000001131,0.10000,1.023
6,mlp.experts.45.gate_proj,0.0000178104,0.10000,0.998
6,mlp.experts.46.gate_proj,0.0000000943,0.10000,1.020
6,mlp.experts.47.gate_proj,0.0000011561,0.10000,1.025
6,mlp.experts.48.gate_proj,0.0000000643,0.10000,0.999
6,mlp.experts.49.gate_proj,0.0000002863,0.10000,0.938
6,mlp.experts.50.gate_proj,0.0000016713,0.10000,0.900
6,mlp.experts.51.gate_proj,0.0000010298,0.10000,0.920
6,mlp.experts.52.gate_proj,0.0000000178,0.10000,0.944
6,mlp.experts.53.gate_proj,0.0000006838,0.10000,0.985
6,mlp.experts.54.gate_proj,0.0000001056,0.10000,1.052
6,mlp.experts.55.gate_proj,0.0000001518,0.10000,1.054
6,mlp.experts.56.gate_proj,0.0000000137,0.10000,1.062
6,mlp.experts.57.gate_proj,0.0000019058,0.10000,1.059
6,mlp.experts.58.gate_proj,0.0000001645,0.10000,0.926
6,mlp.experts.59.gate_proj,0.0000018126,0.10000,0.933
6,mlp.experts.60.gate_proj,0.0000039948,0.10000,1.017
6,mlp.experts.61.gate_proj,0.0000001144,0.10000,1.012
6,mlp.experts.62.gate_proj,0.0000000688,0.10000,1.004
6,mlp.experts.63.gate_proj,0.0000000700,0.10000,1.032
6,mlp.experts.64.gate_proj,0.0000000424,0.10000,0.988
6,mlp.experts.65.gate_proj,0.0000002152,0.10000,1.045
6,mlp.experts.66.gate_proj,0.0000006084,0.10000,1.010
6,mlp.experts.67.gate_proj,0.0000002496,0.10000,1.001
6,mlp.experts.68.gate_proj,0.0000016800,0.10000,0.999
6,mlp.experts.69.gate_proj,0.0000019234,0.10000,1.034
6,mlp.experts.70.gate_proj,0.0000005558,0.10000,1.054
6,mlp.experts.71.gate_proj,0.0000000723,0.10000,1.055
6,mlp.experts.72.gate_proj,0.0000002323,0.10000,1.031
6,mlp.experts.73.gate_proj,0.0000012730,0.10000,1.085
6,mlp.experts.74.gate_proj,0.0000004319,0.10000,1.032
6,mlp.experts.75.gate_proj,0.0000000284,0.10000,1.047
6,mlp.experts.76.gate_proj,0.0000001744,0.10000,1.032
6,mlp.experts.77.gate_proj,0.0000002421,0.10000,1.022
6,mlp.experts.78.gate_proj,0.0000002158,0.10000,1.037
6,mlp.experts.79.gate_proj,0.0000000241,0.10000,1.036
6,mlp.experts.80.gate_proj,0.0000004033,0.10000,1.031
6,mlp.experts.81.gate_proj,0.0000108628,0.10000,1.076
6,mlp.experts.82.gate_proj,0.0000009921,0.10000,1.079
6,mlp.experts.83.gate_proj,0.0000000348,0.10000,1.047
6,mlp.experts.84.gate_proj,0.0000001310,0.10000,1.105
6,mlp.experts.85.gate_proj,0.0000000110,0.10000,1.012
6,mlp.experts.86.gate_proj,0.0000000372,0.10000,1.060
6,mlp.experts.87.gate_proj,0.0000001423,0.10000,1.017
6,mlp.experts.88.gate_proj,0.0000001533,0.10000,1.021
6,mlp.experts.89.gate_proj,0.0000001550,0.10000,0.973
6,mlp.experts.90.gate_proj,0.0000020733,0.10000,1.043
6,mlp.experts.91.gate_proj,0.0000030019,0.10000,1.033
6,mlp.experts.92.gate_proj,0.0000002464,0.10000,1.044
6,mlp.experts.93.gate_proj,0.0000001273,0.10000,1.062
6,mlp.experts.94.gate_proj,0.0000003909,0.10000,1.058
6,mlp.experts.95.gate_proj,0.0000008623,0.10000,1.024
6,mlp.experts.96.gate_proj,0.0000000876,0.10000,1.000
6,mlp.experts.97.gate_proj,0.0000000484,0.10000,0.993
6,mlp.experts.98.gate_proj,0.0000011402,0.10000,1.059
6,mlp.experts.99.gate_proj,0.0000000877,0.10000,1.042
6,mlp.experts.100.gate_proj,0.0000000372,0.10000,1.025
6,mlp.experts.101.gate_proj,0.0000000496,0.10000,1.042
6,mlp.experts.102.gate_proj,0.0000009278,0.10000,1.004
6,mlp.experts.103.gate_proj,0.0000003765,0.10000,1.051
6,mlp.experts.104.gate_proj,0.0000004517,0.10000,1.004
6,mlp.experts.105.gate_proj,0.0000000357,0.10000,0.994
6,mlp.experts.106.gate_proj,0.0000010565,0.10000,0.969
6,mlp.experts.107.gate_proj,0.0000003217,0.10000,0.989
6,mlp.experts.108.gate_proj,0.0000022974,0.10000,0.981
6,mlp.experts.109.gate_proj,0.0000002513,0.10000,1.024
6,mlp.experts.110.gate_proj,0.0000000137,0.10000,1.019
6,mlp.experts.111.gate_proj,0.0000052319,0.10000,1.024
6,mlp.experts.112.gate_proj,0.0000167432,0.10000,1.001
6,mlp.experts.113.gate_proj,0.0000018747,0.10000,1.027
6,mlp.experts.114.gate_proj,0.0000000739,0.10000,0.985
6,mlp.experts.115.gate_proj,0.0000000738,0.10000,1.020
6,mlp.experts.116.gate_proj,0.0000000412,0.10000,1.021
6,mlp.experts.117.gate_proj,0.0000006257,0.10000,1.037
6,mlp.experts.118.gate_proj,0.0000017806,0.10000,1.050
6,mlp.experts.119.gate_proj,0.0000001099,0.10000,1.030
6,mlp.experts.120.gate_proj,0.0000011950,0.10000,0.999
6,mlp.experts.121.gate_proj,0.0000003613,0.10000,1.001
6,mlp.experts.122.gate_proj,0.0000004774,0.10000,1.011
6,mlp.experts.123.gate_proj,0.0000000774,0.10000,0.980
6,mlp.experts.124.gate_proj,0.0000004058,0.10000,0.975
6,mlp.experts.125.gate_proj,0.0000000934,0.10000,0.976
6,mlp.experts.126.gate_proj,0.0000001202,0.10000,1.048
6,mlp.experts.127.gate_proj,0.0000000793,0.10000,0.839
6,mlp.experts.1.down_proj,0.0000000210,0.10000,0.396
6,mlp.experts.0.down_proj,0.0000000061,0.10000,0.416
6,mlp.experts.2.down_proj,0.0000000595,0.10000,0.404
6,mlp.experts.3.down_proj,0.0000000132,0.10000,0.405
6,mlp.experts.4.down_proj,0.0000000033,0.10000,0.347
6,mlp.experts.5.down_proj,0.0000003674,0.10000,0.340
6,mlp.experts.6.down_proj,0.0000000475,0.10000,0.326
6,mlp.experts.7.down_proj,0.0000000014,0.10000,0.323
6,mlp.experts.9.down_proj,0.0000000042,0.10000,0.351
6,mlp.experts.8.down_proj,0.0000000215,0.10000,0.363
6,mlp.experts.10.down_proj,0.0000000012,0.10000,0.398
6,mlp.experts.11.down_proj,0.0000001768,0.10000,0.410
6,mlp.experts.12.down_proj,0.0000000481,0.10000,0.381
6,mlp.experts.13.down_proj,0.0000000021,0.10000,0.393
6,mlp.experts.14.down_proj,0.0000000055,0.10000,0.402
6,mlp.experts.15.down_proj,0.0000001394,0.10000,0.409
6,mlp.experts.16.down_proj,0.0000000340,0.10000,0.396
6,mlp.experts.17.down_proj,0.0000001463,0.10000,0.414
6,mlp.experts.18.down_proj,0.0000000373,0.10000,0.407
6,mlp.experts.19.down_proj,0.0000000143,0.10000,0.399
6,mlp.experts.20.down_proj,0.0000000336,0.10000,0.385
6,mlp.experts.21.down_proj,0.0000001445,0.10000,0.386
6,mlp.experts.22.down_proj,0.0000000040,0.10000,0.353
6,mlp.experts.23.down_proj,0.0000000013,0.10000,0.368
6,mlp.experts.24.down_proj,0.0000001104,0.10000,0.323
6,mlp.experts.25.down_proj,0.0000000060,0.10000,0.323
6,mlp.experts.26.down_proj,0.0000000290,0.10000,0.335
6,mlp.experts.27.down_proj,0.0000000812,0.10000,0.344
6,mlp.experts.28.down_proj,0.0000000052,0.10000,0.391
6,mlp.experts.29.down_proj,0.0000001276,0.10000,0.400
6,mlp.experts.30.down_proj,0.0000000091,0.10000,0.374
6,mlp.experts.31.down_proj,0.0000001988,0.10000,0.372
6,mlp.experts.32.down_proj,0.0000000512,0.10000,0.350
6,mlp.experts.33.down_proj,0.0000000356,0.10000,0.357
6,mlp.experts.34.down_proj,0.0000000051,0.10000,0.322
6,mlp.experts.35.down_proj,0.0000000604,0.10000,0.350
6,mlp.experts.36.down_proj,0.0000000223,0.10000,0.393
6,mlp.experts.37.down_proj,0.0000000113,0.10000,0.403
6,mlp.experts.38.down_proj,0.0000000044,0.10000,0.403
6,mlp.experts.39.down_proj,0.0000000092,0.10000,0.400
6,mlp.experts.40.down_proj,0.0000001469,0.10000,0.406
6,mlp.experts.41.down_proj,0.0000000063,0.10000,0.396
6,mlp.experts.42.down_proj,0.0000000019,0.10000,0.389
6,mlp.experts.43.down_proj,0.0000000820,0.10000,0.385
6,mlp.experts.44.down_proj,0.0000000077,0.10000,0.399
6,mlp.experts.45.down_proj,0.0000023979,0.10000,0.389
6,mlp.experts.46.down_proj,0.0000000083,0.10000,0.354
6,mlp.experts.47.down_proj,0.0000001337,0.10000,0.363
6,mlp.experts.48.down_proj,0.0000000035,0.10000,0.400
6,mlp.experts.49.down_proj,0.0000000248,0.10000,0.401
6,mlp.experts.50.down_proj,0.0000002437,0.10000,0.399
6,mlp.experts.51.down_proj,0.0000001424,0.10000,0.408
6,mlp.experts.52.down_proj,0.0000000013,0.10000,0.396
6,mlp.experts.53.down_proj,0.0000000520,0.10000,0.396
6,mlp.experts.54.down_proj,0.0000000078,0.10000,0.368
6,mlp.experts.55.down_proj,0.0000000203,0.10000,0.365
6,mlp.experts.56.down_proj,0.0000000007,0.10000,0.409
6,mlp.experts.57.down_proj,0.0000002197,0.10000,0.406
6,mlp.experts.58.down_proj,0.0000000109,0.10000,0.403
6,mlp.experts.59.down_proj,0.0000001989,0.10000,0.392
6,mlp.experts.60.down_proj,0.0000004238,0.10000,0.384
6,mlp.experts.61.down_proj,0.0000000071,0.10000,0.386
6,mlp.experts.62.down_proj,0.0000000048,0.10000,0.359
6,mlp.experts.63.down_proj,0.0000000050,0.10000,0.369
6,mlp.experts.64.down_proj,0.0000000032,0.10000,0.398
6,mlp.experts.65.down_proj,0.0000000149,0.10000,0.403
6,mlp.experts.66.down_proj,0.0000000466,0.10000,0.397
6,mlp.experts.67.down_proj,0.0000000190,0.10000,0.394
6,mlp.experts.68.down_proj,0.0000002367,0.10000,0.406
6,mlp.experts.69.down_proj,0.0000002157,0.10000,0.404
6,mlp.experts.70.down_proj,0.0000000569,0.10000,0.410
6,mlp.experts.71.down_proj,0.0000000039,0.10000,0.405
6,mlp.experts.72.down_proj,0.0000000197,0.10000,0.407
6,mlp.experts.73.down_proj,0.0000001560,0.10000,0.381
6,mlp.experts.74.down_proj,0.0000000335,0.10000,0.410
6,mlp.experts.75.down_proj,0.0000000017,0.10000,0.399
6,mlp.experts.76.down_proj,0.0000000133,0.10000,0.385
6,mlp.experts.77.down_proj,0.0000000195,0.10000,0.411
6,mlp.experts.78.down_proj,0.0000000356,0.10000,0.391
6,mlp.experts.79.down_proj,0.0000000022,0.10000,0.398
6,mlp.experts.80.down_proj,0.0000000381,0.10000,0.349
6,mlp.experts.81.down_proj,0.0000012048,0.10000,0.357
6,mlp.experts.82.down_proj,0.0000000894,0.10000,0.393
6,mlp.experts.83.down_proj,0.0000000039,0.10000,0.394
6,mlp.experts.84.down_proj,0.0000000099,0.10000,0.391
6,mlp.experts.85.down_proj,0.0000000008,0.10000,0.392
6,mlp.experts.86.down_proj,0.0000000025,0.10000,0.388
6,mlp.experts.87.down_proj,0.0000000122,0.10000,0.392
6,mlp.experts.88.down_proj,0.0000000155,0.10000,0.384
6,mlp.experts.89.down_proj,0.0000000125,0.10000,0.397
6,mlp.experts.90.down_proj,0.0000002047,0.10000,0.392
6,mlp.experts.91.down_proj,0.0000003508,0.10000,0.390
6,mlp.experts.92.down_proj,0.0000000189,0.10000,0.393
6,mlp.experts.93.down_proj,0.0000000089,0.10000,0.401
6,mlp.experts.94.down_proj,0.0000000350,0.10000,0.397
6,mlp.experts.95.down_proj,0.0000001019,0.10000,0.408
6,mlp.experts.96.down_proj,0.0000000073,0.10000,0.410
6,mlp.experts.97.down_proj,0.0000000030,0.10000,0.396
6,mlp.experts.98.down_proj,0.0000001119,0.10000,0.398
6,mlp.experts.99.down_proj,0.0000000086,0.10000,0.401
6,mlp.experts.100.down_proj,0.0000000025,0.10000,0.416
6,mlp.experts.101.down_proj,0.0000000044,0.10000,0.398
6,mlp.experts.102.down_proj,0.0000001108,0.10000,0.359
6,mlp.experts.103.down_proj,0.0000000102,0.10000,0.334
6,mlp.experts.104.down_proj,0.0000000375,0.10000,0.365
6,mlp.experts.105.down_proj,0.0000000037,0.10000,0.381
6,mlp.experts.106.down_proj,0.0000000912,0.10000,0.410
6,mlp.experts.107.down_proj,0.0000000181,0.10000,0.404
6,mlp.experts.108.down_proj,0.0000002883,0.10000,0.394
6,mlp.experts.109.down_proj,0.0000000251,0.10000,0.402
6,mlp.experts.110.down_proj,0.0000000011,0.10000,0.404
6,mlp.experts.111.down_proj,0.0000001168,0.10000,0.404
6,mlp.experts.112.down_proj,0.0000000046,0.10000,0.408
6,mlp.experts.113.down_proj,0.0000002410,0.10000,0.402
6,mlp.experts.114.down_proj,0.0000000054,0.10000,0.396
6,mlp.experts.115.down_proj,0.0000000109,0.10000,0.396
6,mlp.experts.116.down_proj,0.0000000027,0.10000,0.387
6,mlp.experts.117.down_proj,0.0000000450,0.10000,0.392
6,mlp.experts.118.down_proj,0.0000000816,0.10000,0.358
6,mlp.experts.119.down_proj,0.0000000108,0.10000,0.364
6,mlp.experts.120.down_proj,0.0000000288,0.10000,0.367
6,mlp.experts.121.down_proj,0.0000000318,0.10000,0.368
6,mlp.experts.122.down_proj,0.0000000387,0.10000,0.356
6,mlp.experts.123.down_proj,0.0000000063,0.10000,0.394
6,mlp.experts.124.down_proj,0.0000000266,0.10000,0.405
6,mlp.experts.125.down_proj,0.0000000067,0.10000,0.417
6,mlp.experts.126.down_proj,0.0000000162,0.10000,0.409
6,mlp.experts.127.down_proj,0.0000000051,0.10000,0.333
7,self_attn.q_proj,0.0000000002,0.10000,1.022
7,self_attn.k_proj,0.0000000000,0.10000,1.054
7,self_attn.v_proj,0.0000000000,0.10000,0.570
7,self_attn.o_proj,0.0000000000,0.10000,1.260
7,mlp.gate,0.0000000141,0.10000,0.551
7,mlp.experts.0.up_proj,0.0000028537,0.10000,1.030
7,mlp.experts.1.up_proj,0.0000001214,0.10000,1.047
7,mlp.experts.2.up_proj,0.0000000538,0.10000,1.034
7,mlp.experts.3.up_proj,0.0000000900,0.10000,1.060
7,mlp.experts.4.up_proj,0.0000000416,0.10000,1.038
7,mlp.experts.5.up_proj,0.0000000368,0.10000,1.063
7,mlp.experts.6.up_proj,0.0000002276,0.10000,1.047
7,mlp.experts.7.up_proj,0.0000005458,0.10000,1.049
7,mlp.experts.8.up_proj,0.0000002775,0.10000,1.034
7,mlp.experts.9.up_proj,0.0000001050,0.10000,1.048
7,mlp.experts.10.up_proj,0.0000004662,0.10000,1.020
7,mlp.experts.11.up_proj,0.0000001109,0.10000,1.020
7,mlp.experts.12.up_proj,0.0000000685,0.10000,1.025
7,mlp.experts.13.up_proj,0.0000001150,0.10000,1.022
7,mlp.experts.14.up_proj,0.0000009167,0.10000,1.028
7,mlp.experts.15.up_proj,0.0000002783,0.10000,1.071
7,mlp.experts.16.up_proj,0.0000007479,0.10000,1.015
7,mlp.experts.17.up_proj,0.0000000403,0.10000,0.990
7,mlp.experts.18.up_proj,0.0000004595,0.10000,1.039
7,mlp.experts.19.up_proj,0.0000001882,0.10000,0.963
7,mlp.experts.20.up_proj,0.0000000280,0.10000,1.010
7,mlp.experts.21.up_proj,0.0000000572,0.10000,1.022
7,mlp.experts.22.up_proj,0.0000001095,0.10000,0.994
7,mlp.experts.23.up_proj,0.0000008805,0.10000,1.049
7,mlp.experts.24.up_proj,0.0000000673,0.10000,1.033
7,mlp.experts.25.up_proj,0.0000001120,0.10000,1.008
7,mlp.experts.26.up_proj,0.0000000366,0.10000,1.033
7,mlp.experts.27.up_proj,0.0000002093,0.10000,1.012
7,mlp.experts.28.up_proj,0.0000198171,0.10000,0.982
7,mlp.experts.29.up_proj,0.0000008104,0.10000,0.990
7,mlp.experts.30.up_proj,0.0000005259,0.10000,1.003
7,mlp.experts.31.up_proj,0.0000000301,0.10000,1.010
7,mlp.experts.32.up_proj,0.0000001981,0.10000,1.008
7,mlp.experts.33.up_proj,0.0000000228,0.10000,1.003
7,mlp.experts.34.up_proj,0.0000000382,0.10000,1.034
7,mlp.experts.35.up_proj,0.0000007650,0.10000,0.994
7,mlp.experts.36.up_proj,0.0000000687,0.10000,1.009
7,mlp.experts.37.up_proj,0.0000025433,0.10000,1.048
7,mlp.experts.38.up_proj,0.0000001725,0.10000,1.027
7,mlp.experts.39.up_proj,0.0000000526,0.10000,1.009
7,mlp.experts.40.up_proj,0.0000002567,0.10000,1.020
7,mlp.experts.41.up_proj,0.0000001216,0.10000,1.018
7,mlp.experts.42.up_proj,0.0000011388,0.10000,1.056
7,mlp.experts.43.up_proj,0.0000001082,0.10000,1.023
7,mlp.experts.44.up_proj,0.0000004034,0.10000,1.046
7,mlp.experts.45.up_proj,0.0000000806,0.10000,1.061
7,mlp.experts.46.up_proj,0.0000003028,0.10000,1.043
7,mlp.experts.47.up_proj,0.0000002609,0.10000,1.036
7,mlp.experts.48.up_proj,0.0000000144,0.10000,1.038
7,mlp.experts.49.up_proj,0.0000000363,0.10000,1.065
7,mlp.experts.50.up_proj,0.0000000580,0.10000,1.033
7,mlp.experts.51.up_proj,0.0000000246,0.10000,1.095
7,mlp.experts.52.up_proj,0.0000003068,0.10000,1.062
7,mlp.experts.53.up_proj,0.0000000605,0.10000,1.036
7,mlp.experts.54.up_proj,0.0000180579,0.10000,1.065
7,mlp.experts.55.up_proj,0.0000010321,0.10000,1.043
7,mlp.experts.56.up_proj,0.0000010627,0.10000,1.003
7,mlp.experts.57.up_proj,0.0000034039,0.10000,1.010
7,mlp.experts.58.up_proj,0.0000001040,0.10000,1.065
7,mlp.experts.59.up_proj,0.0000000639,0.10000,1.052
7,mlp.experts.60.up_proj,0.0000000313,0.10000,0.975
7,mlp.experts.61.up_proj,0.0000000962,0.10000,0.980
7,mlp.experts.62.up_proj,0.0000007471,0.10000,1.042
7,mlp.experts.63.up_proj,0.0000001717,0.10000,0.998
7,mlp.experts.64.up_proj,0.0000001488,0.10000,0.991
7,mlp.experts.65.up_proj,0.0000007595,0.10000,0.999
7,mlp.experts.66.up_proj,0.0000000590,0.10000,1.030
7,mlp.experts.67.up_proj,0.0000003894,0.10000,1.020
7,mlp.experts.68.up_proj,0.0000006719,0.10000,1.027
7,mlp.experts.69.up_proj,0.0000008293,0.10000,1.069
7,mlp.experts.70.up_proj,0.0000004834,0.10000,1.045
7,mlp.experts.71.up_proj,0.0000012849,0.10000,1.021
7,mlp.experts.73.up_proj,0.0000000472,0.10000,0.995
7,mlp.experts.72.up_proj,0.0000000461,0.10000,1.030
7,mlp.experts.74.up_proj,0.0000001886,0.10000,1.020
7,mlp.experts.75.up_proj,0.0000000987,0.10000,1.044
7,mlp.experts.76.up_proj,0.0000016496,0.10000,1.070
7,mlp.experts.77.up_proj,0.0000026790,0.10000,1.071
7,mlp.experts.78.up_proj,0.0000006536,0.10000,0.989
7,mlp.experts.79.up_proj,0.0000002011,0.10000,0.988
7,mlp.experts.80.up_proj,0.0000012572,0.10000,1.068
7,mlp.experts.81.up_proj,0.0000006659,0.10000,1.073
7,mlp.experts.82.up_proj,0.0000001339,0.10000,1.058
7,mlp.experts.83.up_proj,0.0000000758,0.10000,1.075
7,mlp.experts.84.up_proj,0.0000003886,0.10000,1.068
7,mlp.experts.85.up_proj,0.0000009492,0.10000,1.062
7,mlp.experts.86.up_proj,0.0000001028,0.10000,1.042
7,mlp.experts.87.up_proj,0.0000000302,0.10000,1.038
7,mlp.experts.88.up_proj,0.0000000707,0.10000,1.006
7,mlp.experts.89.up_proj,0.0000000564,0.10000,0.999
7,mlp.experts.90.up_proj,0.0000016303,0.10000,1.025
7,mlp.experts.91.up_proj,0.0000001773,0.10000,1.019
7,mlp.experts.92.up_proj,0.0000010123,0.10000,1.071
7,mlp.experts.93.up_proj,0.0000000262,0.10000,1.078
7,mlp.experts.94.up_proj,0.0000000342,0.10000,0.990
7,mlp.experts.95.up_proj,0.0000000225,0.10000,0.994
7,mlp.experts.96.up_proj,0.0000004219,0.10000,1.015
7,mlp.experts.97.up_proj,0.0000007621,0.10000,1.012
7,mlp.experts.98.up_proj,0.0000000158,0.10000,0.998
7,mlp.experts.99.up_proj,0.0000000980,0.10000,0.988
7,mlp.experts.100.up_proj,0.0000000386,0.10000,1.023
7,mlp.experts.101.up_proj,0.0000007539,0.10000,1.032
7,mlp.experts.102.up_proj,0.0000005652,0.10000,0.989
7,mlp.experts.103.up_proj,0.0000002461,0.10000,1.044
7,mlp.experts.104.up_proj,0.0000007172,0.10000,1.035
7,mlp.experts.105.up_proj,0.0000017186,0.10000,1.029
7,mlp.experts.106.up_proj,0.0000000515,0.10000,1.030
7,mlp.experts.107.up_proj,0.0000005619,0.10000,1.067
7,mlp.experts.108.up_proj,0.0000001488,0.10000,1.021
7,mlp.experts.109.up_proj,0.0000001128,0.10000,1.020
7,mlp.experts.110.up_proj,0.0000000149,0.10000,1.049
7,mlp.experts.111.up_proj,0.0000004846,0.10000,0.993
7,mlp.experts.112.up_proj,0.0000000617,0.10000,1.047
7,mlp.experts.113.up_proj,0.0000007032,0.10000,1.037
7,mlp.experts.114.up_proj,0.0000006769,0.10000,1.041
7,mlp.experts.115.up_proj,0.0000005698,0.10000,1.038
7,mlp.experts.116.up_proj,0.0000000493,0.10000,1.030
7,mlp.experts.117.up_proj,0.0000003210,0.10000,1.026
7,mlp.experts.118.up_proj,0.0000021223,0.10000,1.037
7,mlp.experts.119.up_proj,0.0000002628,0.10000,1.025
7,mlp.experts.120.up_proj,0.0000009433,0.10000,1.053
7,mlp.experts.121.up_proj,0.0000007254,0.10000,1.041
7,mlp.experts.122.up_proj,0.0000012175,0.10000,0.989
7,mlp.experts.123.up_proj,0.0000002845,0.10000,1.025
7,mlp.experts.124.up_proj,0.0000000842,0.10000,1.037
7,mlp.experts.125.up_proj,0.0000000640,0.10000,1.046
7,mlp.experts.126.up_proj,0.0000011005,0.10000,0.984
7,mlp.experts.127.up_proj,0.0000002716,0.10000,0.934
7,mlp.experts.0.gate_proj,0.0000034191,0.10000,1.002
7,mlp.experts.1.gate_proj,0.0000001321,0.10000,0.998
7,mlp.experts.3.gate_proj,0.0000000933,0.10000,1.047
7,mlp.experts.2.gate_proj,0.0000000568,0.10000,1.069
7,mlp.experts.5.gate_proj,0.0000000393,0.10000,0.947
7,mlp.experts.4.gate_proj,0.0000000453,0.10000,0.960
7,mlp.experts.6.gate_proj,0.0000002650,0.10000,1.090
7,mlp.experts.7.gate_proj,0.0000005889,0.10000,1.086
7,mlp.experts.9.gate_proj,0.0000001190,0.10000,1.072
7,mlp.experts.8.gate_proj,0.0000002960,0.10000,1.082
7,mlp.experts.10.gate_proj,0.0000004953,0.10000,1.022
7,mlp.experts.11.gate_proj,0.0000001266,0.10000,1.080
7,mlp.experts.12.gate_proj,0.0000000783,0.10000,1.037
7,mlp.experts.13.gate_proj,0.0000001286,0.10000,1.024
7,mlp.experts.14.gate_proj,0.0000011130,0.10000,1.066
7,mlp.experts.15.gate_proj,0.0000003014,0.10000,1.035
7,mlp.experts.16.gate_proj,0.0000007685,0.10000,1.023
7,mlp.experts.17.gate_proj,0.0000000460,0.10000,1.049
7,mlp.experts.18.gate_proj,0.0000005216,0.10000,1.064
7,mlp.experts.19.gate_proj,0.0000001998,0.10000,1.064
7,mlp.experts.20.gate_proj,0.0000000305,0.10000,1.062
7,mlp.experts.21.gate_proj,0.0000000620,0.10000,1.056
7,mlp.experts.22.gate_proj,0.0000001238,0.10000,1.046
7,mlp.experts.23.gate_proj,0.0000009518,0.10000,1.037
7,mlp.experts.24.gate_proj,0.0000000730,0.10000,1.048
7,mlp.experts.25.gate_proj,0.0000001237,0.10000,1.047
7,mlp.experts.26.gate_proj,0.0000000404,0.10000,1.036
7,mlp.experts.27.gate_proj,0.0000002271,0.10000,1.030
7,mlp.experts.28.gate_proj,0.0000224291,0.10000,1.039
7,mlp.experts.29.gate_proj,0.0000008871,0.10000,1.111
7,mlp.experts.30.gate_proj,0.0000006000,0.10000,0.975
7,mlp.experts.31.gate_proj,0.0000000314,0.10000,0.973
7,mlp.experts.32.gate_proj,0.0000002178,0.10000,1.002
7,mlp.experts.33.gate_proj,0.0000000249,0.10000,1.011
7,mlp.experts.34.gate_proj,0.0000000403,0.10000,0.992
7,mlp.experts.35.gate_proj,0.0000009526,0.10000,1.002
7,mlp.experts.36.gate_proj,0.0000000763,0.10000,1.026
7,mlp.experts.37.gate_proj,0.0000027449,0.10000,1.005
7,mlp.experts.38.gate_proj,0.0000001906,0.10000,1.030
7,mlp.experts.39.gate_proj,0.0000000556,0.10000,0.986
7,mlp.experts.40.gate_proj,0.0000002893,0.10000,1.018
7,mlp.experts.41.gate_proj,0.0000001314,0.10000,1.015
7,mlp.experts.42.gate_proj,0.0000013095,0.10000,0.928
7,mlp.experts.43.gate_proj,0.0000001147,0.10000,1.000
7,mlp.experts.44.gate_proj,0.0000004812,0.10000,0.954
7,mlp.experts.45.gate_proj,0.0000000860,0.10000,1.037
7,mlp.experts.46.gate_proj,0.0000003228,0.10000,1.003
7,mlp.experts.47.gate_proj,0.0000002849,0.10000,1.039
7,mlp.experts.48.gate_proj,0.0000000151,0.10000,1.016
7,mlp.experts.49.gate_proj,0.0000000367,0.10000,1.079
7,mlp.experts.50.gate_proj,0.0000000606,0.10000,1.039
7,mlp.experts.51.gate_proj,0.0000000258,0.10000,1.035
7,mlp.experts.52.gate_proj,0.0000003430,0.10000,1.033
7,mlp.experts.53.gate_proj,0.0000000640,0.10000,1.067
7,mlp.experts.54.gate_proj,0.0000186490,0.10000,1.023
7,mlp.experts.55.gate_proj,0.0000010659,0.10000,1.063
7,mlp.experts.56.gate_proj,0.0000011681,0.10000,1.042
7,mlp.experts.57.gate_proj,0.0000036427,0.10000,1.060
7,mlp.experts.58.gate_proj,0.0000001144,0.10000,0.995
7,mlp.experts.59.gate_proj,0.0000000702,0.10000,1.094
7,mlp.experts.60.gate_proj,0.0000000328,0.10000,1.056
7,mlp.experts.61.gate_proj,0.0000001085,0.10000,1.110
7,mlp.experts.62.gate_proj,0.0000008290,0.10000,0.997
7,mlp.experts.63.gate_proj,0.0000001927,0.10000,1.071
7,mlp.experts.64.gate_proj,0.0000001568,0.10000,1.037
7,mlp.experts.65.gate_proj,0.0000009186,0.10000,1.059
7,mlp.experts.66.gate_proj,0.0000000643,0.10000,1.017
7,mlp.experts.67.gate_proj,0.0000004208,0.10000,1.007
7,mlp.experts.68.gate_proj,0.0000007412,0.10000,0.990
7,mlp.experts.69.gate_proj,0.0000009006,0.10000,1.038
7,mlp.experts.70.gate_proj,0.0000005333,0.10000,1.028
7,mlp.experts.71.gate_proj,0.0000015578,0.10000,1.009
7,mlp.experts.72.gate_proj,0.0000000516,0.10000,0.980
7,mlp.experts.73.gate_proj,0.0000000516,0.10000,1.009
7,mlp.experts.74.gate_proj,0.0000002039,0.10000,1.030
7,mlp.experts.75.gate_proj,0.0000001033,0.10000,0.890
7,mlp.experts.76.gate_proj,0.0000018650,0.10000,0.846
7,mlp.experts.77.gate_proj,0.0000028389,0.10000,0.914
7,mlp.experts.78.gate_proj,0.0000007892,0.10000,0.961
7,mlp.experts.79.gate_proj,0.0000002206,0.10000,0.999
7,mlp.experts.80.gate_proj,0.0000014055,0.10000,1.081
7,mlp.experts.81.gate_proj,0.0000007345,0.10000,1.073
7,mlp.experts.82.gate_proj,0.0000001485,0.10000,1.034
7,mlp.experts.83.gate_proj,0.0000000848,0.10000,1.051
7,mlp.experts.84.gate_proj,0.0000004153,0.10000,1.034
7,mlp.experts.85.gate_proj,0.0000010402,0.10000,1.006
7,mlp.experts.86.gate_proj,0.0000001118,0.10000,1.020
7,mlp.experts.87.gate_proj,0.0000000327,0.10000,0.984
7,mlp.experts.88.gate_proj,0.0000000773,0.10000,0.991
7,mlp.experts.89.gate_proj,0.0000000617,0.10000,1.013
7,mlp.experts.90.gate_proj,0.0000018204,0.10000,1.042
7,mlp.experts.91.gate_proj,0.0000001995,0.10000,1.059
7,mlp.experts.92.gate_proj,0.0000011144,0.10000,1.057
7,mlp.experts.93.gate_proj,0.0000000281,0.10000,1.060
7,mlp.experts.94.gate_proj,0.0000000372,0.10000,1.033
7,mlp.experts.95.gate_proj,0.0000000238,0.10000,0.989
7,mlp.experts.96.gate_proj,0.0000004465,0.10000,1.005
7,mlp.experts.97.gate_proj,0.0000009178,0.10000,1.038
7,mlp.experts.98.gate_proj,0.0000000158,0.10000,1.055
7,mlp.experts.99.gate_proj,0.0000001102,0.10000,1.065
7,mlp.experts.100.gate_proj,0.0000000404,0.10000,1.029
7,mlp.experts.101.gate_proj,0.0000008394,0.10000,1.031
7,mlp.experts.102.gate_proj,0.0000005863,0.10000,1.074
7,mlp.experts.103.gate_proj,0.0000002582,0.10000,0.970
7,mlp.experts.104.gate_proj,0.0000008794,0.10000,1.038
7,mlp.experts.105.gate_proj,0.0000021269,0.10000,1.014
7,mlp.experts.106.gate_proj,0.0000000557,0.10000,1.020
7,mlp.experts.107.gate_proj,0.0000006392,0.10000,1.030
7,mlp.experts.108.gate_proj,0.0000001698,0.10000,0.936
7,mlp.experts.109.gate_proj,0.0000001309,0.10000,0.895
7,mlp.experts.110.gate_proj,0.0000000159,0.10000,0.936
7,mlp.experts.111.gate_proj,0.0000005256,0.10000,1.027
7,mlp.experts.112.gate_proj,0.0000000647,0.10000,0.981
7,mlp.experts.113.gate_proj,0.0000007061,0.10000,0.986
7,mlp.experts.114.gate_proj,0.0000007534,0.10000,1.051
7,mlp.experts.115.gate_proj,0.0000028462,0.10000,1.038
7,mlp.experts.116.gate_proj,0.0000000532,0.10000,1.048
7,mlp.experts.117.gate_proj,0.0000003588,0.10000,1.049
7,mlp.experts.118.gate_proj,0.0000026490,0.10000,1.058
7,mlp.experts.119.gate_proj,0.0000002814,0.10000,1.062
7,mlp.experts.120.gate_proj,0.0000010673,0.10000,1.026
7,mlp.experts.121.gate_proj,0.0000007736,0.10000,1.080
7,mlp.experts.122.gate_proj,0.0000013157,0.10000,1.025
7,mlp.experts.123.gate_proj,0.0000002954,0.10000,1.083
7,mlp.experts.124.gate_proj,0.0000000891,0.10000,0.980
7,mlp.experts.125.gate_proj,0.0000000704,0.10000,1.028
7,mlp.experts.126.gate_proj,0.0000012487,0.10000,1.021
7,mlp.experts.127.gate_proj,0.0000002943,0.10000,0.728
7,mlp.experts.0.down_proj,0.0000005179,0.10000,0.397
7,mlp.experts.1.down_proj,0.0000000115,0.10000,0.400
7,mlp.experts.2.down_proj,0.0000000069,0.10000,0.401
7,mlp.experts.3.down_proj,0.0000000080,0.10000,0.404
7,mlp.experts.4.down_proj,0.0000000036,0.10000,0.393
7,mlp.experts.5.down_proj,0.0000000035,0.10000,0.415
7,mlp.experts.6.down_proj,0.0000000309,0.10000,0.395
7,mlp.experts.7.down_proj,0.0000000420,0.10000,0.396
7,mlp.experts.8.down_proj,0.0000000400,0.10000,0.398
7,mlp.experts.9.down_proj,0.0000000108,0.10000,0.410
7,mlp.experts.10.down_proj,0.0000000420,0.10000,0.373
7,mlp.experts.11.down_proj,0.0000000110,0.10000,0.365
7,mlp.experts.12.down_proj,0.0000000069,0.10000,0.410
7,mlp.experts.13.down_proj,0.0000000109,0.10000,0.411
7,mlp.experts.14.down_proj,0.0000001700,0.10000,0.406
7,mlp.experts.15.down_proj,0.0000000288,0.10000,0.410
7,mlp.experts.16.down_proj,0.0000000788,0.10000,0.406
7,mlp.experts.17.down_proj,0.0000000038,0.10000,0.409
7,mlp.experts.18.down_proj,0.0000000418,0.10000,0.343
7,mlp.experts.19.down_proj,0.0000000130,0.10000,0.340
7,mlp.experts.20.down_proj,0.0000000023,0.10000,0.393
7,mlp.experts.21.down_proj,0.0000000056,0.10000,0.392
7,mlp.experts.22.down_proj,0.0000000113,0.10000,0.345
7,mlp.experts.23.down_proj,0.0000001023,0.10000,0.343
7,mlp.experts.24.down_proj,0.0000000052,0.10000,0.352
7,mlp.experts.25.down_proj,0.0000000065,0.10000,0.361
7,mlp.experts.26.down_proj,0.0000000026,0.10000,0.409
7,mlp.experts.27.down_proj,0.0000000222,0.10000,0.421
7,mlp.experts.28.down_proj,0.0000001520,0.10000,0.342
7,mlp.experts.29.down_proj,0.0000000932,0.10000,0.350
7,mlp.experts.30.down_proj,0.0000000710,0.10000,0.370
7,mlp.experts.31.down_proj,0.0000000026,0.10000,0.362
7,mlp.experts.32.down_proj,0.0000000198,0.10000,0.330
7,mlp.experts.33.down_proj,0.0000000021,0.10000,0.325
7,mlp.experts.34.down_proj,0.0000000044,0.10000,0.332
7,mlp.experts.35.down_proj,0.0000000928,0.10000,0.326
7,mlp.experts.36.down_proj,0.0000000065,0.10000,0.323
7,mlp.experts.37.down_proj,0.0000001707,0.10000,0.330
7,mlp.experts.38.down_proj,0.0000000185,0.10000,0.322
7,mlp.experts.39.down_proj,0.0000000039,0.10000,0.326
7,mlp.experts.40.down_proj,0.0000000203,0.10000,0.334
7,mlp.experts.41.down_proj,0.0000000101,0.10000,0.342
7,mlp.experts.42.down_proj,0.0000001158,0.10000,0.365
7,mlp.experts.43.down_proj,0.0000000161,0.10000,0.396
7,mlp.experts.44.down_proj,0.0000000277,0.10000,0.371
7,mlp.experts.45.down_proj,0.0000000057,0.10000,0.391
7,mlp.experts.46.down_proj,0.0000000259,0.10000,0.352
7,mlp.experts.47.down_proj,0.0000000253,0.10000,0.341
7,mlp.experts.48.down_proj,0.0000000010,0.10000,0.355
7,mlp.experts.49.down_proj,0.0000000042,0.10000,0.376
7,mlp.experts.50.down_proj,0.0000000072,0.10000,0.398
7,mlp.experts.51.down_proj,0.0000000021,0.10000,0.388
7,mlp.experts.52.down_proj,0.0000000289,0.10000,0.404
7,mlp.experts.53.down_proj,0.0000000053,0.10000,0.405
7,mlp.experts.54.down_proj,0.0000002166,0.10000,0.406
7,mlp.experts.55.down_proj,0.0000001075,0.10000,0.412
7,mlp.experts.56.down_proj,0.0000001267,0.10000,0.406
7,mlp.experts.57.down_proj,0.0000004344,0.10000,0.405
7,mlp.experts.58.down_proj,0.0000000137,0.10000,0.388
7,mlp.experts.59.down_proj,0.0000000058,0.10000,0.382
7,mlp.experts.60.down_proj,0.0000000031,0.10000,0.398
7,mlp.experts.61.down_proj,0.0000000086,0.10000,0.396
7,mlp.experts.62.down_proj,0.0000001846,0.10000,0.399
7,mlp.experts.63.down_proj,0.0000000218,0.10000,0.399
7,mlp.experts.64.down_proj,0.0000000141,0.10000,0.392
7,mlp.experts.65.down_proj,0.0000000879,0.10000,0.382
7,mlp.experts.66.down_proj,0.0000000054,0.10000,0.393
7,mlp.experts.67.down_proj,0.0000000370,0.10000,0.391
7,mlp.experts.68.down_proj,0.0000000809,0.10000,0.391
7,mlp.experts.69.down_proj,0.0000001074,0.10000,0.400
7,mlp.experts.70.down_proj,0.0000000520,0.10000,0.398
7,mlp.experts.71.down_proj,0.0000001999,0.10000,0.390
7,mlp.experts.72.down_proj,0.0000000056,0.10000,0.350
7,mlp.experts.73.down_proj,0.0000000036,0.10000,0.359
7,mlp.experts.74.down_proj,0.0000000152,0.10000,0.346
7,mlp.experts.75.down_proj,0.0000000068,0.10000,0.332
7,mlp.experts.76.down_proj,0.0000001739,0.10000,0.364
7,mlp.experts.77.down_proj,0.0000001849,0.10000,0.368
7,mlp.experts.78.down_proj,0.0000001198,0.10000,0.343
7,mlp.experts.79.down_proj,0.0000000164,0.10000,0.326
7,mlp.experts.80.down_proj,0.0000001648,0.10000,0.377
7,mlp.experts.81.down_proj,0.0000000689,0.10000,0.386
7,mlp.experts.82.down_proj,0.0000000152,0.10000,0.394
7,mlp.experts.83.down_proj,0.0000000086,0.10000,0.394
7,mlp.experts.84.down_proj,0.0000000314,0.10000,0.383
7,mlp.experts.85.down_proj,0.0000001296,0.10000,0.387
7,mlp.experts.86.down_proj,0.0000000091,0.10000,0.383
7,mlp.experts.87.down_proj,0.0000000034,0.10000,0.392
7,mlp.experts.88.down_proj,0.0000000053,0.10000,0.387
7,mlp.experts.89.down_proj,0.0000000045,0.10000,0.384
7,mlp.experts.90.down_proj,0.0000002767,0.10000,0.362
7,mlp.experts.91.down_proj,0.0000000193,0.10000,0.365
7,mlp.experts.92.down_proj,0.0000001362,0.10000,0.364
7,mlp.experts.93.down_proj,0.0000000017,0.10000,0.384
7,mlp.experts.94.down_proj,0.0000000035,0.10000,0.404
7,mlp.experts.95.down_proj,0.0000000021,0.10000,0.374
7,mlp.experts.96.down_proj,0.0000000477,0.10000,0.350
7,mlp.experts.97.down_proj,0.0000000905,0.10000,0.359
7,mlp.experts.98.down_proj,0.0000000014,0.10000,0.407
7,mlp.experts.99.down_proj,0.0000000075,0.10000,0.393
7,mlp.experts.100.down_proj,0.0000000033,0.10000,0.388
7,mlp.experts.101.down_proj,0.0000001462,0.10000,0.381
7,mlp.experts.102.down_proj,0.0000000552,0.10000,0.413
7,mlp.experts.103.down_proj,0.0000000263,0.10000,0.387
7,mlp.experts.104.down_proj,0.0000001081,0.10000,0.399
7,mlp.experts.105.down_proj,0.0000003832,0.10000,0.389
7,mlp.experts.106.down_proj,0.0000000048,0.10000,0.359
7,mlp.experts.107.down_proj,0.0000001454,0.10000,0.358
7,mlp.experts.108.down_proj,0.0000000129,0.10000,0.370
7,mlp.experts.109.down_proj,0.0000000086,0.10000,0.367
7,mlp.experts.110.down_proj,0.0000000013,0.10000,0.342
7,mlp.experts.111.down_proj,0.0000000679,0.10000,0.347
7,mlp.experts.112.down_proj,0.0000000061,0.10000,0.335
7,mlp.experts.113.down_proj,0.0000000633,0.10000,0.341
7,mlp.experts.114.down_proj,0.0000000928,0.10000,0.332
7,mlp.experts.115.down_proj,0.0000000230,0.10000,0.320
7,mlp.experts.116.down_proj,0.0000000042,0.10000,0.372
7,mlp.experts.117.down_proj,0.0000000414,0.10000,0.368
7,mlp.experts.118.down_proj,0.0000000682,0.10000,0.382
7,mlp.experts.119.down_proj,0.0000000200,0.10000,0.395
7,mlp.experts.120.down_proj,0.0000001435,0.10000,0.412
7,mlp.experts.121.down_proj,0.0000000665,0.10000,0.390
7,mlp.experts.122.down_proj,0.0000001384,0.10000,0.409
7,mlp.experts.123.down_proj,0.0000000254,0.10000,0.403
7,mlp.experts.124.down_proj,0.0000000084,0.10000,0.399
7,mlp.experts.125.down_proj,0.0000000054,0.10000,0.410
7,mlp.experts.126.down_proj,0.0000001447,0.10000,0.404
7,mlp.experts.127.down_proj,0.0000000302,0.10000,0.392
8,self_attn.q_proj,0.0000000005,0.10000,1.028
8,self_attn.k_proj,0.0000000001,0.10000,1.032
8,self_attn.v_proj,0.0000000001,0.10000,0.640
8,self_attn.o_proj,0.0000000000,0.10000,1.216
8,mlp.gate,0.0000000147,0.10000,0.555
8,mlp.experts.0.up_proj,0.0000006086,0.10000,1.044
8,mlp.experts.1.up_proj,0.0000049567,0.10000,1.058
8,mlp.experts.2.up_proj,0.0000000573,0.10000,1.029
8,mlp.experts.3.up_proj,0.0000000613,0.10000,1.014
8,mlp.experts.4.up_proj,0.0000000920,0.10000,1.025
8,mlp.experts.5.up_proj,0.0000002049,0.10000,1.030
8,mlp.experts.7.up_proj,0.0000020712,0.10000,1.030
8,mlp.experts.6.up_proj,0.0000002205,0.10000,1.040
8,mlp.experts.8.up_proj,0.0000000648,0.10000,1.028
8,mlp.experts.9.up_proj,0.0000008433,0.10000,1.071
8,mlp.experts.10.up_proj,0.0000008720,0.10000,0.949
8,mlp.experts.11.up_proj,0.0000008599,0.10000,0.922
8,mlp.experts.12.up_proj,0.0000030095,0.10000,0.975
8,mlp.experts.13.up_proj,0.0000002912,0.10000,0.988
8,mlp.experts.14.up_proj,0.0000000465,0.10000,1.013
8,mlp.experts.15.up_proj,0.0000000773,0.10000,1.024
8,mlp.experts.16.up_proj,0.0000009890,0.10000,0.997
8,mlp.experts.17.up_proj,0.0000001456,0.10000,1.019
8,mlp.experts.18.up_proj,0.0000001870,0.10000,1.023
8,mlp.experts.19.up_proj,0.0000004898,0.10000,1.060
8,mlp.experts.20.up_proj,0.0000002292,0.10000,1.049
8,mlp.experts.21.up_proj,0.0000000448,0.10000,1.026
8,mlp.experts.22.up_proj,0.0000003396,0.10000,1.060
8,mlp.experts.23.up_proj,0.0000000889,0.10000,1.015
8,mlp.experts.24.up_proj,0.0000000560,0.10000,1.041
8,mlp.experts.25.up_proj,0.0000000530,0.10000,1.083
8,mlp.experts.26.up_proj,0.0000010265,0.10000,1.067
8,mlp.experts.27.up_proj,0.0000000432,0.10000,1.054
8,mlp.experts.28.up_proj,0.0000000425,0.10000,1.076
8,mlp.experts.29.up_proj,0.0000006223,0.10000,1.044
8,mlp.experts.30.up_proj,0.0000002189,0.10000,1.081
8,mlp.experts.31.up_proj,0.0000006370,0.10000,1.056
8,mlp.experts.32.up_proj,0.0000000788,0.10000,1.057
8,mlp.experts.33.up_proj,0.0000000124,0.10000,1.061
8,mlp.experts.34.up_proj,0.0000009873,0.10000,1.044
8,mlp.experts.35.up_proj,0.0000000435,0.10000,1.054
8,mlp.experts.36.up_proj,0.0000000341,0.10000,0.992
8,mlp.experts.37.up_proj,0.0000001186,0.10000,0.976
8,mlp.experts.38.up_proj,0.0000001831,0.10000,1.036
8,mlp.experts.39.up_proj,0.0000000213,0.10000,1.046
8,mlp.experts.40.up_proj,0.0000005477,0.10000,1.018
8,mlp.experts.41.up_proj,0.0000012396,0.10000,1.022
8,mlp.experts.42.up_proj,0.0000004845,0.10000,1.071
8,mlp.experts.43.up_proj,0.0000001232,0.10000,1.063
8,mlp.experts.44.up_proj,0.0000000134,0.10000,1.035
8,mlp.experts.45.up_proj,0.0000000976,0.10000,1.031
8,mlp.experts.46.up_proj,0.0000001349,0.10000,1.028
8,mlp.experts.47.up_proj,0.0000000898,0.10000,1.063
8,mlp.experts.48.up_proj,0.0000001684,0.10000,0.947
8,mlp.experts.49.up_proj,0.0000008474,0.10000,0.946
8,mlp.experts.50.up_proj,0.0000005309,0.10000,1.039
8,mlp.experts.51.up_proj,0.0000000644,0.10000,1.035
8,mlp.experts.52.up_proj,0.0000009852,0.10000,1.078
8,mlp.experts.53.up_proj,0.0000012310,0.10000,1.063
8,mlp.experts.54.up_proj,0.0000004740,0.10000,1.023
8,mlp.experts.55.up_proj,0.0000000963,0.10000,1.032
8,mlp.experts.56.up_proj,0.0000000415,0.10000,0.951
8,mlp.experts.57.up_proj,0.0000002441,0.10000,0.978
8,mlp.experts.58.up_proj,0.0000030956,0.10000,0.920
8,mlp.experts.59.up_proj,0.0000002852,0.10000,0.928
8,mlp.experts.60.up_proj,0.0000005396,0.10000,0.994
8,mlp.experts.61.up_proj,0.0000000429,0.10000,1.017
8,mlp.experts.62.up_proj,0.0000000496,0.10000,0.994
8,mlp.experts.63.up_proj,0.0000019898,0.10000,1.000
8,mlp.experts.64.up_proj,0.0000000427,0.10000,1.006
8,mlp.experts.65.up_proj,0.0000000929,0.10000,1.017
8,mlp.experts.66.up_proj,0.0000000765,0.10000,1.007
8,mlp.experts.67.up_proj,0.0000005488,0.10000,1.010
8,mlp.experts.68.up_proj,0.0000003244,0.10000,0.981
8,mlp.experts.69.up_proj,0.0000001977,0.10000,0.981
8,mlp.experts.70.up_proj,0.0000000902,0.10000,1.016
8,mlp.experts.71.up_proj,0.0000010085,0.10000,1.008
8,mlp.experts.72.up_proj,0.0000001777,0.10000,1.020
8,mlp.experts.73.up_proj,0.0000130968,0.10000,1.018
8,mlp.experts.74.up_proj,0.0000001279,0.10000,0.913
8,mlp.experts.75.up_proj,0.0000003048,0.10000,0.903
8,mlp.experts.76.up_proj,0.0000005974,0.10000,1.030
8,mlp.experts.77.up_proj,0.0000002134,0.10000,0.983
8,mlp.experts.78.up_proj,0.0000001777,0.10000,1.037
8,mlp.experts.79.up_proj,0.0000001047,0.10000,1.059
8,mlp.experts.80.up_proj,0.0000000418,0.10000,1.064
8,mlp.experts.81.up_proj,0.0000014041,0.10000,1.050
8,mlp.experts.82.up_proj,0.0000001336,0.10000,0.982
8,mlp.experts.83.up_proj,0.0000004044,0.10000,1.009
8,mlp.experts.84.up_proj,0.0000000369,0.10000,0.994
8,mlp.experts.85.up_proj,0.0000002472,0.10000,1.066
8,mlp.experts.86.up_proj,0.0000000701,0.10000,1.031
8,mlp.experts.87.up_proj,0.0000001950,0.10000,1.059
8,mlp.experts.88.up_proj,0.0000005708,0.10000,1.005
8,mlp.experts.89.up_proj,0.0000016434,0.10000,1.075
8,mlp.experts.90.up_proj,0.0000000163,0.10000,1.035
8,mlp.experts.91.up_proj,0.0000000584,0.10000,1.068
8,mlp.experts.92.up_proj,0.0000002655,0.10000,1.060
8,mlp.experts.93.up_proj,0.0000010049,0.10000,1.045
8,mlp.experts.94.up_proj,0.0000001457,0.10000,1.063
8,mlp.experts.95.up_proj,0.0000000139,0.10000,1.042
8,mlp.experts.96.up_proj,0.0000200086,0.10000,1.030
8,mlp.experts.97.up_proj,0.0000015807,0.10000,1.050
8,mlp.experts.98.up_proj,0.0000005140,0.10000,1.051
8,mlp.experts.99.up_proj,0.0000001131,0.10000,1.055
8,mlp.experts.100.up_proj,0.0000000744,0.10000,1.041
8,mlp.experts.101.up_proj,0.0000004607,0.10000,1.089
8,mlp.experts.102.up_proj,0.0000003667,0.10000,1.004
8,mlp.experts.103.up_proj,0.0000000480,0.10000,1.025
8,mlp.experts.104.up_proj,0.0000000320,0.10000,1.004
8,mlp.experts.105.up_proj,0.0000000545,0.10000,1.022
8,mlp.experts.106.up_proj,0.0000000198,0.10000,1.047
8,mlp.experts.107.up_proj,0.0000006046,0.10000,1.057
8,mlp.experts.108.up_proj,0.0000001765,0.10000,1.022
8,mlp.experts.109.up_proj,0.0000000572,0.10000,0.980
8,mlp.experts.110.up_proj,0.0000000581,0.10000,1.007
8,mlp.experts.111.up_proj,0.0000008856,0.10000,1.032
8,mlp.experts.112.up_proj,0.0000061499,0.10000,1.001
8,mlp.experts.113.up_proj,0.0000009263,0.10000,1.031
8,mlp.experts.114.up_proj,0.0000003689,0.10000,1.042
8,mlp.experts.115.up_proj,0.0000005899,0.10000,1.014
8,mlp.experts.116.up_proj,0.0000000334,0.10000,0.995
8,mlp.experts.117.up_proj,0.0000005811,0.10000,1.030
8,mlp.experts.118.up_proj,0.0000032363,0.10000,0.986
8,mlp.experts.119.up_proj,0.0000085079,0.10000,1.018
8,mlp.experts.120.up_proj,0.0000005031,0.10000,0.984
8,mlp.experts.121.up_proj,0.0000002517,0.10000,1.071
8,mlp.experts.122.up_proj,0.0000000277,0.10000,1.016
8,mlp.experts.123.up_proj,0.0000004038,0.10000,1.033
8,mlp.experts.124.up_proj,0.0000005946,0.10000,1.007
8,mlp.experts.125.up_proj,0.0000001990,0.10000,1.010
8,mlp.experts.126.up_proj,0.0000009791,0.10000,1.033
8,mlp.experts.127.up_proj,0.0000000990,0.10000,0.985
8,mlp.experts.0.gate_proj,0.0000006381,0.10000,0.996
8,mlp.experts.1.gate_proj,0.0000052337,0.10000,1.027
8,mlp.experts.2.gate_proj,0.0000000604,0.10000,1.035
8,mlp.experts.3.gate_proj,0.0000000642,0.10000,1.039
8,mlp.experts.4.gate_proj,0.0000000964,0.10000,1.067
8,mlp.experts.5.gate_proj,0.0000002174,0.10000,1.072
8,mlp.experts.6.gate_proj,0.0000002295,0.10000,0.973
8,mlp.experts.7.gate_proj,0.0000022941,0.10000,0.978
8,mlp.experts.8.gate_proj,0.0000000700,0.10000,0.983
8,mlp.experts.9.gate_proj,0.0000008688,0.10000,1.025
8,mlp.experts.10.gate_proj,0.0000008946,0.10000,0.986
8,mlp.experts.11.gate_proj,0.0000008946,0.10000,1.026
8,mlp.experts.12.gate_proj,0.0000032092,0.10000,1.017
8,mlp.experts.13.gate_proj,0.0000003270,0.10000,0.994
8,mlp.experts.14.gate_proj,0.0000000478,0.10000,1.056
8,mlp.experts.15.gate_proj,0.0000000817,0.10000,1.045
8,mlp.experts.16.gate_proj,0.0000011065,0.10000,1.032
8,mlp.experts.17.gate_proj,0.0000001548,0.10000,1.035
8,mlp.experts.18.gate_proj,0.0000001922,0.10000,1.032
8,mlp.experts.19.gate_proj,0.0000005078,0.10000,1.044
8,mlp.experts.20.gate_proj,0.0000002311,0.10000,1.042
8,mlp.experts.21.gate_proj,0.0000000479,0.10000,1.045
8,mlp.experts.22.gate_proj,0.0000003608,0.10000,1.040
8,mlp.experts.23.gate_proj,0.0000000936,0.10000,1.068
8,mlp.experts.24.gate_proj,0.0000000621,0.10000,1.078
8,mlp.experts.25.gate_proj,0.0000000559,0.10000,1.003
8,mlp.experts.26.gate_proj,0.0000010903,0.10000,0.929
8,mlp.experts.27.gate_proj,0.0000000441,0.10000,0.991
8,mlp.experts.28.gate_proj,0.0000000456,0.10000,0.994
8,mlp.experts.29.gate_proj,0.0000006225,0.10000,1.029
8,mlp.experts.30.gate_proj,0.0000002318,0.10000,1.002
8,mlp.experts.31.gate_proj,0.0000007041,0.10000,1.054
8,mlp.experts.32.gate_proj,0.0000000874,0.10000,1.024
8,mlp.experts.33.gate_proj,0.0000000128,0.10000,1.023
8,mlp.experts.34.gate_proj,0.0000010568,0.10000,1.061
8,mlp.experts.35.gate_proj,0.0000000443,0.10000,1.031
8,mlp.experts.36.gate_proj,0.0000000353,0.10000,1.052
8,mlp.experts.37.gate_proj,0.0000001244,0.10000,1.038
8,mlp.experts.38.gate_proj,0.0000001847,0.10000,1.033
8,mlp.experts.39.gate_proj,0.0000000208,0.10000,1.054
8,mlp.experts.40.gate_proj,0.0000005837,0.10000,1.034
8,mlp.experts.41.gate_proj,0.0000013521,0.10000,1.035
8,mlp.experts.42.gate_proj,0.0000005162,0.10000,1.039
8,mlp.experts.43.gate_proj,0.0000001311,0.10000,0.999
8,mlp.experts.44.gate_proj,0.0000000135,0.10000,1.040
8,mlp.experts.45.gate_proj,0.0000001039,0.10000,0.916
8,mlp.experts.46.gate_proj,0.0000001420,0.10000,0.845
8,mlp.experts.47.gate_proj,0.0000000962,0.10000,0.929
8,mlp.experts.48.gate_proj,0.0000001800,0.10000,0.959
8,mlp.experts.49.gate_proj,0.0000008946,0.10000,1.049
8,mlp.experts.50.gate_proj,0.0000005576,0.10000,1.039
8,mlp.experts.51.gate_proj,0.0000000666,0.10000,1.043
8,mlp.experts.52.gate_proj,0.0000010411,0.10000,0.988
8,mlp.experts.53.gate_proj,0.0000013494,0.10000,1.013
8,mlp.experts.54.gate_proj,0.0000005012,0.10000,1.010
8,mlp.experts.55.gate_proj,0.0000001014,0.10000,1.077
8,mlp.experts.56.gate_proj,0.0000000442,0.10000,1.020
8,mlp.experts.57.gate_proj,0.0000002607,0.10000,1.085
8,mlp.experts.58.gate_proj,0.0000031992,0.10000,1.029
8,mlp.experts.59.gate_proj,0.0000002956,0.10000,1.047
8,mlp.experts.60.gate_proj,0.0000005885,0.10000,1.061
8,mlp.experts.61.gate_proj,0.0000000441,0.10000,1.084
8,mlp.experts.62.gate_proj,0.0000000518,0.10000,1.034
8,mlp.experts.63.gate_proj,0.0000021713,0.10000,0.987
8,mlp.experts.64.gate_proj,0.0000000447,0.10000,1.007
8,mlp.experts.65.gate_proj,0.0000000966,0.10000,1.065
8,mlp.experts.66.gate_proj,0.0000000803,0.10000,1.027
8,mlp.experts.67.gate_proj,0.0000005796,0.10000,1.016
8,mlp.experts.68.gate_proj,0.0000003407,0.10000,1.008
8,mlp.experts.69.gate_proj,0.0000002077,0.10000,0.991
8,mlp.experts.70.gate_proj,0.0000000943,0.10000,1.037
8,mlp.experts.71.gate_proj,0.0000010981,0.10000,1.012
8,mlp.experts.72.gate_proj,0.0000001885,0.10000,1.030
8,mlp.experts.73.gate_proj,0.0000137233,0.10000,1.020
8,mlp.experts.74.gate_proj,0.0000001349,0.10000,1.021
8,mlp.experts.75.gate_proj,0.0000003163,0.10000,0.995
8,mlp.experts.76.gate_proj,0.0000006312,0.10000,1.018
8,mlp.experts.77.gate_proj,0.0000002212,0.10000,1.025
8,mlp.experts.78.gate_proj,0.0000001915,0.10000,1.012
8,mlp.experts.79.gate_proj,0.0000001098,0.10000,1.028
8,mlp.experts.80.gate_proj,0.0000000442,0.10000,1.008
8,mlp.experts.81.gate_proj,0.0000014812,0.10000,1.051
8,mlp.experts.82.gate_proj,0.0000001394,0.10000,1.016
8,mlp.experts.83.gate_proj,0.0000004400,0.10000,1.014
8,mlp.experts.84.gate_proj,0.0000000363,0.10000,1.012
8,mlp.experts.85.gate_proj,0.0000002622,0.10000,1.022
8,mlp.experts.86.gate_proj,0.0000000737,0.10000,1.011
8,mlp.experts.87.gate_proj,0.0000002138,0.10000,1.022
8,mlp.experts.88.gate_proj,0.0000006249,0.10000,1.059
8,mlp.experts.89.gate_proj,0.0000017694,0.10000,1.024
8,mlp.experts.90.gate_proj,0.0000000170,0.10000,1.048
8,mlp.experts.91.gate_proj,0.0000000619,0.10000,1.053
8,mlp.experts.92.gate_proj,0.0000002904,0.10000,1.033
8,mlp.experts.93.gate_proj,0.0000010624,0.10000,1.049
8,mlp.experts.94.gate_proj,0.0000001361,0.10000,1.038
8,mlp.experts.95.gate_proj,0.0000000145,0.10000,1.063
8,mlp.experts.96.gate_proj,0.0000234595,0.10000,0.985
8,mlp.experts.97.gate_proj,0.0000016618,0.10000,1.021
8,mlp.experts.98.gate_proj,0.0000005441,0.10000,1.036
8,mlp.experts.99.gate_proj,0.0000001171,0.10000,1.047
8,mlp.experts.100.gate_proj,0.0000000803,0.10000,1.045
8,mlp.experts.101.gate_proj,0.0000004743,0.10000,0.988
8,mlp.experts.102.gate_proj,0.0000003886,0.10000,1.000
8,mlp.experts.103.gate_proj,0.0000000490,0.10000,1.045
8,mlp.experts.104.gate_proj,0.0000000338,0.10000,0.999
8,mlp.experts.105.gate_proj,0.0000000575,0.10000,1.048
8,mlp.experts.106.gate_proj,0.0000000206,0.10000,1.025
8,mlp.experts.107.gate_proj,0.0000006386,0.10000,1.078
8,mlp.experts.108.gate_proj,0.0000001830,0.10000,1.056
8,mlp.experts.109.gate_proj,0.0000000583,0.10000,0.992
8,mlp.experts.110.gate_proj,0.0000000624,0.10000,0.992
8,mlp.experts.111.gate_proj,0.0000009448,0.10000,1.032
8,mlp.experts.112.gate_proj,0.0000064375,0.10000,1.025
8,mlp.experts.113.gate_proj,0.0000009664,0.10000,1.022
8,mlp.experts.114.gate_proj,0.0000003864,0.10000,1.022
8,mlp.experts.115.gate_proj,0.0000006160,0.10000,1.029
8,mlp.experts.116.gate_proj,0.0000000343,0.10000,1.028
8,mlp.experts.117.gate_proj,0.0000006154,0.10000,1.036
8,mlp.experts.118.gate_proj,0.0000118505,0.10000,1.030
8,mlp.experts.119.gate_proj,0.0000105137,0.10000,1.010
8,mlp.experts.120.gate_proj,0.0000005541,0.10000,1.010
8,mlp.experts.121.gate_proj,0.0000002556,0.10000,1.033
8,mlp.experts.122.gate_proj,0.0000000291,0.10000,1.033
8,mlp.experts.124.gate_proj,0.0000006098,0.10000,0.957
8,mlp.experts.123.gate_proj,0.0000004258,0.10000,1.013
8,mlp.experts.125.gate_proj,0.0000002107,0.10000,1.086
8,mlp.experts.126.gate_proj,0.0000010355,0.10000,1.071
8,mlp.experts.127.gate_proj,0.0000000992,0.10000,0.651
8,mlp.experts.1.down_proj,0.0000004347,0.10000,0.380
8,mlp.experts.0.down_proj,0.0000000654,0.10000,0.388
8,mlp.experts.2.down_proj,0.0000000074,0.10000,0.390
8,mlp.experts.3.down_proj,0.0000000051,0.10000,0.388
8,mlp.experts.4.down_proj,0.0000000129,0.10000,0.318
8,mlp.experts.5.down_proj,0.0000000141,0.10000,0.323
8,mlp.experts.6.down_proj,0.0000000265,0.10000,0.315
8,mlp.experts.7.down_proj,0.0000003570,0.10000,0.316
8,mlp.experts.8.down_proj,0.0000000068,0.10000,0.340
8,mlp.experts.9.down_proj,0.0000000145,0.10000,0.342
8,mlp.experts.10.down_proj,0.0000001015,0.10000,0.393
8,mlp.experts.11.down_proj,0.0000001037,0.10000,0.390
8,mlp.experts.13.down_proj,0.0000000318,0.10000,0.393
8,mlp.experts.12.down_proj,0.0000002989,0.10000,0.413
8,mlp.experts.14.down_proj,0.0000000061,0.10000,0.401
8,mlp.experts.15.down_proj,0.0000000097,0.10000,0.413
8,mlp.experts.16.down_proj,0.0000001387,0.10000,0.405
8,mlp.experts.17.down_proj,0.0000000173,0.10000,0.401
8,mlp.experts.18.down_proj,0.0000000195,0.10000,0.387
8,mlp.experts.19.down_proj,0.0000000634,0.10000,0.395
8,mlp.experts.20.down_proj,0.0000000199,0.10000,0.396
8,mlp.experts.21.down_proj,0.0000000044,0.10000,0.407
8,mlp.experts.22.down_proj,0.0000000301,0.10000,0.376
8,mlp.experts.23.down_proj,0.0000000090,0.10000,0.381
8,mlp.experts.24.down_proj,0.0000000077,0.10000,0.388
8,mlp.experts.25.down_proj,0.0000000045,0.10000,0.388
8,mlp.experts.26.down_proj,0.0000000844,0.10000,0.390
8,mlp.experts.27.down_proj,0.0000000053,0.10000,0.403
8,mlp.experts.28.down_proj,0.0000000050,0.10000,0.398
8,mlp.experts.29.down_proj,0.0000000719,0.10000,0.408
8,mlp.experts.30.down_proj,0.0000000347,0.10000,0.399
8,mlp.experts.31.down_proj,0.0000001503,0.10000,0.413
8,mlp.experts.32.down_proj,0.0000000097,0.10000,0.390
8,mlp.experts.33.down_proj,0.0000000009,0.10000,0.404
8,mlp.experts.34.down_proj,0.0000001646,0.10000,0.404
8,mlp.experts.35.down_proj,0.0000000041,0.10000,0.400
8,mlp.experts.36.down_proj,0.0000000037,0.10000,0.392
8,mlp.experts.37.down_proj,0.0000000113,0.10000,0.396
8,mlp.experts.38.down_proj,0.0000000114,0.10000,0.401
8,mlp.experts.39.down_proj,0.0000000023,0.10000,0.393
8,mlp.experts.40.down_proj,0.0000000636,0.10000,0.400
8,mlp.experts.41.down_proj,0.0000002646,0.10000,0.399
8,mlp.experts.42.down_proj,0.0000000530,0.10000,0.399
8,mlp.experts.43.down_proj,0.0000000148,0.10000,0.403
8,mlp.experts.44.down_proj,0.0000000011,0.10000,0.395
8,mlp.experts.45.down_proj,0.0000000092,0.10000,0.401
8,mlp.experts.46.down_proj,0.0000000135,0.10000,0.394
8,mlp.experts.47.down_proj,0.0000000101,0.10000,0.397
8,mlp.experts.48.down_proj,0.0000000152,0.10000,0.397
8,mlp.experts.49.down_proj,0.0000000992,0.10000,0.407
8,mlp.experts.50.down_proj,0.0000000775,0.10000,0.399
8,mlp.experts.51.down_proj,0.0000000094,0.10000,0.391
8,mlp.experts.52.down_proj,0.0000001333,0.10000,0.402
8,mlp.experts.53.down_proj,0.0000000276,0.10000,0.395
8,mlp.experts.54.down_proj,0.0000000433,0.10000,0.339
8,mlp.experts.55.down_proj,0.0000000100,0.10000,0.331
8,mlp.experts.56.down_proj,0.0000000045,0.10000,0.345
8,mlp.experts.57.down_proj,0.0000000214,0.10000,0.345
8,mlp.experts.58.down_proj,0.0000002019,0.10000,0.383
8,mlp.experts.59.down_proj,0.0000000228,0.10000,0.399
8,mlp.experts.60.down_proj,0.0000000948,0.10000,0.404
8,mlp.experts.61.down_proj,0.0000000041,0.10000,0.408
8,mlp.experts.62.down_proj,0.0000000047,0.10000,0.391
8,mlp.experts.63.down_proj,0.0000003741,0.10000,0.415
8,mlp.experts.64.down_proj,0.0000000051,0.10000,0.399
8,mlp.experts.65.down_proj,0.0000000091,0.10000,0.409
8,mlp.experts.66.down_proj,0.0000000102,0.10000,0.412
8,mlp.experts.67.down_proj,0.0000000306,0.10000,0.401
8,mlp.experts.68.down_proj,0.0000000320,0.10000,0.395
8,mlp.experts.69.down_proj,0.0000000171,0.10000,0.410
8,mlp.experts.70.down_proj,0.0000000088,0.10000,0.421
8,mlp.experts.71.down_proj,0.0000001977,0.10000,0.408
8,mlp.experts.72.down_proj,0.0000000162,0.10000,0.417
8,mlp.experts.73.down_proj,0.0000012912,0.10000,0.414
8,mlp.experts.74.down_proj,0.0000000108,0.10000,0.390
8,mlp.experts.75.down_proj,0.0000000278,0.10000,0.413
8,mlp.experts.76.down_proj,0.0000000529,0.10000,0.388
8,mlp.experts.77.down_proj,0.0000000300,0.10000,0.382
8,mlp.experts.78.down_proj,0.0000000183,0.10000,0.378
8,mlp.experts.79.down_proj,0.0000000125,0.10000,0.386
8,mlp.experts.80.down_proj,0.0000000044,0.10000,0.423
8,mlp.experts.81.down_proj,0.0000002102,0.10000,0.402
8,mlp.experts.82.down_proj,0.0000000141,0.10000,0.410
8,mlp.experts.83.down_proj,0.0000000849,0.10000,0.402
8,mlp.experts.84.down_proj,0.0000000035,0.10000,0.411
8,mlp.experts.85.down_proj,0.0000000216,0.10000,0.406
8,mlp.experts.86.down_proj,0.0000000081,0.10000,0.401
8,mlp.experts.87.down_proj,0.0000000403,0.10000,0.400
8,mlp.experts.88.down_proj,0.0000000757,0.10000,0.406
8,mlp.experts.89.down_proj,0.0000002734,0.10000,0.399
8,mlp.experts.90.down_proj,0.0000000011,0.10000,0.391
8,mlp.experts.91.down_proj,0.0000000040,0.10000,0.408
8,mlp.experts.92.down_proj,0.0000000260,0.10000,0.375
8,mlp.experts.93.down_proj,0.0000001632,0.10000,0.400
8,mlp.experts.94.down_proj,0.0000000145,0.10000,0.400
8,mlp.experts.95.down_proj,0.0000000009,0.10000,0.386
8,mlp.experts.96.down_proj,0.0000000525,0.10000,0.352
8,mlp.experts.97.down_proj,0.0000002151,0.10000,0.368
8,mlp.experts.98.down_proj,0.0000000676,0.10000,0.360
8,mlp.experts.99.down_proj,0.0000000169,0.10000,0.366
8,mlp.experts.100.down_proj,0.0000000084,0.10000,0.397
8,mlp.experts.101.down_proj,0.0000000534,0.10000,0.396
8,mlp.experts.102.down_proj,0.0000000456,0.10000,0.410
8,mlp.experts.103.down_proj,0.0000000045,0.10000,0.393
8,mlp.experts.104.down_proj,0.0000000028,0.10000,0.371
8,mlp.experts.105.down_proj,0.0000000043,0.10000,0.369
8,mlp.experts.106.down_proj,0.0000000018,0.10000,0.335
8,mlp.experts.107.down_proj,0.0000000605,0.10000,0.334
8,mlp.experts.108.down_proj,0.0000000147,0.10000,0.345
8,mlp.experts.109.down_proj,0.0000000083,0.10000,0.365
8,mlp.experts.110.down_proj,0.0000000049,0.10000,0.349
8,mlp.experts.111.down_proj,0.0000001356,0.10000,0.331
8,mlp.experts.112.down_proj,0.0000004665,0.10000,0.333
8,mlp.experts.113.down_proj,0.0000001063,0.10000,0.353
8,mlp.experts.114.down_proj,0.0000000308,0.10000,0.348
8,mlp.experts.115.down_proj,0.0000000524,0.10000,0.332
8,mlp.experts.116.down_proj,0.0000000028,0.10000,0.343
8,mlp.experts.117.down_proj,0.0000000672,0.10000,0.357
8,mlp.experts.118.down_proj,0.0000000735,0.10000,0.345
8,mlp.experts.119.down_proj,0.0000001402,0.10000,0.360
8,mlp.experts.120.down_proj,0.0000000763,0.10000,0.409
8,mlp.experts.121.down_proj,0.0000000179,0.10000,0.368
8,mlp.experts.122.down_proj,0.0000000029,0.10000,0.364
8,mlp.experts.123.down_proj,0.0000000417,0.10000,0.384
8,mlp.experts.124.down_proj,0.0000000574,0.10000,0.392
8,mlp.experts.125.down_proj,0.0000000262,0.10000,0.377
8,mlp.experts.126.down_proj,0.0000001083,0.10000,0.355
8,mlp.experts.127.down_proj,0.0000000079,0.10000,0.323
9,self_attn.k_proj,0.0000000000,0.10000,1.029
9,self_attn.q_proj,0.0000000002,0.10000,1.081
9,self_attn.v_proj,0.0000000000,0.10000,0.636
9,self_attn.o_proj,0.0000000000,0.10000,1.221
9,mlp.gate,0.0000000156,0.10000,0.636
9,mlp.experts.1.up_proj,0.0000000166,0.10000,1.037
9,mlp.experts.0.up_proj,0.0000001667,0.10000,1.079
9,mlp.experts.2.up_proj,0.0000001799,0.10000,0.976
9,mlp.experts.3.up_proj,0.0000070593,0.10000,0.974
9,mlp.experts.5.up_proj,0.0000000274,0.10000,1.020
9,mlp.experts.4.up_proj,0.0000025563,0.10000,1.062
9,mlp.experts.7.up_proj,0.0000001423,0.10000,1.046
9,mlp.experts.6.up_proj,0.0000003143,0.10000,1.051
9,mlp.experts.9.up_proj,0.0000000391,0.10000,1.025
9,mlp.experts.8.up_proj,0.0000012884,0.10000,1.090
9,mlp.experts.10.up_proj,0.0000001131,0.10000,1.050
9,mlp.experts.11.up_proj,0.0000009896,0.10000,1.045
9,mlp.experts.12.up_proj,0.0000012228,0.10000,1.012
9,mlp.experts.13.up_proj,0.0000006642,0.10000,1.029
9,mlp.experts.14.up_proj,0.0000012422,0.10000,1.041
9,mlp.experts.15.up_proj,0.0000002545,0.10000,1.047
9,mlp.experts.16.up_proj,0.0000038212,0.10000,1.029
9,mlp.experts.17.up_proj,0.0000000576,0.10000,1.022
9,mlp.experts.18.up_proj,0.0000006605,0.10000,1.051
9,mlp.experts.19.up_proj,0.0000000734,0.10000,1.006
9,mlp.experts.20.up_proj,0.0000005742,0.10000,1.036
9,mlp.experts.21.up_proj,0.0000009974,0.10000,1.068
9,mlp.experts.22.up_proj,0.0000000160,0.10000,1.013
9,mlp.experts.23.up_proj,0.0000002510,0.10000,1.013
9,mlp.experts.24.up_proj,0.0000000264,0.10000,1.015
9,mlp.experts.25.up_proj,0.0000000790,0.10000,1.003
9,mlp.experts.26.up_proj,0.0000004125,0.10000,1.031
9,mlp.experts.27.up_proj,0.0000011882,0.10000,1.037
9,mlp.experts.28.up_proj,0.0000002480,0.10000,1.064
9,mlp.experts.29.up_proj,0.0000046649,0.10000,1.034
9,mlp.experts.30.up_proj,0.0000010840,0.10000,0.990
9,mlp.experts.31.up_proj,0.0000027333,0.10000,1.030
9,mlp.experts.32.up_proj,0.0000000665,0.10000,1.052
9,mlp.experts.33.up_proj,0.0000000702,0.10000,1.066
9,mlp.experts.34.up_proj,0.0000011720,0.10000,1.024
9,mlp.experts.35.up_proj,0.0000000292,0.10000,1.030
9,mlp.experts.36.up_proj,0.0000027055,0.10000,0.998
9,mlp.experts.37.up_proj,0.0000001934,0.10000,1.031
9,mlp.experts.38.up_proj,0.0000012502,0.10000,1.003
9,mlp.experts.39.up_proj,0.0000011537,0.10000,1.070
9,mlp.experts.40.up_proj,0.0000005430,0.10000,1.002
9,mlp.experts.41.up_proj,0.0000001671,0.10000,1.011
9,mlp.experts.42.up_proj,0.0000017067,0.10000,1.009
9,mlp.experts.43.up_proj,0.0000000401,0.10000,1.058
9,mlp.experts.44.up_proj,0.0000012069,0.10000,1.044
9,mlp.experts.45.up_proj,0.0000000522,0.10000,1.043
9,mlp.experts.46.up_proj,0.0000001921,0.10000,1.045
9,mlp.experts.47.up_proj,0.0000002255,0.10000,1.076
9,mlp.experts.48.up_proj,0.0000000250,0.10000,1.037
9,mlp.experts.49.up_proj,0.0000003030,0.10000,1.087
9,mlp.experts.50.up_proj,0.0000006882,0.10000,1.043
9,mlp.experts.51.up_proj,0.0000005225,0.10000,1.045
9,mlp.experts.52.up_proj,0.0000000488,0.10000,1.039
9,mlp.experts.53.up_proj,0.0000006356,0.10000,1.047
9,mlp.experts.54.up_proj,0.0000004250,0.10000,0.991
9,mlp.experts.55.up_proj,0.0000085438,0.10000,1.009
9,mlp.experts.56.up_proj,0.0000008850,0.10000,1.026
9,mlp.experts.57.up_proj,0.0000000749,0.10000,1.050
9,mlp.experts.58.up_proj,0.0000002085,0.10000,1.064
9,mlp.experts.59.up_proj,0.0000006627,0.10000,1.006
9,mlp.experts.60.up_proj,0.0000000759,0.10000,0.982
9,mlp.experts.61.up_proj,0.0000014826,0.10000,1.027
9,mlp.experts.62.up_proj,0.0000001022,0.10000,0.992
9,mlp.experts.63.up_proj,0.0000003964,0.10000,1.025
9,mlp.experts.64.up_proj,0.0000004997,0.10000,0.997
9,mlp.experts.65.up_proj,0.0000000394,0.10000,1.036
9,mlp.experts.66.up_proj,0.0000000899,0.10000,1.038
9,mlp.experts.67.up_proj,0.0000005781,0.10000,1.061
9,mlp.experts.68.up_proj,0.0000002269,0.10000,1.028
9,mlp.experts.69.up_proj,0.0000001033,0.10000,1.049
9,mlp.experts.70.up_proj,0.0000002556,0.10000,1.034
9,mlp.experts.71.up_proj,0.0000000243,0.10000,1.046
9,mlp.experts.72.up_proj,0.0000012057,0.10000,0.962
9,mlp.experts.73.up_proj,0.0000002362,0.10000,0.983
9,mlp.experts.74.up_proj,0.0000028474,0.10000,0.989
9,mlp.experts.75.up_proj,0.0000048319,0.10000,1.005
9,mlp.experts.76.up_proj,0.0000000465,0.10000,1.020
9,mlp.experts.77.up_proj,0.0000003877,0.10000,0.997
9,mlp.experts.78.up_proj,0.0000017340,0.10000,0.996
9,mlp.experts.79.up_proj,0.0000001146,0.10000,0.973
9,mlp.experts.80.up_proj,0.0000000349,0.10000,0.982
9,mlp.experts.81.up_proj,0.0000000870,0.10000,1.067
9,mlp.experts.82.up_proj,0.0000001640,0.10000,0.992
9,mlp.experts.83.up_proj,0.0000002983,0.10000,1.050
9,mlp.experts.84.up_proj,0.0000001419,0.10000,1.033
9,mlp.experts.85.up_proj,0.0000002911,0.10000,1.038
9,mlp.experts.86.up_proj,0.0000000539,0.10000,1.018
9,mlp.experts.87.up_proj,0.0000007493,0.10000,1.054
9,mlp.experts.88.up_proj,0.0000005167,0.10000,1.020
9,mlp.experts.89.up_proj,0.0000000557,0.10000,1.019
9,mlp.experts.90.up_proj,0.0000006457,0.10000,1.000
9,mlp.experts.91.up_proj,0.0000003555,0.10000,0.985
9,mlp.experts.92.up_proj,0.0000005439,0.10000,0.924
9,mlp.experts.93.up_proj,0.0000015066,0.10000,1.046
9,mlp.experts.94.up_proj,0.0000000241,0.10000,1.070
9,mlp.experts.95.up_proj,0.0000011414,0.10000,1.017
9,mlp.experts.96.up_proj,0.0000000488,0.10000,1.024
9,mlp.experts.97.up_proj,0.0000000190,0.10000,1.015
9,mlp.experts.98.up_proj,0.0000000629,0.10000,1.006
9,mlp.experts.99.up_proj,0.0000001094,0.10000,1.028
9,mlp.experts.100.up_proj,0.0000001274,0.10000,1.039
9,mlp.experts.101.up_proj,0.0000007062,0.10000,0.992
9,mlp.experts.102.up_proj,0.0000000283,0.10000,1.018
9,mlp.experts.103.up_proj,0.0000000238,0.10000,1.012
9,mlp.experts.104.up_proj,0.0000001402,0.10000,0.990
9,mlp.experts.105.up_proj,0.0000000819,0.10000,0.999
9,mlp.experts.106.up_proj,0.0000009633,0.10000,1.066
9,mlp.experts.107.up_proj,0.0000010983,0.10000,1.015
9,mlp.experts.108.up_proj,0.0000006030,0.10000,1.081
9,mlp.experts.109.up_proj,0.0000005659,0.10000,0.990
9,mlp.experts.110.up_proj,0.0000000616,0.10000,1.062
9,mlp.experts.111.up_proj,0.0000001492,0.10000,1.021
9,mlp.experts.112.up_proj,0.0000001550,0.10000,1.052
9,mlp.experts.113.up_proj,0.0000000244,0.10000,1.035
9,mlp.experts.114.up_proj,0.0000005300,0.10000,1.052
9,mlp.experts.115.up_proj,0.0000012922,0.10000,1.025
9,mlp.experts.116.up_proj,0.0000001562,0.10000,1.034
9,mlp.experts.117.up_proj,0.0000000956,0.10000,1.045
9,mlp.experts.118.up_proj,0.0000000221,0.10000,1.041
9,mlp.experts.119.up_proj,0.0000015083,0.10000,1.058
9,mlp.experts.120.up_proj,0.0000059637,0.10000,1.039
9,mlp.experts.121.up_proj,0.0000034530,0.10000,1.083
9,mlp.experts.122.up_proj,0.0000001779,0.10000,1.027
9,mlp.experts.123.up_proj,0.0000003792,0.10000,1.016
9,mlp.experts.124.up_proj,0.0000004616,0.10000,1.003
9,mlp.experts.125.up_proj,0.0000004372,0.10000,0.989
9,mlp.experts.126.up_proj,0.0000017546,0.10000,0.919
9,mlp.experts.127.up_proj,0.0000000147,0.10000,0.975
9,mlp.experts.0.gate_proj,0.0000001734,0.10000,0.985
9,mlp.experts.1.gate_proj,0.0000000171,0.10000,0.990
9,mlp.experts.2.gate_proj,0.0000001902,0.10000,1.029
9,mlp.experts.3.gate_proj,0.0000074274,0.10000,0.997
9,mlp.experts.4.gate_proj,0.0000026187,0.10000,1.042
9,mlp.experts.5.gate_proj,0.0000000286,0.10000,1.003
9,mlp.experts.6.gate_proj,0.0000003255,0.10000,1.039
9,mlp.experts.7.gate_proj,0.0000001455,0.10000,1.054
9,mlp.experts.8.gate_proj,0.0000013229,0.10000,1.031
9,mlp.experts.9.gate_proj,0.0000000397,0.10000,1.064
9,mlp.experts.10.gate_proj,0.0000001168,0.10000,1.073
9,mlp.experts.11.gate_proj,0.0000010116,0.10000,1.022
9,mlp.experts.12.gate_proj,0.0000012841,0.10000,1.062
9,mlp.experts.13.gate_proj,0.0000006805,0.10000,1.021
9,mlp.experts.14.gate_proj,0.0000012788,0.10000,1.077
9,mlp.experts.15.gate_proj,0.0000002590,0.10000,1.068
9,mlp.experts.16.gate_proj,0.0000039156,0.10000,1.021
9,mlp.experts.17.gate_proj,0.0000000591,0.10000,1.062
9,mlp.experts.18.gate_proj,0.0000007017,0.10000,1.042
9,mlp.experts.19.gate_proj,0.0000000770,0.10000,1.030
9,mlp.experts.20.gate_proj,0.0000005954,0.10000,1.036
9,mlp.experts.21.gate_proj,0.0000010383,0.10000,1.028
9,mlp.experts.22.gate_proj,0.0000000161,0.10000,1.062
9,mlp.experts.23.gate_proj,0.0000002574,0.10000,1.029
9,mlp.experts.24.gate_proj,0.0000000267,0.10000,1.016
9,mlp.experts.25.gate_proj,0.0000000797,0.10000,1.041
9,mlp.experts.26.gate_proj,0.0000004201,0.10000,1.058
9,mlp.experts.27.gate_proj,0.0000013280,0.10000,0.983
9,mlp.experts.28.gate_proj,0.0000002572,0.10000,1.007
9,mlp.experts.29.gate_proj,0.0000050231,0.10000,1.011
9,mlp.experts.30.gate_proj,0.0000011182,0.10000,0.965
9,mlp.experts.31.gate_proj,0.0000028605,0.10000,1.018
9,mlp.experts.32.gate_proj,0.0000001812,0.10000,1.032
9,mlp.experts.33.gate_proj,0.0000000741,0.10000,1.058
9,mlp.experts.34.gate_proj,0.0000012038,0.10000,1.058
9,mlp.experts.35.gate_proj,0.0000000276,0.10000,1.016
9,mlp.experts.36.gate_proj,0.0000028605,0.10000,0.999
9,mlp.experts.37.gate_proj,0.0000002022,0.10000,1.085
9,mlp.experts.38.gate_proj,0.0000012856,0.10000,1.054
9,mlp.experts.39.gate_proj,0.0000011738,0.10000,1.074
9,mlp.experts.40.gate_proj,0.0000005483,0.10000,1.073
9,mlp.experts.41.gate_proj,0.0000001690,0.10000,1.051
9,mlp.experts.42.gate_proj,0.0000018397,0.10000,1.061
9,mlp.experts.43.gate_proj,0.0000000418,0.10000,0.992
9,mlp.experts.44.gate_proj,0.0000012447,0.10000,1.027
9,mlp.experts.45.gate_proj,0.0000000519,0.10000,1.036
9,mlp.experts.46.gate_proj,0.0000002002,0.10000,1.075
9,mlp.experts.47.gate_proj,0.0000002247,0.10000,1.008
9,mlp.experts.48.gate_proj,0.0000000256,0.10000,1.012
9,mlp.experts.49.gate_proj,0.0000003160,0.10000,0.978
9,mlp.experts.50.gate_proj,0.0000007255,0.10000,1.073
9,mlp.experts.51.gate_proj,0.0000005365,0.10000,1.049
9,mlp.experts.52.gate_proj,0.0000000497,0.10000,1.055
9,mlp.experts.53.gate_proj,0.0000006555,0.10000,1.049
9,mlp.experts.54.gate_proj,0.0000004315,0.10000,1.030
9,mlp.experts.55.gate_proj,0.0000098749,0.10000,1.051
9,mlp.experts.56.gate_proj,0.0000009134,0.10000,1.067
9,mlp.experts.57.gate_proj,0.0000000785,0.10000,1.046
9,mlp.experts.58.gate_proj,0.0000002143,0.10000,1.063
9,mlp.experts.59.gate_proj,0.0000007002,0.10000,1.064
9,mlp.experts.60.gate_proj,0.0000000787,0.10000,1.049
9,mlp.experts.61.gate_proj,0.0000016351,0.10000,1.062
9,mlp.experts.62.gate_proj,0.0000001053,0.10000,1.031
9,mlp.experts.63.gate_proj,0.0000004196,0.10000,1.087
9,mlp.experts.64.gate_proj,0.0000005429,0.10000,1.035
9,mlp.experts.65.gate_proj,0.0000000409,0.10000,1.070
9,mlp.experts.66.gate_proj,0.0000000918,0.10000,1.050
9,mlp.experts.67.gate_proj,0.0000005956,0.10000,1.086
9,mlp.experts.68.gate_proj,0.0000002398,0.10000,0.996
9,mlp.experts.69.gate_proj,0.0000001107,0.10000,1.063
9,mlp.experts.70.gate_proj,0.0000002699,0.10000,1.045
9,mlp.experts.71.gate_proj,0.0000000249,0.10000,1.027
9,mlp.experts.72.gate_proj,0.0000012736,0.10000,1.057
9,mlp.experts.73.gate_proj,0.0000002434,0.10000,1.057
9,mlp.experts.74.gate_proj,0.0000031168,0.10000,1.015
9,mlp.experts.75.gate_proj,0.0000050382,0.10000,1.034
9,mlp.experts.76.gate_proj,0.0000000491,0.10000,1.041
9,mlp.experts.77.gate_proj,0.0000003907,0.10000,1.076
9,mlp.experts.78.gate_proj,0.0000018814,0.10000,1.047
9,mlp.experts.79.gate_proj,0.0000001199,0.10000,1.078
9,mlp.experts.80.gate_proj,0.0000000364,0.10000,1.070
9,mlp.experts.81.gate_proj,0.0000000913,0.10000,1.075
9,mlp.experts.82.gate_proj,0.0000001698,0.10000,0.967
9,mlp.experts.83.gate_proj,0.0000003094,0.10000,0.895
9,mlp.experts.84.gate_proj,0.0000001467,0.10000,0.943
9,mlp.experts.85.gate_proj,0.0000003090,0.10000,0.977
9,mlp.experts.86.gate_proj,0.0000000559,0.10000,1.021
9,mlp.experts.87.gate_proj,0.0000007805,0.10000,0.974
9,mlp.experts.88.gate_proj,0.0000005413,0.10000,1.025
9,mlp.experts.89.gate_proj,0.0000000579,0.10000,1.012
9,mlp.experts.90.gate_proj,0.0000006783,0.10000,1.025
9,mlp.experts.91.gate_proj,0.0000003804,0.10000,1.002
9,mlp.experts.92.gate_proj,0.0000005583,0.10000,1.048
9,mlp.experts.93.gate_proj,0.0000016114,0.10000,1.053
9,mlp.experts.94.gate_proj,0.0000000270,0.10000,1.049
9,mlp.experts.95.gate_proj,0.0000012235,0.10000,1.048
9,mlp.experts.96.gate_proj,0.0000000500,0.10000,1.037
9,mlp.experts.97.gate_proj,0.0000000198,0.10000,1.035
9,mlp.experts.98.gate_proj,0.0000000661,0.10000,1.039
9,mlp.experts.99.gate_proj,0.0000001091,0.10000,1.034
9,mlp.experts.100.gate_proj,0.0000001377,0.10000,1.013
9,mlp.experts.101.gate_proj,0.0000007337,0.10000,1.012
9,mlp.experts.102.gate_proj,0.0000000289,0.10000,1.014
9,mlp.experts.103.gate_proj,0.0000000236,0.10000,1.032
9,mlp.experts.104.gate_proj,0.0000001494,0.10000,0.985
9,mlp.experts.105.gate_proj,0.0000000859,0.10000,1.056
9,mlp.experts.106.gate_proj,0.0000009857,0.10000,1.012
9,mlp.experts.107.gate_proj,0.0000011351,0.10000,1.019
9,mlp.experts.108.gate_proj,0.0000006149,0.10000,1.016
9,mlp.experts.109.gate_proj,0.0000005849,0.10000,1.014
9,mlp.experts.110.gate_proj,0.0000000618,0.10000,1.011
9,mlp.experts.111.gate_proj,0.0000001527,0.10000,1.029
9,mlp.experts.112.gate_proj,0.0000001594,0.10000,1.045
9,mlp.experts.113.gate_proj,0.0000000252,0.10000,1.041
9,mlp.experts.114.gate_proj,0.0000005498,0.10000,1.017
9,mlp.experts.115.gate_proj,0.0000013247,0.10000,1.050
9,mlp.experts.116.gate_proj,0.0000001615,0.10000,0.986
9,mlp.experts.117.gate_proj,0.0000000947,0.10000,0.979
9,mlp.experts.118.gate_proj,0.0000000219,0.10000,0.999
9,mlp.experts.119.gate_proj,0.0000015627,0.10000,1.053
9,mlp.experts.120.gate_proj,0.0000062341,0.10000,1.058
9,mlp.experts.121.gate_proj,0.0000037024,0.10000,1.008
9,mlp.experts.122.gate_proj,0.0000001857,0.10000,1.019
9,mlp.experts.123.gate_proj,0.0000003882,0.10000,0.993
9,mlp.experts.124.gate_proj,0.0000004750,0.10000,1.027
9,mlp.experts.125.gate_proj,0.0000004495,0.10000,0.998
9,mlp.experts.126.gate_proj,0.0000018893,0.10000,1.001
9,mlp.experts.127.gate_proj,0.0000000146,0.10000,0.815
9,mlp.experts.1.down_proj,0.0000000015,0.10000,0.395
9,mlp.experts.0.down_proj,0.0000000135,0.10000,0.410
9,mlp.experts.2.down_proj,0.0000000136,0.10000,0.410
9,mlp.experts.3.down_proj,0.0000007796,0.10000,0.407
9,mlp.experts.4.down_proj,0.0000002392,0.10000,0.414
9,mlp.experts.5.down_proj,0.0000000031,0.10000,0.408
9,mlp.experts.6.down_proj,0.0000000283,0.10000,0.415
9,mlp.experts.7.down_proj,0.0000000155,0.10000,0.414
9,mlp.experts.8.down_proj,0.0000001731,0.10000,0.365
9,mlp.experts.9.down_proj,0.0000000037,0.10000,0.363
9,mlp.experts.11.down_proj,0.0000001346,0.10000,0.385
9,mlp.experts.10.down_proj,0.0000000149,0.10000,0.394
9,mlp.experts.12.down_proj,0.0000001461,0.10000,0.408
9,mlp.experts.13.down_proj,0.0000000704,0.10000,0.406
9,mlp.experts.14.down_proj,0.0000001608,0.10000,0.397
9,mlp.experts.15.down_proj,0.0000000248,0.10000,0.400
9,mlp.experts.16.down_proj,0.0000001892,0.10000,0.374
9,mlp.experts.17.down_proj,0.0000000061,0.10000,0.375
9,mlp.experts.18.down_proj,0.0000000865,0.10000,0.400
9,mlp.experts.19.down_proj,0.0000000051,0.10000,0.395
9,mlp.experts.20.down_proj,0.0000000623,0.10000,0.418
9,mlp.experts.21.down_proj,0.0000001220,0.10000,0.417
9,mlp.experts.22.down_proj,0.0000000017,0.10000,0.413
9,mlp.experts.23.down_proj,0.0000000216,0.10000,0.411
9,mlp.experts.25.down_proj,0.0000000105,0.10000,0.379
9,mlp.experts.24.down_proj,0.0000000028,0.10000,0.411
9,mlp.experts.26.down_proj,0.0000000503,0.10000,0.409
9,mlp.experts.27.down_proj,0.0000001659,0.10000,0.410
9,mlp.experts.28.down_proj,0.0000000260,0.10000,0.394
9,mlp.experts.29.down_proj,0.0000006689,0.10000,0.395
9,mlp.experts.30.down_proj,0.0000001522,0.10000,0.390
9,mlp.experts.31.down_proj,0.0000003039,0.10000,0.398
9,mlp.experts.32.down_proj,0.0000000067,0.10000,0.391
9,mlp.experts.33.down_proj,0.0000000090,0.10000,0.382
9,mlp.experts.34.down_proj,0.0000001492,0.10000,0.356
9,mlp.experts.35.down_proj,0.0000000035,0.10000,0.366
9,mlp.experts.36.down_proj,0.0000003746,0.10000,0.394
9,mlp.experts.37.down_proj,0.0000000221,0.10000,0.392
9,mlp.experts.38.down_proj,0.0000001653,0.10000,0.379
9,mlp.experts.39.down_proj,0.0000001590,0.10000,0.383
9,mlp.experts.40.down_proj,0.0000000571,0.10000,0.392
9,mlp.experts.41.down_proj,0.0000000172,0.10000,0.395
9,mlp.experts.42.down_proj,0.0000002872,0.10000,0.403
9,mlp.experts.43.down_proj,0.0000000049,0.10000,0.391
9,mlp.experts.44.down_proj,0.0000001523,0.10000,0.403
9,mlp.experts.45.down_proj,0.0000000062,0.10000,0.412
9,mlp.experts.46.down_proj,0.0000000168,0.10000,0.350
9,mlp.experts.47.down_proj,0.0000000063,0.10000,0.343
9,mlp.experts.48.down_proj,0.0000000029,0.10000,0.379
9,mlp.experts.49.down_proj,0.0000000370,0.10000,0.400
9,mlp.experts.50.down_proj,0.0000000825,0.10000,0.382
9,mlp.experts.51.down_proj,0.0000000443,0.10000,0.409
9,mlp.experts.52.down_proj,0.0000000056,0.10000,0.379
9,mlp.experts.53.down_proj,0.0000000686,0.10000,0.399
9,mlp.experts.54.down_proj,0.0000000530,0.10000,0.386
9,mlp.experts.55.down_proj,0.0000000817,0.10000,0.391
9,mlp.experts.56.down_proj,0.0000000886,0.10000,0.375
9,mlp.experts.57.down_proj,0.0000000096,0.10000,0.396
9,mlp.experts.58.down_proj,0.0000000228,0.10000,0.389
9,mlp.experts.59.down_proj,0.0000001163,0.10000,0.406
9,mlp.experts.60.down_proj,0.0000000068,0.10000,0.353
9,mlp.experts.61.down_proj,0.0000001855,0.10000,0.331
9,mlp.experts.62.down_proj,0.0000000136,0.10000,0.367
9,mlp.experts.63.down_proj,0.0000000439,0.10000,0.405
9,mlp.experts.64.down_proj,0.0000000175,0.10000,0.390
9,mlp.experts.65.down_proj,0.0000000038,0.10000,0.406
9,mlp.experts.66.down_proj,0.0000000118,0.10000,0.384
9,mlp.experts.67.down_proj,0.0000000652,0.10000,0.385
9,mlp.experts.68.down_proj,0.0000000313,0.10000,0.340
9,mlp.experts.69.down_proj,0.0000000061,0.10000,0.384
9,mlp.experts.70.down_proj,0.0000000205,0.10000,0.384
9,mlp.experts.71.down_proj,0.0000000024,0.10000,0.407
9,mlp.experts.72.down_proj,0.0000002215,0.10000,0.402
9,mlp.experts.73.down_proj,0.0000000119,0.10000,0.405
9,mlp.experts.74.down_proj,0.0000007303,0.10000,0.396
9,mlp.experts.75.down_proj,0.0000005920,0.10000,0.383
9,mlp.experts.76.down_proj,0.0000000047,0.10000,0.379
9,mlp.experts.77.down_proj,0.0000000385,0.10000,0.407
9,mlp.experts.78.down_proj,0.0000003913,0.10000,0.401
9,mlp.experts.79.down_proj,0.0000000144,0.10000,0.402
9,mlp.experts.80.down_proj,0.0000000030,0.10000,0.413
9,mlp.experts.81.down_proj,0.0000000074,0.10000,0.413
9,mlp.experts.82.down_proj,0.0000000152,0.10000,0.395
9,mlp.experts.83.down_proj,0.0000000389,0.10000,0.410
9,mlp.experts.84.down_proj,0.0000000155,0.10000,0.378
9,mlp.experts.85.down_proj,0.0000000471,0.10000,0.349
9,mlp.experts.86.down_proj,0.0000000061,0.10000,0.347
9,mlp.experts.87.down_proj,0.0000000791,0.10000,0.348
9,mlp.experts.88.down_proj,0.0000000594,0.10000,0.333
9,mlp.experts.89.down_proj,0.0000000054,0.10000,0.357
9,mlp.experts.90.down_proj,0.0000001003,0.10000,0.357
9,mlp.experts.91.down_proj,0.0000000355,0.10000,0.394
9,mlp.experts.92.down_proj,0.0000000532,0.10000,0.398
9,mlp.experts.93.down_proj,0.0000002533,0.10000,0.387
9,mlp.experts.94.down_proj,0.0000000030,0.10000,0.416
9,mlp.experts.95.down_proj,0.0000001557,0.10000,0.396
9,mlp.experts.96.down_proj,0.0000000048,0.10000,0.414
9,mlp.experts.97.down_proj,0.0000000016,0.10000,0.389
9,mlp.experts.98.down_proj,0.0000000085,0.10000,0.409
9,mlp.experts.99.down_proj,0.0000000067,0.10000,0.349
9,mlp.experts.100.down_proj,0.0000000187,0.10000,0.346
9,mlp.experts.101.down_proj,0.0000001025,0.10000,0.380
9,mlp.experts.102.down_proj,0.0000000029,0.10000,0.402
9,mlp.experts.103.down_proj,0.0000000019,0.10000,0.407
9,mlp.experts.104.down_proj,0.0000000210,0.10000,0.411
9,mlp.experts.105.down_proj,0.0000000120,0.10000,0.382
9,mlp.experts.106.down_proj,0.0000001201,0.10000,0.368
9,mlp.experts.107.down_proj,0.0000001443,0.10000,0.343
9,mlp.experts.108.down_proj,0.0000000650,0.10000,0.328
9,mlp.experts.109.down_proj,0.0000000608,0.10000,0.331
9,mlp.experts.110.down_proj,0.0000000048,0.10000,0.353
9,mlp.experts.111.down_proj,0.0000000182,0.10000,0.367
9,mlp.experts.112.down_proj,0.0000000145,0.10000,0.392
9,mlp.experts.113.down_proj,0.0000000028,0.10000,0.380
9,mlp.experts.114.down_proj,0.0000000962,0.10000,0.398
9,mlp.experts.115.down_proj,0.0000001832,0.10000,0.399
9,mlp.experts.116.down_proj,0.0000000174,0.10000,0.403
9,mlp.experts.117.down_proj,0.0000000109,0.10000,0.392
9,mlp.experts.118.down_proj,0.0000000022,0.10000,0.402
9,mlp.experts.119.down_proj,0.0000001637,0.10000,0.396
9,mlp.experts.120.down_proj,0.0000006917,0.10000,0.378
9,mlp.experts.121.down_proj,0.0000005555,0.10000,0.368
9,mlp.experts.122.down_proj,0.0000000183,0.10000,0.373
9,mlp.experts.123.down_proj,0.0000000332,0.10000,0.410
9,mlp.experts.124.down_proj,0.0000000426,0.10000,0.398
9,mlp.experts.125.down_proj,0.0000000257,0.10000,0.406
9,mlp.experts.126.down_proj,0.0000002857,0.10000,0.400
9,mlp.experts.127.down_proj,0.0000000013,0.10000,0.309
10,self_attn.k_proj,0.0000000000,0.10000,1.014
10,self_attn.q_proj,0.0000000002,0.10000,1.055
10,self_attn.v_proj,0.0000000000,0.10000,0.625
10,self_attn.o_proj,0.0000000000,0.10000,1.196
10,mlp.gate,0.0000000146,0.10000,0.636
10,mlp.experts.0.up_proj,0.0000005803,0.10000,0.996
10,mlp.experts.1.up_proj,0.0000004102,0.10000,1.004
10,mlp.experts.2.up_proj,0.0000001139,0.10000,1.005
10,mlp.experts.3.up_proj,0.0000001220,0.10000,1.007
10,mlp.experts.5.up_proj,0.0000003365,0.10000,1.044
10,mlp.experts.4.up_proj,0.0000001271,0.10000,1.063
10,mlp.experts.6.up_proj,0.0000001792,0.10000,0.988
10,mlp.experts.7.up_proj,0.0000005249,0.10000,0.993
10,mlp.experts.8.up_proj,0.0000006545,0.10000,0.969
10,mlp.experts.9.up_proj,0.0000001592,0.10000,0.976
10,mlp.experts.10.up_proj,0.0000000934,0.10000,1.042
10,mlp.experts.11.up_proj,0.0000013470,0.10000,1.042
10,mlp.experts.12.up_proj,0.0000002318,0.10000,1.025
10,mlp.experts.13.up_proj,0.0000000809,0.10000,1.044
10,mlp.experts.14.up_proj,0.0000000747,0.10000,0.994
10,mlp.experts.15.up_proj,0.0000005990,0.10000,1.001
10,mlp.experts.17.up_proj,0.0000039166,0.10000,0.968
10,mlp.experts.16.up_proj,0.0000001244,0.10000,1.027
10,mlp.experts.18.up_proj,0.0000000180,0.10000,1.011
10,mlp.experts.19.up_proj,0.0000005685,0.10000,1.004
10,mlp.experts.20.up_proj,0.0000004804,0.10000,1.040
10,mlp.experts.21.up_proj,0.0000012635,0.10000,1.071
10,mlp.experts.22.up_proj,0.0000006881,0.10000,1.055
10,mlp.experts.23.up_proj,0.0000002600,0.10000,1.054
10,mlp.experts.24.up_proj,0.0000014127,0.10000,1.012
10,mlp.experts.25.up_proj,0.0000006543,0.10000,1.021
10,mlp.experts.26.up_proj,0.0000000834,0.10000,1.043
10,mlp.experts.27.up_proj,0.0000001281,0.10000,1.064
10,mlp.experts.28.up_proj,0.0000026664,0.10000,1.009
10,mlp.experts.29.up_proj,0.0000009165,0.10000,1.067
10,mlp.experts.30.up_proj,0.0000000139,0.10000,1.018
10,mlp.experts.31.up_proj,0.0000004771,0.10000,1.030
10,mlp.experts.32.up_proj,0.0000001229,0.10000,1.014
10,mlp.experts.33.up_proj,0.0000002455,0.10000,1.008
10,mlp.experts.34.up_proj,0.0000083597,0.10000,1.008
10,mlp.experts.35.up_proj,0.0000000232,0.10000,1.013
10,mlp.experts.36.up_proj,0.0000010529,0.10000,0.997
10,mlp.experts.37.up_proj,0.0000013333,0.10000,1.001
10,mlp.experts.38.up_proj,0.0000073143,0.10000,0.976
10,mlp.experts.39.up_proj,0.0000000449,0.10000,1.022
10,mlp.experts.40.up_proj,0.0000000376,0.10000,0.985
10,mlp.experts.41.up_proj,0.0000001562,0.10000,1.006
10,mlp.experts.42.up_proj,0.0000009307,0.10000,1.045
10,mlp.experts.43.up_proj,0.0000003525,0.10000,1.021
10,mlp.experts.44.up_proj,0.0000024597,0.10000,1.022
10,mlp.experts.45.up_proj,0.0000001157,0.10000,1.014
10,mlp.experts.46.up_proj,0.0000004787,0.10000,1.033
10,mlp.experts.47.up_proj,0.0000011865,0.10000,1.027
10,mlp.experts.48.up_proj,0.0000004117,0.10000,0.974
10,mlp.experts.49.up_proj,0.0000026971,0.10000,1.019
10,mlp.experts.50.up_proj,0.0000001044,0.10000,0.986
10,mlp.experts.51.up_proj,0.0000006587,0.10000,1.013
10,mlp.experts.52.up_proj,0.0000000149,0.10000,1.050
10,mlp.experts.53.up_proj,0.0000001902,0.10000,0.967
10,mlp.experts.54.up_proj,0.0000062515,0.10000,0.991
10,mlp.experts.55.up_proj,0.0000002748,0.10000,1.008
10,mlp.experts.56.up_proj,0.0000008159,0.10000,1.045
10,mlp.experts.57.up_proj,0.0000002917,0.10000,1.031
10,mlp.experts.58.up_proj,0.0000002211,0.10000,1.058
10,mlp.experts.59.up_proj,0.0000011573,0.10000,1.029
10,mlp.experts.60.up_proj,0.0000006434,0.10000,0.999
10,mlp.experts.61.up_proj,0.0000001903,0.10000,1.046
10,mlp.experts.62.up_proj,0.0000000200,0.10000,0.941
10,mlp.experts.63.up_proj,0.0000002499,0.10000,0.971
10,mlp.experts.64.up_proj,0.0000000119,0.10000,1.017
10,mlp.experts.65.up_proj,0.0000003472,0.10000,0.992
10,mlp.experts.66.up_proj,0.0000004615,0.10000,0.959
10,mlp.experts.67.up_proj,0.0000010528,0.10000,1.018
10,mlp.experts.68.up_proj,0.0000004154,0.10000,1.024
10,mlp.experts.69.up_proj,0.0000001538,0.10000,1.046
10,mlp.experts.70.up_proj,0.0000000931,0.10000,0.992
10,mlp.experts.71.up_proj,0.0000002576,0.10000,0.982
10,mlp.experts.72.up_proj,0.0000024572,0.10000,1.041
10,mlp.experts.73.up_proj,0.0000000479,0.10000,1.029
10,mlp.experts.74.up_proj,0.0000000371,0.10000,0.992
10,mlp.experts.75.up_proj,0.0000002428,0.10000,0.996
10,mlp.experts.76.up_proj,0.0000000308,0.10000,1.010
10,mlp.experts.77.up_proj,0.0000006384,0.10000,1.005
10,mlp.experts.78.up_proj,0.0000000822,0.10000,1.006
10,mlp.experts.79.up_proj,0.0000101379,0.10000,1.004
10,mlp.experts.80.up_proj,0.0000000366,0.10000,1.015
10,mlp.experts.81.up_proj,0.0000016772,0.10000,1.014
10,mlp.experts.82.up_proj,0.0000000770,0.10000,1.026
10,mlp.experts.83.up_proj,0.0000000437,0.10000,1.041
10,mlp.experts.84.up_proj,0.0000009240,0.10000,1.016
10,mlp.experts.85.up_proj,0.0000000448,0.10000,1.055
10,mlp.experts.86.up_proj,0.0000003210,0.10000,1.011
10,mlp.experts.87.up_proj,0.0000006660,0.10000,1.018
10,mlp.experts.88.up_proj,0.0000000428,0.10000,1.044
10,mlp.experts.89.up_proj,0.0000004922,0.10000,1.092
10,mlp.experts.90.up_proj,0.0000001570,0.10000,1.006
10,mlp.experts.91.up_proj,0.0000000349,0.10000,0.999
10,mlp.experts.92.up_proj,0.0000001361,0.10000,1.001
10,mlp.experts.93.up_proj,0.0000013728,0.10000,1.033
10,mlp.experts.94.up_proj,0.0000000524,0.10000,1.051
10,mlp.experts.95.up_proj,0.0000000373,0.10000,1.073
10,mlp.experts.96.up_proj,0.0000000873,0.10000,1.059
10,mlp.experts.97.up_proj,0.0000000874,0.10000,1.034
10,mlp.experts.98.up_proj,0.0000000371,0.10000,1.062
10,mlp.experts.99.up_proj,0.0000000807,0.10000,1.055
10,mlp.experts.100.up_proj,0.0000004891,0.10000,1.032
10,mlp.experts.101.up_proj,0.0000002102,0.10000,1.060
10,mlp.experts.102.up_proj,0.0000002077,0.10000,1.054
10,mlp.experts.103.up_proj,0.0000000471,0.10000,1.065
10,mlp.experts.104.up_proj,0.0000012428,0.10000,1.024
10,mlp.experts.105.up_proj,0.0000000474,0.10000,1.019
10,mlp.experts.106.up_proj,0.0000211542,0.10000,1.020
10,mlp.experts.107.up_proj,0.0000000322,0.10000,1.026
10,mlp.experts.108.up_proj,0.0000000177,0.10000,1.046
10,mlp.experts.109.up_proj,0.0000001506,0.10000,1.062
10,mlp.experts.110.up_proj,0.0000000718,0.10000,1.067
10,mlp.experts.111.up_proj,0.0000011519,0.10000,1.066
10,mlp.experts.112.up_proj,0.0000000388,0.10000,1.063
10,mlp.experts.113.up_proj,0.0000000739,0.10000,1.019
10,mlp.experts.114.up_proj,0.0000007999,0.10000,1.068
10,mlp.experts.115.up_proj,0.0000007306,0.10000,1.039
10,mlp.experts.116.up_proj,0.0000008838,0.10000,1.030
10,mlp.experts.117.up_proj,0.0000073006,0.10000,1.080
10,mlp.experts.118.up_proj,0.0000001847,0.10000,1.045
10,mlp.experts.119.up_proj,0.0000000754,0.10000,1.061
10,mlp.experts.120.up_proj,0.0000000433,0.10000,1.030
10,mlp.experts.121.up_proj,0.0000011032,0.10000,1.046
10,mlp.experts.122.up_proj,0.0000032491,0.10000,1.012
10,mlp.experts.123.up_proj,0.0000000256,0.10000,0.986
10,mlp.experts.124.up_proj,0.0000003309,0.10000,0.953
10,mlp.experts.125.up_proj,0.0000029172,0.10000,0.991
10,mlp.experts.126.up_proj,0.0000001430,0.10000,1.036
10,mlp.experts.127.up_proj,0.0000003573,0.10000,1.058
10,mlp.experts.0.gate_proj,0.0000006091,0.10000,1.038
10,mlp.experts.1.gate_proj,0.0000004210,0.10000,1.028
10,mlp.experts.2.gate_proj,0.0000001181,0.10000,1.045
10,mlp.experts.3.gate_proj,0.0000001256,0.10000,1.037
10,mlp.experts.4.gate_proj,0.0000001382,0.10000,1.040
10,mlp.experts.5.gate_proj,0.0000003324,0.10000,1.028
10,mlp.experts.6.gate_proj,0.0000001932,0.10000,1.029
10,mlp.experts.7.gate_proj,0.0000005474,0.10000,1.033
10,mlp.experts.8.gate_proj,0.0000007088,0.10000,1.046
10,mlp.experts.9.gate_proj,0.0000001594,0.10000,1.022
10,mlp.experts.10.gate_proj,0.0000000950,0.10000,1.029
10,mlp.experts.11.gate_proj,0.0000013856,0.10000,0.971
10,mlp.experts.12.gate_proj,0.0000002437,0.10000,0.957
10,mlp.experts.13.gate_proj,0.0000000830,0.10000,1.025
10,mlp.experts.14.gate_proj,0.0000000760,0.10000,1.030
10,mlp.experts.15.gate_proj,0.0000006205,0.10000,1.055
10,mlp.experts.16.gate_proj,0.0000001285,0.10000,1.030
10,mlp.experts.17.gate_proj,0.0000039673,0.10000,1.054
10,mlp.experts.18.gate_proj,0.0000000182,0.10000,1.056
10,mlp.experts.19.gate_proj,0.0000005651,0.10000,0.998
10,mlp.experts.20.gate_proj,0.0000004898,0.10000,0.947
10,mlp.experts.21.gate_proj,0.0000013423,0.10000,0.980
10,mlp.experts.22.gate_proj,0.0000006987,0.10000,1.032
10,mlp.experts.23.gate_proj,0.0000002602,0.10000,1.023
10,mlp.experts.24.gate_proj,0.0000014861,0.10000,0.954
10,mlp.experts.25.gate_proj,0.0000006749,0.10000,1.005
10,mlp.experts.26.gate_proj,0.0000000859,0.10000,0.975
10,mlp.experts.27.gate_proj,0.0000001333,0.10000,0.995
10,mlp.experts.28.gate_proj,0.0000027352,0.10000,1.074
10,mlp.experts.29.gate_proj,0.0000009420,0.10000,1.009
10,mlp.experts.30.gate_proj,0.0000000139,0.10000,0.998
10,mlp.experts.31.gate_proj,0.0000004869,0.10000,1.042
10,mlp.experts.32.gate_proj,0.0000001235,0.10000,1.040
10,mlp.experts.33.gate_proj,0.0000002518,0.10000,1.053
10,mlp.experts.34.gate_proj,0.0000092376,0.10000,1.021
10,mlp.experts.35.gate_proj,0.0000000250,0.10000,1.048
10,mlp.experts.36.gate_proj,0.0000010510,0.10000,1.039
10,mlp.experts.37.gate_proj,0.0000013638,0.10000,1.030
10,mlp.experts.38.gate_proj,0.0000655630,0.10000,0.974
10,mlp.experts.39.gate_proj,0.0000000458,0.10000,1.078
10,mlp.experts.40.gate_proj,0.0000000386,0.10000,1.056
10,mlp.experts.41.gate_proj,0.0000001587,0.10000,1.002
10,mlp.experts.42.gate_proj,0.0000009519,0.10000,1.003
10,mlp.experts.43.gate_proj,0.0000003682,0.10000,1.036
10,mlp.experts.44.gate_proj,0.0000025421,0.10000,1.046
10,mlp.experts.45.gate_proj,0.0000001198,0.10000,1.016
10,mlp.experts.46.gate_proj,0.0000004982,0.10000,1.048
10,mlp.experts.47.gate_proj,0.0000012578,0.10000,1.039
10,mlp.experts.48.gate_proj,0.0000004184,0.10000,1.036
10,mlp.experts.49.gate_proj,0.0000027879,0.10000,1.027
10,mlp.experts.50.gate_proj,0.0000001048,0.10000,1.018
10,mlp.experts.51.gate_proj,0.0000006672,0.10000,1.070
10,mlp.experts.52.gate_proj,0.0000000147,0.10000,1.044
10,mlp.experts.53.gate_proj,0.0000002018,0.10000,1.053
10,mlp.experts.54.gate_proj,0.0000065045,0.10000,1.030
10,mlp.experts.55.gate_proj,0.0000003335,0.10000,1.033
10,mlp.experts.56.gate_proj,0.0000008207,0.10000,1.034
10,mlp.experts.57.gate_proj,0.0000003159,0.10000,1.054
10,mlp.experts.58.gate_proj,0.0000002271,0.10000,1.034
10,mlp.experts.59.gate_proj,0.0000011931,0.10000,1.075
10,mlp.experts.60.gate_proj,0.0000006605,0.10000,1.030
10,mlp.experts.61.gate_proj,0.0000001910,0.10000,0.994
10,mlp.experts.62.gate_proj,0.0000000197,0.10000,0.995
10,mlp.experts.63.gate_proj,0.0000002691,0.10000,1.002
10,mlp.experts.64.gate_proj,0.0000000111,0.10000,1.002
10,mlp.experts.65.gate_proj,0.0000003525,0.10000,1.013
10,mlp.experts.66.gate_proj,0.0000004784,0.10000,1.000
10,mlp.experts.67.gate_proj,0.0000010597,0.10000,1.036
10,mlp.experts.68.gate_proj,0.0000004255,0.10000,1.002
10,mlp.experts.69.gate_proj,0.0000001579,0.10000,1.002
10,mlp.experts.70.gate_proj,0.0000001006,0.10000,1.001
10,mlp.experts.71.gate_proj,0.0000003208,0.10000,1.007
10,mlp.experts.72.gate_proj,0.0000026532,0.10000,1.010
10,mlp.experts.73.gate_proj,0.0000000497,0.10000,1.014
10,mlp.experts.74.gate_proj,0.0000000373,0.10000,1.027
10,mlp.experts.75.gate_proj,0.0000002484,0.10000,0.994
10,mlp.experts.76.gate_proj,0.0000000318,0.10000,1.008
10,mlp.experts.77.gate_proj,0.0000006772,0.10000,1.027
10,mlp.experts.78.gate_proj,0.0000000843,0.10000,1.007
10,mlp.experts.79.gate_proj,0.0000105216,0.10000,0.918
10,mlp.experts.80.gate_proj,0.0000000371,0.10000,0.869
10,mlp.experts.81.gate_proj,0.0000017429,0.10000,0.953
10,mlp.experts.82.gate_proj,0.0000000792,0.10000,1.024
10,mlp.experts.83.gate_proj,0.0000000435,0.10000,1.021
10,mlp.experts.84.gate_proj,0.0000009414,0.10000,1.019
10,mlp.experts.85.gate_proj,0.0000000459,0.10000,1.027
10,mlp.experts.86.gate_proj,0.0000003161,0.10000,1.010
10,mlp.experts.87.gate_proj,0.0000006833,0.10000,1.083
10,mlp.experts.88.gate_proj,0.0000000424,0.10000,1.014
10,mlp.experts.89.gate_proj,0.0000005080,0.10000,1.063
10,mlp.experts.90.gate_proj,0.0000001623,0.10000,1.050
10,mlp.experts.91.gate_proj,0.0000000359,0.10000,1.025
10,mlp.experts.92.gate_proj,0.0000001385,0.10000,1.014
10,mlp.experts.93.gate_proj,0.0000014216,0.10000,0.952
10,mlp.experts.94.gate_proj,0.0000000561,0.10000,1.016
10,mlp.experts.95.gate_proj,0.0000000376,0.10000,0.989
10,mlp.experts.96.gate_proj,0.0000000893,0.10000,0.986
10,mlp.experts.97.gate_proj,0.0000000935,0.10000,1.014
10,mlp.experts.98.gate_proj,0.0000000380,0.10000,1.012
10,mlp.experts.99.gate_proj,0.0000000849,0.10000,1.063
10,mlp.experts.100.gate_proj,0.0000005053,0.10000,1.037
10,mlp.experts.101.gate_proj,0.0000002132,0.10000,1.050
10,mlp.experts.102.gate_proj,0.0000002125,0.10000,1.060
10,mlp.experts.103.gate_proj,0.0000000479,0.10000,1.071
10,mlp.experts.104.gate_proj,0.0000012916,0.10000,1.050
10,mlp.experts.105.gate_proj,0.0000000476,0.10000,0.938
10,mlp.experts.106.gate_proj,0.0000205487,0.10000,0.921
10,mlp.experts.107.gate_proj,0.0000000349,0.10000,1.032
10,mlp.experts.108.gate_proj,0.0000000179,0.10000,1.024
10,mlp.experts.109.gate_proj,0.0000001537,0.10000,0.995
10,mlp.experts.110.gate_proj,0.0000000759,0.10000,0.992
10,mlp.experts.111.gate_proj,0.0000011781,0.10000,1.013
10,mlp.experts.112.gate_proj,0.0000000403,0.10000,1.001
10,mlp.experts.113.gate_proj,0.0000000749,0.10000,0.887
10,mlp.experts.114.gate_proj,0.0000008194,0.10000,0.877
10,mlp.experts.115.gate_proj,0.0000007478,0.10000,0.991
10,mlp.experts.116.gate_proj,0.0000009162,0.10000,1.090
10,mlp.experts.117.gate_proj,0.0000078830,0.10000,1.045
10,mlp.experts.118.gate_proj,0.0000001915,0.10000,1.057
10,mlp.experts.119.gate_proj,0.0000000784,0.10000,1.005
10,mlp.experts.120.gate_proj,0.0000000458,0.10000,0.999
10,mlp.experts.121.gate_proj,0.0000011280,0.10000,1.011
10,mlp.experts.122.gate_proj,0.0000033601,0.10000,1.002
10,mlp.experts.123.gate_proj,0.0000000259,0.10000,1.074
10,mlp.experts.124.gate_proj,0.0000003315,0.10000,1.048
10,mlp.experts.125.gate_proj,0.0000031022,0.10000,1.033
10,mlp.experts.126.gate_proj,0.0000001553,0.10000,1.012
10,mlp.experts.127.gate_proj,0.0000003654,0.10000,0.734
10,mlp.experts.0.down_proj,0.0000000440,0.10000,0.332
10,mlp.experts.1.down_proj,0.0000000420,0.10000,0.332
10,mlp.experts.3.down_proj,0.0000000092,0.10000,0.375
10,mlp.experts.2.down_proj,0.0000000176,0.10000,0.380
10,mlp.experts.4.down_proj,0.0000000286,0.10000,0.386
10,mlp.experts.5.down_proj,0.0000000103,0.10000,0.395
10,mlp.experts.6.down_proj,0.0000000002,0.10000,0.386
10,mlp.experts.7.down_proj,0.0000000716,0.10000,0.394
10,mlp.experts.8.down_proj,0.0000000555,0.10000,0.388
10,mlp.experts.9.down_proj,0.0000000046,0.10000,0.386
10,mlp.experts.10.down_proj,0.0000000125,0.10000,0.387
10,mlp.experts.11.down_proj,0.0000001801,0.10000,0.394
10,mlp.experts.12.down_proj,0.0000000212,0.10000,0.402
10,mlp.experts.13.down_proj,0.0000000086,0.10000,0.397
10,mlp.experts.14.down_proj,0.0000000090,0.10000,0.324
10,mlp.experts.15.down_proj,0.0000000807,0.10000,0.326
10,mlp.experts.16.down_proj,0.0000000094,0.10000,0.320
10,mlp.experts.17.down_proj,0.0000002397,0.10000,0.325
10,mlp.experts.18.down_proj,0.0000000016,0.10000,0.345
10,mlp.experts.19.down_proj,0.0000000193,0.10000,0.346
10,mlp.experts.20.down_proj,0.0000000503,0.10000,0.394
10,mlp.experts.21.down_proj,0.0000002448,0.10000,0.409
10,mlp.experts.22.down_proj,0.0000000794,0.10000,0.405
10,mlp.experts.23.down_proj,0.0000000089,0.10000,0.415
10,mlp.experts.24.down_proj,0.0000001314,0.10000,0.392
10,mlp.experts.25.down_proj,0.0000000234,0.10000,0.399
10,mlp.experts.26.down_proj,0.0000000086,0.10000,0.381
10,mlp.experts.27.down_proj,0.0000000134,0.10000,0.412
10,mlp.experts.28.down_proj,0.0000002806,0.10000,0.385
10,mlp.experts.29.down_proj,0.0000000966,0.10000,0.412
10,mlp.experts.30.down_proj,0.0000000013,0.10000,0.401
10,mlp.experts.31.down_proj,0.0000000393,0.10000,0.401
10,mlp.experts.32.down_proj,0.0000000089,0.10000,0.407
10,mlp.experts.33.down_proj,0.0000000332,0.10000,0.413
10,mlp.experts.34.down_proj,0.0000000998,0.10000,0.404
10,mlp.experts.35.down_proj,0.0000000030,0.10000,0.408
10,mlp.experts.36.down_proj,0.0000000676,0.10000,0.407
10,mlp.experts.37.down_proj,0.0000001647,0.10000,0.405
10,mlp.experts.38.down_proj,0.0000000450,0.10000,0.399
10,mlp.experts.39.down_proj,0.0000000048,0.10000,0.395
10,mlp.experts.40.down_proj,0.0000000041,0.10000,0.396
10,mlp.experts.41.down_proj,0.0000000169,0.10000,0.411
10,mlp.experts.42.down_proj,0.0000000988,0.10000,0.400
10,mlp.experts.43.down_proj,0.0000000365,0.10000,0.412
10,mlp.experts.44.down_proj,0.0000002734,0.10000,0.408
10,mlp.experts.45.down_proj,0.0000000176,0.10000,0.411
10,mlp.experts.46.down_proj,0.0000000634,0.10000,0.405
10,mlp.experts.47.down_proj,0.0000002271,0.10000,0.417
10,mlp.experts.48.down_proj,0.0000000308,0.10000,0.392
10,mlp.experts.49.down_proj,0.0000004435,0.10000,0.414
10,mlp.experts.50.down_proj,0.0000000111,0.10000,0.399
10,mlp.experts.51.down_proj,0.0000000859,0.10000,0.413
10,mlp.experts.52.down_proj,0.0000000012,0.10000,0.396
10,mlp.experts.53.down_proj,0.0000000183,0.10000,0.398
10,mlp.experts.54.down_proj,0.0000000815,0.10000,0.411
10,mlp.experts.55.down_proj,0.0000000317,0.10000,0.394
10,mlp.experts.56.down_proj,0.0000000504,0.10000,0.401
10,mlp.experts.57.down_proj,0.0000000485,0.10000,0.394
10,mlp.experts.58.down_proj,0.0000000211,0.10000,0.403
10,mlp.experts.59.down_proj,0.0000001397,0.10000,0.388
10,mlp.experts.60.down_proj,0.0000000719,0.10000,0.416
10,mlp.experts.61.down_proj,0.0000000099,0.10000,0.382
10,mlp.experts.62.down_proj,0.0000000022,0.10000,0.416
10,mlp.experts.63.down_proj,0.0000000423,0.10000,0.394
10,mlp.experts.64.down_proj,0.0000000010,0.10000,0.410
10,mlp.experts.65.down_proj,0.0000000431,0.10000,0.416
10,mlp.experts.66.down_proj,0.0000000435,0.10000,0.395
10,mlp.experts.67.down_proj,0.0000001055,0.10000,0.403
10,mlp.experts.68.down_proj,0.0000000334,0.10000,0.404
10,mlp.experts.69.down_proj,0.0000000140,0.10000,0.401
10,mlp.experts.70.down_proj,0.0000000117,0.10000,0.412
10,mlp.experts.71.down_proj,0.0000000352,0.10000,0.393
10,mlp.experts.72.down_proj,0.0000003920,0.10000,0.358
10,mlp.experts.73.down_proj,0.0000000068,0.10000,0.370
10,mlp.experts.74.down_proj,0.0000000047,0.10000,0.396
10,mlp.experts.75.down_proj,0.0000000199,0.10000,0.414
10,mlp.experts.76.down_proj,0.0000000026,0.10000,0.409
10,mlp.experts.77.down_proj,0.0000000823,0.10000,0.403
10,mlp.experts.78.down_proj,0.0000000055,0.10000,0.401
10,mlp.experts.79.down_proj,0.0000008299,0.10000,0.402
10,mlp.experts.80.down_proj,0.0000000028,0.10000,0.392
10,mlp.experts.81.down_proj,0.0000002266,0.10000,0.381
10,mlp.experts.82.down_proj,0.0000000094,0.10000,0.399
10,mlp.experts.83.down_proj,0.0000000051,0.10000,0.389
10,mlp.experts.84.down_proj,0.0000000922,0.10000,0.383
10,mlp.experts.85.down_proj,0.0000000051,0.10000,0.398
10,mlp.experts.86.down_proj,0.0000000184,0.10000,0.396
10,mlp.experts.87.down_proj,0.0000000820,0.10000,0.400
10,mlp.experts.88.down_proj,0.0000000049,0.10000,0.390
10,mlp.experts.89.down_proj,0.0000000533,0.10000,0.400
10,mlp.experts.90.down_proj,0.0000000205,0.10000,0.402
10,mlp.experts.91.down_proj,0.0000000034,0.10000,0.391
10,mlp.experts.92.down_proj,0.0000000109,0.10000,0.379
10,mlp.experts.93.down_proj,0.0000002390,0.10000,0.396
10,mlp.experts.94.down_proj,0.0000000063,0.10000,0.394
10,mlp.experts.95.down_proj,0.0000000049,0.10000,0.401
10,mlp.experts.96.down_proj,0.0000000072,0.10000,0.397
10,mlp.experts.97.down_proj,0.0000000122,0.10000,0.404
10,mlp.experts.98.down_proj,0.0000000026,0.10000,0.370
10,mlp.experts.99.down_proj,0.0000000113,0.10000,0.396
10,mlp.experts.100.down_proj,0.0000000744,0.10000,0.369
10,mlp.experts.101.down_proj,0.0000000301,0.10000,0.400
10,mlp.experts.102.down_proj,0.0000000172,0.10000,0.386
10,mlp.experts.103.down_proj,0.0000000040,0.10000,0.398
10,mlp.experts.104.down_proj,0.0000001650,0.10000,0.398
10,mlp.experts.105.down_proj,0.0000000036,0.10000,0.392
10,mlp.experts.106.down_proj,0.0000003644,0.10000,0.395
10,mlp.experts.107.down_proj,0.0000000045,0.10000,0.394
10,mlp.experts.108.down_proj,0.0000000020,0.10000,0.401
10,mlp.experts.109.down_proj,0.0000000255,0.10000,0.382
10,mlp.experts.110.down_proj,0.0000000088,0.10000,0.355
10,mlp.experts.111.down_proj,0.0000001762,0.10000,0.338
10,mlp.experts.112.down_proj,0.0000000037,0.10000,0.329
10,mlp.experts.113.down_proj,0.0000000075,0.10000,0.348
10,mlp.experts.114.down_proj,0.0000000652,0.10000,0.370
10,mlp.experts.115.down_proj,0.0000000908,0.10000,0.399
10,mlp.experts.116.down_proj,0.0000000972,0.10000,0.408
10,mlp.experts.117.down_proj,0.0000015733,0.10000,0.385
10,mlp.experts.118.down_proj,0.0000000126,0.10000,0.369
10,mlp.experts.119.down_proj,0.0000000098,0.10000,0.411
10,mlp.experts.120.down_proj,0.0000000058,0.10000,0.411
10,mlp.experts.121.down_proj,0.0000001303,0.10000,0.414
10,mlp.experts.122.down_proj,0.0000002867,0.10000,0.411
10,mlp.experts.123.down_proj,0.0000000027,0.10000,0.416
10,mlp.experts.124.down_proj,0.0000000283,0.10000,0.398
10,mlp.experts.125.down_proj,0.0000004767,0.10000,0.413
10,mlp.experts.126.down_proj,0.0000000171,0.10000,0.403
10,mlp.experts.127.down_proj,0.0000000323,0.10000,0.292
11,self_attn.k_proj,0.0000000000,0.10000,1.038
11,self_attn.q_proj,0.0000000002,0.10000,1.102
11,self_attn.v_proj,0.0000000000,0.10000,0.653
11,self_attn.o_proj,0.0000000000,0.10000,1.198
11,mlp.gate,0.0000000144,0.10000,0.658
11,mlp.experts.0.up_proj,0.0000000220,0.10000,1.029
11,mlp.experts.1.up_proj,0.0000007859,0.10000,1.093
11,mlp.experts.2.up_proj,0.0000001170,0.10000,1.043
11,mlp.experts.3.up_proj,0.0000000964,0.10000,1.011
11,mlp.experts.4.up_proj,0.0000032687,0.10000,1.081
11,mlp.experts.5.up_proj,0.0000013524,0.10000,1.051
11,mlp.experts.6.up_proj,0.0000016762,0.10000,0.997
11,mlp.experts.7.up_proj,0.0000001353,0.10000,1.000
11,mlp.experts.8.up_proj,0.0000000327,0.10000,1.079
11,mlp.experts.9.up_proj,0.0000003137,0.10000,1.075
11,mlp.experts.10.up_proj,0.0000010705,0.10000,1.023
11,mlp.experts.11.up_proj,0.0000014968,0.10000,1.035
11,mlp.experts.12.up_proj,0.0000000367,0.10000,0.981
11,mlp.experts.13.up_proj,0.0000000667,0.10000,0.983
11,mlp.experts.14.up_proj,0.0000005462,0.10000,1.021
11,mlp.experts.15.up_proj,0.0000002807,0.10000,1.024
11,mlp.experts.16.up_proj,0.0000000312,0.10000,1.022
11,mlp.experts.17.up_proj,0.0000006602,0.10000,1.025
11,mlp.experts.18.up_proj,0.0000003526,0.10000,0.993
11,mlp.experts.19.up_proj,0.0000010408,0.10000,0.992
11,mlp.experts.20.up_proj,0.0000001161,0.10000,1.013
11,mlp.experts.21.up_proj,0.0000001551,0.10000,1.027
11,mlp.experts.22.up_proj,0.0000002468,0.10000,1.040
11,mlp.experts.23.up_proj,0.0000001288,0.10000,1.041
11,mlp.experts.24.up_proj,0.0000001089,0.10000,1.028
11,mlp.experts.25.up_proj,0.0000001631,0.10000,0.996
11,mlp.experts.26.up_proj,0.0000000547,0.10000,1.005
11,mlp.experts.27.up_proj,0.0000008501,0.10000,1.061
11,mlp.experts.28.up_proj,0.0000001426,0.10000,1.012
11,mlp.experts.29.up_proj,0.0000000261,0.10000,1.003
11,mlp.experts.30.up_proj,0.0000005018,0.10000,0.915
11,mlp.experts.31.up_proj,0.0000004128,0.10000,0.948
11,mlp.experts.32.up_proj,0.0000005254,0.10000,1.056
11,mlp.experts.33.up_proj,0.0000000335,0.10000,1.042
11,mlp.experts.34.up_proj,0.0000039001,0.10000,1.087
11,mlp.experts.35.up_proj,0.0000046222,0.10000,1.032
11,mlp.experts.36.up_proj,0.0000014448,0.10000,0.947
11,mlp.experts.37.up_proj,0.0000000323,0.10000,0.950
11,mlp.experts.38.up_proj,0.0000007145,0.10000,0.959
11,mlp.experts.39.up_proj,0.0000000947,0.10000,0.967
11,mlp.experts.40.up_proj,0.0000001865,0.10000,1.026
11,mlp.experts.41.up_proj,0.0000000970,0.10000,1.045
11,mlp.experts.42.up_proj,0.0000005511,0.10000,1.059
11,mlp.experts.43.up_proj,0.0000000358,0.10000,1.057
11,mlp.experts.44.up_proj,0.0000073818,0.10000,1.009
11,mlp.experts.45.up_proj,0.0000000891,0.10000,1.056
11,mlp.experts.46.up_proj,0.0000001680,0.10000,1.027
11,mlp.experts.47.up_proj,0.0000000231,0.10000,1.036
11,mlp.experts.48.up_proj,0.0000002015,0.10000,1.034
11,mlp.experts.49.up_proj,0.0000000808,0.10000,1.038
11,mlp.experts.50.up_proj,0.0000000435,0.10000,1.021
11,mlp.experts.51.up_proj,0.0000009405,0.10000,1.054
11,mlp.experts.52.up_proj,0.0000020108,0.10000,1.008
11,mlp.experts.53.up_proj,0.0000002221,0.10000,1.059
11,mlp.experts.54.up_proj,0.0000003625,0.10000,1.059
11,mlp.experts.55.up_proj,0.0000001064,0.10000,1.034
11,mlp.experts.56.up_proj,0.0000005624,0.10000,1.064
11,mlp.experts.57.up_proj,0.0000032469,0.10000,0.993
11,mlp.experts.58.up_proj,0.0000000314,0.10000,0.992
11,mlp.experts.59.up_proj,0.0000001291,0.10000,1.014
11,mlp.experts.60.up_proj,0.0000001109,0.10000,1.038
11,mlp.experts.61.up_proj,0.0000000679,0.10000,1.024
11,mlp.experts.62.up_proj,0.0000004597,0.10000,0.997
11,mlp.experts.63.up_proj,0.0000008240,0.10000,1.058
11,mlp.experts.64.up_proj,0.0000011780,0.10000,1.040
11,mlp.experts.65.up_proj,0.0000013976,0.10000,1.027
11,mlp.experts.66.up_proj,0.0000049335,0.10000,1.019
11,mlp.experts.67.up_proj,0.0000000557,0.10000,1.013
11,mlp.experts.68.up_proj,0.0000018581,0.10000,1.013
11,mlp.experts.69.up_proj,0.0000000495,0.10000,1.027
11,mlp.experts.70.up_proj,0.0000015486,0.10000,0.994
11,mlp.experts.71.up_proj,0.0000000371,0.10000,1.041
11,mlp.experts.72.up_proj,0.0000002364,0.10000,0.954
11,mlp.experts.73.up_proj,0.0000002330,0.10000,0.950
11,mlp.experts.74.up_proj,0.0000036881,0.10000,0.957
11,mlp.experts.75.up_proj,0.0000014189,0.10000,1.006
11,mlp.experts.76.up_proj,0.0000007037,0.10000,1.040
11,mlp.experts.77.up_proj,0.0000025475,0.10000,1.027
11,mlp.experts.78.up_proj,0.0000000407,0.10000,1.025
11,mlp.experts.79.up_proj,0.0000000299,0.10000,1.048
11,mlp.experts.80.up_proj,0.0000118546,0.10000,1.021
11,mlp.experts.81.up_proj,0.0000006728,0.10000,1.022
11,mlp.experts.82.up_proj,0.0000001576,0.10000,0.973
11,mlp.experts.83.up_proj,0.0000005931,0.10000,1.038
11,mlp.experts.84.up_proj,0.0000011037,0.10000,0.996
11,mlp.experts.85.up_proj,0.0000000508,0.10000,1.006
11,mlp.experts.86.up_proj,0.0000002798,0.10000,1.007
11,mlp.experts.87.up_proj,0.0000000729,0.10000,1.040
11,mlp.experts.88.up_proj,0.0000019312,0.10000,1.010
11,mlp.experts.89.up_proj,0.0000000882,0.10000,1.049
11,mlp.experts.90.up_proj,0.0000001196,0.10000,0.958
11,mlp.experts.91.up_proj,0.0000019470,0.10000,0.892
11,mlp.experts.92.up_proj,0.0000000722,0.10000,0.938
11,mlp.experts.93.up_proj,0.0000029864,0.10000,1.043
11,mlp.experts.94.up_proj,0.0000000627,0.10000,1.058
11,mlp.experts.95.up_proj,0.0000002339,0.10000,0.985
11,mlp.experts.96.up_proj,0.0000000378,0.10000,0.973
11,mlp.experts.97.up_proj,0.0000047129,0.10000,1.013
11,mlp.experts.98.up_proj,0.0000000160,0.10000,1.010
11,mlp.experts.99.up_proj,0.0000001076,0.10000,1.049
11,mlp.experts.100.up_proj,0.0000001168,0.10000,1.036
11,mlp.experts.101.up_proj,0.0000000407,0.10000,1.067
11,mlp.experts.102.up_proj,0.0000001891,0.10000,1.051
11,mlp.experts.103.up_proj,0.0000006595,0.10000,1.014
11,mlp.experts.104.up_proj,0.0000040985,0.10000,1.021
11,mlp.experts.105.up_proj,0.0000000141,0.10000,0.974
11,mlp.experts.106.up_proj,0.0000021251,0.10000,0.992
11,mlp.experts.107.up_proj,0.0000000722,0.10000,1.014
11,mlp.experts.108.up_proj,0.0000085405,0.10000,1.006
11,mlp.experts.109.up_proj,0.0000000675,0.10000,0.993
11,mlp.experts.110.up_proj,0.0000011994,0.10000,0.983
11,mlp.experts.111.up_proj,0.0000000498,0.10000,1.028
11,mlp.experts.112.up_proj,0.0000189920,0.10000,1.048
11,mlp.experts.113.up_proj,0.0000028120,0.10000,1.016
11,mlp.experts.114.up_proj,0.0000010421,0.10000,1.047
11,mlp.experts.115.up_proj,0.0000000126,0.10000,0.996
11,mlp.experts.116.up_proj,0.0000000627,0.10000,0.975
11,mlp.experts.117.up_proj,0.0000010632,0.10000,1.021
11,mlp.experts.118.up_proj,0.0000006249,0.10000,1.016
11,mlp.experts.119.up_proj,0.0000121384,0.10000,1.053
11,mlp.experts.120.up_proj,0.0000007156,0.10000,1.050
11,mlp.experts.121.up_proj,0.0000003674,0.10000,1.027
11,mlp.experts.122.up_proj,0.0000000803,0.10000,0.999
11,mlp.experts.123.up_proj,0.0000007315,0.10000,1.069
11,mlp.experts.124.up_proj,0.0000003804,0.10000,1.032
11,mlp.experts.125.up_proj,0.0000000596,0.10000,1.063
11,mlp.experts.126.up_proj,0.0000003202,0.10000,1.038
11,mlp.experts.127.up_proj,0.0000008348,0.10000,1.058
11,mlp.experts.0.gate_proj,0.0000000217,0.10000,1.020
11,mlp.experts.1.gate_proj,0.0000007933,0.10000,1.047
11,mlp.experts.2.gate_proj,0.0000001209,0.10000,1.036
11,mlp.experts.3.gate_proj,0.0000000993,0.10000,1.016
11,mlp.experts.4.gate_proj,0.0000033849,0.10000,1.026
11,mlp.experts.5.gate_proj,0.0000014108,0.10000,1.055
11,mlp.experts.6.gate_proj,0.0000017256,0.10000,0.974
11,mlp.experts.7.gate_proj,0.0000001384,0.10000,1.003
11,mlp.experts.8.gate_proj,0.0000000352,0.10000,1.013
11,mlp.experts.9.gate_proj,0.0000003088,0.10000,1.055
11,mlp.experts.10.gate_proj,0.0000010809,0.10000,1.020
11,mlp.experts.11.gate_proj,0.0000015122,0.10000,1.053
11,mlp.experts.12.gate_proj,0.0000000375,0.10000,1.035
11,mlp.experts.13.gate_proj,0.0000000685,0.10000,1.035
11,mlp.experts.14.gate_proj,0.0000005736,0.10000,1.005
11,mlp.experts.15.gate_proj,0.0000002871,0.10000,1.011
11,mlp.experts.16.gate_proj,0.0000000300,0.10000,1.030
11,mlp.experts.17.gate_proj,0.0000006932,0.10000,1.050
11,mlp.experts.18.gate_proj,0.0000003488,0.10000,1.040
11,mlp.experts.19.gate_proj,0.0000010710,0.10000,1.032
11,mlp.experts.20.gate_proj,0.0000001229,0.10000,1.020
11,mlp.experts.21.gate_proj,0.0000001583,0.10000,1.011
11,mlp.experts.22.gate_proj,0.0000002491,0.10000,1.023
11,mlp.experts.23.gate_proj,0.0000001296,0.10000,1.054
11,mlp.experts.24.gate_proj,0.0000001087,0.10000,1.008
11,mlp.experts.25.gate_proj,0.0000002668,0.10000,1.014
11,mlp.experts.26.gate_proj,0.0000000549,0.10000,1.016
11,mlp.experts.27.gate_proj,0.0000008897,0.10000,1.008
11,mlp.experts.28.gate_proj,0.0000001460,0.10000,1.023
11,mlp.experts.29.gate_proj,0.0000000264,0.10000,1.000
11,mlp.experts.30.gate_proj,0.0000005442,0.10000,1.013
11,mlp.experts.31.gate_proj,0.0000010704,0.10000,1.055
11,mlp.experts.32.gate_proj,0.0000005363,0.10000,1.013
11,mlp.experts.33.gate_proj,0.0000000326,0.10000,1.071
11,mlp.experts.34.gate_proj,0.0000040765,0.10000,1.044
11,mlp.experts.35.gate_proj,0.0000047754,0.10000,1.069
11,mlp.experts.36.gate_proj,0.0000014246,0.10000,1.061
11,mlp.experts.37.gate_proj,0.0000000335,0.10000,1.045
11,mlp.experts.38.gate_proj,0.0000007375,0.10000,1.048
11,mlp.experts.39.gate_proj,0.0000000968,0.10000,0.984
11,mlp.experts.40.gate_proj,0.0000001910,0.10000,1.019
11,mlp.experts.41.gate_proj,0.0000001001,0.10000,1.021
11,mlp.experts.42.gate_proj,0.0000005613,0.10000,1.031
11,mlp.experts.43.gate_proj,0.0000000362,0.10000,1.061
11,mlp.experts.44.gate_proj,0.0000075360,0.10000,1.073
11,mlp.experts.45.gate_proj,0.0000000932,0.10000,1.051
11,mlp.experts.46.gate_proj,0.0000001699,0.10000,1.054
11,mlp.experts.47.gate_proj,0.0000000224,0.10000,1.035
11,mlp.experts.48.gate_proj,0.0000002191,0.10000,1.006
11,mlp.experts.49.gate_proj,0.0000000815,0.10000,1.052
11,mlp.experts.50.gate_proj,0.0000000445,0.10000,1.010
11,mlp.experts.51.gate_proj,0.0000009506,0.10000,1.028
11,mlp.experts.52.gate_proj,0.0000021312,0.10000,0.997
11,mlp.experts.53.gate_proj,0.0000002337,0.10000,1.040
11,mlp.experts.54.gate_proj,0.0000003723,0.10000,1.038
11,mlp.experts.55.gate_proj,0.0000001115,0.10000,1.011
11,mlp.experts.56.gate_proj,0.0000005995,0.10000,1.000
11,mlp.experts.57.gate_proj,0.0000033089,0.10000,1.026
11,mlp.experts.58.gate_proj,0.0000000336,0.10000,1.062
11,mlp.experts.59.gate_proj,0.0000001310,0.10000,1.073
11,mlp.experts.60.gate_proj,0.0000001135,0.10000,1.054
11,mlp.experts.61.gate_proj,0.0000000671,0.10000,1.012
11,mlp.experts.62.gate_proj,0.0000004700,0.10000,1.055
11,mlp.experts.63.gate_proj,0.0000008708,0.10000,1.031
11,mlp.experts.64.gate_proj,0.0000012066,0.10000,1.049
11,mlp.experts.65.gate_proj,0.0000014603,0.10000,1.036
11,mlp.experts.66.gate_proj,0.0000050859,0.10000,1.074
11,mlp.experts.67.gate_proj,0.0000000532,0.10000,1.061
11,mlp.experts.68.gate_proj,0.0000018901,0.10000,1.069
11,mlp.experts.69.gate_proj,0.0000000507,0.10000,1.059
11,mlp.experts.70.gate_proj,0.0000016056,0.10000,1.065
11,mlp.experts.71.gate_proj,0.0000000404,0.10000,1.056
11,mlp.experts.72.gate_proj,0.0000002417,0.10000,1.070
11,mlp.experts.73.gate_proj,0.0000002358,0.10000,1.056
11,mlp.experts.74.gate_proj,0.0000038234,0.10000,1.041
11,mlp.experts.75.gate_proj,0.0000014608,0.10000,1.029
11,mlp.experts.76.gate_proj,0.0000007170,0.10000,1.061
11,mlp.experts.77.gate_proj,0.0000026171,0.10000,1.016
11,mlp.experts.78.gate_proj,0.0000000421,0.10000,1.056
11,mlp.experts.79.gate_proj,0.0000000315,0.10000,1.028
11,mlp.experts.80.gate_proj,0.0000123021,0.10000,1.040
11,mlp.experts.81.gate_proj,0.0000006955,0.10000,1.045
11,mlp.experts.82.gate_proj,0.0000001579,0.10000,1.040
11,mlp.experts.83.gate_proj,0.0000006250,0.10000,1.038
11,mlp.experts.84.gate_proj,0.0000011583,0.10000,1.063
11,mlp.experts.85.gate_proj,0.0000000517,0.10000,1.055
11,mlp.experts.86.gate_proj,0.0000002805,0.10000,1.062
11,mlp.experts.87.gate_proj,0.0000000748,0.10000,1.029
11,mlp.experts.88.gate_proj,0.0000020093,0.10000,1.066
11,mlp.experts.89.gate_proj,0.0000000914,0.10000,1.036
11,mlp.experts.90.gate_proj,0.0000001215,0.10000,1.041
11,mlp.experts.91.gate_proj,0.0000020286,0.10000,1.032
11,mlp.experts.92.gate_proj,0.0000000776,0.10000,1.050
11,mlp.experts.93.gate_proj,0.0000031073,0.10000,1.030
11,mlp.experts.94.gate_proj,0.0000000664,0.10000,1.049
11,mlp.experts.95.gate_proj,0.0000002445,0.10000,1.057
11,mlp.experts.96.gate_proj,0.0000000386,0.10000,1.052
11,mlp.experts.97.gate_proj,0.0000047816,0.10000,0.979
11,mlp.experts.98.gate_proj,0.0000000159,0.10000,1.072
11,mlp.experts.99.gate_proj,0.0000001101,0.10000,1.019
11,mlp.experts.100.gate_proj,0.0000001205,0.10000,1.047
11,mlp.experts.101.gate_proj,0.0000000396,0.10000,1.012
11,mlp.experts.102.gate_proj,0.0000001949,0.10000,0.984
11,mlp.experts.103.gate_proj,0.0000006795,0.10000,1.008
11,mlp.experts.104.gate_proj,0.0000039503,0.10000,1.000
11,mlp.experts.105.gate_proj,0.0000000145,0.10000,1.021
11,mlp.experts.106.gate_proj,0.0000021855,0.10000,0.994
11,mlp.experts.107.gate_proj,0.0000000731,0.10000,1.025
11,mlp.experts.108.gate_proj,0.0000090070,0.10000,1.018
11,mlp.experts.109.gate_proj,0.0000000684,0.10000,1.020
11,mlp.experts.110.gate_proj,0.0000012138,0.10000,1.006
11,mlp.experts.111.gate_proj,0.0000000546,0.10000,1.020
11,mlp.experts.112.gate_proj,0.0000198065,0.10000,1.022
11,mlp.experts.113.gate_proj,0.0000029623,0.10000,1.042
11,mlp.experts.114.gate_proj,0.0000010588,0.10000,1.026
11,mlp.experts.115.gate_proj,0.0000000129,0.10000,1.012
11,mlp.experts.116.gate_proj,0.0000000651,0.10000,1.004
11,mlp.experts.117.gate_proj,0.0000010779,0.10000,1.029
11,mlp.experts.118.gate_proj,0.0000006391,0.10000,1.028
11,mlp.experts.119.gate_proj,0.0000124910,0.10000,1.042
11,mlp.experts.120.gate_proj,0.0000007319,0.10000,1.049
11,mlp.experts.121.gate_proj,0.0000003708,0.10000,1.049
11,mlp.experts.122.gate_proj,0.0000000810,0.10000,1.044
11,mlp.experts.123.gate_proj,0.0000007459,0.10000,1.047
11,mlp.experts.124.gate_proj,0.0000004056,0.10000,1.005
11,mlp.experts.125.gate_proj,0.0000000603,0.10000,1.071
11,mlp.experts.126.gate_proj,0.0000003289,0.10000,1.042
11,mlp.experts.127.gate_proj,0.0000008444,0.10000,0.827
11,mlp.experts.0.down_proj,0.0000000019,0.10000,0.382
11,mlp.experts.1.down_proj,0.0000000973,0.10000,0.402
11,mlp.experts.2.down_proj,0.0000000089,0.10000,0.411
11,mlp.experts.3.down_proj,0.0000000069,0.10000,0.408
11,mlp.experts.4.down_proj,0.0000000021,0.10000,0.403
11,mlp.experts.5.down_proj,0.0000002011,0.10000,0.396
11,mlp.experts.6.down_proj,0.0000001983,0.10000,0.391
11,mlp.experts.7.down_proj,0.0000000089,0.10000,0.389
11,mlp.experts.8.down_proj,0.0000000042,0.10000,0.413
11,mlp.experts.9.down_proj,0.0000000126,0.10000,0.417
11,mlp.experts.10.down_proj,0.0000001981,0.10000,0.345
11,mlp.experts.11.down_proj,0.0000001368,0.10000,0.343
11,mlp.experts.12.down_proj,0.0000000029,0.10000,0.404
11,mlp.experts.13.down_proj,0.0000000096,0.10000,0.399
11,mlp.experts.14.down_proj,0.0000000627,0.10000,0.391
11,mlp.experts.15.down_proj,0.0000000324,0.10000,0.392
11,mlp.experts.16.down_proj,0.0000000050,0.10000,0.393
11,mlp.experts.17.down_proj,0.0000000618,0.10000,0.395
11,mlp.experts.18.down_proj,0.0000000167,0.10000,0.399
11,mlp.experts.19.down_proj,0.0000001634,0.10000,0.397
11,mlp.experts.21.down_proj,0.0000000147,0.10000,0.392
11,mlp.experts.20.down_proj,0.0000000101,0.10000,0.403
11,mlp.experts.22.down_proj,0.0000000107,0.10000,0.403
11,mlp.experts.23.down_proj,0.0000000065,0.10000,0.402
11,mlp.experts.24.down_proj,0.0000000037,0.10000,0.385
11,mlp.experts.25.down_proj,0.0000000241,0.10000,0.396
11,mlp.experts.26.down_proj,0.0000000078,0.10000,0.377
11,mlp.experts.27.down_proj,0.0000000959,0.10000,0.389
11,mlp.experts.28.down_proj,0.0000000108,0.10000,0.391
11,mlp.experts.29.down_proj,0.0000000024,0.10000,0.380
11,mlp.experts.31.down_proj,0.0000000142,0.10000,0.372
11,mlp.experts.30.down_proj,0.0000000717,0.10000,0.391
11,mlp.experts.32.down_proj,0.0000000548,0.10000,0.390
11,mlp.experts.33.down_proj,0.0000000027,0.10000,0.400
11,mlp.experts.34.down_proj,0.0000004099,0.10000,0.365
11,mlp.experts.35.down_proj,0.0000005055,0.10000,0.370
11,mlp.experts.36.down_proj,0.0000001253,0.10000,0.409
11,mlp.experts.37.down_proj,0.0000000028,0.10000,0.404
11,mlp.experts.39.down_proj,0.0000000131,0.10000,0.391
11,mlp.experts.38.down_proj,0.0000001007,0.10000,0.410
11,mlp.experts.40.down_proj,0.0000000149,0.10000,0.385
11,mlp.experts.41.down_proj,0.0000000083,0.10000,0.405
11,mlp.experts.42.down_proj,0.0000000676,0.10000,0.372
11,mlp.experts.43.down_proj,0.0000000028,0.10000,0.413
11,mlp.experts.44.down_proj,0.0000000994,0.10000,0.397
11,mlp.experts.45.down_proj,0.0000000163,0.10000,0.399
11,mlp.experts.46.down_proj,0.0000000210,0.10000,0.344
11,mlp.experts.47.down_proj,0.0000000033,0.10000,0.338
11,mlp.experts.48.down_proj,0.0000000187,0.10000,0.401
11,mlp.experts.49.down_proj,0.0000000074,0.10000,0.421
11,mlp.experts.50.down_proj,0.0000000060,0.10000,0.396
11,mlp.experts.51.down_proj,0.0000001153,0.10000,0.406
11,mlp.experts.52.down_proj,0.0000000278,0.10000,0.401
11,mlp.experts.53.down_proj,0.0000000249,0.10000,0.409
11,mlp.experts.54.down_proj,0.0000000292,0.10000,0.407
11,mlp.experts.55.down_proj,0.0000000182,0.10000,0.407
11,mlp.experts.56.down_proj,0.0000000524,0.10000,0.412
11,mlp.experts.57.down_proj,0.0000002528,0.10000,0.402
11,mlp.experts.58.down_proj,0.0000000038,0.10000,0.422
11,mlp.experts.59.down_proj,0.0000000133,0.10000,0.402
11,mlp.experts.60.down_proj,0.0000000109,0.10000,0.406
11,mlp.experts.61.down_proj,0.0000000039,0.10000,0.405
11,mlp.experts.62.down_proj,0.0000000472,0.10000,0.405
11,mlp.experts.63.down_proj,0.0000001220,0.10000,0.406
11,mlp.experts.64.down_proj,0.0000002030,0.10000,0.387
11,mlp.experts.65.down_proj,0.0000001232,0.10000,0.390
11,mlp.experts.66.down_proj,0.0000004968,0.10000,0.337
11,mlp.experts.67.down_proj,0.0000000052,0.10000,0.324
11,mlp.experts.68.down_proj,0.0000002435,0.10000,0.325
11,mlp.experts.69.down_proj,0.0000000071,0.10000,0.329
11,mlp.experts.70.down_proj,0.0000002089,0.10000,0.351
11,mlp.experts.71.down_proj,0.0000000045,0.10000,0.372
11,mlp.experts.72.down_proj,0.0000000256,0.10000,0.382
11,mlp.experts.73.down_proj,0.0000000279,0.10000,0.374
11,mlp.experts.74.down_proj,0.0000006050,0.10000,0.393
11,mlp.experts.75.down_proj,0.0000001649,0.10000,0.383
11,mlp.experts.76.down_proj,0.0000000688,0.10000,0.394
11,mlp.experts.77.down_proj,0.0000002827,0.10000,0.406
11,mlp.experts.78.down_proj,0.0000000049,0.10000,0.407
11,mlp.experts.79.down_proj,0.0000000037,0.10000,0.407
11,mlp.experts.80.down_proj,0.0000015891,0.10000,0.404
11,mlp.experts.81.down_proj,0.0000000803,0.10000,0.393
11,mlp.experts.82.down_proj,0.0000000207,0.10000,0.387
11,mlp.experts.83.down_proj,0.0000000605,0.10000,0.410
11,mlp.experts.84.down_proj,0.0000001487,0.10000,0.396
11,mlp.experts.85.down_proj,0.0000000051,0.10000,0.405
11,mlp.experts.86.down_proj,0.0000000371,0.10000,0.406
11,mlp.experts.87.down_proj,0.0000000098,0.10000,0.409
11,mlp.experts.88.down_proj,0.0000002740,0.10000,0.400
11,mlp.experts.89.down_proj,0.0000000104,0.10000,0.394
11,mlp.experts.90.down_proj,0.0000000100,0.10000,0.399
11,mlp.experts.91.down_proj,0.0000002838,0.10000,0.391
11,mlp.experts.92.down_proj,0.0000000133,0.10000,0.402
11,mlp.experts.93.down_proj,0.0000003608,0.10000,0.385
11,mlp.experts.94.down_proj,0.0000000082,0.10000,0.413
11,mlp.experts.95.down_proj,0.0000000299,0.10000,0.403
11,mlp.experts.96.down_proj,0.0000000025,0.10000,0.412
11,mlp.experts.97.down_proj,0.0000000437,0.10000,0.400
11,mlp.experts.98.down_proj,0.0000000016,0.10000,0.380
11,mlp.experts.99.down_proj,0.0000000103,0.10000,0.393
11,mlp.experts.100.down_proj,0.0000000170,0.10000,0.336
11,mlp.experts.101.down_proj,0.0000000029,0.10000,0.338
11,mlp.experts.102.down_proj,0.0000000277,0.10000,0.362
11,mlp.experts.103.down_proj,0.0000000923,0.10000,0.355
11,mlp.experts.104.down_proj,0.0000001247,0.10000,0.388
11,mlp.experts.105.down_proj,0.0000000013,0.10000,0.405
11,mlp.experts.106.down_proj,0.0000001600,0.10000,0.337
11,mlp.experts.107.down_proj,0.0000000058,0.10000,0.332
11,mlp.experts.108.down_proj,0.0000001074,0.10000,0.371
11,mlp.experts.109.down_proj,0.0000000066,0.10000,0.374
11,mlp.experts.110.down_proj,0.0000001652,0.10000,0.404
11,mlp.experts.111.down_proj,0.0000000066,0.10000,0.397
11,mlp.experts.112.down_proj,0.0000001570,0.10000,0.409
11,mlp.experts.113.down_proj,0.0000003522,0.10000,0.398
11,mlp.experts.114.down_proj,0.0000001484,0.10000,0.411
11,mlp.experts.115.down_proj,0.0000000013,0.10000,0.396
11,mlp.experts.116.down_proj,0.0000000077,0.10000,0.393
11,mlp.experts.117.down_proj,0.0000001029,0.10000,0.387
11,mlp.experts.118.down_proj,0.0000000831,0.10000,0.404
11,mlp.experts.119.down_proj,0.0000014628,0.10000,0.400
11,mlp.experts.120.down_proj,0.0000000781,0.10000,0.402
11,mlp.experts.121.down_proj,0.0000000354,0.10000,0.402
11,mlp.experts.122.down_proj,0.0000000089,0.10000,0.397
11,mlp.experts.123.down_proj,0.0000000917,0.10000,0.393
11,mlp.experts.124.down_proj,0.0000000347,0.10000,0.401
11,mlp.experts.125.down_proj,0.0000000041,0.10000,0.398
11,mlp.experts.126.down_proj,0.0000000385,0.10000,0.402
11,mlp.experts.127.down_proj,0.0000000996,0.10000,0.390
12,self_attn.k_proj,0.0000000000,0.10000,0.994
12,self_attn.q_proj,0.0000000003,0.10000,1.044
12,self_attn.v_proj,0.0000000000,0.10000,0.625
12,self_attn.o_proj,0.0000000001,0.10000,1.154
12,mlp.gate,0.0000000154,0.10000,0.555
12,mlp.experts.1.up_proj,0.0000014111,0.10000,1.034
12,mlp.experts.0.up_proj,0.0000003338,0.10000,1.078
12,mlp.experts.2.up_proj,0.0000000268,0.10000,1.052
12,mlp.experts.3.up_proj,0.0000008083,0.10000,1.049
12,mlp.experts.4.up_proj,0.0000002081,0.10000,1.066
12,mlp.experts.5.up_proj,0.0000050889,0.10000,1.044
12,mlp.experts.6.up_proj,0.0000000796,0.10000,1.018
12,mlp.experts.7.up_proj,0.0000001927,0.10000,1.050
12,mlp.experts.8.up_proj,0.0000001792,0.10000,1.017
12,mlp.experts.9.up_proj,0.0000001783,0.10000,1.031
12,mlp.experts.10.up_proj,0.0000131201,0.10000,1.075
12,mlp.experts.11.up_proj,0.0000026512,0.10000,1.035
12,mlp.experts.12.up_proj,0.0000000633,0.10000,1.061
12,mlp.experts.13.up_proj,0.0000041515,0.10000,1.090
12,mlp.experts.14.up_proj,0.0000000473,0.10000,1.067
12,mlp.experts.15.up_proj,0.0000000853,0.10000,1.069
12,mlp.experts.16.up_proj,0.0000004755,0.10000,0.984
12,mlp.experts.17.up_proj,0.0000004977,0.10000,0.998
12,mlp.experts.18.up_proj,0.0000000637,0.10000,1.007
12,mlp.experts.19.up_proj,0.0000027281,0.10000,0.990
12,mlp.experts.20.up_proj,0.0000015050,0.10000,1.034
12,mlp.experts.21.up_proj,0.0000011632,0.10000,1.031
12,mlp.experts.22.up_proj,0.0000001351,0.10000,1.060
12,mlp.experts.23.up_proj,0.0000004726,0.10000,1.018
12,mlp.experts.24.up_proj,0.0000001063,0.10000,1.046
12,mlp.experts.25.up_proj,0.0000000701,0.10000,1.066
12,mlp.experts.26.up_proj,0.0000000445,0.10000,1.049
12,mlp.experts.27.up_proj,0.0000001941,0.10000,1.075
12,mlp.experts.28.up_proj,0.0000004368,0.10000,0.970
12,mlp.experts.29.up_proj,0.0000125438,0.10000,0.993
12,mlp.experts.30.up_proj,0.0000003365,0.10000,1.023
12,mlp.experts.31.up_proj,0.0000012118,0.10000,1.023
12,mlp.experts.32.up_proj,0.0000000467,0.10000,1.023
12,mlp.experts.33.up_proj,0.0000065604,0.10000,1.056
12,mlp.experts.34.up_proj,0.0000000435,0.10000,1.054
12,mlp.experts.35.up_proj,0.0000004136,0.10000,1.043
12,mlp.experts.36.up_proj,0.0000000653,0.10000,1.011
12,mlp.experts.37.up_proj,0.0000019283,0.10000,1.016
12,mlp.experts.38.up_proj,0.0000000743,0.10000,1.009
12,mlp.experts.39.up_proj,0.0000004250,0.10000,0.997
12,mlp.experts.40.up_proj,0.0000001176,0.10000,0.980
12,mlp.experts.41.up_proj,0.0000005605,0.10000,1.010
12,mlp.experts.42.up_proj,0.0000000110,0.10000,1.031
12,mlp.experts.43.up_proj,0.0000000806,0.10000,1.054
12,mlp.experts.44.up_proj,0.0000002063,0.10000,0.945
12,mlp.experts.45.up_proj,0.0000025790,0.10000,1.013
12,mlp.experts.46.up_proj,0.0000000277,0.10000,0.999
12,mlp.experts.47.up_proj,0.0000013088,0.10000,1.075
12,mlp.experts.48.up_proj,0.0000012133,0.10000,0.989
12,mlp.experts.49.up_proj,0.0000002151,0.10000,1.004
12,mlp.experts.50.up_proj,0.0000001711,0.10000,1.010
12,mlp.experts.51.up_proj,0.0000003863,0.10000,1.038
12,mlp.experts.52.up_proj,0.0000000389,0.10000,0.960
12,mlp.experts.53.up_proj,0.0000000250,0.10000,0.981
12,mlp.experts.54.up_proj,0.0000019435,0.10000,1.019
12,mlp.experts.55.up_proj,0.0000011419,0.10000,0.996
12,mlp.experts.56.up_proj,0.0000001365,0.10000,1.040
12,mlp.experts.57.up_proj,0.0000019849,0.10000,1.066
12,mlp.experts.58.up_proj,0.0000000259,0.10000,0.988
12,mlp.experts.59.up_proj,0.0000028497,0.10000,1.000
12,mlp.experts.60.up_proj,0.0000004833,0.10000,1.049
12,mlp.experts.61.up_proj,0.0000000374,0.10000,1.050
12,mlp.experts.62.up_proj,0.0000002009,0.10000,1.068
12,mlp.experts.63.up_proj,0.0000000263,0.10000,1.056
12,mlp.experts.64.up_proj,0.0000002737,0.10000,1.042
12,mlp.experts.65.up_proj,0.0000000491,0.10000,1.022
12,mlp.experts.66.up_proj,0.0000004491,0.10000,1.000
12,mlp.experts.67.up_proj,0.0000009651,0.10000,1.004
12,mlp.experts.68.up_proj,0.0000000401,0.10000,0.990
12,mlp.experts.69.up_proj,0.0000000599,0.10000,1.011
12,mlp.experts.70.up_proj,0.0000016359,0.10000,0.943
12,mlp.experts.71.up_proj,0.0000001142,0.10000,0.879
12,mlp.experts.72.up_proj,0.0000122367,0.10000,0.985
12,mlp.experts.73.up_proj,0.0000001398,0.10000,1.026
12,mlp.experts.74.up_proj,0.0000001158,0.10000,1.048
12,mlp.experts.75.up_proj,0.0000001255,0.10000,1.050
12,mlp.experts.76.up_proj,0.0000000874,0.10000,1.013
12,mlp.experts.77.up_proj,0.0000065083,0.10000,1.058
12,mlp.experts.78.up_proj,0.0000014049,0.10000,0.987
12,mlp.experts.79.up_proj,0.0000000864,0.10000,1.004
12,mlp.experts.80.up_proj,0.0000001411,0.10000,1.022
12,mlp.experts.81.up_proj,0.0000077173,0.10000,0.987
12,mlp.experts.82.up_proj,0.0000019956,0.10000,1.028
12,mlp.experts.83.up_proj,0.0000008257,0.10000,1.041
12,mlp.experts.84.up_proj,0.0000014773,0.10000,1.030
12,mlp.experts.85.up_proj,0.0000000889,0.10000,1.046
12,mlp.experts.86.up_proj,0.0000016946,0.10000,0.990
12,mlp.experts.87.up_proj,0.0000000120,0.10000,0.993
12,mlp.experts.88.up_proj,0.0000462191,0.10000,0.991
12,mlp.experts.89.up_proj,0.0000001456,0.10000,0.982
12,mlp.experts.90.up_proj,0.0000001199,0.10000,0.944
12,mlp.experts.91.up_proj,0.0000014189,0.10000,0.960
12,mlp.experts.92.up_proj,0.0000011633,0.10000,1.000
12,mlp.experts.93.up_proj,0.0000013231,0.10000,1.022
12,mlp.experts.94.up_proj,0.0000003773,0.10000,1.038
12,mlp.experts.95.up_proj,0.0000004107,0.10000,1.074
12,mlp.experts.96.up_proj,0.0000001056,0.10000,1.059
12,mlp.experts.97.up_proj,0.0000000281,0.10000,1.083
12,mlp.experts.98.up_proj,0.0000035662,0.10000,1.034
12,mlp.experts.99.up_proj,0.0000002375,0.10000,1.025
12,mlp.experts.100.up_proj,0.0000000340,0.10000,1.014
12,mlp.experts.101.up_proj,0.0000008971,0.10000,0.998
12,mlp.experts.102.up_proj,0.0000000484,0.10000,1.010
12,mlp.experts.103.up_proj,0.0000000447,0.10000,1.016
12,mlp.experts.104.up_proj,0.0000003929,0.10000,1.031
12,mlp.experts.105.up_proj,0.0000009028,0.10000,1.035
12,mlp.experts.106.up_proj,0.0000029686,0.10000,1.016
12,mlp.experts.107.up_proj,0.0000000549,0.10000,1.055
12,mlp.experts.108.up_proj,0.0000005466,0.10000,1.026
12,mlp.experts.109.up_proj,0.0000019212,0.10000,1.045
12,mlp.experts.110.up_proj,0.0000003489,0.10000,1.013
12,mlp.experts.111.up_proj,0.0000014216,0.10000,1.004
12,mlp.experts.112.up_proj,0.0000006806,0.10000,1.002
12,mlp.experts.113.up_proj,0.0000002990,0.10000,1.006
12,mlp.experts.114.up_proj,0.0000000519,0.10000,1.012
12,mlp.experts.115.up_proj,0.0000000628,0.10000,1.032
12,mlp.experts.116.up_proj,0.0000000814,0.10000,1.040
12,mlp.experts.117.up_proj,0.0000002295,0.10000,1.004
12,mlp.experts.118.up_proj,0.0000000499,0.10000,1.030
12,mlp.experts.119.up_proj,0.0000019178,0.10000,1.010
12,mlp.experts.120.up_proj,0.0000000887,0.10000,1.005
12,mlp.experts.121.up_proj,0.0000001148,0.10000,1.034
12,mlp.experts.122.up_proj,0.0000022275,0.10000,1.054
12,mlp.experts.123.up_proj,0.0000001430,0.10000,1.018
12,mlp.experts.124.up_proj,0.0000000532,0.10000,1.026
12,mlp.experts.125.up_proj,0.0000004491,0.10000,1.014
12,mlp.experts.126.up_proj,0.0000011708,0.10000,0.998
12,mlp.experts.127.up_proj,0.0000001678,0.10000,1.045
12,mlp.experts.0.gate_proj,0.0000003377,0.10000,1.018
12,mlp.experts.1.gate_proj,0.0000014305,0.10000,1.059
12,mlp.experts.2.gate_proj,0.0000000273,0.10000,1.039
12,mlp.experts.3.gate_proj,0.0000008224,0.10000,1.020
12,mlp.experts.4.gate_proj,0.0000002146,0.10000,1.028
12,mlp.experts.5.gate_proj,0.0000052553,0.10000,1.023
12,mlp.experts.6.gate_proj,0.0000000815,0.10000,1.027
12,mlp.experts.7.gate_proj,0.0000001967,0.10000,1.029
12,mlp.experts.8.gate_proj,0.0000001849,0.10000,1.048
12,mlp.experts.9.gate_proj,0.0000001826,0.10000,1.025
12,mlp.experts.10.gate_proj,0.0000138890,0.10000,0.994
12,mlp.experts.11.gate_proj,0.0000093308,0.10000,1.078
12,mlp.experts.12.gate_proj,0.0000000649,0.10000,1.002
12,mlp.experts.13.gate_proj,0.0000042546,0.10000,1.007
12,mlp.experts.14.gate_proj,0.0000000477,0.10000,1.026
12,mlp.experts.15.gate_proj,0.0000000863,0.10000,1.021
12,mlp.experts.16.gate_proj,0.0000004838,0.10000,1.066
12,mlp.experts.17.gate_proj,0.0000005059,0.10000,1.033
12,mlp.experts.18.gate_proj,0.0000000644,0.10000,1.030
12,mlp.experts.19.gate_proj,0.0000027797,0.10000,1.016
12,mlp.experts.20.gate_proj,0.0000015505,0.10000,1.038
12,mlp.experts.21.gate_proj,0.0000011960,0.10000,0.968
12,mlp.experts.22.gate_proj,0.0000001508,0.10000,0.951
12,mlp.experts.23.gate_proj,0.0000004807,0.10000,0.964
12,mlp.experts.24.gate_proj,0.0000001188,0.10000,0.971
12,mlp.experts.25.gate_proj,0.0000000689,0.10000,1.066
12,mlp.experts.26.gate_proj,0.0000000458,0.10000,1.035
12,mlp.experts.27.gate_proj,0.0000002046,0.10000,1.054
12,mlp.experts.28.gate_proj,0.0000004467,0.10000,1.029
12,mlp.experts.29.gate_proj,0.0000122377,0.10000,0.991
12,mlp.experts.30.gate_proj,0.0000003491,0.10000,1.012
12,mlp.experts.31.gate_proj,0.0000012591,0.10000,1.036
12,mlp.experts.32.gate_proj,0.0000000479,0.10000,1.064
12,mlp.experts.33.gate_proj,0.0000066755,0.10000,1.024
12,mlp.experts.34.gate_proj,0.0000000443,0.10000,1.065
12,mlp.experts.35.gate_proj,0.0000004269,0.10000,1.033
12,mlp.experts.36.gate_proj,0.0000000669,0.10000,1.037
12,mlp.experts.37.gate_proj,0.0000019637,0.10000,1.052
12,mlp.experts.38.gate_proj,0.0000000754,0.10000,1.045
12,mlp.experts.39.gate_proj,0.0000004258,0.10000,1.042
12,mlp.experts.40.gate_proj,0.0000001219,0.10000,1.025
12,mlp.experts.41.gate_proj,0.0000005821,0.10000,1.074
12,mlp.experts.42.gate_proj,0.0000000106,0.10000,1.029
12,mlp.experts.43.gate_proj,0.0000000833,0.10000,1.071
12,mlp.experts.44.gate_proj,0.0000002088,0.10000,1.022
12,mlp.experts.45.gate_proj,0.0000026101,0.10000,1.069
12,mlp.experts.46.gate_proj,0.0000000282,0.10000,1.031
12,mlp.experts.47.gate_proj,0.0000013397,0.10000,1.070
12,mlp.experts.48.gate_proj,0.0000012418,0.10000,1.001
12,mlp.experts.49.gate_proj,0.0000002181,0.10000,1.041
12,mlp.experts.50.gate_proj,0.0000001756,0.10000,1.045
12,mlp.experts.51.gate_proj,0.0000003972,0.10000,1.065
12,mlp.experts.52.gate_proj,0.0000000407,0.10000,1.013
12,mlp.experts.53.gate_proj,0.0000000255,0.10000,0.995
12,mlp.experts.54.gate_proj,0.0000019646,0.10000,0.986
12,mlp.experts.55.gate_proj,0.0000011514,0.10000,0.996
12,mlp.experts.56.gate_proj,0.0000001403,0.10000,1.037
12,mlp.experts.57.gate_proj,0.0000020225,0.10000,1.048
12,mlp.experts.58.gate_proj,0.0000000256,0.10000,1.002
12,mlp.experts.59.gate_proj,0.0000028872,0.10000,0.977
12,mlp.experts.60.gate_proj,0.0000004895,0.10000,1.028
12,mlp.experts.61.gate_proj,0.0000000373,0.10000,0.983
12,mlp.experts.62.gate_proj,0.0000002032,0.10000,1.022
12,mlp.experts.63.gate_proj,0.0000000268,0.10000,1.018
12,mlp.experts.64.gate_proj,0.0000002803,0.10000,1.003
12,mlp.experts.65.gate_proj,0.0000000503,0.10000,1.043
12,mlp.experts.66.gate_proj,0.0000004618,0.10000,1.053
12,mlp.experts.67.gate_proj,0.0000009988,0.10000,0.914
12,mlp.experts.68.gate_proj,0.0000000401,0.10000,0.855
12,mlp.experts.69.gate_proj,0.0000000620,0.10000,0.908
12,mlp.experts.70.gate_proj,0.0000016809,0.10000,0.952
12,mlp.experts.71.gate_proj,0.0000001151,0.10000,1.066
12,mlp.experts.72.gate_proj,0.0000126613,0.10000,1.014
12,mlp.experts.73.gate_proj,0.0000001423,0.10000,0.995
12,mlp.experts.74.gate_proj,0.0000001153,0.10000,1.027
12,mlp.experts.75.gate_proj,0.0000001271,0.10000,1.022
12,mlp.experts.76.gate_proj,0.0000000878,0.10000,1.024
12,mlp.experts.77.gate_proj,0.0000068574,0.10000,0.932
12,mlp.experts.78.gate_proj,0.0000014477,0.10000,0.926
12,mlp.experts.79.gate_proj,0.0000000881,0.10000,1.021
12,mlp.experts.80.gate_proj,0.0000001404,0.10000,1.011
12,mlp.experts.81.gate_proj,0.0000081172,0.10000,0.998
12,mlp.experts.82.gate_proj,0.0000020606,0.10000,1.011
12,mlp.experts.83.gate_proj,0.0000008657,0.10000,1.039
12,mlp.experts.84.gate_proj,0.0000015314,0.10000,1.045
12,mlp.experts.85.gate_proj,0.0000000910,0.10000,1.032
12,mlp.experts.86.gate_proj,0.0000017324,0.10000,1.039
12,mlp.experts.87.gate_proj,0.0000000115,0.10000,1.026
12,mlp.experts.88.gate_proj,0.0000475878,0.10000,1.026
12,mlp.experts.89.gate_proj,0.0000001505,0.10000,1.016
12,mlp.experts.90.gate_proj,0.0000001222,0.10000,1.021
12,mlp.experts.91.gate_proj,0.0000014659,0.10000,1.022
12,mlp.experts.92.gate_proj,0.0000011931,0.10000,1.018
12,mlp.experts.93.gate_proj,0.0000013728,0.10000,1.015
12,mlp.experts.94.gate_proj,0.0000003879,0.10000,1.041
12,mlp.experts.95.gate_proj,0.0000004155,0.10000,1.073
12,mlp.experts.96.gate_proj,0.0000001059,0.10000,1.022
12,mlp.experts.97.gate_proj,0.0000000288,0.10000,1.067
12,mlp.experts.98.gate_proj,0.0000036437,0.10000,1.044
12,mlp.experts.99.gate_proj,0.0000002366,0.10000,1.072
12,mlp.experts.100.gate_proj,0.0000000338,0.10000,1.040
12,mlp.experts.101.gate_proj,0.0000009137,0.10000,1.051
12,mlp.experts.102.gate_proj,0.0000000498,0.10000,1.032
12,mlp.experts.103.gate_proj,0.0000000471,0.10000,0.992
12,mlp.experts.104.gate_proj,0.0000004018,0.10000,1.009
12,mlp.experts.105.gate_proj,0.0000009616,0.10000,1.037
12,mlp.experts.106.gate_proj,0.0000030299,0.10000,1.035
12,mlp.experts.107.gate_proj,0.0000000564,0.10000,1.062
12,mlp.experts.108.gate_proj,0.0000005608,0.10000,1.020
12,mlp.experts.109.gate_proj,0.0000019676,0.10000,1.026
12,mlp.experts.110.gate_proj,0.0000003563,0.10000,1.008
12,mlp.experts.111.gate_proj,0.0000014540,0.10000,1.001
12,mlp.experts.112.gate_proj,0.0000007041,0.10000,0.992
12,mlp.experts.113.gate_proj,0.0000003034,0.10000,1.002
12,mlp.experts.114.gate_proj,0.0000000533,0.10000,0.977
12,mlp.experts.115.gate_proj,0.0000000633,0.10000,1.002
12,mlp.experts.116.gate_proj,0.0000000828,0.10000,0.981
12,mlp.experts.117.gate_proj,0.0000002431,0.10000,1.003
12,mlp.experts.118.gate_proj,0.0000000487,0.10000,1.019
12,mlp.experts.119.gate_proj,0.0000019719,0.10000,1.013
12,mlp.experts.120.gate_proj,0.0000000888,0.10000,1.009
12,mlp.experts.121.gate_proj,0.0000001182,0.10000,1.004
12,mlp.experts.122.gate_proj,0.0000021790,0.10000,0.988
12,mlp.experts.123.gate_proj,0.0000001476,0.10000,0.989
12,mlp.experts.124.gate_proj,0.0000000542,0.10000,1.013
12,mlp.experts.125.gate_proj,0.0000004863,0.10000,1.029
12,mlp.experts.126.gate_proj,0.0000011936,0.10000,1.033
12,mlp.experts.127.gate_proj,0.0000001718,0.10000,0.683
12,mlp.experts.0.down_proj,0.0000000393,0.10000,0.339
12,mlp.experts.1.down_proj,0.0000001973,0.10000,0.345
12,mlp.experts.3.down_proj,0.0000000937,0.10000,0.387
12,mlp.experts.2.down_proj,0.0000000021,0.10000,0.396
12,mlp.experts.4.down_proj,0.0000000243,0.10000,0.401
12,mlp.experts.5.down_proj,0.0000003461,0.10000,0.404
12,mlp.experts.7.down_proj,0.0000000331,0.10000,0.400
12,mlp.experts.6.down_proj,0.0000000060,0.10000,0.409
12,mlp.experts.8.down_proj,0.0000000136,0.10000,0.385
12,mlp.experts.9.down_proj,0.0000000246,0.10000,0.393
12,mlp.experts.10.down_proj,0.0000015577,0.10000,0.382
12,mlp.experts.11.down_proj,0.0000000450,0.10000,0.407
12,mlp.experts.12.down_proj,0.0000000085,0.10000,0.352
12,mlp.experts.13.down_proj,0.0000003400,0.10000,0.355
12,mlp.experts.14.down_proj,0.0000000054,0.10000,0.384
12,mlp.experts.15.down_proj,0.0000000084,0.10000,0.380
12,mlp.experts.16.down_proj,0.0000000370,0.10000,0.422
12,mlp.experts.17.down_proj,0.0000000548,0.10000,0.395
12,mlp.experts.18.down_proj,0.0000000063,0.10000,0.408
12,mlp.experts.19.down_proj,0.0000002920,0.10000,0.407
12,mlp.experts.20.down_proj,0.0000001565,0.10000,0.407
12,mlp.experts.21.down_proj,0.0000000787,0.10000,0.402
12,mlp.experts.22.down_proj,0.0000000112,0.10000,0.393
12,mlp.experts.23.down_proj,0.0000000235,0.10000,0.394
12,mlp.experts.24.down_proj,0.0000000123,0.10000,0.405
12,mlp.experts.25.down_proj,0.0000000008,0.10000,0.404
12,mlp.experts.26.down_proj,0.0000000063,0.10000,0.383
12,mlp.experts.27.down_proj,0.0000000113,0.10000,0.386
12,mlp.experts.28.down_proj,0.0000000388,0.10000,0.398
12,mlp.experts.29.down_proj,0.0000000722,0.10000,0.398
12,mlp.experts.30.down_proj,0.0000000147,0.10000,0.388
12,mlp.experts.31.down_proj,0.0000002201,0.10000,0.397
12,mlp.experts.32.down_proj,0.0000000048,0.10000,0.347
12,mlp.experts.33.down_proj,0.0000006562,0.10000,0.354
12,mlp.experts.34.down_proj,0.0000000033,0.10000,0.333
12,mlp.experts.35.down_proj,0.0000000513,0.10000,0.335
12,mlp.experts.36.down_proj,0.0000000092,0.10000,0.416
12,mlp.experts.37.down_proj,0.0000002145,0.10000,0.399
12,mlp.experts.38.down_proj,0.0000000090,0.10000,0.387
12,mlp.experts.39.down_proj,0.0000000283,0.10000,0.382
12,mlp.experts.40.down_proj,0.0000000076,0.10000,0.400
12,mlp.experts.41.down_proj,0.0000000800,0.10000,0.402
12,mlp.experts.43.down_proj,0.0000000111,0.10000,0.417
12,mlp.experts.42.down_proj,0.0000000010,0.10000,0.425
12,mlp.experts.44.down_proj,0.0000000228,0.10000,0.412
12,mlp.experts.45.down_proj,0.0000002379,0.10000,0.411
12,mlp.experts.46.down_proj,0.0000000024,0.10000,0.408
12,mlp.experts.47.down_proj,0.0000001261,0.10000,0.416
12,mlp.experts.48.down_proj,0.0000001744,0.10000,0.407
12,mlp.experts.49.down_proj,0.0000000128,0.10000,0.429
12,mlp.experts.50.down_proj,0.0000000101,0.10000,0.390
12,mlp.experts.51.down_proj,0.0000000473,0.10000,0.419
12,mlp.experts.52.down_proj,0.0000000047,0.10000,0.418
12,mlp.experts.53.down_proj,0.0000000030,0.10000,0.407
12,mlp.experts.54.down_proj,0.0000002314,0.10000,0.366
12,mlp.experts.55.down_proj,0.0000000980,0.10000,0.374
12,mlp.experts.56.down_proj,0.0000000176,0.10000,0.406
12,mlp.experts.57.down_proj,0.0000002853,0.10000,0.405
12,mlp.experts.58.down_proj,0.0000000028,0.10000,0.402
12,mlp.experts.59.down_proj,0.0000003120,0.10000,0.398
12,mlp.experts.60.down_proj,0.0000000599,0.10000,0.405
12,mlp.experts.61.down_proj,0.0000000029,0.10000,0.406
12,mlp.experts.62.down_proj,0.0000000222,0.10000,0.365
12,mlp.experts.63.down_proj,0.0000000026,0.10000,0.378
12,mlp.experts.64.down_proj,0.0000000283,0.10000,0.379
12,mlp.experts.65.down_proj,0.0000000043,0.10000,0.413
12,mlp.experts.66.down_proj,0.0000000578,0.10000,0.397
12,mlp.experts.67.down_proj,0.0000000955,0.10000,0.414
12,mlp.experts.68.down_proj,0.0000000044,0.10000,0.406
12,mlp.experts.69.down_proj,0.0000000076,0.10000,0.413
12,mlp.experts.70.down_proj,0.0000002073,0.10000,0.390
12,mlp.experts.71.down_proj,0.0000000031,0.10000,0.398
12,mlp.experts.72.down_proj,0.0000015038,0.10000,0.393
12,mlp.experts.73.down_proj,0.0000000084,0.10000,0.400
12,mlp.experts.74.down_proj,0.0000000135,0.10000,0.390
12,mlp.experts.75.down_proj,0.0000000109,0.10000,0.399
12,mlp.experts.76.down_proj,0.0000000091,0.10000,0.394
12,mlp.experts.77.down_proj,0.0000000999,0.10000,0.388
12,mlp.experts.78.down_proj,0.0000001833,0.10000,0.416
12,mlp.experts.79.down_proj,0.0000000069,0.10000,0.421
12,mlp.experts.80.down_proj,0.0000000186,0.10000,0.411
12,mlp.experts.81.down_proj,0.0000009484,0.10000,0.410
12,mlp.experts.82.down_proj,0.0000003209,0.10000,0.405
12,mlp.experts.83.down_proj,0.0000000648,0.10000,0.409
12,mlp.experts.84.down_proj,0.0000000387,0.10000,0.400
12,mlp.experts.85.down_proj,0.0000000069,0.10000,0.414
12,mlp.experts.86.down_proj,0.0000002024,0.10000,0.401
12,mlp.experts.87.down_proj,0.0000000009,0.10000,0.409
12,mlp.experts.88.down_proj,0.0000032875,0.10000,0.409
12,mlp.experts.89.down_proj,0.0000000187,0.10000,0.405
12,mlp.experts.90.down_proj,0.0000000099,0.10000,0.394
12,mlp.experts.91.down_proj,0.0000001497,0.10000,0.412
12,mlp.experts.92.down_proj,0.0000001171,0.10000,0.404
12,mlp.experts.93.down_proj,0.0000001385,0.10000,0.393
12,mlp.experts.94.down_proj,0.0000000461,0.10000,0.410
12,mlp.experts.95.down_proj,0.0000000377,0.10000,0.409
12,mlp.experts.96.down_proj,0.0000000078,0.10000,0.414
12,mlp.experts.97.down_proj,0.0000000027,0.10000,0.407
12,mlp.experts.98.down_proj,0.0000004884,0.10000,0.415
12,mlp.experts.99.down_proj,0.0000000187,0.10000,0.405
12,mlp.experts.100.down_proj,0.0000000041,0.10000,0.413
12,mlp.experts.101.down_proj,0.0000000799,0.10000,0.392
12,mlp.experts.102.down_proj,0.0000000046,0.10000,0.411
12,mlp.experts.103.down_proj,0.0000000063,0.10000,0.396
12,mlp.experts.104.down_proj,0.0000000639,0.10000,0.413
12,mlp.experts.105.down_proj,0.0000001459,0.10000,0.384
12,mlp.experts.106.down_proj,0.0000004004,0.10000,0.407
12,mlp.experts.107.down_proj,0.0000000087,0.10000,0.387
12,mlp.experts.108.down_proj,0.0000000481,0.10000,0.348
12,mlp.experts.109.down_proj,0.0000002061,0.10000,0.363
12,mlp.experts.110.down_proj,0.0000000288,0.10000,0.389
12,mlp.experts.111.down_proj,0.0000001307,0.10000,0.391
12,mlp.experts.112.down_proj,0.0000000537,0.10000,0.386
12,mlp.experts.113.down_proj,0.0000000275,0.10000,0.391
12,mlp.experts.114.down_proj,0.0000000051,0.10000,0.394
12,mlp.experts.115.down_proj,0.0000000072,0.10000,0.391
12,mlp.experts.116.down_proj,0.0000000078,0.10000,0.389
12,mlp.experts.117.down_proj,0.0000000305,0.10000,0.399
12,mlp.experts.118.down_proj,0.0000000068,0.10000,0.369
12,mlp.experts.119.down_proj,0.0000001864,0.10000,0.363
12,mlp.experts.120.down_proj,0.0000000103,0.10000,0.378
12,mlp.experts.121.down_proj,0.0000000128,0.10000,0.383
12,mlp.experts.122.down_proj,0.0000001572,0.10000,0.399
12,mlp.experts.123.down_proj,0.0000000212,0.10000,0.413
12,mlp.experts.124.down_proj,0.0000000069,0.10000,0.409
12,mlp.experts.125.down_proj,0.0000000312,0.10000,0.399
12,mlp.experts.126.down_proj,0.0000001696,0.10000,0.409
12,mlp.experts.127.down_proj,0.0000000176,0.10000,0.374
13,self_attn.k_proj,0.0000000000,0.10000,0.985
13,self_attn.q_proj,0.0000000003,0.10000,0.987
13,self_attn.v_proj,0.0000000000,0.10000,0.610
13,self_attn.o_proj,0.0000000001,0.10000,1.208
13,mlp.gate,0.0000000142,0.10000,0.613
13,mlp.experts.0.up_proj,0.0000001508,0.10000,0.997
13,mlp.experts.1.up_proj,0.0000005955,0.10000,1.062
13,mlp.experts.2.up_proj,0.0000000308,0.10000,1.018
13,mlp.experts.3.up_proj,0.0000314875,0.10000,1.051
13,mlp.experts.4.up_proj,0.0000002095,0.10000,1.051
13,mlp.experts.5.up_proj,0.0000022112,0.10000,1.026
13,mlp.experts.6.up_proj,0.0000000450,0.10000,1.048
13,mlp.experts.7.up_proj,0.0000013940,0.10000,1.025
13,mlp.experts.8.up_proj,0.0000002132,0.10000,1.032
13,mlp.experts.9.up_proj,0.0000116215,0.10000,1.030
13,mlp.experts.10.up_proj,0.0000000130,0.10000,1.032
13,mlp.experts.11.up_proj,0.0000022288,0.10000,1.030
13,mlp.experts.12.up_proj,0.0000000790,0.10000,1.054
13,mlp.experts.13.up_proj,0.0000015092,0.10000,1.049
13,mlp.experts.14.up_proj,0.0000006118,0.10000,1.068
13,mlp.experts.15.up_proj,0.0000000928,0.10000,1.045
13,mlp.experts.16.up_proj,0.0000000573,0.10000,1.069
13,mlp.experts.17.up_proj,0.0000016626,0.10000,1.054
13,mlp.experts.19.up_proj,0.0000001951,0.10000,1.089
13,mlp.experts.18.up_proj,0.0000030504,0.10000,1.110
13,mlp.experts.21.up_proj,0.0000000672,0.10000,1.030
13,mlp.experts.20.up_proj,0.0000003467,0.10000,1.070
13,mlp.experts.22.up_proj,0.0000173733,0.10000,1.039
13,mlp.experts.23.up_proj,0.0000000728,0.10000,1.046
13,mlp.experts.24.up_proj,0.0000000500,0.10000,1.052
13,mlp.experts.25.up_proj,0.0000001749,0.10000,1.056
13,mlp.experts.26.up_proj,0.0000001520,0.10000,1.050
13,mlp.experts.27.up_proj,0.0000004240,0.10000,1.061
13,mlp.experts.28.up_proj,0.0000000635,0.10000,1.014
13,mlp.experts.29.up_proj,0.0000004894,0.10000,1.010
13,mlp.experts.30.up_proj,0.0000053327,0.10000,0.943
13,mlp.experts.31.up_proj,0.0000006409,0.10000,0.942
13,mlp.experts.32.up_proj,0.0000008453,0.10000,1.067
13,mlp.experts.33.up_proj,0.0000011772,0.10000,1.064
13,mlp.experts.34.up_proj,0.0000002741,0.10000,0.960
13,mlp.experts.35.up_proj,0.0000065929,0.10000,0.929
13,mlp.experts.36.up_proj,0.0000001058,0.10000,1.062
13,mlp.experts.37.up_proj,0.0000022512,0.10000,1.071
13,mlp.experts.38.up_proj,0.0000003054,0.10000,0.975
13,mlp.experts.39.up_proj,0.0000029458,0.10000,0.993
13,mlp.experts.40.up_proj,0.0000000277,0.10000,0.926
13,mlp.experts.41.up_proj,0.0000000669,0.10000,0.932
13,mlp.experts.42.up_proj,0.0000000959,0.10000,0.995
13,mlp.experts.43.up_proj,0.0000067129,0.10000,0.967
13,mlp.experts.44.up_proj,0.0000000304,0.10000,0.993
13,mlp.experts.45.up_proj,0.0000018321,0.10000,0.998
13,mlp.experts.46.up_proj,0.0000232098,0.10000,1.048
13,mlp.experts.47.up_proj,0.0000001385,0.10000,1.049
13,mlp.experts.48.up_proj,0.0000042765,0.10000,1.018
13,mlp.experts.49.up_proj,0.0000005944,0.10000,1.016
13,mlp.experts.50.up_proj,0.0000041032,0.10000,1.030
13,mlp.experts.51.up_proj,0.0000001749,0.10000,1.035
13,mlp.experts.52.up_proj,0.0000007119,0.10000,1.034
13,mlp.experts.53.up_proj,0.0000003291,0.10000,1.046
13,mlp.experts.54.up_proj,0.0000027835,0.10000,1.015
13,mlp.experts.55.up_proj,0.0000000472,0.10000,1.057
13,mlp.experts.56.up_proj,0.0000012491,0.10000,0.958
13,mlp.experts.57.up_proj,0.0000001375,0.10000,1.029
13,mlp.experts.58.up_proj,0.0000000842,0.10000,0.998
13,mlp.experts.59.up_proj,0.0000001397,0.10000,1.008
13,mlp.experts.60.up_proj,0.0000013467,0.10000,0.998
13,mlp.experts.61.up_proj,0.0000002013,0.10000,1.047
13,mlp.experts.62.up_proj,0.0000037413,0.10000,1.039
13,mlp.experts.63.up_proj,0.0000002151,0.10000,1.027
13,mlp.experts.64.up_proj,0.0000008655,0.10000,1.033
13,mlp.experts.65.up_proj,0.0000000208,0.10000,1.012
13,mlp.experts.66.up_proj,0.0000000361,0.10000,1.017
13,mlp.experts.67.up_proj,0.0000001432,0.10000,0.991
13,mlp.experts.68.up_proj,0.0000009598,0.10000,0.993
13,mlp.experts.69.up_proj,0.0000041274,0.10000,1.015
13,mlp.experts.70.up_proj,0.0000007369,0.10000,0.978
13,mlp.experts.71.up_proj,0.0000000325,0.10000,0.973
13,mlp.experts.72.up_proj,0.0000024066,0.10000,1.032
13,mlp.experts.73.up_proj,0.0000000524,0.10000,0.999
13,mlp.experts.74.up_proj,0.0000019312,0.10000,1.076
13,mlp.experts.75.up_proj,0.0000000205,0.10000,1.006
13,mlp.experts.76.up_proj,0.0000000279,0.10000,0.953
13,mlp.experts.77.up_proj,0.0000000393,0.10000,0.951
13,mlp.experts.78.up_proj,0.0000002400,0.10000,1.020
13,mlp.experts.79.up_proj,0.0000000328,0.10000,1.038
13,mlp.experts.80.up_proj,0.0000001314,0.10000,0.992
13,mlp.experts.81.up_proj,0.0000008605,0.10000,0.959
13,mlp.experts.82.up_proj,0.0000001309,0.10000,0.914
13,mlp.experts.83.up_proj,0.0000001489,0.10000,0.907
13,mlp.experts.84.up_proj,0.0000012664,0.10000,1.040
13,mlp.experts.85.up_proj,0.0000004426,0.10000,1.041
13,mlp.experts.86.up_proj,0.0000014370,0.10000,1.033
13,mlp.experts.87.up_proj,0.0000009728,0.10000,1.009
13,mlp.experts.88.up_proj,0.0000004384,0.10000,1.056
13,mlp.experts.89.up_proj,0.0000002150,0.10000,1.059
13,mlp.experts.90.up_proj,0.0000041597,0.10000,1.027
13,mlp.experts.91.up_proj,0.0000000498,0.10000,1.020
13,mlp.experts.92.up_proj,0.0000001424,0.10000,1.061
13,mlp.experts.93.up_proj,0.0000001822,0.10000,1.064
13,mlp.experts.94.up_proj,0.0000121420,0.10000,1.049
13,mlp.experts.95.up_proj,0.0000000717,0.10000,1.067
13,mlp.experts.96.up_proj,0.0000109179,0.10000,1.007
13,mlp.experts.97.up_proj,0.0000020855,0.10000,1.011
13,mlp.experts.98.up_proj,0.0000000259,0.10000,1.001
13,mlp.experts.99.up_proj,0.0000009727,0.10000,1.003
13,mlp.experts.100.up_proj,0.0000160471,0.10000,1.025
13,mlp.experts.101.up_proj,0.0000000159,0.10000,1.043
13,mlp.experts.102.up_proj,0.0000000426,0.10000,1.039
13,mlp.experts.103.up_proj,0.0000002334,0.10000,1.028
13,mlp.experts.104.up_proj,0.0000003861,0.10000,1.026
13,mlp.experts.105.up_proj,0.0000001039,0.10000,1.019
13,mlp.experts.106.up_proj,0.0000000249,0.10000,1.021
13,mlp.experts.107.up_proj,0.0000002279,0.10000,1.023
13,mlp.experts.108.up_proj,0.0000002518,0.10000,1.020
13,mlp.experts.109.up_proj,0.0000000376,0.10000,1.024
13,mlp.experts.110.up_proj,0.0000009121,0.10000,1.023
13,mlp.experts.111.up_proj,0.0000007050,0.10000,1.005
13,mlp.experts.112.up_proj,0.0000000968,0.10000,1.058
13,mlp.experts.113.up_proj,0.0000000639,0.10000,1.052
13,mlp.experts.114.up_proj,0.0000016785,0.10000,1.040
13,mlp.experts.115.up_proj,0.0000003936,0.10000,1.045
13,mlp.experts.116.up_proj,0.0000014809,0.10000,1.001
13,mlp.experts.117.up_proj,0.0000004643,0.10000,1.008
13,mlp.experts.118.up_proj,0.0000003230,0.10000,1.035
13,mlp.experts.119.up_proj,0.0000010766,0.10000,1.038
13,mlp.experts.120.up_proj,0.0000012887,0.10000,1.054
13,mlp.experts.121.up_proj,0.0000000516,0.10000,1.039
13,mlp.experts.122.up_proj,0.0000010258,0.10000,0.993
13,mlp.experts.123.up_proj,0.0000015456,0.10000,1.001
13,mlp.experts.124.up_proj,0.0000001703,0.10000,0.947
13,mlp.experts.125.up_proj,0.0000001858,0.10000,0.955
13,mlp.experts.126.up_proj,0.0000030574,0.10000,1.055
13,mlp.experts.127.up_proj,0.0000006649,0.10000,1.039
13,mlp.experts.0.gate_proj,0.0000001553,0.10000,0.988
13,mlp.experts.1.gate_proj,0.0000006191,0.10000,0.973
13,mlp.experts.2.gate_proj,0.0000000316,0.10000,1.028
13,mlp.experts.3.gate_proj,0.0000325266,0.10000,1.037
13,mlp.experts.4.gate_proj,0.0000002172,0.10000,1.029
13,mlp.experts.5.gate_proj,0.0000023462,0.10000,1.035
13,mlp.experts.6.gate_proj,0.0000000413,0.10000,0.854
13,mlp.experts.7.gate_proj,0.0000014769,0.10000,0.858
13,mlp.experts.8.gate_proj,0.0000002281,0.10000,0.993
13,mlp.experts.9.gate_proj,0.0000126518,0.10000,1.002
13,mlp.experts.10.gate_proj,0.0000000129,0.10000,1.044
13,mlp.experts.11.gate_proj,0.0000022223,0.10000,1.042
13,mlp.experts.12.gate_proj,0.0000000840,0.10000,1.064
13,mlp.experts.13.gate_proj,0.0000015240,0.10000,1.038
13,mlp.experts.14.gate_proj,0.0000006258,0.10000,1.058
13,mlp.experts.15.gate_proj,0.0000000951,0.10000,1.062
13,mlp.experts.17.gate_proj,0.0000017791,0.10000,1.022
13,mlp.experts.16.gate_proj,0.0000000591,0.10000,1.060
13,mlp.experts.19.gate_proj,0.0000002090,0.10000,0.976
13,mlp.experts.18.gate_proj,0.0000033688,0.10000,1.010
13,mlp.experts.20.gate_proj,0.0000003656,0.10000,0.997
13,mlp.experts.21.gate_proj,0.0000000674,0.10000,0.995
13,mlp.experts.23.gate_proj,0.0000000738,0.10000,0.991
13,mlp.experts.22.gate_proj,0.0000180149,0.10000,1.017
13,mlp.experts.24.gate_proj,0.0000000542,0.10000,1.058
13,mlp.experts.25.gate_proj,0.0000001773,0.10000,1.067
13,mlp.experts.26.gate_proj,0.0000001564,0.10000,1.058
13,mlp.experts.27.gate_proj,0.0000004282,0.10000,1.065
13,mlp.experts.28.gate_proj,0.0000000631,0.10000,1.053
13,mlp.experts.29.gate_proj,0.0000005301,0.10000,1.072
13,mlp.experts.30.gate_proj,0.0000054651,0.10000,0.973
13,mlp.experts.31.gate_proj,0.0000006618,0.10000,1.027
13,mlp.experts.32.gate_proj,0.0000008590,0.10000,1.014
13,mlp.experts.33.gate_proj,0.0000012094,0.10000,1.060
13,mlp.experts.34.gate_proj,0.0000002842,0.10000,1.034
13,mlp.experts.35.gate_proj,0.0000380996,0.10000,1.045
13,mlp.experts.36.gate_proj,0.0000001177,0.10000,1.045
13,mlp.experts.37.gate_proj,0.0000023712,0.10000,1.041
13,mlp.experts.38.gate_proj,0.0000003133,0.10000,1.004
13,mlp.experts.39.gate_proj,0.0000030736,0.10000,1.055
13,mlp.experts.40.gate_proj,0.0000000274,0.10000,1.032
13,mlp.experts.41.gate_proj,0.0000000686,0.10000,1.038
13,mlp.experts.42.gate_proj,0.0000000974,0.10000,0.949
13,mlp.experts.43.gate_proj,0.0000069023,0.10000,0.921
13,mlp.experts.44.gate_proj,0.0000000312,0.10000,0.958
13,mlp.experts.45.gate_proj,0.0000018157,0.10000,1.026
13,mlp.experts.46.gate_proj,0.0000240890,0.10000,1.016
13,mlp.experts.47.gate_proj,0.0000001418,0.10000,0.948
13,mlp.experts.48.gate_proj,0.0000043628,0.10000,1.045
13,mlp.experts.49.gate_proj,0.0000006329,0.10000,0.973
13,mlp.experts.50.gate_proj,0.0000041728,0.10000,1.014
13,mlp.experts.51.gate_proj,0.0000001826,0.10000,0.974
13,mlp.experts.52.gate_proj,0.0000007536,0.10000,1.061
13,mlp.experts.53.gate_proj,0.0000003307,0.10000,1.006
13,mlp.experts.54.gate_proj,0.0000028241,0.10000,1.067
13,mlp.experts.55.gate_proj,0.0000000469,0.10000,1.062
13,mlp.experts.56.gate_proj,0.0000012527,0.10000,1.070
13,mlp.experts.57.gate_proj,0.0000001386,0.10000,1.065
13,mlp.experts.58.gate_proj,0.0000000853,0.10000,1.075
13,mlp.experts.59.gate_proj,0.0000001533,0.10000,1.086
13,mlp.experts.61.gate_proj,0.0000002332,0.10000,1.009
13,mlp.experts.60.gate_proj,0.0000013728,0.10000,1.041
13,mlp.experts.62.gate_proj,0.0000037839,0.10000,1.086
13,mlp.experts.63.gate_proj,0.0000002135,0.10000,1.086
13,mlp.experts.65.gate_proj,0.0000000197,0.10000,1.066
13,mlp.experts.64.gate_proj,0.0000009306,0.10000,1.114
13,mlp.experts.66.gate_proj,0.0000000375,0.10000,1.072
13,mlp.experts.67.gate_proj,0.0000001550,0.10000,1.073
13,mlp.experts.68.gate_proj,0.0000009750,0.10000,1.038
13,mlp.experts.69.gate_proj,0.0000042221,0.10000,1.038
13,mlp.experts.70.gate_proj,0.0000007546,0.10000,1.040
13,mlp.experts.71.gate_proj,0.0000000330,0.10000,1.035
13,mlp.experts.72.gate_proj,0.0000024541,0.10000,1.056
13,mlp.experts.73.gate_proj,0.0000000534,0.10000,1.050
13,mlp.experts.74.gate_proj,0.0000019741,0.10000,1.029
13,mlp.experts.75.gate_proj,0.0000000215,0.10000,1.078
13,mlp.experts.76.gate_proj,0.0000000261,0.10000,0.988
13,mlp.experts.77.gate_proj,0.0000000414,0.10000,1.075
13,mlp.experts.78.gate_proj,0.0000002600,0.10000,1.045
13,mlp.experts.79.gate_proj,0.0000000330,0.10000,1.046
13,mlp.experts.80.gate_proj,0.0000001347,0.10000,1.007
13,mlp.experts.81.gate_proj,0.0000008880,0.10000,1.007
13,mlp.experts.82.gate_proj,0.0000001307,0.10000,1.071
13,mlp.experts.83.gate_proj,0.0000001501,0.10000,1.063
13,mlp.experts.84.gate_proj,0.0000012932,0.10000,1.057
13,mlp.experts.85.gate_proj,0.0000004514,0.10000,1.054
13,mlp.experts.86.gate_proj,0.0000014576,0.10000,0.952
13,mlp.experts.87.gate_proj,0.0000010254,0.10000,0.956
13,mlp.experts.88.gate_proj,0.0000004583,0.10000,1.056
13,mlp.experts.89.gate_proj,0.0000002172,0.10000,1.014
13,mlp.experts.90.gate_proj,0.0000042975,0.10000,0.945
13,mlp.experts.91.gate_proj,0.0000000508,0.10000,0.991
13,mlp.experts.92.gate_proj,0.0000001485,0.10000,0.989
13,mlp.experts.93.gate_proj,0.0000001887,0.10000,1.019
13,mlp.experts.94.gate_proj,0.0000129513,0.10000,0.956
13,mlp.experts.95.gate_proj,0.0000000725,0.10000,1.032
13,mlp.experts.96.gate_proj,0.0000113773,0.10000,1.017
13,mlp.experts.97.gate_proj,0.0000021386,0.10000,1.040
13,mlp.experts.98.gate_proj,0.0000000266,0.10000,1.032
13,mlp.experts.99.gate_proj,0.0000009549,0.10000,1.052
13,mlp.experts.100.gate_proj,0.0000168402,0.10000,1.017
13,mlp.experts.101.gate_proj,0.0000000158,0.10000,1.056
13,mlp.experts.102.gate_proj,0.0000000451,0.10000,1.021
13,mlp.experts.103.gate_proj,0.0000002374,0.10000,1.045
13,mlp.experts.104.gate_proj,0.0000003919,0.10000,0.970
13,mlp.experts.105.gate_proj,0.0000001056,0.10000,0.959
13,mlp.experts.106.gate_proj,0.0000000251,0.10000,1.019
13,mlp.experts.107.gate_proj,0.0000002309,0.10000,1.024
13,mlp.experts.108.gate_proj,0.0000002604,0.10000,1.043
13,mlp.experts.109.gate_proj,0.0000000373,0.10000,1.061
13,mlp.experts.110.gate_proj,0.0000009183,0.10000,1.066
13,mlp.experts.111.gate_proj,0.0000007178,0.10000,1.070
13,mlp.experts.112.gate_proj,0.0000001032,0.10000,1.059
13,mlp.experts.113.gate_proj,0.0000000641,0.10000,1.038
13,mlp.experts.114.gate_proj,0.0000017648,0.10000,0.919
13,mlp.experts.115.gate_proj,0.0000004042,0.10000,0.903
13,mlp.experts.116.gate_proj,0.0000015268,0.10000,0.996
13,mlp.experts.117.gate_proj,0.0000004751,0.10000,1.052
13,mlp.experts.118.gate_proj,0.0000003289,0.10000,1.055
13,mlp.experts.119.gate_proj,0.0000010996,0.10000,1.071
13,mlp.experts.120.gate_proj,0.0000012961,0.10000,1.066
13,mlp.experts.121.gate_proj,0.0000000507,0.10000,1.039
13,mlp.experts.122.gate_proj,0.0000010297,0.10000,0.978
13,mlp.experts.123.gate_proj,0.0000015209,0.10000,1.015
13,mlp.experts.124.gate_proj,0.0000001766,0.10000,1.011
13,mlp.experts.125.gate_proj,0.0000001871,0.10000,1.027
13,mlp.experts.126.gate_proj,0.0000031423,0.10000,0.997
13,mlp.experts.127.gate_proj,0.0000006721,0.10000,0.847
13,mlp.experts.1.down_proj,0.0000000938,0.10000,0.397
13,mlp.experts.0.down_proj,0.0000000150,0.10000,0.402
13,mlp.experts.2.down_proj,0.0000000043,0.10000,0.394
13,mlp.experts.3.down_proj,0.0000030267,0.10000,0.395
13,mlp.experts.4.down_proj,0.0000000340,0.10000,0.398
13,mlp.experts.5.down_proj,0.0000003708,0.10000,0.400
13,mlp.experts.6.down_proj,0.0000000070,0.10000,0.382
13,mlp.experts.7.down_proj,0.0000001604,0.10000,0.389
13,mlp.experts.8.down_proj,0.0000000394,0.10000,0.409
13,mlp.experts.9.down_proj,0.0000017102,0.10000,0.411
13,mlp.experts.10.down_proj,0.0000000011,0.10000,0.390
13,mlp.experts.11.down_proj,0.0000000466,0.10000,0.385
13,mlp.experts.12.down_proj,0.0000000114,0.10000,0.349
13,mlp.experts.13.down_proj,0.0000002300,0.10000,0.350
13,mlp.experts.14.down_proj,0.0000000806,0.10000,0.327
13,mlp.experts.15.down_proj,0.0000000121,0.10000,0.324
13,mlp.experts.16.down_proj,0.0000000083,0.10000,0.374
13,mlp.experts.17.down_proj,0.0000003182,0.10000,0.391
13,mlp.experts.18.down_proj,0.0000000034,0.10000,0.399
13,mlp.experts.19.down_proj,0.0000000281,0.10000,0.402
13,mlp.experts.20.down_proj,0.0000000301,0.10000,0.400
13,mlp.experts.21.down_proj,0.0000000080,0.10000,0.404
13,mlp.experts.22.down_proj,0.0000016936,0.10000,0.391
13,mlp.experts.23.down_proj,0.0000000071,0.10000,0.374
13,mlp.experts.24.down_proj,0.0000000089,0.10000,0.339
13,mlp.experts.25.down_proj,0.0000000228,0.10000,0.338
13,mlp.experts.26.down_proj,0.0000000183,0.10000,0.354
13,mlp.experts.27.down_proj,0.0000000428,0.10000,0.355
13,mlp.experts.28.down_proj,0.0000000061,0.10000,0.370
13,mlp.experts.29.down_proj,0.0000000207,0.10000,0.400
13,mlp.experts.30.down_proj,0.0000006374,0.10000,0.353
13,mlp.experts.31.down_proj,0.0000000865,0.10000,0.359
13,mlp.experts.32.down_proj,0.0000001646,0.10000,0.336
13,mlp.experts.33.down_proj,0.0000001738,0.10000,0.330
13,mlp.experts.34.down_proj,0.0000000234,0.10000,0.332
13,mlp.experts.35.down_proj,0.0000000590,0.10000,0.345
13,mlp.experts.36.down_proj,0.0000000123,0.10000,0.353
13,mlp.experts.37.down_proj,0.0000002840,0.10000,0.366
13,mlp.experts.38.down_proj,0.0000000502,0.10000,0.408
13,mlp.experts.39.down_proj,0.0000005649,0.10000,0.409
13,mlp.experts.40.down_proj,0.0000000023,0.10000,0.353
13,mlp.experts.41.down_proj,0.0000000117,0.10000,0.361
13,mlp.experts.42.down_proj,0.0000000144,0.10000,0.378
13,mlp.experts.43.down_proj,0.0000003905,0.10000,0.379
13,mlp.experts.44.down_proj,0.0000000045,0.10000,0.374
13,mlp.experts.45.down_proj,0.0000001767,0.10000,0.373
13,mlp.experts.46.down_proj,0.0000022838,0.10000,0.406
13,mlp.experts.47.down_proj,0.0000000156,0.10000,0.410
13,mlp.experts.48.down_proj,0.0000003105,0.10000,0.401
13,mlp.experts.49.down_proj,0.0000001279,0.10000,0.381
13,mlp.experts.50.down_proj,0.0000005268,0.10000,0.401
13,mlp.experts.51.down_proj,0.0000000105,0.10000,0.395
13,mlp.experts.52.down_proj,0.0000000728,0.10000,0.403
13,mlp.experts.53.down_proj,0.0000000331,0.10000,0.394
13,mlp.experts.54.down_proj,0.0000001882,0.10000,0.341
13,mlp.experts.55.down_proj,0.0000000067,0.10000,0.332
13,mlp.experts.56.down_proj,0.0000002568,0.10000,0.349
13,mlp.experts.57.down_proj,0.0000000153,0.10000,0.368
13,mlp.experts.58.down_proj,0.0000000056,0.10000,0.410
13,mlp.experts.59.down_proj,0.0000000128,0.10000,0.413
13,mlp.experts.60.down_proj,0.0000002265,0.10000,0.345
13,mlp.experts.61.down_proj,0.0000000217,0.10000,0.331
13,mlp.experts.62.down_proj,0.0000001836,0.10000,0.334
13,mlp.experts.63.down_proj,0.0000000046,0.10000,0.333
13,mlp.experts.64.down_proj,0.0000002029,0.10000,0.361
13,mlp.experts.65.down_proj,0.0000000024,0.10000,0.366
13,mlp.experts.66.down_proj,0.0000000052,0.10000,0.383
13,mlp.experts.67.down_proj,0.0000000294,0.10000,0.405
13,mlp.experts.68.down_proj,0.0000001308,0.10000,0.388
13,mlp.experts.69.down_proj,0.0000003811,0.10000,0.375
13,mlp.experts.70.down_proj,0.0000001179,0.10000,0.384
13,mlp.experts.71.down_proj,0.0000000025,0.10000,0.416
13,mlp.experts.72.down_proj,0.0000002977,0.10000,0.395
13,mlp.experts.73.down_proj,0.0000000045,0.10000,0.375
13,mlp.experts.74.down_proj,0.0000002949,0.10000,0.359
13,mlp.experts.75.down_proj,0.0000000028,0.10000,0.353
13,mlp.experts.76.down_proj,0.0000000026,0.10000,0.370
13,mlp.experts.77.down_proj,0.0000000043,0.10000,0.375
13,mlp.experts.78.down_proj,0.0000000330,0.10000,0.396
13,mlp.experts.79.down_proj,0.0000000041,0.10000,0.404
13,mlp.experts.80.down_proj,0.0000000245,0.10000,0.394
13,mlp.experts.81.down_proj,0.0000002108,0.10000,0.414
13,mlp.experts.82.down_proj,0.0000000135,0.10000,0.391
13,mlp.experts.83.down_proj,0.0000000134,0.10000,0.406
13,mlp.experts.84.down_proj,0.0000001434,0.10000,0.398
13,mlp.experts.85.down_proj,0.0000000441,0.10000,0.415
13,mlp.experts.86.down_proj,0.0000001826,0.10000,0.393
13,mlp.experts.87.down_proj,0.0000001069,0.10000,0.404
13,mlp.experts.88.down_proj,0.0000000662,0.10000,0.394
13,mlp.experts.89.down_proj,0.0000000320,0.10000,0.396
13,mlp.experts.90.down_proj,0.0000003745,0.10000,0.399
13,mlp.experts.91.down_proj,0.0000000041,0.10000,0.394
13,mlp.experts.92.down_proj,0.0000000171,0.10000,0.358
13,mlp.experts.93.down_proj,0.0000000164,0.10000,0.335
13,mlp.experts.94.down_proj,0.0000014073,0.10000,0.370
13,mlp.experts.95.down_proj,0.0000000118,0.10000,0.417
13,mlp.experts.96.down_proj,0.0000013717,0.10000,0.396
13,mlp.experts.97.down_proj,0.0000002545,0.10000,0.400
13,mlp.experts.98.down_proj,0.0000000036,0.10000,0.401
13,mlp.experts.99.down_proj,0.0000000274,0.10000,0.406
13,mlp.experts.100.down_proj,0.0000018534,0.10000,0.402
13,mlp.experts.101.down_proj,0.0000000014,0.10000,0.409
13,mlp.experts.102.down_proj,0.0000000068,0.10000,0.401
13,mlp.experts.103.down_proj,0.0000000316,0.10000,0.412
13,mlp.experts.104.down_proj,0.0000000579,0.10000,0.400
13,mlp.experts.105.down_proj,0.0000000103,0.10000,0.402
13,mlp.experts.106.down_proj,0.0000000020,0.10000,0.365
13,mlp.experts.107.down_proj,0.0000000297,0.10000,0.348
13,mlp.experts.108.down_proj,0.0000000395,0.10000,0.361
13,mlp.experts.109.down_proj,0.0000000027,0.10000,0.355
13,mlp.experts.110.down_proj,0.0000001106,0.10000,0.374
13,mlp.experts.111.down_proj,0.0000000915,0.10000,0.401
13,mlp.experts.112.down_proj,0.0000000135,0.10000,0.383
13,mlp.experts.113.down_proj,0.0000000096,0.10000,0.354
13,mlp.experts.114.down_proj,0.0000001699,0.10000,0.348
13,mlp.experts.115.down_proj,0.0000000480,0.10000,0.356
13,mlp.experts.116.down_proj,0.0000002782,0.10000,0.384
13,mlp.experts.117.down_proj,0.0000000533,0.10000,0.413
13,mlp.experts.118.down_proj,0.0000000355,0.10000,0.410
13,mlp.experts.119.down_proj,0.0000001096,0.10000,0.375
13,mlp.experts.120.down_proj,0.0000000821,0.10000,0.344
13,mlp.experts.121.down_proj,0.0000000076,0.10000,0.339
13,mlp.experts.122.down_proj,0.0000000362,0.10000,0.333
13,mlp.experts.123.down_proj,0.0000000640,0.10000,0.327
13,mlp.experts.124.down_proj,0.0000000210,0.10000,0.356
13,mlp.experts.125.down_proj,0.0000000146,0.10000,0.380
13,mlp.experts.126.down_proj,0.0000004926,0.10000,0.389
13,mlp.experts.127.down_proj,0.0000000653,0.10000,0.314
14,self_attn.q_proj,0.0000000007,0.10000,1.051
14,self_attn.k_proj,0.0000000001,0.10000,1.082
14,self_attn.v_proj,0.0000000001,0.10000,0.610
14,self_attn.o_proj,0.0000000001,0.10000,1.192
14,mlp.gate,0.0000000156,0.10000,0.562
14,mlp.experts.0.up_proj,0.0000010456,0.10000,1.042
14,mlp.experts.1.up_proj,0.0000004385,0.10000,1.051
14,mlp.experts.2.up_proj,0.0000028625,0.10000,1.035
14,mlp.experts.3.up_proj,0.0000000216,0.10000,1.047
14,mlp.experts.5.up_proj,0.0000007258,0.10000,1.070
14,mlp.experts.4.up_proj,0.0000004102,0.10000,1.094
14,mlp.experts.7.up_proj,0.0000002273,0.10000,1.090
14,mlp.experts.6.up_proj,0.0000000189,0.10000,1.093
14,mlp.experts.9.up_proj,0.0000012168,0.10000,0.996
14,mlp.experts.8.up_proj,0.0000000264,0.10000,1.038
14,mlp.experts.10.up_proj,0.0000000568,0.10000,1.017
14,mlp.experts.11.up_proj,0.0000004735,0.10000,1.088
14,mlp.experts.12.up_proj,0.0000007574,0.10000,0.965
14,mlp.experts.13.up_proj,0.0000005664,0.10000,0.989
14,mlp.experts.14.up_proj,0.0000003461,0.10000,1.009
14,mlp.experts.15.up_proj,0.0000008432,0.10000,1.002
14,mlp.experts.16.up_proj,0.0000000529,0.10000,0.999
14,mlp.experts.17.up_proj,0.0000001148,0.10000,1.008
14,mlp.experts.18.up_proj,0.0000001205,0.10000,1.027
14,mlp.experts.19.up_proj,0.0000008562,0.10000,1.007
14,mlp.experts.20.up_proj,0.0000000670,0.10000,1.039
14,mlp.experts.21.up_proj,0.0000003876,0.10000,1.075
14,mlp.experts.22.up_proj,0.0000002606,0.10000,1.053
14,mlp.experts.23.up_proj,0.0000000477,0.10000,1.062
14,mlp.experts.24.up_proj,0.0000016769,0.10000,1.066
14,mlp.experts.25.up_proj,0.0000013846,0.10000,1.064
14,mlp.experts.26.up_proj,0.0000008702,0.10000,1.009
14,mlp.experts.27.up_proj,0.0000007900,0.10000,1.070
14,mlp.experts.28.up_proj,0.0000000344,0.10000,1.023
14,mlp.experts.29.up_proj,0.0000013768,0.10000,1.090
14,mlp.experts.30.up_proj,0.0000002446,0.10000,0.988
14,mlp.experts.31.up_proj,0.0000099583,0.10000,0.993
14,mlp.experts.32.up_proj,0.0000013258,0.10000,1.033
14,mlp.experts.33.up_proj,0.0000003311,0.10000,1.026
14,mlp.experts.34.up_proj,0.0000000138,0.10000,1.064
14,mlp.experts.35.up_proj,0.0000020876,0.10000,1.028
14,mlp.experts.36.up_proj,0.0000002613,0.10000,1.038
14,mlp.experts.37.up_proj,0.0000001253,0.10000,1.057
14,mlp.experts.38.up_proj,0.0000000537,0.10000,1.035
14,mlp.experts.39.up_proj,0.0000000272,0.10000,1.016
14,mlp.experts.40.up_proj,0.0000000570,0.10000,1.035
14,mlp.experts.41.up_proj,0.0000051984,0.10000,1.031
14,mlp.experts.42.up_proj,0.0000003604,0.10000,1.069
14,mlp.experts.43.up_proj,0.0000060605,0.10000,0.997
14,mlp.experts.44.up_proj,0.0000000266,0.10000,0.965
14,mlp.experts.45.up_proj,0.0000320324,0.10000,0.949
14,mlp.experts.46.up_proj,0.0000010074,0.10000,1.019
14,mlp.experts.47.up_proj,0.0000007812,0.10000,1.006
14,mlp.experts.48.up_proj,0.0000000522,0.10000,1.053
14,mlp.experts.49.up_proj,0.0000005331,0.10000,1.044
14,mlp.experts.50.up_proj,0.0000000382,0.10000,1.069
14,mlp.experts.51.up_proj,0.0000001243,0.10000,1.062
14,mlp.experts.52.up_proj,0.0000005021,0.10000,1.069
14,mlp.experts.53.up_proj,0.0000000575,0.10000,1.060
14,mlp.experts.54.up_proj,0.0000012720,0.10000,1.040
14,mlp.experts.55.up_proj,0.0000000161,0.10000,1.052
14,mlp.experts.56.up_proj,0.0000015406,0.10000,0.965
14,mlp.experts.57.up_proj,0.0000000347,0.10000,1.079
14,mlp.experts.58.up_proj,0.0000010218,0.10000,0.945
14,mlp.experts.59.up_proj,0.0000014329,0.10000,0.936
14,mlp.experts.60.up_proj,0.0000025467,0.10000,0.950
14,mlp.experts.61.up_proj,0.0000006917,0.10000,0.989
14,mlp.experts.62.up_proj,0.0000001006,0.10000,1.031
14,mlp.experts.63.up_proj,0.0000053406,0.10000,1.034
14,mlp.experts.64.up_proj,0.0000009975,0.10000,1.041
14,mlp.experts.65.up_proj,0.0000094595,0.10000,1.006
14,mlp.experts.66.up_proj,0.0000006962,0.10000,1.043
14,mlp.experts.67.up_proj,0.0000002999,0.10000,1.037
14,mlp.experts.68.up_proj,0.0000000815,0.10000,1.015
14,mlp.experts.69.up_proj,0.0000001657,0.10000,1.023
14,mlp.experts.70.up_proj,0.0000022336,0.10000,1.016
14,mlp.experts.71.up_proj,0.0000005489,0.10000,1.000
14,mlp.experts.72.up_proj,0.0000010056,0.10000,0.981
14,mlp.experts.73.up_proj,0.0000045581,0.10000,0.970
14,mlp.experts.74.up_proj,0.0000013432,0.10000,0.971
14,mlp.experts.75.up_proj,0.0000000190,0.10000,1.043
14,mlp.experts.76.up_proj,0.0000000657,0.10000,1.024
14,mlp.experts.77.up_proj,0.0000004402,0.10000,1.040
14,mlp.experts.78.up_proj,0.0000010440,0.10000,0.942
14,mlp.experts.79.up_proj,0.0000000266,0.10000,0.954
14,mlp.experts.80.up_proj,0.0000000591,0.10000,1.050
14,mlp.experts.81.up_proj,0.0000001807,0.10000,1.029
14,mlp.experts.82.up_proj,0.0000000879,0.10000,1.028
14,mlp.experts.83.up_proj,0.0000373654,0.10000,1.032
14,mlp.experts.84.up_proj,0.0000000974,0.10000,1.033
14,mlp.experts.85.up_proj,0.0000014634,0.10000,0.997
14,mlp.experts.86.up_proj,0.0000000816,0.10000,1.008
14,mlp.experts.87.up_proj,0.0000004896,0.10000,1.047
14,mlp.experts.88.up_proj,0.0000002294,0.10000,1.034
14,mlp.experts.89.up_proj,0.0000008548,0.10000,1.030
14,mlp.experts.90.up_proj,0.0000002456,0.10000,1.044
14,mlp.experts.91.up_proj,0.0000043573,0.10000,1.050
14,mlp.experts.92.up_proj,0.0000002689,0.10000,1.049
14,mlp.experts.93.up_proj,0.0000004813,0.10000,1.061
14,mlp.experts.94.up_proj,0.0000002631,0.10000,1.032
14,mlp.experts.95.up_proj,0.0000000463,0.10000,1.062
14,mlp.experts.96.up_proj,0.0000008801,0.10000,1.038
14,mlp.experts.97.up_proj,0.0000132635,0.10000,1.042
14,mlp.experts.98.up_proj,0.0000004488,0.10000,1.079
14,mlp.experts.99.up_proj,0.0000000859,0.10000,1.060
14,mlp.experts.100.up_proj,0.0000001386,0.10000,1.069
14,mlp.experts.101.up_proj,0.0000000950,0.10000,1.021
14,mlp.experts.102.up_proj,0.0000004388,0.10000,1.025
14,mlp.experts.103.up_proj,0.0000015131,0.10000,1.053
14,mlp.experts.104.up_proj,0.0000028256,0.10000,1.048
14,mlp.experts.105.up_proj,0.0000000741,0.10000,1.001
14,mlp.experts.106.up_proj,0.0000074251,0.10000,0.919
14,mlp.experts.107.up_proj,0.0000001008,0.10000,0.935
14,mlp.experts.108.up_proj,0.0000001284,0.10000,1.011
14,mlp.experts.109.up_proj,0.0000001478,0.10000,1.056
14,mlp.experts.110.up_proj,0.0000001090,0.10000,1.032
14,mlp.experts.111.up_proj,0.0000000713,0.10000,1.020
14,mlp.experts.112.up_proj,0.0000003381,0.10000,1.000
14,mlp.experts.113.up_proj,0.0000009891,0.10000,0.994
14,mlp.experts.114.up_proj,0.0000002432,0.10000,1.012
14,mlp.experts.115.up_proj,0.0000000761,0.10000,1.044
14,mlp.experts.116.up_proj,0.0000021542,0.10000,1.021
14,mlp.experts.117.up_proj,0.0000206208,0.10000,1.058
14,mlp.experts.118.up_proj,0.0000007004,0.10000,0.993
14,mlp.experts.119.up_proj,0.0000001259,0.10000,1.023
14,mlp.experts.120.up_proj,0.0000025120,0.10000,0.911
14,mlp.experts.121.up_proj,0.0000002811,0.10000,0.933
14,mlp.experts.122.up_proj,0.0000033459,0.10000,1.049
14,mlp.experts.123.up_proj,0.0000009910,0.10000,1.027
14,mlp.experts.124.up_proj,0.0000027312,0.10000,1.019
14,mlp.experts.125.up_proj,0.0000003665,0.10000,1.016
14,mlp.experts.126.up_proj,0.0000002651,0.10000,1.041
14,mlp.experts.127.up_proj,0.0000019235,0.10000,1.060
14,mlp.experts.0.gate_proj,0.0000010802,0.10000,1.027
14,mlp.experts.1.gate_proj,0.0000004559,0.10000,1.013
14,mlp.experts.2.gate_proj,0.0000029094,0.10000,1.026
14,mlp.experts.3.gate_proj,0.0000000218,0.10000,0.997
14,mlp.experts.4.gate_proj,0.0000004279,0.10000,1.052
14,mlp.experts.5.gate_proj,0.0000007136,0.10000,1.002
14,mlp.experts.6.gate_proj,0.0000000181,0.10000,1.080
14,mlp.experts.7.gate_proj,0.0000002328,0.10000,1.066
14,mlp.experts.8.gate_proj,0.0000000260,0.10000,1.069
14,mlp.experts.9.gate_proj,0.0000013029,0.10000,1.052
14,mlp.experts.10.gate_proj,0.0000000594,0.10000,1.052
14,mlp.experts.11.gate_proj,0.0000004823,0.10000,1.027
14,mlp.experts.12.gate_proj,0.0000007814,0.10000,1.079
14,mlp.experts.13.gate_proj,0.0000005692,0.10000,1.040
14,mlp.experts.14.gate_proj,0.0000003766,0.10000,1.029
14,mlp.experts.15.gate_proj,0.0000008571,0.10000,1.037
14,mlp.experts.16.gate_proj,0.0000000562,0.10000,1.064
14,mlp.experts.17.gate_proj,0.0000001174,0.10000,1.069
14,mlp.experts.18.gate_proj,0.0000001212,0.10000,1.101
14,mlp.experts.19.gate_proj,0.0000008703,0.10000,1.029
14,mlp.experts.20.gate_proj,0.0000000718,0.10000,0.985
14,mlp.experts.21.gate_proj,0.0000003924,0.10000,1.010
14,mlp.experts.22.gate_proj,0.0000002822,0.10000,0.966
14,mlp.experts.23.gate_proj,0.0000000490,0.10000,0.962
14,mlp.experts.24.gate_proj,0.0000017099,0.10000,1.076
14,mlp.experts.25.gate_proj,0.0000014145,0.10000,1.042
14,mlp.experts.26.gate_proj,0.0000009758,0.10000,0.965
14,mlp.experts.27.gate_proj,0.0000008014,0.10000,0.970
14,mlp.experts.28.gate_proj,0.0000000332,0.10000,0.997
14,mlp.experts.29.gate_proj,0.0000014079,0.10000,1.004
14,mlp.experts.30.gate_proj,0.0000002489,0.10000,1.008
14,mlp.experts.31.gate_proj,0.0000100739,0.10000,1.002
14,mlp.experts.32.gate_proj,0.0000014367,0.10000,1.034
14,mlp.experts.33.gate_proj,0.0000003595,0.10000,1.016
14,mlp.experts.34.gate_proj,0.0000000132,0.10000,0.931
14,mlp.experts.35.gate_proj,0.0000021491,0.10000,0.953
14,mlp.experts.36.gate_proj,0.0000002696,0.10000,1.059
14,mlp.experts.37.gate_proj,0.0000001279,0.10000,1.028
14,mlp.experts.38.gate_proj,0.0000000554,0.10000,1.067
14,mlp.experts.39.gate_proj,0.0000000260,0.10000,1.063
14,mlp.experts.40.gate_proj,0.0000000581,0.10000,0.970
14,mlp.experts.41.gate_proj,0.0000054946,0.10000,0.970
14,mlp.experts.42.gate_proj,0.0000004032,0.10000,1.061
14,mlp.experts.43.gate_proj,0.0000062501,0.10000,1.062
14,mlp.experts.44.gate_proj,0.0000000272,0.10000,1.020
14,mlp.experts.45.gate_proj,0.0000321589,0.10000,1.070
14,mlp.experts.46.gate_proj,0.0000010135,0.10000,1.027
14,mlp.experts.47.gate_proj,0.0000008116,0.10000,1.019
14,mlp.experts.48.gate_proj,0.0000000529,0.10000,1.047
14,mlp.experts.49.gate_proj,0.0000005476,0.10000,1.045
14,mlp.experts.50.gate_proj,0.0000000392,0.10000,0.957
14,mlp.experts.51.gate_proj,0.0000001271,0.10000,1.026
14,mlp.experts.52.gate_proj,0.0000005037,0.10000,1.012
14,mlp.experts.53.gate_proj,0.0000000592,0.10000,1.008
14,mlp.experts.54.gate_proj,0.0000012805,0.10000,1.039
14,mlp.experts.55.gate_proj,0.0000000187,0.10000,1.018
14,mlp.experts.56.gate_proj,0.0000016117,0.10000,1.042
14,mlp.experts.57.gate_proj,0.0000000354,0.10000,1.028
14,mlp.experts.58.gate_proj,0.0000009701,0.10000,1.025
14,mlp.experts.59.gate_proj,0.0000014507,0.10000,1.040
14,mlp.experts.60.gate_proj,0.0000025265,0.10000,1.049
14,mlp.experts.61.gate_proj,0.0000007257,0.10000,1.043
14,mlp.experts.62.gate_proj,0.0000001086,0.10000,1.047
14,mlp.experts.63.gate_proj,0.0000188407,0.10000,1.026
14,mlp.experts.64.gate_proj,0.0000010208,0.10000,1.061
14,mlp.experts.65.gate_proj,0.0000100478,0.10000,1.017
14,mlp.experts.66.gate_proj,0.0000007123,0.10000,1.001
14,mlp.experts.67.gate_proj,0.0000003120,0.10000,1.025
14,mlp.experts.68.gate_proj,0.0000000867,0.10000,1.028
14,mlp.experts.69.gate_proj,0.0000001698,0.10000,1.026
14,mlp.experts.70.gate_proj,0.0000022649,0.10000,0.974
14,mlp.experts.71.gate_proj,0.0000005480,0.10000,1.020
14,mlp.experts.72.gate_proj,0.0000010279,0.10000,1.041
14,mlp.experts.73.gate_proj,0.0000044717,0.10000,1.046
14,mlp.experts.74.gate_proj,0.0000014551,0.10000,0.975
14,mlp.experts.75.gate_proj,0.0000000192,0.10000,0.982
14,mlp.experts.76.gate_proj,0.0000000674,0.10000,1.041
14,mlp.experts.77.gate_proj,0.0000004474,0.10000,1.031
14,mlp.experts.78.gate_proj,0.0000010669,0.10000,1.039
14,mlp.experts.79.gate_proj,0.0000000269,0.10000,1.052
14,mlp.experts.80.gate_proj,0.0000000626,0.10000,1.045
14,mlp.experts.81.gate_proj,0.0000001852,0.10000,1.036
14,mlp.experts.82.gate_proj,0.0000000926,0.10000,1.047
14,mlp.experts.83.gate_proj,0.0000376655,0.10000,1.038
14,mlp.experts.84.gate_proj,0.0000001014,0.10000,1.035
14,mlp.experts.85.gate_proj,0.0000015681,0.10000,1.057
14,mlp.experts.86.gate_proj,0.0000000871,0.10000,1.052
14,mlp.experts.87.gate_proj,0.0000005009,0.10000,1.042
14,mlp.experts.88.gate_proj,0.0000002310,0.10000,1.059
14,mlp.experts.89.gate_proj,0.0000008672,0.10000,0.977
14,mlp.experts.90.gate_proj,0.0000002465,0.10000,1.022
14,mlp.experts.91.gate_proj,0.0000044271,0.10000,0.981
14,mlp.experts.92.gate_proj,0.0000003011,0.10000,1.034
14,mlp.experts.93.gate_proj,0.0000004980,0.10000,1.014
14,mlp.experts.94.gate_proj,0.0000002717,0.10000,1.023
14,mlp.experts.95.gate_proj,0.0000000474,0.10000,1.006
14,mlp.experts.96.gate_proj,0.0000008772,0.10000,1.059
14,mlp.experts.97.gate_proj,0.0000136137,0.10000,1.018
14,mlp.experts.98.gate_proj,0.0000004612,0.10000,1.076
14,mlp.experts.99.gate_proj,0.0000000854,0.10000,1.073
14,mlp.experts.100.gate_proj,0.0000001463,0.10000,1.074
14,mlp.experts.101.gate_proj,0.0000000985,0.10000,1.072
14,mlp.experts.102.gate_proj,0.0000004599,0.10000,1.071
14,mlp.experts.103.gate_proj,0.0000015309,0.10000,1.069
14,mlp.experts.104.gate_proj,0.0000028992,0.10000,1.028
14,mlp.experts.105.gate_proj,0.0000000771,0.10000,1.018
14,mlp.experts.106.gate_proj,0.0000077059,0.10000,1.071
14,mlp.experts.107.gate_proj,0.0000001033,0.10000,1.086
14,mlp.experts.108.gate_proj,0.0000001333,0.10000,1.045
14,mlp.experts.109.gate_proj,0.0000001536,0.10000,1.043
14,mlp.experts.110.gate_proj,0.0000001114,0.10000,1.035
14,mlp.experts.111.gate_proj,0.0000000733,0.10000,1.067
14,mlp.experts.112.gate_proj,0.0000003450,0.10000,1.014
14,mlp.experts.113.gate_proj,0.0000010115,0.10000,1.046
14,mlp.experts.114.gate_proj,0.0000002532,0.10000,1.013
14,mlp.experts.115.gate_proj,0.0000000800,0.10000,1.032
14,mlp.experts.116.gate_proj,0.0000021731,0.10000,1.027
14,mlp.experts.117.gate_proj,0.0000274849,0.10000,1.026
14,mlp.experts.118.gate_proj,0.0000006940,0.10000,1.039
14,mlp.experts.119.gate_proj,0.0000001297,0.10000,1.042
14,mlp.experts.120.gate_proj,0.0000026564,0.10000,1.026
14,mlp.experts.121.gate_proj,0.0000002911,0.10000,1.022
14,mlp.experts.122.gate_proj,0.0000034209,0.10000,1.016
14,mlp.experts.123.gate_proj,0.0000010044,0.10000,1.009
14,mlp.experts.124.gate_proj,0.0000029126,0.10000,1.095
14,mlp.experts.125.gate_proj,0.0000003742,0.10000,1.033
14,mlp.experts.126.gate_proj,0.0000002811,0.10000,1.004
14,mlp.experts.127.gate_proj,0.0000019752,0.10000,1.016
14,mlp.experts.0.down_proj,0.0000001026,0.10000,0.370
14,mlp.experts.1.down_proj,0.0000000587,0.10000,0.376
14,mlp.experts.2.down_proj,0.0000000625,0.10000,0.388
14,mlp.experts.3.down_proj,0.0000000020,0.10000,0.390
14,mlp.experts.4.down_proj,0.0000000541,0.10000,0.412
14,mlp.experts.5.down_proj,0.0000000703,0.10000,0.411
14,mlp.experts.6.down_proj,0.0000000020,0.10000,0.410
14,mlp.experts.7.down_proj,0.0000000371,0.10000,0.405
14,mlp.experts.9.down_proj,0.0000002022,0.10000,0.364
14,mlp.experts.8.down_proj,0.0000000031,0.10000,0.372
14,mlp.experts.10.down_proj,0.0000000103,0.10000,0.403
14,mlp.experts.11.down_proj,0.0000000725,0.10000,0.407
14,mlp.experts.12.down_proj,0.0000001504,0.10000,0.408
14,mlp.experts.13.down_proj,0.0000000648,0.10000,0.408
14,mlp.experts.15.down_proj,0.0000001411,0.10000,0.402
14,mlp.experts.14.down_proj,0.0000000179,0.10000,0.413
14,mlp.experts.16.down_proj,0.0000000063,0.10000,0.340
14,mlp.experts.17.down_proj,0.0000000148,0.10000,0.352
14,mlp.experts.18.down_proj,0.0000000168,0.10000,0.347
14,mlp.experts.19.down_proj,0.0000000957,0.10000,0.358
14,mlp.experts.20.down_proj,0.0000000119,0.10000,0.331
14,mlp.experts.21.down_proj,0.0000000603,0.10000,0.335
14,mlp.experts.22.down_proj,0.0000000480,0.10000,0.328
14,mlp.experts.23.down_proj,0.0000000051,0.10000,0.335
14,mlp.experts.24.down_proj,0.0000001873,0.10000,0.406
14,mlp.experts.25.down_proj,0.0000001900,0.10000,0.381
14,mlp.experts.26.down_proj,0.0000001684,0.10000,0.380
14,mlp.experts.27.down_proj,0.0000001082,0.10000,0.395
14,mlp.experts.28.down_proj,0.0000000062,0.10000,0.415
14,mlp.experts.29.down_proj,0.0000001531,0.10000,0.404
14,mlp.experts.30.down_proj,0.0000000191,0.10000,0.375
14,mlp.experts.31.down_proj,0.0000001374,0.10000,0.383
14,mlp.experts.32.down_proj,0.0000004722,0.10000,0.379
14,mlp.experts.33.down_proj,0.0000000427,0.10000,0.407
14,mlp.experts.34.down_proj,0.0000000014,0.10000,0.365
14,mlp.experts.35.down_proj,0.0000002861,0.10000,0.364
14,mlp.experts.36.down_proj,0.0000000355,0.10000,0.389
14,mlp.experts.37.down_proj,0.0000000128,0.10000,0.389
14,mlp.experts.38.down_proj,0.0000000054,0.10000,0.391
14,mlp.experts.39.down_proj,0.0000000036,0.10000,0.391
14,mlp.experts.40.down_proj,0.0000000053,0.10000,0.377
14,mlp.experts.41.down_proj,0.0000008227,0.10000,0.391
14,mlp.experts.42.down_proj,0.0000000287,0.10000,0.386
14,mlp.experts.43.down_proj,0.0000004850,0.10000,0.396
14,mlp.experts.44.down_proj,0.0000000029,0.10000,0.392
14,mlp.experts.45.down_proj,0.0000009134,0.10000,0.393
14,mlp.experts.46.down_proj,0.0000001739,0.10000,0.398
14,mlp.experts.47.down_proj,0.0000001921,0.10000,0.373
14,mlp.experts.48.down_proj,0.0000000061,0.10000,0.395
14,mlp.experts.49.down_proj,0.0000000786,0.10000,0.403
14,mlp.experts.50.down_proj,0.0000000035,0.10000,0.394
14,mlp.experts.51.down_proj,0.0000000118,0.10000,0.372
14,mlp.experts.52.down_proj,0.0000000676,0.10000,0.397
14,mlp.experts.53.down_proj,0.0000000060,0.10000,0.367
14,mlp.experts.54.down_proj,0.0000001391,0.10000,0.397
14,mlp.experts.55.down_proj,0.0000000015,0.10000,0.397
14,mlp.experts.56.down_proj,0.0000002860,0.10000,0.376
14,mlp.experts.57.down_proj,0.0000000031,0.10000,0.390
14,mlp.experts.58.down_proj,0.0000002523,0.10000,0.389
14,mlp.experts.59.down_proj,0.0000001731,0.10000,0.386
14,mlp.experts.60.down_proj,0.0000000573,0.10000,0.386
14,mlp.experts.61.down_proj,0.0000001153,0.10000,0.403
14,mlp.experts.62.down_proj,0.0000000220,0.10000,0.388
14,mlp.experts.63.down_proj,0.0000000009,0.10000,0.403
14,mlp.experts.64.down_proj,0.0000002082,0.10000,0.388
14,mlp.experts.65.down_proj,0.0000010458,0.10000,0.398
14,mlp.experts.66.down_proj,0.0000000715,0.10000,0.373
14,mlp.experts.67.down_proj,0.0000000213,0.10000,0.368
14,mlp.experts.68.down_proj,0.0000000164,0.10000,0.405
14,mlp.experts.69.down_proj,0.0000000269,0.10000,0.402
14,mlp.experts.70.down_proj,0.0000002618,0.10000,0.412
14,mlp.experts.71.down_proj,0.0000000603,0.10000,0.385
14,mlp.experts.72.down_proj,0.0000001013,0.10000,0.342
14,mlp.experts.73.down_proj,0.0000000905,0.10000,0.335
14,mlp.experts.74.down_proj,0.0000000440,0.10000,0.395
14,mlp.experts.75.down_proj,0.0000000028,0.10000,0.410
14,mlp.experts.76.down_proj,0.0000000061,0.10000,0.407
14,mlp.experts.77.down_proj,0.0000000226,0.10000,0.409
14,mlp.experts.78.down_proj,0.0000000948,0.10000,0.410
14,mlp.experts.79.down_proj,0.0000000038,0.10000,0.409
14,mlp.experts.80.down_proj,0.0000000120,0.10000,0.396
14,mlp.experts.81.down_proj,0.0000000174,0.10000,0.414
14,mlp.experts.82.down_proj,0.0000000204,0.10000,0.421
14,mlp.experts.83.down_proj,0.0000030650,0.10000,0.415
14,mlp.experts.84.down_proj,0.0000000148,0.10000,0.397
14,mlp.experts.85.down_proj,0.0000003766,0.10000,0.398
14,mlp.experts.86.down_proj,0.0000000058,0.10000,0.334
14,mlp.experts.87.down_proj,0.0000000587,0.10000,0.333
14,mlp.experts.88.down_proj,0.0000000340,0.10000,0.380
14,mlp.experts.89.down_proj,0.0000001014,0.10000,0.399
14,mlp.experts.90.down_proj,0.0000000263,0.10000,0.395
14,mlp.experts.91.down_proj,0.0000005872,0.10000,0.394
14,mlp.experts.92.down_proj,0.0000000305,0.10000,0.392
14,mlp.experts.93.down_proj,0.0000000569,0.10000,0.395
14,mlp.experts.94.down_proj,0.0000000329,0.10000,0.391
14,mlp.experts.95.down_proj,0.0000000045,0.10000,0.391
14,mlp.experts.96.down_proj,0.0000001834,0.10000,0.389
14,mlp.experts.97.down_proj,0.0000007917,0.10000,0.405
14,mlp.experts.98.down_proj,0.0000000490,0.10000,0.410
14,mlp.experts.99.down_proj,0.0000000100,0.10000,0.412
14,mlp.experts.100.down_proj,0.0000000164,0.10000,0.391
14,mlp.experts.101.down_proj,0.0000000169,0.10000,0.411
14,mlp.experts.102.down_proj,0.0000001143,0.10000,0.400
14,mlp.experts.103.down_proj,0.0000002079,0.10000,0.412
14,mlp.experts.104.down_proj,0.0000003708,0.10000,0.407
14,mlp.experts.105.down_proj,0.0000000099,0.10000,0.413
14,mlp.experts.106.down_proj,0.0000007512,0.10000,0.395
14,mlp.experts.107.down_proj,0.0000000111,0.10000,0.415
14,mlp.experts.108.down_proj,0.0000000156,0.10000,0.402
14,mlp.experts.109.down_proj,0.0000000118,0.10000,0.391
14,mlp.experts.110.down_proj,0.0000000087,0.10000,0.387
14,mlp.experts.111.down_proj,0.0000000097,0.10000,0.402
14,mlp.experts.112.down_proj,0.0000000426,0.10000,0.404
14,mlp.experts.113.down_proj,0.0000000993,0.10000,0.398
14,mlp.experts.114.down_proj,0.0000000273,0.10000,0.402
14,mlp.experts.115.down_proj,0.0000000097,0.10000,0.389
14,mlp.experts.116.down_proj,0.0000002430,0.10000,0.401
14,mlp.experts.117.down_proj,0.0000001109,0.10000,0.398
14,mlp.experts.118.down_proj,0.0000001144,0.10000,0.400
14,mlp.experts.119.down_proj,0.0000000166,0.10000,0.397
14,mlp.experts.120.down_proj,0.0000003582,0.10000,0.400
14,mlp.experts.121.down_proj,0.0000000476,0.10000,0.396
14,mlp.experts.122.down_proj,0.0000005435,0.10000,0.400
14,mlp.experts.123.down_proj,0.0000000500,0.10000,0.396
14,mlp.experts.124.down_proj,0.0000004340,0.10000,0.393
14,mlp.experts.125.down_proj,0.0000000531,0.10000,0.397
14,mlp.experts.126.down_proj,0.0000000527,0.10000,0.392
14,mlp.experts.127.down_proj,0.0000002293,0.10000,0.352
15,self_attn.q_proj,0.0000000004,0.10000,1.086
15,self_attn.k_proj,0.0000000001,0.10000,1.092
15,self_attn.v_proj,0.0000000001,0.10000,0.584
15,self_attn.o_proj,0.0000000001,0.10000,1.208
15,mlp.gate,0.0000000170,0.10000,0.588
15,mlp.experts.0.up_proj,0.0000002267,0.10000,1.034
15,mlp.experts.1.up_proj,0.0000000156,0.10000,1.036
15,mlp.experts.2.up_proj,0.0000005323,0.10000,0.997
15,mlp.experts.3.up_proj,0.0000000290,0.10000,1.027
15,mlp.experts.4.up_proj,0.0000005311,0.10000,0.989
15,mlp.experts.5.up_proj,0.0000032970,0.10000,1.009
15,mlp.experts.6.up_proj,0.0000000346,0.10000,1.021
15,mlp.experts.7.up_proj,0.0000000497,0.10000,1.011
15,mlp.experts.8.up_proj,0.0000000810,0.10000,0.967
15,mlp.experts.9.up_proj,0.0000000959,0.10000,0.976
15,mlp.experts.10.up_proj,0.0000001835,0.10000,1.058
15,mlp.experts.11.up_proj,0.0000002690,0.10000,1.045
15,mlp.experts.12.up_proj,0.0000035587,0.10000,1.019
15,mlp.experts.13.up_proj,0.0000002942,0.10000,1.026
15,mlp.experts.14.up_proj,0.0000009661,0.10000,1.017
15,mlp.experts.15.up_proj,0.0000015080,0.10000,0.979
15,mlp.experts.17.up_proj,0.0000000408,0.10000,1.067
15,mlp.experts.16.up_proj,0.0000000288,0.10000,1.088
15,mlp.experts.18.up_proj,0.0000003225,0.10000,1.094
15,mlp.experts.19.up_proj,0.0000033509,0.10000,1.109
15,mlp.experts.20.up_proj,0.0000001359,0.10000,1.070
15,mlp.experts.21.up_proj,0.0000016080,0.10000,1.092
15,mlp.experts.22.up_proj,0.0000008086,0.10000,1.108
15,mlp.experts.23.up_proj,0.0000000748,0.10000,1.064
15,mlp.experts.25.up_proj,0.0000005605,0.10000,1.065
15,mlp.experts.24.up_proj,0.0000008930,0.10000,1.088
15,mlp.experts.26.up_proj,0.0000079723,0.10000,1.061
15,mlp.experts.27.up_proj,0.0000011209,0.10000,1.050
15,mlp.experts.28.up_proj,0.0000005697,0.10000,0.994
15,mlp.experts.29.up_proj,0.0000002144,0.10000,0.998
15,mlp.experts.31.up_proj,0.0000001026,0.10000,1.075
15,mlp.experts.30.up_proj,0.0000001637,0.10000,1.086
15,mlp.experts.32.up_proj,0.0000001484,0.10000,1.088
15,mlp.experts.33.up_proj,0.0000008119,0.10000,1.094
15,mlp.experts.34.up_proj,0.0000000774,0.10000,0.972
15,mlp.experts.35.up_proj,0.0000000406,0.10000,0.972
15,mlp.experts.36.up_proj,0.0000033320,0.10000,1.074
15,mlp.experts.37.up_proj,0.0000000915,0.10000,1.068
15,mlp.experts.38.up_proj,0.0000001379,0.10000,1.010
15,mlp.experts.39.up_proj,0.0000001437,0.10000,1.021
15,mlp.experts.40.up_proj,0.0000000239,0.10000,1.067
15,mlp.experts.41.up_proj,0.0000026051,0.10000,1.078
15,mlp.experts.42.up_proj,0.0000043791,0.10000,1.069
15,mlp.experts.43.up_proj,0.0000039581,0.10000,1.064
15,mlp.experts.45.up_proj,0.0000002866,0.10000,1.038
15,mlp.experts.44.up_proj,0.0000042185,0.10000,1.071
15,mlp.experts.46.up_proj,0.0000026677,0.10000,1.010
15,mlp.experts.47.up_proj,0.0000021410,0.10000,1.020
15,mlp.experts.48.up_proj,0.0000003082,0.10000,0.964
15,mlp.experts.49.up_proj,0.0000001529,0.10000,0.974
15,mlp.experts.50.up_proj,0.0000005148,0.10000,1.019
15,mlp.experts.51.up_proj,0.0000004164,0.10000,1.051
15,mlp.experts.52.up_proj,0.0000007115,0.10000,0.978
15,mlp.experts.53.up_proj,0.0000018865,0.10000,0.992
15,mlp.experts.54.up_proj,0.0000004217,0.10000,1.036
15,mlp.experts.55.up_proj,0.0000000251,0.10000,1.038
15,mlp.experts.56.up_proj,0.0000000544,0.10000,0.997
15,mlp.experts.57.up_proj,0.0000003038,0.10000,0.993
15,mlp.experts.58.up_proj,0.0000004515,0.10000,1.065
15,mlp.experts.59.up_proj,0.0000004010,0.10000,1.037
15,mlp.experts.60.up_proj,0.0000000458,0.10000,1.033
15,mlp.experts.61.up_proj,0.0000002193,0.10000,1.040
15,mlp.experts.62.up_proj,0.0000041600,0.10000,1.036
15,mlp.experts.63.up_proj,0.0000006373,0.10000,1.051
15,mlp.experts.64.up_proj,0.0000012591,0.10000,1.009
15,mlp.experts.65.up_proj,0.0000036319,0.10000,1.092
15,mlp.experts.66.up_proj,0.0000009329,0.10000,1.009
15,mlp.experts.67.up_proj,0.0000031737,0.10000,1.037
15,mlp.experts.68.up_proj,0.0000010108,0.10000,0.980
15,mlp.experts.69.up_proj,0.0000001181,0.10000,1.035
15,mlp.experts.70.up_proj,0.0000003016,0.10000,1.038
15,mlp.experts.71.up_proj,0.0000000846,0.10000,1.041
15,mlp.experts.72.up_proj,0.0000000802,0.10000,1.032
15,mlp.experts.73.up_proj,0.0000007531,0.10000,1.060
15,mlp.experts.74.up_proj,0.0000077970,0.10000,1.041
15,mlp.experts.75.up_proj,0.0000006984,0.10000,0.996
15,mlp.experts.76.up_proj,0.0000005074,0.10000,0.975
15,mlp.experts.77.up_proj,0.0000001696,0.10000,1.010
15,mlp.experts.78.up_proj,0.0000006022,0.10000,1.042
15,mlp.experts.79.up_proj,0.0000019560,0.10000,1.097
15,mlp.experts.80.up_proj,0.0000003885,0.10000,0.988
15,mlp.experts.81.up_proj,0.0000017892,0.10000,1.034
15,mlp.experts.82.up_proj,0.0000000283,0.10000,1.069
15,mlp.experts.83.up_proj,0.0000013030,0.10000,1.034
15,mlp.experts.84.up_proj,0.0000005949,0.10000,1.046
15,mlp.experts.85.up_proj,0.0000000636,0.10000,1.062
15,mlp.experts.86.up_proj,0.0000000539,0.10000,1.024
15,mlp.experts.87.up_proj,0.0000000461,0.10000,1.058
15,mlp.experts.88.up_proj,0.0000018376,0.10000,0.945
15,mlp.experts.89.up_proj,0.0000000707,0.10000,0.943
15,mlp.experts.90.up_proj,0.0000000805,0.10000,1.007
15,mlp.experts.91.up_proj,0.0000000277,0.10000,1.012
15,mlp.experts.92.up_proj,0.0000139410,0.10000,0.921
15,mlp.experts.93.up_proj,0.0000014159,0.10000,0.924
15,mlp.experts.94.up_proj,0.0000000494,0.10000,1.025
15,mlp.experts.95.up_proj,0.0000000230,0.10000,1.084
15,mlp.experts.96.up_proj,0.0000001227,0.10000,1.028
15,mlp.experts.97.up_proj,0.0000083784,0.10000,1.069
15,mlp.experts.98.up_proj,0.0000000361,0.10000,1.020
15,mlp.experts.99.up_proj,0.0000006096,0.10000,1.072
15,mlp.experts.100.up_proj,0.0000000646,0.10000,1.031
15,mlp.experts.101.up_proj,0.0000001272,0.10000,1.007
15,mlp.experts.102.up_proj,0.0000004208,0.10000,1.031
15,mlp.experts.103.up_proj,0.0000001744,0.10000,1.003
15,mlp.experts.104.up_proj,0.0000014199,0.10000,1.014
15,mlp.experts.105.up_proj,0.0000024440,0.10000,0.969
15,mlp.experts.106.up_proj,0.0000006169,0.10000,0.972
15,mlp.experts.107.up_proj,0.0000017827,0.10000,1.003
15,mlp.experts.108.up_proj,0.0000057736,0.10000,1.046
15,mlp.experts.109.up_proj,0.0000001891,0.10000,0.967
15,mlp.experts.110.up_proj,0.0000032172,0.10000,1.012
15,mlp.experts.111.up_proj,0.0000021163,0.10000,1.026
15,mlp.experts.112.up_proj,0.0000019438,0.10000,1.018
15,mlp.experts.113.up_proj,0.0000009482,0.10000,1.030
15,mlp.experts.114.up_proj,0.0000130097,0.10000,1.019
15,mlp.experts.115.up_proj,0.0000007698,0.10000,1.043
15,mlp.experts.116.up_proj,0.0000001011,0.10000,1.017
15,mlp.experts.117.up_proj,0.0000011880,0.10000,1.050
15,mlp.experts.118.up_proj,0.0000012204,0.10000,1.012
15,mlp.experts.119.up_proj,0.0000006601,0.10000,1.015
15,mlp.experts.120.up_proj,0.0000000763,0.10000,1.012
15,mlp.experts.121.up_proj,0.0000000542,0.10000,1.033
15,mlp.experts.122.up_proj,0.0000009136,0.10000,1.038
15,mlp.experts.123.up_proj,0.0000004747,0.10000,1.058
15,mlp.experts.124.up_proj,0.0000019464,0.10000,1.030
15,mlp.experts.125.up_proj,0.0000008298,0.10000,0.998
15,mlp.experts.126.up_proj,0.0000014520,0.10000,0.997
15,mlp.experts.127.up_proj,0.0000009942,0.10000,0.963
15,mlp.experts.0.gate_proj,0.0000002538,0.10000,1.083
15,mlp.experts.1.gate_proj,0.0000000144,0.10000,1.039
15,mlp.experts.2.gate_proj,0.0000005481,0.10000,1.060
15,mlp.experts.3.gate_proj,0.0000000279,0.10000,1.072
15,mlp.experts.4.gate_proj,0.0000004897,0.10000,1.037
15,mlp.experts.5.gate_proj,0.0000033429,0.10000,1.085
15,mlp.experts.6.gate_proj,0.0000000345,0.10000,1.050
15,mlp.experts.7.gate_proj,0.0000000519,0.10000,1.083
15,mlp.experts.8.gate_proj,0.0000000836,0.10000,0.991
15,mlp.experts.9.gate_proj,0.0000001004,0.10000,0.972
15,mlp.experts.10.gate_proj,0.0000001899,0.10000,1.064
15,mlp.experts.11.gate_proj,0.0000002862,0.10000,1.029
15,mlp.experts.12.gate_proj,0.0000035669,0.10000,1.058
15,mlp.experts.13.gate_proj,0.0000002957,0.10000,1.052
15,mlp.experts.14.gate_proj,0.0000009934,0.10000,1.010
15,mlp.experts.15.gate_proj,0.0000015559,0.10000,1.041
15,mlp.experts.16.gate_proj,0.0000000294,0.10000,0.964
15,mlp.experts.17.gate_proj,0.0000000413,0.10000,1.057
15,mlp.experts.18.gate_proj,0.0000003305,0.10000,0.945
15,mlp.experts.19.gate_proj,0.0000033923,0.10000,0.985
15,mlp.experts.20.gate_proj,0.0000001371,0.10000,1.025
15,mlp.experts.21.gate_proj,0.0000016400,0.10000,1.039
15,mlp.experts.22.gate_proj,0.0000008075,0.10000,1.038
15,mlp.experts.23.gate_proj,0.0000000750,0.10000,1.031
15,mlp.experts.24.gate_proj,0.0000009176,0.10000,0.942
15,mlp.experts.25.gate_proj,0.0000006641,0.10000,0.949
15,mlp.experts.26.gate_proj,0.0000080242,0.10000,1.022
15,mlp.experts.27.gate_proj,0.0000011346,0.10000,0.989
15,mlp.experts.28.gate_proj,0.0000006029,0.10000,1.020
15,mlp.experts.29.gate_proj,0.0000002264,0.10000,1.021
15,mlp.experts.30.gate_proj,0.0000001674,0.10000,1.006
15,mlp.experts.31.gate_proj,0.0000000985,0.10000,1.034
15,mlp.experts.32.gate_proj,0.0000001644,0.10000,1.031
15,mlp.experts.33.gate_proj,0.0000008317,0.10000,1.089
15,mlp.experts.34.gate_proj,0.0000000795,0.10000,1.013
15,mlp.experts.35.gate_proj,0.0000000399,0.10000,0.998
15,mlp.experts.36.gate_proj,0.0000033938,0.10000,1.044
15,mlp.experts.37.gate_proj,0.0000000957,0.10000,1.066
15,mlp.experts.38.gate_proj,0.0000001408,0.10000,1.069
15,mlp.experts.39.gate_proj,0.0000001490,0.10000,1.056
15,mlp.experts.40.gate_proj,0.0000000245,0.10000,1.030
15,mlp.experts.41.gate_proj,0.0000027642,0.10000,1.023
15,mlp.experts.42.gate_proj,0.0000045778,0.10000,1.010
15,mlp.experts.43.gate_proj,0.0000043401,0.10000,1.009
15,mlp.experts.44.gate_proj,0.0000043331,0.10000,1.017
15,mlp.experts.45.gate_proj,0.0000002977,0.10000,1.027
15,mlp.experts.46.gate_proj,0.0000028478,0.10000,1.019
15,mlp.experts.47.gate_proj,0.0000022364,0.10000,1.034
15,mlp.experts.48.gate_proj,0.0000003156,0.10000,1.022
15,mlp.experts.49.gate_proj,0.0000001596,0.10000,1.031
15,mlp.experts.50.gate_proj,0.0000005188,0.10000,1.044
15,mlp.experts.51.gate_proj,0.0000004536,0.10000,1.021
15,mlp.experts.52.gate_proj,0.0000008831,0.10000,1.025
15,mlp.experts.53.gate_proj,0.0000019461,0.10000,1.042
15,mlp.experts.54.gate_proj,0.0000004236,0.10000,1.018
15,mlp.experts.55.gate_proj,0.0000000240,0.10000,1.023
15,mlp.experts.56.gate_proj,0.0000000506,0.10000,1.031
15,mlp.experts.57.gate_proj,0.0000003168,0.10000,1.056
15,mlp.experts.58.gate_proj,0.0000004641,0.10000,1.041
15,mlp.experts.59.gate_proj,0.0000004203,0.10000,1.023
15,mlp.experts.60.gate_proj,0.0000000453,0.10000,1.012
15,mlp.experts.61.gate_proj,0.0000002206,0.10000,1.038
15,mlp.experts.62.gate_proj,0.0000043530,0.10000,1.008
15,mlp.experts.63.gate_proj,0.0000006439,0.10000,1.026
15,mlp.experts.64.gate_proj,0.0000012807,0.10000,1.015
15,mlp.experts.65.gate_proj,0.0000037658,0.10000,1.034
15,mlp.experts.66.gate_proj,0.0000010149,0.10000,1.023
15,mlp.experts.67.gate_proj,0.0000032901,0.10000,1.012
15,mlp.experts.68.gate_proj,0.0000010342,0.10000,1.014
15,mlp.experts.69.gate_proj,0.0000001199,0.10000,1.007
15,mlp.experts.70.gate_proj,0.0000003082,0.10000,1.009
15,mlp.experts.71.gate_proj,0.0000000870,0.10000,1.021
15,mlp.experts.72.gate_proj,0.0000000849,0.10000,1.030
15,mlp.experts.73.gate_proj,0.0000036725,0.10000,0.998
15,mlp.experts.74.gate_proj,0.0000082010,0.10000,0.946
15,mlp.experts.75.gate_proj,0.0000007290,0.10000,1.082
15,mlp.experts.76.gate_proj,0.0000005234,0.10000,1.000
15,mlp.experts.77.gate_proj,0.0000001754,0.10000,1.051
15,mlp.experts.78.gate_proj,0.0000006222,0.10000,1.048
15,mlp.experts.79.gate_proj,0.0000019882,0.10000,1.047
15,mlp.experts.80.gate_proj,0.0000004930,0.10000,1.059
15,mlp.experts.81.gate_proj,0.0000018738,0.10000,1.078
15,mlp.experts.82.gate_proj,0.0000000290,0.10000,1.030
15,mlp.experts.83.gate_proj,0.0000013340,0.10000,1.057
15,mlp.experts.84.gate_proj,0.0000006098,0.10000,1.063
15,mlp.experts.85.gate_proj,0.0000000642,0.10000,1.062
15,mlp.experts.86.gate_proj,0.0000000554,0.10000,1.047
15,mlp.experts.87.gate_proj,0.0000000499,0.10000,1.020
15,mlp.experts.88.gate_proj,0.0000018873,0.10000,1.012
15,mlp.experts.89.gate_proj,0.0000000738,0.10000,1.012
15,mlp.experts.90.gate_proj,0.0000000853,0.10000,1.016
15,mlp.experts.91.gate_proj,0.0000000279,0.10000,0.987
15,mlp.experts.92.gate_proj,0.0000147798,0.10000,1.025
15,mlp.experts.93.gate_proj,0.0000014838,0.10000,1.020
15,mlp.experts.94.gate_proj,0.0000000511,0.10000,1.006
15,mlp.experts.95.gate_proj,0.0000000228,0.10000,1.032
15,mlp.experts.96.gate_proj,0.0000001246,0.10000,0.982
15,mlp.experts.97.gate_proj,0.0000087042,0.10000,1.029
15,mlp.experts.98.gate_proj,0.0000000380,0.10000,1.026
15,mlp.experts.99.gate_proj,0.0000006170,0.10000,1.024
15,mlp.experts.100.gate_proj,0.0000000691,0.10000,1.005
15,mlp.experts.101.gate_proj,0.0000001318,0.10000,1.017
15,mlp.experts.102.gate_proj,0.0000004435,0.10000,1.014
15,mlp.experts.103.gate_proj,0.0000001752,0.10000,1.081
15,mlp.experts.104.gate_proj,0.0000014564,0.10000,1.046
15,mlp.experts.105.gate_proj,0.0000025372,0.10000,1.041
15,mlp.experts.106.gate_proj,0.0000006409,0.10000,1.041
15,mlp.experts.108.gate_proj,0.0000060752,0.10000,1.087
15,mlp.experts.107.gate_proj,0.0000017963,0.10000,1.109
15,mlp.experts.109.gate_proj,0.0000001987,0.10000,1.018
15,mlp.experts.110.gate_proj,0.0000032521,0.10000,1.051
15,mlp.experts.111.gate_proj,0.0000021664,0.10000,1.023
15,mlp.experts.112.gate_proj,0.0000019959,0.10000,1.014
15,mlp.experts.113.gate_proj,0.0000009791,0.10000,1.078
15,mlp.experts.114.gate_proj,0.0000139963,0.10000,1.064
15,mlp.experts.115.gate_proj,0.0000007658,0.10000,1.067
15,mlp.experts.116.gate_proj,0.0000001072,0.10000,1.087
15,mlp.experts.117.gate_proj,0.0000012531,0.10000,1.076
15,mlp.experts.118.gate_proj,0.0000012255,0.10000,1.058
15,mlp.experts.119.gate_proj,0.0000007205,0.10000,1.024
15,mlp.experts.120.gate_proj,0.0000000793,0.10000,1.008
15,mlp.experts.122.gate_proj,0.0000009322,0.10000,1.031
15,mlp.experts.121.gate_proj,0.0000000556,0.10000,1.073
15,mlp.experts.123.gate_proj,0.0000004979,0.10000,1.048
15,mlp.experts.124.gate_proj,0.0000020161,0.10000,1.090
15,mlp.experts.125.gate_proj,0.0000009073,0.10000,1.045
15,mlp.experts.126.gate_proj,0.0000014777,0.10000,1.027
15,mlp.experts.127.gate_proj,0.0000010079,0.10000,0.597
15,mlp.experts.0.down_proj,0.0000000238,0.10000,0.349
15,mlp.experts.1.down_proj,0.0000000017,0.10000,0.351
15,mlp.experts.2.down_proj,0.0000000697,0.10000,0.359
15,mlp.experts.3.down_proj,0.0000000035,0.10000,0.366
15,mlp.experts.4.down_proj,0.0000000667,0.10000,0.376
15,mlp.experts.5.down_proj,0.0000003551,0.10000,0.376
15,mlp.experts.6.down_proj,0.0000000036,0.10000,0.420
15,mlp.experts.7.down_proj,0.0000000059,0.10000,0.412
15,mlp.experts.9.down_proj,0.0000000123,0.10000,0.350
15,mlp.experts.8.down_proj,0.0000000099,0.10000,0.357
15,mlp.experts.10.down_proj,0.0000000208,0.10000,0.364
15,mlp.experts.11.down_proj,0.0000000329,0.10000,0.374
15,mlp.experts.12.down_proj,0.0000004489,0.10000,0.333
15,mlp.experts.13.down_proj,0.0000000322,0.10000,0.340
15,mlp.experts.14.down_proj,0.0000001066,0.10000,0.339
15,mlp.experts.15.down_proj,0.0000001759,0.10000,0.347
15,mlp.experts.16.down_proj,0.0000000027,0.10000,0.372
15,mlp.experts.17.down_proj,0.0000000041,0.10000,0.391
15,mlp.experts.18.down_proj,0.0000000369,0.10000,0.372
15,mlp.experts.19.down_proj,0.0000004375,0.10000,0.366
15,mlp.experts.20.down_proj,0.0000000155,0.10000,0.403
15,mlp.experts.21.down_proj,0.0000001791,0.10000,0.402
15,mlp.experts.22.down_proj,0.0000001444,0.10000,0.406
15,mlp.experts.23.down_proj,0.0000000130,0.10000,0.403
15,mlp.experts.24.down_proj,0.0000000905,0.10000,0.391
15,mlp.experts.25.down_proj,0.0000000713,0.10000,0.400
15,mlp.experts.26.down_proj,0.0000007667,0.10000,0.382
15,mlp.experts.27.down_proj,0.0000001383,0.10000,0.381
15,mlp.experts.28.down_proj,0.0000001084,0.10000,0.350
15,mlp.experts.29.down_proj,0.0000000338,0.10000,0.358
15,mlp.experts.30.down_proj,0.0000000265,0.10000,0.392
15,mlp.experts.31.down_proj,0.0000000114,0.10000,0.408
15,mlp.experts.32.down_proj,0.0000000165,0.10000,0.356
15,mlp.experts.33.down_proj,0.0000001493,0.10000,0.373
15,mlp.experts.34.down_proj,0.0000000126,0.10000,0.389
15,mlp.experts.35.down_proj,0.0000000056,0.10000,0.405
15,mlp.experts.36.down_proj,0.0000005260,0.10000,0.341
15,mlp.experts.37.down_proj,0.0000000155,0.10000,0.331
15,mlp.experts.38.down_proj,0.0000000038,0.10000,0.389
15,mlp.experts.39.down_proj,0.0000000131,0.10000,0.400
15,mlp.experts.40.down_proj,0.0000000025,0.10000,0.401
15,mlp.experts.41.down_proj,0.0000005459,0.10000,0.411
15,mlp.experts.42.down_proj,0.0000007350,0.10000,0.381
15,mlp.experts.43.down_proj,0.0000007956,0.10000,0.375
15,mlp.experts.44.down_proj,0.0000005401,0.10000,0.376
15,mlp.experts.45.down_proj,0.0000000375,0.10000,0.353
15,mlp.experts.46.down_proj,0.0000007073,0.10000,0.344
15,mlp.experts.47.down_proj,0.0000004672,0.10000,0.345
15,mlp.experts.48.down_proj,0.0000000242,0.10000,0.379
15,mlp.experts.49.down_proj,0.0000000175,0.10000,0.385
15,mlp.experts.50.down_proj,0.0000000553,0.10000,0.398
15,mlp.experts.51.down_proj,0.0000000796,0.10000,0.403
15,mlp.experts.52.down_proj,0.0000001733,0.10000,0.400
15,mlp.experts.53.down_proj,0.0000003911,0.10000,0.407
15,mlp.experts.54.down_proj,0.0000000620,0.10000,0.402
15,mlp.experts.55.down_proj,0.0000000030,0.10000,0.396
15,mlp.experts.56.down_proj,0.0000000061,0.10000,0.406
15,mlp.experts.57.down_proj,0.0000000400,0.10000,0.399
15,mlp.experts.58.down_proj,0.0000000380,0.10000,0.397
15,mlp.experts.59.down_proj,0.0000000233,0.10000,0.403
15,mlp.experts.60.down_proj,0.0000000065,0.10000,0.394
15,mlp.experts.61.down_proj,0.0000000257,0.10000,0.401
15,mlp.experts.62.down_proj,0.0000007676,0.10000,0.400
15,mlp.experts.63.down_proj,0.0000000640,0.10000,0.406
15,mlp.experts.64.down_proj,0.0000001460,0.10000,0.407
15,mlp.experts.65.down_proj,0.0000005852,0.10000,0.409
15,mlp.experts.66.down_proj,0.0000001008,0.10000,0.403
15,mlp.experts.67.down_proj,0.0000003401,0.10000,0.381
15,mlp.experts.68.down_proj,0.0000001093,0.10000,0.401
15,mlp.experts.69.down_proj,0.0000000174,0.10000,0.381
15,mlp.experts.70.down_proj,0.0000000341,0.10000,0.401
15,mlp.experts.71.down_proj,0.0000000125,0.10000,0.407
15,mlp.experts.72.down_proj,0.0000000119,0.10000,0.396
15,mlp.experts.73.down_proj,0.0000000278,0.10000,0.402
15,mlp.experts.74.down_proj,0.0000012378,0.10000,0.398
15,mlp.experts.75.down_proj,0.0000000937,0.10000,0.404
15,mlp.experts.76.down_proj,0.0000000651,0.10000,0.381
15,mlp.experts.77.down_proj,0.0000000218,0.10000,0.415
15,mlp.experts.78.down_proj,0.0000000806,0.10000,0.392
15,mlp.experts.79.down_proj,0.0000002305,0.10000,0.398
15,mlp.experts.80.down_proj,0.0000000864,0.10000,0.392
15,mlp.experts.81.down_proj,0.0000003021,0.10000,0.406
15,mlp.experts.82.down_proj,0.0000000029,0.10000,0.349
15,mlp.experts.83.down_proj,0.0000000423,0.10000,0.336
15,mlp.experts.84.down_proj,0.0000000666,0.10000,0.337
15,mlp.experts.85.down_proj,0.0000000095,0.10000,0.323
15,mlp.experts.86.down_proj,0.0000000055,0.10000,0.328
15,mlp.experts.87.down_proj,0.0000000054,0.10000,0.315
15,mlp.experts.88.down_proj,0.0000002173,0.10000,0.333
15,mlp.experts.89.down_proj,0.0000000083,0.10000,0.330
15,mlp.experts.90.down_proj,0.0000000121,0.10000,0.347
15,mlp.experts.91.down_proj,0.0000000026,0.10000,0.343
15,mlp.experts.92.down_proj,0.0000013032,0.10000,0.392
15,mlp.experts.93.down_proj,0.0000002882,0.10000,0.388
15,mlp.experts.94.down_proj,0.0000000051,0.10000,0.389
15,mlp.experts.95.down_proj,0.0000000025,0.10000,0.382
15,mlp.experts.96.down_proj,0.0000000121,0.10000,0.390
15,mlp.experts.97.down_proj,0.0000010091,0.10000,0.384
15,mlp.experts.98.down_proj,0.0000000045,0.10000,0.390
15,mlp.experts.99.down_proj,0.0000000599,0.10000,0.400
15,mlp.experts.100.down_proj,0.0000000085,0.10000,0.393
15,mlp.experts.101.down_proj,0.0000000149,0.10000,0.404
15,mlp.experts.102.down_proj,0.0000000567,0.10000,0.403
15,mlp.experts.103.down_proj,0.0000000324,0.10000,0.397
15,mlp.experts.104.down_proj,0.0000001698,0.10000,0.393
15,mlp.experts.105.down_proj,0.0000004397,0.10000,0.393
15,mlp.experts.106.down_proj,0.0000000841,0.10000,0.387
15,mlp.experts.107.down_proj,0.0000002556,0.10000,0.388
15,mlp.experts.108.down_proj,0.0000004922,0.10000,0.388
15,mlp.experts.109.down_proj,0.0000000168,0.10000,0.399
15,mlp.experts.110.down_proj,0.0000003075,0.10000,0.390
15,mlp.experts.111.down_proj,0.0000002592,0.10000,0.401
15,mlp.experts.112.down_proj,0.0000002629,0.10000,0.378
15,mlp.experts.113.down_proj,0.0000001534,0.10000,0.406
15,mlp.experts.114.down_proj,0.0000026915,0.10000,0.378
15,mlp.experts.115.down_proj,0.0000001143,0.10000,0.391
15,mlp.experts.116.down_proj,0.0000000103,0.10000,0.391
15,mlp.experts.117.down_proj,0.0000001638,0.10000,0.383
15,mlp.experts.118.down_proj,0.0000001616,0.10000,0.394
15,mlp.experts.119.down_proj,0.0000000667,0.10000,0.388
15,mlp.experts.120.down_proj,0.0000000090,0.10000,0.391
15,mlp.experts.121.down_proj,0.0000000064,0.10000,0.385
15,mlp.experts.122.down_proj,0.0000000833,0.10000,0.390
15,mlp.experts.123.down_proj,0.0000000701,0.10000,0.398
15,mlp.experts.124.down_proj,0.0000002493,0.10000,0.399
15,mlp.experts.125.down_proj,0.0000000651,0.10000,0.412
15,mlp.experts.126.down_proj,0.0000001637,0.10000,0.407
15,mlp.experts.127.down_proj,0.0000000886,0.10000,0.345
16,self_attn.q_proj,0.0000000005,0.10000,1.055
16,self_attn.k_proj,0.0000000001,0.10000,1.066
16,self_attn.v_proj,0.0000000001,0.10000,0.618
16,self_attn.o_proj,0.0000000001,0.10000,1.087
16,mlp.gate,0.0000000170,0.10000,0.615
16,mlp.experts.1.up_proj,0.0000008262,0.10000,1.071
16,mlp.experts.0.up_proj,0.0000002265,0.10000,1.110
16,mlp.experts.2.up_proj,0.0000059676,0.10000,1.074
16,mlp.experts.3.up_proj,0.0000083823,0.10000,1.072
16,mlp.experts.4.up_proj,0.0000001944,0.10000,0.987
16,mlp.experts.5.up_proj,0.0000040029,0.10000,0.985
16,mlp.experts.6.up_proj,0.0000010770,0.10000,1.007
16,mlp.experts.7.up_proj,0.0000000680,0.10000,1.017
16,mlp.experts.8.up_proj,0.0000000549,0.10000,1.020
16,mlp.experts.9.up_proj,0.0000000860,0.10000,1.022
16,mlp.experts.10.up_proj,0.0000041360,0.10000,1.040
16,mlp.experts.11.up_proj,0.0000000512,0.10000,1.050
16,mlp.experts.12.up_proj,0.0000002147,0.10000,1.035
16,mlp.experts.13.up_proj,0.0000013593,0.10000,1.034
16,mlp.experts.14.up_proj,0.0000000519,0.10000,1.037
16,mlp.experts.15.up_proj,0.0000001006,0.10000,1.036
16,mlp.experts.16.up_proj,0.0000001439,0.10000,1.000
16,mlp.experts.17.up_proj,0.0000001639,0.10000,0.986
16,mlp.experts.18.up_proj,0.0000000235,0.10000,1.028
16,mlp.experts.19.up_proj,0.0000002428,0.10000,1.037
16,mlp.experts.20.up_proj,0.0000000869,0.10000,1.017
16,mlp.experts.21.up_proj,0.0000032777,0.10000,1.051
16,mlp.experts.22.up_proj,0.0000003122,0.10000,1.008
16,mlp.experts.23.up_proj,0.0000013954,0.10000,1.045
16,mlp.experts.24.up_proj,0.0000000404,0.10000,0.991
16,mlp.experts.25.up_proj,0.0000006116,0.10000,1.029
16,mlp.experts.26.up_proj,0.0000001014,0.10000,1.038
16,mlp.experts.27.up_proj,0.0000017949,0.10000,0.982
16,mlp.experts.28.up_proj,0.0000009995,0.10000,0.998
16,mlp.experts.29.up_proj,0.0000001916,0.10000,1.010
16,mlp.experts.30.up_proj,0.0000000264,0.10000,0.987
16,mlp.experts.31.up_proj,0.0000051050,0.10000,1.034
16,mlp.experts.32.up_proj,0.0000005318,0.10000,0.998
16,mlp.experts.33.up_proj,0.0000001422,0.10000,1.031
16,mlp.experts.34.up_proj,0.0000015096,0.10000,1.028
16,mlp.experts.35.up_proj,0.0000006119,0.10000,1.055
16,mlp.experts.36.up_proj,0.0000004997,0.10000,1.039
16,mlp.experts.37.up_proj,0.0000000572,0.10000,1.059
16,mlp.experts.38.up_proj,0.0000103679,0.10000,0.990
16,mlp.experts.39.up_proj,0.0000007857,0.10000,1.006
16,mlp.experts.40.up_proj,0.0000000530,0.10000,1.039
16,mlp.experts.41.up_proj,0.0000014988,0.10000,1.038
16,mlp.experts.42.up_proj,0.0000021138,0.10000,1.035
16,mlp.experts.43.up_proj,0.0000000230,0.10000,1.071
16,mlp.experts.44.up_proj,0.0000001383,0.10000,1.038
16,mlp.experts.45.up_proj,0.0000000254,0.10000,1.060
16,mlp.experts.46.up_proj,0.0000051666,0.10000,1.015
16,mlp.experts.47.up_proj,0.0000019264,0.10000,1.015
16,mlp.experts.48.up_proj,0.0000006582,0.10000,1.039
16,mlp.experts.49.up_proj,0.0000006743,0.10000,0.983
16,mlp.experts.50.up_proj,0.0000000996,0.10000,0.940
16,mlp.experts.51.up_proj,0.0000000613,0.10000,1.007
16,mlp.experts.52.up_proj,0.0000001689,0.10000,1.024
16,mlp.experts.53.up_proj,0.0000014869,0.10000,1.045
16,mlp.experts.54.up_proj,0.0000003698,0.10000,1.006
16,mlp.experts.55.up_proj,0.0000000560,0.10000,1.020
16,mlp.experts.56.up_proj,0.0000019359,0.10000,0.998
16,mlp.experts.57.up_proj,0.0000001366,0.10000,1.046
16,mlp.experts.58.up_proj,0.0000046602,0.10000,1.060
16,mlp.experts.59.up_proj,0.0000005342,0.10000,1.044
16,mlp.experts.60.up_proj,0.0000000746,0.10000,1.035
16,mlp.experts.61.up_proj,0.0000283928,0.10000,1.031
16,mlp.experts.62.up_proj,0.0000003686,0.10000,1.032
16,mlp.experts.63.up_proj,0.0000009312,0.10000,1.060
16,mlp.experts.64.up_proj,0.0000084449,0.10000,1.032
16,mlp.experts.65.up_proj,0.0000001291,0.10000,1.075
16,mlp.experts.66.up_proj,0.0000012634,0.10000,1.026
16,mlp.experts.67.up_proj,0.0000007931,0.10000,1.029
16,mlp.experts.68.up_proj,0.0000015343,0.10000,1.020
16,mlp.experts.69.up_proj,0.0000124650,0.10000,0.986
16,mlp.experts.70.up_proj,0.0000012016,0.10000,1.016
16,mlp.experts.71.up_proj,0.0000018667,0.10000,1.008
16,mlp.experts.72.up_proj,0.0000001392,0.10000,0.946
16,mlp.experts.73.up_proj,0.0000001606,0.10000,0.951
16,mlp.experts.74.up_proj,0.0000056196,0.10000,1.044
16,mlp.experts.75.up_proj,0.0000000339,0.10000,1.046
16,mlp.experts.76.up_proj,0.0000005385,0.10000,1.047
16,mlp.experts.77.up_proj,0.0000001032,0.10000,1.048
16,mlp.experts.78.up_proj,0.0000002024,0.10000,1.030
16,mlp.experts.79.up_proj,0.0000000852,0.10000,1.053
16,mlp.experts.80.up_proj,0.0000000397,0.10000,1.038
16,mlp.experts.81.up_proj,0.0000001485,0.10000,1.029
16,mlp.experts.82.up_proj,0.0000004572,0.10000,1.016
16,mlp.experts.83.up_proj,0.0000000517,0.10000,1.018
16,mlp.experts.84.up_proj,0.0000001190,0.10000,1.004
16,mlp.experts.85.up_proj,0.0000013852,0.10000,1.009
16,mlp.experts.86.up_proj,0.0000009160,0.10000,1.013
16,mlp.experts.87.up_proj,0.0000017675,0.10000,1.034
16,mlp.experts.88.up_proj,0.0000007023,0.10000,1.045
16,mlp.experts.89.up_proj,0.0000010121,0.10000,0.976
16,mlp.experts.90.up_proj,0.0000001373,0.10000,1.009
16,mlp.experts.91.up_proj,0.0000013074,0.10000,1.070
16,mlp.experts.92.up_proj,0.0000014038,0.10000,0.991
16,mlp.experts.93.up_proj,0.0000010573,0.10000,0.992
16,mlp.experts.94.up_proj,0.0000003198,0.10000,1.020
16,mlp.experts.95.up_proj,0.0000020222,0.10000,1.046
16,mlp.experts.96.up_proj,0.0000002938,0.10000,1.017
16,mlp.experts.97.up_proj,0.0000007080,0.10000,1.061
16,mlp.experts.98.up_proj,0.0000002362,0.10000,1.046
16,mlp.experts.99.up_proj,0.0000056469,0.10000,1.043
16,mlp.experts.100.up_proj,0.0000001865,0.10000,0.990
16,mlp.experts.101.up_proj,0.0000001181,0.10000,0.985
16,mlp.experts.102.up_proj,0.0000000280,0.10000,0.987
16,mlp.experts.103.up_proj,0.0000001975,0.10000,1.021
16,mlp.experts.104.up_proj,0.0000020558,0.10000,1.046
16,mlp.experts.105.up_proj,0.0000005043,0.10000,1.024
16,mlp.experts.106.up_proj,0.0000018547,0.10000,1.053
16,mlp.experts.107.up_proj,0.0000008991,0.10000,1.053
16,mlp.experts.108.up_proj,0.0000000557,0.10000,1.058
16,mlp.experts.109.up_proj,0.0000009136,0.10000,1.053
16,mlp.experts.110.up_proj,0.0000004082,0.10000,1.050
16,mlp.experts.111.up_proj,0.0000004741,0.10000,1.033
16,mlp.experts.112.up_proj,0.0000002595,0.10000,1.045
16,mlp.experts.113.up_proj,0.0000003325,0.10000,1.040
16,mlp.experts.114.up_proj,0.0000000415,0.10000,1.041
16,mlp.experts.115.up_proj,0.0000000982,0.10000,1.012
16,mlp.experts.116.up_proj,0.0000024861,0.10000,0.959
16,mlp.experts.117.up_proj,0.0000000188,0.10000,0.979
16,mlp.experts.118.up_proj,0.0000015766,0.10000,0.995
16,mlp.experts.119.up_proj,0.0000000921,0.10000,1.006
16,mlp.experts.120.up_proj,0.0000046276,0.10000,1.015
16,mlp.experts.121.up_proj,0.0000000714,0.10000,1.044
16,mlp.experts.122.up_proj,0.0000129399,0.10000,0.989
16,mlp.experts.123.up_proj,0.0000000669,0.10000,1.011
16,mlp.experts.124.up_proj,0.0000000529,0.10000,1.034
16,mlp.experts.125.up_proj,0.0000149526,0.10000,1.011
16,mlp.experts.126.up_proj,0.0000005651,0.10000,1.067
16,mlp.experts.127.up_proj,0.0000000900,0.10000,1.036
16,mlp.experts.0.gate_proj,0.0000002390,0.10000,0.996
16,mlp.experts.1.gate_proj,0.0000008629,0.10000,1.033
16,mlp.experts.2.gate_proj,0.0000063563,0.10000,1.005
16,mlp.experts.3.gate_proj,0.0000093023,0.10000,1.062
16,mlp.experts.4.gate_proj,0.0000002046,0.10000,1.008
16,mlp.experts.5.gate_proj,0.0000042675,0.10000,1.026
16,mlp.experts.6.gate_proj,0.0000011119,0.10000,1.042
16,mlp.experts.7.gate_proj,0.0000000706,0.10000,1.057
16,mlp.experts.8.gate_proj,0.0000000557,0.10000,1.060
16,mlp.experts.9.gate_proj,0.0000000899,0.10000,1.026
16,mlp.experts.10.gate_proj,0.0000041718,0.10000,1.050
16,mlp.experts.11.gate_proj,0.0000000529,0.10000,1.046
16,mlp.experts.12.gate_proj,0.0000002159,0.10000,1.034
16,mlp.experts.13.gate_proj,0.0000013837,0.10000,1.024
16,mlp.experts.14.gate_proj,0.0000000548,0.10000,1.026
16,mlp.experts.15.gate_proj,0.0000001018,0.10000,1.048
16,mlp.experts.16.gate_proj,0.0000001516,0.10000,1.029
16,mlp.experts.17.gate_proj,0.0000001683,0.10000,0.982
16,mlp.experts.18.gate_proj,0.0000000241,0.10000,0.977
16,mlp.experts.19.gate_proj,0.0000002506,0.10000,1.005
16,mlp.experts.20.gate_proj,0.0000000857,0.10000,1.003
16,mlp.experts.21.gate_proj,0.0000036217,0.10000,1.016
16,mlp.experts.22.gate_proj,0.0000003255,0.10000,0.961
16,mlp.experts.23.gate_proj,0.0000014707,0.10000,0.997
16,mlp.experts.24.gate_proj,0.0000000423,0.10000,1.044
16,mlp.experts.25.gate_proj,0.0000006340,0.10000,1.042
16,mlp.experts.26.gate_proj,0.0000001074,0.10000,1.045
16,mlp.experts.27.gate_proj,0.0000018462,0.10000,1.035
16,mlp.experts.28.gate_proj,0.0000010339,0.10000,0.997
16,mlp.experts.29.gate_proj,0.0000001886,0.10000,1.018
16,mlp.experts.30.gate_proj,0.0000000286,0.10000,0.993
16,mlp.experts.31.gate_proj,0.0000055038,0.10000,0.975
16,mlp.experts.32.gate_proj,0.0000005950,0.10000,0.997
16,mlp.experts.33.gate_proj,0.0000001477,0.10000,1.043
16,mlp.experts.34.gate_proj,0.0000015186,0.10000,1.042
16,mlp.experts.35.gate_proj,0.0000006681,0.10000,1.053
16,mlp.experts.36.gate_proj,0.0000005205,0.10000,1.009
16,mlp.experts.37.gate_proj,0.0000000614,0.10000,1.035
16,mlp.experts.38.gate_proj,0.0000113950,0.10000,1.060
16,mlp.experts.39.gate_proj,0.0000008033,0.10000,1.061
16,mlp.experts.40.gate_proj,0.0000000579,0.10000,1.060
16,mlp.experts.41.gate_proj,0.0000015949,0.10000,1.070
16,mlp.experts.42.gate_proj,0.0000022888,0.10000,1.045
16,mlp.experts.43.gate_proj,0.0000000217,0.10000,1.076
16,mlp.experts.44.gate_proj,0.0000001377,0.10000,1.024
16,mlp.experts.45.gate_proj,0.0000000253,0.10000,1.062
16,mlp.experts.46.gate_proj,0.0000049726,0.10000,1.045
16,mlp.experts.47.gate_proj,0.0000020423,0.10000,1.060
16,mlp.experts.48.gate_proj,0.0000006798,0.10000,1.081
16,mlp.experts.49.gate_proj,0.0000006975,0.10000,1.048
16,mlp.experts.50.gate_proj,0.0000001061,0.10000,1.043
16,mlp.experts.51.gate_proj,0.0000000639,0.10000,1.049
16,mlp.experts.52.gate_proj,0.0000001770,0.10000,1.038
16,mlp.experts.53.gate_proj,0.0000014928,0.10000,0.990
16,mlp.experts.54.gate_proj,0.0000003715,0.10000,0.990
16,mlp.experts.55.gate_proj,0.0000000580,0.10000,1.029
16,mlp.experts.56.gate_proj,0.0000019469,0.10000,1.007
16,mlp.experts.57.gate_proj,0.0000001407,0.10000,1.015
16,mlp.experts.58.gate_proj,0.0000047714,0.10000,1.031
16,mlp.experts.59.gate_proj,0.0000005584,0.10000,1.008
16,mlp.experts.60.gate_proj,0.0000000745,0.10000,1.019
16,mlp.experts.61.gate_proj,0.0000310774,0.10000,1.020
16,mlp.experts.62.gate_proj,0.0000003797,0.10000,1.009
16,mlp.experts.63.gate_proj,0.0000009468,0.10000,1.055
16,mlp.experts.64.gate_proj,0.0000086772,0.10000,1.041
16,mlp.experts.65.gate_proj,0.0000001372,0.10000,0.973
16,mlp.experts.66.gate_proj,0.0000013404,0.10000,1.002
16,mlp.experts.67.gate_proj,0.0000008467,0.10000,1.023
16,mlp.experts.68.gate_proj,0.0000017268,0.10000,0.937
16,mlp.experts.69.gate_proj,0.0000126316,0.10000,1.021
16,mlp.experts.70.gate_proj,0.0000012166,0.10000,1.031
16,mlp.experts.71.gate_proj,0.0000019605,0.10000,1.043
16,mlp.experts.72.gate_proj,0.0000001506,0.10000,1.034
16,mlp.experts.73.gate_proj,0.0000001604,0.10000,1.040
16,mlp.experts.74.gate_proj,0.0000434014,0.10000,1.026
16,mlp.experts.75.gate_proj,0.0000000356,0.10000,1.026
16,mlp.experts.76.gate_proj,0.0000005758,0.10000,1.038
16,mlp.experts.77.gate_proj,0.0000001022,0.10000,1.056
16,mlp.experts.78.gate_proj,0.0000002084,0.10000,1.036
16,mlp.experts.79.gate_proj,0.0000000938,0.10000,1.064
16,mlp.experts.80.gate_proj,0.0000000422,0.10000,1.049
16,mlp.experts.81.gate_proj,0.0000001526,0.10000,1.001
16,mlp.experts.82.gate_proj,0.0000004827,0.10000,1.019
16,mlp.experts.83.gate_proj,0.0000000541,0.10000,1.065
16,mlp.experts.84.gate_proj,0.0000001300,0.10000,1.036
16,mlp.experts.85.gate_proj,0.0000014348,0.10000,1.028
16,mlp.experts.86.gate_proj,0.0000009583,0.10000,1.023
16,mlp.experts.87.gate_proj,0.0000018152,0.10000,1.010
16,mlp.experts.88.gate_proj,0.0000007174,0.10000,1.005
16,mlp.experts.89.gate_proj,0.0000010513,0.10000,1.061
16,mlp.experts.90.gate_proj,0.0000001421,0.10000,1.038
16,mlp.experts.91.gate_proj,0.0000013269,0.10000,1.040
16,mlp.experts.92.gate_proj,0.0000014751,0.10000,1.017
16,mlp.experts.93.gate_proj,0.0000010965,0.10000,1.011
16,mlp.experts.94.gate_proj,0.0000003267,0.10000,0.989
16,mlp.experts.95.gate_proj,0.0000021020,0.10000,1.061
16,mlp.experts.96.gate_proj,0.0000003071,0.10000,1.021
16,mlp.experts.97.gate_proj,0.0000007382,0.10000,0.947
16,mlp.experts.98.gate_proj,0.0000002363,0.10000,0.960
16,mlp.experts.99.gate_proj,0.0000062099,0.10000,1.068
16,mlp.experts.100.gate_proj,0.0000001908,0.10000,1.088
16,mlp.experts.101.gate_proj,0.0000001242,0.10000,0.991
16,mlp.experts.102.gate_proj,0.0000000287,0.10000,1.074
16,mlp.experts.103.gate_proj,0.0000002070,0.10000,1.055
16,mlp.experts.104.gate_proj,0.0000021608,0.10000,1.042
16,mlp.experts.105.gate_proj,0.0000005116,0.10000,1.000
16,mlp.experts.106.gate_proj,0.0000019230,0.10000,0.987
16,mlp.experts.107.gate_proj,0.0000009159,0.10000,1.021
16,mlp.experts.108.gate_proj,0.0000000523,0.10000,0.997
16,mlp.experts.109.gate_proj,0.0000009928,0.10000,1.013
16,mlp.experts.110.gate_proj,0.0000004128,0.10000,1.016
16,mlp.experts.111.gate_proj,0.0000004825,0.10000,0.954
16,mlp.experts.112.gate_proj,0.0000002706,0.10000,0.943
16,mlp.experts.113.gate_proj,0.0000003667,0.10000,1.016
16,mlp.experts.114.gate_proj,0.0000000442,0.10000,1.007
16,mlp.experts.115.gate_proj,0.0000001012,0.10000,1.043
16,mlp.experts.116.gate_proj,0.0000025606,0.10000,1.004
16,mlp.experts.117.gate_proj,0.0000000194,0.10000,1.052
16,mlp.experts.118.gate_proj,0.0000016686,0.10000,1.066
16,mlp.experts.119.gate_proj,0.0000000959,0.10000,1.061
16,mlp.experts.120.gate_proj,0.0000048802,0.10000,1.065
16,mlp.experts.121.gate_proj,0.0000000762,0.10000,1.061
16,mlp.experts.122.gate_proj,0.0000130524,0.10000,1.065
16,mlp.experts.123.gate_proj,0.0000000749,0.10000,1.036
16,mlp.experts.124.gate_proj,0.0000000537,0.10000,1.037
16,mlp.experts.125.gate_proj,0.0000161405,0.10000,1.022
16,mlp.experts.126.gate_proj,0.0000006112,0.10000,1.023
16,mlp.experts.127.gate_proj,0.0000000940,0.10000,0.658
16,mlp.experts.1.down_proj,0.0000000909,0.10000,0.392
16,mlp.experts.0.down_proj,0.0000000387,0.10000,0.411
16,mlp.experts.2.down_proj,0.0000007303,0.10000,0.401
16,mlp.experts.3.down_proj,0.0000002813,0.10000,0.399
16,mlp.experts.4.down_proj,0.0000000310,0.10000,0.395
16,mlp.experts.5.down_proj,0.0000009351,0.10000,0.418
16,mlp.experts.6.down_proj,0.0000002451,0.10000,0.358
16,mlp.experts.7.down_proj,0.0000000118,0.10000,0.387
16,mlp.experts.8.down_proj,0.0000000088,0.10000,0.411
16,mlp.experts.9.down_proj,0.0000000102,0.10000,0.395
16,mlp.experts.10.down_proj,0.0000005254,0.10000,0.343
16,mlp.experts.11.down_proj,0.0000000085,0.10000,0.331
16,mlp.experts.12.down_proj,0.0000000304,0.10000,0.328
16,mlp.experts.13.down_proj,0.0000001449,0.10000,0.344
16,mlp.experts.14.down_proj,0.0000000058,0.10000,0.374
16,mlp.experts.15.down_proj,0.0000000183,0.10000,0.389
16,mlp.experts.16.down_proj,0.0000000186,0.10000,0.384
16,mlp.experts.17.down_proj,0.0000000184,0.10000,0.392
16,mlp.experts.18.down_proj,0.0000000027,0.10000,0.379
16,mlp.experts.19.down_proj,0.0000000245,0.10000,0.390
16,mlp.experts.20.down_proj,0.0000000143,0.10000,0.383
16,mlp.experts.21.down_proj,0.0000006279,0.10000,0.398
16,mlp.experts.22.down_proj,0.0000000360,0.10000,0.412
16,mlp.experts.23.down_proj,0.0000002887,0.10000,0.399
16,mlp.experts.24.down_proj,0.0000000045,0.10000,0.334
16,mlp.experts.25.down_proj,0.0000000584,0.10000,0.337
16,mlp.experts.26.down_proj,0.0000000082,0.10000,0.328
16,mlp.experts.27.down_proj,0.0000002213,0.10000,0.354
16,mlp.experts.28.down_proj,0.0000001295,0.10000,0.391
16,mlp.experts.29.down_proj,0.0000000275,0.10000,0.415
16,mlp.experts.30.down_proj,0.0000000025,0.10000,0.409
16,mlp.experts.31.down_proj,0.0000010087,0.10000,0.400
16,mlp.experts.32.down_proj,0.0000000597,0.10000,0.409
16,mlp.experts.33.down_proj,0.0000000293,0.10000,0.403
16,mlp.experts.34.down_proj,0.0000002100,0.10000,0.403
16,mlp.experts.35.down_proj,0.0000000685,0.10000,0.394
16,mlp.experts.36.down_proj,0.0000000975,0.10000,0.401
16,mlp.experts.37.down_proj,0.0000000069,0.10000,0.410
16,mlp.experts.38.down_proj,0.0000019508,0.10000,0.389
16,mlp.experts.39.down_proj,0.0000000851,0.10000,0.419
16,mlp.experts.40.down_proj,0.0000000081,0.10000,0.410
16,mlp.experts.41.down_proj,0.0000002217,0.10000,0.387
16,mlp.experts.42.down_proj,0.0000002678,0.10000,0.333
16,mlp.experts.43.down_proj,0.0000000027,0.10000,0.339
16,mlp.experts.44.down_proj,0.0000000205,0.10000,0.333
16,mlp.experts.45.down_proj,0.0000000029,0.10000,0.342
16,mlp.experts.46.down_proj,0.0000001216,0.10000,0.340
16,mlp.experts.47.down_proj,0.0000003668,0.10000,0.334
16,mlp.experts.48.down_proj,0.0000000622,0.10000,0.335
16,mlp.experts.49.down_proj,0.0000000839,0.10000,0.361
16,mlp.experts.50.down_proj,0.0000000135,0.10000,0.393
16,mlp.experts.51.down_proj,0.0000000094,0.10000,0.401
16,mlp.experts.52.down_proj,0.0000000177,0.10000,0.398
16,mlp.experts.53.down_proj,0.0000002025,0.10000,0.383
16,mlp.experts.54.down_proj,0.0000000419,0.10000,0.400
16,mlp.experts.55.down_proj,0.0000000077,0.10000,0.403
16,mlp.experts.56.down_proj,0.0000003416,0.10000,0.388
16,mlp.experts.57.down_proj,0.0000000119,0.10000,0.384
16,mlp.experts.58.down_proj,0.0000005118,0.10000,0.349
16,mlp.experts.59.down_proj,0.0000000992,0.10000,0.337
16,mlp.experts.60.down_proj,0.0000000121,0.10000,0.334
16,mlp.experts.61.down_proj,0.0000050276,0.10000,0.365
16,mlp.experts.62.down_proj,0.0000000360,0.10000,0.419
16,mlp.experts.63.down_proj,0.0000000910,0.10000,0.402
16,mlp.experts.64.down_proj,0.0000012660,0.10000,0.378
16,mlp.experts.65.down_proj,0.0000000154,0.10000,0.373
16,mlp.experts.66.down_proj,0.0000001561,0.10000,0.402
16,mlp.experts.67.down_proj,0.0000001509,0.10000,0.405
16,mlp.experts.68.down_proj,0.0000002931,0.10000,0.401
16,mlp.experts.69.down_proj,0.0000012335,0.10000,0.399
16,mlp.experts.70.down_proj,0.0000001388,0.10000,0.416
16,mlp.experts.71.down_proj,0.0000001297,0.10000,0.403
16,mlp.experts.72.down_proj,0.0000000119,0.10000,0.404
16,mlp.experts.73.down_proj,0.0000000156,0.10000,0.403
16,mlp.experts.74.down_proj,0.0000000575,0.10000,0.403
16,mlp.experts.75.down_proj,0.0000000038,0.10000,0.409
16,mlp.experts.76.down_proj,0.0000000785,0.10000,0.411
16,mlp.experts.77.down_proj,0.0000000114,0.10000,0.404
16,mlp.experts.78.down_proj,0.0000000136,0.10000,0.408
16,mlp.experts.79.down_proj,0.0000000082,0.10000,0.402
16,mlp.experts.80.down_proj,0.0000000049,0.10000,0.409
16,mlp.experts.81.down_proj,0.0000000161,0.10000,0.411
16,mlp.experts.82.down_proj,0.0000000482,0.10000,0.396
16,mlp.experts.83.down_proj,0.0000000070,0.10000,0.402
16,mlp.experts.84.down_proj,0.0000000176,0.10000,0.391
16,mlp.experts.85.down_proj,0.0000002158,0.10000,0.403
16,mlp.experts.86.down_proj,0.0000001185,0.10000,0.413
16,mlp.experts.87.down_proj,0.0000003501,0.10000,0.409
16,mlp.experts.88.down_proj,0.0000001109,0.10000,0.405
16,mlp.experts.89.down_proj,0.0000002301,0.10000,0.399
16,mlp.experts.90.down_proj,0.0000000236,0.10000,0.407
16,mlp.experts.91.down_proj,0.0000001743,0.10000,0.399
16,mlp.experts.92.down_proj,0.0000001958,0.10000,0.418
16,mlp.experts.93.down_proj,0.0000001379,0.10000,0.399
16,mlp.experts.94.down_proj,0.0000000431,0.10000,0.403
16,mlp.experts.95.down_proj,0.0000003725,0.10000,0.372
16,mlp.experts.96.down_proj,0.0000000324,0.10000,0.358
16,mlp.experts.97.down_proj,0.0000000249,0.10000,0.356
16,mlp.experts.98.down_proj,0.0000000329,0.10000,0.343
16,mlp.experts.99.down_proj,0.0000006556,0.10000,0.339
16,mlp.experts.100.down_proj,0.0000000036,0.10000,0.345
16,mlp.experts.101.down_proj,0.0000000140,0.10000,0.360
16,mlp.experts.102.down_proj,0.0000000029,0.10000,0.392
16,mlp.experts.103.down_proj,0.0000000185,0.10000,0.395
16,mlp.experts.104.down_proj,0.0000002926,0.10000,0.390
16,mlp.experts.105.down_proj,0.0000000851,0.10000,0.390
16,mlp.experts.106.down_proj,0.0000001975,0.10000,0.376
16,mlp.experts.107.down_proj,0.0000000860,0.10000,0.387
16,mlp.experts.108.down_proj,0.0000000053,0.10000,0.367
16,mlp.experts.109.down_proj,0.0000001884,0.10000,0.384
16,mlp.experts.110.down_proj,0.0000000678,0.10000,0.411
16,mlp.experts.111.down_proj,0.0000000718,0.10000,0.400
16,mlp.experts.112.down_proj,0.0000000428,0.10000,0.415
16,mlp.experts.113.down_proj,0.0000000302,0.10000,0.412
16,mlp.experts.114.down_proj,0.0000000063,0.10000,0.415
16,mlp.experts.115.down_proj,0.0000000082,0.10000,0.423
16,mlp.experts.116.down_proj,0.0000004689,0.10000,0.392
16,mlp.experts.117.down_proj,0.0000000020,0.10000,0.410
16,mlp.experts.118.down_proj,0.0000001655,0.10000,0.405
16,mlp.experts.119.down_proj,0.0000000148,0.10000,0.412
16,mlp.experts.120.down_proj,0.0000008380,0.10000,0.396
16,mlp.experts.121.down_proj,0.0000000094,0.10000,0.408
16,mlp.experts.122.down_proj,0.0000011713,0.10000,0.401
16,mlp.experts.123.down_proj,0.0000000105,0.10000,0.399
16,mlp.experts.124.down_proj,0.0000000074,0.10000,0.358
16,mlp.experts.125.down_proj,0.0000025789,0.10000,0.338
16,mlp.experts.126.down_proj,0.0000000643,0.10000,0.367
16,mlp.experts.127.down_proj,0.0000000110,0.10000,0.325
17,self_attn.k_proj,0.0000000001,0.10000,1.030
17,self_attn.q_proj,0.0000000005,0.10000,1.033
17,self_attn.v_proj,0.0000000001,0.10000,0.627
17,self_attn.o_proj,0.0000000001,0.10000,1.115
17,mlp.gate,0.0000000155,0.10000,0.606
17,mlp.experts.1.up_proj,0.0000000505,0.10000,1.028
17,mlp.experts.0.up_proj,0.0000000936,0.10000,1.046
17,mlp.experts.2.up_proj,0.0000000561,0.10000,1.039
17,mlp.experts.3.up_proj,0.0000001899,0.10000,1.039
17,mlp.experts.4.up_proj,0.0000007431,0.10000,1.015
17,mlp.experts.5.up_proj,0.0000001346,0.10000,1.009
17,mlp.experts.6.up_proj,0.0000000593,0.10000,1.023
17,mlp.experts.7.up_proj,0.0000002501,0.10000,1.039
17,mlp.experts.8.up_proj,0.0000098912,0.10000,1.069
17,mlp.experts.9.up_proj,0.0000000317,0.10000,1.070
17,mlp.experts.10.up_proj,0.0000009432,0.10000,0.962
17,mlp.experts.11.up_proj,0.0000001996,0.10000,0.979
17,mlp.experts.12.up_proj,0.0000002839,0.10000,1.040
17,mlp.experts.13.up_proj,0.0000009476,0.10000,1.059
17,mlp.experts.14.up_proj,0.0000000838,0.10000,1.019
17,mlp.experts.15.up_proj,0.0000000523,0.10000,1.045
17,mlp.experts.16.up_proj,0.0000015422,0.10000,0.892
17,mlp.experts.17.up_proj,0.0000000249,0.10000,0.906
17,mlp.experts.18.up_proj,0.0000000886,0.10000,1.033
17,mlp.experts.19.up_proj,0.0000000614,0.10000,1.021
17,mlp.experts.20.up_proj,0.0000000401,0.10000,1.014
17,mlp.experts.21.up_proj,0.0000001464,0.10000,0.977
17,mlp.experts.22.up_proj,0.0000002300,0.10000,0.987
17,mlp.experts.23.up_proj,0.0000083030,0.10000,0.970
17,mlp.experts.24.up_proj,0.0000000462,0.10000,0.962
17,mlp.experts.25.up_proj,0.0000101027,0.10000,0.978
17,mlp.experts.26.up_proj,0.0000009075,0.10000,1.028
17,mlp.experts.27.up_proj,0.0000005329,0.10000,1.066
17,mlp.experts.28.up_proj,0.0000015855,0.10000,1.064
17,mlp.experts.29.up_proj,0.0000069165,0.10000,1.093
17,mlp.experts.30.up_proj,0.0000001858,0.10000,1.066
17,mlp.experts.31.up_proj,0.0000026455,0.10000,1.077
17,mlp.experts.32.up_proj,0.0000028421,0.10000,1.046
17,mlp.experts.33.up_proj,0.0000028558,0.10000,1.057
17,mlp.experts.34.up_proj,0.0000007192,0.10000,1.058
17,mlp.experts.35.up_proj,0.0000005006,0.10000,1.078
17,mlp.experts.36.up_proj,0.0000004293,0.10000,1.037
17,mlp.experts.37.up_proj,0.0000013646,0.10000,1.043
17,mlp.experts.38.up_proj,0.0000005478,0.10000,1.028
17,mlp.experts.39.up_proj,0.0000005189,0.10000,1.040
17,mlp.experts.40.up_proj,0.0000006200,0.10000,0.962
17,mlp.experts.41.up_proj,0.0000044014,0.10000,0.980
17,mlp.experts.42.up_proj,0.0000003410,0.10000,1.022
17,mlp.experts.43.up_proj,0.0000088439,0.10000,1.003
17,mlp.experts.44.up_proj,0.0000006484,0.10000,0.985
17,mlp.experts.45.up_proj,0.0000000324,0.10000,1.028
17,mlp.experts.46.up_proj,0.0000001413,0.10000,1.037
17,mlp.experts.47.up_proj,0.0000001136,0.10000,1.045
17,mlp.experts.48.up_proj,0.0000006580,0.10000,0.960
17,mlp.experts.49.up_proj,0.0000005189,0.10000,0.995
17,mlp.experts.50.up_proj,0.0000002915,0.10000,1.013
17,mlp.experts.51.up_proj,0.0000010483,0.10000,1.011
17,mlp.experts.52.up_proj,0.0000002265,0.10000,1.039
17,mlp.experts.53.up_proj,0.0000001128,0.10000,1.002
17,mlp.experts.54.up_proj,0.0000013141,0.10000,1.018
17,mlp.experts.55.up_proj,0.0000002159,0.10000,1.008
17,mlp.experts.56.up_proj,0.0000012843,0.10000,0.999
17,mlp.experts.57.up_proj,0.0000001633,0.10000,0.989
17,mlp.experts.58.up_proj,0.0000002287,0.10000,1.017
17,mlp.experts.59.up_proj,0.0000010283,0.10000,1.007
17,mlp.experts.60.up_proj,0.0000177423,0.10000,1.084
17,mlp.experts.61.up_proj,0.0000002041,0.10000,1.029
17,mlp.experts.62.up_proj,0.0000000559,0.10000,1.069
17,mlp.experts.63.up_proj,0.0000008672,0.10000,1.058
17,mlp.experts.64.up_proj,0.0000001209,0.10000,1.045
17,mlp.experts.65.up_proj,0.0000000635,0.10000,1.035
17,mlp.experts.66.up_proj,0.0000000406,0.10000,1.059
17,mlp.experts.67.up_proj,0.0000053075,0.10000,1.035
17,mlp.experts.68.up_proj,0.0000000804,0.10000,1.043
17,mlp.experts.69.up_proj,0.0000000414,0.10000,1.031
17,mlp.experts.70.up_proj,0.0000027291,0.10000,1.056
17,mlp.experts.71.up_proj,0.0000016655,0.10000,1.063
17,mlp.experts.72.up_proj,0.0000001351,0.10000,0.978
17,mlp.experts.73.up_proj,0.0000003025,0.10000,0.967
17,mlp.experts.74.up_proj,0.0000008874,0.10000,1.050
17,mlp.experts.75.up_proj,0.0000024634,0.10000,1.024
17,mlp.experts.76.up_proj,0.0000066051,0.10000,1.022
17,mlp.experts.77.up_proj,0.0000001317,0.10000,1.059
17,mlp.experts.78.up_proj,0.0000006791,0.10000,1.045
17,mlp.experts.79.up_proj,0.0000001138,0.10000,1.025
17,mlp.experts.80.up_proj,0.0000003628,0.10000,1.023
17,mlp.experts.81.up_proj,0.0000033668,0.10000,1.004
17,mlp.experts.82.up_proj,0.0000001983,0.10000,1.038
17,mlp.experts.83.up_proj,0.0000003649,0.10000,1.016
17,mlp.experts.84.up_proj,0.0000006168,0.10000,1.042
17,mlp.experts.85.up_proj,0.0000000235,0.10000,1.067
17,mlp.experts.86.up_proj,0.0000006991,0.10000,1.022
17,mlp.experts.87.up_proj,0.0000001260,0.10000,1.042
17,mlp.experts.88.up_proj,0.0000004849,0.10000,1.039
17,mlp.experts.89.up_proj,0.0000012561,0.10000,1.051
17,mlp.experts.90.up_proj,0.0000041681,0.10000,1.024
17,mlp.experts.91.up_proj,0.0000015964,0.10000,1.056
17,mlp.experts.92.up_proj,0.0000003636,0.10000,1.046
17,mlp.experts.93.up_proj,0.0000007625,0.10000,1.034
17,mlp.experts.94.up_proj,0.0000020109,0.10000,1.026
17,mlp.experts.95.up_proj,0.0000002353,0.10000,0.956
17,mlp.experts.96.up_proj,0.0000063275,0.10000,0.986
17,mlp.experts.97.up_proj,0.0000002442,0.10000,0.999
17,mlp.experts.98.up_proj,0.0000056060,0.10000,1.022
17,mlp.experts.99.up_proj,0.0000003392,0.10000,1.020
17,mlp.experts.100.up_proj,0.0000000806,0.10000,1.006
17,mlp.experts.101.up_proj,0.0000007434,0.10000,1.024
17,mlp.experts.102.up_proj,0.0000000278,0.10000,1.002
17,mlp.experts.103.up_proj,0.0000000260,0.10000,1.034
17,mlp.experts.104.up_proj,0.0000003621,0.10000,1.031
17,mlp.experts.105.up_proj,0.0000003948,0.10000,1.054
17,mlp.experts.106.up_proj,0.0000000150,0.10000,1.043
17,mlp.experts.107.up_proj,0.0000002418,0.10000,1.025
17,mlp.experts.108.up_proj,0.0000019792,0.10000,1.022
17,mlp.experts.109.up_proj,0.0000019779,0.10000,1.033
17,mlp.experts.110.up_proj,0.0000023427,0.10000,1.034
17,mlp.experts.111.up_proj,0.0000549825,0.10000,1.057
17,mlp.experts.112.up_proj,0.0000000308,0.10000,1.000
17,mlp.experts.113.up_proj,0.0000002606,0.10000,0.985
17,mlp.experts.114.up_proj,0.0000010993,0.10000,1.006
17,mlp.experts.115.up_proj,0.0000009664,0.10000,1.001
17,mlp.experts.116.up_proj,0.0000003462,0.10000,1.037
17,mlp.experts.117.up_proj,0.0000000442,0.10000,1.060
17,mlp.experts.118.up_proj,0.0000031453,0.10000,1.043
17,mlp.experts.119.up_proj,0.0000028773,0.10000,1.043
17,mlp.experts.120.up_proj,0.0000002450,0.10000,1.020
17,mlp.experts.121.up_proj,0.0000000562,0.10000,1.024
17,mlp.experts.122.up_proj,0.0000006210,0.10000,1.007
17,mlp.experts.123.up_proj,0.0000017612,0.10000,1.001
17,mlp.experts.124.up_proj,0.0000004377,0.10000,1.058
17,mlp.experts.125.up_proj,0.0000028188,0.10000,1.014
17,mlp.experts.126.up_proj,0.0000001689,0.10000,1.053
17,mlp.experts.127.up_proj,0.0000014440,0.10000,1.007
17,mlp.experts.0.gate_proj,0.0000000919,0.10000,1.026
17,mlp.experts.1.gate_proj,0.0000000503,0.10000,1.047
17,mlp.experts.2.gate_proj,0.0000000560,0.10000,1.031
17,mlp.experts.3.gate_proj,0.0000001947,0.10000,1.060
17,mlp.experts.4.gate_proj,0.0000007509,0.10000,1.016
17,mlp.experts.5.gate_proj,0.0000001414,0.10000,1.023
17,mlp.experts.6.gate_proj,0.0000000616,0.10000,1.031
17,mlp.experts.7.gate_proj,0.0000002565,0.10000,1.031
17,mlp.experts.8.gate_proj,0.0000110352,0.10000,1.010
17,mlp.experts.9.gate_proj,0.0000000334,0.10000,1.039
17,mlp.experts.10.gate_proj,0.0000010098,0.10000,1.004
17,mlp.experts.11.gate_proj,0.0000002013,0.10000,1.005
17,mlp.experts.12.gate_proj,0.0000002949,0.10000,1.076
17,mlp.experts.13.gate_proj,0.0000009977,0.10000,1.041
17,mlp.experts.14.gate_proj,0.0000000822,0.10000,1.059
17,mlp.experts.15.gate_proj,0.0000000529,0.10000,1.049
17,mlp.experts.16.gate_proj,0.0000017243,0.10000,1.028
17,mlp.experts.17.gate_proj,0.0000000244,0.10000,0.969
17,mlp.experts.18.gate_proj,0.0000000891,0.10000,1.031
17,mlp.experts.19.gate_proj,0.0000000610,0.10000,1.035
17,mlp.experts.20.gate_proj,0.0000000407,0.10000,1.072
17,mlp.experts.21.gate_proj,0.0000001483,0.10000,1.073
17,mlp.experts.22.gate_proj,0.0000002384,0.10000,0.996
17,mlp.experts.23.gate_proj,0.0000096294,0.10000,1.004
17,mlp.experts.24.gate_proj,0.0000000455,0.10000,1.020
17,mlp.experts.25.gate_proj,0.0000103906,0.10000,1.005
17,mlp.experts.26.gate_proj,0.0000009933,0.10000,1.004
17,mlp.experts.27.gate_proj,0.0000005328,0.10000,1.029
17,mlp.experts.28.gate_proj,0.0000015970,0.10000,0.993
17,mlp.experts.29.gate_proj,0.0000078232,0.10000,0.988
17,mlp.experts.30.gate_proj,0.0000001992,0.10000,1.019
17,mlp.experts.31.gate_proj,0.0000029123,0.10000,1.023
17,mlp.experts.32.gate_proj,0.0000032226,0.10000,1.018
17,mlp.experts.33.gate_proj,0.0000029371,0.10000,1.056
17,mlp.experts.34.gate_proj,0.0000007354,0.10000,1.036
17,mlp.experts.35.gate_proj,0.0000005019,0.10000,1.056
17,mlp.experts.36.gate_proj,0.0000004157,0.10000,1.050
17,mlp.experts.37.gate_proj,0.0000013913,0.10000,1.108
17,mlp.experts.38.gate_proj,0.0000005826,0.10000,1.046
17,mlp.experts.39.gate_proj,0.0000005306,0.10000,1.088
17,mlp.experts.40.gate_proj,0.0000006223,0.10000,1.030
17,mlp.experts.41.gate_proj,0.0000048052,0.10000,1.000
17,mlp.experts.42.gate_proj,0.0000003614,0.10000,0.998
17,mlp.experts.43.gate_proj,0.0000093741,0.10000,1.038
17,mlp.experts.44.gate_proj,0.0000006743,0.10000,1.036
17,mlp.experts.45.gate_proj,0.0000000340,0.10000,1.080
17,mlp.experts.46.gate_proj,0.0000001404,0.10000,1.032
17,mlp.experts.47.gate_proj,0.0000001215,0.10000,1.080
17,mlp.experts.48.gate_proj,0.0000006517,0.10000,1.012
17,mlp.experts.49.gate_proj,0.0000005522,0.10000,1.023
17,mlp.experts.50.gate_proj,0.0000003105,0.10000,1.010
17,mlp.experts.51.gate_proj,0.0000010481,0.10000,1.017
17,mlp.experts.52.gate_proj,0.0000002251,0.10000,1.005
17,mlp.experts.53.gate_proj,0.0000001108,0.10000,1.011
17,mlp.experts.54.gate_proj,0.0000013646,0.10000,1.027
17,mlp.experts.55.gate_proj,0.0000002199,0.10000,1.025
17,mlp.experts.56.gate_proj,0.0000013220,0.10000,0.997
17,mlp.experts.57.gate_proj,0.0000001890,0.10000,1.055
17,mlp.experts.58.gate_proj,0.0000002414,0.10000,1.026
17,mlp.experts.59.gate_proj,0.0000010579,0.10000,1.049
17,mlp.experts.60.gate_proj,0.0000172798,0.10000,1.047
17,mlp.experts.61.gate_proj,0.0000002148,0.10000,1.060
17,mlp.experts.62.gate_proj,0.0000000597,0.10000,1.049
17,mlp.experts.63.gate_proj,0.0000008349,0.10000,1.051
17,mlp.experts.64.gate_proj,0.0000001126,0.10000,1.050
17,mlp.experts.65.gate_proj,0.0000000464,0.10000,1.039
17,mlp.experts.66.gate_proj,0.0000000404,0.10000,1.046
17,mlp.experts.67.gate_proj,0.0000053916,0.10000,0.989
17,mlp.experts.68.gate_proj,0.0000000854,0.10000,1.018
17,mlp.experts.69.gate_proj,0.0000000408,0.10000,1.021
17,mlp.experts.70.gate_proj,0.0000028032,0.10000,1.013
17,mlp.experts.71.gate_proj,0.0000017435,0.10000,0.955
17,mlp.experts.72.gate_proj,0.0000001351,0.10000,1.007
17,mlp.experts.73.gate_proj,0.0000003354,0.10000,1.014
17,mlp.experts.74.gate_proj,0.0000009169,0.10000,0.997
17,mlp.experts.75.gate_proj,0.0000025113,0.10000,0.982
17,mlp.experts.76.gate_proj,0.0000069655,0.10000,1.028
17,mlp.experts.77.gate_proj,0.0000001384,0.10000,1.041
17,mlp.experts.78.gate_proj,0.0000006931,0.10000,1.068
17,mlp.experts.79.gate_proj,0.0000001234,0.10000,1.012
17,mlp.experts.80.gate_proj,0.0000003902,0.10000,1.042
17,mlp.experts.81.gate_proj,0.0000035472,0.10000,1.032
17,mlp.experts.82.gate_proj,0.0000002061,0.10000,1.011
17,mlp.experts.83.gate_proj,0.0000003763,0.10000,1.015
17,mlp.experts.84.gate_proj,0.0000006332,0.10000,1.052
17,mlp.experts.85.gate_proj,0.0000000199,0.10000,1.028
17,mlp.experts.86.gate_proj,0.0000007650,0.10000,1.035
17,mlp.experts.87.gate_proj,0.0000001348,0.10000,1.054
17,mlp.experts.88.gate_proj,0.0000005026,0.10000,1.006
17,mlp.experts.89.gate_proj,0.0000013181,0.10000,0.975
17,mlp.experts.90.gate_proj,0.0000045135,0.10000,1.053
17,mlp.experts.91.gate_proj,0.0000017250,0.10000,0.988
17,mlp.experts.92.gate_proj,0.0000003670,0.10000,1.073
17,mlp.experts.93.gate_proj,0.0000007962,0.10000,1.068
17,mlp.experts.94.gate_proj,0.0000020266,0.10000,1.070
17,mlp.experts.95.gate_proj,0.0000002401,0.10000,1.062
17,mlp.experts.96.gate_proj,0.0000063722,0.10000,1.047
17,mlp.experts.97.gate_proj,0.0000002370,0.10000,1.065
17,mlp.experts.98.gate_proj,0.0000060532,0.10000,1.034
17,mlp.experts.99.gate_proj,0.0000010306,0.10000,1.089
17,mlp.experts.100.gate_proj,0.0000000811,0.10000,1.027
17,mlp.experts.101.gate_proj,0.0000007293,0.10000,1.063
17,mlp.experts.102.gate_proj,0.0000000288,0.10000,1.034
17,mlp.experts.103.gate_proj,0.0000000259,0.10000,1.087
17,mlp.experts.104.gate_proj,0.0000003611,0.10000,1.034
17,mlp.experts.105.gate_proj,0.0000004043,0.10000,1.073
17,mlp.experts.106.gate_proj,0.0000000143,0.10000,1.059
17,mlp.experts.107.gate_proj,0.0000002430,0.10000,1.053
17,mlp.experts.108.gate_proj,0.0000020157,0.10000,1.044
17,mlp.experts.109.gate_proj,0.0000020336,0.10000,1.006
17,mlp.experts.110.gate_proj,0.0000026552,0.10000,1.026
17,mlp.experts.111.gate_proj,0.0000543164,0.10000,0.994
17,mlp.experts.112.gate_proj,0.0000000324,0.10000,1.012
17,mlp.experts.113.gate_proj,0.0000002758,0.10000,1.028
17,mlp.experts.114.gate_proj,0.0000011191,0.10000,1.020
17,mlp.experts.115.gate_proj,0.0000009980,0.10000,1.021
17,mlp.experts.116.gate_proj,0.0000003626,0.10000,0.991
17,mlp.experts.117.gate_proj,0.0000000442,0.10000,1.029
17,mlp.experts.118.gate_proj,0.0000033445,0.10000,1.023
17,mlp.experts.119.gate_proj,0.0000030708,0.10000,1.010
17,mlp.experts.120.gate_proj,0.0000002381,0.10000,1.032
17,mlp.experts.121.gate_proj,0.0000000606,0.10000,1.044
17,mlp.experts.122.gate_proj,0.0000005990,0.10000,1.069
17,mlp.experts.123.gate_proj,0.0000018577,0.10000,1.016
17,mlp.experts.124.gate_proj,0.0000004265,0.10000,0.977
17,mlp.experts.125.gate_proj,0.0000028361,0.10000,0.988
17,mlp.experts.126.gate_proj,0.0000001710,0.10000,0.984
17,mlp.experts.127.gate_proj,0.0000015490,0.10000,0.885
17,mlp.experts.1.down_proj,0.0000000016,0.10000,0.395
17,mlp.experts.0.down_proj,0.0000000090,0.10000,0.415
17,mlp.experts.2.down_proj,0.0000000073,0.10000,0.374
17,mlp.experts.3.down_proj,0.0000000181,0.10000,0.394
17,mlp.experts.4.down_proj,0.0000000945,0.10000,0.333
17,mlp.experts.5.down_proj,0.0000000258,0.10000,0.345
17,mlp.experts.6.down_proj,0.0000000050,0.10000,0.389
17,mlp.experts.7.down_proj,0.0000000243,0.10000,0.386
17,mlp.experts.8.down_proj,0.0000012758,0.10000,0.397
17,mlp.experts.9.down_proj,0.0000000039,0.10000,0.394
17,mlp.experts.10.down_proj,0.0000001062,0.10000,0.392
17,mlp.experts.11.down_proj,0.0000000344,0.10000,0.406
17,mlp.experts.12.down_proj,0.0000000269,0.10000,0.395
17,mlp.experts.13.down_proj,0.0000001218,0.10000,0.407
17,mlp.experts.14.down_proj,0.0000000097,0.10000,0.403
17,mlp.experts.15.down_proj,0.0000000080,0.10000,0.403
17,mlp.experts.16.down_proj,0.0000003286,0.10000,0.402
17,mlp.experts.17.down_proj,0.0000000033,0.10000,0.398
17,mlp.experts.18.down_proj,0.0000000080,0.10000,0.389
17,mlp.experts.19.down_proj,0.0000000067,0.10000,0.384
17,mlp.experts.20.down_proj,0.0000000056,0.10000,0.403
17,mlp.experts.21.down_proj,0.0000000133,0.10000,0.379
17,mlp.experts.22.down_proj,0.0000000277,0.10000,0.340
17,mlp.experts.23.down_proj,0.0000014811,0.10000,0.339
17,mlp.experts.24.down_proj,0.0000000046,0.10000,0.376
17,mlp.experts.25.down_proj,0.0000011252,0.10000,0.371
17,mlp.experts.26.down_proj,0.0000001987,0.10000,0.395
17,mlp.experts.27.down_proj,0.0000000567,0.10000,0.383
17,mlp.experts.28.down_proj,0.0000002887,0.10000,0.389
17,mlp.experts.29.down_proj,0.0000011118,0.10000,0.380
17,mlp.experts.30.down_proj,0.0000000284,0.10000,0.411
17,mlp.experts.31.down_proj,0.0000004701,0.10000,0.416
17,mlp.experts.32.down_proj,0.0000005263,0.10000,0.398
17,mlp.experts.33.down_proj,0.0000003931,0.10000,0.401
17,mlp.experts.34.down_proj,0.0000000733,0.10000,0.400
17,mlp.experts.35.down_proj,0.0000000748,0.10000,0.398
17,mlp.experts.36.down_proj,0.0000000133,0.10000,0.364
17,mlp.experts.37.down_proj,0.0000001564,0.10000,0.369
17,mlp.experts.38.down_proj,0.0000000651,0.10000,0.385
17,mlp.experts.39.down_proj,0.0000000874,0.10000,0.372
17,mlp.experts.40.down_proj,0.0000000776,0.10000,0.397
17,mlp.experts.41.down_proj,0.0000009926,0.10000,0.394
17,mlp.experts.42.down_proj,0.0000000439,0.10000,0.403
17,mlp.experts.43.down_proj,0.0000015516,0.10000,0.402
17,mlp.experts.44.down_proj,0.0000001177,0.10000,0.405
17,mlp.experts.45.down_proj,0.0000000035,0.10000,0.403
17,mlp.experts.47.down_proj,0.0000000128,0.10000,0.383
17,mlp.experts.46.down_proj,0.0000000148,0.10000,0.391
17,mlp.experts.48.down_proj,0.0000000802,0.10000,0.388
17,mlp.experts.49.down_proj,0.0000000647,0.10000,0.391
17,mlp.experts.50.down_proj,0.0000000531,0.10000,0.395
17,mlp.experts.51.down_proj,0.0000001511,0.10000,0.398
17,mlp.experts.52.down_proj,0.0000000354,0.10000,0.377
17,mlp.experts.53.down_proj,0.0000000171,0.10000,0.391
17,mlp.experts.54.down_proj,0.0000002341,0.10000,0.393
17,mlp.experts.55.down_proj,0.0000000162,0.10000,0.386
17,mlp.experts.56.down_proj,0.0000001719,0.10000,0.353
17,mlp.experts.57.down_proj,0.0000000360,0.10000,0.354
17,mlp.experts.58.down_proj,0.0000000384,0.10000,0.328
17,mlp.experts.59.down_proj,0.0000002026,0.10000,0.331
17,mlp.experts.60.down_proj,0.0000002007,0.10000,0.344
17,mlp.experts.61.down_proj,0.0000000340,0.10000,0.336
17,mlp.experts.62.down_proj,0.0000000081,0.10000,0.360
17,mlp.experts.63.down_proj,0.0000000955,0.10000,0.368
17,mlp.experts.64.down_proj,0.0000000139,0.10000,0.357
17,mlp.experts.65.down_proj,0.0000000064,0.10000,0.357
17,mlp.experts.66.down_proj,0.0000000046,0.10000,0.387
17,mlp.experts.67.down_proj,0.0000010322,0.10000,0.386
17,mlp.experts.68.down_proj,0.0000000077,0.10000,0.411
17,mlp.experts.69.down_proj,0.0000000050,0.10000,0.397
17,mlp.experts.70.down_proj,0.0000004324,0.10000,0.355
17,mlp.experts.71.down_proj,0.0000002957,0.10000,0.361
17,mlp.experts.72.down_proj,0.0000000163,0.10000,0.374
17,mlp.experts.73.down_proj,0.0000000129,0.10000,0.381
17,mlp.experts.74.down_proj,0.0000001252,0.10000,0.387
17,mlp.experts.75.down_proj,0.0000002278,0.10000,0.384
17,mlp.experts.76.down_proj,0.0000007730,0.10000,0.340
17,mlp.experts.77.down_proj,0.0000000230,0.10000,0.347
17,mlp.experts.78.down_proj,0.0000000760,0.10000,0.327
17,mlp.experts.79.down_proj,0.0000000131,0.10000,0.324
17,mlp.experts.80.down_proj,0.0000000315,0.10000,0.345
17,mlp.experts.81.down_proj,0.0000006633,0.10000,0.339
17,mlp.experts.83.down_proj,0.0000000403,0.10000,0.384
17,mlp.experts.82.down_proj,0.0000000260,0.10000,0.403
17,mlp.experts.84.down_proj,0.0000000864,0.10000,0.400
17,mlp.experts.85.down_proj,0.0000000024,0.10000,0.398
17,mlp.experts.87.down_proj,0.0000000134,0.10000,0.383
17,mlp.experts.86.down_proj,0.0000001390,0.10000,0.394
17,mlp.experts.88.down_proj,0.0000000753,0.10000,0.367
17,mlp.experts.89.down_proj,0.0000001577,0.10000,0.365
17,mlp.experts.90.down_proj,0.0000000120,0.10000,0.384
17,mlp.experts.91.down_proj,0.0000003281,0.10000,0.384
17,mlp.experts.92.down_proj,0.0000000369,0.10000,0.338
17,mlp.experts.93.down_proj,0.0000000821,0.10000,0.335
17,mlp.experts.95.down_proj,0.0000000262,0.10000,0.358
17,mlp.experts.94.down_proj,0.0000003332,0.10000,0.364
17,mlp.experts.97.down_proj,0.0000000388,0.10000,0.416
17,mlp.experts.96.down_proj,0.0000006917,0.10000,0.421
17,mlp.experts.98.down_proj,0.0000014428,0.10000,0.404
17,mlp.experts.99.down_proj,0.0000000033,0.10000,0.411
17,mlp.experts.100.down_proj,0.0000000056,0.10000,0.372
17,mlp.experts.101.down_proj,0.0000000876,0.10000,0.393
17,mlp.experts.102.down_proj,0.0000000028,0.10000,0.396
17,mlp.experts.103.down_proj,0.0000000028,0.10000,0.381
17,mlp.experts.104.down_proj,0.0000000279,0.10000,0.403
17,mlp.experts.105.down_proj,0.0000000446,0.10000,0.402
17,mlp.experts.106.down_proj,0.0000000015,0.10000,0.393
17,mlp.experts.107.down_proj,0.0000000272,0.10000,0.383
17,mlp.experts.109.down_proj,0.0000002612,0.10000,0.381
17,mlp.experts.108.down_proj,0.0000003523,0.10000,0.400
17,mlp.experts.110.down_proj,0.0000005370,0.10000,0.410
17,mlp.experts.111.down_proj,0.0000063739,0.10000,0.419
17,mlp.experts.112.down_proj,0.0000000037,0.10000,0.336
17,mlp.experts.113.down_proj,0.0000000374,0.10000,0.337
17,mlp.experts.114.down_proj,0.0000000440,0.10000,0.334
17,mlp.experts.115.down_proj,0.0000001730,0.10000,0.331
17,mlp.experts.116.down_proj,0.0000000474,0.10000,0.415
17,mlp.experts.117.down_proj,0.0000000062,0.10000,0.404
17,mlp.experts.118.down_proj,0.0000000970,0.10000,0.410
17,mlp.experts.119.down_proj,0.0000004340,0.10000,0.411
17,mlp.experts.120.down_proj,0.0000000225,0.10000,0.397
17,mlp.experts.121.down_proj,0.0000000079,0.10000,0.417
17,mlp.experts.122.down_proj,0.0000000247,0.10000,0.373
17,mlp.experts.123.down_proj,0.0000000566,0.10000,0.371
17,mlp.experts.124.down_proj,0.0000000553,0.10000,0.409
17,mlp.experts.125.down_proj,0.0000004856,0.10000,0.391
17,mlp.experts.126.down_proj,0.0000000380,0.10000,0.401
17,mlp.experts.127.down_proj,0.0000002251,0.10000,0.400
18,self_attn.k_proj,0.0000000001,0.10000,1.008
18,self_attn.q_proj,0.0000000007,0.10000,1.011
18,self_attn.v_proj,0.0000000001,0.10000,0.581
18,self_attn.o_proj,0.0000000001,0.10000,1.136
18,mlp.gate,0.0000000164,0.10000,0.593
18,mlp.experts.1.up_proj,0.0000005566,0.10000,1.026
18,mlp.experts.0.up_proj,0.0000001310,0.10000,1.083
18,mlp.experts.2.up_proj,0.0000012487,0.10000,1.078
18,mlp.experts.3.up_proj,0.0000002251,0.10000,1.048
18,mlp.experts.4.up_proj,0.0000000559,0.10000,1.017
18,mlp.experts.5.up_proj,0.0000051053,0.10000,1.007
18,mlp.experts.6.up_proj,0.0000006559,0.10000,1.023
18,mlp.experts.7.up_proj,0.0000000514,0.10000,1.043
18,mlp.experts.8.up_proj,0.0000004070,0.10000,0.996
18,mlp.experts.9.up_proj,0.0000001952,0.10000,0.993
18,mlp.experts.10.up_proj,0.0000000306,0.10000,0.960
18,mlp.experts.11.up_proj,0.0000037204,0.10000,0.969
18,mlp.experts.12.up_proj,0.0000014428,0.10000,1.044
18,mlp.experts.13.up_proj,0.0000000564,0.10000,1.030
18,mlp.experts.14.up_proj,0.0000001887,0.10000,1.044
18,mlp.experts.15.up_proj,0.0000030489,0.10000,1.043
18,mlp.experts.16.up_proj,0.0000006934,0.10000,1.016
18,mlp.experts.17.up_proj,0.0000003097,0.10000,1.016
18,mlp.experts.18.up_proj,0.0000006698,0.10000,1.010
18,mlp.experts.19.up_proj,0.0000005987,0.10000,1.028
18,mlp.experts.20.up_proj,0.0000006779,0.10000,1.004
18,mlp.experts.21.up_proj,0.0000025345,0.10000,1.037
18,mlp.experts.22.up_proj,0.0000000654,0.10000,1.001
18,mlp.experts.23.up_proj,0.0000000303,0.10000,1.036
18,mlp.experts.24.up_proj,0.0000009539,0.10000,1.009
18,mlp.experts.25.up_proj,0.0000001365,0.10000,1.010
18,mlp.experts.26.up_proj,0.0000004511,0.10000,1.034
18,mlp.experts.27.up_proj,0.0000013398,0.10000,1.071
18,mlp.experts.28.up_proj,0.0000001078,0.10000,0.978
18,mlp.experts.29.up_proj,0.0000019426,0.10000,0.988
18,mlp.experts.30.up_proj,0.0000002247,0.10000,1.001
18,mlp.experts.31.up_proj,0.0000018064,0.10000,1.028
18,mlp.experts.32.up_proj,0.0000045959,0.10000,1.010
18,mlp.experts.33.up_proj,0.0000005638,0.10000,1.012
18,mlp.experts.34.up_proj,0.0000000996,0.10000,0.970
18,mlp.experts.35.up_proj,0.0000009410,0.10000,0.954
18,mlp.experts.36.up_proj,0.0000022992,0.10000,1.016
18,mlp.experts.37.up_proj,0.0000004504,0.10000,1.004
18,mlp.experts.38.up_proj,0.0000001339,0.10000,1.016
18,mlp.experts.39.up_proj,0.0000002457,0.10000,1.010
18,mlp.experts.40.up_proj,0.0000018471,0.10000,1.006
18,mlp.experts.41.up_proj,0.0000001851,0.10000,1.011
18,mlp.experts.42.up_proj,0.0000000538,0.10000,1.019
18,mlp.experts.43.up_proj,0.0000035801,0.10000,1.028
18,mlp.experts.44.up_proj,0.0000001547,0.10000,1.051
18,mlp.experts.45.up_proj,0.0000084883,0.10000,1.041
18,mlp.experts.46.up_proj,0.0000002570,0.10000,1.028
18,mlp.experts.47.up_proj,0.0000028808,0.10000,0.996
18,mlp.experts.48.up_proj,0.0000002160,0.10000,1.067
18,mlp.experts.49.up_proj,0.0000003363,0.10000,1.034
18,mlp.experts.50.up_proj,0.0000024772,0.10000,1.025
18,mlp.experts.51.up_proj,0.0000012413,0.10000,0.970
18,mlp.experts.52.up_proj,0.0000000596,0.10000,1.000
18,mlp.experts.53.up_proj,0.0000019935,0.10000,1.003
18,mlp.experts.54.up_proj,0.0000001053,0.10000,1.026
18,mlp.experts.55.up_proj,0.0000003707,0.10000,1.079
18,mlp.experts.56.up_proj,0.0000000303,0.10000,1.051
18,mlp.experts.57.up_proj,0.0000027690,0.10000,1.010
18,mlp.experts.58.up_proj,0.0000002364,0.10000,1.083
18,mlp.experts.59.up_proj,0.0000135841,0.10000,1.063
18,mlp.experts.60.up_proj,0.0000044410,0.10000,1.041
18,mlp.experts.61.up_proj,0.0000001581,0.10000,1.059
18,mlp.experts.62.up_proj,0.0000001178,0.10000,0.966
18,mlp.experts.63.up_proj,0.0000001006,0.10000,0.962
18,mlp.experts.64.up_proj,0.0000000485,0.10000,0.998
18,mlp.experts.65.up_proj,0.0000009125,0.10000,1.028
18,mlp.experts.66.up_proj,0.0000010084,0.10000,1.004
18,mlp.experts.67.up_proj,0.0000004170,0.10000,1.003
18,mlp.experts.68.up_proj,0.0000025000,0.10000,1.023
18,mlp.experts.69.up_proj,0.0000026650,0.10000,1.003
18,mlp.experts.70.up_proj,0.0000007041,0.10000,0.972
18,mlp.experts.71.up_proj,0.0000001303,0.10000,0.970
18,mlp.experts.72.up_proj,0.0000003166,0.10000,0.990
18,mlp.experts.73.up_proj,0.0000016532,0.10000,0.994
18,mlp.experts.74.up_proj,0.0000011280,0.10000,0.890
18,mlp.experts.75.up_proj,0.0000000474,0.10000,0.894
18,mlp.experts.76.up_proj,0.0000005377,0.10000,0.871
18,mlp.experts.77.up_proj,0.0000002453,0.10000,0.882
18,mlp.experts.78.up_proj,0.0000009203,0.10000,1.042
18,mlp.experts.79.up_proj,0.0000000468,0.10000,1.061
18,mlp.experts.80.up_proj,0.0000008036,0.10000,1.039
18,mlp.experts.81.up_proj,0.0000059777,0.10000,0.986
18,mlp.experts.82.up_proj,0.0000018224,0.10000,0.996
18,mlp.experts.83.up_proj,0.0000003535,0.10000,0.994
18,mlp.experts.84.up_proj,0.0000002866,0.10000,1.028
18,mlp.experts.85.up_proj,0.0000000238,0.10000,1.021
18,mlp.experts.86.up_proj,0.0000001909,0.10000,1.065
18,mlp.experts.87.up_proj,0.0000000924,0.10000,1.105
18,mlp.experts.88.up_proj,0.0000003008,0.10000,1.003
18,mlp.experts.89.up_proj,0.0000001512,0.10000,1.011
18,mlp.experts.90.up_proj,0.0000184492,0.10000,0.965
18,mlp.experts.91.up_proj,0.0000030291,0.10000,1.033
18,mlp.experts.92.up_proj,0.0000003127,0.10000,0.994
18,mlp.experts.93.up_proj,0.0000002007,0.10000,0.993
18,mlp.experts.94.up_proj,0.0000006172,0.10000,0.979
18,mlp.experts.95.up_proj,0.0000012512,0.10000,1.031
18,mlp.experts.96.up_proj,0.0000001446,0.10000,1.017
18,mlp.experts.97.up_proj,0.0000000505,0.10000,0.987
18,mlp.experts.98.up_proj,0.0000023740,0.10000,1.007
18,mlp.experts.99.up_proj,0.0000002225,0.10000,1.003
18,mlp.experts.100.up_proj,0.0000001971,0.10000,1.021
18,mlp.experts.101.up_proj,0.0000000684,0.10000,1.029
18,mlp.experts.102.up_proj,0.0000013490,0.10000,0.982
18,mlp.experts.103.up_proj,0.0000002906,0.10000,0.975
18,mlp.experts.104.up_proj,0.0000009219,0.10000,1.044
18,mlp.experts.105.up_proj,0.0000011461,0.10000,1.016
18,mlp.experts.106.up_proj,0.0000018259,0.10000,1.042
18,mlp.experts.107.up_proj,0.0000003479,0.10000,1.037
18,mlp.experts.108.up_proj,0.0000081963,0.10000,1.029
18,mlp.experts.109.up_proj,0.0000005712,0.10000,1.061
18,mlp.experts.110.up_proj,0.0000000343,0.10000,1.037
18,mlp.experts.111.up_proj,0.0000030718,0.10000,1.025
18,mlp.experts.112.up_proj,0.0000018015,0.10000,0.993
18,mlp.experts.113.up_proj,0.0000030446,0.10000,1.001
18,mlp.experts.114.up_proj,0.0000001110,0.10000,1.070
18,mlp.experts.115.up_proj,0.0000002815,0.10000,1.045
18,mlp.experts.116.up_proj,0.0000000486,0.10000,1.038
18,mlp.experts.117.up_proj,0.0000025084,0.10000,1.061
18,mlp.experts.118.up_proj,0.0000004407,0.10000,1.026
18,mlp.experts.119.up_proj,0.0000001656,0.10000,1.045
18,mlp.experts.120.up_proj,0.0000014369,0.10000,1.029
18,mlp.experts.121.up_proj,0.0000004676,0.10000,1.030
18,mlp.experts.122.up_proj,0.0000005307,0.10000,1.012
18,mlp.experts.123.up_proj,0.0000002705,0.10000,1.040
18,mlp.experts.124.up_proj,0.0000007287,0.10000,1.043
18,mlp.experts.125.up_proj,0.0000002296,0.10000,1.029
18,mlp.experts.126.up_proj,0.0000006267,0.10000,1.059
18,mlp.experts.127.up_proj,0.0000001095,0.10000,1.044
18,mlp.experts.0.gate_proj,0.0000001473,0.10000,1.040
18,mlp.experts.1.gate_proj,0.0000006188,0.10000,0.995
18,mlp.experts.2.gate_proj,0.0000012754,0.10000,1.058
18,mlp.experts.3.gate_proj,0.0000002543,0.10000,1.004
18,mlp.experts.4.gate_proj,0.0000000626,0.10000,1.046
18,mlp.experts.5.gate_proj,0.0000053840,0.10000,1.033
18,mlp.experts.6.gate_proj,0.0000007442,0.10000,1.040
18,mlp.experts.7.gate_proj,0.0000000557,0.10000,1.045
18,mlp.experts.8.gate_proj,0.0000004599,0.10000,1.017
18,mlp.experts.9.gate_proj,0.0000002089,0.10000,1.009
18,mlp.experts.10.gate_proj,0.0000000256,0.10000,1.012
18,mlp.experts.11.gate_proj,0.0000039901,0.10000,1.016
18,mlp.experts.12.gate_proj,0.0000014924,0.10000,1.047
18,mlp.experts.13.gate_proj,0.0000000582,0.10000,1.004
18,mlp.experts.14.gate_proj,0.0000001932,0.10000,1.034
18,mlp.experts.15.gate_proj,0.0000034592,0.10000,1.031
18,mlp.experts.16.gate_proj,0.0000008118,0.10000,1.022
18,mlp.experts.17.gate_proj,0.0000003489,0.10000,1.027
18,mlp.experts.18.gate_proj,0.0000007317,0.10000,1.053
18,mlp.experts.19.gate_proj,0.0000006142,0.10000,1.040
18,mlp.experts.20.gate_proj,0.0000008111,0.10000,1.033
18,mlp.experts.21.gate_proj,0.0000031790,0.10000,1.059
18,mlp.experts.22.gate_proj,0.0000000731,0.10000,0.967
18,mlp.experts.23.gate_proj,0.0000000319,0.10000,1.059
18,mlp.experts.24.gate_proj,0.0000009862,0.10000,1.000
18,mlp.experts.25.gate_proj,0.0000001549,0.10000,1.021
18,mlp.experts.26.gate_proj,0.0000005372,0.10000,1.030
18,mlp.experts.27.gate_proj,0.0000015369,0.10000,1.056
18,mlp.experts.28.gate_proj,0.0000001203,0.10000,1.037
18,mlp.experts.29.gate_proj,0.0000023675,0.10000,1.035
18,mlp.experts.30.gate_proj,0.0000002234,0.10000,1.040
18,mlp.experts.31.gate_proj,0.0000021946,0.10000,1.029
18,mlp.experts.32.gate_proj,0.0000059556,0.10000,0.995
18,mlp.experts.33.gate_proj,0.0000006306,0.10000,1.072
18,mlp.experts.34.gate_proj,0.0000001041,0.10000,0.978
18,mlp.experts.35.gate_proj,0.0000009150,0.10000,1.026
18,mlp.experts.36.gate_proj,0.0000023121,0.10000,1.053
18,mlp.experts.37.gate_proj,0.0000005395,0.10000,0.977
18,mlp.experts.38.gate_proj,0.0000001368,0.10000,1.018
18,mlp.experts.39.gate_proj,0.0000002687,0.10000,1.012
18,mlp.experts.40.gate_proj,0.0000023238,0.10000,1.011
18,mlp.experts.41.gate_proj,0.0000001982,0.10000,0.997
18,mlp.experts.42.gate_proj,0.0000000533,0.10000,1.023
18,mlp.experts.43.gate_proj,0.0000035972,0.10000,1.012
18,mlp.experts.44.gate_proj,0.0000001816,0.10000,0.990
18,mlp.experts.45.gate_proj,0.0000090952,0.10000,1.029
18,mlp.experts.46.gate_proj,0.0000002897,0.10000,1.054
18,mlp.experts.47.gate_proj,0.0000033919,0.10000,1.053
18,mlp.experts.48.gate_proj,0.0000002285,0.10000,1.043
18,mlp.experts.49.gate_proj,0.0000003789,0.10000,1.075
18,mlp.experts.50.gate_proj,0.0000033067,0.10000,1.024
18,mlp.experts.51.gate_proj,0.0000016192,0.10000,1.069
18,mlp.experts.52.gate_proj,0.0000000593,0.10000,1.028
18,mlp.experts.53.gate_proj,0.0000022359,0.10000,1.064
18,mlp.experts.54.gate_proj,0.0000001192,0.10000,1.041
18,mlp.experts.55.gate_proj,0.0000003955,0.10000,0.997
18,mlp.experts.56.gate_proj,0.0000000315,0.10000,0.937
18,mlp.experts.57.gate_proj,0.0000032416,0.10000,0.992
18,mlp.experts.58.gate_proj,0.0000002665,0.10000,1.041
18,mlp.experts.59.gate_proj,0.0000157476,0.10000,1.029
18,mlp.experts.60.gate_proj,0.0000048377,0.10000,1.012
18,mlp.experts.61.gate_proj,0.0000001690,0.10000,1.042
18,mlp.experts.62.gate_proj,0.0000001301,0.10000,1.063
18,mlp.experts.63.gate_proj,0.0000001143,0.10000,1.021
18,mlp.experts.64.gate_proj,0.0000000512,0.10000,1.028
18,mlp.experts.65.gate_proj,0.0000009439,0.10000,1.011
18,mlp.experts.66.gate_proj,0.0000012447,0.10000,1.026
18,mlp.experts.67.gate_proj,0.0000004680,0.10000,0.983
18,mlp.experts.68.gate_proj,0.0000031628,0.10000,1.003
18,mlp.experts.69.gate_proj,0.0000033281,0.10000,0.990
18,mlp.experts.70.gate_proj,0.0000008765,0.10000,0.995
18,mlp.experts.71.gate_proj,0.0000001570,0.10000,1.042
18,mlp.experts.72.gate_proj,0.0000003563,0.10000,1.046
18,mlp.experts.73.gate_proj,0.0000018343,0.10000,1.049
18,mlp.experts.74.gate_proj,0.0000012627,0.10000,1.053
18,mlp.experts.75.gate_proj,0.0000000470,0.10000,1.055
18,mlp.experts.76.gate_proj,0.0000006138,0.10000,1.033
18,mlp.experts.77.gate_proj,0.0000002692,0.10000,1.029
18,mlp.experts.78.gate_proj,0.0000009601,0.10000,0.991
18,mlp.experts.79.gate_proj,0.0000000454,0.10000,1.061
18,mlp.experts.80.gate_proj,0.0000008668,0.10000,1.048
18,mlp.experts.81.gate_proj,0.0000065562,0.10000,1.028
18,mlp.experts.82.gate_proj,0.0000020413,0.10000,1.025
18,mlp.experts.83.gate_proj,0.0000003415,0.10000,1.075
18,mlp.experts.84.gate_proj,0.0000003014,0.10000,1.050
18,mlp.experts.85.gate_proj,0.0000000183,0.10000,0.978
18,mlp.experts.86.gate_proj,0.0000001987,0.10000,1.052
18,mlp.experts.87.gate_proj,0.0000001015,0.10000,1.053
18,mlp.experts.88.gate_proj,0.0000003131,0.10000,1.067
18,mlp.experts.89.gate_proj,0.0000001677,0.10000,1.010
18,mlp.experts.90.gate_proj,0.0000225052,0.10000,1.037
18,mlp.experts.91.gate_proj,0.0000034072,0.10000,1.046
18,mlp.experts.92.gate_proj,0.0000003620,0.10000,1.044
18,mlp.experts.93.gate_proj,0.0000002096,0.10000,1.042
18,mlp.experts.94.gate_proj,0.0000007220,0.10000,1.032
18,mlp.experts.95.gate_proj,0.0000013667,0.10000,1.033
18,mlp.experts.96.gate_proj,0.0000001618,0.10000,1.018
18,mlp.experts.97.gate_proj,0.0000000563,0.10000,1.015
18,mlp.experts.98.gate_proj,0.0000019960,0.10000,0.993
18,mlp.experts.99.gate_proj,0.0000002425,0.10000,1.022
18,mlp.experts.100.gate_proj,0.0000002076,0.10000,0.990
18,mlp.experts.101.gate_proj,0.0000000773,0.10000,1.013
18,mlp.experts.102.gate_proj,0.0000016982,0.10000,1.013
18,mlp.experts.103.gate_proj,0.0000004308,0.10000,0.995
18,mlp.experts.104.gate_proj,0.0000010334,0.10000,1.019
18,mlp.experts.105.gate_proj,0.0000011430,0.10000,1.035
18,mlp.experts.106.gate_proj,0.0000020709,0.10000,1.008
18,mlp.experts.107.gate_proj,0.0000003787,0.10000,1.008
18,mlp.experts.108.gate_proj,0.0000087249,0.10000,0.986
18,mlp.experts.109.gate_proj,0.0000006289,0.10000,0.967
18,mlp.experts.110.gate_proj,0.0000000321,0.10000,1.080
18,mlp.experts.111.gate_proj,0.0000032996,0.10000,1.013
18,mlp.experts.112.gate_proj,0.0000017647,0.10000,0.997
18,mlp.experts.113.gate_proj,0.0000035499,0.10000,0.997
18,mlp.experts.114.gate_proj,0.0000001260,0.10000,1.014
18,mlp.experts.115.gate_proj,0.0000003009,0.10000,1.021
18,mlp.experts.116.gate_proj,0.0000000559,0.10000,1.004
18,mlp.experts.117.gate_proj,0.0000027078,0.10000,0.987
18,mlp.experts.118.gate_proj,0.0000004654,0.10000,0.969
18,mlp.experts.119.gate_proj,0.0000001965,0.10000,1.022
18,mlp.experts.120.gate_proj,0.0000014665,0.10000,1.013
18,mlp.experts.121.gate_proj,0.0000005246,0.10000,1.009
18,mlp.experts.122.gate_proj,0.0000005779,0.10000,1.001
18,mlp.experts.123.gate_proj,0.0000002707,0.10000,1.029
18,mlp.experts.124.gate_proj,0.0000008043,0.10000,1.004
18,mlp.experts.125.gate_proj,0.0000002359,0.10000,1.032
18,mlp.experts.126.gate_proj,0.0000006445,0.10000,1.036
18,mlp.experts.127.gate_proj,0.0000001173,0.10000,0.929
18,mlp.experts.1.down_proj,0.0000000967,0.10000,0.389
18,mlp.experts.0.down_proj,0.0000000184,0.10000,0.418
18,mlp.experts.2.down_proj,0.0000001628,0.10000,0.393
18,mlp.experts.3.down_proj,0.0000000293,0.10000,0.403
18,mlp.experts.4.down_proj,0.0000000077,0.10000,0.405
18,mlp.experts.5.down_proj,0.0000007332,0.10000,0.401
18,mlp.experts.6.down_proj,0.0000000810,0.10000,0.386
18,mlp.experts.7.down_proj,0.0000000065,0.10000,0.394
18,mlp.experts.8.down_proj,0.0000000504,0.10000,0.381
18,mlp.experts.9.down_proj,0.0000000226,0.10000,0.398
18,mlp.experts.10.down_proj,0.0000000035,0.10000,0.380
18,mlp.experts.11.down_proj,0.0000003371,0.10000,0.414
18,mlp.experts.12.down_proj,0.0000001571,0.10000,0.379
18,mlp.experts.13.down_proj,0.0000000051,0.10000,0.420
18,mlp.experts.14.down_proj,0.0000000299,0.10000,0.372
18,mlp.experts.15.down_proj,0.0000004023,0.10000,0.366
18,mlp.experts.16.down_proj,0.0000000833,0.10000,0.404
18,mlp.experts.17.down_proj,0.0000000663,0.10000,0.410
18,mlp.experts.18.down_proj,0.0000000669,0.10000,0.371
18,mlp.experts.19.down_proj,0.0000000750,0.10000,0.389
18,mlp.experts.20.down_proj,0.0000001523,0.10000,0.378
18,mlp.experts.21.down_proj,0.0000005061,0.10000,0.408
18,mlp.experts.22.down_proj,0.0000000084,0.10000,0.365
18,mlp.experts.23.down_proj,0.0000000034,0.10000,0.346
18,mlp.experts.24.down_proj,0.0000001697,0.10000,0.368
18,mlp.experts.25.down_proj,0.0000000185,0.10000,0.378
18,mlp.experts.26.down_proj,0.0000000605,0.10000,0.385
18,mlp.experts.27.down_proj,0.0000001752,0.10000,0.394
18,mlp.experts.28.down_proj,0.0000000144,0.10000,0.384
18,mlp.experts.29.down_proj,0.0000002987,0.10000,0.392
18,mlp.experts.30.down_proj,0.0000000285,0.10000,0.371
18,mlp.experts.31.down_proj,0.0000005303,0.10000,0.350
18,mlp.experts.32.down_proj,0.0000001046,0.10000,0.365
18,mlp.experts.33.down_proj,0.0000000759,0.10000,0.387
18,mlp.experts.34.down_proj,0.0000000114,0.10000,0.391
18,mlp.experts.35.down_proj,0.0000001600,0.10000,0.396
18,mlp.experts.36.down_proj,0.0000002754,0.10000,0.395
18,mlp.experts.37.down_proj,0.0000000368,0.10000,0.385
18,mlp.experts.38.down_proj,0.0000000185,0.10000,0.398
18,mlp.experts.39.down_proj,0.0000000330,0.10000,0.390
18,mlp.experts.40.down_proj,0.0000003277,0.10000,0.407
18,mlp.experts.41.down_proj,0.0000000212,0.10000,0.400
18,mlp.experts.42.down_proj,0.0000000069,0.10000,0.399
18,mlp.experts.43.down_proj,0.0000004689,0.10000,0.405
18,mlp.experts.44.down_proj,0.0000000199,0.10000,0.403
18,mlp.experts.45.down_proj,0.0000011777,0.10000,0.398
18,mlp.experts.46.down_proj,0.0000000470,0.10000,0.374
18,mlp.experts.47.down_proj,0.0000005813,0.10000,0.378
18,mlp.experts.48.down_proj,0.0000000149,0.10000,0.414
18,mlp.experts.49.down_proj,0.0000000493,0.10000,0.400
18,mlp.experts.50.down_proj,0.0000005360,0.10000,0.401
18,mlp.experts.51.down_proj,0.0000002898,0.10000,0.393
18,mlp.experts.52.down_proj,0.0000000083,0.10000,0.402
18,mlp.experts.53.down_proj,0.0000002797,0.10000,0.395
18,mlp.experts.54.down_proj,0.0000000123,0.10000,0.416
18,mlp.experts.55.down_proj,0.0000000687,0.10000,0.411
18,mlp.experts.56.down_proj,0.0000000027,0.10000,0.405
18,mlp.experts.57.down_proj,0.0000004993,0.10000,0.409
18,mlp.experts.58.down_proj,0.0000000263,0.10000,0.401
18,mlp.experts.59.down_proj,0.0000001974,0.10000,0.383
18,mlp.experts.60.down_proj,0.0000009756,0.10000,0.408
18,mlp.experts.61.down_proj,0.0000000165,0.10000,0.404
18,mlp.experts.62.down_proj,0.0000000137,0.10000,0.411
18,mlp.experts.63.down_proj,0.0000000145,0.10000,0.421
18,mlp.experts.64.down_proj,0.0000000063,0.10000,0.412
18,mlp.experts.65.down_proj,0.0000001132,0.10000,0.394
18,mlp.experts.66.down_proj,0.0000001384,0.10000,0.406
18,mlp.experts.67.down_proj,0.0000000580,0.10000,0.404
18,mlp.experts.68.down_proj,0.0000005630,0.10000,0.369
18,mlp.experts.69.down_proj,0.0000005568,0.10000,0.381
18,mlp.experts.70.down_proj,0.0000001210,0.10000,0.384
18,mlp.experts.71.down_proj,0.0000000121,0.10000,0.408
18,mlp.experts.72.down_proj,0.0000000463,0.10000,0.389
18,mlp.experts.73.down_proj,0.0000002845,0.10000,0.401
18,mlp.experts.74.down_proj,0.0000001754,0.10000,0.401
18,mlp.experts.75.down_proj,0.0000000046,0.10000,0.402
18,mlp.experts.76.down_proj,0.0000000684,0.10000,0.398
18,mlp.experts.77.down_proj,0.0000000316,0.10000,0.400
18,mlp.experts.78.down_proj,0.0000001511,0.10000,0.398
18,mlp.experts.79.down_proj,0.0000000064,0.10000,0.383
18,mlp.experts.80.down_proj,0.0000001231,0.10000,0.398
18,mlp.experts.81.down_proj,0.0000012056,0.10000,0.387
18,mlp.experts.82.down_proj,0.0000002499,0.10000,0.400
18,mlp.experts.83.down_proj,0.0000000484,0.10000,0.371
18,mlp.experts.84.down_proj,0.0000000354,0.10000,0.391
18,mlp.experts.85.down_proj,0.0000000024,0.10000,0.377
18,mlp.experts.86.down_proj,0.0000000231,0.10000,0.393
18,mlp.experts.87.down_proj,0.0000000114,0.10000,0.373
18,mlp.experts.88.down_proj,0.0000000502,0.10000,0.397
18,mlp.experts.89.down_proj,0.0000000210,0.10000,0.389
18,mlp.experts.90.down_proj,0.0000001889,0.10000,0.389
18,mlp.experts.91.down_proj,0.0000004831,0.10000,0.375
18,mlp.experts.92.down_proj,0.0000000352,0.10000,0.391
18,mlp.experts.93.down_proj,0.0000000263,0.10000,0.390
18,mlp.experts.94.down_proj,0.0000000805,0.10000,0.396
18,mlp.experts.95.down_proj,0.0000001811,0.10000,0.401
18,mlp.experts.96.down_proj,0.0000000174,0.10000,0.383
18,mlp.experts.97.down_proj,0.0000000052,0.10000,0.394
18,mlp.experts.98.down_proj,0.0000002101,0.10000,0.400
18,mlp.experts.99.down_proj,0.0000000392,0.10000,0.392
18,mlp.experts.100.down_proj,0.0000000240,0.10000,0.393
18,mlp.experts.101.down_proj,0.0000000113,0.10000,0.391
18,mlp.experts.102.down_proj,0.0000002611,0.10000,0.409
18,mlp.experts.103.down_proj,0.0000000308,0.10000,0.407
18,mlp.experts.104.down_proj,0.0000001380,0.10000,0.395
18,mlp.experts.105.down_proj,0.0000001030,0.10000,0.407
18,mlp.experts.106.down_proj,0.0000002362,0.10000,0.385
18,mlp.experts.107.down_proj,0.0000000259,0.10000,0.418
18,mlp.experts.108.down_proj,0.0000007888,0.10000,0.408
18,mlp.experts.109.down_proj,0.0000001048,0.10000,0.405
18,mlp.experts.110.down_proj,0.0000000043,0.10000,0.393
18,mlp.experts.111.down_proj,0.0000003853,0.10000,0.384
18,mlp.experts.112.down_proj,0.0000000738,0.10000,0.394
18,mlp.experts.113.down_proj,0.0000006670,0.10000,0.393
18,mlp.experts.114.down_proj,0.0000000163,0.10000,0.392
18,mlp.experts.115.down_proj,0.0000000609,0.10000,0.382
18,mlp.experts.116.down_proj,0.0000000062,0.10000,0.377
18,mlp.experts.117.down_proj,0.0000000848,0.10000,0.381
18,mlp.experts.118.down_proj,0.0000000222,0.10000,0.401
18,mlp.experts.119.down_proj,0.0000000294,0.10000,0.393
18,mlp.experts.120.down_proj,0.0000001130,0.10000,0.399
18,mlp.experts.121.down_proj,0.0000000665,0.10000,0.409
18,mlp.experts.122.down_proj,0.0000000608,0.10000,0.396
18,mlp.experts.123.down_proj,0.0000000366,0.10000,0.404
18,mlp.experts.124.down_proj,0.0000000909,0.10000,0.393
18,mlp.experts.125.down_proj,0.0000000275,0.10000,0.404
18,mlp.experts.126.down_proj,0.0000000734,0.10000,0.389
18,mlp.experts.127.down_proj,0.0000000169,0.10000,0.365
19,self_attn.k_proj,0.0000000001,0.10000,1.053
19,self_attn.q_proj,0.0000000005,0.10000,1.076
19,self_attn.v_proj,0.0000000001,0.10000,0.615
19,self_attn.o_proj,0.0000000001,0.10000,1.205
19,mlp.gate,0.0000000161,0.10000,0.617
19,mlp.experts.0.up_proj,0.0000038022,0.10000,1.033
19,mlp.experts.1.up_proj,0.0000001233,0.10000,1.057
19,mlp.experts.2.up_proj,0.0000001452,0.10000,0.968
19,mlp.experts.3.up_proj,0.0000000768,0.10000,1.000
19,mlp.experts.4.up_proj,0.0000000769,0.10000,1.036
19,mlp.experts.5.up_proj,0.0000000585,0.10000,1.008
19,mlp.experts.6.up_proj,0.0000007328,0.10000,0.993
19,mlp.experts.7.up_proj,0.0000057085,0.10000,0.986
19,mlp.experts.8.up_proj,0.0000005639,0.10000,1.011
19,mlp.experts.9.up_proj,0.0000001516,0.10000,1.022
19,mlp.experts.10.up_proj,0.0000019186,0.10000,1.036
19,mlp.experts.11.up_proj,0.0000001703,0.10000,1.048
19,mlp.experts.12.up_proj,0.0000001072,0.10000,1.036
19,mlp.experts.13.up_proj,0.0000001163,0.10000,1.045
19,mlp.experts.14.up_proj,0.0000016066,0.10000,1.018
19,mlp.experts.15.up_proj,0.0000005187,0.10000,1.008
19,mlp.experts.16.up_proj,0.0000013610,0.10000,0.990
19,mlp.experts.17.up_proj,0.0000000805,0.10000,1.032
19,mlp.experts.18.up_proj,0.0000014267,0.10000,1.003
19,mlp.experts.19.up_proj,0.0000007225,0.10000,1.008
19,mlp.experts.20.up_proj,0.0000000414,0.10000,0.992
19,mlp.experts.21.up_proj,0.0000000630,0.10000,1.011
19,mlp.experts.22.up_proj,0.0000002392,0.10000,1.026
19,mlp.experts.23.up_proj,0.0000017934,0.10000,1.012
19,mlp.experts.24.up_proj,0.0000000983,0.10000,1.000
19,mlp.experts.25.up_proj,0.0000002897,0.10000,0.997
19,mlp.experts.26.up_proj,0.0000000291,0.10000,1.043
19,mlp.experts.27.up_proj,0.0000006548,0.10000,1.022
19,mlp.experts.28.up_proj,0.0000268011,0.10000,1.005
19,mlp.experts.29.up_proj,0.0000007115,0.10000,1.016
19,mlp.experts.30.up_proj,0.0000010316,0.10000,0.988
19,mlp.experts.31.up_proj,0.0000000547,0.10000,1.001
19,mlp.experts.32.up_proj,0.0000002537,0.10000,1.018
19,mlp.experts.33.up_proj,0.0000000282,0.10000,0.979
19,mlp.experts.34.up_proj,0.0000002745,0.10000,1.040
19,mlp.experts.35.up_proj,0.0000015629,0.10000,1.040
19,mlp.experts.36.up_proj,0.0000001527,0.10000,1.043
19,mlp.experts.37.up_proj,0.0000026941,0.10000,1.050
19,mlp.experts.38.up_proj,0.0000002397,0.10000,1.038
19,mlp.experts.39.up_proj,0.0000001153,0.10000,0.981
19,mlp.experts.40.up_proj,0.0000004231,0.10000,1.012
19,mlp.experts.41.up_proj,0.0000002479,0.10000,1.025
19,mlp.experts.42.up_proj,0.0000022963,0.10000,1.050
19,mlp.experts.43.up_proj,0.0000014131,0.10000,1.035
19,mlp.experts.44.up_proj,0.0000003695,0.10000,1.029
19,mlp.experts.45.up_proj,0.0000001430,0.10000,1.031
19,mlp.experts.46.up_proj,0.0000004437,0.10000,1.061
19,mlp.experts.47.up_proj,0.0000002153,0.10000,1.059
19,mlp.experts.48.up_proj,0.0000000416,0.10000,1.014
19,mlp.experts.49.up_proj,0.0000001161,0.10000,1.018
19,mlp.experts.50.up_proj,0.0000006348,0.10000,1.067
19,mlp.experts.51.up_proj,0.0000000376,0.10000,1.075
19,mlp.experts.52.up_proj,0.0000002541,0.10000,1.039
19,mlp.experts.53.up_proj,0.0000001023,0.10000,1.067
19,mlp.experts.54.up_proj,0.0000090192,0.10000,1.043
19,mlp.experts.55.up_proj,0.0000020506,0.10000,1.079
19,mlp.experts.56.up_proj,0.0000012219,0.10000,1.043
19,mlp.experts.57.up_proj,0.0000074132,0.10000,1.069
19,mlp.experts.58.up_proj,0.0000002036,0.10000,1.023
19,mlp.experts.59.up_proj,0.0000000784,0.10000,1.040
19,mlp.experts.60.up_proj,0.0000001713,0.10000,1.023
19,mlp.experts.61.up_proj,0.0000002469,0.10000,1.028
19,mlp.experts.62.up_proj,0.0000017106,0.10000,1.050
19,mlp.experts.63.up_proj,0.0000003159,0.10000,1.009
19,mlp.experts.64.up_proj,0.0000003506,0.10000,1.018
19,mlp.experts.65.up_proj,0.0000018526,0.10000,1.013
19,mlp.experts.66.up_proj,0.0000000897,0.10000,1.028
19,mlp.experts.67.up_proj,0.0000008599,0.10000,1.013
19,mlp.experts.68.up_proj,0.0000010657,0.10000,0.989
19,mlp.experts.69.up_proj,0.0000013430,0.10000,0.995
19,mlp.experts.70.up_proj,0.0000011642,0.10000,1.015
19,mlp.experts.71.up_proj,0.0000034320,0.10000,1.030
19,mlp.experts.72.up_proj,0.0000001452,0.10000,1.047
19,mlp.experts.73.up_proj,0.0000000596,0.10000,1.082
19,mlp.experts.74.up_proj,0.0000004449,0.10000,1.048
19,mlp.experts.75.up_proj,0.0000001562,0.10000,0.998
19,mlp.experts.76.up_proj,0.0000023318,0.10000,1.031
19,mlp.experts.77.up_proj,0.0000126507,0.10000,1.022
19,mlp.experts.78.up_proj,0.0000010269,0.10000,1.017
19,mlp.experts.79.up_proj,0.0000003449,0.10000,1.075
19,mlp.experts.80.up_proj,0.0000028116,0.10000,1.060
19,mlp.experts.81.up_proj,0.0000013579,0.10000,1.032
19,mlp.experts.82.up_proj,0.0000002389,0.10000,1.039
19,mlp.experts.83.up_proj,0.0000001800,0.10000,1.035
19,mlp.experts.84.up_proj,0.0000010495,0.10000,0.936
19,mlp.experts.85.up_proj,0.0000017601,0.10000,0.942
19,mlp.experts.86.up_proj,0.0000001507,0.10000,1.043
19,mlp.experts.87.up_proj,0.0000000952,0.10000,1.028
19,mlp.experts.88.up_proj,0.0000002272,0.10000,1.024
19,mlp.experts.89.up_proj,0.0000000591,0.10000,1.016
19,mlp.experts.90.up_proj,0.0000036389,0.10000,0.982
19,mlp.experts.91.up_proj,0.0000003909,0.10000,1.010
19,mlp.experts.92.up_proj,0.0000010893,0.10000,1.013
19,mlp.experts.93.up_proj,0.0000000489,0.10000,1.012
19,mlp.experts.94.up_proj,0.0000000752,0.10000,1.026
19,mlp.experts.95.up_proj,0.0000000496,0.10000,1.024
19,mlp.experts.96.up_proj,0.0000016177,0.10000,0.990
19,mlp.experts.97.up_proj,0.0000014088,0.10000,0.998
19,mlp.experts.98.up_proj,0.0000000396,0.10000,1.031
19,mlp.experts.99.up_proj,0.0000001424,0.10000,1.078
19,mlp.experts.100.up_proj,0.0000000564,0.10000,1.032
19,mlp.experts.101.up_proj,0.0000030298,0.10000,1.058
19,mlp.experts.102.up_proj,0.0000106034,0.10000,0.973
19,mlp.experts.103.up_proj,0.0000006285,0.10000,1.016
19,mlp.experts.104.up_proj,0.0000014429,0.10000,1.052
19,mlp.experts.105.up_proj,0.0000035895,0.10000,1.037
19,mlp.experts.106.up_proj,0.0000001060,0.10000,1.043
19,mlp.experts.107.up_proj,0.0000012167,0.10000,1.077
19,mlp.experts.108.up_proj,0.0000002032,0.10000,1.011
19,mlp.experts.109.up_proj,0.0000003713,0.10000,1.077
19,mlp.experts.110.up_proj,0.0000000331,0.10000,1.027
19,mlp.experts.111.up_proj,0.0000012371,0.10000,1.020
19,mlp.experts.112.up_proj,0.0000001219,0.10000,0.945
19,mlp.experts.113.up_proj,0.0000011588,0.10000,0.960
19,mlp.experts.114.up_proj,0.0000025712,0.10000,1.017
19,mlp.experts.115.up_proj,0.0000007485,0.10000,1.024
19,mlp.experts.116.up_proj,0.0000000788,0.10000,1.035
19,mlp.experts.117.up_proj,0.0000013093,0.10000,1.022
19,mlp.experts.118.up_proj,0.0000015129,0.10000,1.029
19,mlp.experts.119.up_proj,0.0000007207,0.10000,1.014
19,mlp.experts.120.up_proj,0.0000017780,0.10000,1.023
19,mlp.experts.121.up_proj,0.0000016554,0.10000,0.984
19,mlp.experts.122.up_proj,0.0000029967,0.10000,1.050
19,mlp.experts.123.up_proj,0.0000003909,0.10000,1.040
19,mlp.experts.124.up_proj,0.0000004379,0.10000,1.031
19,mlp.experts.125.up_proj,0.0000001092,0.10000,1.000
19,mlp.experts.126.up_proj,0.0000026159,0.10000,1.003
19,mlp.experts.127.up_proj,0.0000003801,0.10000,1.005
19,mlp.experts.0.gate_proj,0.0000043898,0.10000,1.015
19,mlp.experts.1.gate_proj,0.0000001328,0.10000,1.033
19,mlp.experts.2.gate_proj,0.0000001482,0.10000,1.026
19,mlp.experts.3.gate_proj,0.0000000790,0.10000,1.015
19,mlp.experts.4.gate_proj,0.0000000824,0.10000,1.066
19,mlp.experts.5.gate_proj,0.0000000621,0.10000,1.044
19,mlp.experts.6.gate_proj,0.0000008242,0.10000,1.028
19,mlp.experts.7.gate_proj,0.0000061732,0.10000,1.003
19,mlp.experts.8.gate_proj,0.0000005961,0.10000,1.039
19,mlp.experts.9.gate_proj,0.0000001750,0.10000,1.019
19,mlp.experts.10.gate_proj,0.0000021288,0.10000,1.065
19,mlp.experts.11.gate_proj,0.0000001881,0.10000,1.033
19,mlp.experts.12.gate_proj,0.0000001176,0.10000,1.062
19,mlp.experts.13.gate_proj,0.0000001257,0.10000,1.047
19,mlp.experts.14.gate_proj,0.0000019960,0.10000,1.009
19,mlp.experts.15.gate_proj,0.0000005524,0.10000,1.003
19,mlp.experts.16.gate_proj,0.0000013807,0.10000,1.042
19,mlp.experts.17.gate_proj,0.0000000883,0.10000,1.048
19,mlp.experts.18.gate_proj,0.0000016047,0.10000,0.940
19,mlp.experts.19.gate_proj,0.0000007532,0.10000,0.985
19,mlp.experts.20.gate_proj,0.0000000437,0.10000,1.038
19,mlp.experts.21.gate_proj,0.0000000709,0.10000,1.059
19,mlp.experts.22.gate_proj,0.0000002677,0.10000,1.056
19,mlp.experts.23.gate_proj,0.0000019339,0.10000,1.070
19,mlp.experts.24.gate_proj,0.0000001074,0.10000,1.105
19,mlp.experts.25.gate_proj,0.0000003037,0.10000,1.035
19,mlp.experts.26.gate_proj,0.0000000291,0.10000,0.961
19,mlp.experts.27.gate_proj,0.0000007174,0.10000,0.982
19,mlp.experts.28.gate_proj,0.0000334385,0.10000,1.016
19,mlp.experts.29.gate_proj,0.0000007868,0.10000,1.025
19,mlp.experts.30.gate_proj,0.0000011960,0.10000,1.023
19,mlp.experts.31.gate_proj,0.0000000562,0.10000,0.996
19,mlp.experts.32.gate_proj,0.0000002768,0.10000,1.067
19,mlp.experts.33.gate_proj,0.0000000307,0.10000,1.047
19,mlp.experts.34.gate_proj,0.0000002729,0.10000,1.052
19,mlp.experts.35.gate_proj,0.0000018914,0.10000,1.037
19,mlp.experts.36.gate_proj,0.0000001716,0.10000,1.040
19,mlp.experts.37.gate_proj,0.0000029995,0.10000,1.068
19,mlp.experts.38.gate_proj,0.0000002639,0.10000,1.053
19,mlp.experts.39.gate_proj,0.0000001170,0.10000,1.056
19,mlp.experts.40.gate_proj,0.0000004494,0.10000,1.025
19,mlp.experts.41.gate_proj,0.0000002640,0.10000,1.022
19,mlp.experts.42.gate_proj,0.0000025857,0.10000,1.065
19,mlp.experts.43.gate_proj,0.0000014620,0.10000,1.060
19,mlp.experts.44.gate_proj,0.0000004160,0.10000,1.035
19,mlp.experts.45.gate_proj,0.0000001535,0.10000,1.075
19,mlp.experts.46.gate_proj,0.0000004792,0.10000,1.048
19,mlp.experts.47.gate_proj,0.0000002340,0.10000,1.035
19,mlp.experts.48.gate_proj,0.0000000404,0.10000,1.060
19,mlp.experts.49.gate_proj,0.0000001136,0.10000,1.066
19,mlp.experts.50.gate_proj,0.0000006349,0.10000,1.050
19,mlp.experts.51.gate_proj,0.0000000349,0.10000,1.055
19,mlp.experts.52.gate_proj,0.0000002766,0.10000,1.033
19,mlp.experts.53.gate_proj,0.0000001065,0.10000,1.055
19,mlp.experts.54.gate_proj,0.0000103738,0.10000,1.062
19,mlp.experts.55.gate_proj,0.0000020760,0.10000,1.028
19,mlp.experts.56.gate_proj,0.0000013019,0.10000,1.057
19,mlp.experts.57.gate_proj,0.0000080083,0.10000,1.035
19,mlp.experts.58.gate_proj,0.0000002282,0.10000,1.043
19,mlp.experts.59.gate_proj,0.0000000872,0.10000,1.071
19,mlp.experts.60.gate_proj,0.0000001605,0.10000,0.998
19,mlp.experts.61.gate_proj,0.0000002728,0.10000,1.052
19,mlp.experts.62.gate_proj,0.0000018145,0.10000,1.034
19,mlp.experts.63.gate_proj,0.0000003489,0.10000,1.046
19,mlp.experts.64.gate_proj,0.0000003604,0.10000,1.053
19,mlp.experts.65.gate_proj,0.0000021589,0.10000,1.044
19,mlp.experts.66.gate_proj,0.0000000993,0.10000,1.051
19,mlp.experts.67.gate_proj,0.0000009312,0.10000,1.062
19,mlp.experts.68.gate_proj,0.0000011803,0.10000,1.020
19,mlp.experts.69.gate_proj,0.0000014806,0.10000,0.962
19,mlp.experts.70.gate_proj,0.0000012934,0.10000,1.030
19,mlp.experts.71.gate_proj,0.0000041159,0.10000,1.001
19,mlp.experts.72.gate_proj,0.0000001613,0.10000,1.005
19,mlp.experts.73.gate_proj,0.0000000641,0.10000,1.013
19,mlp.experts.74.gate_proj,0.0000004480,0.10000,1.014
19,mlp.experts.75.gate_proj,0.0000001610,0.10000,1.014
19,mlp.experts.76.gate_proj,0.0000025121,0.10000,1.030
19,mlp.experts.77.gate_proj,0.0000133663,0.10000,1.014
19,mlp.experts.78.gate_proj,0.0000012273,0.10000,1.009
19,mlp.experts.79.gate_proj,0.0000003834,0.10000,1.025
19,mlp.experts.80.gate_proj,0.0000031510,0.10000,1.051
19,mlp.experts.81.gate_proj,0.0000015291,0.10000,1.027
19,mlp.experts.82.gate_proj,0.0000002623,0.10000,1.001
19,mlp.experts.83.gate_proj,0.0000001981,0.10000,1.029
19,mlp.experts.84.gate_proj,0.0000011035,0.10000,1.011
19,mlp.experts.85.gate_proj,0.0000018798,0.10000,1.052
19,mlp.experts.86.gate_proj,0.0000001631,0.10000,1.047
19,mlp.experts.87.gate_proj,0.0000000995,0.10000,1.042
19,mlp.experts.88.gate_proj,0.0000002447,0.10000,1.001
19,mlp.experts.89.gate_proj,0.0000000637,0.10000,1.007
19,mlp.experts.90.gate_proj,0.0000039996,0.10000,1.042
19,mlp.experts.91.gate_proj,0.0000004379,0.10000,0.976
19,mlp.experts.92.gate_proj,0.0000012348,0.10000,1.024
19,mlp.experts.93.gate_proj,0.0000000490,0.10000,1.049
19,mlp.experts.94.gate_proj,0.0000000827,0.10000,1.063
19,mlp.experts.95.gate_proj,0.0000000446,0.10000,1.052
19,mlp.experts.96.gate_proj,0.0000016825,0.10000,1.062
19,mlp.experts.97.gate_proj,0.0000017703,0.10000,1.052
19,mlp.experts.98.gate_proj,0.0000000338,0.10000,1.081
19,mlp.experts.99.gate_proj,0.0000001519,0.10000,1.049
19,mlp.experts.100.gate_proj,0.0000000575,0.10000,0.996
19,mlp.experts.101.gate_proj,0.0000032703,0.10000,1.077
19,mlp.experts.102.gate_proj,0.0000105354,0.10000,1.045
19,mlp.experts.103.gate_proj,0.0000006649,0.10000,1.087
19,mlp.experts.104.gate_proj,0.0000017554,0.10000,0.931
19,mlp.experts.105.gate_proj,0.0000042946,0.10000,0.961
19,mlp.experts.106.gate_proj,0.0000001129,0.10000,1.087
19,mlp.experts.107.gate_proj,0.0000014502,0.10000,1.051
19,mlp.experts.108.gate_proj,0.0000002252,0.10000,1.092
19,mlp.experts.109.gate_proj,0.0000004090,0.10000,1.062
19,mlp.experts.110.gate_proj,0.0000000334,0.10000,1.052
19,mlp.experts.111.gate_proj,0.0000013963,0.10000,1.077
19,mlp.experts.112.gate_proj,0.0000001230,0.10000,1.044
19,mlp.experts.113.gate_proj,0.0000008710,0.10000,1.032
19,mlp.experts.114.gate_proj,0.0000030686,0.10000,1.001
19,mlp.experts.115.gate_proj,0.0000023191,0.10000,0.990
19,mlp.experts.116.gate_proj,0.0000000843,0.10000,1.006
19,mlp.experts.117.gate_proj,0.0000014013,0.10000,0.992
19,mlp.experts.118.gate_proj,0.0000019095,0.10000,1.004
19,mlp.experts.119.gate_proj,0.0000007422,0.10000,1.061
19,mlp.experts.120.gate_proj,0.0000019951,0.10000,1.059
19,mlp.experts.121.gate_proj,0.0000016456,0.10000,1.061
19,mlp.experts.122.gate_proj,0.0000031688,0.10000,1.030
19,mlp.experts.123.gate_proj,0.0000004224,0.10000,1.057
19,mlp.experts.124.gate_proj,0.0000004553,0.10000,1.058
19,mlp.experts.125.gate_proj,0.0000001185,0.10000,1.059
19,mlp.experts.126.gate_proj,0.0000029205,0.10000,1.053
19,mlp.experts.127.gate_proj,0.0000004179,0.10000,0.983
19,mlp.experts.1.down_proj,0.0000000181,0.10000,0.404
19,mlp.experts.0.down_proj,0.0000009356,0.10000,0.419
19,mlp.experts.2.down_proj,0.0000000264,0.10000,0.410
19,mlp.experts.3.down_proj,0.0000000097,0.10000,0.402
19,mlp.experts.4.down_proj,0.0000000114,0.10000,0.416
19,mlp.experts.5.down_proj,0.0000000088,0.10000,0.415
19,mlp.experts.7.down_proj,0.0000001055,0.10000,0.414
19,mlp.experts.6.down_proj,0.0000001616,0.10000,0.426
19,mlp.experts.8.down_proj,0.0000001045,0.10000,0.348
19,mlp.experts.9.down_proj,0.0000000257,0.10000,0.350
19,mlp.experts.10.down_proj,0.0000002636,0.10000,0.346
19,mlp.experts.11.down_proj,0.0000000240,0.10000,0.346
19,mlp.experts.12.down_proj,0.0000000156,0.10000,0.415
19,mlp.experts.13.down_proj,0.0000000139,0.10000,0.413
19,mlp.experts.14.down_proj,0.0000004368,0.10000,0.391
19,mlp.experts.15.down_proj,0.0000000383,0.10000,0.398
19,mlp.experts.16.down_proj,0.0000002054,0.10000,0.384
19,mlp.experts.17.down_proj,0.0000000115,0.10000,0.413
19,mlp.experts.18.down_proj,0.0000002318,0.10000,0.389
19,mlp.experts.19.down_proj,0.0000000836,0.10000,0.408
19,mlp.experts.20.down_proj,0.0000000050,0.10000,0.394
19,mlp.experts.21.down_proj,0.0000000095,0.10000,0.398
19,mlp.experts.22.down_proj,0.0000000398,0.10000,0.349
19,mlp.experts.23.down_proj,0.0000003351,0.10000,0.363
19,mlp.experts.24.down_proj,0.0000000119,0.10000,0.402
19,mlp.experts.25.down_proj,0.0000000347,0.10000,0.399
19,mlp.experts.26.down_proj,0.0000000030,0.10000,0.409
19,mlp.experts.27.down_proj,0.0000001185,0.10000,0.411
19,mlp.experts.28.down_proj,0.0000001773,0.10000,0.412
19,mlp.experts.29.down_proj,0.0000001059,0.10000,0.420
19,mlp.experts.30.down_proj,0.0000002410,0.10000,0.418
19,mlp.experts.31.down_proj,0.0000000078,0.10000,0.388
19,mlp.experts.32.down_proj,0.0000000309,0.10000,0.380
19,mlp.experts.33.down_proj,0.0000000038,0.10000,0.380
19,mlp.experts.34.down_proj,0.0000000428,0.10000,0.417
19,mlp.experts.35.down_proj,0.0000002600,0.10000,0.396
19,mlp.experts.36.down_proj,0.0000000239,0.10000,0.417
19,mlp.experts.37.down_proj,0.0000003363,0.10000,0.396
19,mlp.experts.38.down_proj,0.0000000384,0.10000,0.415
19,mlp.experts.39.down_proj,0.0000000128,0.10000,0.407
19,mlp.experts.40.down_proj,0.0000000507,0.10000,0.387
19,mlp.experts.41.down_proj,0.0000000245,0.10000,0.382
19,mlp.experts.42.down_proj,0.0000003205,0.10000,0.422
19,mlp.experts.43.down_proj,0.0000003509,0.10000,0.422
19,mlp.experts.44.down_proj,0.0000000788,0.10000,0.415
19,mlp.experts.45.down_proj,0.0000000193,0.10000,0.415
19,mlp.experts.46.down_proj,0.0000000585,0.10000,0.412
19,mlp.experts.47.down_proj,0.0000000278,0.10000,0.416
19,mlp.experts.49.down_proj,0.0000000112,0.10000,0.410
19,mlp.experts.48.down_proj,0.0000000051,0.10000,0.424
19,mlp.experts.50.down_proj,0.0000001506,0.10000,0.354
19,mlp.experts.51.down_proj,0.0000000047,0.10000,0.367
19,mlp.experts.52.down_proj,0.0000000255,0.10000,0.399
19,mlp.experts.53.down_proj,0.0000000140,0.10000,0.402
19,mlp.experts.54.down_proj,0.0000010510,0.10000,0.396
19,mlp.experts.55.down_proj,0.0000003950,0.10000,0.405
19,mlp.experts.56.down_proj,0.0000001487,0.10000,0.397
19,mlp.experts.57.down_proj,0.0000015864,0.10000,0.417
19,mlp.experts.58.down_proj,0.0000000389,0.10000,0.392
19,mlp.experts.59.down_proj,0.0000000098,0.10000,0.388
19,mlp.experts.60.down_proj,0.0000000247,0.10000,0.399
19,mlp.experts.61.down_proj,0.0000000338,0.10000,0.407
19,mlp.experts.62.down_proj,0.0000004249,0.10000,0.396
19,mlp.experts.63.down_proj,0.0000000648,0.10000,0.407
19,mlp.experts.64.down_proj,0.0000000627,0.10000,0.391
19,mlp.experts.65.down_proj,0.0000002719,0.10000,0.410
19,mlp.experts.66.down_proj,0.0000000142,0.10000,0.402
19,mlp.experts.67.down_proj,0.0000001305,0.10000,0.395
19,mlp.experts.68.down_proj,0.0000002108,0.10000,0.400
19,mlp.experts.69.down_proj,0.0000002703,0.10000,0.387
19,mlp.experts.70.down_proj,0.0000001982,0.10000,0.412
19,mlp.experts.71.down_proj,0.0000007049,0.10000,0.407
19,mlp.experts.72.down_proj,0.0000000210,0.10000,0.415
19,mlp.experts.73.down_proj,0.0000000081,0.10000,0.404
19,mlp.experts.74.down_proj,0.0000000484,0.10000,0.413
19,mlp.experts.75.down_proj,0.0000000137,0.10000,0.394
19,mlp.experts.76.down_proj,0.0000003934,0.10000,0.393
19,mlp.experts.77.down_proj,0.0000024679,0.10000,0.397
19,mlp.experts.78.down_proj,0.0000002415,0.10000,0.404
19,mlp.experts.79.down_proj,0.0000000395,0.10000,0.377
19,mlp.experts.80.down_proj,0.0000005071,0.10000,0.395
19,mlp.experts.81.down_proj,0.0000002140,0.10000,0.391
19,mlp.experts.83.down_proj,0.0000000306,0.10000,0.414
19,mlp.experts.82.down_proj,0.0000000335,0.10000,0.421
19,mlp.experts.85.down_proj,0.0000003574,0.10000,0.400
19,mlp.experts.84.down_proj,0.0000001288,0.10000,0.418
19,mlp.experts.86.down_proj,0.0000000202,0.10000,0.402
19,mlp.experts.87.down_proj,0.0000000150,0.10000,0.411
19,mlp.experts.88.down_proj,0.0000000239,0.10000,0.390
19,mlp.experts.89.down_proj,0.0000000066,0.10000,0.404
19,mlp.experts.90.down_proj,0.0000008102,0.10000,0.373
19,mlp.experts.91.down_proj,0.0000000684,0.10000,0.379
19,mlp.experts.92.down_proj,0.0000001844,0.10000,0.425
19,mlp.experts.93.down_proj,0.0000000053,0.10000,0.411
19,mlp.experts.94.down_proj,0.0000000142,0.10000,0.393
19,mlp.experts.95.down_proj,0.0000000061,0.10000,0.412
19,mlp.experts.96.down_proj,0.0000003586,0.10000,0.392
19,mlp.experts.97.down_proj,0.0000003381,0.10000,0.381
19,mlp.experts.98.down_proj,0.0000000050,0.10000,0.383
19,mlp.experts.99.down_proj,0.0000000143,0.10000,0.385
19,mlp.experts.100.down_proj,0.0000000080,0.10000,0.397
19,mlp.experts.101.down_proj,0.0000006474,0.10000,0.406
19,mlp.experts.102.down_proj,0.0000012642,0.10000,0.398
19,mlp.experts.103.down_proj,0.0000001183,0.10000,0.407
19,mlp.experts.104.down_proj,0.0000003532,0.10000,0.378
19,mlp.experts.105.down_proj,0.0000012399,0.10000,0.383
19,mlp.experts.106.down_proj,0.0000000177,0.10000,0.401
19,mlp.experts.107.down_proj,0.0000002879,0.10000,0.404
19,mlp.experts.108.down_proj,0.0000000238,0.10000,0.397
19,mlp.experts.109.down_proj,0.0000000435,0.10000,0.397
19,mlp.experts.110.down_proj,0.0000000049,0.10000,0.413
19,mlp.experts.111.down_proj,0.0000002992,0.10000,0.399
19,mlp.experts.112.down_proj,0.0000000128,0.10000,0.392
19,mlp.experts.113.down_proj,0.0000001171,0.10000,0.409
19,mlp.experts.114.down_proj,0.0000001067,0.10000,0.385
19,mlp.experts.115.down_proj,0.0000000455,0.10000,0.407
19,mlp.experts.116.down_proj,0.0000000108,0.10000,0.396
19,mlp.experts.117.down_proj,0.0000002916,0.10000,0.407
19,mlp.experts.118.down_proj,0.0000002011,0.10000,0.397
19,mlp.experts.119.down_proj,0.0000000985,0.10000,0.399
19,mlp.experts.120.down_proj,0.0000003564,0.10000,0.400
19,mlp.experts.121.down_proj,0.0000002294,0.10000,0.395
19,mlp.experts.122.down_proj,0.0000004619,0.10000,0.385
19,mlp.experts.123.down_proj,0.0000000550,0.10000,0.396
19,mlp.experts.124.down_proj,0.0000000700,0.10000,0.335
19,mlp.experts.125.down_proj,0.0000000151,0.10000,0.338
19,mlp.experts.126.down_proj,0.0000004960,0.10000,0.408
19,mlp.experts.127.down_proj,0.0000000590,0.10000,0.367
20,self_attn.k_proj,0.0000000001,0.10000,1.023
20,self_attn.q_proj,0.0000000006,0.10000,1.064
20,self_attn.v_proj,0.0000000001,0.10000,0.655
20,self_attn.o_proj,0.0000000001,0.10000,1.088
20,mlp.gate,0.0000000174,0.10000,0.642
20,mlp.experts.0.up_proj,0.0000022118,0.10000,1.028
20,mlp.experts.1.up_proj,0.0000098073,0.10000,1.043
20,mlp.experts.2.up_proj,0.0000009275,0.10000,1.048
20,mlp.experts.3.up_proj,0.0000000996,0.10000,1.034
20,mlp.experts.5.up_proj,0.0000002095,0.10000,1.042
20,mlp.experts.4.up_proj,0.0000001899,0.10000,1.065
20,mlp.experts.6.up_proj,0.0000012494,0.10000,1.069
20,mlp.experts.7.up_proj,0.0000031112,0.10000,1.060
20,mlp.experts.9.up_proj,0.0000009099,0.10000,0.984
20,mlp.experts.8.up_proj,0.0000000916,0.10000,1.009
20,mlp.experts.10.up_proj,0.0000024670,0.10000,1.044
20,mlp.experts.11.up_proj,0.0000025542,0.10000,1.039
20,mlp.experts.12.up_proj,0.0000037025,0.10000,1.042
20,mlp.experts.13.up_proj,0.0000005486,0.10000,1.037
20,mlp.experts.15.up_proj,0.0000002790,0.10000,1.018
20,mlp.experts.14.up_proj,0.0000001499,0.10000,1.026
20,mlp.experts.17.up_proj,0.0000001511,0.10000,1.046
20,mlp.experts.16.up_proj,0.0000026511,0.10000,1.070
20,mlp.experts.18.up_proj,0.0000003935,0.10000,1.070
20,mlp.experts.19.up_proj,0.0000007119,0.10000,1.086
20,mlp.experts.20.up_proj,0.0000017224,0.10000,1.047
20,mlp.experts.21.up_proj,0.0000000757,0.10000,1.072
20,mlp.experts.22.up_proj,0.0000001136,0.10000,1.037
20,mlp.experts.23.up_proj,0.0000001438,0.10000,1.062
20,mlp.experts.24.up_proj,0.0000009807,0.10000,1.040
20,mlp.experts.25.up_proj,0.0000000898,0.10000,1.048
20,mlp.experts.26.up_proj,0.0000026330,0.10000,1.065
20,mlp.experts.27.up_proj,0.0000020197,0.10000,1.059
20,mlp.experts.28.up_proj,0.0000001015,0.10000,1.080
20,mlp.experts.29.up_proj,0.0000015645,0.10000,1.032
20,mlp.experts.30.up_proj,0.0000003399,0.10000,1.010
20,mlp.experts.31.up_proj,0.0000012767,0.10000,1.004
20,mlp.experts.32.up_proj,0.0000001241,0.10000,1.021
20,mlp.experts.33.up_proj,0.0000000265,0.10000,1.023
20,mlp.experts.34.up_proj,0.0000014797,0.10000,1.020
20,mlp.experts.35.up_proj,0.0000001130,0.10000,1.016
20,mlp.experts.36.up_proj,0.0000000669,0.10000,1.053
20,mlp.experts.37.up_proj,0.0000005040,0.10000,1.048
20,mlp.experts.38.up_proj,0.0000001823,0.10000,1.044
20,mlp.experts.39.up_proj,0.0000000570,0.10000,1.051
20,mlp.experts.40.up_proj,0.0000012573,0.10000,1.047
20,mlp.experts.41.up_proj,0.0000021181,0.10000,1.046
20,mlp.experts.42.up_proj,0.0000010178,0.10000,1.055
20,mlp.experts.43.up_proj,0.0000002709,0.10000,1.079
20,mlp.experts.44.up_proj,0.0000000236,0.10000,1.066
20,mlp.experts.45.up_proj,0.0000001260,0.10000,1.065
20,mlp.experts.46.up_proj,0.0000004563,0.10000,1.024
20,mlp.experts.47.up_proj,0.0000001944,0.10000,0.998
20,mlp.experts.48.up_proj,0.0000003006,0.10000,1.029
20,mlp.experts.49.up_proj,0.0000016928,0.10000,1.031
20,mlp.experts.50.up_proj,0.0000010268,0.10000,0.996
20,mlp.experts.51.up_proj,0.0000008327,0.10000,0.996
20,mlp.experts.52.up_proj,0.0000019777,0.10000,1.024
20,mlp.experts.53.up_proj,0.0000002942,0.10000,1.039
20,mlp.experts.54.up_proj,0.0000005626,0.10000,0.976
20,mlp.experts.55.up_proj,0.0000006453,0.10000,0.982
20,mlp.experts.56.up_proj,0.0000000631,0.10000,0.959
20,mlp.experts.57.up_proj,0.0000002946,0.10000,1.007
20,mlp.experts.58.up_proj,0.0000086518,0.10000,1.004
20,mlp.experts.59.up_proj,0.0000006990,0.10000,0.999
20,mlp.experts.60.up_proj,0.0000010290,0.10000,0.995
20,mlp.experts.61.up_proj,0.0000002535,0.10000,1.010
20,mlp.experts.62.up_proj,0.0000000739,0.10000,0.950
20,mlp.experts.63.up_proj,0.0000028511,0.10000,0.999
20,mlp.experts.64.up_proj,0.0000001194,0.10000,1.002
20,mlp.experts.65.up_proj,0.0000001342,0.10000,1.015
20,mlp.experts.66.up_proj,0.0000002122,0.10000,1.009
20,mlp.experts.67.up_proj,0.0000005838,0.10000,1.021
20,mlp.experts.68.up_proj,0.0000004040,0.10000,1.015
20,mlp.experts.69.up_proj,0.0000006125,0.10000,1.007
20,mlp.experts.70.up_proj,0.0000002415,0.10000,1.060
20,mlp.experts.71.up_proj,0.0000019430,0.10000,1.051
20,mlp.experts.72.up_proj,0.0000002853,0.10000,1.054
20,mlp.experts.73.up_proj,0.0000087692,0.10000,1.026
20,mlp.experts.74.up_proj,0.0000001389,0.10000,1.040
20,mlp.experts.75.up_proj,0.0000036285,0.10000,1.043
20,mlp.experts.76.up_proj,0.0000012395,0.10000,1.045
20,mlp.experts.77.up_proj,0.0000002778,0.10000,1.027
20,mlp.experts.78.up_proj,0.0000003155,0.10000,1.021
20,mlp.experts.79.up_proj,0.0000002421,0.10000,1.043
20,mlp.experts.80.up_proj,0.0000000474,0.10000,0.998
20,mlp.experts.81.up_proj,0.0000030932,0.10000,1.016
20,mlp.experts.82.up_proj,0.0000001565,0.10000,1.044
20,mlp.experts.83.up_proj,0.0000010439,0.10000,1.063
20,mlp.experts.84.up_proj,0.0000001276,0.10000,1.028
20,mlp.experts.85.up_proj,0.0000003998,0.10000,1.065
20,mlp.experts.86.up_proj,0.0000001644,0.10000,1.025
20,mlp.experts.87.up_proj,0.0000003530,0.10000,1.059
20,mlp.experts.88.up_proj,0.0000015508,0.10000,0.943
20,mlp.experts.89.up_proj,0.0000046457,0.10000,0.960
20,mlp.experts.90.up_proj,0.0000000161,0.10000,1.002
20,mlp.experts.91.up_proj,0.0000000576,0.10000,0.968
20,mlp.experts.92.up_proj,0.0000003749,0.10000,0.984
20,mlp.experts.93.up_proj,0.0000016615,0.10000,1.010
20,mlp.experts.94.up_proj,0.0000006886,0.10000,1.049
20,mlp.experts.95.up_proj,0.0000000220,0.10000,1.073
20,mlp.experts.96.up_proj,0.0000321502,0.10000,1.039
20,mlp.experts.97.up_proj,0.0000029629,0.10000,1.044
20,mlp.experts.98.up_proj,0.0000008774,0.10000,1.033
20,mlp.experts.99.up_proj,0.0000003367,0.10000,1.054
20,mlp.experts.100.up_proj,0.0000000906,0.10000,1.050
20,mlp.experts.101.up_proj,0.0000004308,0.10000,1.042
20,mlp.experts.102.up_proj,0.0000008014,0.10000,1.054
20,mlp.experts.103.up_proj,0.0000000900,0.10000,1.027
20,mlp.experts.104.up_proj,0.0000000364,0.10000,1.088
20,mlp.experts.105.up_proj,0.0000000633,0.10000,1.047
20,mlp.experts.106.up_proj,0.0000000429,0.10000,0.996
20,mlp.experts.107.up_proj,0.0000015293,0.10000,1.080
20,mlp.experts.108.up_proj,0.0000002078,0.10000,1.039
20,mlp.experts.109.up_proj,0.0000005580,0.10000,1.059
20,mlp.experts.110.up_proj,0.0000000720,0.10000,1.063
20,mlp.experts.111.up_proj,0.0000022520,0.10000,1.029
20,mlp.experts.112.up_proj,0.0000040191,0.10000,1.035
20,mlp.experts.113.up_proj,0.0000029039,0.10000,1.058
20,mlp.experts.114.up_proj,0.0000002998,0.10000,0.941
20,mlp.experts.115.up_proj,0.0000022904,0.10000,0.948
20,mlp.experts.116.up_proj,0.0000000455,0.10000,1.053
20,mlp.experts.117.up_proj,0.0000011289,0.10000,1.008
20,mlp.experts.118.up_proj,0.0000029666,0.10000,0.993
20,mlp.experts.119.up_proj,0.0000025329,0.10000,1.040
20,mlp.experts.120.up_proj,0.0000008619,0.10000,1.071
20,mlp.experts.121.up_proj,0.0000014311,0.10000,1.019
20,mlp.experts.122.up_proj,0.0000000600,0.10000,1.009
20,mlp.experts.123.up_proj,0.0000015255,0.10000,1.025
20,mlp.experts.124.up_proj,0.0000017126,0.10000,1.049
20,mlp.experts.125.up_proj,0.0000006013,0.10000,1.084
20,mlp.experts.126.up_proj,0.0000018363,0.10000,1.012
20,mlp.experts.127.up_proj,0.0000001935,0.10000,1.078
20,mlp.experts.0.gate_proj,0.0000022314,0.10000,1.051
20,mlp.experts.1.gate_proj,0.0000100938,0.10000,1.048
20,mlp.experts.2.gate_proj,0.0000008640,0.10000,1.023
20,mlp.experts.3.gate_proj,0.0000001046,0.10000,1.045
20,mlp.experts.4.gate_proj,0.0000001904,0.10000,1.030
20,mlp.experts.5.gate_proj,0.0000002175,0.10000,1.024
20,mlp.experts.6.gate_proj,0.0000012688,0.10000,1.030
20,mlp.experts.7.gate_proj,0.0000034041,0.10000,1.048
20,mlp.experts.8.gate_proj,0.0000000962,0.10000,1.048
20,mlp.experts.9.gate_proj,0.0000009651,0.10000,1.047
20,mlp.experts.10.gate_proj,0.0000024664,0.10000,1.028
20,mlp.experts.11.gate_proj,0.0000026295,0.10000,1.019
20,mlp.experts.12.gate_proj,0.0000038462,0.10000,0.980
20,mlp.experts.13.gate_proj,0.0000006012,0.10000,1.013
20,mlp.experts.14.gate_proj,0.0000001452,0.10000,1.043
20,mlp.experts.15.gate_proj,0.0000002791,0.10000,1.022
20,mlp.experts.16.gate_proj,0.0000029182,0.10000,0.912
20,mlp.experts.17.gate_proj,0.0000001616,0.10000,0.945
20,mlp.experts.18.gate_proj,0.0000004142,0.10000,0.989
20,mlp.experts.19.gate_proj,0.0000007260,0.10000,1.070
20,mlp.experts.20.gate_proj,0.0000017351,0.10000,1.057
20,mlp.experts.21.gate_proj,0.0000000801,0.10000,0.979
20,mlp.experts.22.gate_proj,0.0000001237,0.10000,1.089
20,mlp.experts.23.gate_proj,0.0000001456,0.10000,0.987
20,mlp.experts.24.gate_proj,0.0000009995,0.10000,0.915
20,mlp.experts.25.gate_proj,0.0000000911,0.10000,0.888
20,mlp.experts.26.gate_proj,0.0000027425,0.10000,0.928
20,mlp.experts.27.gate_proj,0.0000019787,0.10000,0.978
20,mlp.experts.28.gate_proj,0.0000001029,0.10000,1.005
20,mlp.experts.29.gate_proj,0.0000015106,0.10000,1.024
20,mlp.experts.30.gate_proj,0.0000003504,0.10000,0.986
20,mlp.experts.31.gate_proj,0.0000014245,0.10000,1.036
20,mlp.experts.32.gate_proj,0.0000001342,0.10000,0.964
20,mlp.experts.33.gate_proj,0.0000000262,0.10000,1.035
20,mlp.experts.34.gate_proj,0.0000015561,0.10000,0.993
20,mlp.experts.35.gate_proj,0.0000001136,0.10000,1.049
20,mlp.experts.36.gate_proj,0.0000000646,0.10000,1.053
20,mlp.experts.37.gate_proj,0.0000005157,0.10000,1.045
20,mlp.experts.38.gate_proj,0.0000001775,0.10000,1.047
20,mlp.experts.39.gate_proj,0.0000000485,0.10000,0.998
20,mlp.experts.40.gate_proj,0.0000013260,0.10000,1.065
20,mlp.experts.41.gate_proj,0.0000022756,0.10000,1.025
20,mlp.experts.42.gate_proj,0.0000010772,0.10000,0.999
20,mlp.experts.43.gate_proj,0.0000002762,0.10000,1.032
20,mlp.experts.44.gate_proj,0.0000000215,0.10000,1.050
20,mlp.experts.45.gate_proj,0.0000001314,0.10000,1.072
20,mlp.experts.46.gate_proj,0.0000004634,0.10000,1.004
20,mlp.experts.47.gate_proj,0.0000002037,0.10000,1.076
20,mlp.experts.48.gate_proj,0.0000003199,0.10000,1.026
20,mlp.experts.49.gate_proj,0.0000018259,0.10000,1.039
20,mlp.experts.50.gate_proj,0.0000010758,0.10000,1.026
20,mlp.experts.51.gate_proj,0.0000008150,0.10000,1.036
20,mlp.experts.52.gate_proj,0.0000020530,0.10000,1.072
20,mlp.experts.53.gate_proj,0.0000003125,0.10000,1.048
20,mlp.experts.54.gate_proj,0.0000005818,0.10000,1.034
20,mlp.experts.55.gate_proj,0.0000006688,0.10000,1.068
20,mlp.experts.56.gate_proj,0.0000000656,0.10000,1.017
20,mlp.experts.57.gate_proj,0.0000003168,0.10000,1.048
20,mlp.experts.58.gate_proj,0.0000088000,0.10000,1.015
20,mlp.experts.59.gate_proj,0.0000007126,0.10000,0.994
20,mlp.experts.60.gate_proj,0.0000010833,0.10000,1.026
20,mlp.experts.61.gate_proj,0.0000002574,0.10000,1.075
20,mlp.experts.62.gate_proj,0.0000000754,0.10000,1.040
20,mlp.experts.63.gate_proj,0.0000030648,0.10000,1.065
20,mlp.experts.64.gate_proj,0.0000001118,0.10000,1.053
20,mlp.experts.65.gate_proj,0.0000001352,0.10000,1.064
20,mlp.experts.66.gate_proj,0.0000002239,0.10000,0.992
20,mlp.experts.67.gate_proj,0.0000006285,0.10000,0.995
20,mlp.experts.68.gate_proj,0.0000004133,0.10000,0.996
20,mlp.experts.69.gate_proj,0.0000006082,0.10000,1.082
20,mlp.experts.70.gate_proj,0.0000002434,0.10000,1.006
20,mlp.experts.71.gate_proj,0.0000020407,0.10000,1.076
20,mlp.experts.72.gate_proj,0.0000002948,0.10000,0.992
20,mlp.experts.73.gate_proj,0.0000092784,0.10000,1.028
20,mlp.experts.74.gate_proj,0.0000001408,0.10000,1.006
20,mlp.experts.75.gate_proj,0.0000040677,0.10000,1.065
20,mlp.experts.76.gate_proj,0.0000012876,0.10000,1.041
20,mlp.experts.77.gate_proj,0.0000002921,0.10000,1.036
20,mlp.experts.78.gate_proj,0.0000003292,0.10000,1.035
20,mlp.experts.80.gate_proj,0.0000000493,0.10000,0.951
20,mlp.experts.79.gate_proj,0.0000002476,0.10000,0.998
20,mlp.experts.81.gate_proj,0.0000031950,0.10000,1.066
20,mlp.experts.82.gate_proj,0.0000001622,0.10000,1.062
20,mlp.experts.83.gate_proj,0.0000010909,0.10000,0.978
20,mlp.experts.84.gate_proj,0.0000001263,0.10000,0.975
20,mlp.experts.85.gate_proj,0.0000004189,0.10000,1.052
20,mlp.experts.86.gate_proj,0.0000001730,0.10000,1.092
20,mlp.experts.87.gate_proj,0.0000003706,0.10000,1.057
20,mlp.experts.88.gate_proj,0.0000017105,0.10000,1.053
20,mlp.experts.89.gate_proj,0.0000049082,0.10000,1.015
20,mlp.experts.90.gate_proj,0.0000000161,0.10000,1.015
20,mlp.experts.91.gate_proj,0.0000000593,0.10000,1.099
20,mlp.experts.92.gate_proj,0.0000004016,0.10000,1.074
20,mlp.experts.93.gate_proj,0.0000017491,0.10000,1.031
20,mlp.experts.94.gate_proj,0.0000006227,0.10000,1.021
20,mlp.experts.96.gate_proj,0.0001185145,0.10000,1.034
20,mlp.experts.95.gate_proj,0.0000000203,0.10000,1.041
20,mlp.experts.98.gate_proj,0.0000009462,0.10000,1.047
20,mlp.experts.97.gate_proj,0.0000031456,0.10000,1.057
20,mlp.experts.99.gate_proj,0.0000003244,0.10000,1.041
20,mlp.experts.100.gate_proj,0.0000000942,0.10000,1.036
20,mlp.experts.102.gate_proj,0.0000008446,0.10000,1.040
20,mlp.experts.101.gate_proj,0.0000004475,0.10000,1.044
20,mlp.experts.104.gate_proj,0.0000000371,0.10000,1.064
20,mlp.experts.103.gate_proj,0.0000000821,0.10000,1.078
20,mlp.experts.105.gate_proj,0.0000000661,0.10000,1.008
20,mlp.experts.106.gate_proj,0.0000000395,0.10000,1.011
20,mlp.experts.107.gate_proj,0.0000015750,0.10000,1.031
20,mlp.experts.108.gate_proj,0.0000002088,0.10000,1.042
20,mlp.experts.109.gate_proj,0.0000005344,0.10000,1.025
20,mlp.experts.110.gate_proj,0.0000000758,0.10000,1.033
20,mlp.experts.111.gate_proj,0.0000023648,0.10000,1.046
20,mlp.experts.112.gate_proj,0.0000042210,0.10000,1.047
20,mlp.experts.113.gate_proj,0.0000029927,0.10000,1.035
20,mlp.experts.114.gate_proj,0.0000003175,0.10000,1.001
20,mlp.experts.116.gate_proj,0.0000000459,0.10000,1.023
20,mlp.experts.115.gate_proj,0.0000023006,0.10000,1.044
20,mlp.experts.117.gate_proj,0.0000011844,0.10000,1.070
20,mlp.experts.118.gate_proj,0.0000029715,0.10000,1.083
20,mlp.experts.119.gate_proj,0.0000028772,0.10000,1.028
20,mlp.experts.120.gate_proj,0.0000009618,0.10000,1.032
20,mlp.experts.121.gate_proj,0.0000014290,0.10000,1.047
20,mlp.experts.122.gate_proj,0.0000000599,0.10000,1.027
20,mlp.experts.124.gate_proj,0.0000017238,0.10000,0.984
20,mlp.experts.123.gate_proj,0.0000016131,0.10000,1.038
20,mlp.experts.125.gate_proj,0.0000006127,0.10000,1.026
20,mlp.experts.126.gate_proj,0.0000019330,0.10000,1.069
20,mlp.experts.127.gate_proj,0.0000001801,0.10000,0.688
20,mlp.experts.1.down_proj,0.0000011343,0.10000,0.412
20,mlp.experts.0.down_proj,0.0000004116,0.10000,0.428
20,mlp.experts.2.down_proj,0.0000001935,0.10000,0.415
20,mlp.experts.3.down_proj,0.0000000138,0.10000,0.406
20,mlp.experts.5.down_proj,0.0000000191,0.10000,0.412
20,mlp.experts.4.down_proj,0.0000000375,0.10000,0.422
20,mlp.experts.6.down_proj,0.0000002042,0.10000,0.382
20,mlp.experts.7.down_proj,0.0000008250,0.10000,0.382
20,mlp.experts.8.down_proj,0.0000000125,0.10000,0.336
20,mlp.experts.9.down_proj,0.0000000257,0.10000,0.335
20,mlp.experts.11.down_proj,0.0000003777,0.10000,0.402
20,mlp.experts.10.down_proj,0.0000003414,0.10000,0.415
20,mlp.experts.12.down_proj,0.0000005157,0.10000,0.365
20,mlp.experts.13.down_proj,0.0000000843,0.10000,0.371
20,mlp.experts.14.down_proj,0.0000000287,0.10000,0.406
20,mlp.experts.15.down_proj,0.0000000534,0.10000,0.404
20,mlp.experts.16.down_proj,0.0000005010,0.10000,0.389
20,mlp.experts.17.down_proj,0.0000000268,0.10000,0.389
20,mlp.experts.18.down_proj,0.0000000748,0.10000,0.410
20,mlp.experts.19.down_proj,0.0000001246,0.10000,0.409
20,mlp.experts.20.down_proj,0.0000002930,0.10000,0.398
20,mlp.experts.21.down_proj,0.0000000117,0.10000,0.419
20,mlp.experts.22.down_proj,0.0000000146,0.10000,0.398
20,mlp.experts.23.down_proj,0.0000000215,0.10000,0.407
20,mlp.experts.24.down_proj,0.0000001818,0.10000,0.395
20,mlp.experts.25.down_proj,0.0000000113,0.10000,0.399
20,mlp.experts.26.down_proj,0.0000003109,0.10000,0.336
20,mlp.experts.27.down_proj,0.0000004349,0.10000,0.329
20,mlp.experts.28.down_proj,0.0000000150,0.10000,0.376
20,mlp.experts.29.down_proj,0.0000002197,0.10000,0.397
20,mlp.experts.30.down_proj,0.0000000580,0.10000,0.338
20,mlp.experts.31.down_proj,0.0000006483,0.10000,0.331
20,mlp.experts.32.down_proj,0.0000000217,0.10000,0.358
20,mlp.experts.33.down_proj,0.0000000026,0.10000,0.364
20,mlp.experts.34.down_proj,0.0000003643,0.10000,0.369
20,mlp.experts.35.down_proj,0.0000000205,0.10000,0.365
20,mlp.experts.36.down_proj,0.0000000106,0.10000,0.383
20,mlp.experts.37.down_proj,0.0000000773,0.10000,0.386
20,mlp.experts.38.down_proj,0.0000000274,0.10000,0.346
20,mlp.experts.39.down_proj,0.0000000085,0.10000,0.344
20,mlp.experts.40.down_proj,0.0000002436,0.10000,0.408
20,mlp.experts.41.down_proj,0.0000005879,0.10000,0.394
20,mlp.experts.42.down_proj,0.0000001727,0.10000,0.397
20,mlp.experts.43.down_proj,0.0000000483,0.10000,0.399
20,mlp.experts.44.down_proj,0.0000000030,0.10000,0.394
20,mlp.experts.45.down_proj,0.0000000181,0.10000,0.417
20,mlp.experts.46.down_proj,0.0000000726,0.10000,0.389
20,mlp.experts.47.down_proj,0.0000000337,0.10000,0.416
20,mlp.experts.48.down_proj,0.0000000431,0.10000,0.388
20,mlp.experts.49.down_proj,0.0000004313,0.10000,0.401
20,mlp.experts.50.down_proj,0.0000001953,0.10000,0.374
20,mlp.experts.51.down_proj,0.0000001655,0.10000,0.379
20,mlp.experts.52.down_proj,0.0000004723,0.10000,0.397
20,mlp.experts.53.down_proj,0.0000000336,0.10000,0.401
20,mlp.experts.54.down_proj,0.0000000766,0.10000,0.349
20,mlp.experts.55.down_proj,0.0000001323,0.10000,0.344
20,mlp.experts.56.down_proj,0.0000000104,0.10000,0.364
20,mlp.experts.57.down_proj,0.0000000420,0.10000,0.384
20,mlp.experts.58.down_proj,0.0000007864,0.10000,0.397
20,mlp.experts.59.down_proj,0.0000001032,0.10000,0.406
20,mlp.experts.60.down_proj,0.0000002444,0.10000,0.400
20,mlp.experts.61.down_proj,0.0000000461,0.10000,0.411
20,mlp.experts.62.down_proj,0.0000000102,0.10000,0.398
20,mlp.experts.63.down_proj,0.0000007868,0.10000,0.408
20,mlp.experts.64.down_proj,0.0000000204,0.10000,0.392
20,mlp.experts.65.down_proj,0.0000000147,0.10000,0.410
20,mlp.experts.66.down_proj,0.0000000413,0.10000,0.391
20,mlp.experts.67.down_proj,0.0000001446,0.10000,0.381
20,mlp.experts.68.down_proj,0.0000000604,0.10000,0.336
20,mlp.experts.69.down_proj,0.0000000678,0.10000,0.346
20,mlp.experts.70.down_proj,0.0000000359,0.10000,0.366
20,mlp.experts.71.down_proj,0.0000004096,0.10000,0.388
20,mlp.experts.72.down_proj,0.0000000383,0.10000,0.361
20,mlp.experts.73.down_proj,0.0000015051,0.10000,0.352
20,mlp.experts.74.down_proj,0.0000000162,0.10000,0.411
20,mlp.experts.75.down_proj,0.0000000969,0.10000,0.411
20,mlp.experts.76.down_proj,0.0000001637,0.10000,0.411
20,mlp.experts.77.down_proj,0.0000000543,0.10000,0.408
20,mlp.experts.78.down_proj,0.0000000427,0.10000,0.408
20,mlp.experts.79.down_proj,0.0000000474,0.10000,0.402
20,mlp.experts.80.down_proj,0.0000000065,0.10000,0.414
20,mlp.experts.81.down_proj,0.0000008121,0.10000,0.412
20,mlp.experts.82.down_proj,0.0000000274,0.10000,0.403
20,mlp.experts.83.down_proj,0.0000001968,0.10000,0.371
20,mlp.experts.84.down_proj,0.0000000135,0.10000,0.381
20,mlp.experts.85.down_proj,0.0000000429,0.10000,0.404
20,mlp.experts.86.down_proj,0.0000000319,0.10000,0.399
20,mlp.experts.87.down_proj,0.0000000592,0.10000,0.413
20,mlp.experts.88.down_proj,0.0000003830,0.10000,0.396
20,mlp.experts.89.down_proj,0.0000012160,0.10000,0.383
20,mlp.experts.90.down_proj,0.0000000016,0.10000,0.353
20,mlp.experts.91.down_proj,0.0000000075,0.10000,0.370
20,mlp.experts.92.down_proj,0.0000000558,0.10000,0.405
20,mlp.experts.93.down_proj,0.0000004337,0.10000,0.399
20,mlp.experts.94.down_proj,0.0000000653,0.10000,0.397
20,mlp.experts.95.down_proj,0.0000000022,0.10000,0.400
20,mlp.experts.96.down_proj,0.0000000276,0.10000,0.399
20,mlp.experts.97.down_proj,0.0000006678,0.10000,0.407
20,mlp.experts.98.down_proj,0.0000001569,0.10000,0.397
20,mlp.experts.99.down_proj,0.0000000604,0.10000,0.385
20,mlp.experts.100.down_proj,0.0000000154,0.10000,0.381
20,mlp.experts.101.down_proj,0.0000000706,0.10000,0.395
20,mlp.experts.102.down_proj,0.0000001496,0.10000,0.402
20,mlp.experts.103.down_proj,0.0000000121,0.10000,0.398
20,mlp.experts.104.down_proj,0.0000000046,0.10000,0.382
20,mlp.experts.105.down_proj,0.0000000074,0.10000,0.394
20,mlp.experts.106.down_proj,0.0000000059,0.10000,0.391
20,mlp.experts.107.down_proj,0.0000002641,0.10000,0.399
20,mlp.experts.108.down_proj,0.0000000249,0.10000,0.390
20,mlp.experts.109.down_proj,0.0000001064,0.10000,0.401
20,mlp.experts.110.down_proj,0.0000000069,0.10000,0.394
20,mlp.experts.111.down_proj,0.0000005752,0.10000,0.401
20,mlp.experts.112.down_proj,0.0000006291,0.10000,0.398
20,mlp.experts.113.down_proj,0.0000003990,0.10000,0.409
20,mlp.experts.114.down_proj,0.0000000424,0.10000,0.398
20,mlp.experts.115.down_proj,0.0000003406,0.10000,0.421
20,mlp.experts.116.down_proj,0.0000000051,0.10000,0.405
20,mlp.experts.117.down_proj,0.0000001808,0.10000,0.409
20,mlp.experts.118.down_proj,0.0000004165,0.10000,0.393
20,mlp.experts.119.down_proj,0.0000004283,0.10000,0.405
20,mlp.experts.120.down_proj,0.0000002000,0.10000,0.394
20,mlp.experts.121.down_proj,0.0000001863,0.10000,0.405
20,mlp.experts.122.down_proj,0.0000000106,0.10000,0.397
20,mlp.experts.123.down_proj,0.0000002040,0.10000,0.392
20,mlp.experts.124.down_proj,0.0000002231,0.10000,0.403
20,mlp.experts.125.down_proj,0.0000001154,0.10000,0.415
20,mlp.experts.126.down_proj,0.0000003143,0.10000,0.382
20,mlp.experts.127.down_proj,0.0000000246,0.10000,0.286
21,self_attn.k_proj,0.0000000001,0.10000,1.043
21,self_attn.q_proj,0.0000000008,0.10000,1.065
21,self_attn.v_proj,0.0000000001,0.10000,0.638
21,self_attn.o_proj,0.0000000001,0.10000,1.223
21,mlp.gate,0.0000000183,0.10000,0.619
21,mlp.experts.0.up_proj,0.0000002163,0.10000,1.016
21,mlp.experts.1.up_proj,0.0000000344,0.10000,1.022
21,mlp.experts.3.up_proj,0.0000153094,0.10000,1.038
21,mlp.experts.2.up_proj,0.0000001391,0.10000,1.049
21,mlp.experts.4.up_proj,0.0000108944,0.10000,1.016
21,mlp.experts.5.up_proj,0.0000000408,0.10000,1.018
21,mlp.experts.6.up_proj,0.0000004617,0.10000,1.026
21,mlp.experts.7.up_proj,0.0000001199,0.10000,1.032
21,mlp.experts.8.up_proj,0.0000024554,0.10000,1.041
21,mlp.experts.9.up_proj,0.0000002339,0.10000,1.049
21,mlp.experts.10.up_proj,0.0000002901,0.10000,1.090
21,mlp.experts.11.up_proj,0.0000024209,0.10000,1.078
21,mlp.experts.12.up_proj,0.0000019124,0.10000,1.020
21,mlp.experts.13.up_proj,0.0000007030,0.10000,1.025
21,mlp.experts.14.up_proj,0.0000022857,0.10000,0.987
21,mlp.experts.15.up_proj,0.0000006324,0.10000,1.077
21,mlp.experts.16.up_proj,0.0000070758,0.10000,1.040
21,mlp.experts.17.up_proj,0.0000000857,0.10000,1.017
21,mlp.experts.18.up_proj,0.0000016933,0.10000,1.033
21,mlp.experts.19.up_proj,0.0000001382,0.10000,1.053
21,mlp.experts.20.up_proj,0.0000014654,0.10000,1.033
21,mlp.experts.21.up_proj,0.0000021663,0.10000,1.056
21,mlp.experts.22.up_proj,0.0000000247,0.10000,1.045
21,mlp.experts.23.up_proj,0.0000005913,0.10000,1.048
21,mlp.experts.24.up_proj,0.0000000547,0.10000,1.024
21,mlp.experts.25.up_proj,0.0000001059,0.10000,1.034
21,mlp.experts.26.up_proj,0.0000013038,0.10000,1.023
21,mlp.experts.27.up_proj,0.0000017701,0.10000,1.042
21,mlp.experts.28.up_proj,0.0000003518,0.10000,1.023
21,mlp.experts.29.up_proj,0.0000072101,0.10000,1.039
21,mlp.experts.30.up_proj,0.0000022767,0.10000,1.023
21,mlp.experts.31.up_proj,0.0000020580,0.10000,1.038
21,mlp.experts.32.up_proj,0.0000002160,0.10000,1.007
21,mlp.experts.33.up_proj,0.0000000999,0.10000,1.035
21,mlp.experts.34.up_proj,0.0000034097,0.10000,1.011
21,mlp.experts.35.up_proj,0.0000000803,0.10000,1.022
21,mlp.experts.36.up_proj,0.0000035164,0.10000,1.048
21,mlp.experts.37.up_proj,0.0000003684,0.10000,0.989
21,mlp.experts.38.up_proj,0.0000026253,0.10000,1.000
21,mlp.experts.39.up_proj,0.0000021083,0.10000,0.998
21,mlp.experts.40.up_proj,0.0000023649,0.10000,1.011
21,mlp.experts.41.up_proj,0.0000010410,0.10000,1.010
21,mlp.experts.42.up_proj,0.0000024478,0.10000,1.035
21,mlp.experts.43.up_proj,0.0000001057,0.10000,1.013
21,mlp.experts.44.up_proj,0.0000056141,0.10000,1.006
21,mlp.experts.45.up_proj,0.0000002641,0.10000,1.020
21,mlp.experts.46.up_proj,0.0000002276,0.10000,0.994
21,mlp.experts.47.up_proj,0.0000024366,0.10000,1.013
21,mlp.experts.48.up_proj,0.0000000544,0.10000,1.020
21,mlp.experts.49.up_proj,0.0000006784,0.10000,1.045
21,mlp.experts.50.up_proj,0.0000010472,0.10000,1.068
21,mlp.experts.51.up_proj,0.0000009450,0.10000,1.075
21,mlp.experts.52.up_proj,0.0000003036,0.10000,1.024
21,mlp.experts.53.up_proj,0.0000017081,0.10000,1.057
21,mlp.experts.54.up_proj,0.0000008149,0.10000,0.999
21,mlp.experts.55.up_proj,0.0000027035,0.10000,0.987
21,mlp.experts.56.up_proj,0.0000017584,0.10000,1.067
21,mlp.experts.57.up_proj,0.0000005056,0.10000,1.057
21,mlp.experts.58.up_proj,0.0000004870,0.10000,1.049
21,mlp.experts.59.up_proj,0.0000009127,0.10000,1.062
21,mlp.experts.60.up_proj,0.0000001024,0.10000,0.993
21,mlp.experts.61.up_proj,0.0000022946,0.10000,1.063
21,mlp.experts.62.up_proj,0.0000002825,0.10000,0.984
21,mlp.experts.63.up_proj,0.0000005200,0.10000,1.015
21,mlp.experts.64.up_proj,0.0000003693,0.10000,0.994
21,mlp.experts.65.up_proj,0.0000000986,0.10000,0.986
21,mlp.experts.66.up_proj,0.0000004560,0.10000,1.069
21,mlp.experts.67.up_proj,0.0000018642,0.10000,1.020
21,mlp.experts.68.up_proj,0.0000004230,0.10000,1.037
21,mlp.experts.69.up_proj,0.0000003800,0.10000,1.061
21,mlp.experts.70.up_proj,0.0000010933,0.10000,1.034
21,mlp.experts.71.up_proj,0.0000000309,0.10000,1.063
21,mlp.experts.72.up_proj,0.0000022150,0.10000,1.053
21,mlp.experts.73.up_proj,0.0000001917,0.10000,0.965
21,mlp.experts.74.up_proj,0.0000057530,0.10000,0.887
21,mlp.experts.75.up_proj,0.0000076941,0.10000,0.923
21,mlp.experts.76.up_proj,0.0000000520,0.10000,1.016
21,mlp.experts.77.up_proj,0.0000015562,0.10000,1.044
21,mlp.experts.78.up_proj,0.0000107639,0.10000,1.047
21,mlp.experts.79.up_proj,0.0000001839,0.10000,1.045
21,mlp.experts.80.up_proj,0.0000000326,0.10000,1.048
21,mlp.experts.81.up_proj,0.0000000820,0.10000,1.050
21,mlp.experts.82.up_proj,0.0000001433,0.10000,1.051
21,mlp.experts.83.up_proj,0.0000004595,0.10000,1.056
21,mlp.experts.84.up_proj,0.0000001386,0.10000,1.041
21,mlp.experts.85.up_proj,0.0000005440,0.10000,1.043
21,mlp.experts.86.up_proj,0.0000000974,0.10000,1.002
21,mlp.experts.87.up_proj,0.0000015370,0.10000,1.048
21,mlp.experts.88.up_proj,0.0000012657,0.10000,1.027
21,mlp.experts.89.up_proj,0.0000000636,0.10000,1.035
21,mlp.experts.90.up_proj,0.0000010096,0.10000,1.036
21,mlp.experts.91.up_proj,0.0000008265,0.10000,1.056
21,mlp.experts.92.up_proj,0.0000027145,0.10000,1.051
21,mlp.experts.93.up_proj,0.0000020775,0.10000,1.020
21,mlp.experts.94.up_proj,0.0000000573,0.10000,0.991
21,mlp.experts.95.up_proj,0.0000021506,0.10000,1.013
21,mlp.experts.96.up_proj,0.0000000513,0.10000,1.009
21,mlp.experts.97.up_proj,0.0000000258,0.10000,1.017
21,mlp.experts.98.up_proj,0.0000001833,0.10000,1.057
21,mlp.experts.99.up_proj,0.0000000701,0.10000,1.072
21,mlp.experts.100.up_proj,0.0000002294,0.10000,1.041
21,mlp.experts.101.up_proj,0.0000016452,0.10000,1.070
21,mlp.experts.102.up_proj,0.0000000617,0.10000,1.042
21,mlp.experts.103.up_proj,0.0000000347,0.10000,1.075
21,mlp.experts.104.up_proj,0.0000003531,0.10000,1.060
21,mlp.experts.105.up_proj,0.0000002780,0.10000,1.020
21,mlp.experts.106.up_proj,0.0000021654,0.10000,1.009
21,mlp.experts.107.up_proj,0.0000092234,0.10000,0.943
21,mlp.experts.108.up_proj,0.0000012688,0.10000,1.055
21,mlp.experts.109.up_proj,0.0000028992,0.10000,1.002
21,mlp.experts.110.up_proj,0.0000006253,0.10000,1.070
21,mlp.experts.111.up_proj,0.0000001690,0.10000,0.980
21,mlp.experts.112.up_proj,0.0000002885,0.10000,1.058
21,mlp.experts.113.up_proj,0.0000000506,0.10000,1.030
21,mlp.experts.114.up_proj,0.0000009220,0.10000,1.054
21,mlp.experts.115.up_proj,0.0000146891,0.10000,1.010
21,mlp.experts.116.up_proj,0.0000001941,0.10000,0.967
21,mlp.experts.117.up_proj,0.0000002334,0.10000,1.002
21,mlp.experts.118.up_proj,0.0000000584,0.10000,0.998
21,mlp.experts.119.up_proj,0.0000024397,0.10000,1.023
21,mlp.experts.120.up_proj,0.0000248057,0.10000,1.001
21,mlp.experts.121.up_proj,0.0000039379,0.10000,1.021
21,mlp.experts.122.up_proj,0.0000001824,0.10000,1.035
21,mlp.experts.123.up_proj,0.0000009954,0.10000,0.995
21,mlp.experts.124.up_proj,0.0000011482,0.10000,1.057
21,mlp.experts.125.up_proj,0.0000001164,0.10000,0.991
21,mlp.experts.126.up_proj,0.0000021111,0.10000,1.055
21,mlp.experts.127.up_proj,0.0000000351,0.10000,1.046
21,mlp.experts.0.gate_proj,0.0000002109,0.10000,1.044
21,mlp.experts.1.gate_proj,0.0000000305,0.10000,1.045
21,mlp.experts.2.gate_proj,0.0000001491,0.10000,1.039
21,mlp.experts.3.gate_proj,0.0000157618,0.10000,1.007
21,mlp.experts.4.gate_proj,0.0000110600,0.10000,1.094
21,mlp.experts.5.gate_proj,0.0000000412,0.10000,1.035
21,mlp.experts.6.gate_proj,0.0000004785,0.10000,1.091
21,mlp.experts.7.gate_proj,0.0000001199,0.10000,1.096
21,mlp.experts.8.gate_proj,0.0000024829,0.10000,0.983
21,mlp.experts.9.gate_proj,0.0000002365,0.10000,0.996
21,mlp.experts.10.gate_proj,0.0000002791,0.10000,1.071
21,mlp.experts.11.gate_proj,0.0000024257,0.10000,1.051
21,mlp.experts.13.gate_proj,0.0000007177,0.10000,1.015
21,mlp.experts.12.gate_proj,0.0000020006,0.10000,1.043
21,mlp.experts.14.gate_proj,0.0000023180,0.10000,0.961
21,mlp.experts.15.gate_proj,0.0000006148,0.10000,0.959
21,mlp.experts.16.gate_proj,0.0000072126,0.10000,1.044
21,mlp.experts.17.gate_proj,0.0000000856,0.10000,1.038
21,mlp.experts.18.gate_proj,0.0000017040,0.10000,1.024
21,mlp.experts.19.gate_proj,0.0000001378,0.10000,1.022
21,mlp.experts.21.gate_proj,0.0000022259,0.10000,1.028
21,mlp.experts.20.gate_proj,0.0000014154,0.10000,1.066
21,mlp.experts.22.gate_proj,0.0000000204,0.10000,1.030
21,mlp.experts.23.gate_proj,0.0000006066,0.10000,1.045
21,mlp.experts.24.gate_proj,0.0000000532,0.10000,1.013
21,mlp.experts.25.gate_proj,0.0000001034,0.10000,1.041
21,mlp.experts.26.gate_proj,0.0000012898,0.10000,1.008
21,mlp.experts.27.gate_proj,0.0000018917,0.10000,1.032
21,mlp.experts.28.gate_proj,0.0000003626,0.10000,1.018
21,mlp.experts.29.gate_proj,0.0000074953,0.10000,1.022
21,mlp.experts.30.gate_proj,0.0000022984,0.10000,1.019
21,mlp.experts.31.gate_proj,0.0000021329,0.10000,1.037
21,mlp.experts.32.gate_proj,0.0000002251,0.10000,1.044
21,mlp.experts.33.gate_proj,0.0000001017,0.10000,1.042
21,mlp.experts.34.gate_proj,0.0000034439,0.10000,1.038
21,mlp.experts.35.gate_proj,0.0000000611,0.10000,1.038
21,mlp.experts.36.gate_proj,0.0000036243,0.10000,1.040
21,mlp.experts.37.gate_proj,0.0000003827,0.10000,1.039
21,mlp.experts.38.gate_proj,0.0000026956,0.10000,1.012
21,mlp.experts.39.gate_proj,0.0000021075,0.10000,1.064
21,mlp.experts.40.gate_proj,0.0000023506,0.10000,1.015
21,mlp.experts.41.gate_proj,0.0000009836,0.10000,1.053
21,mlp.experts.42.gate_proj,0.0000025806,0.10000,1.039
21,mlp.experts.43.gate_proj,0.0000001035,0.10000,1.054
21,mlp.experts.44.gate_proj,0.0000056087,0.10000,1.026
21,mlp.experts.45.gate_proj,0.0000002516,0.10000,1.055
21,mlp.experts.46.gate_proj,0.0000002317,0.10000,1.012
21,mlp.experts.47.gate_proj,0.0000023457,0.10000,1.005
21,mlp.experts.48.gate_proj,0.0000000450,0.10000,1.027
21,mlp.experts.49.gate_proj,0.0000006852,0.10000,1.025
21,mlp.experts.50.gate_proj,0.0000011094,0.10000,1.003
21,mlp.experts.51.gate_proj,0.0000009523,0.10000,1.026
21,mlp.experts.52.gate_proj,0.0000002913,0.10000,1.010
21,mlp.experts.53.gate_proj,0.0000017327,0.10000,1.030
21,mlp.experts.54.gate_proj,0.0000007728,0.10000,1.018
21,mlp.experts.55.gate_proj,0.0000027584,0.10000,0.984
21,mlp.experts.56.gate_proj,0.0000016988,0.10000,0.991
21,mlp.experts.57.gate_proj,0.0000005323,0.10000,1.028
21,mlp.experts.58.gate_proj,0.0000004784,0.10000,0.971
21,mlp.experts.59.gate_proj,0.0000009464,0.10000,1.031
21,mlp.experts.60.gate_proj,0.0000001030,0.10000,1.035
21,mlp.experts.61.gate_proj,0.0000025811,0.10000,1.054
21,mlp.experts.62.gate_proj,0.0000002906,0.10000,1.043
21,mlp.experts.63.gate_proj,0.0000005403,0.10000,1.046
21,mlp.experts.64.gate_proj,0.0000003892,0.10000,1.042
21,mlp.experts.65.gate_proj,0.0000000961,0.10000,1.055
21,mlp.experts.66.gate_proj,0.0000004637,0.10000,1.061
21,mlp.experts.67.gate_proj,0.0000018833,0.10000,1.063
21,mlp.experts.68.gate_proj,0.0000004304,0.10000,1.034
21,mlp.experts.69.gate_proj,0.0000012985,0.10000,1.057
21,mlp.experts.70.gate_proj,0.0000011401,0.10000,1.053
21,mlp.experts.71.gate_proj,0.0000000315,0.10000,1.039
21,mlp.experts.72.gate_proj,0.0000023381,0.10000,1.019
21,mlp.experts.73.gate_proj,0.0000001928,0.10000,1.021
21,mlp.experts.74.gate_proj,0.0000060806,0.10000,1.019
21,mlp.experts.75.gate_proj,0.0000078187,0.10000,1.017
21,mlp.experts.76.gate_proj,0.0000000535,0.10000,1.010
21,mlp.experts.77.gate_proj,0.0000015010,0.10000,1.016
21,mlp.experts.78.gate_proj,0.0000124567,0.10000,1.019
21,mlp.experts.79.gate_proj,0.0000001817,0.10000,1.027
21,mlp.experts.80.gate_proj,0.0000000336,0.10000,0.979
21,mlp.experts.81.gate_proj,0.0000000832,0.10000,1.015
21,mlp.experts.82.gate_proj,0.0000001244,0.10000,1.011
21,mlp.experts.83.gate_proj,0.0000004788,0.10000,1.025
21,mlp.experts.84.gate_proj,0.0000001429,0.10000,1.008
21,mlp.experts.85.gate_proj,0.0000005772,0.10000,1.039
21,mlp.experts.86.gate_proj,0.0000000982,0.10000,1.051
21,mlp.experts.87.gate_proj,0.0000015365,0.10000,1.049
21,mlp.experts.88.gate_proj,0.0000012892,0.10000,1.051
21,mlp.experts.89.gate_proj,0.0000000646,0.10000,1.041
21,mlp.experts.90.gate_proj,0.0000010161,0.10000,1.010
21,mlp.experts.91.gate_proj,0.0000008820,0.10000,1.063
21,mlp.experts.92.gate_proj,0.0000028624,0.10000,1.025
21,mlp.experts.93.gate_proj,0.0000021502,0.10000,1.053
21,mlp.experts.94.gate_proj,0.0000000579,0.10000,1.023
21,mlp.experts.95.gate_proj,0.0000022338,0.10000,1.039
21,mlp.experts.96.gate_proj,0.0000000513,0.10000,1.028
21,mlp.experts.97.gate_proj,0.0000000259,0.10000,1.066
21,mlp.experts.98.gate_proj,0.0000001851,0.10000,1.034
21,mlp.experts.99.gate_proj,0.0000000720,0.10000,1.061
21,mlp.experts.100.gate_proj,0.0000002589,0.10000,1.038
21,mlp.experts.101.gate_proj,0.0000015972,0.10000,1.064
21,mlp.experts.102.gate_proj,0.0000000613,0.10000,1.055
21,mlp.experts.103.gate_proj,0.0000000310,0.10000,1.078
21,mlp.experts.104.gate_proj,0.0000003665,0.10000,0.986
21,mlp.experts.105.gate_proj,0.0000002610,0.10000,0.937
21,mlp.experts.106.gate_proj,0.0000021592,0.10000,0.941
21,mlp.experts.107.gate_proj,0.0000088416,0.10000,0.924
21,mlp.experts.108.gate_proj,0.0000012038,0.10000,0.914
21,mlp.experts.109.gate_proj,0.0000029096,0.10000,1.050
21,mlp.experts.110.gate_proj,0.0000006241,0.10000,1.050
21,mlp.experts.111.gate_proj,0.0000001684,0.10000,1.053
21,mlp.experts.112.gate_proj,0.0000002825,0.10000,1.021
21,mlp.experts.113.gate_proj,0.0000000490,0.10000,1.034
21,mlp.experts.114.gate_proj,0.0000009180,0.10000,0.982
21,mlp.experts.115.gate_proj,0.0000165542,0.10000,1.032
21,mlp.experts.116.gate_proj,0.0000001962,0.10000,1.014
21,mlp.experts.117.gate_proj,0.0000002202,0.10000,1.054
21,mlp.experts.118.gate_proj,0.0000000520,0.10000,1.039
21,mlp.experts.119.gate_proj,0.0000024596,0.10000,1.066
21,mlp.experts.120.gate_proj,0.0000250712,0.10000,1.041
21,mlp.experts.121.gate_proj,0.0000040167,0.10000,1.019
21,mlp.experts.122.gate_proj,0.0000001906,0.10000,1.002
21,mlp.experts.123.gate_proj,0.0000009933,0.10000,1.049
21,mlp.experts.124.gate_proj,0.0000011678,0.10000,0.985
21,mlp.experts.125.gate_proj,0.0000001141,0.10000,1.049
21,mlp.experts.126.gate_proj,0.0000022210,0.10000,0.982
21,mlp.experts.127.gate_proj,0.0000000253,0.10000,0.666
21,mlp.experts.0.down_proj,0.0000000353,0.10000,0.360
21,mlp.experts.1.down_proj,0.0000000045,0.10000,0.361
21,mlp.experts.3.down_proj,0.0000027125,0.10000,0.377
21,mlp.experts.2.down_proj,0.0000000138,0.10000,0.385
21,mlp.experts.4.down_proj,0.0000012029,0.10000,0.402
21,mlp.experts.5.down_proj,0.0000000063,0.10000,0.419
21,mlp.experts.6.down_proj,0.0000000478,0.10000,0.402
21,mlp.experts.7.down_proj,0.0000000181,0.10000,0.399
21,mlp.experts.8.down_proj,0.0000003402,0.10000,0.331
21,mlp.experts.9.down_proj,0.0000000358,0.10000,0.339
21,mlp.experts.10.down_proj,0.0000000532,0.10000,0.325
21,mlp.experts.11.down_proj,0.0000003609,0.10000,0.343
21,mlp.experts.12.down_proj,0.0000003344,0.10000,0.362
21,mlp.experts.13.down_proj,0.0000001063,0.10000,0.377
21,mlp.experts.14.down_proj,0.0000002790,0.10000,0.397
21,mlp.experts.15.down_proj,0.0000000929,0.10000,0.399
21,mlp.experts.16.down_proj,0.0000004786,0.10000,0.400
21,mlp.experts.17.down_proj,0.0000000132,0.10000,0.396
21,mlp.experts.18.down_proj,0.0000003356,0.10000,0.388
21,mlp.experts.19.down_proj,0.0000000139,0.10000,0.389
21,mlp.experts.20.down_proj,0.0000002649,0.10000,0.386
21,mlp.experts.21.down_proj,0.0000003174,0.10000,0.393
21,mlp.experts.22.down_proj,0.0000000036,0.10000,0.391
21,mlp.experts.23.down_proj,0.0000000883,0.10000,0.399
21,mlp.experts.24.down_proj,0.0000000074,0.10000,0.393
21,mlp.experts.25.down_proj,0.0000000229,0.10000,0.401
21,mlp.experts.26.down_proj,0.0000002182,0.10000,0.405
21,mlp.experts.27.down_proj,0.0000005321,0.10000,0.405
21,mlp.experts.28.down_proj,0.0000000583,0.10000,0.401
21,mlp.experts.29.down_proj,0.0000016904,0.10000,0.398
21,mlp.experts.30.down_proj,0.0000005040,0.10000,0.386
21,mlp.experts.31.down_proj,0.0000003683,0.10000,0.386
21,mlp.experts.32.down_proj,0.0000000225,0.10000,0.383
21,mlp.experts.33.down_proj,0.0000000157,0.10000,0.381
21,mlp.experts.34.down_proj,0.0000005006,0.10000,0.396
21,mlp.experts.35.down_proj,0.0000000131,0.10000,0.404
21,mlp.experts.36.down_proj,0.0000007777,0.10000,0.378
21,mlp.experts.37.down_proj,0.0000000603,0.10000,0.397
21,mlp.experts.38.down_proj,0.0000003691,0.10000,0.390
21,mlp.experts.39.down_proj,0.0000002844,0.10000,0.403
21,mlp.experts.40.down_proj,0.0000004049,0.10000,0.400
21,mlp.experts.41.down_proj,0.0000001660,0.10000,0.406
21,mlp.experts.42.down_proj,0.0000006103,0.10000,0.406
21,mlp.experts.43.down_proj,0.0000000172,0.10000,0.403
21,mlp.experts.44.down_proj,0.0000003818,0.10000,0.388
21,mlp.experts.45.down_proj,0.0000000504,0.10000,0.377
21,mlp.experts.46.down_proj,0.0000000263,0.10000,0.375
21,mlp.experts.47.down_proj,0.0000002020,0.10000,0.395
21,mlp.experts.48.down_proj,0.0000000086,0.10000,0.352
21,mlp.experts.49.down_proj,0.0000001324,0.10000,0.336
21,mlp.experts.50.down_proj,0.0000002215,0.10000,0.327
21,mlp.experts.51.down_proj,0.0000001084,0.10000,0.360
21,mlp.experts.52.down_proj,0.0000000458,0.10000,0.385
21,mlp.experts.53.down_proj,0.0000002564,0.10000,0.403
21,mlp.experts.54.down_proj,0.0000001565,0.10000,0.399
21,mlp.experts.55.down_proj,0.0000004011,0.10000,0.401
21,mlp.experts.56.down_proj,0.0000002968,0.10000,0.375
21,mlp.experts.57.down_proj,0.0000000480,0.10000,0.337
21,mlp.experts.58.down_proj,0.0000000677,0.10000,0.334
21,mlp.experts.59.down_proj,0.0000002267,0.10000,0.362
21,mlp.experts.60.down_proj,0.0000000146,0.10000,0.401
21,mlp.experts.61.down_proj,0.0000004788,0.10000,0.413
21,mlp.experts.62.down_proj,0.0000000637,0.10000,0.402
21,mlp.experts.63.down_proj,0.0000000660,0.10000,0.414
21,mlp.experts.64.down_proj,0.0000000612,0.10000,0.369
21,mlp.experts.65.down_proj,0.0000000170,0.10000,0.350
21,mlp.experts.66.down_proj,0.0000000940,0.10000,0.380
21,mlp.experts.67.down_proj,0.0000002767,0.10000,0.404
21,mlp.experts.68.down_proj,0.0000000826,0.10000,0.399
21,mlp.experts.69.down_proj,0.0000000162,0.10000,0.395
21,mlp.experts.70.down_proj,0.0000001261,0.10000,0.411
21,mlp.experts.71.down_proj,0.0000000042,0.10000,0.388
21,mlp.experts.72.down_proj,0.0000005639,0.10000,0.396
21,mlp.experts.73.down_proj,0.0000000221,0.10000,0.390
21,mlp.experts.74.down_proj,0.0000017326,0.10000,0.393
21,mlp.experts.75.down_proj,0.0000011021,0.10000,0.391
21,mlp.experts.76.down_proj,0.0000000072,0.10000,0.398
21,mlp.experts.77.down_proj,0.0000002151,0.10000,0.395
21,mlp.experts.78.down_proj,0.0000004097,0.10000,0.403
21,mlp.experts.79.down_proj,0.0000000359,0.10000,0.399
21,mlp.experts.80.down_proj,0.0000000039,0.10000,0.394
21,mlp.experts.81.down_proj,0.0000000084,0.10000,0.398
21,mlp.experts.82.down_proj,0.0000000207,0.10000,0.396
21,mlp.experts.83.down_proj,0.0000001002,0.10000,0.387
21,mlp.experts.84.down_proj,0.0000000189,0.10000,0.395
21,mlp.experts.85.down_proj,0.0000001088,0.10000,0.398
21,mlp.experts.86.down_proj,0.0000000147,0.10000,0.392
21,mlp.experts.87.down_proj,0.0000002236,0.10000,0.394
21,mlp.experts.88.down_proj,0.0000002886,0.10000,0.393
21,mlp.experts.89.down_proj,0.0000000083,0.10000,0.397
21,mlp.experts.90.down_proj,0.0000002379,0.10000,0.377
21,mlp.experts.91.down_proj,0.0000001072,0.10000,0.384
21,mlp.experts.92.down_proj,0.0000002993,0.10000,0.395
21,mlp.experts.93.down_proj,0.0000006103,0.10000,0.396
21,mlp.experts.94.down_proj,0.0000000089,0.10000,0.410
21,mlp.experts.95.down_proj,0.0000003597,0.10000,0.410
21,mlp.experts.96.down_proj,0.0000000073,0.10000,0.396
21,mlp.experts.97.down_proj,0.0000000033,0.10000,0.390
21,mlp.experts.98.down_proj,0.0000000353,0.10000,0.375
21,mlp.experts.99.down_proj,0.0000000091,0.10000,0.390
21,mlp.experts.100.down_proj,0.0000000548,0.10000,0.360
21,mlp.experts.101.down_proj,0.0000004361,0.10000,0.380
21,mlp.experts.102.down_proj,0.0000000096,0.10000,0.397
21,mlp.experts.103.down_proj,0.0000000044,0.10000,0.403
21,mlp.experts.104.down_proj,0.0000000902,0.10000,0.398
21,mlp.experts.105.down_proj,0.0000000489,0.10000,0.384
21,mlp.experts.106.down_proj,0.0000006263,0.10000,0.378
21,mlp.experts.107.down_proj,0.0000001535,0.10000,0.392
21,mlp.experts.108.down_proj,0.0000002238,0.10000,0.373
21,mlp.experts.109.down_proj,0.0000004458,0.10000,0.353
21,mlp.experts.110.down_proj,0.0000000858,0.10000,0.346
21,mlp.experts.111.down_proj,0.0000000308,0.10000,0.344
21,mlp.experts.112.down_proj,0.0000000430,0.10000,0.379
21,mlp.experts.113.down_proj,0.0000000085,0.10000,0.408
21,mlp.experts.114.down_proj,0.0000002322,0.10000,0.400
21,mlp.experts.115.down_proj,0.0000002124,0.10000,0.385
21,mlp.experts.116.down_proj,0.0000000319,0.10000,0.353
21,mlp.experts.117.down_proj,0.0000000380,0.10000,0.378
21,mlp.experts.118.down_proj,0.0000000087,0.10000,0.393
21,mlp.experts.119.down_proj,0.0000004104,0.10000,0.405
21,mlp.experts.120.down_proj,0.0000008185,0.10000,0.392
21,mlp.experts.121.down_proj,0.0000012864,0.10000,0.396
21,mlp.experts.122.down_proj,0.0000000310,0.10000,0.378
21,mlp.experts.123.down_proj,0.0000001383,0.10000,0.345
21,mlp.experts.124.down_proj,0.0000001466,0.10000,0.348
21,mlp.experts.125.down_proj,0.0000000060,0.10000,0.393
21,mlp.experts.126.down_proj,0.0000004705,0.10000,0.395
21,mlp.experts.127.down_proj,0.0000000043,0.10000,0.315
22,self_attn.k_proj,0.0000000001,0.10000,0.998
22,self_attn.q_proj,0.0000000009,0.10000,1.012
22,self_attn.v_proj,0.0000000001,0.10000,0.630
22,self_attn.o_proj,0.0000000001,0.10000,1.166
22,mlp.gate,0.0000000173,0.10000,0.603
22,mlp.experts.0.up_proj,0.0000011995,0.10000,1.007
22,mlp.experts.1.up_proj,0.0000007696,0.10000,1.052
22,mlp.experts.2.up_proj,0.0000029142,0.10000,1.019
22,mlp.experts.3.up_proj,0.0000003555,0.10000,1.022
22,mlp.experts.4.up_proj,0.0000002434,0.10000,0.989
22,mlp.experts.5.up_proj,0.0000001256,0.10000,1.002
22,mlp.experts.6.up_proj,0.0000021399,0.10000,1.034
22,mlp.experts.7.up_proj,0.0000010319,0.10000,1.062
22,mlp.experts.8.up_proj,0.0000017244,0.10000,1.076
22,mlp.experts.9.up_proj,0.0000003319,0.10000,1.040
22,mlp.experts.10.up_proj,0.0000003634,0.10000,1.060
22,mlp.experts.11.up_proj,0.0000020518,0.10000,1.042
22,mlp.experts.12.up_proj,0.0000003469,0.10000,1.056
22,mlp.experts.13.up_proj,0.0000002751,0.10000,1.107
22,mlp.experts.14.up_proj,0.0000002328,0.10000,1.045
22,mlp.experts.15.up_proj,0.0000008208,0.10000,1.036
22,mlp.experts.16.up_proj,0.0000001858,0.10000,0.930
22,mlp.experts.17.up_proj,0.0000041168,0.10000,0.953
22,mlp.experts.18.up_proj,0.0000000318,0.10000,1.005
22,mlp.experts.19.up_proj,0.0000010690,0.10000,0.996
22,mlp.experts.20.up_proj,0.0000045082,0.10000,0.990
22,mlp.experts.21.up_proj,0.0000026223,0.10000,0.997
22,mlp.experts.22.up_proj,0.0000013497,0.10000,1.022
22,mlp.experts.23.up_proj,0.0000009566,0.10000,1.012
22,mlp.experts.24.up_proj,0.0000019676,0.10000,1.001
22,mlp.experts.25.up_proj,0.0000003574,0.10000,0.996
22,mlp.experts.26.up_proj,0.0000001379,0.10000,1.011
22,mlp.experts.27.up_proj,0.0000002932,0.10000,0.966
22,mlp.experts.28.up_proj,0.0000037965,0.10000,1.027
22,mlp.experts.29.up_proj,0.0000014338,0.10000,1.058
22,mlp.experts.30.up_proj,0.0000000208,0.10000,1.048
22,mlp.experts.31.up_proj,0.0000006327,0.10000,1.034
22,mlp.experts.32.up_proj,0.0000003572,0.10000,1.018
22,mlp.experts.33.up_proj,0.0000014039,0.10000,1.023
22,mlp.experts.34.up_proj,0.0000023575,0.10000,1.007
22,mlp.experts.35.up_proj,0.0000000345,0.10000,1.035
22,mlp.experts.36.up_proj,0.0000007055,0.10000,1.023
22,mlp.experts.37.up_proj,0.0000021605,0.10000,1.007
22,mlp.experts.38.up_proj,0.0000226302,0.10000,1.037
22,mlp.experts.39.up_proj,0.0000000624,0.10000,1.013
22,mlp.experts.40.up_proj,0.0000013001,0.10000,0.956
22,mlp.experts.41.up_proj,0.0000011153,0.10000,0.945
22,mlp.experts.42.up_proj,0.0000022709,0.10000,1.040
22,mlp.experts.43.up_proj,0.0000003115,0.10000,1.041
22,mlp.experts.44.up_proj,0.0000026080,0.10000,1.062
22,mlp.experts.45.up_proj,0.0000003052,0.10000,1.060
22,mlp.experts.46.up_proj,0.0000013933,0.10000,1.080
22,mlp.experts.47.up_proj,0.0000023967,0.10000,1.058
22,mlp.experts.48.up_proj,0.0000016428,0.10000,1.056
22,mlp.experts.49.up_proj,0.0000031309,0.10000,1.086
22,mlp.experts.50.up_proj,0.0000001427,0.10000,1.030
22,mlp.experts.51.up_proj,0.0000024882,0.10000,1.043
22,mlp.experts.52.up_proj,0.0000000256,0.10000,0.985
22,mlp.experts.53.up_proj,0.0000011035,0.10000,1.040
22,mlp.experts.54.up_proj,0.0000121971,0.10000,0.995
22,mlp.experts.55.up_proj,0.0000001989,0.10000,1.056
22,mlp.experts.56.up_proj,0.0000010798,0.10000,0.989
22,mlp.experts.57.up_proj,0.0000006759,0.10000,1.081
22,mlp.experts.58.up_proj,0.0000003283,0.10000,0.960
22,mlp.experts.59.up_proj,0.0000023877,0.10000,0.961
22,mlp.experts.60.up_proj,0.0000033340,0.10000,1.022
22,mlp.experts.61.up_proj,0.0000007944,0.10000,1.081
22,mlp.experts.62.up_proj,0.0000000472,0.10000,1.059
22,mlp.experts.63.up_proj,0.0000004571,0.10000,1.027
22,mlp.experts.64.up_proj,0.0000000242,0.10000,1.052
22,mlp.experts.65.up_proj,0.0000010787,0.10000,1.054
22,mlp.experts.66.up_proj,0.0000012557,0.10000,1.019
22,mlp.experts.67.up_proj,0.0000090277,0.10000,1.006
22,mlp.experts.68.up_proj,0.0000002820,0.10000,1.008
22,mlp.experts.69.up_proj,0.0000002399,0.10000,1.009
22,mlp.experts.70.up_proj,0.0000003527,0.10000,1.065
22,mlp.experts.71.up_proj,0.0000007806,0.10000,1.014
22,mlp.experts.72.up_proj,0.0000032631,0.10000,1.053
22,mlp.experts.73.up_proj,0.0000001269,0.10000,1.080
22,mlp.experts.74.up_proj,0.0000001275,0.10000,1.023
22,mlp.experts.75.up_proj,0.0000003106,0.10000,1.056
22,mlp.experts.76.up_proj,0.0000000345,0.10000,1.040
22,mlp.experts.77.up_proj,0.0000038197,0.10000,1.049
22,mlp.experts.78.up_proj,0.0000001773,0.10000,0.988
22,mlp.experts.79.up_proj,0.0000232032,0.10000,1.091
22,mlp.experts.80.up_proj,0.0000000333,0.10000,1.017
22,mlp.experts.81.up_proj,0.0000032943,0.10000,0.960
22,mlp.experts.82.up_proj,0.0000005068,0.10000,0.915
22,mlp.experts.83.up_proj,0.0000002207,0.10000,1.008
22,mlp.experts.84.up_proj,0.0000100050,0.10000,0.989
22,mlp.experts.85.up_proj,0.0000000628,0.10000,0.973
22,mlp.experts.86.up_proj,0.0000002909,0.10000,1.029
22,mlp.experts.87.up_proj,0.0000006400,0.10000,1.015
22,mlp.experts.88.up_proj,0.0000000694,0.10000,1.043
22,mlp.experts.89.up_proj,0.0000045615,0.10000,0.967
22,mlp.experts.90.up_proj,0.0000003389,0.10000,0.941
22,mlp.experts.91.up_proj,0.0000000277,0.10000,0.999
22,mlp.experts.92.up_proj,0.0000003914,0.10000,1.058
22,mlp.experts.93.up_proj,0.0000022968,0.10000,1.027
22,mlp.experts.94.up_proj,0.0000000837,0.10000,1.002
22,mlp.experts.95.up_proj,0.0000000595,0.10000,1.013
22,mlp.experts.96.up_proj,0.0000001383,0.10000,1.019
22,mlp.experts.97.up_proj,0.0000002104,0.10000,1.015
22,mlp.experts.98.up_proj,0.0000000557,0.10000,1.039
22,mlp.experts.99.up_proj,0.0000001554,0.10000,0.991
22,mlp.experts.100.up_proj,0.0000012592,0.10000,1.003
22,mlp.experts.101.up_proj,0.0000005373,0.10000,1.048
22,mlp.experts.102.up_proj,0.0000015110,0.10000,1.066
22,mlp.experts.103.up_proj,0.0000003723,0.10000,1.040
22,mlp.experts.104.up_proj,0.0000022061,0.10000,1.059
22,mlp.experts.105.up_proj,0.0000001346,0.10000,1.030
22,mlp.experts.106.up_proj,0.0000172040,0.10000,1.062
22,mlp.experts.107.up_proj,0.0000000348,0.10000,1.061
22,mlp.experts.108.up_proj,0.0000000348,0.10000,1.040
22,mlp.experts.109.up_proj,0.0000011797,0.10000,1.072
22,mlp.experts.110.up_proj,0.0000013948,0.10000,1.069
22,mlp.experts.111.up_proj,0.0000018654,0.10000,1.029
22,mlp.experts.112.up_proj,0.0000000547,0.10000,1.066
22,mlp.experts.113.up_proj,0.0000003167,0.10000,1.067
22,mlp.experts.114.up_proj,0.0000036477,0.10000,0.983
22,mlp.experts.115.up_proj,0.0000016373,0.10000,0.980
22,mlp.experts.116.up_proj,0.0000016743,0.10000,1.068
22,mlp.experts.117.up_proj,0.0000138543,0.10000,1.020
22,mlp.experts.118.up_proj,0.0000006512,0.10000,1.052
22,mlp.experts.119.up_proj,0.0000002811,0.10000,1.064
22,mlp.experts.120.up_proj,0.0000006435,0.10000,1.061
22,mlp.experts.121.up_proj,0.0000019249,0.10000,0.992
22,mlp.experts.122.up_proj,0.0000060854,0.10000,1.047
22,mlp.experts.123.up_proj,0.0000000851,0.10000,1.050
22,mlp.experts.124.up_proj,0.0000006374,0.10000,1.024
22,mlp.experts.125.up_proj,0.0000047906,0.10000,1.049
22,mlp.experts.126.up_proj,0.0000003505,0.10000,0.965
22,mlp.experts.127.up_proj,0.0000011595,0.10000,1.021
22,mlp.experts.0.gate_proj,0.0000012509,0.10000,1.032
22,mlp.experts.1.gate_proj,0.0000007773,0.10000,1.038
22,mlp.experts.2.gate_proj,0.0000028275,0.10000,1.046
22,mlp.experts.3.gate_proj,0.0000003428,0.10000,1.050
22,mlp.experts.4.gate_proj,0.0000002622,0.10000,1.031
22,mlp.experts.5.gate_proj,0.0000001287,0.10000,1.044
22,mlp.experts.6.gate_proj,0.0000021773,0.10000,1.046
22,mlp.experts.7.gate_proj,0.0000010577,0.10000,1.073
22,mlp.experts.8.gate_proj,0.0000018920,0.10000,1.020
22,mlp.experts.9.gate_proj,0.0000003466,0.10000,1.012
22,mlp.experts.10.gate_proj,0.0000003657,0.10000,0.989
22,mlp.experts.11.gate_proj,0.0000019736,0.10000,0.994
22,mlp.experts.12.gate_proj,0.0000003660,0.10000,1.059
22,mlp.experts.13.gate_proj,0.0000002734,0.10000,1.044
22,mlp.experts.14.gate_proj,0.0000002147,0.10000,1.072
22,mlp.experts.15.gate_proj,0.0000007152,0.10000,1.048
22,mlp.experts.16.gate_proj,0.0000001934,0.10000,1.082
22,mlp.experts.17.gate_proj,0.0000042268,0.10000,1.059
22,mlp.experts.18.gate_proj,0.0000000297,0.10000,1.070
22,mlp.experts.19.gate_proj,0.0000010556,0.10000,1.047
22,mlp.experts.20.gate_proj,0.0000045179,0.10000,1.019
22,mlp.experts.21.gate_proj,0.0000027547,0.10000,0.997
22,mlp.experts.22.gate_proj,0.0000013648,0.10000,1.037
22,mlp.experts.23.gate_proj,0.0000009591,0.10000,1.025
22,mlp.experts.24.gate_proj,0.0000020509,0.10000,0.997
22,mlp.experts.25.gate_proj,0.0000003754,0.10000,1.018
22,mlp.experts.26.gate_proj,0.0000001338,0.10000,1.015
22,mlp.experts.27.gate_proj,0.0000003098,0.10000,1.032
22,mlp.experts.28.gate_proj,0.0000038283,0.10000,1.033
22,mlp.experts.29.gate_proj,0.0000014368,0.10000,1.052
22,mlp.experts.30.gate_proj,0.0000000191,0.10000,1.027
22,mlp.experts.31.gate_proj,0.0000006509,0.10000,1.073
22,mlp.experts.32.gate_proj,0.0000003556,0.10000,1.059
22,mlp.experts.33.gate_proj,0.0000014195,0.10000,1.047
22,mlp.experts.34.gate_proj,0.0000023968,0.10000,1.069
22,mlp.experts.35.gate_proj,0.0000000353,0.10000,1.057
22,mlp.experts.36.gate_proj,0.0000007211,0.10000,1.075
22,mlp.experts.37.gate_proj,0.0000021731,0.10000,1.042
22,mlp.experts.38.gate_proj,0.0001428601,0.10000,1.031
22,mlp.experts.39.gate_proj,0.0000000569,0.10000,1.053
22,mlp.experts.40.gate_proj,0.0000011984,0.10000,1.039
22,mlp.experts.41.gate_proj,0.0000010927,0.10000,1.066
22,mlp.experts.42.gate_proj,0.0000023287,0.10000,1.061
22,mlp.experts.43.gate_proj,0.0000003196,0.10000,1.039
22,mlp.experts.44.gate_proj,0.0000027494,0.10000,1.034
22,mlp.experts.45.gate_proj,0.0000003081,0.10000,1.044
22,mlp.experts.46.gate_proj,0.0000013824,0.10000,1.036
22,mlp.experts.47.gate_proj,0.0000024990,0.10000,1.094
22,mlp.experts.48.gate_proj,0.0000016584,0.10000,1.041
22,mlp.experts.49.gate_proj,0.0000031934,0.10000,1.070
22,mlp.experts.50.gate_proj,0.0000001379,0.10000,1.024
22,mlp.experts.51.gate_proj,0.0000024438,0.10000,1.033
22,mlp.experts.52.gate_proj,0.0000000217,0.10000,1.040
22,mlp.experts.53.gate_proj,0.0000009557,0.10000,1.053
22,mlp.experts.54.gate_proj,0.0000113218,0.10000,1.070
22,mlp.experts.55.gate_proj,0.0000002354,0.10000,1.023
22,mlp.experts.56.gate_proj,0.0000010860,0.10000,1.008
22,mlp.experts.57.gate_proj,0.0000006517,0.10000,0.999
22,mlp.experts.58.gate_proj,0.0000003262,0.10000,1.030
22,mlp.experts.59.gate_proj,0.0000024383,0.10000,0.993
22,mlp.experts.60.gate_proj,0.0000031634,0.10000,1.010
22,mlp.experts.61.gate_proj,0.0000007838,0.10000,1.017
22,mlp.experts.62.gate_proj,0.0000000420,0.10000,1.035
22,mlp.experts.63.gate_proj,0.0000004820,0.10000,0.974
22,mlp.experts.64.gate_proj,0.0000000195,0.10000,1.035
22,mlp.experts.65.gate_proj,0.0000010650,0.10000,1.013
22,mlp.experts.66.gate_proj,0.0000012980,0.10000,1.013
22,mlp.experts.67.gate_proj,0.0000088110,0.10000,1.014
22,mlp.experts.68.gate_proj,0.0000002895,0.10000,1.021
22,mlp.experts.69.gate_proj,0.0000002409,0.10000,1.013
22,mlp.experts.70.gate_proj,0.0000003681,0.10000,1.037
22,mlp.experts.71.gate_proj,0.0000010240,0.10000,1.026
22,mlp.experts.72.gate_proj,0.0000032659,0.10000,1.053
22,mlp.experts.73.gate_proj,0.0000001243,0.10000,1.022
22,mlp.experts.74.gate_proj,0.0000001128,0.10000,1.054
22,mlp.experts.75.gate_proj,0.0000003112,0.10000,1.059
22,mlp.experts.76.gate_proj,0.0000000323,0.10000,1.091
22,mlp.experts.77.gate_proj,0.0000037018,0.10000,0.994
22,mlp.experts.78.gate_proj,0.0000001794,0.10000,1.005
22,mlp.experts.79.gate_proj,0.0000235894,0.10000,1.021
22,mlp.experts.80.gate_proj,0.0000000304,0.10000,1.014
22,mlp.experts.81.gate_proj,0.0000032981,0.10000,1.013
22,mlp.experts.82.gate_proj,0.0000005115,0.10000,0.982
22,mlp.experts.83.gate_proj,0.0000002188,0.10000,1.004
22,mlp.experts.84.gate_proj,0.0000102992,0.10000,1.019
22,mlp.experts.85.gate_proj,0.0000000628,0.10000,1.012
22,mlp.experts.86.gate_proj,0.0000002948,0.10000,1.004
22,mlp.experts.87.gate_proj,0.0000006602,0.10000,1.001
22,mlp.experts.88.gate_proj,0.0000000501,0.10000,1.022
22,mlp.experts.89.gate_proj,0.0000045621,0.10000,1.025
22,mlp.experts.90.gate_proj,0.0000003442,0.10000,1.015
22,mlp.experts.91.gate_proj,0.0000000271,0.10000,1.030
22,mlp.experts.92.gate_proj,0.0000005624,0.10000,1.050
22,mlp.experts.93.gate_proj,0.0000023159,0.10000,1.043
22,mlp.experts.94.gate_proj,0.0000000859,0.10000,1.060
22,mlp.experts.95.gate_proj,0.0000000528,0.10000,1.027
22,mlp.experts.96.gate_proj,0.0000001293,0.10000,1.066
22,mlp.experts.97.gate_proj,0.0000002123,0.10000,1.086
22,mlp.experts.98.gate_proj,0.0000000576,0.10000,1.019
22,mlp.experts.99.gate_proj,0.0000001558,0.10000,1.070
22,mlp.experts.100.gate_proj,0.0000011919,0.10000,1.001
22,mlp.experts.101.gate_proj,0.0000005072,0.10000,1.059
22,mlp.experts.102.gate_proj,0.0000014813,0.10000,1.040
22,mlp.experts.103.gate_proj,0.0000003725,0.10000,1.040
22,mlp.experts.104.gate_proj,0.0000020870,0.10000,1.027
22,mlp.experts.105.gate_proj,0.0000001329,0.10000,0.984
22,mlp.experts.106.gate_proj,0.0000181967,0.10000,1.073
22,mlp.experts.107.gate_proj,0.0000000289,0.10000,1.025
22,mlp.experts.108.gate_proj,0.0000000307,0.10000,1.089
22,mlp.experts.109.gate_proj,0.0000011663,0.10000,1.056
22,mlp.experts.110.gate_proj,0.0000014230,0.10000,1.096
22,mlp.experts.111.gate_proj,0.0000018526,0.10000,1.050
22,mlp.experts.112.gate_proj,0.0000000524,0.10000,0.977
22,mlp.experts.113.gate_proj,0.0000003123,0.10000,1.004
22,mlp.experts.114.gate_proj,0.0000036931,0.10000,1.011
22,mlp.experts.115.gate_proj,0.0000016339,0.10000,1.030
22,mlp.experts.116.gate_proj,0.0000016810,0.10000,1.003
22,mlp.experts.117.gate_proj,0.0000143925,0.10000,1.025
22,mlp.experts.118.gate_proj,0.0000006702,0.10000,1.004
22,mlp.experts.119.gate_proj,0.0000002796,0.10000,1.028
22,mlp.experts.120.gate_proj,0.0000006536,0.10000,0.959
22,mlp.experts.121.gate_proj,0.0000019277,0.10000,1.024
22,mlp.experts.122.gate_proj,0.0000061552,0.10000,1.004
22,mlp.experts.123.gate_proj,0.0000000803,0.10000,1.007
22,mlp.experts.124.gate_proj,0.0000006408,0.10000,1.007
22,mlp.experts.125.gate_proj,0.0000050445,0.10000,1.031
22,mlp.experts.126.gate_proj,0.0000003908,0.10000,0.984
22,mlp.experts.127.gate_proj,0.0000011871,0.10000,0.915
22,mlp.experts.1.down_proj,0.0000001002,0.10000,0.401
22,mlp.experts.0.down_proj,0.0000001243,0.10000,0.419
22,mlp.experts.2.down_proj,0.0000009986,0.10000,0.397
22,mlp.experts.3.down_proj,0.0000000402,0.10000,0.405
22,mlp.experts.4.down_proj,0.0000000578,0.10000,0.406
22,mlp.experts.5.down_proj,0.0000000121,0.10000,0.401
22,mlp.experts.6.down_proj,0.0000007034,0.10000,0.393
22,mlp.experts.7.down_proj,0.0000002122,0.10000,0.396
22,mlp.experts.8.down_proj,0.0000001964,0.10000,0.339
22,mlp.experts.9.down_proj,0.0000000510,0.10000,0.342
22,mlp.experts.10.down_proj,0.0000000811,0.10000,0.399
22,mlp.experts.11.down_proj,0.0000004075,0.10000,0.383
22,mlp.experts.13.down_proj,0.0000000666,0.10000,0.397
22,mlp.experts.12.down_proj,0.0000000565,0.10000,0.416
22,mlp.experts.14.down_proj,0.0000000408,0.10000,0.406
22,mlp.experts.15.down_proj,0.0000001705,0.10000,0.414
22,mlp.experts.16.down_proj,0.0000000250,0.10000,0.398
22,mlp.experts.17.down_proj,0.0000006597,0.10000,0.408
22,mlp.experts.18.down_proj,0.0000000048,0.10000,0.383
22,mlp.experts.19.down_proj,0.0000000534,0.10000,0.402
22,mlp.experts.20.down_proj,0.0000011782,0.10000,0.333
22,mlp.experts.21.down_proj,0.0000004896,0.10000,0.336
22,mlp.experts.22.down_proj,0.0000001959,0.10000,0.360
22,mlp.experts.23.down_proj,0.0000001513,0.10000,0.368
22,mlp.experts.24.down_proj,0.0000004278,0.10000,0.396
22,mlp.experts.25.down_proj,0.0000000367,0.10000,0.408
22,mlp.experts.26.down_proj,0.0000000198,0.10000,0.398
22,mlp.experts.27.down_proj,0.0000000771,0.10000,0.405
22,mlp.experts.28.down_proj,0.0000004731,0.10000,0.376
22,mlp.experts.29.down_proj,0.0000001856,0.10000,0.363
22,mlp.experts.30.down_proj,0.0000000030,0.10000,0.385
22,mlp.experts.31.down_proj,0.0000001722,0.10000,0.387
22,mlp.experts.32.down_proj,0.0000000352,0.10000,0.340
22,mlp.experts.33.down_proj,0.0000004137,0.10000,0.345
22,mlp.experts.34.down_proj,0.0000003921,0.10000,0.360
22,mlp.experts.35.down_proj,0.0000000060,0.10000,0.375
22,mlp.experts.36.down_proj,0.0000001948,0.10000,0.402
22,mlp.experts.37.down_proj,0.0000004898,0.10000,0.396
22,mlp.experts.38.down_proj,0.0000000409,0.10000,0.399
22,mlp.experts.39.down_proj,0.0000000097,0.10000,0.387
22,mlp.experts.40.down_proj,0.0000002693,0.10000,0.358
22,mlp.experts.41.down_proj,0.0000001815,0.10000,0.351
22,mlp.experts.42.down_proj,0.0000002596,0.10000,0.390
22,mlp.experts.43.down_proj,0.0000000573,0.10000,0.399
22,mlp.experts.44.down_proj,0.0000008879,0.10000,0.392
22,mlp.experts.45.down_proj,0.0000000812,0.10000,0.387
22,mlp.experts.46.down_proj,0.0000003267,0.10000,0.387
22,mlp.experts.47.down_proj,0.0000007567,0.10000,0.390
22,mlp.experts.48.down_proj,0.0000001896,0.10000,0.382
22,mlp.experts.49.down_proj,0.0000010857,0.10000,0.384
22,mlp.experts.50.down_proj,0.0000000255,0.10000,0.359
22,mlp.experts.51.down_proj,0.0000005784,0.10000,0.374
22,mlp.experts.52.down_proj,0.0000000027,0.10000,0.394
22,mlp.experts.53.down_proj,0.0000002123,0.10000,0.397
22,mlp.experts.54.down_proj,0.0000001360,0.10000,0.397
22,mlp.experts.55.down_proj,0.0000000310,0.10000,0.404
22,mlp.experts.56.down_proj,0.0000001503,0.10000,0.396
22,mlp.experts.57.down_proj,0.0000001391,0.10000,0.398
22,mlp.experts.58.down_proj,0.0000000475,0.10000,0.388
22,mlp.experts.59.down_proj,0.0000003936,0.10000,0.406
22,mlp.experts.60.down_proj,0.0000006037,0.10000,0.379
22,mlp.experts.61.down_proj,0.0000000336,0.10000,0.364
22,mlp.experts.62.down_proj,0.0000000081,0.10000,0.412
22,mlp.experts.63.down_proj,0.0000000758,0.10000,0.404
22,mlp.experts.64.down_proj,0.0000000032,0.10000,0.407
22,mlp.experts.65.down_proj,0.0000002460,0.10000,0.407
22,mlp.experts.66.down_proj,0.0000001470,0.10000,0.399
22,mlp.experts.67.down_proj,0.0000002330,0.10000,0.391
22,mlp.experts.68.down_proj,0.0000000429,0.10000,0.399
22,mlp.experts.69.down_proj,0.0000000355,0.10000,0.411
22,mlp.experts.70.down_proj,0.0000000541,0.10000,0.408
22,mlp.experts.71.down_proj,0.0000000557,0.10000,0.399
22,mlp.experts.72.down_proj,0.0000010197,0.10000,0.400
22,mlp.experts.73.down_proj,0.0000000273,0.10000,0.397
22,mlp.experts.74.down_proj,0.0000000223,0.10000,0.393
22,mlp.experts.75.down_proj,0.0000000355,0.10000,0.401
22,mlp.experts.76.down_proj,0.0000000039,0.10000,0.395
22,mlp.experts.77.down_proj,0.0000007746,0.10000,0.406
22,mlp.experts.78.down_proj,0.0000000197,0.10000,0.380
22,mlp.experts.79.down_proj,0.0000028738,0.10000,0.408
22,mlp.experts.80.down_proj,0.0000000031,0.10000,0.409
22,mlp.experts.81.down_proj,0.0000006336,0.10000,0.386
22,mlp.experts.82.down_proj,0.0000001083,0.10000,0.357
22,mlp.experts.83.down_proj,0.0000000420,0.10000,0.386
22,mlp.experts.84.down_proj,0.0000002308,0.10000,0.359
22,mlp.experts.85.down_proj,0.0000000122,0.10000,0.352
22,mlp.experts.86.down_proj,0.0000000492,0.10000,0.393
22,mlp.experts.87.down_proj,0.0000001353,0.10000,0.396
22,mlp.experts.88.down_proj,0.0000000103,0.10000,0.396
22,mlp.experts.89.down_proj,0.0000006375,0.10000,0.404
22,mlp.experts.90.down_proj,0.0000000709,0.10000,0.392
22,mlp.experts.91.down_proj,0.0000000038,0.10000,0.408
22,mlp.experts.92.down_proj,0.0000000405,0.10000,0.379
22,mlp.experts.93.down_proj,0.0000008179,0.10000,0.357
22,mlp.experts.94.down_proj,0.0000000135,0.10000,0.326
22,mlp.experts.95.down_proj,0.0000000166,0.10000,0.321
22,mlp.experts.96.down_proj,0.0000000177,0.10000,0.327
22,mlp.experts.97.down_proj,0.0000000389,0.10000,0.354
22,mlp.experts.98.down_proj,0.0000000072,0.10000,0.396
22,mlp.experts.99.down_proj,0.0000000301,0.10000,0.392
22,mlp.experts.100.down_proj,0.0000003367,0.10000,0.389
22,mlp.experts.101.down_proj,0.0000001152,0.10000,0.389
22,mlp.experts.102.down_proj,0.0000002017,0.10000,0.397
22,mlp.experts.103.down_proj,0.0000000729,0.10000,0.391
22,mlp.experts.104.down_proj,0.0000004723,0.10000,0.369
22,mlp.experts.105.down_proj,0.0000000180,0.10000,0.365
22,mlp.experts.106.down_proj,0.0000037361,0.10000,0.387
22,mlp.experts.107.down_proj,0.0000000061,0.10000,0.399
22,mlp.experts.108.down_proj,0.0000000060,0.10000,0.410
22,mlp.experts.109.down_proj,0.0000003343,0.10000,0.406
22,mlp.experts.110.down_proj,0.0000001660,0.10000,0.416
22,mlp.experts.111.down_proj,0.0000005490,0.10000,0.404
22,mlp.experts.112.down_proj,0.0000000075,0.10000,0.381
22,mlp.experts.113.down_proj,0.0000000561,0.10000,0.387
22,mlp.experts.114.down_proj,0.0000005120,0.10000,0.401
22,mlp.experts.115.down_proj,0.0000002666,0.10000,0.403
22,mlp.experts.116.down_proj,0.0000002502,0.10000,0.410
22,mlp.experts.117.down_proj,0.0000027546,0.10000,0.404
22,mlp.experts.118.down_proj,0.0000000726,0.10000,0.408
22,mlp.experts.119.down_proj,0.0000000761,0.10000,0.400
22,mlp.experts.120.down_proj,0.0000001553,0.10000,0.412
22,mlp.experts.121.down_proj,0.0000002722,0.10000,0.397
22,mlp.experts.122.down_proj,0.0000007712,0.10000,0.399
22,mlp.experts.123.down_proj,0.0000000144,0.10000,0.406
22,mlp.experts.124.down_proj,0.0000000964,0.10000,0.413
22,mlp.experts.125.down_proj,0.0000012991,0.10000,0.401
22,mlp.experts.126.down_proj,0.0000000298,0.10000,0.359
22,mlp.experts.127.down_proj,0.0000003226,0.10000,0.313
23,self_attn.q_proj,0.0000000009,0.10000,1.072
23,self_attn.k_proj,0.0000000001,0.10000,1.112
23,self_attn.v_proj,0.0000000001,0.10000,0.573
23,self_attn.o_proj,0.0000000002,0.10000,1.134
23,mlp.gate,0.0000000167,0.10000,0.573
23,mlp.experts.0.up_proj,0.0000000301,0.10000,0.936
23,mlp.experts.1.up_proj,0.0000005629,0.10000,0.946
23,mlp.experts.2.up_proj,0.0000001859,0.10000,0.972
23,mlp.experts.3.up_proj,0.0000002370,0.10000,1.025
23,mlp.experts.4.up_proj,0.0000020661,0.10000,0.931
23,mlp.experts.5.up_proj,0.0000023850,0.10000,0.943
23,mlp.experts.6.up_proj,0.0000030277,0.10000,1.024
23,mlp.experts.7.up_proj,0.0000002117,0.10000,1.000
23,mlp.experts.8.up_proj,0.0000000385,0.10000,1.017
23,mlp.experts.9.up_proj,0.0000028291,0.10000,1.017
23,mlp.experts.10.up_proj,0.0000047363,0.10000,0.982
23,mlp.experts.11.up_proj,0.0000028020,0.10000,0.997
23,mlp.experts.12.up_proj,0.0000000646,0.10000,1.014
23,mlp.experts.13.up_proj,0.0000001402,0.10000,1.032
23,mlp.experts.14.up_proj,0.0000009215,0.10000,1.041
23,mlp.experts.15.up_proj,0.0000007059,0.10000,1.037
23,mlp.experts.16.up_proj,0.0000000534,0.10000,1.056
23,mlp.experts.17.up_proj,0.0000024456,0.10000,1.007
23,mlp.experts.18.up_proj,0.0000002738,0.10000,1.053
23,mlp.experts.19.up_proj,0.0000027905,0.10000,1.046
23,mlp.experts.20.up_proj,0.0000000775,0.10000,1.003
23,mlp.experts.21.up_proj,0.0000001259,0.10000,1.011
23,mlp.experts.22.up_proj,0.0000004969,0.10000,1.043
23,mlp.experts.23.up_proj,0.0000098721,0.10000,1.047
23,mlp.experts.24.up_proj,0.0000052143,0.10000,1.034
23,mlp.experts.25.up_proj,0.0000001488,0.10000,1.042
23,mlp.experts.26.up_proj,0.0000001595,0.10000,1.027
23,mlp.experts.27.up_proj,0.0000019743,0.10000,1.050
23,mlp.experts.28.up_proj,0.0000002412,0.10000,1.011
23,mlp.experts.29.up_proj,0.0000000654,0.10000,0.992
23,mlp.experts.30.up_proj,0.0000008365,0.10000,1.011
23,mlp.experts.31.up_proj,0.0000002269,0.10000,1.000
23,mlp.experts.32.up_proj,0.0000020560,0.10000,0.999
23,mlp.experts.33.up_proj,0.0000000401,0.10000,1.003
23,mlp.experts.34.up_proj,0.0000066990,0.10000,1.038
23,mlp.experts.35.up_proj,0.0000092800,0.10000,1.047
23,mlp.experts.36.up_proj,0.0000198785,0.10000,1.030
23,mlp.experts.37.up_proj,0.0000000909,0.10000,1.049
23,mlp.experts.38.up_proj,0.0000190593,0.10000,1.014
23,mlp.experts.39.up_proj,0.0000002243,0.10000,1.011
23,mlp.experts.40.up_proj,0.0000002261,0.10000,1.037
23,mlp.experts.41.up_proj,0.0000001236,0.10000,1.043
23,mlp.experts.42.up_proj,0.0000017546,0.10000,1.020
23,mlp.experts.43.up_proj,0.0000000325,0.10000,1.043
23,mlp.experts.44.up_proj,0.0000017965,0.10000,0.963
23,mlp.experts.45.up_proj,0.0000002322,0.10000,0.979
23,mlp.experts.46.up_proj,0.0000007700,0.10000,1.074
23,mlp.experts.47.up_proj,0.0000000941,0.10000,1.043
23,mlp.experts.48.up_proj,0.0000005340,0.10000,1.057
23,mlp.experts.49.up_proj,0.0000002319,0.10000,1.075
23,mlp.experts.50.up_proj,0.0000001759,0.10000,1.061
23,mlp.experts.51.up_proj,0.0000033540,0.10000,1.071
23,mlp.experts.52.up_proj,0.0000017920,0.10000,1.062
23,mlp.experts.53.up_proj,0.0000004281,0.10000,1.042
23,mlp.experts.54.up_proj,0.0000013690,0.10000,1.087
23,mlp.experts.55.up_proj,0.0000001784,0.10000,1.065
23,mlp.experts.56.up_proj,0.0000004240,0.10000,1.064
23,mlp.experts.57.up_proj,0.0000172154,0.10000,1.047
23,mlp.experts.58.up_proj,0.0000000938,0.10000,1.004
23,mlp.experts.59.up_proj,0.0000001343,0.10000,1.029
23,mlp.experts.60.up_proj,0.0000001244,0.10000,1.015
23,mlp.experts.61.up_proj,0.0000002205,0.10000,1.024
23,mlp.experts.62.up_proj,0.0000011735,0.10000,1.010
23,mlp.experts.63.up_proj,0.0000021959,0.10000,0.984
23,mlp.experts.64.up_proj,0.0000016872,0.10000,1.024
23,mlp.experts.65.up_proj,0.0000079398,0.10000,1.080
23,mlp.experts.66.up_proj,0.0000078799,0.10000,0.974
23,mlp.experts.67.up_proj,0.0000014767,0.10000,1.018
23,mlp.experts.68.up_proj,0.0000027910,0.10000,1.034
23,mlp.experts.69.up_proj,0.0000002541,0.10000,1.083
23,mlp.experts.70.up_proj,0.0000034074,0.10000,1.055
23,mlp.experts.71.up_proj,0.0000001516,0.10000,1.046
23,mlp.experts.72.up_proj,0.0000003528,0.10000,1.018
23,mlp.experts.73.up_proj,0.0000004017,0.10000,1.018
23,mlp.experts.74.up_proj,0.0000075618,0.10000,1.031
23,mlp.experts.75.up_proj,0.0000020127,0.10000,0.982
23,mlp.experts.76.up_proj,0.0000014521,0.10000,0.975
23,mlp.experts.77.up_proj,0.0000032555,0.10000,0.945
23,mlp.experts.78.up_proj,0.0000002597,0.10000,1.033
23,mlp.experts.79.up_proj,0.0000000510,0.10000,1.043
23,mlp.experts.80.up_proj,0.0000179210,0.10000,0.997
23,mlp.experts.81.up_proj,0.0000010479,0.10000,1.013
23,mlp.experts.82.up_proj,0.0000011819,0.10000,0.914
23,mlp.experts.83.up_proj,0.0000024082,0.10000,0.975
23,mlp.experts.84.up_proj,0.0000037206,0.10000,0.947
23,mlp.experts.85.up_proj,0.0000000643,0.10000,1.000
23,mlp.experts.86.up_proj,0.0000000497,0.10000,1.017
23,mlp.experts.87.up_proj,0.0000004888,0.10000,1.044
23,mlp.experts.88.up_proj,0.0000028708,0.10000,1.044
23,mlp.experts.89.up_proj,0.0000001479,0.10000,1.019
23,mlp.experts.90.up_proj,0.0000004094,0.10000,1.016
23,mlp.experts.91.up_proj,0.0000030301,0.10000,1.060
23,mlp.experts.92.up_proj,0.0000001076,0.10000,1.055
23,mlp.experts.93.up_proj,0.0000321312,0.10000,0.992
23,mlp.experts.94.up_proj,0.0000001312,0.10000,1.040
23,mlp.experts.95.up_proj,0.0000003204,0.10000,0.987
23,mlp.experts.96.up_proj,0.0000000359,0.10000,1.087
23,mlp.experts.97.up_proj,0.0000019408,0.10000,1.028
23,mlp.experts.98.up_proj,0.0000000338,0.10000,1.075
23,mlp.experts.99.up_proj,0.0000001677,0.10000,1.079
23,mlp.experts.100.up_proj,0.0000002668,0.10000,1.049
23,mlp.experts.101.up_proj,0.0000000529,0.10000,1.053
23,mlp.experts.102.up_proj,0.0000005210,0.10000,1.033
23,mlp.experts.103.up_proj,0.0000007089,0.10000,1.084
23,mlp.experts.104.up_proj,0.0000030645,0.10000,1.062
23,mlp.experts.105.up_proj,0.0000000315,0.10000,1.048
23,mlp.experts.106.up_proj,0.0000096118,0.10000,1.033
23,mlp.experts.107.up_proj,0.0000000561,0.10000,1.058
23,mlp.experts.108.up_proj,0.0000032860,0.10000,1.058
23,mlp.experts.109.up_proj,0.0000002718,0.10000,1.071
23,mlp.experts.110.up_proj,0.0000025333,0.10000,1.034
23,mlp.experts.111.up_proj,0.0000001093,0.10000,1.078
23,mlp.experts.112.up_proj,0.0000314531,0.10000,1.049
23,mlp.experts.113.up_proj,0.0000056045,0.10000,1.061
23,mlp.experts.114.up_proj,0.0000013205,0.10000,1.063
23,mlp.experts.115.up_proj,0.0000000238,0.10000,1.041
23,mlp.experts.116.up_proj,0.0000003870,0.10000,1.051
23,mlp.experts.117.up_proj,0.0000052491,0.10000,1.082
23,mlp.experts.118.up_proj,0.0000016722,0.10000,1.023
23,mlp.experts.119.up_proj,0.0000324549,0.10000,1.073
23,mlp.experts.120.up_proj,0.0000014724,0.10000,1.007
23,mlp.experts.121.up_proj,0.0000005485,0.10000,1.026
23,mlp.experts.122.up_proj,0.0000001247,0.10000,1.007
23,mlp.experts.123.up_proj,0.0000015649,0.10000,1.022
23,mlp.experts.124.up_proj,0.0000014096,0.10000,1.029
23,mlp.experts.125.up_proj,0.0000002367,0.10000,1.004
23,mlp.experts.126.up_proj,0.0000007329,0.10000,1.017
23,mlp.experts.127.up_proj,0.0000016450,0.10000,1.028
23,mlp.experts.0.gate_proj,0.0000000260,0.10000,1.037
23,mlp.experts.1.gate_proj,0.0000005108,0.10000,1.018
23,mlp.experts.2.gate_proj,0.0000001862,0.10000,1.029
23,mlp.experts.3.gate_proj,0.0000009081,0.10000,1.035
23,mlp.experts.4.gate_proj,0.0000020284,0.10000,1.078
23,mlp.experts.5.gate_proj,0.0000023949,0.10000,1.071
23,mlp.experts.6.gate_proj,0.0000030900,0.10000,1.060
23,mlp.experts.7.gate_proj,0.0000002179,0.10000,1.087
23,mlp.experts.8.gate_proj,0.0000000347,0.10000,1.047
23,mlp.experts.9.gate_proj,0.0000028042,0.10000,1.049
23,mlp.experts.10.gate_proj,0.0000045516,0.10000,1.032
23,mlp.experts.11.gate_proj,0.0000027887,0.10000,1.046
23,mlp.experts.12.gate_proj,0.0000000630,0.10000,1.033
23,mlp.experts.13.gate_proj,0.0000001367,0.10000,1.042
23,mlp.experts.14.gate_proj,0.0000009528,0.10000,1.031
23,mlp.experts.15.gate_proj,0.0000007194,0.10000,1.051
23,mlp.experts.16.gate_proj,0.0000000442,0.10000,1.026
23,mlp.experts.17.gate_proj,0.0000024689,0.10000,1.071
23,mlp.experts.18.gate_proj,0.0000002283,0.10000,0.940
23,mlp.experts.19.gate_proj,0.0000028404,0.10000,1.005
23,mlp.experts.20.gate_proj,0.0000000766,0.10000,1.017
23,mlp.experts.21.gate_proj,0.0000001273,0.10000,1.043
23,mlp.experts.22.gate_proj,0.0000005025,0.10000,1.023
23,mlp.experts.23.gate_proj,0.0000101016,0.10000,1.018
23,mlp.experts.24.gate_proj,0.0000051051,0.10000,1.013
23,mlp.experts.25.gate_proj,0.0000002860,0.10000,1.017
23,mlp.experts.26.gate_proj,0.0000001409,0.10000,1.024
23,mlp.experts.27.gate_proj,0.0000019221,0.10000,1.026
23,mlp.experts.28.gate_proj,0.0000002308,0.10000,0.983
23,mlp.experts.29.gate_proj,0.0000000619,0.10000,0.917
23,mlp.experts.30.gate_proj,0.0000008411,0.10000,0.937
23,mlp.experts.31.gate_proj,0.0000002268,0.10000,1.019
23,mlp.experts.32.gate_proj,0.0000018099,0.10000,0.932
23,mlp.experts.33.gate_proj,0.0000000380,0.10000,0.966
23,mlp.experts.34.gate_proj,0.0000067142,0.10000,1.004
23,mlp.experts.35.gate_proj,0.0000092632,0.10000,1.022
23,mlp.experts.36.gate_proj,0.0000221286,0.10000,1.049
23,mlp.experts.37.gate_proj,0.0000000897,0.10000,1.038
23,mlp.experts.38.gate_proj,0.0000186491,0.10000,1.009
23,mlp.experts.39.gate_proj,0.0000002191,0.10000,1.023
23,mlp.experts.40.gate_proj,0.0000002240,0.10000,1.024
23,mlp.experts.41.gate_proj,0.0000001249,0.10000,1.024
23,mlp.experts.42.gate_proj,0.0000017745,0.10000,1.012
23,mlp.experts.43.gate_proj,0.0000000319,0.10000,1.034
23,mlp.experts.44.gate_proj,0.0000017566,0.10000,1.020
23,mlp.experts.45.gate_proj,0.0000002321,0.10000,1.019
23,mlp.experts.46.gate_proj,0.0000007610,0.10000,1.082
23,mlp.experts.47.gate_proj,0.0000000864,0.10000,1.070
23,mlp.experts.48.gate_proj,0.0000005535,0.10000,1.001
23,mlp.experts.49.gate_proj,0.0000002326,0.10000,1.087
23,mlp.experts.50.gate_proj,0.0000001682,0.10000,1.010
23,mlp.experts.51.gate_proj,0.0000033769,0.10000,1.042
23,mlp.experts.52.gate_proj,0.0000018239,0.10000,1.058
23,mlp.experts.53.gate_proj,0.0000004425,0.10000,1.030
23,mlp.experts.54.gate_proj,0.0000014590,0.10000,1.066
23,mlp.experts.55.gate_proj,0.0000001871,0.10000,1.083
23,mlp.experts.56.gate_proj,0.0000004562,0.10000,1.052
23,mlp.experts.57.gate_proj,0.0000177925,0.10000,1.051
23,mlp.experts.58.gate_proj,0.0000000943,0.10000,1.070
23,mlp.experts.59.gate_proj,0.0000000915,0.10000,1.044
23,mlp.experts.60.gate_proj,0.0000001250,0.10000,1.020
23,mlp.experts.61.gate_proj,0.0000002169,0.10000,0.995
23,mlp.experts.62.gate_proj,0.0000011872,0.10000,1.026
23,mlp.experts.63.gate_proj,0.0000023083,0.10000,1.051
23,mlp.experts.64.gate_proj,0.0000016839,0.10000,0.993
23,mlp.experts.65.gate_proj,0.0000084417,0.10000,1.040
23,mlp.experts.66.gate_proj,0.0000080587,0.10000,1.025
23,mlp.experts.67.gate_proj,0.0000014133,0.10000,1.003
23,mlp.experts.68.gate_proj,0.0000028007,0.10000,1.014
23,mlp.experts.69.gate_proj,0.0000002577,0.10000,1.006
23,mlp.experts.70.gate_proj,0.0000034010,0.10000,1.021
23,mlp.experts.71.gate_proj,0.0000001376,0.10000,1.070
23,mlp.experts.72.gate_proj,0.0000003628,0.10000,1.048
23,mlp.experts.73.gate_proj,0.0000003127,0.10000,1.054
23,mlp.experts.74.gate_proj,0.0000076358,0.10000,1.025
23,mlp.experts.75.gate_proj,0.0000020450,0.10000,1.008
23,mlp.experts.76.gate_proj,0.0000014987,0.10000,0.968
23,mlp.experts.77.gate_proj,0.0000033288,0.10000,1.024
23,mlp.experts.78.gate_proj,0.0000002551,0.10000,0.974
23,mlp.experts.79.gate_proj,0.0000000491,0.10000,1.024
23,mlp.experts.80.gate_proj,0.0000180675,0.10000,1.000
23,mlp.experts.81.gate_proj,0.0000010638,0.10000,1.020
23,mlp.experts.82.gate_proj,0.0000012109,0.10000,1.007
23,mlp.experts.83.gate_proj,0.0000023020,0.10000,1.072
23,mlp.experts.84.gate_proj,0.0000037806,0.10000,1.058
23,mlp.experts.85.gate_proj,0.0000000643,0.10000,1.053
23,mlp.experts.86.gate_proj,0.0000000459,0.10000,1.038
23,mlp.experts.87.gate_proj,0.0000004770,0.10000,1.022
23,mlp.experts.88.gate_proj,0.0000029220,0.10000,1.014
23,mlp.experts.89.gate_proj,0.0000001488,0.10000,1.008
23,mlp.experts.90.gate_proj,0.0000003570,0.10000,1.016
23,mlp.experts.91.gate_proj,0.0000031856,0.10000,1.011
23,mlp.experts.92.gate_proj,0.0000001104,0.10000,1.029
23,mlp.experts.93.gate_proj,0.0000325231,0.10000,1.053
23,mlp.experts.94.gate_proj,0.0000001298,0.10000,1.024
23,mlp.experts.95.gate_proj,0.0000003412,0.10000,1.040
23,mlp.experts.96.gate_proj,0.0000000369,0.10000,1.015
23,mlp.experts.97.gate_proj,0.0000019488,0.10000,0.995
23,mlp.experts.98.gate_proj,0.0000000286,0.10000,0.990
23,mlp.experts.99.gate_proj,0.0000001671,0.10000,1.101
23,mlp.experts.100.gate_proj,0.0000002705,0.10000,1.062
23,mlp.experts.101.gate_proj,0.0000000443,0.10000,0.999
23,mlp.experts.102.gate_proj,0.0000005244,0.10000,1.001
23,mlp.experts.103.gate_proj,0.0000007410,0.10000,1.033
23,mlp.experts.104.gate_proj,0.0000030816,0.10000,1.036
23,mlp.experts.106.gate_proj,0.0000100111,0.10000,1.045
23,mlp.experts.105.gate_proj,0.0000000310,0.10000,1.056
23,mlp.experts.107.gate_proj,0.0000000527,0.10000,1.027
23,mlp.experts.108.gate_proj,0.0000033271,0.10000,1.057
23,mlp.experts.109.gate_proj,0.0000002719,0.10000,1.062
23,mlp.experts.110.gate_proj,0.0000025398,0.10000,1.065
23,mlp.experts.111.gate_proj,0.0000001075,0.10000,1.039
23,mlp.experts.112.gate_proj,0.0000301491,0.10000,1.073
23,mlp.experts.113.gate_proj,0.0000055808,0.10000,1.024
23,mlp.experts.114.gate_proj,0.0000013177,0.10000,1.018
23,mlp.experts.115.gate_proj,0.0000000225,0.10000,1.051
23,mlp.experts.116.gate_proj,0.0000003928,0.10000,1.025
23,mlp.experts.117.gate_proj,0.0000049823,0.10000,1.084
23,mlp.experts.118.gate_proj,0.0000015659,0.10000,1.064
23,mlp.experts.119.gate_proj,0.0000328010,0.10000,1.015
23,mlp.experts.120.gate_proj,0.0000014891,0.10000,1.035
23,mlp.experts.121.gate_proj,0.0000005560,0.10000,1.036
23,mlp.experts.122.gate_proj,0.0000001162,0.10000,1.036
23,mlp.experts.123.gate_proj,0.0000014317,0.10000,1.035
23,mlp.experts.124.gate_proj,0.0000014555,0.10000,1.025
23,mlp.experts.125.gate_proj,0.0000002378,0.10000,1.090
23,mlp.experts.126.gate_proj,0.0000007264,0.10000,1.081
23,mlp.experts.127.gate_proj,0.0000016100,0.10000,0.664
23,mlp.experts.0.down_proj,0.0000000038,0.10000,0.415
23,mlp.experts.1.down_proj,0.0000001362,0.10000,0.417
23,mlp.experts.2.down_proj,0.0000000216,0.10000,0.406
23,mlp.experts.3.down_proj,0.0000000133,0.10000,0.413
23,mlp.experts.4.down_proj,0.0000000902,0.10000,0.362
23,mlp.experts.5.down_proj,0.0000004634,0.10000,0.365
23,mlp.experts.6.down_proj,0.0000004336,0.10000,0.393
23,mlp.experts.7.down_proj,0.0000000252,0.10000,0.390
23,mlp.experts.8.down_proj,0.0000000065,0.10000,0.400
23,mlp.experts.9.down_proj,0.0000002204,0.10000,0.396
23,mlp.experts.10.down_proj,0.0000014800,0.10000,0.384
23,mlp.experts.11.down_proj,0.0000004635,0.10000,0.387
23,mlp.experts.13.down_proj,0.0000000295,0.10000,0.379
23,mlp.experts.12.down_proj,0.0000000073,0.10000,0.391
23,mlp.experts.14.down_proj,0.0000001491,0.10000,0.341
23,mlp.experts.15.down_proj,0.0000001204,0.10000,0.341
23,mlp.experts.16.down_proj,0.0000000112,0.10000,0.387
23,mlp.experts.17.down_proj,0.0000004253,0.10000,0.399
23,mlp.experts.18.down_proj,0.0000000416,0.10000,0.341
23,mlp.experts.19.down_proj,0.0000010568,0.10000,0.355
23,mlp.experts.20.down_proj,0.0000000094,0.10000,0.393
23,mlp.experts.21.down_proj,0.0000000201,0.10000,0.398
23,mlp.experts.22.down_proj,0.0000001049,0.10000,0.416
23,mlp.experts.23.down_proj,0.0000000602,0.10000,0.400
23,mlp.experts.24.down_proj,0.0000001060,0.10000,0.423
23,mlp.experts.25.down_proj,0.0000000264,0.10000,0.408
23,mlp.experts.27.down_proj,0.0000004963,0.10000,0.415
23,mlp.experts.26.down_proj,0.0000000322,0.10000,0.435
23,mlp.experts.28.down_proj,0.0000000271,0.10000,0.396
23,mlp.experts.29.down_proj,0.0000000116,0.10000,0.419
23,mlp.experts.30.down_proj,0.0000001838,0.10000,0.397
23,mlp.experts.31.down_proj,0.0000000256,0.10000,0.419
23,mlp.experts.32.down_proj,0.0000003483,0.10000,0.387
23,mlp.experts.33.down_proj,0.0000000045,0.10000,0.395
23,mlp.experts.34.down_proj,0.0000013025,0.10000,0.383
23,mlp.experts.35.down_proj,0.0000036453,0.10000,0.390
23,mlp.experts.36.down_proj,0.0000000726,0.10000,0.374
23,mlp.experts.37.down_proj,0.0000000145,0.10000,0.377
23,mlp.experts.38.down_proj,0.0000023926,0.10000,0.349
23,mlp.experts.39.down_proj,0.0000000484,0.10000,0.342
23,mlp.experts.40.down_proj,0.0000000272,0.10000,0.361
23,mlp.experts.41.down_proj,0.0000000167,0.10000,0.367
23,mlp.experts.42.down_proj,0.0000002403,0.10000,0.387
23,mlp.experts.43.down_proj,0.0000000036,0.10000,0.398
23,mlp.experts.44.down_proj,0.0000003262,0.10000,0.412
23,mlp.experts.45.down_proj,0.0000000712,0.10000,0.391
23,mlp.experts.46.down_proj,0.0000002212,0.10000,0.331
23,mlp.experts.47.down_proj,0.0000000182,0.10000,0.337
23,mlp.experts.48.down_proj,0.0000000851,0.10000,0.403
23,mlp.experts.49.down_proj,0.0000000319,0.10000,0.404
23,mlp.experts.50.down_proj,0.0000000398,0.10000,0.407
23,mlp.experts.51.down_proj,0.0000006089,0.10000,0.398
23,mlp.experts.52.down_proj,0.0000002428,0.10000,0.407
23,mlp.experts.53.down_proj,0.0000000673,0.10000,0.393
23,mlp.experts.54.down_proj,0.0000000727,0.10000,0.361
23,mlp.experts.55.down_proj,0.0000000444,0.10000,0.352
23,mlp.experts.56.down_proj,0.0000001055,0.10000,0.397
23,mlp.experts.57.down_proj,0.0000023265,0.10000,0.373
23,mlp.experts.58.down_proj,0.0000000170,0.10000,0.392
23,mlp.experts.59.down_proj,0.0000000163,0.10000,0.389
23,mlp.experts.60.down_proj,0.0000000168,0.10000,0.391
23,mlp.experts.61.down_proj,0.0000000305,0.10000,0.389
23,mlp.experts.62.down_proj,0.0000001700,0.10000,0.401
23,mlp.experts.63.down_proj,0.0000006029,0.10000,0.391
23,mlp.experts.64.down_proj,0.0000004841,0.10000,0.410
23,mlp.experts.65.down_proj,0.0000001151,0.10000,0.413
23,mlp.experts.66.down_proj,0.0000009456,0.10000,0.404
23,mlp.experts.67.down_proj,0.0000002454,0.10000,0.414
23,mlp.experts.68.down_proj,0.0000007136,0.10000,0.397
23,mlp.experts.69.down_proj,0.0000000550,0.10000,0.408
23,mlp.experts.70.down_proj,0.0000006263,0.10000,0.402
23,mlp.experts.71.down_proj,0.0000000246,0.10000,0.409
23,mlp.experts.72.down_proj,0.0000000547,0.10000,0.392
23,mlp.experts.73.down_proj,0.0000000553,0.10000,0.395
23,mlp.experts.74.down_proj,0.0000021705,0.10000,0.393
23,mlp.experts.75.down_proj,0.0000002393,0.10000,0.400
23,mlp.experts.76.down_proj,0.0000001982,0.10000,0.391
23,mlp.experts.77.down_proj,0.0000006042,0.10000,0.372
23,mlp.experts.78.down_proj,0.0000000508,0.10000,0.386
23,mlp.experts.79.down_proj,0.0000000089,0.10000,0.377
23,mlp.experts.80.down_proj,0.0000034082,0.10000,0.380
23,mlp.experts.81.down_proj,0.0000001846,0.10000,0.390
23,mlp.experts.82.down_proj,0.0000000753,0.10000,0.394
23,mlp.experts.83.down_proj,0.0000004795,0.10000,0.377
23,mlp.experts.84.down_proj,0.0000006720,0.10000,0.401
23,mlp.experts.85.down_proj,0.0000000106,0.10000,0.390
23,mlp.experts.86.down_proj,0.0000000105,0.10000,0.396
23,mlp.experts.87.down_proj,0.0000000930,0.10000,0.396
23,mlp.experts.88.down_proj,0.0000009216,0.10000,0.390
23,mlp.experts.89.down_proj,0.0000000269,0.10000,0.399
23,mlp.experts.90.down_proj,0.0000000554,0.10000,0.360
23,mlp.experts.91.down_proj,0.0000011096,0.10000,0.364
23,mlp.experts.92.down_proj,0.0000000325,0.10000,0.334
23,mlp.experts.93.down_proj,0.0000066362,0.10000,0.336
23,mlp.experts.94.down_proj,0.0000000239,0.10000,0.395
23,mlp.experts.95.down_proj,0.0000000629,0.10000,0.390
23,mlp.experts.96.down_proj,0.0000000047,0.10000,0.381
23,mlp.experts.97.down_proj,0.0000005025,0.10000,0.397
23,mlp.experts.98.down_proj,0.0000000051,0.10000,0.385
23,mlp.experts.99.down_proj,0.0000000273,0.10000,0.395
23,mlp.experts.100.down_proj,0.0000000684,0.10000,0.402
23,mlp.experts.101.down_proj,0.0000000056,0.10000,0.411
23,mlp.experts.102.down_proj,0.0000000904,0.10000,0.409
23,mlp.experts.103.down_proj,0.0000002288,0.10000,0.398
23,mlp.experts.104.down_proj,0.0000004864,0.10000,0.391
23,mlp.experts.105.down_proj,0.0000000046,0.10000,0.393
23,mlp.experts.106.down_proj,0.0000021159,0.10000,0.400
23,mlp.experts.107.down_proj,0.0000000061,0.10000,0.388
23,mlp.experts.108.down_proj,0.0000004516,0.10000,0.335
23,mlp.experts.109.down_proj,0.0000000307,0.10000,0.340
23,mlp.experts.110.down_proj,0.0000004907,0.10000,0.375
23,mlp.experts.111.down_proj,0.0000000205,0.10000,0.384
23,mlp.experts.112.down_proj,0.0000004843,0.10000,0.385
23,mlp.experts.113.down_proj,0.0000009281,0.10000,0.393
23,mlp.experts.114.down_proj,0.0000003189,0.10000,0.405
23,mlp.experts.115.down_proj,0.0000000038,0.10000,0.387
23,mlp.experts.116.down_proj,0.0000000700,0.10000,0.397
23,mlp.experts.117.down_proj,0.0000002893,0.10000,0.394
23,mlp.experts.118.down_proj,0.0000004238,0.10000,0.389
23,mlp.experts.119.down_proj,0.0000060340,0.10000,0.401
23,mlp.experts.120.down_proj,0.0000002424,0.10000,0.355
23,mlp.experts.121.down_proj,0.0000000788,0.10000,0.356
23,mlp.experts.122.down_proj,0.0000000304,0.10000,0.346
23,mlp.experts.123.down_proj,0.0000003186,0.10000,0.342
23,mlp.experts.124.down_proj,0.0000001853,0.10000,0.401
23,mlp.experts.125.down_proj,0.0000000218,0.10000,0.401
23,mlp.experts.126.down_proj,0.0000001625,0.10000,0.345
23,mlp.experts.127.down_proj,0.0000003845,0.10000,0.329
24,self_attn.q_proj,0.0000000011,0.10000,1.074
24,self_attn.k_proj,0.0000000001,0.10000,1.091
24,self_attn.v_proj,0.0000000002,0.10000,0.574
24,self_attn.o_proj,0.0000000002,0.10000,1.198
24,mlp.gate,0.0000000180,0.10000,0.571
24,mlp.experts.0.up_proj,0.0000022912,0.10000,1.029
24,mlp.experts.1.up_proj,0.0000055879,0.10000,1.038
24,mlp.experts.2.up_proj,0.0000000353,0.10000,1.030
24,mlp.experts.3.up_proj,0.0000018970,0.10000,1.025
24,mlp.experts.5.up_proj,0.0000053994,0.10000,1.020
24,mlp.experts.4.up_proj,0.0000003729,0.10000,1.080
24,mlp.experts.6.up_proj,0.0000000822,0.10000,1.055
24,mlp.experts.7.up_proj,0.0000071874,0.10000,1.050
24,mlp.experts.8.up_proj,0.0000003008,0.10000,0.969
24,mlp.experts.9.up_proj,0.0000005913,0.10000,1.040
24,mlp.experts.10.up_proj,0.0000382168,0.10000,0.996
24,mlp.experts.11.up_proj,0.0000050597,0.10000,1.076
24,mlp.experts.12.up_proj,0.0000002992,0.10000,1.056
24,mlp.experts.13.up_proj,0.0000035532,0.10000,1.050
24,mlp.experts.14.up_proj,0.0000000477,0.10000,1.062
24,mlp.experts.15.up_proj,0.0000001302,0.10000,1.031
24,mlp.experts.16.up_proj,0.0000011573,0.10000,1.021
24,mlp.experts.17.up_proj,0.0000009746,0.10000,1.043
24,mlp.experts.18.up_proj,0.0000002746,0.10000,1.083
24,mlp.experts.19.up_proj,0.0000337834,0.10000,1.049
24,mlp.experts.20.up_proj,0.0000018497,0.10000,1.047
24,mlp.experts.21.up_proj,0.0000011165,0.10000,0.980
24,mlp.experts.22.up_proj,0.0000003286,0.10000,1.053
24,mlp.experts.23.up_proj,0.0000011195,0.10000,1.035
24,mlp.experts.24.up_proj,0.0000002812,0.10000,0.972
24,mlp.experts.25.up_proj,0.0000004351,0.10000,0.951
24,mlp.experts.26.up_proj,0.0000004504,0.10000,1.016
24,mlp.experts.27.up_proj,0.0000003311,0.10000,1.042
24,mlp.experts.28.up_proj,0.0000011269,0.10000,1.007
24,mlp.experts.29.up_proj,0.0000032447,0.10000,1.028
24,mlp.experts.30.up_proj,0.0000007728,0.10000,1.022
24,mlp.experts.31.up_proj,0.0000020389,0.10000,1.011
24,mlp.experts.32.up_proj,0.0000000525,0.10000,1.037
24,mlp.experts.33.up_proj,0.0000106865,0.10000,1.046
24,mlp.experts.34.up_proj,0.0000000421,0.10000,1.058
24,mlp.experts.35.up_proj,0.0000005936,0.10000,1.005
24,mlp.experts.36.up_proj,0.0000007814,0.10000,1.015
24,mlp.experts.37.up_proj,0.0000028505,0.10000,1.021
24,mlp.experts.38.up_proj,0.0000001575,0.10000,1.036
24,mlp.experts.39.up_proj,0.0000011043,0.10000,1.030
24,mlp.experts.40.up_proj,0.0000002615,0.10000,0.970
24,mlp.experts.41.up_proj,0.0000012362,0.10000,1.031
24,mlp.experts.42.up_proj,0.0000000208,0.10000,1.007
24,mlp.experts.43.up_proj,0.0000001531,0.10000,1.016
24,mlp.experts.44.up_proj,0.0000006166,0.10000,1.009
24,mlp.experts.45.up_proj,0.0000050050,0.10000,1.028
24,mlp.experts.46.up_proj,0.0000001777,0.10000,1.021
24,mlp.experts.47.up_proj,0.0000079145,0.10000,1.018
24,mlp.experts.48.up_proj,0.0000023659,0.10000,1.012
24,mlp.experts.49.up_proj,0.0000003279,0.10000,1.032
24,mlp.experts.50.up_proj,0.0000002137,0.10000,1.048
24,mlp.experts.51.up_proj,0.0000035343,0.10000,1.039
24,mlp.experts.52.up_proj,0.0000000689,0.10000,1.006
24,mlp.experts.53.up_proj,0.0000000458,0.10000,0.998
24,mlp.experts.54.up_proj,0.0000032628,0.10000,0.972
24,mlp.experts.55.up_proj,0.0000020089,0.10000,1.008
24,mlp.experts.56.up_proj,0.0000001536,0.10000,1.054
24,mlp.experts.57.up_proj,0.0000027235,0.10000,1.055
24,mlp.experts.58.up_proj,0.0000000441,0.10000,1.031
24,mlp.experts.59.up_proj,0.0000039201,0.10000,1.056
24,mlp.experts.60.up_proj,0.0000017888,0.10000,1.032
24,mlp.experts.61.up_proj,0.0000001130,0.10000,1.065
24,mlp.experts.62.up_proj,0.0000005520,0.10000,0.997
24,mlp.experts.63.up_proj,0.0000000538,0.10000,1.057
24,mlp.experts.64.up_proj,0.0000003639,0.10000,1.022
24,mlp.experts.65.up_proj,0.0000000826,0.10000,1.047
24,mlp.experts.66.up_proj,0.0000007365,0.10000,0.985
24,mlp.experts.67.up_proj,0.0000014770,0.10000,1.014
24,mlp.experts.68.up_proj,0.0000001753,0.10000,0.960
24,mlp.experts.69.up_proj,0.0000002409,0.10000,0.930
24,mlp.experts.70.up_proj,0.0000317628,0.10000,0.932
24,mlp.experts.71.up_proj,0.0000011104,0.10000,1.023
24,mlp.experts.72.up_proj,0.0000208213,0.10000,1.018
24,mlp.experts.73.up_proj,0.0000000889,0.10000,1.059
24,mlp.experts.74.up_proj,0.0000002322,0.10000,1.034
24,mlp.experts.75.up_proj,0.0000001367,0.10000,1.026
24,mlp.experts.76.up_proj,0.0000000644,0.10000,1.056
24,mlp.experts.77.up_proj,0.0000027895,0.10000,1.019
24,mlp.experts.78.up_proj,0.0000020489,0.10000,0.973
24,mlp.experts.79.up_proj,0.0000003577,0.10000,1.024
24,mlp.experts.80.up_proj,0.0000012260,0.10000,1.012
24,mlp.experts.81.up_proj,0.0000127755,0.10000,1.011
24,mlp.experts.82.up_proj,0.0000046330,0.10000,0.999
24,mlp.experts.83.up_proj,0.0000019512,0.10000,1.030
24,mlp.experts.84.up_proj,0.0000058846,0.10000,0.989
24,mlp.experts.85.up_proj,0.0000002803,0.10000,1.017
24,mlp.experts.86.up_proj,0.0000025923,0.10000,0.992
24,mlp.experts.87.up_proj,0.0000000223,0.10000,1.024
24,mlp.experts.88.up_proj,0.0000202946,0.10000,0.976
24,mlp.experts.89.up_proj,0.0000003267,0.10000,0.967
24,mlp.experts.90.up_proj,0.0000001905,0.10000,1.028
24,mlp.experts.91.up_proj,0.0000026839,0.10000,1.029
24,mlp.experts.92.up_proj,0.0000017375,0.10000,1.029
24,mlp.experts.93.up_proj,0.0000039372,0.10000,1.008
24,mlp.experts.94.up_proj,0.0000011843,0.10000,1.036
24,mlp.experts.95.up_proj,0.0000016631,0.10000,1.012
24,mlp.experts.96.up_proj,0.0000002070,0.10000,1.015
24,mlp.experts.97.up_proj,0.0000000396,0.10000,0.991
24,mlp.experts.98.up_proj,0.0000090320,0.10000,0.992
24,mlp.experts.99.up_proj,0.0000005817,0.10000,1.021
24,mlp.experts.100.up_proj,0.0000003573,0.10000,1.042
24,mlp.experts.101.up_proj,0.0000022854,0.10000,1.038
24,mlp.experts.102.up_proj,0.0000000947,0.10000,1.003
24,mlp.experts.103.up_proj,0.0000000683,0.10000,1.041
24,mlp.experts.104.up_proj,0.0000007734,0.10000,1.051
24,mlp.experts.105.up_proj,0.0000018085,0.10000,1.068
24,mlp.experts.106.up_proj,0.0000041572,0.10000,1.070
24,mlp.experts.107.up_proj,0.0000001718,0.10000,1.069
24,mlp.experts.108.up_proj,0.0000014495,0.10000,1.046
24,mlp.experts.109.up_proj,0.0000048606,0.10000,1.048
24,mlp.experts.110.up_proj,0.0000006201,0.10000,1.027
24,mlp.experts.111.up_proj,0.0000035684,0.10000,1.038
24,mlp.experts.112.up_proj,0.0000030703,0.10000,1.009
24,mlp.experts.113.up_proj,0.0000010927,0.10000,1.025
24,mlp.experts.114.up_proj,0.0000000747,0.10000,1.040
24,mlp.experts.115.up_proj,0.0000001177,0.10000,1.039
24,mlp.experts.116.up_proj,0.0000000750,0.10000,1.029
24,mlp.experts.117.up_proj,0.0000003735,0.10000,1.009
24,mlp.experts.118.up_proj,0.0000000483,0.10000,1.052
24,mlp.experts.119.up_proj,0.0000033032,0.10000,1.075
24,mlp.experts.120.up_proj,0.0000001792,0.10000,1.012
24,mlp.experts.121.up_proj,0.0000007603,0.10000,1.066
24,mlp.experts.122.up_proj,0.0000061839,0.10000,1.080
24,mlp.experts.123.up_proj,0.0000003378,0.10000,1.058
24,mlp.experts.124.up_proj,0.0000001391,0.10000,1.009
24,mlp.experts.125.up_proj,0.0000015883,0.10000,1.056
24,mlp.experts.126.up_proj,0.0000020439,0.10000,1.052
24,mlp.experts.127.up_proj,0.0000001345,0.10000,1.043
24,mlp.experts.0.gate_proj,0.0000023070,0.10000,1.044
24,mlp.experts.1.gate_proj,0.0000055724,0.10000,1.060
24,mlp.experts.2.gate_proj,0.0000000346,0.10000,1.058
24,mlp.experts.3.gate_proj,0.0000018984,0.10000,1.056
24,mlp.experts.4.gate_proj,0.0000003701,0.10000,0.986
24,mlp.experts.5.gate_proj,0.0000055732,0.10000,0.898
24,mlp.experts.6.gate_proj,0.0000000798,0.10000,0.900
24,mlp.experts.7.gate_proj,0.0000068494,0.10000,1.008
24,mlp.experts.8.gate_proj,0.0000003052,0.10000,1.028
24,mlp.experts.9.gate_proj,0.0000005607,0.10000,1.010
24,mlp.experts.10.gate_proj,0.0000427252,0.10000,1.045
24,mlp.experts.11.gate_proj,0.0000050253,0.10000,1.029
24,mlp.experts.12.gate_proj,0.0000002914,0.10000,1.013
24,mlp.experts.13.gate_proj,0.0000034072,0.10000,1.043
24,mlp.experts.14.gate_proj,0.0000000468,0.10000,1.024
24,mlp.experts.15.gate_proj,0.0000001287,0.10000,1.055
24,mlp.experts.16.gate_proj,0.0000011973,0.10000,1.068
24,mlp.experts.17.gate_proj,0.0000009884,0.10000,1.029
24,mlp.experts.18.gate_proj,0.0000002713,0.10000,1.054
24,mlp.experts.19.gate_proj,0.0000365563,0.10000,1.011
24,mlp.experts.20.gate_proj,0.0000018802,0.10000,1.059
24,mlp.experts.21.gate_proj,0.0000011519,0.10000,1.071
24,mlp.experts.22.gate_proj,0.0000003462,0.10000,1.064
24,mlp.experts.23.gate_proj,0.0000011325,0.10000,1.074
24,mlp.experts.24.gate_proj,0.0000003028,0.10000,1.050
24,mlp.experts.25.gate_proj,0.0000004418,0.10000,1.074
24,mlp.experts.26.gate_proj,0.0000004578,0.10000,1.074
24,mlp.experts.27.gate_proj,0.0000003082,0.10000,1.044
24,mlp.experts.28.gate_proj,0.0000011441,0.10000,1.072
24,mlp.experts.29.gate_proj,0.0000033214,0.10000,1.062
24,mlp.experts.30.gate_proj,0.0000007951,0.10000,1.034
24,mlp.experts.31.gate_proj,0.0000020357,0.10000,1.022
24,mlp.experts.32.gate_proj,0.0000000442,0.10000,1.029
24,mlp.experts.33.gate_proj,0.0000105986,0.10000,0.993
24,mlp.experts.34.gate_proj,0.0000000415,0.10000,1.043
24,mlp.experts.35.gate_proj,0.0000006335,0.10000,1.071
24,mlp.experts.36.gate_proj,0.0000007395,0.10000,1.072
24,mlp.experts.37.gate_proj,0.0000028535,0.10000,1.045
24,mlp.experts.38.gate_proj,0.0000001454,0.10000,1.079
24,mlp.experts.39.gate_proj,0.0000011413,0.10000,1.031
24,mlp.experts.40.gate_proj,0.0000002611,0.10000,1.023
24,mlp.experts.41.gate_proj,0.0000012936,0.10000,1.007
24,mlp.experts.42.gate_proj,0.0000000178,0.10000,1.019
24,mlp.experts.43.gate_proj,0.0000001540,0.10000,1.018
24,mlp.experts.44.gate_proj,0.0000005547,0.10000,1.000
24,mlp.experts.45.gate_proj,0.0000049896,0.10000,1.001
24,mlp.experts.46.gate_proj,0.0000001716,0.10000,1.023
24,mlp.experts.47.gate_proj,0.0000086968,0.10000,1.026
24,mlp.experts.48.gate_proj,0.0000022040,0.10000,1.037
24,mlp.experts.49.gate_proj,0.0000003237,0.10000,1.056
24,mlp.experts.50.gate_proj,0.0000002139,0.10000,1.027
24,mlp.experts.51.gate_proj,0.0000034445,0.10000,1.034
24,mlp.experts.52.gate_proj,0.0000000573,0.10000,1.034
24,mlp.experts.53.gate_proj,0.0000000372,0.10000,0.998
24,mlp.experts.54.gate_proj,0.0000032863,0.10000,0.981
24,mlp.experts.55.gate_proj,0.0000020570,0.10000,1.016
24,mlp.experts.56.gate_proj,0.0000001507,0.10000,1.033
24,mlp.experts.57.gate_proj,0.0000027207,0.10000,1.027
24,mlp.experts.58.gate_proj,0.0000000405,0.10000,1.077
24,mlp.experts.59.gate_proj,0.0000039698,0.10000,1.011
24,mlp.experts.60.gate_proj,0.0000017328,0.10000,1.049
24,mlp.experts.61.gate_proj,0.0000001069,0.10000,1.041
24,mlp.experts.62.gate_proj,0.0000005470,0.10000,1.036
24,mlp.experts.63.gate_proj,0.0000000496,0.10000,1.029
24,mlp.experts.64.gate_proj,0.0000003598,0.10000,1.057
24,mlp.experts.65.gate_proj,0.0000000873,0.10000,1.094
24,mlp.experts.66.gate_proj,0.0000007028,0.10000,1.007
24,mlp.experts.67.gate_proj,0.0000015243,0.10000,1.016
24,mlp.experts.68.gate_proj,0.0000001738,0.10000,0.991
24,mlp.experts.69.gate_proj,0.0000002190,0.10000,0.977
24,mlp.experts.70.gate_proj,0.0000280604,0.10000,1.008
24,mlp.experts.71.gate_proj,0.0000011408,0.10000,1.034
24,mlp.experts.72.gate_proj,0.0000212182,0.10000,1.037
24,mlp.experts.73.gate_proj,0.0000000965,0.10000,1.035
24,mlp.experts.74.gate_proj,0.0000002189,0.10000,0.990
24,mlp.experts.75.gate_proj,0.0000001316,0.10000,1.028
24,mlp.experts.76.gate_proj,0.0000000539,0.10000,1.022
24,mlp.experts.77.gate_proj,0.0000028168,0.10000,1.039
24,mlp.experts.78.gate_proj,0.0000020786,0.10000,1.038
24,mlp.experts.79.gate_proj,0.0000003613,0.10000,0.973
24,mlp.experts.80.gate_proj,0.0000010747,0.10000,0.973
24,mlp.experts.81.gate_proj,0.0000126361,0.10000,1.061
24,mlp.experts.82.gate_proj,0.0000044256,0.10000,1.032
24,mlp.experts.83.gate_proj,0.0000017675,0.10000,1.043
24,mlp.experts.84.gate_proj,0.0000055487,0.10000,1.034
24,mlp.experts.85.gate_proj,0.0000002761,0.10000,1.055
24,mlp.experts.86.gate_proj,0.0000026501,0.10000,1.035
24,mlp.experts.87.gate_proj,0.0000000190,0.10000,1.002
24,mlp.experts.88.gate_proj,0.0000204016,0.10000,1.001
24,mlp.experts.89.gate_proj,0.0000003308,0.10000,1.043
24,mlp.experts.90.gate_proj,0.0000001837,0.10000,1.061
24,mlp.experts.91.gate_proj,0.0000027201,0.10000,1.043
24,mlp.experts.92.gate_proj,0.0000017697,0.10000,1.050
24,mlp.experts.93.gate_proj,0.0000039780,0.10000,0.992
24,mlp.experts.94.gate_proj,0.0000009445,0.10000,1.038
24,mlp.experts.95.gate_proj,0.0000016429,0.10000,0.989
24,mlp.experts.96.gate_proj,0.0000002080,0.10000,1.068
24,mlp.experts.97.gate_proj,0.0000000348,0.10000,1.037
24,mlp.experts.98.gate_proj,0.0000089889,0.10000,1.020
24,mlp.experts.99.gate_proj,0.0000005667,0.10000,1.031
24,mlp.experts.100.gate_proj,0.0000003475,0.10000,1.032
24,mlp.experts.101.gate_proj,0.0000023668,0.10000,1.029
24,mlp.experts.102.gate_proj,0.0000000955,0.10000,1.050
24,mlp.experts.103.gate_proj,0.0000000582,0.10000,0.963
24,mlp.experts.104.gate_proj,0.0000007336,0.10000,0.955
24,mlp.experts.105.gate_proj,0.0000018392,0.10000,1.051
24,mlp.experts.106.gate_proj,0.0000042969,0.10000,1.051
24,mlp.experts.107.gate_proj,0.0000001694,0.10000,1.057
24,mlp.experts.108.gate_proj,0.0000013891,0.10000,1.059
24,mlp.experts.109.gate_proj,0.0000050112,0.10000,1.067
24,mlp.experts.110.gate_proj,0.0000005933,0.10000,1.069
24,mlp.experts.111.gate_proj,0.0000153477,0.10000,1.024
24,mlp.experts.112.gate_proj,0.0000030862,0.10000,0.990
24,mlp.experts.113.gate_proj,0.0000010493,0.10000,0.996
24,mlp.experts.114.gate_proj,0.0000000741,0.10000,0.976
24,mlp.experts.115.gate_proj,0.0000001160,0.10000,0.980
24,mlp.experts.116.gate_proj,0.0000000739,0.10000,1.017
24,mlp.experts.117.gate_proj,0.0000003913,0.10000,0.988
24,mlp.experts.118.gate_proj,0.0000000403,0.10000,1.045
24,mlp.experts.119.gate_proj,0.0000033929,0.10000,1.031
24,mlp.experts.120.gate_proj,0.0000001685,0.10000,1.062
24,mlp.experts.121.gate_proj,0.0000007572,0.10000,1.029
24,mlp.experts.122.gate_proj,0.0000064343,0.10000,1.029
24,mlp.experts.123.gate_proj,0.0000003105,0.10000,1.036
24,mlp.experts.124.gate_proj,0.0000001312,0.10000,1.068
24,mlp.experts.125.gate_proj,0.0000016523,0.10000,1.055
24,mlp.experts.126.gate_proj,0.0000019185,0.10000,1.066
24,mlp.experts.127.gate_proj,0.0000001340,0.10000,0.901
24,mlp.experts.0.down_proj,0.0000005130,0.10000,0.358
24,mlp.experts.1.down_proj,0.0000012844,0.10000,0.368
24,mlp.experts.2.down_proj,0.0000000050,0.10000,0.386
24,mlp.experts.3.down_proj,0.0000006251,0.10000,0.425
24,mlp.experts.4.down_proj,0.0000000776,0.10000,0.384
24,mlp.experts.5.down_proj,0.0000008819,0.10000,0.394
24,mlp.experts.6.down_proj,0.0000000100,0.10000,0.386
24,mlp.experts.7.down_proj,0.0000024335,0.10000,0.394
24,mlp.experts.8.down_proj,0.0000000397,0.10000,0.370
24,mlp.experts.9.down_proj,0.0000001480,0.10000,0.369
24,mlp.experts.10.down_proj,0.0000001349,0.10000,0.398
24,mlp.experts.11.down_proj,0.0000001181,0.10000,0.399
24,mlp.experts.12.down_proj,0.0000000721,0.10000,0.404
24,mlp.experts.13.down_proj,0.0000007898,0.10000,0.395
24,mlp.experts.14.down_proj,0.0000000097,0.10000,0.410
24,mlp.experts.15.down_proj,0.0000000413,0.10000,0.386
24,mlp.experts.16.down_proj,0.0000001536,0.10000,0.389
24,mlp.experts.17.down_proj,0.0000001903,0.10000,0.420
24,mlp.experts.18.down_proj,0.0000000443,0.10000,0.389
24,mlp.experts.19.down_proj,0.0000005939,0.10000,0.410
24,mlp.experts.20.down_proj,0.0000002377,0.10000,0.349
24,mlp.experts.21.down_proj,0.0000001076,0.10000,0.350
24,mlp.experts.22.down_proj,0.0000000249,0.10000,0.393
24,mlp.experts.23.down_proj,0.0000001462,0.10000,0.390
24,mlp.experts.24.down_proj,0.0000000439,0.10000,0.402
24,mlp.experts.25.down_proj,0.0000001096,0.10000,0.401
24,mlp.experts.26.down_proj,0.0000001204,0.10000,0.364
24,mlp.experts.27.down_proj,0.0000000457,0.10000,0.362
24,mlp.experts.28.down_proj,0.0000001672,0.10000,0.400
24,mlp.experts.29.down_proj,0.0000006142,0.10000,0.403
24,mlp.experts.30.down_proj,0.0000002678,0.10000,0.390
24,mlp.experts.31.down_proj,0.0000005540,0.10000,0.411
24,mlp.experts.32.down_proj,0.0000000083,0.10000,0.356
24,mlp.experts.33.down_proj,0.0000016105,0.10000,0.339
24,mlp.experts.34.down_proj,0.0000000052,0.10000,0.333
24,mlp.experts.35.down_proj,0.0000002369,0.10000,0.338
24,mlp.experts.36.down_proj,0.0000001947,0.10000,0.335
24,mlp.experts.37.down_proj,0.0000004111,0.10000,0.352
24,mlp.experts.38.down_proj,0.0000000368,0.10000,0.392
24,mlp.experts.39.down_proj,0.0000003453,0.10000,0.395
24,mlp.experts.40.down_proj,0.0000000316,0.10000,0.404
24,mlp.experts.41.down_proj,0.0000002204,0.10000,0.408
24,mlp.experts.42.down_proj,0.0000000029,0.10000,0.390
24,mlp.experts.43.down_proj,0.0000000360,0.10000,0.371
24,mlp.experts.44.down_proj,0.0000001309,0.10000,0.389
24,mlp.experts.45.down_proj,0.0000008357,0.10000,0.413
24,mlp.experts.46.down_proj,0.0000000277,0.10000,0.405
24,mlp.experts.47.down_proj,0.0000001555,0.10000,0.385
24,mlp.experts.48.down_proj,0.0000006576,0.10000,0.375
24,mlp.experts.49.down_proj,0.0000000386,0.10000,0.375
24,mlp.experts.50.down_proj,0.0000000303,0.10000,0.403
24,mlp.experts.51.down_proj,0.0000010552,0.10000,0.417
24,mlp.experts.52.down_proj,0.0000000093,0.10000,0.409
24,mlp.experts.53.down_proj,0.0000000078,0.10000,0.416
24,mlp.experts.54.down_proj,0.0000004753,0.10000,0.398
24,mlp.experts.55.down_proj,0.0000011942,0.10000,0.404
24,mlp.experts.56.down_proj,0.0000000241,0.10000,0.389
24,mlp.experts.57.down_proj,0.0000006654,0.10000,0.413
24,mlp.experts.58.down_proj,0.0000000071,0.10000,0.401
24,mlp.experts.59.down_proj,0.0000005598,0.10000,0.415
24,mlp.experts.60.down_proj,0.0000005206,0.10000,0.382
24,mlp.experts.61.down_proj,0.0000000160,0.10000,0.371
24,mlp.experts.62.down_proj,0.0000000709,0.10000,0.330
24,mlp.experts.63.down_proj,0.0000000099,0.10000,0.368
24,mlp.experts.64.down_proj,0.0000000650,0.10000,0.389
24,mlp.experts.65.down_proj,0.0000000101,0.10000,0.392
24,mlp.experts.66.down_proj,0.0000001448,0.10000,0.410
24,mlp.experts.67.down_proj,0.0000005567,0.10000,0.372
24,mlp.experts.68.down_proj,0.0000000214,0.10000,0.358
24,mlp.experts.69.down_proj,0.0000000431,0.10000,0.349
24,mlp.experts.70.down_proj,0.0000044277,0.10000,0.340
24,mlp.experts.71.down_proj,0.0000005346,0.10000,0.373
24,mlp.experts.72.down_proj,0.0000051985,0.10000,0.409
24,mlp.experts.73.down_proj,0.0000000132,0.10000,0.404
24,mlp.experts.74.down_proj,0.0000000497,0.10000,0.381
24,mlp.experts.75.down_proj,0.0000000191,0.10000,0.328
24,mlp.experts.76.down_proj,0.0000000096,0.10000,0.334
24,mlp.experts.77.down_proj,0.0000004345,0.10000,0.341
24,mlp.experts.78.down_proj,0.0000004625,0.10000,0.377
24,mlp.experts.79.down_proj,0.0000000628,0.10000,0.414
24,mlp.experts.80.down_proj,0.0000002760,0.10000,0.379
24,mlp.experts.81.down_proj,0.0000028428,0.10000,0.399
24,mlp.experts.82.down_proj,0.0000013561,0.10000,0.385
24,mlp.experts.83.down_proj,0.0000002919,0.10000,0.416
24,mlp.experts.84.down_proj,0.0000009934,0.10000,0.401
24,mlp.experts.85.down_proj,0.0000000393,0.10000,0.361
24,mlp.experts.86.down_proj,0.0000007647,0.10000,0.332
24,mlp.experts.87.down_proj,0.0000000026,0.10000,0.326
24,mlp.experts.88.down_proj,0.0000045796,0.10000,0.344
24,mlp.experts.89.down_proj,0.0000000680,0.10000,0.352
24,mlp.experts.90.down_proj,0.0000000261,0.10000,0.354
24,mlp.experts.91.down_proj,0.0000004088,0.10000,0.365
24,mlp.experts.92.down_proj,0.0000002187,0.10000,0.343
24,mlp.experts.93.down_proj,0.0000005835,0.10000,0.352
24,mlp.experts.94.down_proj,0.0000002194,0.10000,0.386
24,mlp.experts.95.down_proj,0.0000004181,0.10000,0.370
24,mlp.experts.96.down_proj,0.0000000268,0.10000,0.362
24,mlp.experts.97.down_proj,0.0000000058,0.10000,0.420
24,mlp.experts.98.down_proj,0.0000019478,0.10000,0.391
24,mlp.experts.99.down_proj,0.0000000921,0.10000,0.392
24,mlp.experts.100.down_proj,0.0000000678,0.10000,0.387
24,mlp.experts.101.down_proj,0.0000003153,0.10000,0.385
24,mlp.experts.102.down_proj,0.0000000161,0.10000,0.415
24,mlp.experts.103.down_proj,0.0000000122,0.10000,0.359
24,mlp.experts.104.down_proj,0.0000002531,0.10000,0.337
24,mlp.experts.105.down_proj,0.0000005156,0.10000,0.341
24,mlp.experts.106.down_proj,0.0000006943,0.10000,0.331
24,mlp.experts.107.down_proj,0.0000000473,0.10000,0.361
24,mlp.experts.108.down_proj,0.0000001720,0.10000,0.388
24,mlp.experts.109.down_proj,0.0000007738,0.10000,0.388
24,mlp.experts.110.down_proj,0.0000000913,0.10000,0.376
24,mlp.experts.111.down_proj,0.0000000298,0.10000,0.372
24,mlp.experts.112.down_proj,0.0000009692,0.10000,0.366
24,mlp.experts.113.down_proj,0.0000001683,0.10000,0.389
24,mlp.experts.114.down_proj,0.0000000137,0.10000,0.378
24,mlp.experts.115.down_proj,0.0000000229,0.10000,0.400
24,mlp.experts.116.down_proj,0.0000000131,0.10000,0.404
24,mlp.experts.117.down_proj,0.0000000612,0.10000,0.396
24,mlp.experts.118.down_proj,0.0000000077,0.10000,0.418
24,mlp.experts.119.down_proj,0.0000005819,0.10000,0.388
24,mlp.experts.120.down_proj,0.0000000413,0.10000,0.390
24,mlp.experts.121.down_proj,0.0000001914,0.10000,0.378
24,mlp.experts.122.down_proj,0.0000001421,0.10000,0.404
24,mlp.experts.123.down_proj,0.0000000814,0.10000,0.405
24,mlp.experts.124.down_proj,0.0000000275,0.10000,0.400
24,mlp.experts.125.down_proj,0.0000003663,0.10000,0.371
24,mlp.experts.126.down_proj,0.0000005033,0.10000,0.333
24,mlp.experts.127.down_proj,0.0000000241,0.10000,0.290
25,self_attn.k_proj,0.0000000002,0.10000,1.079
25,self_attn.q_proj,0.0000000016,0.10000,1.103
25,self_attn.v_proj,0.0000000002,0.10000,0.622
25,self_attn.o_proj,0.0000000003,0.10000,1.207
25,mlp.gate,0.0000000158,0.10000,0.634
25,mlp.experts.1.up_proj,0.0000009078,0.10000,1.001
25,mlp.experts.0.up_proj,0.0000002941,0.10000,1.022
25,mlp.experts.2.up_proj,0.0000004157,0.10000,1.042
25,mlp.experts.3.up_proj,0.0000549193,0.10000,1.048
25,mlp.experts.4.up_proj,0.0000004040,0.10000,0.986
25,mlp.experts.5.up_proj,0.0000037633,0.10000,0.991
25,mlp.experts.7.up_proj,0.0000024228,0.10000,1.021
25,mlp.experts.6.up_proj,0.0000000874,0.10000,1.069
25,mlp.experts.8.up_proj,0.0000004484,0.10000,1.068
25,mlp.experts.9.up_proj,0.0000257791,0.10000,1.066
25,mlp.experts.10.up_proj,0.0000000205,0.10000,1.021
25,mlp.experts.11.up_proj,0.0000031388,0.10000,1.040
25,mlp.experts.12.up_proj,0.0000002315,0.10000,0.982
25,mlp.experts.13.up_proj,0.0000026249,0.10000,0.993
25,mlp.experts.14.up_proj,0.0000012605,0.10000,1.027
25,mlp.experts.15.up_proj,0.0000001608,0.10000,1.030
25,mlp.experts.16.up_proj,0.0000003586,0.10000,1.040
25,mlp.experts.17.up_proj,0.0000086274,0.10000,1.040
25,mlp.experts.18.up_proj,0.0000001293,0.10000,0.997
25,mlp.experts.19.up_proj,0.0000004298,0.10000,1.001
25,mlp.experts.20.up_proj,0.0000044583,0.10000,1.003
25,mlp.experts.21.up_proj,0.0000000676,0.10000,1.011
25,mlp.experts.22.up_proj,0.0000086458,0.10000,1.003
25,mlp.experts.23.up_proj,0.0000002611,0.10000,1.011
25,mlp.experts.24.up_proj,0.0000000842,0.10000,0.993
25,mlp.experts.25.up_proj,0.0000020768,0.10000,1.015
25,mlp.experts.26.up_proj,0.0000002731,0.10000,1.037
25,mlp.experts.27.up_proj,0.0000002999,0.10000,1.047
25,mlp.experts.28.up_proj,0.0000001310,0.10000,1.044
25,mlp.experts.29.up_proj,0.0000006843,0.10000,1.027
25,mlp.experts.30.up_proj,0.0000370360,0.10000,0.926
25,mlp.experts.31.up_proj,0.0000009975,0.10000,0.921
25,mlp.experts.32.up_proj,0.0000031190,0.10000,0.994
25,mlp.experts.33.up_proj,0.0000084430,0.10000,0.967
25,mlp.experts.34.up_proj,0.0000007522,0.10000,0.999
25,mlp.experts.35.up_proj,0.0000098564,0.10000,1.012
25,mlp.experts.36.up_proj,0.0000010279,0.10000,0.974
25,mlp.experts.37.up_proj,0.0000051249,0.10000,1.045
25,mlp.experts.38.up_proj,0.0000006747,0.10000,0.967
25,mlp.experts.39.up_proj,0.0000094511,0.10000,1.024
25,mlp.experts.40.up_proj,0.0000000246,0.10000,1.010
25,mlp.experts.41.up_proj,0.0000001460,0.10000,1.022
25,mlp.experts.42.up_proj,0.0000002181,0.10000,1.021
25,mlp.experts.43.up_proj,0.0000048716,0.10000,1.028
25,mlp.experts.44.up_proj,0.0000000625,0.10000,1.017
25,mlp.experts.45.up_proj,0.0000016592,0.10000,0.994
25,mlp.experts.46.up_proj,0.0000411823,0.10000,1.012
25,mlp.experts.47.up_proj,0.0000002106,0.10000,0.995
25,mlp.experts.48.up_proj,0.0000108894,0.10000,1.001
25,mlp.experts.49.up_proj,0.0000006276,0.10000,1.020
25,mlp.experts.50.up_proj,0.0000092062,0.10000,1.061
25,mlp.experts.51.up_proj,0.0000034243,0.10000,1.019
25,mlp.experts.52.up_proj,0.0000018290,0.10000,1.049
25,mlp.experts.53.up_proj,0.0000007978,0.10000,1.051
25,mlp.experts.54.up_proj,0.0000177744,0.10000,1.043
25,mlp.experts.55.up_proj,0.0000004373,0.10000,1.036
25,mlp.experts.56.up_proj,0.0000017612,0.10000,1.017
25,mlp.experts.57.up_proj,0.0000025877,0.10000,1.023
25,mlp.experts.58.up_proj,0.0000001143,0.10000,1.006
25,mlp.experts.59.up_proj,0.0000006016,0.10000,0.991
25,mlp.experts.60.up_proj,0.0000016311,0.10000,0.961
25,mlp.experts.61.up_proj,0.0000001489,0.10000,0.993
25,mlp.experts.62.up_proj,0.0000007473,0.10000,1.006
25,mlp.experts.63.up_proj,0.0000022315,0.10000,1.017
25,mlp.experts.64.up_proj,0.0000076367,0.10000,1.027
25,mlp.experts.65.up_proj,0.0000000656,0.10000,0.999
25,mlp.experts.66.up_proj,0.0000001031,0.10000,1.047
25,mlp.experts.67.up_proj,0.0000003472,0.10000,1.060
25,mlp.experts.68.up_proj,0.0000017028,0.10000,1.037
25,mlp.experts.69.up_proj,0.0000028905,0.10000,1.051
25,mlp.experts.70.up_proj,0.0000009683,0.10000,1.039
25,mlp.experts.71.up_proj,0.0000000364,0.10000,1.046
25,mlp.experts.72.up_proj,0.0000084200,0.10000,1.017
25,mlp.experts.73.up_proj,0.0000001582,0.10000,1.026
25,mlp.experts.74.up_proj,0.0000046951,0.10000,1.033
25,mlp.experts.75.up_proj,0.0000000482,0.10000,1.039
25,mlp.experts.76.up_proj,0.0000000542,0.10000,1.027
25,mlp.experts.77.up_proj,0.0000000538,0.10000,1.043
25,mlp.experts.78.up_proj,0.0000004158,0.10000,0.996
25,mlp.experts.79.up_proj,0.0000000560,0.10000,0.994
25,mlp.experts.80.up_proj,0.0000003120,0.10000,1.003
25,mlp.experts.81.up_proj,0.0000020359,0.10000,1.005
25,mlp.experts.82.up_proj,0.0000004079,0.10000,1.049
25,mlp.experts.83.up_proj,0.0000005188,0.10000,1.061
25,mlp.experts.84.up_proj,0.0000026656,0.10000,1.052
25,mlp.experts.85.up_proj,0.0000013006,0.10000,1.025
25,mlp.experts.86.up_proj,0.0000044322,0.10000,0.998
25,mlp.experts.87.up_proj,0.0000026276,0.10000,0.981
25,mlp.experts.88.up_proj,0.0000013641,0.10000,1.003
25,mlp.experts.89.up_proj,0.0000014864,0.10000,1.027
25,mlp.experts.90.up_proj,0.0000078860,0.10000,1.040
25,mlp.experts.91.up_proj,0.0000000752,0.10000,1.057
25,mlp.experts.92.up_proj,0.0000002885,0.10000,1.055
25,mlp.experts.93.up_proj,0.0000003407,0.10000,1.038
25,mlp.experts.94.up_proj,0.0000167158,0.10000,1.001
25,mlp.experts.95.up_proj,0.0000003339,0.10000,1.046
25,mlp.experts.96.up_proj,0.0000265103,0.10000,0.991
25,mlp.experts.97.up_proj,0.0000177525,0.10000,1.014
25,mlp.experts.98.up_proj,0.0000000695,0.10000,0.996
25,mlp.experts.99.up_proj,0.0000025807,0.10000,1.019
25,mlp.experts.100.up_proj,0.0000289936,0.10000,1.028
25,mlp.experts.101.up_proj,0.0000000261,0.10000,1.012
25,mlp.experts.102.up_proj,0.0000001168,0.10000,1.044
25,mlp.experts.103.up_proj,0.0000002497,0.10000,1.057
25,mlp.experts.104.up_proj,0.0000001963,0.10000,1.004
25,mlp.experts.105.up_proj,0.0000003047,0.10000,1.037
25,mlp.experts.106.up_proj,0.0000000434,0.10000,1.003
25,mlp.experts.107.up_proj,0.0000030770,0.10000,1.035
25,mlp.experts.108.up_proj,0.0000062681,0.10000,0.994
25,mlp.experts.109.up_proj,0.0000000605,0.10000,1.035
25,mlp.experts.110.up_proj,0.0000022132,0.10000,1.013
25,mlp.experts.111.up_proj,0.0000022009,0.10000,1.047
25,mlp.experts.112.up_proj,0.0000003306,0.10000,1.009
25,mlp.experts.113.up_proj,0.0000003456,0.10000,0.975
25,mlp.experts.114.up_proj,0.0000038713,0.10000,0.971
25,mlp.experts.115.up_proj,0.0000018489,0.10000,1.036
25,mlp.experts.116.up_proj,0.0000184489,0.10000,1.047
25,mlp.experts.117.up_proj,0.0000005435,0.10000,1.041
25,mlp.experts.118.up_proj,0.0000011473,0.10000,1.039
25,mlp.experts.119.up_proj,0.0000131491,0.10000,1.059
25,mlp.experts.120.up_proj,0.0000021748,0.10000,1.015
25,mlp.experts.121.up_proj,0.0000001572,0.10000,1.056
25,mlp.experts.122.up_proj,0.0000005982,0.10000,1.034
25,mlp.experts.123.up_proj,0.0000000578,0.10000,1.055
25,mlp.experts.124.up_proj,0.0000002287,0.10000,1.036
25,mlp.experts.125.up_proj,0.0000002947,0.10000,1.075
25,mlp.experts.126.up_proj,0.0000162697,0.10000,1.064
25,mlp.experts.127.up_proj,0.0000001256,0.10000,1.050
25,mlp.experts.0.gate_proj,0.0000002927,0.10000,1.047
25,mlp.experts.1.gate_proj,0.0000009328,0.10000,1.050
25,mlp.experts.2.gate_proj,0.0000004125,0.10000,1.071
25,mlp.experts.3.gate_proj,0.0000549487,0.10000,1.047
25,mlp.experts.4.gate_proj,0.0000004010,0.10000,1.052
25,mlp.experts.5.gate_proj,0.0000037164,0.10000,1.061
25,mlp.experts.6.gate_proj,0.0000000661,0.10000,1.064
25,mlp.experts.7.gate_proj,0.0000024394,0.10000,1.059
25,mlp.experts.8.gate_proj,0.0000004925,0.10000,1.031
25,mlp.experts.9.gate_proj,0.0000270513,0.10000,1.000
25,mlp.experts.10.gate_proj,0.0000000174,0.10000,1.031
25,mlp.experts.11.gate_proj,0.0000031785,0.10000,1.008
25,mlp.experts.12.gate_proj,0.0000002369,0.10000,1.016
25,mlp.experts.13.gate_proj,0.0000026734,0.10000,1.050
25,mlp.experts.14.gate_proj,0.0000012755,0.10000,0.989
25,mlp.experts.15.gate_proj,0.0000001581,0.10000,0.994
25,mlp.experts.16.gate_proj,0.0000003527,0.10000,1.026
25,mlp.experts.17.gate_proj,0.0000081504,0.10000,1.004
25,mlp.experts.18.gate_proj,0.0000001277,0.10000,1.067
25,mlp.experts.19.gate_proj,0.0000004686,0.10000,1.015
25,mlp.experts.20.gate_proj,0.0000046068,0.10000,1.008
25,mlp.experts.21.gate_proj,0.0000000635,0.10000,1.052
25,mlp.experts.22.gate_proj,0.0000081614,0.10000,1.058
25,mlp.experts.23.gate_proj,0.0000002450,0.10000,1.033
25,mlp.experts.24.gate_proj,0.0000000822,0.10000,1.047
25,mlp.experts.25.gate_proj,0.0000020160,0.10000,1.090
25,mlp.experts.26.gate_proj,0.0000002784,0.10000,1.027
25,mlp.experts.27.gate_proj,0.0000002991,0.10000,1.112
25,mlp.experts.28.gate_proj,0.0000001248,0.10000,1.019
25,mlp.experts.29.gate_proj,0.0000006950,0.10000,1.056
25,mlp.experts.30.gate_proj,0.0000344003,0.10000,1.049
25,mlp.experts.31.gate_proj,0.0000010293,0.10000,1.034
25,mlp.experts.32.gate_proj,0.0000029541,0.10000,1.076
25,mlp.experts.33.gate_proj,0.0000090513,0.10000,1.050
25,mlp.experts.34.gate_proj,0.0000007878,0.10000,1.026
25,mlp.experts.35.gate_proj,0.0000370001,0.10000,1.057
25,mlp.experts.36.gate_proj,0.0000010471,0.10000,1.060
25,mlp.experts.37.gate_proj,0.0000054422,0.10000,1.015
25,mlp.experts.38.gate_proj,0.0000006622,0.10000,1.071
25,mlp.experts.39.gate_proj,0.0000086009,0.10000,1.030
25,mlp.experts.40.gate_proj,0.0000000211,0.10000,0.959
25,mlp.experts.41.gate_proj,0.0000001450,0.10000,0.994
25,mlp.experts.42.gate_proj,0.0000002152,0.10000,1.032
25,mlp.experts.43.gate_proj,0.0000049246,0.10000,1.008
25,mlp.experts.44.gate_proj,0.0000000579,0.10000,1.021
25,mlp.experts.45.gate_proj,0.0000015184,0.10000,1.033
25,mlp.experts.46.gate_proj,0.0000396993,0.10000,1.017
25,mlp.experts.47.gate_proj,0.0000001919,0.10000,1.006
25,mlp.experts.48.gate_proj,0.0000116972,0.10000,0.999
25,mlp.experts.49.gate_proj,0.0000006844,0.10000,1.024
25,mlp.experts.50.gate_proj,0.0000088787,0.10000,1.013
25,mlp.experts.51.gate_proj,0.0000034022,0.10000,1.060
25,mlp.experts.52.gate_proj,0.0000018831,0.10000,1.026
25,mlp.experts.53.gate_proj,0.0000007871,0.10000,1.018
25,mlp.experts.54.gate_proj,0.0000185103,0.10000,1.047
25,mlp.experts.55.gate_proj,0.0000004290,0.10000,1.052
25,mlp.experts.56.gate_proj,0.0000016414,0.10000,1.061
25,mlp.experts.57.gate_proj,0.0000025563,0.10000,1.057
25,mlp.experts.58.gate_proj,0.0000001109,0.10000,0.989
25,mlp.experts.59.gate_proj,0.0000006338,0.10000,1.022
25,mlp.experts.60.gate_proj,0.0000015773,0.10000,0.988
25,mlp.experts.61.gate_proj,0.0000001990,0.10000,1.029
25,mlp.experts.62.gate_proj,0.0000006050,0.10000,1.023
25,mlp.experts.63.gate_proj,0.0000022802,0.10000,1.039
25,mlp.experts.64.gate_proj,0.0000079013,0.10000,1.001
25,mlp.experts.65.gate_proj,0.0000000608,0.10000,0.911
25,mlp.experts.66.gate_proj,0.0000001045,0.10000,0.903
25,mlp.experts.67.gate_proj,0.0000003837,0.10000,1.090
25,mlp.experts.68.gate_proj,0.0000016490,0.10000,1.073
25,mlp.experts.69.gate_proj,0.0000027382,0.10000,0.987
25,mlp.experts.70.gate_proj,0.0000009615,0.10000,1.028
25,mlp.experts.71.gate_proj,0.0000000348,0.10000,0.993
25,mlp.experts.72.gate_proj,0.0000086748,0.10000,1.020
25,mlp.experts.73.gate_proj,0.0000001561,0.10000,1.028
25,mlp.experts.74.gate_proj,0.0000047572,0.10000,1.024
25,mlp.experts.75.gate_proj,0.0000000444,0.10000,1.017
25,mlp.experts.76.gate_proj,0.0000000389,0.10000,1.019
25,mlp.experts.77.gate_proj,0.0000000380,0.10000,1.016
25,mlp.experts.78.gate_proj,0.0000004426,0.10000,1.010
25,mlp.experts.79.gate_proj,0.0000000486,0.10000,1.020
25,mlp.experts.80.gate_proj,0.0000002533,0.10000,1.002
25,mlp.experts.81.gate_proj,0.0000018297,0.10000,1.037
25,mlp.experts.82.gate_proj,0.0000003730,0.10000,1.018
25,mlp.experts.83.gate_proj,0.0000005289,0.10000,1.001
25,mlp.experts.84.gate_proj,0.0000027227,0.10000,1.027
25,mlp.experts.85.gate_proj,0.0000013374,0.10000,1.054
25,mlp.experts.86.gate_proj,0.0000045430,0.10000,1.077
25,mlp.experts.87.gate_proj,0.0000027151,0.10000,1.043
25,mlp.experts.88.gate_proj,0.0000012705,0.10000,1.060
25,mlp.experts.89.gate_proj,0.0000014403,0.10000,1.071
25,mlp.experts.90.gate_proj,0.0000077919,0.10000,1.010
25,mlp.experts.91.gate_proj,0.0000000809,0.10000,1.055
25,mlp.experts.92.gate_proj,0.0000003010,0.10000,1.032
25,mlp.experts.93.gate_proj,0.0000003540,0.10000,1.071
25,mlp.experts.94.gate_proj,0.0000172051,0.10000,1.015
25,mlp.experts.95.gate_proj,0.0000003276,0.10000,1.049
25,mlp.experts.96.gate_proj,0.0000258921,0.10000,1.026
25,mlp.experts.97.gate_proj,0.0000188737,0.10000,1.040
25,mlp.experts.98.gate_proj,0.0000000668,0.10000,1.052
25,mlp.experts.99.gate_proj,0.0000025237,0.10000,1.078
25,mlp.experts.100.gate_proj,0.0000299422,0.10000,1.024
25,mlp.experts.101.gate_proj,0.0000000240,0.10000,1.063
25,mlp.experts.102.gate_proj,0.0000001137,0.10000,1.060
25,mlp.experts.103.gate_proj,0.0000002528,0.10000,1.054
25,mlp.experts.104.gate_proj,0.0000001956,0.10000,1.062
25,mlp.experts.105.gate_proj,0.0000002945,0.10000,1.058
25,mlp.experts.106.gate_proj,0.0000000426,0.10000,1.052
25,mlp.experts.107.gate_proj,0.0000031258,0.10000,1.042
25,mlp.experts.108.gate_proj,0.0000061593,0.10000,1.008
25,mlp.experts.109.gate_proj,0.0000000522,0.10000,0.981
25,mlp.experts.110.gate_proj,0.0000021876,0.10000,1.030
25,mlp.experts.111.gate_proj,0.0000021696,0.10000,1.067
25,mlp.experts.112.gate_proj,0.0000003407,0.10000,1.053
25,mlp.experts.113.gate_proj,0.0000003321,0.10000,1.058
25,mlp.experts.114.gate_proj,0.0000037700,0.10000,1.068
25,mlp.experts.115.gate_proj,0.0000017652,0.10000,1.006
25,mlp.experts.116.gate_proj,0.0000186239,0.10000,0.999
25,mlp.experts.117.gate_proj,0.0000005621,0.10000,1.033
25,mlp.experts.118.gate_proj,0.0000011575,0.10000,1.028
25,mlp.experts.119.gate_proj,0.0000138503,0.10000,1.051
25,mlp.experts.120.gate_proj,0.0000021508,0.10000,1.031
25,mlp.experts.121.gate_proj,0.0000001456,0.10000,1.105
25,mlp.experts.122.gate_proj,0.0000006020,0.10000,1.062
25,mlp.experts.123.gate_proj,0.0000000505,0.10000,0.986
25,mlp.experts.124.gate_proj,0.0000002179,0.10000,1.003
25,mlp.experts.125.gate_proj,0.0000002973,0.10000,0.988
25,mlp.experts.126.gate_proj,0.0000166705,0.10000,0.983
25,mlp.experts.127.gate_proj,0.0000001209,0.10000,0.668
25,mlp.experts.1.down_proj,0.0000002111,0.10000,0.376
25,mlp.experts.0.down_proj,0.0000000552,0.10000,0.386
25,mlp.experts.2.down_proj,0.0000001484,0.10000,0.391
25,mlp.experts.3.down_proj,0.0000110249,0.10000,0.391
25,mlp.experts.4.down_proj,0.0000001091,0.10000,0.402
25,mlp.experts.5.down_proj,0.0000009796,0.10000,0.425
25,mlp.experts.6.down_proj,0.0000000183,0.10000,0.384
25,mlp.experts.7.down_proj,0.0000006301,0.10000,0.402
25,mlp.experts.8.down_proj,0.0000001599,0.10000,0.403
25,mlp.experts.9.down_proj,0.0000073346,0.10000,0.400
25,mlp.experts.10.down_proj,0.0000000027,0.10000,0.365
25,mlp.experts.11.down_proj,0.0000000955,0.10000,0.373
25,mlp.experts.12.down_proj,0.0000000491,0.10000,0.323
25,mlp.experts.13.down_proj,0.0000005132,0.10000,0.346
25,mlp.experts.14.down_proj,0.0000002755,0.10000,0.394
25,mlp.experts.15.down_proj,0.0000000461,0.10000,0.402
25,mlp.experts.16.down_proj,0.0000001136,0.10000,0.344
25,mlp.experts.17.down_proj,0.0000015756,0.10000,0.336
25,mlp.experts.18.down_proj,0.0000000449,0.10000,0.342
25,mlp.experts.19.down_proj,0.0000001178,0.10000,0.362
25,mlp.experts.20.down_proj,0.0000000957,0.10000,0.389
25,mlp.experts.21.down_proj,0.0000000153,0.10000,0.394
25,mlp.experts.22.down_proj,0.0000034467,0.10000,0.382
25,mlp.experts.23.down_proj,0.0000000565,0.10000,0.401
25,mlp.experts.24.down_proj,0.0000000211,0.10000,0.364
25,mlp.experts.25.down_proj,0.0000005117,0.10000,0.365
25,mlp.experts.26.down_proj,0.0000000718,0.10000,0.399
25,mlp.experts.27.down_proj,0.0000000465,0.10000,0.385
25,mlp.experts.28.down_proj,0.0000000535,0.10000,0.384
25,mlp.experts.29.down_proj,0.0000001108,0.10000,0.406
25,mlp.experts.30.down_proj,0.0000065384,0.10000,0.392
25,mlp.experts.31.down_proj,0.0000001960,0.10000,0.411
25,mlp.experts.32.down_proj,0.0000012887,0.10000,0.386
25,mlp.experts.33.down_proj,0.0000001293,0.10000,0.413
25,mlp.experts.34.down_proj,0.0000001334,0.10000,0.406
25,mlp.experts.35.down_proj,0.0000001544,0.10000,0.408
25,mlp.experts.36.down_proj,0.0000002520,0.10000,0.399
25,mlp.experts.37.down_proj,0.0000010284,0.10000,0.388
25,mlp.experts.38.down_proj,0.0000002281,0.10000,0.354
25,mlp.experts.39.down_proj,0.0000032156,0.10000,0.378
25,mlp.experts.40.down_proj,0.0000000038,0.10000,0.376
25,mlp.experts.41.down_proj,0.0000000377,0.10000,0.381
25,mlp.experts.42.down_proj,0.0000000551,0.10000,0.403
25,mlp.experts.43.down_proj,0.0000005568,0.10000,0.396
25,mlp.experts.44.down_proj,0.0000000125,0.10000,0.395
25,mlp.experts.45.down_proj,0.0000003641,0.10000,0.409
25,mlp.experts.46.down_proj,0.0000098828,0.10000,0.399
25,mlp.experts.47.down_proj,0.0000000396,0.10000,0.393
25,mlp.experts.48.down_proj,0.0000029996,0.10000,0.413
25,mlp.experts.49.down_proj,0.0000001989,0.10000,0.406
25,mlp.experts.50.down_proj,0.0000026027,0.10000,0.401
25,mlp.experts.51.down_proj,0.0000007729,0.10000,0.408
25,mlp.experts.52.down_proj,0.0000003295,0.10000,0.403
25,mlp.experts.53.down_proj,0.0000001456,0.10000,0.398
25,mlp.experts.54.down_proj,0.0000052167,0.10000,0.390
25,mlp.experts.55.down_proj,0.0000001087,0.10000,0.398
25,mlp.experts.56.down_proj,0.0000004795,0.10000,0.399
25,mlp.experts.57.down_proj,0.0000007955,0.10000,0.390
25,mlp.experts.58.down_proj,0.0000000172,0.10000,0.388
25,mlp.experts.59.down_proj,0.0000000864,0.10000,0.384
25,mlp.experts.60.down_proj,0.0000006151,0.10000,0.391
25,mlp.experts.61.down_proj,0.0000000298,0.10000,0.397
25,mlp.experts.62.down_proj,0.0000001006,0.10000,0.398
25,mlp.experts.63.down_proj,0.0000006746,0.10000,0.396
25,mlp.experts.64.down_proj,0.0000028594,0.10000,0.364
25,mlp.experts.65.down_proj,0.0000000139,0.10000,0.366
25,mlp.experts.66.down_proj,0.0000000208,0.10000,0.385
25,mlp.experts.67.down_proj,0.0000001018,0.10000,0.389
25,mlp.experts.68.down_proj,0.0000004787,0.10000,0.368
25,mlp.experts.69.down_proj,0.0000005904,0.10000,0.369
25,mlp.experts.70.down_proj,0.0000002774,0.10000,0.390
25,mlp.experts.71.down_proj,0.0000000048,0.10000,0.415
25,mlp.experts.72.down_proj,0.0000011090,0.10000,0.410
25,mlp.experts.73.down_proj,0.0000000259,0.10000,0.410
25,mlp.experts.74.down_proj,0.0000010549,0.10000,0.377
25,mlp.experts.75.down_proj,0.0000000104,0.10000,0.337
25,mlp.experts.76.down_proj,0.0000000071,0.10000,0.356
25,mlp.experts.77.down_proj,0.0000000062,0.10000,0.381
25,mlp.experts.78.down_proj,0.0000001004,0.10000,0.403
25,mlp.experts.79.down_proj,0.0000000102,0.10000,0.380
25,mlp.experts.80.down_proj,0.0000000790,0.10000,0.401
25,mlp.experts.81.down_proj,0.0000006902,0.10000,0.400
25,mlp.experts.82.down_proj,0.0000000904,0.10000,0.414
25,mlp.experts.83.down_proj,0.0000001613,0.10000,0.409
25,mlp.experts.84.down_proj,0.0000004708,0.10000,0.421
25,mlp.experts.85.down_proj,0.0000002169,0.10000,0.391
25,mlp.experts.86.down_proj,0.0000007386,0.10000,0.347
25,mlp.experts.87.down_proj,0.0000005303,0.10000,0.359
25,mlp.experts.88.down_proj,0.0000004431,0.10000,0.384
25,mlp.experts.89.down_proj,0.0000005457,0.10000,0.395
25,mlp.experts.90.down_proj,0.0000018894,0.10000,0.403
25,mlp.experts.91.down_proj,0.0000000096,0.10000,0.401
25,mlp.experts.92.down_proj,0.0000000599,0.10000,0.398
25,mlp.experts.93.down_proj,0.0000000462,0.10000,0.380
25,mlp.experts.94.down_proj,0.0000042470,0.10000,0.402
25,mlp.experts.95.down_proj,0.0000000893,0.10000,0.392
25,mlp.experts.96.down_proj,0.0000069062,0.10000,0.393
25,mlp.experts.97.down_proj,0.0000001650,0.10000,0.401
25,mlp.experts.98.down_proj,0.0000000134,0.10000,0.400
25,mlp.experts.99.down_proj,0.0000002442,0.10000,0.406
25,mlp.experts.100.down_proj,0.0000078788,0.10000,0.363
25,mlp.experts.101.down_proj,0.0000000040,0.10000,0.387
25,mlp.experts.102.down_proj,0.0000000379,0.10000,0.388
25,mlp.experts.103.down_proj,0.0000000533,0.10000,0.410
25,mlp.experts.104.down_proj,0.0000000385,0.10000,0.392
25,mlp.experts.105.down_proj,0.0000000597,0.10000,0.414
25,mlp.experts.106.down_proj,0.0000000078,0.10000,0.391
25,mlp.experts.107.down_proj,0.0000009975,0.10000,0.371
25,mlp.experts.108.down_proj,0.0000014090,0.10000,0.371
25,mlp.experts.109.down_proj,0.0000000152,0.10000,0.413
25,mlp.experts.110.down_proj,0.0000005235,0.10000,0.396
25,mlp.experts.111.down_proj,0.0000006131,0.10000,0.359
25,mlp.experts.112.down_proj,0.0000000643,0.10000,0.333
25,mlp.experts.113.down_proj,0.0000000997,0.10000,0.356
25,mlp.experts.114.down_proj,0.0000009188,0.10000,0.337
25,mlp.experts.115.down_proj,0.0000005149,0.10000,0.349
25,mlp.experts.116.down_proj,0.0000046247,0.10000,0.368
25,mlp.experts.117.down_proj,0.0000001402,0.10000,0.396
25,mlp.experts.118.down_proj,0.0000002770,0.10000,0.397
25,mlp.experts.119.down_proj,0.0000001993,0.10000,0.393
25,mlp.experts.120.down_proj,0.0000003813,0.10000,0.375
25,mlp.experts.121.down_proj,0.0000000406,0.10000,0.356
25,mlp.experts.122.down_proj,0.0000001286,0.10000,0.374
25,mlp.experts.123.down_proj,0.0000000147,0.10000,0.403
25,mlp.experts.124.down_proj,0.0000000408,0.10000,0.394
25,mlp.experts.125.down_proj,0.0000000455,0.10000,0.395
25,mlp.experts.126.down_proj,0.0000028968,0.10000,0.399
25,mlp.experts.127.down_proj,0.0000000195,0.10000,0.285
26,self_attn.q_proj,0.0000000030,0.10000,1.076
26,self_attn.k_proj,0.0000000004,0.10000,1.082
26,self_attn.v_proj,0.0000000005,0.10000,0.636
26,self_attn.o_proj,0.0000000005,0.10000,1.213
26,mlp.gate,0.0000000156,0.10000,0.596
26,mlp.experts.0.up_proj,0.0000010503,0.10000,1.004
26,mlp.experts.1.up_proj,0.0000009500,0.10000,1.041
26,mlp.experts.3.up_proj,0.0000000318,0.10000,1.059
26,mlp.experts.2.up_proj,0.0000013125,0.10000,1.101
26,mlp.experts.4.up_proj,0.0000003333,0.10000,1.069
26,mlp.experts.5.up_proj,0.0000014221,0.10000,1.079
26,mlp.experts.6.up_proj,0.0000000269,0.10000,1.062
26,mlp.experts.7.up_proj,0.0000018483,0.10000,1.066
26,mlp.experts.8.up_proj,0.0000000453,0.10000,1.058
26,mlp.experts.9.up_proj,0.0000041901,0.10000,1.092
26,mlp.experts.10.up_proj,0.0000001936,0.10000,1.080
26,mlp.experts.11.up_proj,0.0000004580,0.10000,1.046
26,mlp.experts.13.up_proj,0.0000017279,0.10000,0.976
26,mlp.experts.12.up_proj,0.0000018056,0.10000,1.030
26,mlp.experts.14.up_proj,0.0000005056,0.10000,1.058
26,mlp.experts.15.up_proj,0.0000006224,0.10000,1.063
26,mlp.experts.16.up_proj,0.0000001914,0.10000,1.018
26,mlp.experts.17.up_proj,0.0000001641,0.10000,1.021
26,mlp.experts.18.up_proj,0.0000000702,0.10000,0.964
26,mlp.experts.19.up_proj,0.0000020772,0.10000,0.991
26,mlp.experts.20.up_proj,0.0000001088,0.10000,1.010
26,mlp.experts.21.up_proj,0.0000011870,0.10000,0.998
26,mlp.experts.22.up_proj,0.0000001845,0.10000,0.958
26,mlp.experts.23.up_proj,0.0000001977,0.10000,0.949
26,mlp.experts.24.up_proj,0.0000028018,0.10000,1.010
26,mlp.experts.25.up_proj,0.0000019037,0.10000,1.010
26,mlp.experts.26.up_proj,0.0000015178,0.10000,1.023
26,mlp.experts.27.up_proj,0.0000024526,0.10000,1.040
26,mlp.experts.28.up_proj,0.0000000888,0.10000,0.987
26,mlp.experts.29.up_proj,0.0000028807,0.10000,1.000
26,mlp.experts.30.up_proj,0.0000003951,0.10000,1.026
26,mlp.experts.31.up_proj,0.0000009826,0.10000,0.984
26,mlp.experts.32.up_proj,0.0000026096,0.10000,1.011
26,mlp.experts.33.up_proj,0.0000003642,0.10000,1.015
26,mlp.experts.34.up_proj,0.0000000264,0.10000,1.017
26,mlp.experts.35.up_proj,0.0000147717,0.10000,1.022
26,mlp.experts.36.up_proj,0.0000007362,0.10000,1.031
26,mlp.experts.37.up_proj,0.0000004033,0.10000,1.023
26,mlp.experts.38.up_proj,0.0000000711,0.10000,1.051
26,mlp.experts.39.up_proj,0.0000000465,0.10000,1.043
26,mlp.experts.40.up_proj,0.0000000813,0.10000,1.048
26,mlp.experts.41.up_proj,0.0000120407,0.10000,1.049
26,mlp.experts.42.up_proj,0.0000012942,0.10000,1.047
26,mlp.experts.43.up_proj,0.0000045022,0.10000,1.055
26,mlp.experts.44.up_proj,0.0000000240,0.10000,1.034
26,mlp.experts.45.up_proj,0.0000367541,0.10000,1.042
26,mlp.experts.46.up_proj,0.0000013176,0.10000,0.981
26,mlp.experts.47.up_proj,0.0000004857,0.10000,1.011
26,mlp.experts.48.up_proj,0.0000001300,0.10000,0.978
26,mlp.experts.49.up_proj,0.0000012743,0.10000,1.035
26,mlp.experts.50.up_proj,0.0000000707,0.10000,0.970
26,mlp.experts.51.up_proj,0.0000001658,0.10000,1.010
26,mlp.experts.52.up_proj,0.0000011468,0.10000,1.078
26,mlp.experts.53.up_proj,0.0000002612,0.10000,1.057
26,mlp.experts.54.up_proj,0.0000037240,0.10000,1.058
26,mlp.experts.55.up_proj,0.0000000452,0.10000,1.051
26,mlp.experts.56.up_proj,0.0000029242,0.10000,0.971
26,mlp.experts.57.up_proj,0.0000000396,0.10000,0.980
26,mlp.experts.58.up_proj,0.0000000399,0.10000,1.017
26,mlp.experts.59.up_proj,0.0000033892,0.10000,1.013
26,mlp.experts.60.up_proj,0.0000001619,0.10000,1.043
26,mlp.experts.61.up_proj,0.0000016785,0.10000,1.069
26,mlp.experts.62.up_proj,0.0000001441,0.10000,1.041
26,mlp.experts.63.up_proj,0.0000014955,0.10000,1.045
26,mlp.experts.64.up_proj,0.0000005192,0.10000,1.047
26,mlp.experts.65.up_proj,0.0000212346,0.10000,1.039
26,mlp.experts.66.up_proj,0.0000011858,0.10000,1.040
26,mlp.experts.67.up_proj,0.0000006352,0.10000,1.070
26,mlp.experts.68.up_proj,0.0000002171,0.10000,1.073
26,mlp.experts.69.up_proj,0.0000002701,0.10000,1.039
26,mlp.experts.70.up_proj,0.0000039585,0.10000,0.974
26,mlp.experts.71.up_proj,0.0000016267,0.10000,0.982
26,mlp.experts.72.up_proj,0.0000027640,0.10000,1.020
26,mlp.experts.73.up_proj,0.0000008680,0.10000,1.013
26,mlp.experts.74.up_proj,0.0000020255,0.10000,1.001
26,mlp.experts.75.up_proj,0.0000000547,0.10000,1.017
26,mlp.experts.76.up_proj,0.0000007647,0.10000,1.030
26,mlp.experts.77.up_proj,0.0000004656,0.10000,1.042
26,mlp.experts.78.up_proj,0.0000065180,0.10000,1.031
26,mlp.experts.79.up_proj,0.0000000854,0.10000,1.055
26,mlp.experts.80.up_proj,0.0000001670,0.10000,1.023
26,mlp.experts.81.up_proj,0.0000006237,0.10000,1.038
26,mlp.experts.82.up_proj,0.0000002293,0.10000,1.004
26,mlp.experts.83.up_proj,0.0000262741,0.10000,0.962
26,mlp.experts.84.up_proj,0.0000003137,0.10000,0.998
26,mlp.experts.85.up_proj,0.0000068766,0.10000,0.986
26,mlp.experts.86.up_proj,0.0000003634,0.10000,0.872
26,mlp.experts.87.up_proj,0.0000035610,0.10000,0.936
26,mlp.experts.88.up_proj,0.0000004797,0.10000,1.050
26,mlp.experts.89.up_proj,0.0000025006,0.10000,1.033
26,mlp.experts.90.up_proj,0.0000006813,0.10000,1.054
26,mlp.experts.91.up_proj,0.0000055272,0.10000,1.044
26,mlp.experts.92.up_proj,0.0000002001,0.10000,1.019
26,mlp.experts.93.up_proj,0.0000005447,0.10000,1.030
26,mlp.experts.94.up_proj,0.0000018478,0.10000,1.029
26,mlp.experts.95.up_proj,0.0000000609,0.10000,1.018
26,mlp.experts.96.up_proj,0.0000016149,0.10000,1.014
26,mlp.experts.97.up_proj,0.0000359001,0.10000,1.016
26,mlp.experts.98.up_proj,0.0000007376,0.10000,1.042
26,mlp.experts.99.up_proj,0.0000001588,0.10000,0.983
26,mlp.experts.100.up_proj,0.0000002361,0.10000,0.956
26,mlp.experts.101.up_proj,0.0000001182,0.10000,0.988
26,mlp.experts.102.up_proj,0.0000003904,0.10000,1.021
26,mlp.experts.103.up_proj,0.0000064609,0.10000,0.991
26,mlp.experts.104.up_proj,0.0000046993,0.10000,1.061
26,mlp.experts.105.up_proj,0.0000003097,0.10000,1.052
26,mlp.experts.106.up_proj,0.0000349057,0.10000,1.073
26,mlp.experts.107.up_proj,0.0000002464,0.10000,1.057
26,mlp.experts.108.up_proj,0.0000001946,0.10000,0.996
26,mlp.experts.109.up_proj,0.0000002250,0.10000,1.047
26,mlp.experts.110.up_proj,0.0000002119,0.10000,1.050
26,mlp.experts.111.up_proj,0.0000000841,0.10000,1.045
26,mlp.experts.112.up_proj,0.0000006468,0.10000,0.948
26,mlp.experts.113.up_proj,0.0000044395,0.10000,0.989
26,mlp.experts.114.up_proj,0.0000008411,0.10000,1.048
26,mlp.experts.115.up_proj,0.0000000959,0.10000,0.992
26,mlp.experts.116.up_proj,0.0000043603,0.10000,1.056
26,mlp.experts.117.up_proj,0.0000377488,0.10000,1.057
26,mlp.experts.118.up_proj,0.0000013437,0.10000,1.038
26,mlp.experts.119.up_proj,0.0000003688,0.10000,1.072
26,mlp.experts.120.up_proj,0.0000043411,0.10000,1.058
26,mlp.experts.121.up_proj,0.0000008146,0.10000,1.066
26,mlp.experts.122.up_proj,0.0000136062,0.10000,0.983
26,mlp.experts.123.up_proj,0.0000030087,0.10000,1.003
26,mlp.experts.124.up_proj,0.0000047969,0.10000,1.025
26,mlp.experts.125.up_proj,0.0000008661,0.10000,1.005
26,mlp.experts.126.up_proj,0.0000007405,0.10000,1.010
26,mlp.experts.127.up_proj,0.0000029534,0.10000,1.005
26,mlp.experts.0.gate_proj,0.0000010493,0.10000,1.008
26,mlp.experts.1.gate_proj,0.0000009019,0.10000,1.015
26,mlp.experts.2.gate_proj,0.0000013416,0.10000,0.968
26,mlp.experts.3.gate_proj,0.0000000298,0.10000,0.963
26,mlp.experts.4.gate_proj,0.0000003362,0.10000,1.032
26,mlp.experts.5.gate_proj,0.0000013305,0.10000,1.020
26,mlp.experts.6.gate_proj,0.0000000239,0.10000,1.030
26,mlp.experts.7.gate_proj,0.0000018257,0.10000,1.012
26,mlp.experts.8.gate_proj,0.0000000420,0.10000,1.012
26,mlp.experts.9.gate_proj,0.0000042821,0.10000,1.004
26,mlp.experts.10.gate_proj,0.0000001962,0.10000,0.996
26,mlp.experts.11.gate_proj,0.0000004676,0.10000,1.014
26,mlp.experts.12.gate_proj,0.0000019030,0.10000,0.993
26,mlp.experts.13.gate_proj,0.0000017485,0.10000,0.991
26,mlp.experts.14.gate_proj,0.0000005370,0.10000,0.924
26,mlp.experts.15.gate_proj,0.0000006375,0.10000,0.959
26,mlp.experts.16.gate_proj,0.0000001968,0.10000,1.042
26,mlp.experts.17.gate_proj,0.0000001725,0.10000,1.031
26,mlp.experts.18.gate_proj,0.0000000620,0.10000,1.024
26,mlp.experts.19.gate_proj,0.0000021244,0.10000,1.048
26,mlp.experts.20.gate_proj,0.0000001134,0.10000,1.014
26,mlp.experts.21.gate_proj,0.0000010834,0.10000,1.009
26,mlp.experts.22.gate_proj,0.0000002133,0.10000,0.996
26,mlp.experts.23.gate_proj,0.0000001959,0.10000,0.981
26,mlp.experts.24.gate_proj,0.0000028285,0.10000,1.020
26,mlp.experts.25.gate_proj,0.0000018467,0.10000,1.029
26,mlp.experts.26.gate_proj,0.0000016753,0.10000,1.055
26,mlp.experts.27.gate_proj,0.0000025008,0.10000,1.054
26,mlp.experts.28.gate_proj,0.0000000785,0.10000,1.056
26,mlp.experts.29.gate_proj,0.0000029521,0.10000,1.016
26,mlp.experts.30.gate_proj,0.0000003967,0.10000,0.957
26,mlp.experts.31.gate_proj,0.0000009484,0.10000,0.975
26,mlp.experts.32.gate_proj,0.0000027461,0.10000,1.055
26,mlp.experts.33.gate_proj,0.0000004909,0.10000,1.042
26,mlp.experts.34.gate_proj,0.0000000230,0.10000,1.012
26,mlp.experts.35.gate_proj,0.0000150363,0.10000,1.013
26,mlp.experts.36.gate_proj,0.0000007397,0.10000,1.039
26,mlp.experts.37.gate_proj,0.0000003752,0.10000,1.030
26,mlp.experts.38.gate_proj,0.0000000708,0.10000,1.038
26,mlp.experts.39.gate_proj,0.0000000405,0.10000,1.048
26,mlp.experts.40.gate_proj,0.0000000784,0.10000,1.056
26,mlp.experts.41.gate_proj,0.0000117618,0.10000,1.053
26,mlp.experts.42.gate_proj,0.0000015357,0.10000,1.025
26,mlp.experts.43.gate_proj,0.0000042479,0.10000,1.058
26,mlp.experts.44.gate_proj,0.0000000227,0.10000,1.061
26,mlp.experts.45.gate_proj,0.0000390846,0.10000,1.063
26,mlp.experts.46.gate_proj,0.0000012358,0.10000,1.017
26,mlp.experts.47.gate_proj,0.0000004863,0.10000,1.077
26,mlp.experts.48.gate_proj,0.0000001285,0.10000,1.028
26,mlp.experts.49.gate_proj,0.0000013114,0.10000,1.090
26,mlp.experts.50.gate_proj,0.0000000706,0.10000,1.047
26,mlp.experts.51.gate_proj,0.0000001622,0.10000,1.045
26,mlp.experts.52.gate_proj,0.0000010624,0.10000,1.048
26,mlp.experts.53.gate_proj,0.0000002535,0.10000,1.031
26,mlp.experts.54.gate_proj,0.0000035081,0.10000,1.009
26,mlp.experts.55.gate_proj,0.0000000434,0.10000,1.059
26,mlp.experts.56.gate_proj,0.0000030336,0.10000,1.050
26,mlp.experts.57.gate_proj,0.0000000371,0.10000,1.058
26,mlp.experts.58.gate_proj,0.0000000352,0.10000,1.051
26,mlp.experts.59.gate_proj,0.0000034246,0.10000,1.028
26,mlp.experts.60.gate_proj,0.0000001356,0.10000,1.002
26,mlp.experts.61.gate_proj,0.0000017264,0.10000,1.036
26,mlp.experts.62.gate_proj,0.0000001606,0.10000,0.975
26,mlp.experts.63.gate_proj,0.0000014912,0.10000,0.964
26,mlp.experts.64.gate_proj,0.0000005124,0.10000,1.050
26,mlp.experts.65.gate_proj,0.0000205017,0.10000,1.040
26,mlp.experts.66.gate_proj,0.0000012166,0.10000,0.996
26,mlp.experts.67.gate_proj,0.0000006642,0.10000,1.002
26,mlp.experts.68.gate_proj,0.0000002114,0.10000,1.016
26,mlp.experts.69.gate_proj,0.0000002725,0.10000,1.071
26,mlp.experts.70.gate_proj,0.0000039184,0.10000,0.982
26,mlp.experts.71.gate_proj,0.0000015925,0.10000,1.058
26,mlp.experts.72.gate_proj,0.0000028268,0.10000,1.043
26,mlp.experts.73.gate_proj,0.0000008705,0.10000,1.037
26,mlp.experts.74.gate_proj,0.0000019343,0.10000,1.072
26,mlp.experts.75.gate_proj,0.0000000534,0.10000,1.041
26,mlp.experts.76.gate_proj,0.0000007173,0.10000,1.076
26,mlp.experts.77.gate_proj,0.0000004537,0.10000,1.034
26,mlp.experts.78.gate_proj,0.0000066599,0.10000,1.057
26,mlp.experts.79.gate_proj,0.0000000820,0.10000,1.024
26,mlp.experts.80.gate_proj,0.0000001772,0.10000,1.044
26,mlp.experts.81.gate_proj,0.0000006366,0.10000,0.995
26,mlp.experts.82.gate_proj,0.0000002471,0.10000,1.029
26,mlp.experts.83.gate_proj,0.0000590949,0.10000,1.019
26,mlp.experts.84.gate_proj,0.0000003222,0.10000,1.014
26,mlp.experts.85.gate_proj,0.0000072168,0.10000,1.033
26,mlp.experts.86.gate_proj,0.0000003803,0.10000,1.059
26,mlp.experts.87.gate_proj,0.0000035197,0.10000,1.050
26,mlp.experts.88.gate_proj,0.0000004413,0.10000,1.020
26,mlp.experts.89.gate_proj,0.0000025390,0.10000,1.062
26,mlp.experts.90.gate_proj,0.0000006473,0.10000,0.922
26,mlp.experts.91.gate_proj,0.0000056453,0.10000,0.907
26,mlp.experts.92.gate_proj,0.0000002397,0.10000,1.077
26,mlp.experts.93.gate_proj,0.0000005019,0.10000,0.982
26,mlp.experts.94.gate_proj,0.0000019165,0.10000,1.057
26,mlp.experts.95.gate_proj,0.0000000592,0.10000,1.040
26,mlp.experts.96.gate_proj,0.0000015961,0.10000,0.963
26,mlp.experts.97.gate_proj,0.0000385800,0.10000,1.040
26,mlp.experts.98.gate_proj,0.0000007536,0.10000,1.067
26,mlp.experts.99.gate_proj,0.0000001460,0.10000,1.008
26,mlp.experts.100.gate_proj,0.0000002608,0.10000,1.026
26,mlp.experts.101.gate_proj,0.0000001194,0.10000,1.012
26,mlp.experts.102.gate_proj,0.0000003991,0.10000,1.017
26,mlp.experts.103.gate_proj,0.0000063684,0.10000,0.992
26,mlp.experts.104.gate_proj,0.0000046520,0.10000,1.021
26,mlp.experts.105.gate_proj,0.0000003192,0.10000,1.057
26,mlp.experts.106.gate_proj,0.0000347816,0.10000,1.052
26,mlp.experts.107.gate_proj,0.0000002297,0.10000,1.054
26,mlp.experts.108.gate_proj,0.0000001989,0.10000,1.047
26,mlp.experts.109.gate_proj,0.0000002474,0.10000,1.057
26,mlp.experts.110.gate_proj,0.0000002075,0.10000,1.048
26,mlp.experts.111.gate_proj,0.0000000801,0.10000,1.043
26,mlp.experts.112.gate_proj,0.0000006201,0.10000,0.994
26,mlp.experts.113.gate_proj,0.0000045604,0.10000,1.063
26,mlp.experts.114.gate_proj,0.0000008109,0.10000,1.015
26,mlp.experts.115.gate_proj,0.0000000989,0.10000,1.032
26,mlp.experts.116.gate_proj,0.0000044371,0.10000,1.034
26,mlp.experts.117.gate_proj,0.0001058387,0.10000,1.014
26,mlp.experts.118.gate_proj,0.0000012982,0.10000,1.033
26,mlp.experts.119.gate_proj,0.0000003681,0.10000,1.025
26,mlp.experts.120.gate_proj,0.0000047266,0.10000,1.034
26,mlp.experts.121.gate_proj,0.0000008252,0.10000,1.025
26,mlp.experts.122.gate_proj,0.0000119274,0.10000,1.036
26,mlp.experts.123.gate_proj,0.0000030044,0.10000,1.054
26,mlp.experts.124.gate_proj,0.0000048747,0.10000,1.033
26,mlp.experts.125.gate_proj,0.0000008736,0.10000,0.953
26,mlp.experts.126.gate_proj,0.0000007534,0.10000,1.034
26,mlp.experts.127.gate_proj,0.0000028359,0.10000,0.917
26,mlp.experts.0.down_proj,0.0000001765,0.10000,0.407
26,mlp.experts.1.down_proj,0.0000001950,0.10000,0.409
26,mlp.experts.2.down_proj,0.0000002302,0.10000,0.398
26,mlp.experts.3.down_proj,0.0000000056,0.10000,0.398
26,mlp.experts.4.down_proj,0.0000000757,0.10000,0.371
26,mlp.experts.5.down_proj,0.0000002339,0.10000,0.375
26,mlp.experts.6.down_proj,0.0000000040,0.10000,0.392
26,mlp.experts.7.down_proj,0.0000006041,0.10000,0.391
26,mlp.experts.9.down_proj,0.0000011659,0.10000,0.398
26,mlp.experts.8.down_proj,0.0000000082,0.10000,0.407
26,mlp.experts.10.down_proj,0.0000000660,0.10000,0.395
26,mlp.experts.11.down_proj,0.0000002000,0.10000,0.401
26,mlp.experts.12.down_proj,0.0000005023,0.10000,0.414
26,mlp.experts.13.down_proj,0.0000003976,0.10000,0.414
26,mlp.experts.14.down_proj,0.0000000674,0.10000,0.410
26,mlp.experts.15.down_proj,0.0000001680,0.10000,0.412
26,mlp.experts.16.down_proj,0.0000000318,0.10000,0.377
26,mlp.experts.17.down_proj,0.0000000353,0.10000,0.403
26,mlp.experts.18.down_proj,0.0000000224,0.10000,0.383
26,mlp.experts.19.down_proj,0.0000004211,0.10000,0.413
26,mlp.experts.20.down_proj,0.0000000277,0.10000,0.353
26,mlp.experts.21.down_proj,0.0000003523,0.10000,0.354
26,mlp.experts.22.down_proj,0.0000000490,0.10000,0.329
26,mlp.experts.23.down_proj,0.0000000417,0.10000,0.330
26,mlp.experts.24.down_proj,0.0000004964,0.10000,0.400
26,mlp.experts.25.down_proj,0.0000007429,0.10000,0.403
26,mlp.experts.26.down_proj,0.0000004418,0.10000,0.389
26,mlp.experts.27.down_proj,0.0000004867,0.10000,0.406
26,mlp.experts.28.down_proj,0.0000000278,0.10000,0.405
26,mlp.experts.29.down_proj,0.0000005200,0.10000,0.406
26,mlp.experts.30.down_proj,0.0000000615,0.10000,0.404
26,mlp.experts.31.down_proj,0.0000002410,0.10000,0.409
26,mlp.experts.32.down_proj,0.0000013111,0.10000,0.388
26,mlp.experts.33.down_proj,0.0000000852,0.10000,0.406
26,mlp.experts.34.down_proj,0.0000000041,0.10000,0.384
26,mlp.experts.35.down_proj,0.0000016877,0.10000,0.408
26,mlp.experts.36.down_proj,0.0000001823,0.10000,0.394
26,mlp.experts.37.down_proj,0.0000000779,0.10000,0.379
26,mlp.experts.38.down_proj,0.0000000116,0.10000,0.331
26,mlp.experts.39.down_proj,0.0000000109,0.10000,0.328
26,mlp.experts.40.down_proj,0.0000000112,0.10000,0.333
26,mlp.experts.41.down_proj,0.0000031076,0.10000,0.334
26,mlp.experts.42.down_proj,0.0000001909,0.10000,0.363
26,mlp.experts.43.down_proj,0.0000013684,0.10000,0.416
26,mlp.experts.44.down_proj,0.0000000037,0.10000,0.401
26,mlp.experts.45.down_proj,0.0000004485,0.10000,0.416
26,mlp.experts.46.down_proj,0.0000004506,0.10000,0.417
26,mlp.experts.47.down_proj,0.0000001674,0.10000,0.396
26,mlp.experts.48.down_proj,0.0000000386,0.10000,0.398
26,mlp.experts.49.down_proj,0.0000004652,0.10000,0.391
26,mlp.experts.50.down_proj,0.0000000111,0.10000,0.386
26,mlp.experts.51.down_proj,0.0000000264,0.10000,0.407
26,mlp.experts.52.down_proj,0.0000003193,0.10000,0.405
26,mlp.experts.53.down_proj,0.0000000519,0.10000,0.400
26,mlp.experts.54.down_proj,0.0000005920,0.10000,0.397
26,mlp.experts.55.down_proj,0.0000000063,0.10000,0.386
26,mlp.experts.56.down_proj,0.0000013286,0.10000,0.407
26,mlp.experts.57.down_proj,0.0000000056,0.10000,0.389
26,mlp.experts.58.down_proj,0.0000000091,0.10000,0.387
26,mlp.experts.59.down_proj,0.0000006034,0.10000,0.403
26,mlp.experts.60.down_proj,0.0000000375,0.10000,0.405
26,mlp.experts.61.down_proj,0.0000004445,0.10000,0.387
26,mlp.experts.62.down_proj,0.0000000476,0.10000,0.364
26,mlp.experts.63.down_proj,0.0000001838,0.10000,0.388
26,mlp.experts.64.down_proj,0.0000002006,0.10000,0.404
26,mlp.experts.65.down_proj,0.0000039129,0.10000,0.409
26,mlp.experts.66.down_proj,0.0000002868,0.10000,0.395
26,mlp.experts.67.down_proj,0.0000001091,0.10000,0.405
26,mlp.experts.68.down_proj,0.0000000753,0.10000,0.390
26,mlp.experts.69.down_proj,0.0000000644,0.10000,0.413
26,mlp.experts.70.down_proj,0.0000006120,0.10000,0.393
26,mlp.experts.71.down_proj,0.0000001919,0.10000,0.398
26,mlp.experts.72.down_proj,0.0000003954,0.10000,0.410
26,mlp.experts.73.down_proj,0.0000003018,0.10000,0.404
26,mlp.experts.74.down_proj,0.0000003107,0.10000,0.398
26,mlp.experts.75.down_proj,0.0000000130,0.10000,0.385
26,mlp.experts.76.down_proj,0.0000001527,0.10000,0.391
26,mlp.experts.77.down_proj,0.0000000777,0.10000,0.389
26,mlp.experts.78.down_proj,0.0000007269,0.10000,0.406
26,mlp.experts.79.down_proj,0.0000000210,0.10000,0.400
26,mlp.experts.80.down_proj,0.0000000558,0.10000,0.408
26,mlp.experts.81.down_proj,0.0000000996,0.10000,0.415
26,mlp.experts.82.down_proj,0.0000000737,0.10000,0.410
26,mlp.experts.83.down_proj,0.0000000116,0.10000,0.404
26,mlp.experts.84.down_proj,0.0000000853,0.10000,0.410
26,mlp.experts.85.down_proj,0.0000019565,0.10000,0.404
26,mlp.experts.86.down_proj,0.0000000421,0.10000,0.413
26,mlp.experts.87.down_proj,0.0000001386,0.10000,0.407
26,mlp.experts.88.down_proj,0.0000001214,0.10000,0.411
26,mlp.experts.89.down_proj,0.0000004868,0.10000,0.408
26,mlp.experts.90.down_proj,0.0000001147,0.10000,0.407
26,mlp.experts.91.down_proj,0.0000009761,0.10000,0.400
26,mlp.experts.92.down_proj,0.0000000313,0.10000,0.400
26,mlp.experts.93.down_proj,0.0000000961,0.10000,0.408
26,mlp.experts.94.down_proj,0.0000004602,0.10000,0.399
26,mlp.experts.95.down_proj,0.0000000101,0.10000,0.396
26,mlp.experts.96.down_proj,0.0000005247,0.10000,0.399
26,mlp.experts.97.down_proj,0.0000002218,0.10000,0.388
26,mlp.experts.98.down_proj,0.0000001632,0.10000,0.408
26,mlp.experts.99.down_proj,0.0000000291,0.10000,0.396
26,mlp.experts.100.down_proj,0.0000000462,0.10000,0.402
26,mlp.experts.101.down_proj,0.0000000326,0.10000,0.397
26,mlp.experts.102.down_proj,0.0000001693,0.10000,0.410
26,mlp.experts.103.down_proj,0.0000011159,0.10000,0.404
26,mlp.experts.104.down_proj,0.0000009488,0.10000,0.413
26,mlp.experts.105.down_proj,0.0000000571,0.10000,0.395
26,mlp.experts.106.down_proj,0.0000108846,0.10000,0.415
26,mlp.experts.107.down_proj,0.0000000476,0.10000,0.407
26,mlp.experts.108.down_proj,0.0000000393,0.10000,0.417
26,mlp.experts.109.down_proj,0.0000000213,0.10000,0.401
26,mlp.experts.110.down_proj,0.0000000267,0.10000,0.395
26,mlp.experts.111.down_proj,0.0000000177,0.10000,0.407
26,mlp.experts.112.down_proj,0.0000001717,0.10000,0.400
26,mlp.experts.113.down_proj,0.0000007048,0.10000,0.415
26,mlp.experts.114.down_proj,0.0000001662,0.10000,0.388
26,mlp.experts.115.down_proj,0.0000000196,0.10000,0.401
26,mlp.experts.116.down_proj,0.0000005947,0.10000,0.399
26,mlp.experts.117.down_proj,0.0000000326,0.10000,0.394
26,mlp.experts.118.down_proj,0.0000004047,0.10000,0.395
26,mlp.experts.119.down_proj,0.0000001247,0.10000,0.397
26,mlp.experts.120.down_proj,0.0000014274,0.10000,0.397
26,mlp.experts.121.down_proj,0.0000002044,0.10000,0.398
26,mlp.experts.122.down_proj,0.0000037475,0.10000,0.405
26,mlp.experts.123.down_proj,0.0000008496,0.10000,0.373
26,mlp.experts.124.down_proj,0.0000014215,0.10000,0.325
26,mlp.experts.125.down_proj,0.0000001888,0.10000,0.328
26,mlp.experts.126.down_proj,0.0000002522,0.10000,0.337
26,mlp.experts.127.down_proj,0.0000008719,0.10000,0.322
27,self_attn.q_proj,0.0000000022,0.10000,1.050
27,self_attn.k_proj,0.0000000003,0.10000,1.060
27,self_attn.v_proj,0.0000000004,0.10000,0.631
27,self_attn.o_proj,0.0000000003,0.10000,1.145
27,mlp.gate,0.0000000173,0.10000,0.559
27,mlp.experts.0.up_proj,0.0000002371,0.10000,1.038
27,mlp.experts.1.up_proj,0.0000000288,0.10000,1.107
27,mlp.experts.2.up_proj,0.0000008910,0.10000,1.032
27,mlp.experts.3.up_proj,0.0000001639,0.10000,1.039
27,mlp.experts.4.up_proj,0.0000001450,0.10000,1.030
27,mlp.experts.5.up_proj,0.0000074189,0.10000,1.036
27,mlp.experts.6.up_proj,0.0000000510,0.10000,1.002
27,mlp.experts.7.up_proj,0.0000002715,0.10000,1.007
27,mlp.experts.8.up_proj,0.0000003627,0.10000,1.051
27,mlp.experts.9.up_proj,0.0000001381,0.10000,1.039
27,mlp.experts.10.up_proj,0.0000008935,0.10000,1.090
27,mlp.experts.11.up_proj,0.0000024831,0.10000,1.023
27,mlp.experts.13.up_proj,0.0000007707,0.10000,1.033
27,mlp.experts.12.up_proj,0.0000105161,0.10000,1.061
27,mlp.experts.14.up_proj,0.0000012845,0.10000,0.952
27,mlp.experts.15.up_proj,0.0000063162,0.10000,0.956
27,mlp.experts.16.up_proj,0.0000000323,0.10000,1.029
27,mlp.experts.17.up_proj,0.0000000631,0.10000,1.014
27,mlp.experts.19.up_proj,0.0000086534,0.10000,1.067
27,mlp.experts.18.up_proj,0.0000004107,0.10000,1.081
27,mlp.experts.20.up_proj,0.0000000714,0.10000,1.078
27,mlp.experts.21.up_proj,0.0000039255,0.10000,1.105
27,mlp.experts.22.up_proj,0.0000019034,0.10000,1.061
27,mlp.experts.23.up_proj,0.0000002646,0.10000,1.060
27,mlp.experts.24.up_proj,0.0000025657,0.10000,1.020
27,mlp.experts.25.up_proj,0.0000003550,0.10000,1.020
27,mlp.experts.26.up_proj,0.0000113692,0.10000,1.053
27,mlp.experts.27.up_proj,0.0000030707,0.10000,1.057
27,mlp.experts.28.up_proj,0.0000009884,0.10000,1.092
27,mlp.experts.29.up_proj,0.0000004085,0.10000,1.065
27,mlp.experts.30.up_proj,0.0000003625,0.10000,1.066
27,mlp.experts.31.up_proj,0.0000004178,0.10000,1.074
27,mlp.experts.32.up_proj,0.0000001220,0.10000,0.997
27,mlp.experts.33.up_proj,0.0000011303,0.10000,1.006
27,mlp.experts.34.up_proj,0.0000002538,0.10000,1.050
27,mlp.experts.35.up_proj,0.0000000622,0.10000,1.044
27,mlp.experts.36.up_proj,0.0000080099,0.10000,1.042
27,mlp.experts.37.up_proj,0.0000028911,0.10000,1.060
27,mlp.experts.38.up_proj,0.0000102842,0.10000,0.999
27,mlp.experts.39.up_proj,0.0000002190,0.10000,1.007
27,mlp.experts.40.up_proj,0.0000000348,0.10000,1.013
27,mlp.experts.41.up_proj,0.0000060366,0.10000,0.984
27,mlp.experts.42.up_proj,0.0000033304,0.10000,1.082
27,mlp.experts.43.up_proj,0.0000080432,0.10000,1.067
27,mlp.experts.44.up_proj,0.0000191077,0.10000,1.071
27,mlp.experts.45.up_proj,0.0000004747,0.10000,1.071
27,mlp.experts.46.up_proj,0.0000022915,0.10000,1.071
27,mlp.experts.47.up_proj,0.0000032818,0.10000,1.074
27,mlp.experts.48.up_proj,0.0000002854,0.10000,1.090
27,mlp.experts.49.up_proj,0.0000002202,0.10000,1.089
27,mlp.experts.50.up_proj,0.0000058176,0.10000,1.031
27,mlp.experts.51.up_proj,0.0000004550,0.10000,1.077
27,mlp.experts.52.up_proj,0.0000012314,0.10000,0.955
27,mlp.experts.53.up_proj,0.0000033394,0.10000,1.027
27,mlp.experts.54.up_proj,0.0000005324,0.10000,1.047
27,mlp.experts.55.up_proj,0.0000000437,0.10000,1.045
27,mlp.experts.56.up_proj,0.0000000630,0.10000,0.983
27,mlp.experts.57.up_proj,0.0000006809,0.10000,1.042
27,mlp.experts.58.up_proj,0.0000012317,0.10000,1.013
27,mlp.experts.59.up_proj,0.0000015122,0.10000,1.012
27,mlp.experts.60.up_proj,0.0000011441,0.10000,0.959
27,mlp.experts.61.up_proj,0.0000004751,0.10000,0.964
27,mlp.experts.62.up_proj,0.0000066530,0.10000,1.032
27,mlp.experts.63.up_proj,0.0000014740,0.10000,1.040
27,mlp.experts.64.up_proj,0.0000137245,0.10000,1.015
27,mlp.experts.65.up_proj,0.0000146202,0.10000,0.988
27,mlp.experts.66.up_proj,0.0000020039,0.10000,1.064
27,mlp.experts.67.up_proj,0.0000039074,0.10000,1.030
27,mlp.experts.68.up_proj,0.0000020742,0.10000,1.042
27,mlp.experts.69.up_proj,0.0000004039,0.10000,1.051
27,mlp.experts.70.up_proj,0.0000002819,0.10000,1.051
27,mlp.experts.71.up_proj,0.0000002207,0.10000,1.017
27,mlp.experts.72.up_proj,0.0000005140,0.10000,1.043
27,mlp.experts.73.up_proj,0.0000299373,0.10000,1.034
27,mlp.experts.74.up_proj,0.0000189466,0.10000,0.997
27,mlp.experts.75.up_proj,0.0000015201,0.10000,1.020
27,mlp.experts.76.up_proj,0.0000011612,0.10000,0.953
27,mlp.experts.77.up_proj,0.0000000608,0.10000,0.992
27,mlp.experts.78.up_proj,0.0000022677,0.10000,1.032
27,mlp.experts.79.up_proj,0.0000056140,0.10000,0.971
27,mlp.experts.80.up_proj,0.0000006170,0.10000,1.022
27,mlp.experts.81.up_proj,0.0000035276,0.10000,0.974
27,mlp.experts.82.up_proj,0.0000000481,0.10000,0.990
27,mlp.experts.83.up_proj,0.0000006274,0.10000,0.977
27,mlp.experts.84.up_proj,0.0000016581,0.10000,0.965
27,mlp.experts.85.up_proj,0.0000001467,0.10000,0.968
27,mlp.experts.86.up_proj,0.0000000835,0.10000,1.015
27,mlp.experts.87.up_proj,0.0000002545,0.10000,1.016
27,mlp.experts.88.up_proj,0.0000114205,0.10000,1.052
27,mlp.experts.89.up_proj,0.0000000912,0.10000,1.048
27,mlp.experts.90.up_proj,0.0000003950,0.10000,1.042
27,mlp.experts.91.up_proj,0.0000000403,0.10000,1.039
27,mlp.experts.92.up_proj,0.0000198150,0.10000,1.041
27,mlp.experts.93.up_proj,0.0000033858,0.10000,1.044
27,mlp.experts.94.up_proj,0.0000000554,0.10000,1.013
27,mlp.experts.95.up_proj,0.0000000467,0.10000,1.006
27,mlp.experts.96.up_proj,0.0000001176,0.10000,0.971
27,mlp.experts.97.up_proj,0.0000129181,0.10000,0.968
27,mlp.experts.98.up_proj,0.0000000492,0.10000,1.025
27,mlp.experts.99.up_proj,0.0000271478,0.10000,1.003
27,mlp.experts.101.up_proj,0.0000001984,0.10000,1.007
27,mlp.experts.100.up_proj,0.0000002595,0.10000,1.020
27,mlp.experts.102.up_proj,0.0000021291,0.10000,1.089
27,mlp.experts.103.up_proj,0.0000012277,0.10000,1.097
27,mlp.experts.104.up_proj,0.0000017780,0.10000,1.020
27,mlp.experts.105.up_proj,0.0000030588,0.10000,1.032
27,mlp.experts.106.up_proj,0.0000009253,0.10000,1.064
27,mlp.experts.107.up_proj,0.0000047731,0.10000,1.050
27,mlp.experts.108.up_proj,0.0000068507,0.10000,1.011
27,mlp.experts.109.up_proj,0.0000004882,0.10000,1.045
27,mlp.experts.110.up_proj,0.0000133736,0.10000,1.032
27,mlp.experts.111.up_proj,0.0000060093,0.10000,1.060
27,mlp.experts.112.up_proj,0.0000047953,0.10000,1.034
27,mlp.experts.113.up_proj,0.0000009765,0.10000,1.098
27,mlp.experts.114.up_proj,0.0000375379,0.10000,1.049
27,mlp.experts.115.up_proj,0.0000014111,0.10000,1.092
27,mlp.experts.116.up_proj,0.0000001485,0.10000,1.045
27,mlp.experts.117.up_proj,0.0000084455,0.10000,1.070
27,mlp.experts.118.up_proj,0.0000023834,0.10000,1.060
27,mlp.experts.119.up_proj,0.0000016607,0.10000,1.034
27,mlp.experts.120.up_proj,0.0000001761,0.10000,1.059
27,mlp.experts.121.up_proj,0.0000001245,0.10000,1.090
27,mlp.experts.122.up_proj,0.0000040193,0.10000,1.071
27,mlp.experts.123.up_proj,0.0000009248,0.10000,1.054
27,mlp.experts.124.up_proj,0.0000040603,0.10000,1.039
27,mlp.experts.125.up_proj,0.0000010833,0.10000,1.035
27,mlp.experts.126.up_proj,0.0000036450,0.10000,1.035
27,mlp.experts.127.up_proj,0.0000005839,0.10000,1.038
27,mlp.experts.0.gate_proj,0.0000003199,0.10000,1.069
27,mlp.experts.1.gate_proj,0.0000000233,0.10000,1.037
27,mlp.experts.2.gate_proj,0.0000009121,0.10000,1.085
27,mlp.experts.3.gate_proj,0.0000001601,0.10000,1.055
27,mlp.experts.4.gate_proj,0.0000000955,0.10000,1.032
27,mlp.experts.5.gate_proj,0.0000075160,0.10000,1.059
27,mlp.experts.6.gate_proj,0.0000000471,0.10000,1.021
27,mlp.experts.7.gate_proj,0.0000002596,0.10000,1.003
27,mlp.experts.8.gate_proj,0.0000003369,0.10000,0.980
27,mlp.experts.9.gate_proj,0.0000001417,0.10000,0.968
27,mlp.experts.10.gate_proj,0.0000008807,0.10000,1.015
27,mlp.experts.11.gate_proj,0.0000024923,0.10000,1.020
27,mlp.experts.12.gate_proj,0.0000107214,0.10000,1.014
27,mlp.experts.13.gate_proj,0.0000007527,0.10000,1.025
27,mlp.experts.14.gate_proj,0.0000012993,0.10000,1.021
27,mlp.experts.15.gate_proj,0.0000064855,0.10000,1.011
27,mlp.experts.16.gate_proj,0.0000000308,0.10000,1.042
27,mlp.experts.17.gate_proj,0.0000000612,0.10000,1.020
27,mlp.experts.18.gate_proj,0.0000003935,0.10000,1.033
27,mlp.experts.19.gate_proj,0.0000090446,0.10000,1.018
27,mlp.experts.20.gate_proj,0.0000000614,0.10000,0.988
27,mlp.experts.21.gate_proj,0.0000041176,0.10000,0.981
27,mlp.experts.22.gate_proj,0.0000017689,0.10000,1.017
27,mlp.experts.23.gate_proj,0.0000002648,0.10000,0.994
27,mlp.experts.24.gate_proj,0.0000026247,0.10000,1.026
27,mlp.experts.25.gate_proj,0.0000004364,0.10000,1.016
27,mlp.experts.26.gate_proj,0.0000115066,0.10000,0.997
27,mlp.experts.27.gate_proj,0.0000031546,0.10000,1.019
27,mlp.experts.28.gate_proj,0.0000009898,0.10000,1.006
27,mlp.experts.29.gate_proj,0.0000004428,0.10000,1.089
27,mlp.experts.30.gate_proj,0.0000003459,0.10000,1.069
27,mlp.experts.31.gate_proj,0.0000003659,0.10000,1.071
27,mlp.experts.32.gate_proj,0.0000001420,0.10000,1.042
27,mlp.experts.33.gate_proj,0.0000011530,0.10000,1.095
27,mlp.experts.34.gate_proj,0.0000002526,0.10000,1.019
27,mlp.experts.35.gate_proj,0.0000000574,0.10000,1.033
27,mlp.experts.36.gate_proj,0.0000077084,0.10000,1.054
27,mlp.experts.37.gate_proj,0.0000026069,0.10000,1.043
27,mlp.experts.38.gate_proj,0.0000100920,0.10000,1.055
27,mlp.experts.39.gate_proj,0.0000002251,0.10000,1.061
27,mlp.experts.40.gate_proj,0.0000000333,0.10000,1.042
27,mlp.experts.41.gate_proj,0.0000061270,0.10000,1.059
27,mlp.experts.42.gate_proj,0.0000032425,0.10000,1.021
27,mlp.experts.43.gate_proj,0.0000085388,0.10000,0.988
27,mlp.experts.44.gate_proj,0.0000197358,0.10000,0.989
27,mlp.experts.45.gate_proj,0.0000004809,0.10000,1.053
27,mlp.experts.46.gate_proj,0.0000024216,0.10000,1.038
27,mlp.experts.47.gate_proj,0.0000032648,0.10000,1.022
27,mlp.experts.48.gate_proj,0.0000002875,0.10000,1.029
27,mlp.experts.49.gate_proj,0.0000002289,0.10000,1.008
27,mlp.experts.50.gate_proj,0.0000059652,0.10000,1.020
27,mlp.experts.51.gate_proj,0.0000004819,0.10000,1.006
27,mlp.experts.52.gate_proj,0.0000015112,0.10000,0.999
27,mlp.experts.53.gate_proj,0.0000032504,0.10000,1.003
27,mlp.experts.54.gate_proj,0.0000004846,0.10000,1.000
27,mlp.experts.55.gate_proj,0.0000000398,0.10000,0.996
27,mlp.experts.56.gate_proj,0.0000000531,0.10000,1.059
27,mlp.experts.57.gate_proj,0.0000006809,0.10000,1.039
27,mlp.experts.58.gate_proj,0.0000011603,0.10000,1.058
27,mlp.experts.59.gate_proj,0.0000016297,0.10000,1.033
27,mlp.experts.60.gate_proj,0.0000010761,0.10000,1.038
27,mlp.experts.61.gate_proj,0.0000004582,0.10000,1.035
27,mlp.experts.62.gate_proj,0.0000066736,0.10000,1.056
27,mlp.experts.63.gate_proj,0.0000014945,0.10000,1.071
27,mlp.experts.64.gate_proj,0.0000139520,0.10000,1.052
27,mlp.experts.65.gate_proj,0.0000143271,0.10000,0.990
27,mlp.experts.66.gate_proj,0.0000020518,0.10000,1.033
27,mlp.experts.67.gate_proj,0.0000037531,0.10000,1.052
27,mlp.experts.68.gate_proj,0.0000020776,0.10000,1.042
27,mlp.experts.69.gate_proj,0.0000003832,0.10000,1.078
27,mlp.experts.70.gate_proj,0.0000002855,0.10000,1.094
27,mlp.experts.71.gate_proj,0.0000002097,0.10000,1.068
27,mlp.experts.72.gate_proj,0.0000005196,0.10000,1.095
27,mlp.experts.73.gate_proj,0.0001388277,0.10000,1.045
27,mlp.experts.74.gate_proj,0.0000205938,0.10000,0.994
27,mlp.experts.75.gate_proj,0.0000015563,0.10000,1.005
27,mlp.experts.76.gate_proj,0.0000011041,0.10000,1.072
27,mlp.experts.77.gate_proj,0.0000000612,0.10000,1.046
27,mlp.experts.78.gate_proj,0.0000022661,0.10000,1.014
27,mlp.experts.79.gate_proj,0.0000058244,0.10000,1.023
27,mlp.experts.80.gate_proj,0.0000007834,0.10000,1.056
27,mlp.experts.81.gate_proj,0.0000034121,0.10000,0.998
27,mlp.experts.82.gate_proj,0.0000000464,0.10000,1.014
27,mlp.experts.83.gate_proj,0.0000006288,0.10000,1.010
27,mlp.experts.84.gate_proj,0.0000017180,0.10000,0.993
27,mlp.experts.85.gate_proj,0.0000001282,0.10000,1.054
27,mlp.experts.86.gate_proj,0.0000000798,0.10000,1.023
27,mlp.experts.87.gate_proj,0.0000002559,0.10000,1.041
27,mlp.experts.88.gate_proj,0.0000118270,0.10000,0.996
27,mlp.experts.89.gate_proj,0.0000000919,0.10000,1.070
27,mlp.experts.90.gate_proj,0.0000004011,0.10000,1.052
27,mlp.experts.91.gate_proj,0.0000000375,0.10000,1.054
27,mlp.experts.92.gate_proj,0.0000219603,0.10000,1.072
27,mlp.experts.93.gate_proj,0.0000033284,0.10000,1.030
27,mlp.experts.94.gate_proj,0.0000000526,0.10000,1.024
27,mlp.experts.95.gate_proj,0.0000000397,0.10000,1.035
27,mlp.experts.96.gate_proj,0.0000001123,0.10000,1.031
27,mlp.experts.97.gate_proj,0.0000123039,0.10000,1.039
27,mlp.experts.98.gate_proj,0.0000000476,0.10000,1.036
27,mlp.experts.99.gate_proj,0.0000261983,0.10000,1.045
27,mlp.experts.100.gate_proj,0.0000002666,0.10000,1.049
27,mlp.experts.101.gate_proj,0.0000002201,0.10000,1.035
27,mlp.experts.102.gate_proj,0.0000021823,0.10000,0.987
27,mlp.experts.103.gate_proj,0.0000012151,0.10000,0.975
27,mlp.experts.104.gate_proj,0.0000017679,0.10000,1.012
27,mlp.experts.105.gate_proj,0.0000028636,0.10000,1.049
27,mlp.experts.106.gate_proj,0.0000009632,0.10000,1.028
27,mlp.experts.107.gate_proj,0.0000049085,0.10000,1.025
27,mlp.experts.108.gate_proj,0.0000068558,0.10000,1.022
27,mlp.experts.109.gate_proj,0.0000004760,0.10000,1.030
27,mlp.experts.110.gate_proj,0.0000151464,0.10000,1.043
27,mlp.experts.111.gate_proj,0.0000062287,0.10000,1.063
27,mlp.experts.112.gate_proj,0.0000049634,0.10000,1.067
27,mlp.experts.113.gate_proj,0.0000009195,0.10000,1.074
27,mlp.experts.114.gate_proj,0.0000389302,0.10000,1.042
27,mlp.experts.115.gate_proj,0.0000013696,0.10000,1.058
27,mlp.experts.116.gate_proj,0.0000001499,0.10000,1.055
27,mlp.experts.117.gate_proj,0.0000088506,0.10000,1.012
27,mlp.experts.118.gate_proj,0.0000023327,0.10000,1.056
27,mlp.experts.119.gate_proj,0.0000019813,0.10000,1.050
27,mlp.experts.120.gate_proj,0.0000001733,0.10000,1.073
27,mlp.experts.121.gate_proj,0.0000001214,0.10000,1.084
27,mlp.experts.122.gate_proj,0.0000041537,0.10000,1.080
27,mlp.experts.123.gate_proj,0.0000008878,0.10000,1.064
27,mlp.experts.124.gate_proj,0.0000039815,0.10000,1.067
27,mlp.experts.125.gate_proj,0.0000011604,0.10000,1.042
27,mlp.experts.126.gate_proj,0.0000035202,0.10000,1.096
27,mlp.experts.127.gate_proj,0.0000006146,0.10000,1.015
27,mlp.experts.0.down_proj,0.0000000590,0.10000,0.387
27,mlp.experts.1.down_proj,0.0000000044,0.10000,0.405
27,mlp.experts.2.down_proj,0.0000002141,0.10000,0.352
27,mlp.experts.3.down_proj,0.0000000459,0.10000,0.345
27,mlp.experts.4.down_proj,0.0000000300,0.10000,0.361
27,mlp.experts.5.down_proj,0.0000015095,0.10000,0.364
27,mlp.experts.6.down_proj,0.0000000082,0.10000,0.404
27,mlp.experts.7.down_proj,0.0000000593,0.10000,0.399
27,mlp.experts.9.down_proj,0.0000000276,0.10000,0.398
27,mlp.experts.8.down_proj,0.0000000704,0.10000,0.413
27,mlp.experts.11.down_proj,0.0000005638,0.10000,0.393
27,mlp.experts.10.down_proj,0.0000001581,0.10000,0.405
27,mlp.experts.12.down_proj,0.0000018524,0.10000,0.419
27,mlp.experts.13.down_proj,0.0000001264,0.10000,0.417
27,mlp.experts.15.down_proj,0.0000008988,0.10000,0.399
27,mlp.experts.14.down_proj,0.0000002063,0.10000,0.409
27,mlp.experts.16.down_proj,0.0000000042,0.10000,0.408
27,mlp.experts.17.down_proj,0.0000000109,0.10000,0.419
27,mlp.experts.18.down_proj,0.0000000806,0.10000,0.405
27,mlp.experts.19.down_proj,0.0000013167,0.10000,0.404
27,mlp.experts.20.down_proj,0.0000000165,0.10000,0.409
27,mlp.experts.21.down_proj,0.0000006709,0.10000,0.406
27,mlp.experts.22.down_proj,0.0000006459,0.10000,0.390
27,mlp.experts.23.down_proj,0.0000000967,0.10000,0.415
27,mlp.experts.24.down_proj,0.0000002426,0.10000,0.386
27,mlp.experts.25.down_proj,0.0000000664,0.10000,0.413
27,mlp.experts.26.down_proj,0.0000017929,0.10000,0.379
27,mlp.experts.27.down_proj,0.0000006083,0.10000,0.412
27,mlp.experts.28.down_proj,0.0000002729,0.10000,0.388
27,mlp.experts.29.down_proj,0.0000000983,0.10000,0.413
27,mlp.experts.30.down_proj,0.0000000943,0.10000,0.381
27,mlp.experts.31.down_proj,0.0000000690,0.10000,0.413
27,mlp.experts.32.down_proj,0.0000000320,0.10000,0.379
27,mlp.experts.33.down_proj,0.0000003857,0.10000,0.412
27,mlp.experts.34.down_proj,0.0000000889,0.10000,0.420
27,mlp.experts.35.down_proj,0.0000000126,0.10000,0.375
27,mlp.experts.36.down_proj,0.0000035956,0.10000,0.335
27,mlp.experts.37.down_proj,0.0000010656,0.10000,0.325
27,mlp.experts.38.down_proj,0.0000069845,0.10000,0.317
27,mlp.experts.39.down_proj,0.0000000348,0.10000,0.325
27,mlp.experts.40.down_proj,0.0000000062,0.10000,0.356
27,mlp.experts.41.down_proj,0.0000020306,0.10000,0.413
27,mlp.experts.42.down_proj,0.0000012378,0.10000,0.393
27,mlp.experts.43.down_proj,0.0000034426,0.10000,0.405
27,mlp.experts.44.down_proj,0.0000020890,0.10000,0.417
27,mlp.experts.45.down_proj,0.0000001312,0.10000,0.408
27,mlp.experts.46.down_proj,0.0000009965,0.10000,0.410
27,mlp.experts.47.down_proj,0.0000015508,0.10000,0.419
27,mlp.experts.48.down_proj,0.0000000357,0.10000,0.377
27,mlp.experts.49.down_proj,0.0000000404,0.10000,0.342
27,mlp.experts.50.down_proj,0.0000002563,0.10000,0.336
27,mlp.experts.51.down_proj,0.0000001364,0.10000,0.346
27,mlp.experts.52.down_proj,0.0000003942,0.10000,0.370
27,mlp.experts.53.down_proj,0.0000013380,0.10000,0.403
27,mlp.experts.54.down_proj,0.0000001690,0.10000,0.409
27,mlp.experts.55.down_proj,0.0000000070,0.10000,0.385
27,mlp.experts.56.down_proj,0.0000000085,0.10000,0.359
27,mlp.experts.57.down_proj,0.0000001646,0.10000,0.386
27,mlp.experts.58.down_proj,0.0000002294,0.10000,0.389
27,mlp.experts.59.down_proj,0.0000000851,0.10000,0.406
27,mlp.experts.60.down_proj,0.0000003604,0.10000,0.402
27,mlp.experts.61.down_proj,0.0000001016,0.10000,0.407
27,mlp.experts.62.down_proj,0.0000023118,0.10000,0.403
27,mlp.experts.63.down_proj,0.0000002430,0.10000,0.406
27,mlp.experts.64.down_proj,0.0000002740,0.10000,0.409
27,mlp.experts.65.down_proj,0.0000047563,0.10000,0.404
27,mlp.experts.66.down_proj,0.0000005819,0.10000,0.407
27,mlp.experts.67.down_proj,0.0000008083,0.10000,0.400
27,mlp.experts.68.down_proj,0.0000003838,0.10000,0.408
27,mlp.experts.69.down_proj,0.0000001185,0.10000,0.407
27,mlp.experts.70.down_proj,0.0000000614,0.10000,0.408
27,mlp.experts.71.down_proj,0.0000000570,0.10000,0.410
27,mlp.experts.72.down_proj,0.0000001223,0.10000,0.388
27,mlp.experts.73.down_proj,0.0000000423,0.10000,0.412
27,mlp.experts.74.down_proj,0.0000069301,0.10000,0.397
27,mlp.experts.75.down_proj,0.0000003088,0.10000,0.419
27,mlp.experts.76.down_proj,0.0000003565,0.10000,0.398
27,mlp.experts.77.down_proj,0.0000000151,0.10000,0.402
27,mlp.experts.78.down_proj,0.0000007695,0.10000,0.409
27,mlp.experts.79.down_proj,0.0000008734,0.10000,0.405
27,mlp.experts.80.down_proj,0.0000002041,0.10000,0.419
27,mlp.experts.81.down_proj,0.0000008506,0.10000,0.404
27,mlp.experts.82.down_proj,0.0000000084,0.10000,0.409
27,mlp.experts.83.down_proj,0.0000001279,0.10000,0.405
27,mlp.experts.84.down_proj,0.0000001707,0.10000,0.413
27,mlp.experts.85.down_proj,0.0000000296,0.10000,0.406
27,mlp.experts.86.down_proj,0.0000000173,0.10000,0.418
27,mlp.experts.87.down_proj,0.0000000517,0.10000,0.401
27,mlp.experts.88.down_proj,0.0000015582,0.10000,0.415
27,mlp.experts.89.down_proj,0.0000000177,0.10000,0.409
27,mlp.experts.90.down_proj,0.0000001291,0.10000,0.413
27,mlp.experts.91.down_proj,0.0000000070,0.10000,0.406
27,mlp.experts.92.down_proj,0.0000051270,0.10000,0.414
27,mlp.experts.93.down_proj,0.0000012826,0.10000,0.406
27,mlp.experts.94.down_proj,0.0000000084,0.10000,0.411
27,mlp.experts.95.down_proj,0.0000000073,0.10000,0.403
27,mlp.experts.96.down_proj,0.0000000177,0.10000,0.394
27,mlp.experts.97.down_proj,0.0000033563,0.10000,0.408
27,mlp.experts.98.down_proj,0.0000000104,0.10000,0.411
27,mlp.experts.99.down_proj,0.0000008529,0.10000,0.401
27,mlp.experts.100.down_proj,0.0000000621,0.10000,0.404
27,mlp.experts.101.down_proj,0.0000000501,0.10000,0.403
27,mlp.experts.102.down_proj,0.0000005002,0.10000,0.402
27,mlp.experts.103.down_proj,0.0000003638,0.10000,0.398
27,mlp.experts.104.down_proj,0.0000004762,0.10000,0.400
27,mlp.experts.105.down_proj,0.0000011425,0.10000,0.404
27,mlp.experts.106.down_proj,0.0000002178,0.10000,0.408
27,mlp.experts.107.down_proj,0.0000010217,0.10000,0.409
27,mlp.experts.108.down_proj,0.0000012928,0.10000,0.419
27,mlp.experts.109.down_proj,0.0000000804,0.10000,0.402
27,mlp.experts.110.down_proj,0.0000001614,0.10000,0.402
27,mlp.experts.111.down_proj,0.0000009955,0.10000,0.402
27,mlp.experts.112.down_proj,0.0000008768,0.10000,0.411
27,mlp.experts.113.down_proj,0.0000002359,0.10000,0.379
27,mlp.experts.114.down_proj,0.0000104969,0.10000,0.352
27,mlp.experts.115.down_proj,0.0000003952,0.10000,0.335
27,mlp.experts.116.down_proj,0.0000000216,0.10000,0.371
27,mlp.experts.117.down_proj,0.0000006314,0.10000,0.377
27,mlp.experts.118.down_proj,0.0000005138,0.10000,0.395
27,mlp.experts.119.down_proj,0.0000003550,0.10000,0.402
27,mlp.experts.120.down_proj,0.0000000440,0.10000,0.402
27,mlp.experts.121.down_proj,0.0000000275,0.10000,0.412
27,mlp.experts.122.down_proj,0.0000005642,0.10000,0.404
27,mlp.experts.123.down_proj,0.0000002289,0.10000,0.383
27,mlp.experts.124.down_proj,0.0000011275,0.10000,0.367
27,mlp.experts.125.down_proj,0.0000000947,0.10000,0.373
27,mlp.experts.126.down_proj,0.0000013669,0.10000,0.398
27,mlp.experts.127.down_proj,0.0000001059,0.10000,0.339
28,self_attn.k_proj,0.0000000003,0.10000,1.086
28,self_attn.q_proj,0.0000000022,0.10000,1.094
28,self_attn.v_proj,0.0000000004,0.10000,0.576
28,self_attn.o_proj,0.0000000004,0.10000,1.218
28,mlp.gate,0.0000000162,0.10000,0.566
28,mlp.experts.1.up_proj,0.0000016211,0.10000,1.030
28,mlp.experts.0.up_proj,0.0000003790,0.10000,1.082
28,mlp.experts.2.up_proj,0.0000105130,0.10000,1.011
28,mlp.experts.3.up_proj,0.0000035897,0.10000,1.004
28,mlp.experts.4.up_proj,0.0000008315,0.10000,0.913
28,mlp.experts.5.up_proj,0.0000111863,0.10000,0.915
28,mlp.experts.6.up_proj,0.0000013009,0.10000,0.995
28,mlp.experts.7.up_proj,0.0000003036,0.10000,1.011
28,mlp.experts.8.up_proj,0.0000001569,0.10000,1.007
28,mlp.experts.9.up_proj,0.0000002106,0.10000,1.040
28,mlp.experts.10.up_proj,0.0000055071,0.10000,1.039
28,mlp.experts.11.up_proj,0.0000002453,0.10000,1.052
28,mlp.experts.12.up_proj,0.0000021062,0.10000,1.027
28,mlp.experts.13.up_proj,0.0000007961,0.10000,1.070
28,mlp.experts.14.up_proj,0.0000000884,0.10000,1.030
28,mlp.experts.15.up_proj,0.0000002586,0.10000,1.066
28,mlp.experts.16.up_proj,0.0000000977,0.10000,1.014
28,mlp.experts.17.up_proj,0.0000004103,0.10000,1.081
28,mlp.experts.18.up_proj,0.0000000326,0.10000,1.011
28,mlp.experts.19.up_proj,0.0000001608,0.10000,1.057
28,mlp.experts.20.up_proj,0.0000006993,0.10000,1.069
28,mlp.experts.21.up_proj,0.0000071492,0.10000,1.017
28,mlp.experts.22.up_proj,0.0000006439,0.10000,1.045
28,mlp.experts.23.up_proj,0.0000026987,0.10000,1.042
28,mlp.experts.24.up_proj,0.0000000606,0.10000,1.002
28,mlp.experts.25.up_proj,0.0000025369,0.10000,0.979
28,mlp.experts.26.up_proj,0.0000001156,0.10000,1.060
28,mlp.experts.27.up_proj,0.0000025051,0.10000,1.034
28,mlp.experts.28.up_proj,0.0000015679,0.10000,1.037
28,mlp.experts.29.up_proj,0.0000002342,0.10000,0.998
28,mlp.experts.30.up_proj,0.0000000380,0.10000,1.018
28,mlp.experts.31.up_proj,0.0000104092,0.10000,1.009
28,mlp.experts.32.up_proj,0.0000017312,0.10000,1.036
28,mlp.experts.33.up_proj,0.0000005232,0.10000,1.055
28,mlp.experts.34.up_proj,0.0000033588,0.10000,1.002
28,mlp.experts.35.up_proj,0.0000002544,0.10000,1.094
28,mlp.experts.36.up_proj,0.0000013685,0.10000,1.040
28,mlp.experts.37.up_proj,0.0000000748,0.10000,0.981
28,mlp.experts.38.up_proj,0.0000163674,0.10000,1.082
28,mlp.experts.39.up_proj,0.0000012552,0.10000,1.017
28,mlp.experts.40.up_proj,0.0000002837,0.10000,1.053
28,mlp.experts.41.up_proj,0.0000015270,0.10000,1.054
28,mlp.experts.42.up_proj,0.0000020748,0.10000,1.051
28,mlp.experts.43.up_proj,0.0000000614,0.10000,1.039
28,mlp.experts.44.up_proj,0.0000009695,0.10000,1.046
28,mlp.experts.45.up_proj,0.0000000544,0.10000,1.056
28,mlp.experts.46.up_proj,0.0000022505,0.10000,1.012
28,mlp.experts.47.up_proj,0.0000036858,0.10000,1.055
28,mlp.experts.48.up_proj,0.0000007339,0.10000,1.058
28,mlp.experts.49.up_proj,0.0000028027,0.10000,1.023
28,mlp.experts.50.up_proj,0.0000001447,0.10000,1.073
28,mlp.experts.51.up_proj,0.0000002137,0.10000,1.036
28,mlp.experts.52.up_proj,0.0000001643,0.10000,1.021
28,mlp.experts.53.up_proj,0.0000150831,0.10000,1.110
28,mlp.experts.54.up_proj,0.0000008339,0.10000,1.020
28,mlp.experts.55.up_proj,0.0000003099,0.10000,1.029
28,mlp.experts.56.up_proj,0.0000039342,0.10000,1.033
28,mlp.experts.57.up_proj,0.0000001350,0.10000,1.042
28,mlp.experts.58.up_proj,0.0000192111,0.10000,1.016
28,mlp.experts.59.up_proj,0.0000008031,0.10000,1.035
28,mlp.experts.60.up_proj,0.0000002249,0.10000,1.017
28,mlp.experts.61.up_proj,0.0000266223,0.10000,0.980
28,mlp.experts.62.up_proj,0.0000009837,0.10000,1.006
28,mlp.experts.63.up_proj,0.0000020476,0.10000,1.007
28,mlp.experts.64.up_proj,0.0000315836,0.10000,0.987
28,mlp.experts.65.up_proj,0.0000007439,0.10000,1.014
28,mlp.experts.66.up_proj,0.0000020072,0.10000,0.995
28,mlp.experts.67.up_proj,0.0000014191,0.10000,1.031
28,mlp.experts.68.up_proj,0.0000031986,0.10000,0.965
28,mlp.experts.69.up_proj,0.0000400260,0.10000,1.028
28,mlp.experts.70.up_proj,0.0000032826,0.10000,1.015
28,mlp.experts.71.up_proj,0.0000164562,0.10000,0.994
28,mlp.experts.72.up_proj,0.0000001909,0.10000,1.060
28,mlp.experts.73.up_proj,0.0000004353,0.10000,1.058
28,mlp.experts.74.up_proj,0.0000122087,0.10000,1.035
28,mlp.experts.75.up_proj,0.0000000429,0.10000,1.047
28,mlp.experts.76.up_proj,0.0000008508,0.10000,1.023
28,mlp.experts.77.up_proj,0.0000000814,0.10000,1.050
28,mlp.experts.78.up_proj,0.0000000912,0.10000,1.033
28,mlp.experts.79.up_proj,0.0000002317,0.10000,1.035
28,mlp.experts.80.up_proj,0.0000000776,0.10000,1.076
28,mlp.experts.81.up_proj,0.0000002146,0.10000,1.021
28,mlp.experts.82.up_proj,0.0000009455,0.10000,1.069
28,mlp.experts.83.up_proj,0.0000000629,0.10000,1.017
28,mlp.experts.84.up_proj,0.0000002589,0.10000,1.039
28,mlp.experts.85.up_proj,0.0000015195,0.10000,1.055
28,mlp.experts.86.up_proj,0.0000023966,0.10000,1.057
28,mlp.experts.87.up_proj,0.0000030608,0.10000,1.012
28,mlp.experts.88.up_proj,0.0000068679,0.10000,1.071
28,mlp.experts.89.up_proj,0.0000038393,0.10000,1.038
28,mlp.experts.90.up_proj,0.0000003167,0.10000,1.052
28,mlp.experts.91.up_proj,0.0000026826,0.10000,0.994
28,mlp.experts.92.up_proj,0.0000039697,0.10000,0.966
28,mlp.experts.93.up_proj,0.0000005862,0.10000,0.972
28,mlp.experts.94.up_proj,0.0000003935,0.10000,1.066
28,mlp.experts.95.up_proj,0.0000041105,0.10000,1.008
28,mlp.experts.96.up_proj,0.0000016574,0.10000,0.999
28,mlp.experts.97.up_proj,0.0000005381,0.10000,1.006
28,mlp.experts.98.up_proj,0.0000008561,0.10000,1.043
28,mlp.experts.99.up_proj,0.0000077944,0.10000,1.027
28,mlp.experts.100.up_proj,0.0000025259,0.10000,1.036
28,mlp.experts.101.up_proj,0.0000003261,0.10000,1.039
28,mlp.experts.102.up_proj,0.0000000351,0.10000,1.036
28,mlp.experts.103.up_proj,0.0000003593,0.10000,1.044
28,mlp.experts.104.up_proj,0.0000049296,0.10000,0.992
28,mlp.experts.105.up_proj,0.0000007137,0.10000,1.018
28,mlp.experts.106.up_proj,0.0000020533,0.10000,1.008
28,mlp.experts.107.up_proj,0.0000043230,0.10000,1.028
28,mlp.experts.108.up_proj,0.0000000678,0.10000,1.029
28,mlp.experts.109.up_proj,0.0000009964,0.10000,1.037
28,mlp.experts.110.up_proj,0.0000001793,0.10000,1.006
28,mlp.experts.111.up_proj,0.0000009274,0.10000,1.035
28,mlp.experts.112.up_proj,0.0000005736,0.10000,1.037
28,mlp.experts.113.up_proj,0.0000010758,0.10000,1.040
28,mlp.experts.114.up_proj,0.0000001343,0.10000,1.045
28,mlp.experts.115.up_proj,0.0000001840,0.10000,1.045
28,mlp.experts.116.up_proj,0.0000167955,0.10000,1.030
28,mlp.experts.117.up_proj,0.0000000298,0.10000,1.029
28,mlp.experts.118.up_proj,0.0000024536,0.10000,1.007
28,mlp.experts.119.up_proj,0.0000001897,0.10000,1.003
28,mlp.experts.120.up_proj,0.0000115628,0.10000,1.008
28,mlp.experts.121.up_proj,0.0000002217,0.10000,1.007
28,mlp.experts.122.up_proj,0.0000178689,0.10000,0.965
28,mlp.experts.123.up_proj,0.0000001544,0.10000,1.001
28,mlp.experts.124.up_proj,0.0000000936,0.10000,0.981
28,mlp.experts.125.up_proj,0.0000336510,0.10000,1.016
28,mlp.experts.126.up_proj,0.0000010024,0.10000,1.005
28,mlp.experts.127.up_proj,0.0000001193,0.10000,1.021
28,mlp.experts.0.gate_proj,0.0000004673,0.10000,1.012
28,mlp.experts.1.gate_proj,0.0000016365,0.10000,1.019
28,mlp.experts.2.gate_proj,0.0000110640,0.10000,1.020
28,mlp.experts.3.gate_proj,0.0000034901,0.10000,1.018
28,mlp.experts.4.gate_proj,0.0000008468,0.10000,1.053
28,mlp.experts.5.gate_proj,0.0000110146,0.10000,1.060
28,mlp.experts.6.gate_proj,0.0000013336,0.10000,1.052
28,mlp.experts.7.gate_proj,0.0000003112,0.10000,1.067
28,mlp.experts.8.gate_proj,0.0000001513,0.10000,1.005
28,mlp.experts.9.gate_proj,0.0000002163,0.10000,0.997
28,mlp.experts.10.gate_proj,0.0000055041,0.10000,1.002
28,mlp.experts.11.gate_proj,0.0000002429,0.10000,1.009
28,mlp.experts.12.gate_proj,0.0000021203,0.10000,1.009
28,mlp.experts.13.gate_proj,0.0000007635,0.10000,0.999
28,mlp.experts.14.gate_proj,0.0000000911,0.10000,1.032
28,mlp.experts.15.gate_proj,0.0000002530,0.10000,1.023
28,mlp.experts.16.gate_proj,0.0000001037,0.10000,1.051
28,mlp.experts.17.gate_proj,0.0000004026,0.10000,1.048
28,mlp.experts.18.gate_proj,0.0000000312,0.10000,1.069
28,mlp.experts.19.gate_proj,0.0000001608,0.10000,0.994
28,mlp.experts.20.gate_proj,0.0000006797,0.10000,1.049
28,mlp.experts.21.gate_proj,0.0000077936,0.10000,1.042
28,mlp.experts.22.gate_proj,0.0000006444,0.10000,0.942
28,mlp.experts.23.gate_proj,0.0000031087,0.10000,0.941
28,mlp.experts.24.gate_proj,0.0000000623,0.10000,1.009
28,mlp.experts.25.gate_proj,0.0000026816,0.10000,1.014
28,mlp.experts.26.gate_proj,0.0000001233,0.10000,1.005
28,mlp.experts.27.gate_proj,0.0000025379,0.10000,1.018
28,mlp.experts.28.gate_proj,0.0000016098,0.10000,1.033
28,mlp.experts.29.gate_proj,0.0000002313,0.10000,1.009
28,mlp.experts.30.gate_proj,0.0000000407,0.10000,1.055
28,mlp.experts.31.gate_proj,0.0000110596,0.10000,1.021
28,mlp.experts.32.gate_proj,0.0000018276,0.10000,1.017
28,mlp.experts.33.gate_proj,0.0000005077,0.10000,1.028
28,mlp.experts.34.gate_proj,0.0000034663,0.10000,0.968
28,mlp.experts.35.gate_proj,0.0000003174,0.10000,1.027
28,mlp.experts.36.gate_proj,0.0000013108,0.10000,1.017
28,mlp.experts.37.gate_proj,0.0000000759,0.10000,1.057
28,mlp.experts.38.gate_proj,0.0000166820,0.10000,1.016
28,mlp.experts.39.gate_proj,0.0000012177,0.10000,1.000
28,mlp.experts.40.gate_proj,0.0000002891,0.10000,0.988
28,mlp.experts.41.gate_proj,0.0000016443,0.10000,1.042
28,mlp.experts.42.gate_proj,0.0000023895,0.10000,1.069
28,mlp.experts.43.gate_proj,0.0000000481,0.10000,1.026
28,mlp.experts.44.gate_proj,0.0000008463,0.10000,1.016
28,mlp.experts.45.gate_proj,0.0000000472,0.10000,1.056
28,mlp.experts.46.gate_proj,0.0000022556,0.10000,1.043
28,mlp.experts.47.gate_proj,0.0000036547,0.10000,1.051
28,mlp.experts.48.gate_proj,0.0000007371,0.10000,1.032
28,mlp.experts.49.gate_proj,0.0000029219,0.10000,1.046
28,mlp.experts.50.gate_proj,0.0000001472,0.10000,1.032
28,mlp.experts.51.gate_proj,0.0000002177,0.10000,1.043
28,mlp.experts.52.gate_proj,0.0000001645,0.10000,1.037
28,mlp.experts.53.gate_proj,0.0000154409,0.10000,1.037
28,mlp.experts.54.gate_proj,0.0000008651,0.10000,1.049
28,mlp.experts.55.gate_proj,0.0000003112,0.10000,1.045
28,mlp.experts.56.gate_proj,0.0000039109,0.10000,1.048
28,mlp.experts.57.gate_proj,0.0000001335,0.10000,1.017
28,mlp.experts.58.gate_proj,0.0000200014,0.10000,0.930
28,mlp.experts.59.gate_proj,0.0000007751,0.10000,1.004
28,mlp.experts.60.gate_proj,0.0000002202,0.10000,1.041
28,mlp.experts.61.gate_proj,0.0000290288,0.10000,1.020
28,mlp.experts.62.gate_proj,0.0000009486,0.10000,1.022
28,mlp.experts.63.gate_proj,0.0000020074,0.10000,1.047
28,mlp.experts.64.gate_proj,0.0000306295,0.10000,1.042
28,mlp.experts.65.gate_proj,0.0000006783,0.10000,1.042
28,mlp.experts.66.gate_proj,0.0000020174,0.10000,1.029
28,mlp.experts.67.gate_proj,0.0000014356,0.10000,1.004
28,mlp.experts.68.gate_proj,0.0000034317,0.10000,1.012
28,mlp.experts.69.gate_proj,0.0000397408,0.10000,1.024
28,mlp.experts.70.gate_proj,0.0000033815,0.10000,1.022
28,mlp.experts.71.gate_proj,0.0000154744,0.10000,1.013
28,mlp.experts.72.gate_proj,0.0000002192,0.10000,0.999
28,mlp.experts.73.gate_proj,0.0000004329,0.10000,1.023
28,mlp.experts.74.gate_proj,0.0000583428,0.10000,1.015
28,mlp.experts.75.gate_proj,0.0000000441,0.10000,1.041
28,mlp.experts.76.gate_proj,0.0000008676,0.10000,1.046
28,mlp.experts.77.gate_proj,0.0000000742,0.10000,1.062
28,mlp.experts.78.gate_proj,0.0000000958,0.10000,1.073
28,mlp.experts.79.gate_proj,0.0000002289,0.10000,1.066
28,mlp.experts.80.gate_proj,0.0000000790,0.10000,1.067
28,mlp.experts.81.gate_proj,0.0000002157,0.10000,1.045
28,mlp.experts.82.gate_proj,0.0000010491,0.10000,1.014
28,mlp.experts.83.gate_proj,0.0000000615,0.10000,0.998
28,mlp.experts.84.gate_proj,0.0000002776,0.10000,1.030
28,mlp.experts.85.gate_proj,0.0000015368,0.10000,1.033
28,mlp.experts.86.gate_proj,0.0000025548,0.10000,1.043
28,mlp.experts.87.gate_proj,0.0000030737,0.10000,1.070
28,mlp.experts.88.gate_proj,0.0000064935,0.10000,1.089
28,mlp.experts.89.gate_proj,0.0000035983,0.10000,1.024
28,mlp.experts.90.gate_proj,0.0000003147,0.10000,0.997
28,mlp.experts.91.gate_proj,0.0000026843,0.10000,1.026
28,mlp.experts.92.gate_proj,0.0000040513,0.10000,1.039
28,mlp.experts.93.gate_proj,0.0000006036,0.10000,1.026
28,mlp.experts.94.gate_proj,0.0000003994,0.10000,1.007
28,mlp.experts.95.gate_proj,0.0000041340,0.10000,1.016
28,mlp.experts.96.gate_proj,0.0000017213,0.10000,1.050
28,mlp.experts.97.gate_proj,0.0000005731,0.10000,1.070
28,mlp.experts.98.gate_proj,0.0000008441,0.10000,1.089
28,mlp.experts.99.gate_proj,0.0000086676,0.10000,1.027
28,mlp.experts.100.gate_proj,0.0000024871,0.10000,1.006
28,mlp.experts.101.gate_proj,0.0000002901,0.10000,1.091
28,mlp.experts.102.gate_proj,0.0000000318,0.10000,1.015
28,mlp.experts.103.gate_proj,0.0000003722,0.10000,0.969
28,mlp.experts.104.gate_proj,0.0000050885,0.10000,1.039
28,mlp.experts.105.gate_proj,0.0000006668,0.10000,1.068
28,mlp.experts.106.gate_proj,0.0000020141,0.10000,0.961
28,mlp.experts.107.gate_proj,0.0000042871,0.10000,0.956
28,mlp.experts.108.gate_proj,0.0000000548,0.10000,0.956
28,mlp.experts.109.gate_proj,0.0000010634,0.10000,0.948
28,mlp.experts.110.gate_proj,0.0000001878,0.10000,0.998
28,mlp.experts.111.gate_proj,0.0000009386,0.10000,0.958
28,mlp.experts.112.gate_proj,0.0000005764,0.10000,1.010
28,mlp.experts.113.gate_proj,0.0000011632,0.10000,1.034
28,mlp.experts.114.gate_proj,0.0000001341,0.10000,1.051
28,mlp.experts.115.gate_proj,0.0000001710,0.10000,1.064
28,mlp.experts.116.gate_proj,0.0000166148,0.10000,1.013
28,mlp.experts.117.gate_proj,0.0000000268,0.10000,1.061
28,mlp.experts.118.gate_proj,0.0000024652,0.10000,1.030
28,mlp.experts.119.gate_proj,0.0000001996,0.10000,1.068
28,mlp.experts.120.gate_proj,0.0000111469,0.10000,1.037
28,mlp.experts.121.gate_proj,0.0000002307,0.10000,1.068
28,mlp.experts.122.gate_proj,0.0000178574,0.10000,1.053
28,mlp.experts.123.gate_proj,0.0000001718,0.10000,1.025
28,mlp.experts.124.gate_proj,0.0000000872,0.10000,0.983
28,mlp.experts.125.gate_proj,0.0000333905,0.10000,1.042
28,mlp.experts.126.gate_proj,0.0000009787,0.10000,1.035
28,mlp.experts.127.gate_proj,0.0000001230,0.10000,0.871
28,mlp.experts.0.down_proj,0.0000001554,0.10000,0.404
28,mlp.experts.1.down_proj,0.0000002782,0.10000,0.409
28,mlp.experts.2.down_proj,0.0000022037,0.10000,0.352
28,mlp.experts.3.down_proj,0.0000007893,0.10000,0.354
28,mlp.experts.4.down_proj,0.0000002506,0.10000,0.355
28,mlp.experts.5.down_proj,0.0000031660,0.10000,0.355
28,mlp.experts.6.down_proj,0.0000004201,0.10000,0.393
28,mlp.experts.7.down_proj,0.0000000806,0.10000,0.392
28,mlp.experts.8.down_proj,0.0000000460,0.10000,0.362
28,mlp.experts.9.down_proj,0.0000000304,0.10000,0.372
28,mlp.experts.10.down_proj,0.0000009122,0.10000,0.389
28,mlp.experts.11.down_proj,0.0000000801,0.10000,0.405
28,mlp.experts.12.down_proj,0.0000003975,0.10000,0.410
28,mlp.experts.13.down_proj,0.0000001686,0.10000,0.389
28,mlp.experts.15.down_proj,0.0000000778,0.10000,0.384
28,mlp.experts.14.down_proj,0.0000000132,0.10000,0.417
28,mlp.experts.16.down_proj,0.0000000162,0.10000,0.380
28,mlp.experts.17.down_proj,0.0000000683,0.10000,0.401
28,mlp.experts.18.down_proj,0.0000000046,0.10000,0.412
28,mlp.experts.19.down_proj,0.0000000222,0.10000,0.405
28,mlp.experts.20.down_proj,0.0000001868,0.10000,0.398
28,mlp.experts.21.down_proj,0.0000025982,0.10000,0.394
28,mlp.experts.22.down_proj,0.0000001106,0.10000,0.399
28,mlp.experts.23.down_proj,0.0000002635,0.10000,0.400
28,mlp.experts.24.down_proj,0.0000000104,0.10000,0.391
28,mlp.experts.25.down_proj,0.0000004093,0.10000,0.385
28,mlp.experts.26.down_proj,0.0000000142,0.10000,0.387
28,mlp.experts.27.down_proj,0.0000005962,0.10000,0.390
28,mlp.experts.28.down_proj,0.0000003808,0.10000,0.390
28,mlp.experts.29.down_proj,0.0000000519,0.10000,0.390
28,mlp.experts.30.down_proj,0.0000000053,0.10000,0.400
28,mlp.experts.31.down_proj,0.0000036926,0.10000,0.403
28,mlp.experts.32.down_proj,0.0000003768,0.10000,0.411
28,mlp.experts.33.down_proj,0.0000001970,0.10000,0.401
28,mlp.experts.34.down_proj,0.0000005135,0.10000,0.398
28,mlp.experts.35.down_proj,0.0000000538,0.10000,0.406
28,mlp.experts.36.down_proj,0.0000004604,0.10000,0.396
28,mlp.experts.37.down_proj,0.0000000120,0.10000,0.408
28,mlp.experts.38.down_proj,0.0000038443,0.10000,0.362
28,mlp.experts.39.down_proj,0.0000001626,0.10000,0.362
28,mlp.experts.40.down_proj,0.0000000795,0.10000,0.404
28,mlp.experts.41.down_proj,0.0000002682,0.10000,0.388
28,mlp.experts.42.down_proj,0.0000003396,0.10000,0.399
28,mlp.experts.43.down_proj,0.0000000120,0.10000,0.393
28,mlp.experts.44.down_proj,0.0000002984,0.10000,0.363
28,mlp.experts.45.down_proj,0.0000000083,0.10000,0.382
28,mlp.experts.46.down_proj,0.0000003744,0.10000,0.392
28,mlp.experts.47.down_proj,0.0000014089,0.10000,0.411
28,mlp.experts.48.down_proj,0.0000001120,0.10000,0.410
28,mlp.experts.49.down_proj,0.0000005137,0.10000,0.391
28,mlp.experts.50.down_proj,0.0000000245,0.10000,0.402
28,mlp.experts.51.down_proj,0.0000000585,0.10000,0.393
28,mlp.experts.52.down_proj,0.0000000226,0.10000,0.406
28,mlp.experts.53.down_proj,0.0000002255,0.10000,0.395
28,mlp.experts.54.down_proj,0.0000001512,0.10000,0.410
28,mlp.experts.55.down_proj,0.0000000767,0.10000,0.400
28,mlp.experts.56.down_proj,0.0000012656,0.10000,0.362
28,mlp.experts.57.down_proj,0.0000000235,0.10000,0.357
28,mlp.experts.59.down_proj,0.0000002244,0.10000,0.413
28,mlp.experts.58.down_proj,0.0000023527,0.10000,0.421
28,mlp.experts.60.down_proj,0.0000000591,0.10000,0.406
28,mlp.experts.61.down_proj,0.0000072290,0.10000,0.417
28,mlp.experts.62.down_proj,0.0000001132,0.10000,0.399
28,mlp.experts.63.down_proj,0.0000003411,0.10000,0.416
28,mlp.experts.64.down_proj,0.0000079532,0.10000,0.365
28,mlp.experts.65.down_proj,0.0000001445,0.10000,0.385
28,mlp.experts.66.down_proj,0.0000004214,0.10000,0.373
28,mlp.experts.67.down_proj,0.0000004341,0.10000,0.367
28,mlp.experts.68.down_proj,0.0000009268,0.10000,0.340
28,mlp.experts.69.down_proj,0.0000051367,0.10000,0.349
28,mlp.experts.70.down_proj,0.0000006310,0.10000,0.379
28,mlp.experts.71.down_proj,0.0000021490,0.10000,0.391
28,mlp.experts.72.down_proj,0.0000000260,0.10000,0.378
28,mlp.experts.73.down_proj,0.0000000561,0.10000,0.398
28,mlp.experts.74.down_proj,0.0000004050,0.10000,0.385
28,mlp.experts.75.down_proj,0.0000000064,0.10000,0.387
28,mlp.experts.76.down_proj,0.0000001723,0.10000,0.417
28,mlp.experts.77.down_proj,0.0000000164,0.10000,0.390
28,mlp.experts.78.down_proj,0.0000000124,0.10000,0.352
28,mlp.experts.79.down_proj,0.0000000392,0.10000,0.351
28,mlp.experts.80.down_proj,0.0000000147,0.10000,0.401
28,mlp.experts.81.down_proj,0.0000000338,0.10000,0.413
28,mlp.experts.82.down_proj,0.0000001335,0.10000,0.398
28,mlp.experts.83.down_proj,0.0000000116,0.10000,0.417
28,mlp.experts.84.down_proj,0.0000000676,0.10000,0.344
28,mlp.experts.85.down_proj,0.0000003239,0.10000,0.347
28,mlp.experts.86.down_proj,0.0000005041,0.10000,0.388
28,mlp.experts.87.down_proj,0.0000005812,0.10000,0.403
28,mlp.experts.88.down_proj,0.0000018439,0.10000,0.402
28,mlp.experts.89.down_proj,0.0000012206,0.10000,0.404
28,mlp.experts.90.down_proj,0.0000000882,0.10000,0.385
28,mlp.experts.91.down_proj,0.0000005620,0.10000,0.396
28,mlp.experts.92.down_proj,0.0000011549,0.10000,0.345
28,mlp.experts.93.down_proj,0.0000001306,0.10000,0.367
28,mlp.experts.94.down_proj,0.0000001093,0.10000,0.360
28,mlp.experts.95.down_proj,0.0000010871,0.10000,0.339
28,mlp.experts.96.down_proj,0.0000002950,0.10000,0.368
28,mlp.experts.97.down_proj,0.0000000767,0.10000,0.390
28,mlp.experts.98.down_proj,0.0000001876,0.10000,0.398
28,mlp.experts.99.down_proj,0.0000015173,0.10000,0.411
28,mlp.experts.100.down_proj,0.0000001230,0.10000,0.397
28,mlp.experts.101.down_proj,0.0000000676,0.10000,0.393
28,mlp.experts.102.down_proj,0.0000000042,0.10000,0.391
28,mlp.experts.103.down_proj,0.0000000523,0.10000,0.372
28,mlp.experts.104.down_proj,0.0000012235,0.10000,0.396
28,mlp.experts.105.down_proj,0.0000001816,0.10000,0.391
28,mlp.experts.106.down_proj,0.0000003074,0.10000,0.414
28,mlp.experts.107.down_proj,0.0000006845,0.10000,0.400
28,mlp.experts.108.down_proj,0.0000000112,0.10000,0.406
28,mlp.experts.109.down_proj,0.0000003190,0.10000,0.387
28,mlp.experts.110.down_proj,0.0000000490,0.10000,0.397
28,mlp.experts.111.down_proj,0.0000002160,0.10000,0.393
28,mlp.experts.112.down_proj,0.0000001730,0.10000,0.348
28,mlp.experts.113.down_proj,0.0000001979,0.10000,0.329
28,mlp.experts.114.down_proj,0.0000000352,0.10000,0.360
28,mlp.experts.115.down_proj,0.0000000249,0.10000,0.362
28,mlp.experts.116.down_proj,0.0000039648,0.10000,0.416
28,mlp.experts.117.down_proj,0.0000000045,0.10000,0.396
28,mlp.experts.118.down_proj,0.0000003834,0.10000,0.376
28,mlp.experts.119.down_proj,0.0000000550,0.10000,0.368
28,mlp.experts.120.down_proj,0.0000034826,0.10000,0.384
28,mlp.experts.121.down_proj,0.0000000495,0.10000,0.389
28,mlp.experts.122.down_proj,0.0000028629,0.10000,0.345
28,mlp.experts.123.down_proj,0.0000000379,0.10000,0.364
28,mlp.experts.124.down_proj,0.0000000171,0.10000,0.348
28,mlp.experts.125.down_proj,0.0000088459,0.10000,0.332
28,mlp.experts.126.down_proj,0.0000002311,0.10000,0.371
28,mlp.experts.127.down_proj,0.0000000236,0.10000,0.355
29,self_attn.q_proj,0.0000000023,0.10000,1.032
29,self_attn.k_proj,0.0000000003,0.10000,1.034
29,self_attn.v_proj,0.0000000004,0.10000,0.637
29,self_attn.o_proj,0.0000000003,0.10000,1.155
29,mlp.gate,0.0000000151,0.10000,0.612
29,mlp.experts.0.up_proj,0.0000001122,0.10000,1.061
29,mlp.experts.1.up_proj,0.0000000698,0.10000,1.079
29,mlp.experts.2.up_proj,0.0000001694,0.10000,0.989
29,mlp.experts.3.up_proj,0.0000026684,0.10000,1.010
29,mlp.experts.4.up_proj,0.0000022366,0.10000,1.038
29,mlp.experts.5.up_proj,0.0000003743,0.10000,1.033
29,mlp.experts.6.up_proj,0.0000001371,0.10000,0.997
29,mlp.experts.7.up_proj,0.0000005779,0.10000,0.989
29,mlp.experts.8.up_proj,0.0000911781,0.10000,1.030
29,mlp.experts.9.up_proj,0.0000000315,0.10000,1.028
29,mlp.experts.10.up_proj,0.0000050746,0.10000,1.016
29,mlp.experts.11.up_proj,0.0000008679,0.10000,1.033
29,mlp.experts.12.up_proj,0.0000035739,0.10000,0.949
29,mlp.experts.13.up_proj,0.0000030100,0.10000,0.965
29,mlp.experts.14.up_proj,0.0000008191,0.10000,1.039
29,mlp.experts.15.up_proj,0.0000001511,0.10000,1.041
29,mlp.experts.16.up_proj,0.0000020919,0.10000,1.029
29,mlp.experts.17.up_proj,0.0000001719,0.10000,1.002
29,mlp.experts.18.up_proj,0.0000002272,0.10000,1.044
29,mlp.experts.19.up_proj,0.0000001243,0.10000,1.032
29,mlp.experts.20.up_proj,0.0000001040,0.10000,0.982
29,mlp.experts.21.up_proj,0.0000002883,0.10000,0.998
29,mlp.experts.22.up_proj,0.0000004251,0.10000,1.049
29,mlp.experts.23.up_proj,0.0000459100,0.10000,1.026
29,mlp.experts.24.up_proj,0.0000024687,0.10000,1.060
29,mlp.experts.25.up_proj,0.0000496451,0.10000,1.069
29,mlp.experts.26.up_proj,0.0000036011,0.10000,1.016
29,mlp.experts.27.up_proj,0.0000114585,0.10000,1.079
29,mlp.experts.28.up_proj,0.0000031592,0.10000,1.032
29,mlp.experts.29.up_proj,0.0000217242,0.10000,1.033
29,mlp.experts.30.up_proj,0.0000005398,0.10000,1.031
29,mlp.experts.31.up_proj,0.0000057852,0.10000,1.062
29,mlp.experts.32.up_proj,0.0000057842,0.10000,1.042
29,mlp.experts.33.up_proj,0.0000070867,0.10000,1.073
29,mlp.experts.34.up_proj,0.0000016061,0.10000,1.080
29,mlp.experts.35.up_proj,0.0000006337,0.10000,1.051
29,mlp.experts.36.up_proj,0.0000001976,0.10000,0.973
29,mlp.experts.37.up_proj,0.0000061494,0.10000,0.992
29,mlp.experts.38.up_proj,0.0000015872,0.10000,1.006
29,mlp.experts.39.up_proj,0.0000009735,0.10000,1.010
29,mlp.experts.40.up_proj,0.0000028632,0.10000,1.027
29,mlp.experts.41.up_proj,0.0000099370,0.10000,1.051
29,mlp.experts.42.up_proj,0.0000004407,0.10000,0.986
29,mlp.experts.43.up_proj,0.0000228296,0.10000,1.010
29,mlp.experts.44.up_proj,0.0000008693,0.10000,0.996
29,mlp.experts.45.up_proj,0.0000001559,0.10000,1.022
29,mlp.experts.46.up_proj,0.0000004782,0.10000,1.030
29,mlp.experts.47.up_proj,0.0000001140,0.10000,1.034
29,mlp.experts.48.up_proj,0.0000146031,0.10000,0.997
29,mlp.experts.49.up_proj,0.0000009675,0.10000,1.006
29,mlp.experts.50.up_proj,0.0000005653,0.10000,1.069
29,mlp.experts.51.up_proj,0.0000031345,0.10000,1.017
29,mlp.experts.52.up_proj,0.0000021637,0.10000,1.024
29,mlp.experts.53.up_proj,0.0000004877,0.10000,1.032
29,mlp.experts.54.up_proj,0.0000019248,0.10000,1.000
29,mlp.experts.55.up_proj,0.0000005017,0.10000,1.012
29,mlp.experts.56.up_proj,0.0000027059,0.10000,1.024
29,mlp.experts.57.up_proj,0.0000003856,0.10000,1.031
29,mlp.experts.58.up_proj,0.0000004235,0.10000,1.018
29,mlp.experts.59.up_proj,0.0000020224,0.10000,1.019
29,mlp.experts.60.up_proj,0.0000371829,0.10000,1.013
29,mlp.experts.61.up_proj,0.0000004762,0.10000,1.049
29,mlp.experts.62.up_proj,0.0000000581,0.10000,1.069
29,mlp.experts.63.up_proj,0.0000008815,0.10000,1.016
29,mlp.experts.64.up_proj,0.0000001104,0.10000,1.036
29,mlp.experts.65.up_proj,0.0000000980,0.10000,1.044
29,mlp.experts.66.up_proj,0.0000000741,0.10000,1.070
29,mlp.experts.67.up_proj,0.0000172806,0.10000,1.012
29,mlp.experts.68.up_proj,0.0000001722,0.10000,1.032
29,mlp.experts.69.up_proj,0.0000001280,0.10000,1.101
29,mlp.experts.70.up_proj,0.0000051073,0.10000,1.018
29,mlp.experts.71.up_proj,0.0000015381,0.10000,0.966
29,mlp.experts.72.up_proj,0.0000005388,0.10000,1.014
29,mlp.experts.73.up_proj,0.0000003964,0.10000,1.008
29,mlp.experts.74.up_proj,0.0000025076,0.10000,1.015
29,mlp.experts.75.up_proj,0.0000029816,0.10000,1.003
29,mlp.experts.76.up_proj,0.0000066729,0.10000,0.993
29,mlp.experts.77.up_proj,0.0000002206,0.10000,1.021
29,mlp.experts.78.up_proj,0.0000017035,0.10000,1.058
29,mlp.experts.79.up_proj,0.0000001374,0.10000,1.014
29,mlp.experts.80.up_proj,0.0000001598,0.10000,1.042
29,mlp.experts.81.up_proj,0.0000014157,0.10000,1.036
29,mlp.experts.82.up_proj,0.0000001302,0.10000,1.014
29,mlp.experts.83.up_proj,0.0000005425,0.10000,1.059
29,mlp.experts.84.up_proj,0.0000003999,0.10000,1.039
29,mlp.experts.85.up_proj,0.0000000562,0.10000,1.044
29,mlp.experts.86.up_proj,0.0000013769,0.10000,1.020
29,mlp.experts.87.up_proj,0.0000001498,0.10000,1.021
29,mlp.experts.88.up_proj,0.0000007556,0.10000,1.005
29,mlp.experts.89.up_proj,0.0000031961,0.10000,1.044
29,mlp.experts.90.up_proj,0.0000019109,0.10000,1.017
29,mlp.experts.91.up_proj,0.0000024143,0.10000,1.001
29,mlp.experts.92.up_proj,0.0000001565,0.10000,1.047
29,mlp.experts.93.up_proj,0.0000013482,0.10000,1.047
29,mlp.experts.94.up_proj,0.0000039905,0.10000,1.031
29,mlp.experts.95.up_proj,0.0000011272,0.10000,1.047
29,mlp.experts.96.up_proj,0.0000530565,0.10000,1.011
29,mlp.experts.97.up_proj,0.0000002909,0.10000,1.076
29,mlp.experts.98.up_proj,0.0000151289,0.10000,1.060
29,mlp.experts.99.up_proj,0.0000006613,0.10000,1.048
29,mlp.experts.100.up_proj,0.0000002448,0.10000,1.058
29,mlp.experts.101.up_proj,0.0000004376,0.10000,1.060
29,mlp.experts.102.up_proj,0.0000000293,0.10000,1.041
29,mlp.experts.103.up_proj,0.0000000373,0.10000,1.072
29,mlp.experts.104.up_proj,0.0000011224,0.10000,1.030
29,mlp.experts.105.up_proj,0.0000012658,0.10000,1.062
29,mlp.experts.106.up_proj,0.0000000282,0.10000,1.068
29,mlp.experts.107.up_proj,0.0000009225,0.10000,1.049
29,mlp.experts.108.up_proj,0.0000108492,0.10000,1.047
29,mlp.experts.109.up_proj,0.0000338885,0.10000,1.070
29,mlp.experts.110.up_proj,0.0000047926,0.10000,1.004
29,mlp.experts.111.up_proj,0.0001334743,0.10000,1.073
29,mlp.experts.112.up_proj,0.0000000283,0.10000,1.024
29,mlp.experts.113.up_proj,0.0000007346,0.10000,1.011
29,mlp.experts.114.up_proj,0.0000056229,0.10000,1.009
29,mlp.experts.115.up_proj,0.0000009245,0.10000,1.041
29,mlp.experts.116.up_proj,0.0000004237,0.10000,1.020
29,mlp.experts.117.up_proj,0.0000000667,0.10000,1.010
29,mlp.experts.118.up_proj,0.0000027124,0.10000,1.023
29,mlp.experts.119.up_proj,0.0000071866,0.10000,1.016
29,mlp.experts.120.up_proj,0.0000004444,0.10000,1.032
29,mlp.experts.121.up_proj,0.0000000539,0.10000,0.991
29,mlp.experts.122.up_proj,0.0000010374,0.10000,1.026
29,mlp.experts.123.up_proj,0.0000013261,0.10000,1.019
29,mlp.experts.124.up_proj,0.0000013672,0.10000,1.001
29,mlp.experts.125.up_proj,0.0000063669,0.10000,0.962
29,mlp.experts.126.up_proj,0.0000011255,0.10000,0.955
29,mlp.experts.127.up_proj,0.0000016749,0.10000,1.005
29,mlp.experts.0.gate_proj,0.0000001080,0.10000,0.970
29,mlp.experts.1.gate_proj,0.0000000635,0.10000,0.976
29,mlp.experts.2.gate_proj,0.0000001561,0.10000,0.989
29,mlp.experts.3.gate_proj,0.0000027549,0.10000,0.995
29,mlp.experts.4.gate_proj,0.0000022176,0.10000,0.997
29,mlp.experts.5.gate_proj,0.0000003581,0.10000,1.066
29,mlp.experts.6.gate_proj,0.0000001399,0.10000,1.023
29,mlp.experts.7.gate_proj,0.0000005790,0.10000,1.032
29,mlp.experts.8.gate_proj,0.0000930081,0.10000,1.044
29,mlp.experts.9.gate_proj,0.0000000316,0.10000,1.016
29,mlp.experts.10.gate_proj,0.0000035509,0.10000,1.070
29,mlp.experts.11.gate_proj,0.0000006105,0.10000,1.052
29,mlp.experts.12.gate_proj,0.0000037515,0.10000,1.060
29,mlp.experts.13.gate_proj,0.0000029917,0.10000,1.014
29,mlp.experts.14.gate_proj,0.0000008380,0.10000,1.020
29,mlp.experts.15.gate_proj,0.0000001429,0.10000,1.057
29,mlp.experts.16.gate_proj,0.0000021581,0.10000,1.073
29,mlp.experts.17.gate_proj,0.0000001486,0.10000,1.039
29,mlp.experts.18.gate_proj,0.0000002031,0.10000,1.070
29,mlp.experts.19.gate_proj,0.0000001082,0.10000,1.042
29,mlp.experts.20.gate_proj,0.0000000968,0.10000,1.045
29,mlp.experts.21.gate_proj,0.0000002917,0.10000,1.028
29,mlp.experts.22.gate_proj,0.0000004358,0.10000,1.035
29,mlp.experts.23.gate_proj,0.0000481957,0.10000,1.044
29,mlp.experts.24.gate_proj,0.0000026188,0.10000,0.993
29,mlp.experts.25.gate_proj,0.0000469141,0.10000,1.007
29,mlp.experts.26.gate_proj,0.0000040759,0.10000,1.033
29,mlp.experts.27.gate_proj,0.0000105407,0.10000,1.000
29,mlp.experts.28.gate_proj,0.0000030317,0.10000,1.041
29,mlp.experts.29.gate_proj,0.0000218014,0.10000,1.076
29,mlp.experts.30.gate_proj,0.0000005513,0.10000,1.055
29,mlp.experts.31.gate_proj,0.0000058810,0.10000,1.078
29,mlp.experts.32.gate_proj,0.0000060293,0.10000,1.052
29,mlp.experts.33.gate_proj,0.0000070012,0.10000,1.067
29,mlp.experts.34.gate_proj,0.0000016236,0.10000,1.026
29,mlp.experts.35.gate_proj,0.0000006264,0.10000,1.035
29,mlp.experts.36.gate_proj,0.0000000913,0.10000,1.039
29,mlp.experts.37.gate_proj,0.0000062753,0.10000,1.056
29,mlp.experts.38.gate_proj,0.0000016572,0.10000,1.059
29,mlp.experts.39.gate_proj,0.0000010201,0.10000,1.052
29,mlp.experts.40.gate_proj,0.0000028226,0.10000,1.017
29,mlp.experts.41.gate_proj,0.0000114125,0.10000,1.095
29,mlp.experts.42.gate_proj,0.0000004708,0.10000,1.043
29,mlp.experts.43.gate_proj,0.0000224153,0.10000,1.067
29,mlp.experts.44.gate_proj,0.0000008838,0.10000,1.016
29,mlp.experts.45.gate_proj,0.0000001522,0.10000,1.003
29,mlp.experts.46.gate_proj,0.0000004417,0.10000,1.011
29,mlp.experts.47.gate_proj,0.0000001307,0.10000,1.026
29,mlp.experts.48.gate_proj,0.0000624024,0.10000,1.008
29,mlp.experts.49.gate_proj,0.0000010108,0.10000,1.069
29,mlp.experts.50.gate_proj,0.0000006211,0.10000,1.031
29,mlp.experts.51.gate_proj,0.0000031162,0.10000,1.068
29,mlp.experts.52.gate_proj,0.0000021521,0.10000,1.024
29,mlp.experts.53.gate_proj,0.0000004502,0.10000,1.051
29,mlp.experts.54.gate_proj,0.0000019660,0.10000,1.025
29,mlp.experts.55.gate_proj,0.0000005115,0.10000,1.036
29,mlp.experts.56.gate_proj,0.0000025851,0.10000,1.009
29,mlp.experts.57.gate_proj,0.0000004571,0.10000,1.013
29,mlp.experts.58.gate_proj,0.0000004097,0.10000,1.035
29,mlp.experts.59.gate_proj,0.0000020019,0.10000,1.037
29,mlp.experts.60.gate_proj,0.0000378733,0.10000,1.074
29,mlp.experts.61.gate_proj,0.0000004905,0.10000,1.067
29,mlp.experts.62.gate_proj,0.0000000630,0.10000,1.034
29,mlp.experts.63.gate_proj,0.0000008936,0.10000,1.042
29,mlp.experts.64.gate_proj,0.0000001040,0.10000,1.035
29,mlp.experts.65.gate_proj,0.0000000892,0.10000,1.037
29,mlp.experts.66.gate_proj,0.0000000715,0.10000,1.038
29,mlp.experts.67.gate_proj,0.0000155400,0.10000,1.038
29,mlp.experts.68.gate_proj,0.0000001880,0.10000,1.018
29,mlp.experts.69.gate_proj,0.0000001222,0.10000,1.015
29,mlp.experts.70.gate_proj,0.0000051279,0.10000,1.016
29,mlp.experts.71.gate_proj,0.0000015256,0.10000,1.047
29,mlp.experts.72.gate_proj,0.0000005436,0.10000,1.002
29,mlp.experts.73.gate_proj,0.0000004240,0.10000,1.038
29,mlp.experts.74.gate_proj,0.0000024222,0.10000,1.021
29,mlp.experts.75.gate_proj,0.0000030141,0.10000,1.089
29,mlp.experts.76.gate_proj,0.0000067575,0.10000,1.021
29,mlp.experts.77.gate_proj,0.0000002286,0.10000,1.036
29,mlp.experts.78.gate_proj,0.0000016977,0.10000,1.006
29,mlp.experts.79.gate_proj,0.0000001544,0.10000,1.042
29,mlp.experts.80.gate_proj,0.0000001782,0.10000,1.012
29,mlp.experts.81.gate_proj,0.0000012470,0.10000,1.057
29,mlp.experts.82.gate_proj,0.0000001339,0.10000,1.052
29,mlp.experts.83.gate_proj,0.0000005307,0.10000,1.034
29,mlp.experts.84.gate_proj,0.0000003973,0.10000,1.011
29,mlp.experts.85.gate_proj,0.0000000447,0.10000,1.024
29,mlp.experts.86.gate_proj,0.0000014469,0.10000,1.024
29,mlp.experts.87.gate_proj,0.0000001700,0.10000,0.996
29,mlp.experts.88.gate_proj,0.0000007682,0.10000,1.009
29,mlp.experts.89.gate_proj,0.0000031871,0.10000,1.049
29,mlp.experts.90.gate_proj,0.0000018563,0.10000,1.039
29,mlp.experts.91.gate_proj,0.0000024899,0.10000,1.038
29,mlp.experts.92.gate_proj,0.0000001623,0.10000,1.000
29,mlp.experts.93.gate_proj,0.0000013863,0.10000,1.051
29,mlp.experts.94.gate_proj,0.0000039896,0.10000,1.037
29,mlp.experts.95.gate_proj,0.0000010985,0.10000,1.045
29,mlp.experts.96.gate_proj,0.0000529444,0.10000,1.033
29,mlp.experts.97.gate_proj,0.0000002678,0.10000,1.065
29,mlp.experts.98.gate_proj,0.0000161808,0.10000,1.014
29,mlp.experts.99.gate_proj,0.0000006217,0.10000,1.053
29,mlp.experts.100.gate_proj,0.0000002505,0.10000,1.064
29,mlp.experts.101.gate_proj,0.0000004010,0.10000,1.083
29,mlp.experts.102.gate_proj,0.0000000289,0.10000,1.065
29,mlp.experts.103.gate_proj,0.0000000323,0.10000,1.071
29,mlp.experts.104.gate_proj,0.0000011687,0.10000,1.088
29,mlp.experts.105.gate_proj,0.0000012743,0.10000,1.062
29,mlp.experts.106.gate_proj,0.0000000245,0.10000,1.046
29,mlp.experts.107.gate_proj,0.0000008797,0.10000,1.087
29,mlp.experts.108.gate_proj,0.0000103257,0.10000,1.088
29,mlp.experts.109.gate_proj,0.0000338954,0.10000,1.070
29,mlp.experts.110.gate_proj,0.0000049867,0.10000,1.062
29,mlp.experts.112.gate_proj,0.0000000279,0.10000,1.008
29,mlp.experts.111.gate_proj,0.0001244608,0.10000,1.039
29,mlp.experts.113.gate_proj,0.0000007159,0.10000,1.080
29,mlp.experts.114.gate_proj,0.0000057062,0.10000,1.107
29,mlp.experts.115.gate_proj,0.0000009301,0.10000,1.023
29,mlp.experts.116.gate_proj,0.0000004278,0.10000,1.020
29,mlp.experts.117.gate_proj,0.0000000586,0.10000,1.074
29,mlp.experts.118.gate_proj,0.0000026130,0.10000,1.064
29,mlp.experts.119.gate_proj,0.0000072547,0.10000,0.990
29,mlp.experts.120.gate_proj,0.0000004412,0.10000,0.999
29,mlp.experts.121.gate_proj,0.0000000572,0.10000,1.059
29,mlp.experts.122.gate_proj,0.0000009917,0.10000,1.049
29,mlp.experts.124.gate_proj,0.0000013800,0.10000,1.041
29,mlp.experts.123.gate_proj,0.0000013207,0.10000,1.098
29,mlp.experts.125.gate_proj,0.0000064535,0.10000,0.949
29,mlp.experts.126.gate_proj,0.0000012097,0.10000,0.952
29,mlp.experts.127.gate_proj,0.0000017642,0.10000,0.675
29,mlp.experts.0.down_proj,0.0000000212,0.10000,0.390
29,mlp.experts.1.down_proj,0.0000000095,0.10000,0.416
29,mlp.experts.2.down_proj,0.0000000340,0.10000,0.398
29,mlp.experts.3.down_proj,0.0000005294,0.10000,0.414
29,mlp.experts.4.down_proj,0.0000003694,0.10000,0.393
29,mlp.experts.5.down_proj,0.0000001099,0.10000,0.382
29,mlp.experts.6.down_proj,0.0000000186,0.10000,0.364
29,mlp.experts.7.down_proj,0.0000001275,0.10000,0.364
29,mlp.experts.8.down_proj,0.0000139258,0.10000,0.365
29,mlp.experts.9.down_proj,0.0000000051,0.10000,0.355
29,mlp.experts.10.down_proj,0.0000011516,0.10000,0.373
29,mlp.experts.11.down_proj,0.0000001689,0.10000,0.385
29,mlp.experts.12.down_proj,0.0000007491,0.10000,0.401
29,mlp.experts.13.down_proj,0.0000008361,0.10000,0.419
29,mlp.experts.14.down_proj,0.0000001140,0.10000,0.405
29,mlp.experts.15.down_proj,0.0000000391,0.10000,0.407
29,mlp.experts.16.down_proj,0.0000005993,0.10000,0.406
29,mlp.experts.17.down_proj,0.0000000359,0.10000,0.405
29,mlp.experts.18.down_proj,0.0000000261,0.10000,0.398
29,mlp.experts.19.down_proj,0.0000000198,0.10000,0.395
29,mlp.experts.20.down_proj,0.0000000230,0.10000,0.397
29,mlp.experts.21.down_proj,0.0000000539,0.10000,0.403
29,mlp.experts.22.down_proj,0.0000000771,0.10000,0.354
29,mlp.experts.23.down_proj,0.0000084956,0.10000,0.356
29,mlp.experts.24.down_proj,0.0000004910,0.10000,0.388
29,mlp.experts.25.down_proj,0.0000003286,0.10000,0.395
29,mlp.experts.26.down_proj,0.0000002548,0.10000,0.377
29,mlp.experts.27.down_proj,0.0000019120,0.10000,0.380
29,mlp.experts.28.down_proj,0.0000007435,0.10000,0.407
29,mlp.experts.29.down_proj,0.0000048249,0.10000,0.402
29,mlp.experts.30.down_proj,0.0000001274,0.10000,0.411
29,mlp.experts.31.down_proj,0.0000014982,0.10000,0.390
29,mlp.experts.32.down_proj,0.0000016198,0.10000,0.404
29,mlp.experts.33.down_proj,0.0000011339,0.10000,0.386
29,mlp.experts.34.down_proj,0.0000002931,0.10000,0.380
29,mlp.experts.35.down_proj,0.0000001602,0.10000,0.380
29,mlp.experts.36.down_proj,0.0000000240,0.10000,0.395
29,mlp.experts.37.down_proj,0.0000009518,0.10000,0.391
29,mlp.experts.38.down_proj,0.0000004011,0.10000,0.395
29,mlp.experts.39.down_proj,0.0000003267,0.10000,0.401
29,mlp.experts.40.down_proj,0.0000007451,0.10000,0.392
29,mlp.experts.41.down_proj,0.0000021717,0.10000,0.401
29,mlp.experts.42.down_proj,0.0000000759,0.10000,0.402
29,mlp.experts.43.down_proj,0.0000056515,0.10000,0.404
29,mlp.experts.44.down_proj,0.0000001981,0.10000,0.409
29,mlp.experts.45.down_proj,0.0000000302,0.10000,0.402
29,mlp.experts.46.down_proj,0.0000000764,0.10000,0.400
29,mlp.experts.47.down_proj,0.0000000160,0.10000,0.401
29,mlp.experts.48.down_proj,0.0000001124,0.10000,0.401
29,mlp.experts.49.down_proj,0.0000002332,0.10000,0.400
29,mlp.experts.50.down_proj,0.0000001549,0.10000,0.408
29,mlp.experts.51.down_proj,0.0000006435,0.10000,0.404
29,mlp.experts.52.down_proj,0.0000004520,0.10000,0.417
29,mlp.experts.53.down_proj,0.0000001083,0.10000,0.403
29,mlp.experts.54.down_proj,0.0000005222,0.10000,0.405
29,mlp.experts.55.down_proj,0.0000000736,0.10000,0.411
29,mlp.experts.56.down_proj,0.0000005033,0.10000,0.371
29,mlp.experts.57.down_proj,0.0000001736,0.10000,0.364
29,mlp.experts.58.down_proj,0.0000000908,0.10000,0.389
29,mlp.experts.59.down_proj,0.0000004419,0.10000,0.414
29,mlp.experts.60.down_proj,0.0000003325,0.10000,0.395
29,mlp.experts.61.down_proj,0.0000001203,0.10000,0.400
29,mlp.experts.62.down_proj,0.0000000110,0.10000,0.390
29,mlp.experts.63.down_proj,0.0000001221,0.10000,0.390
29,mlp.experts.64.down_proj,0.0000000167,0.10000,0.395
29,mlp.experts.65.down_proj,0.0000000125,0.10000,0.389
29,mlp.experts.66.down_proj,0.0000000119,0.10000,0.396
29,mlp.experts.67.down_proj,0.0000062023,0.10000,0.398
29,mlp.experts.68.down_proj,0.0000000255,0.10000,0.390
29,mlp.experts.69.down_proj,0.0000000184,0.10000,0.408
29,mlp.experts.70.down_proj,0.0000014771,0.10000,0.404
29,mlp.experts.71.down_proj,0.0000003766,0.10000,0.412
29,mlp.experts.72.down_proj,0.0000000771,0.10000,0.398
29,mlp.experts.73.down_proj,0.0000000263,0.10000,0.405
29,mlp.experts.74.down_proj,0.0000005621,0.10000,0.356
29,mlp.experts.75.down_proj,0.0000005122,0.10000,0.350
29,mlp.experts.76.down_proj,0.0000013411,0.10000,0.396
29,mlp.experts.77.down_proj,0.0000000468,0.10000,0.389
29,mlp.experts.78.down_proj,0.0000003543,0.10000,0.401
29,mlp.experts.79.down_proj,0.0000000208,0.10000,0.407
29,mlp.experts.80.down_proj,0.0000000177,0.10000,0.404
29,mlp.experts.81.down_proj,0.0000002917,0.10000,0.395
29,mlp.experts.82.down_proj,0.0000000225,0.10000,0.402
29,mlp.experts.83.down_proj,0.0000000876,0.10000,0.406
29,mlp.experts.84.down_proj,0.0000000873,0.10000,0.397
29,mlp.experts.85.down_proj,0.0000000074,0.10000,0.393
29,mlp.experts.86.down_proj,0.0000004550,0.10000,0.350
29,mlp.experts.87.down_proj,0.0000000169,0.10000,0.355
29,mlp.experts.88.down_proj,0.0000001449,0.10000,0.399
29,mlp.experts.89.down_proj,0.0000007390,0.10000,0.394
29,mlp.experts.90.down_proj,0.0000005004,0.10000,0.395
29,mlp.experts.91.down_proj,0.0000007544,0.10000,0.389
29,mlp.experts.92.down_proj,0.0000000340,0.10000,0.392
29,mlp.experts.93.down_proj,0.0000002508,0.10000,0.383
29,mlp.experts.94.down_proj,0.0000007851,0.10000,0.394
29,mlp.experts.95.down_proj,0.0000001925,0.10000,0.390
29,mlp.experts.96.down_proj,0.0000073059,0.10000,0.379
29,mlp.experts.97.down_proj,0.0000000739,0.10000,0.397
29,mlp.experts.98.down_proj,0.0000060676,0.10000,0.392
29,mlp.experts.99.down_proj,0.0000000972,0.10000,0.392
29,mlp.experts.100.down_proj,0.0000000308,0.10000,0.349
29,mlp.experts.101.down_proj,0.0000000571,0.10000,0.345
29,mlp.experts.102.down_proj,0.0000000044,0.10000,0.358
29,mlp.experts.103.down_proj,0.0000000053,0.10000,0.354
29,mlp.experts.104.down_proj,0.0000001868,0.10000,0.398
29,mlp.experts.105.down_proj,0.0000002406,0.10000,0.394
29,mlp.experts.106.down_proj,0.0000000038,0.10000,0.395
29,mlp.experts.107.down_proj,0.0000001526,0.10000,0.392
29,mlp.experts.108.down_proj,0.0000041236,0.10000,0.392
29,mlp.experts.109.down_proj,0.0000002545,0.10000,0.372
29,mlp.experts.110.down_proj,0.0000017943,0.10000,0.389
29,mlp.experts.111.down_proj,0.0000154733,0.10000,0.392
29,mlp.experts.112.down_proj,0.0000000039,0.10000,0.405
29,mlp.experts.113.down_proj,0.0000002112,0.10000,0.387
29,mlp.experts.114.down_proj,0.0000012329,0.10000,0.392
29,mlp.experts.115.down_proj,0.0000002159,0.10000,0.389
29,mlp.experts.116.down_proj,0.0000000841,0.10000,0.394
29,mlp.experts.117.down_proj,0.0000000116,0.10000,0.398
29,mlp.experts.118.down_proj,0.0000007063,0.10000,0.389
29,mlp.experts.119.down_proj,0.0000023294,0.10000,0.394
29,mlp.experts.120.down_proj,0.0000000674,0.10000,0.385
29,mlp.experts.121.down_proj,0.0000000086,0.10000,0.393
29,mlp.experts.122.down_proj,0.0000001922,0.10000,0.407
29,mlp.experts.123.down_proj,0.0000002232,0.10000,0.400
29,mlp.experts.124.down_proj,0.0000002580,0.10000,0.393
29,mlp.experts.125.down_proj,0.0000012410,0.10000,0.397
29,mlp.experts.126.down_proj,0.0000001569,0.10000,0.385
29,mlp.experts.127.down_proj,0.0000003518,0.10000,0.385
30,self_attn.k_proj,0.0000000003,0.10000,1.067
30,self_attn.q_proj,0.0000000022,0.10000,1.073
30,self_attn.v_proj,0.0000000004,0.10000,0.581
30,self_attn.o_proj,0.0000000004,0.10000,1.144
30,mlp.gate,0.0000000152,0.10000,0.614
30,mlp.experts.0.up_proj,0.0000001783,0.10000,1.075
30,mlp.experts.1.up_proj,0.0000007055,0.10000,1.083
30,mlp.experts.3.up_proj,0.0000004532,0.10000,1.036
30,mlp.experts.2.up_proj,0.0000024180,0.10000,1.059
30,mlp.experts.4.up_proj,0.0000001303,0.10000,1.036
30,mlp.experts.5.up_proj,0.0000084399,0.10000,1.027
30,mlp.experts.7.up_proj,0.0000000819,0.10000,1.054
30,mlp.experts.6.up_proj,0.0000031909,0.10000,1.104
30,mlp.experts.8.up_proj,0.0000038227,0.10000,1.075
30,mlp.experts.9.up_proj,0.0000009084,0.10000,1.056
30,mlp.experts.10.up_proj,0.0000000455,0.10000,1.030
30,mlp.experts.11.up_proj,0.0000020433,0.10000,1.036
30,mlp.experts.12.up_proj,0.0000005206,0.10000,1.022
30,mlp.experts.13.up_proj,0.0000001991,0.10000,1.019
30,mlp.experts.14.up_proj,0.0000010487,0.10000,0.984
30,mlp.experts.15.up_proj,0.0000033180,0.10000,0.992
30,mlp.experts.16.up_proj,0.0000021707,0.10000,1.026
30,mlp.experts.17.up_proj,0.0000006418,0.10000,1.027
30,mlp.experts.19.up_proj,0.0000009451,0.10000,0.998
30,mlp.experts.18.up_proj,0.0000027658,0.10000,1.042
30,mlp.experts.20.up_proj,0.0000006390,0.10000,1.106
30,mlp.experts.21.up_proj,0.0000043500,0.10000,1.110
30,mlp.experts.22.up_proj,0.0000000887,0.10000,1.090
30,mlp.experts.23.up_proj,0.0000000455,0.10000,1.089
30,mlp.experts.24.up_proj,0.0000015724,0.10000,1.079
30,mlp.experts.25.up_proj,0.0000002505,0.10000,1.082
30,mlp.experts.26.up_proj,0.0000008880,0.10000,1.104
30,mlp.experts.27.up_proj,0.0000024442,0.10000,1.105
30,mlp.experts.28.up_proj,0.0000002198,0.10000,1.093
30,mlp.experts.29.up_proj,0.0000028486,0.10000,1.084
30,mlp.experts.30.up_proj,0.0000005785,0.10000,1.072
30,mlp.experts.31.up_proj,0.0000031824,0.10000,1.087
30,mlp.experts.32.up_proj,0.0000017330,0.10000,1.093
30,mlp.experts.33.up_proj,0.0000005063,0.10000,1.083
30,mlp.experts.35.up_proj,0.0000031547,0.10000,1.005
30,mlp.experts.34.up_proj,0.0000003886,0.10000,1.026
30,mlp.experts.36.up_proj,0.0000014536,0.10000,1.020
30,mlp.experts.37.up_proj,0.0000004543,0.10000,1.042
30,mlp.experts.38.up_proj,0.0000003584,0.10000,0.987
30,mlp.experts.39.up_proj,0.0000005440,0.10000,0.989
30,mlp.experts.40.up_proj,0.0000033820,0.10000,1.046
30,mlp.experts.41.up_proj,0.0000004069,0.10000,1.064
30,mlp.experts.42.up_proj,0.0000006074,0.10000,1.030
30,mlp.experts.43.up_proj,0.0000090149,0.10000,1.053
30,mlp.experts.44.up_proj,0.0000002781,0.10000,0.963
30,mlp.experts.45.up_proj,0.0000103043,0.10000,0.973
30,mlp.experts.46.up_proj,0.0000002924,0.10000,0.999
30,mlp.experts.47.up_proj,0.0000057137,0.10000,1.029
30,mlp.experts.48.up_proj,0.0000004311,0.10000,1.035
30,mlp.experts.49.up_proj,0.0000004939,0.10000,1.038
30,mlp.experts.50.up_proj,0.0000041949,0.10000,1.050
30,mlp.experts.51.up_proj,0.0000020204,0.10000,1.052
30,mlp.experts.52.up_proj,0.0000000920,0.10000,1.008
30,mlp.experts.53.up_proj,0.0000026573,0.10000,1.013
30,mlp.experts.54.up_proj,0.0000001620,0.10000,1.031
30,mlp.experts.55.up_proj,0.0000021948,0.10000,1.055
30,mlp.experts.56.up_proj,0.0000000417,0.10000,1.007
30,mlp.experts.57.up_proj,0.0000059506,0.10000,1.063
30,mlp.experts.58.up_proj,0.0000002885,0.10000,1.031
30,mlp.experts.59.up_proj,0.0000032140,0.10000,1.031
30,mlp.experts.60.up_proj,0.0000039866,0.10000,0.995
30,mlp.experts.61.up_proj,0.0000002957,0.10000,1.017
30,mlp.experts.62.up_proj,0.0000001840,0.10000,1.039
30,mlp.experts.63.up_proj,0.0000001536,0.10000,1.063
30,mlp.experts.64.up_proj,0.0000000679,0.10000,1.043
30,mlp.experts.65.up_proj,0.0000012401,0.10000,1.029
30,mlp.experts.66.up_proj,0.0000018755,0.10000,1.028
30,mlp.experts.67.up_proj,0.0000005787,0.10000,1.051
30,mlp.experts.68.up_proj,0.0000035299,0.10000,0.998
30,mlp.experts.69.up_proj,0.0000042954,0.10000,1.004
30,mlp.experts.70.up_proj,0.0000012638,0.10000,1.009
30,mlp.experts.71.up_proj,0.0000003578,0.10000,1.014
30,mlp.experts.72.up_proj,0.0000007662,0.10000,0.988
30,mlp.experts.73.up_proj,0.0000045124,0.10000,0.986
30,mlp.experts.74.up_proj,0.0000008774,0.10000,1.073
30,mlp.experts.75.up_proj,0.0000001206,0.10000,1.020
30,mlp.experts.76.up_proj,0.0000016962,0.10000,1.026
30,mlp.experts.77.up_proj,0.0000006573,0.10000,1.029
30,mlp.experts.78.up_proj,0.0000007560,0.10000,1.056
30,mlp.experts.79.up_proj,0.0000003257,0.10000,1.040
30,mlp.experts.80.up_proj,0.0000011838,0.10000,1.014
30,mlp.experts.81.up_proj,0.0000165646,0.10000,1.023
30,mlp.experts.82.up_proj,0.0000080405,0.10000,0.993
30,mlp.experts.83.up_proj,0.0000003064,0.10000,1.029
30,mlp.experts.84.up_proj,0.0000004411,0.10000,1.038
30,mlp.experts.85.up_proj,0.0000000439,0.10000,0.989
30,mlp.experts.86.up_proj,0.0000000707,0.10000,1.084
30,mlp.experts.87.up_proj,0.0000001853,0.10000,1.012
30,mlp.experts.88.up_proj,0.0000006594,0.10000,0.914
30,mlp.experts.89.up_proj,0.0000003765,0.10000,0.924
30,mlp.experts.90.up_proj,0.0000123280,0.10000,1.035
30,mlp.experts.91.up_proj,0.0000306428,0.10000,1.026
30,mlp.experts.92.up_proj,0.0000006208,0.10000,1.053
30,mlp.experts.93.up_proj,0.0000003651,0.10000,0.978
30,mlp.experts.94.up_proj,0.0000008982,0.10000,1.034
30,mlp.experts.95.up_proj,0.0000024891,0.10000,1.051
30,mlp.experts.96.up_proj,0.0000001908,0.10000,0.960
30,mlp.experts.97.up_proj,0.0000001170,0.10000,0.950
30,mlp.experts.98.up_proj,0.0000032217,0.10000,1.001
30,mlp.experts.99.up_proj,0.0000003210,0.10000,1.052
30,mlp.experts.100.up_proj,0.0000001588,0.10000,1.024
30,mlp.experts.101.up_proj,0.0000001119,0.10000,1.066
30,mlp.experts.102.up_proj,0.0000018937,0.10000,1.080
30,mlp.experts.103.up_proj,0.0000010493,0.10000,1.062
30,mlp.experts.104.up_proj,0.0000018471,0.10000,1.039
30,mlp.experts.105.up_proj,0.0000002177,0.10000,1.078
30,mlp.experts.106.up_proj,0.0000031727,0.10000,1.077
30,mlp.experts.107.up_proj,0.0000006086,0.10000,1.043
30,mlp.experts.108.up_proj,0.0000185029,0.10000,1.049
30,mlp.experts.109.up_proj,0.0000004622,0.10000,1.056
30,mlp.experts.110.up_proj,0.0000000505,0.10000,1.039
30,mlp.experts.111.up_proj,0.0000098409,0.10000,1.057
30,mlp.experts.112.up_proj,0.0000013627,0.10000,1.051
30,mlp.experts.113.up_proj,0.0000051202,0.10000,1.068
30,mlp.experts.114.up_proj,0.0000001745,0.10000,1.022
30,mlp.experts.115.up_proj,0.0000003813,0.10000,1.022
30,mlp.experts.116.up_proj,0.0000001173,0.10000,1.010
30,mlp.experts.117.up_proj,0.0000337248,0.10000,1.009
30,mlp.experts.118.up_proj,0.0000003710,0.10000,1.038
30,mlp.experts.119.up_proj,0.0000002567,0.10000,1.042
30,mlp.experts.120.up_proj,0.0000034059,0.10000,1.066
30,mlp.experts.121.up_proj,0.0000006678,0.10000,1.031
30,mlp.experts.122.up_proj,0.0000004021,0.10000,1.062
30,mlp.experts.123.up_proj,0.0000005009,0.10000,1.031
30,mlp.experts.124.up_proj,0.0000045477,0.10000,1.037
30,mlp.experts.125.up_proj,0.0000004176,0.10000,1.037
30,mlp.experts.126.up_proj,0.0000007461,0.10000,1.047
30,mlp.experts.127.up_proj,0.0000002997,0.10000,1.058
30,mlp.experts.0.gate_proj,0.0000001932,0.10000,1.031
30,mlp.experts.1.gate_proj,0.0000006925,0.10000,1.025
30,mlp.experts.2.gate_proj,0.0000020580,0.10000,1.051
30,mlp.experts.3.gate_proj,0.0000004654,0.10000,1.042
30,mlp.experts.4.gate_proj,0.0000001424,0.10000,1.072
30,mlp.experts.5.gate_proj,0.0000079554,0.10000,1.061
30,mlp.experts.6.gate_proj,0.0000034467,0.10000,1.063
30,mlp.experts.7.gate_proj,0.0000000820,0.10000,1.081
30,mlp.experts.8.gate_proj,0.0000036009,0.10000,1.003
30,mlp.experts.9.gate_proj,0.0000009158,0.10000,0.995
30,mlp.experts.10.gate_proj,0.0000000355,0.10000,1.019
30,mlp.experts.11.gate_proj,0.0000019914,0.10000,1.002
30,mlp.experts.12.gate_proj,0.0000005531,0.10000,1.068
30,mlp.experts.13.gate_proj,0.0000002120,0.10000,1.054
30,mlp.experts.14.gate_proj,0.0000008953,0.10000,1.071
30,mlp.experts.15.gate_proj,0.0000035646,0.10000,1.074
30,mlp.experts.16.gate_proj,0.0000022162,0.10000,0.987
30,mlp.experts.17.gate_proj,0.0000007278,0.10000,0.988
30,mlp.experts.18.gate_proj,0.0000027420,0.10000,1.016
30,mlp.experts.19.gate_proj,0.0000007777,0.10000,0.975
30,mlp.experts.20.gate_proj,0.0000006996,0.10000,0.998
30,mlp.experts.21.gate_proj,0.0000046993,0.10000,1.066
30,mlp.experts.22.gate_proj,0.0000000954,0.10000,0.964
30,mlp.experts.23.gate_proj,0.0000000424,0.10000,1.019
30,mlp.experts.24.gate_proj,0.0000014813,0.10000,1.004
30,mlp.experts.25.gate_proj,0.0000002721,0.10000,1.017
30,mlp.experts.26.gate_proj,0.0000008504,0.10000,1.041
30,mlp.experts.27.gate_proj,0.0000023287,0.10000,1.067
30,mlp.experts.28.gate_proj,0.0000002360,0.10000,0.993
30,mlp.experts.29.gate_proj,0.0000031777,0.10000,1.034
30,mlp.experts.30.gate_proj,0.0000005049,0.10000,1.033
30,mlp.experts.31.gate_proj,0.0000033375,0.10000,1.075
30,mlp.experts.32.gate_proj,0.0000018801,0.10000,1.028
30,mlp.experts.33.gate_proj,0.0000005404,0.10000,1.073
30,mlp.experts.34.gate_proj,0.0000003718,0.10000,1.056
30,mlp.experts.35.gate_proj,0.0000024120,0.10000,1.038
30,mlp.experts.36.gate_proj,0.0000015509,0.10000,1.069
30,mlp.experts.37.gate_proj,0.0000004829,0.10000,1.038
30,mlp.experts.38.gate_proj,0.0000003407,0.10000,1.030
30,mlp.experts.39.gate_proj,0.0000005275,0.10000,1.048
30,mlp.experts.40.gate_proj,0.0000035037,0.10000,1.047
30,mlp.experts.41.gate_proj,0.0000003914,0.10000,1.062
30,mlp.experts.42.gate_proj,0.0000004894,0.10000,1.046
30,mlp.experts.43.gate_proj,0.0000089382,0.10000,1.032
30,mlp.experts.44.gate_proj,0.0000002840,0.10000,0.987
30,mlp.experts.45.gate_proj,0.0000102957,0.10000,1.056
30,mlp.experts.46.gate_proj,0.0000002965,0.10000,1.042
30,mlp.experts.47.gate_proj,0.0000056036,0.10000,1.082
30,mlp.experts.48.gate_proj,0.0000004715,0.10000,1.102
30,mlp.experts.49.gate_proj,0.0000005628,0.10000,1.056
30,mlp.experts.50.gate_proj,0.0000046191,0.10000,1.054
30,mlp.experts.51.gate_proj,0.0000021758,0.10000,1.026
30,mlp.experts.52.gate_proj,0.0000000855,0.10000,1.091
30,mlp.experts.53.gate_proj,0.0000027834,0.10000,1.013
30,mlp.experts.54.gate_proj,0.0000001834,0.10000,1.063
30,mlp.experts.55.gate_proj,0.0000021849,0.10000,1.057
30,mlp.experts.56.gate_proj,0.0000000305,0.10000,1.041
30,mlp.experts.57.gate_proj,0.0000056885,0.10000,1.023
30,mlp.experts.58.gate_proj,0.0000003266,0.10000,1.009
30,mlp.experts.59.gate_proj,0.0000032826,0.10000,1.054
30,mlp.experts.60.gate_proj,0.0000035129,0.10000,1.041
30,mlp.experts.61.gate_proj,0.0000003260,0.10000,1.099
30,mlp.experts.62.gate_proj,0.0000001936,0.10000,1.026
30,mlp.experts.63.gate_proj,0.0000001621,0.10000,0.985
30,mlp.experts.64.gate_proj,0.0000000646,0.10000,1.012
30,mlp.experts.65.gate_proj,0.0000012418,0.10000,1.018
30,mlp.experts.66.gate_proj,0.0000018700,0.10000,1.004
30,mlp.experts.67.gate_proj,0.0000005930,0.10000,1.015
30,mlp.experts.68.gate_proj,0.0000036951,0.10000,0.967
30,mlp.experts.69.gate_proj,0.0000044031,0.10000,0.981
30,mlp.experts.70.gate_proj,0.0000013034,0.10000,1.052
30,mlp.experts.71.gate_proj,0.0000003879,0.10000,1.049
30,mlp.experts.72.gate_proj,0.0000007573,0.10000,1.022
30,mlp.experts.73.gate_proj,0.0000043021,0.10000,1.016
30,mlp.experts.74.gate_proj,0.0000009006,0.10000,1.033
30,mlp.experts.75.gate_proj,0.0000001207,0.10000,1.014
30,mlp.experts.76.gate_proj,0.0000016221,0.10000,1.040
30,mlp.experts.77.gate_proj,0.0000006867,0.10000,1.014
30,mlp.experts.78.gate_proj,0.0000008064,0.10000,1.036
30,mlp.experts.79.gate_proj,0.0000003242,0.10000,1.026
30,mlp.experts.80.gate_proj,0.0000011075,0.10000,1.011
30,mlp.experts.81.gate_proj,0.0000152562,0.10000,1.026
30,mlp.experts.82.gate_proj,0.0000091001,0.10000,1.032
30,mlp.experts.83.gate_proj,0.0000003047,0.10000,1.059
30,mlp.experts.84.gate_proj,0.0000004700,0.10000,1.046
30,mlp.experts.85.gate_proj,0.0000000359,0.10000,1.046
30,mlp.experts.86.gate_proj,0.0000000654,0.10000,1.015
30,mlp.experts.87.gate_proj,0.0000002092,0.10000,1.052
30,mlp.experts.88.gate_proj,0.0000006139,0.10000,1.004
30,mlp.experts.89.gate_proj,0.0000004076,0.10000,1.005
30,mlp.experts.90.gate_proj,0.0000144816,0.10000,1.022
30,mlp.experts.91.gate_proj,0.0000343725,0.10000,1.031
30,mlp.experts.92.gate_proj,0.0000007100,0.10000,1.018
30,mlp.experts.93.gate_proj,0.0000003846,0.10000,1.031
30,mlp.experts.94.gate_proj,0.0000009939,0.10000,1.019
30,mlp.experts.95.gate_proj,0.0000024660,0.10000,1.043
30,mlp.experts.96.gate_proj,0.0000002049,0.10000,1.037
30,mlp.experts.97.gate_proj,0.0000001284,0.10000,1.042
30,mlp.experts.98.gate_proj,0.0000032322,0.10000,0.980
30,mlp.experts.99.gate_proj,0.0000003332,0.10000,1.019
30,mlp.experts.100.gate_proj,0.0000001513,0.10000,0.977
30,mlp.experts.101.gate_proj,0.0000001202,0.10000,1.044
30,mlp.experts.102.gate_proj,0.0000019215,0.10000,1.033
30,mlp.experts.103.gate_proj,0.0000015498,0.10000,1.039
30,mlp.experts.104.gate_proj,0.0000018186,0.10000,1.022
30,mlp.experts.105.gate_proj,0.0000001718,0.10000,1.083
30,mlp.experts.106.gate_proj,0.0000031965,0.10000,1.031
30,mlp.experts.107.gate_proj,0.0000006481,0.10000,1.043
30,mlp.experts.108.gate_proj,0.0000172793,0.10000,1.057
30,mlp.experts.109.gate_proj,0.0000004865,0.10000,1.058
30,mlp.experts.110.gate_proj,0.0000000489,0.10000,1.070
30,mlp.experts.111.gate_proj,0.0000096117,0.10000,1.044
30,mlp.experts.112.gate_proj,0.0000012400,0.10000,1.008
30,mlp.experts.113.gate_proj,0.0000048739,0.10000,1.027
30,mlp.experts.114.gate_proj,0.0000001949,0.10000,1.030
30,mlp.experts.115.gate_proj,0.0000003907,0.10000,1.041
30,mlp.experts.116.gate_proj,0.0000001119,0.10000,1.025
30,mlp.experts.117.gate_proj,0.0000358312,0.10000,1.025
30,mlp.experts.118.gate_proj,0.0000003142,0.10000,1.044
30,mlp.experts.119.gate_proj,0.0000002874,0.10000,1.080
30,mlp.experts.120.gate_proj,0.0000034854,0.10000,1.067
30,mlp.experts.121.gate_proj,0.0000007387,0.10000,1.060
30,mlp.experts.122.gate_proj,0.0000004217,0.10000,1.056
30,mlp.experts.123.gate_proj,0.0000004089,0.10000,1.062
30,mlp.experts.124.gate_proj,0.0000047287,0.10000,1.034
30,mlp.experts.125.gate_proj,0.0000004128,0.10000,1.088
30,mlp.experts.126.gate_proj,0.0000007458,0.10000,1.050
30,mlp.experts.127.gate_proj,0.0000002962,0.10000,0.806
30,mlp.experts.0.down_proj,0.0000000310,0.10000,0.419
30,mlp.experts.1.down_proj,0.0000001492,0.10000,0.434
30,mlp.experts.2.down_proj,0.0000004936,0.10000,0.404
30,mlp.experts.3.down_proj,0.0000000847,0.10000,0.426
30,mlp.experts.4.down_proj,0.0000000263,0.10000,0.411
30,mlp.experts.5.down_proj,0.0000028666,0.10000,0.405
30,mlp.experts.6.down_proj,0.0000001654,0.10000,0.406
30,mlp.experts.7.down_proj,0.0000000133,0.10000,0.401
30,mlp.experts.8.down_proj,0.0000010832,0.10000,0.413
30,mlp.experts.9.down_proj,0.0000000848,0.10000,0.404
30,mlp.experts.10.down_proj,0.0000000065,0.10000,0.398
30,mlp.experts.11.down_proj,0.0000002906,0.10000,0.404
30,mlp.experts.12.down_proj,0.0000000763,0.10000,0.418
30,mlp.experts.13.down_proj,0.0000000253,0.10000,0.410
30,mlp.experts.14.down_proj,0.0000002374,0.10000,0.423
30,mlp.experts.15.down_proj,0.0000004786,0.10000,0.413
30,mlp.experts.17.down_proj,0.0000001868,0.10000,0.419
30,mlp.experts.16.down_proj,0.0000003867,0.10000,0.434
30,mlp.experts.18.down_proj,0.0000005107,0.10000,0.355
30,mlp.experts.19.down_proj,0.0000001699,0.10000,0.361
30,mlp.experts.20.down_proj,0.0000001421,0.10000,0.396
30,mlp.experts.21.down_proj,0.0000010895,0.10000,0.396
30,mlp.experts.22.down_proj,0.0000000144,0.10000,0.392
30,mlp.experts.23.down_proj,0.0000000062,0.10000,0.395
30,mlp.experts.24.down_proj,0.0000003431,0.10000,0.385
30,mlp.experts.25.down_proj,0.0000000471,0.10000,0.397
30,mlp.experts.26.down_proj,0.0000001637,0.10000,0.405
30,mlp.experts.27.down_proj,0.0000004336,0.10000,0.393
30,mlp.experts.28.down_proj,0.0000000439,0.10000,0.395
30,mlp.experts.29.down_proj,0.0000005200,0.10000,0.383
30,mlp.experts.30.down_proj,0.0000001017,0.10000,0.403
30,mlp.experts.31.down_proj,0.0000013886,0.10000,0.410
30,mlp.experts.32.down_proj,0.0000003533,0.10000,0.367
30,mlp.experts.33.down_proj,0.0000000733,0.10000,0.367
30,mlp.experts.34.down_proj,0.0000000581,0.10000,0.400
30,mlp.experts.35.down_proj,0.0000007148,0.10000,0.400
30,mlp.experts.37.down_proj,0.0000000810,0.10000,0.400
30,mlp.experts.36.down_proj,0.0000002356,0.10000,0.415
30,mlp.experts.38.down_proj,0.0000000681,0.10000,0.405
30,mlp.experts.39.down_proj,0.0000000984,0.10000,0.405
30,mlp.experts.41.down_proj,0.0000000673,0.10000,0.386
30,mlp.experts.40.down_proj,0.0000008210,0.10000,0.403
30,mlp.experts.42.down_proj,0.0000001204,0.10000,0.386
30,mlp.experts.43.down_proj,0.0000022476,0.10000,0.393
30,mlp.experts.44.down_proj,0.0000000461,0.10000,0.417
30,mlp.experts.45.down_proj,0.0000031433,0.10000,0.404
30,mlp.experts.46.down_proj,0.0000000726,0.10000,0.349
30,mlp.experts.47.down_proj,0.0000015785,0.10000,0.346
30,mlp.experts.48.down_proj,0.0000000641,0.10000,0.417
30,mlp.experts.49.down_proj,0.0000000910,0.10000,0.417
30,mlp.experts.50.down_proj,0.0000011844,0.10000,0.418
30,mlp.experts.51.down_proj,0.0000006034,0.10000,0.420
30,mlp.experts.52.down_proj,0.0000000157,0.10000,0.351
30,mlp.experts.53.down_proj,0.0000004787,0.10000,0.355
30,mlp.experts.54.down_proj,0.0000000246,0.10000,0.390
30,mlp.experts.55.down_proj,0.0000005719,0.10000,0.393
30,mlp.experts.56.down_proj,0.0000000051,0.10000,0.408
30,mlp.experts.57.down_proj,0.0000012269,0.10000,0.421
30,mlp.experts.58.down_proj,0.0000000412,0.10000,0.376
30,mlp.experts.59.down_proj,0.0000009618,0.10000,0.374
30,mlp.experts.60.down_proj,0.0000012487,0.10000,0.392
30,mlp.experts.61.down_proj,0.0000000411,0.10000,0.405
30,mlp.experts.62.down_proj,0.0000000281,0.10000,0.388
30,mlp.experts.63.down_proj,0.0000000288,0.10000,0.397
30,mlp.experts.64.down_proj,0.0000000119,0.10000,0.398
30,mlp.experts.65.down_proj,0.0000002139,0.10000,0.396
30,mlp.experts.66.down_proj,0.0000003393,0.10000,0.401
30,mlp.experts.67.down_proj,0.0000001018,0.10000,0.407
30,mlp.experts.68.down_proj,0.0000010901,0.10000,0.394
30,mlp.experts.69.down_proj,0.0000013240,0.10000,0.406
30,mlp.experts.70.down_proj,0.0000002787,0.10000,0.403
30,mlp.experts.71.down_proj,0.0000000466,0.10000,0.409
30,mlp.experts.72.down_proj,0.0000001524,0.10000,0.404
30,mlp.experts.73.down_proj,0.0000011439,0.10000,0.413
30,mlp.experts.74.down_proj,0.0000001486,0.10000,0.406
30,mlp.experts.75.down_proj,0.0000000157,0.10000,0.402
30,mlp.experts.76.down_proj,0.0000003265,0.10000,0.401
30,mlp.experts.77.down_proj,0.0000001275,0.10000,0.413
30,mlp.experts.78.down_proj,0.0000001586,0.10000,0.394
30,mlp.experts.79.down_proj,0.0000000877,0.10000,0.403
30,mlp.experts.80.down_proj,0.0000002182,0.10000,0.412
30,mlp.experts.81.down_proj,0.0000031724,0.10000,0.411
30,mlp.experts.82.down_proj,0.0000002491,0.10000,0.394
30,mlp.experts.83.down_proj,0.0000000499,0.10000,0.402
30,mlp.experts.84.down_proj,0.0000000694,0.10000,0.394
30,mlp.experts.85.down_proj,0.0000000059,0.10000,0.401
30,mlp.experts.86.down_proj,0.0000000091,0.10000,0.406
30,mlp.experts.87.down_proj,0.0000000333,0.10000,0.417
30,mlp.experts.88.down_proj,0.0000001603,0.10000,0.405
30,mlp.experts.89.down_proj,0.0000000734,0.10000,0.402
30,mlp.experts.90.down_proj,0.0000002480,0.10000,0.405
30,mlp.experts.91.down_proj,0.0000003545,0.10000,0.393
30,mlp.experts.92.down_proj,0.0000000537,0.10000,0.407
30,mlp.experts.93.down_proj,0.0000000641,0.10000,0.401
30,mlp.experts.94.down_proj,0.0000001366,0.10000,0.410
30,mlp.experts.95.down_proj,0.0000005211,0.10000,0.392
30,mlp.experts.96.down_proj,0.0000000370,0.10000,0.409
30,mlp.experts.97.down_proj,0.0000000174,0.10000,0.393
30,mlp.experts.98.down_proj,0.0000003638,0.10000,0.402
30,mlp.experts.99.down_proj,0.0000000727,0.10000,0.402
30,mlp.experts.100.down_proj,0.0000000267,0.10000,0.405
30,mlp.experts.101.down_proj,0.0000000235,0.10000,0.397
30,mlp.experts.102.down_proj,0.0000005199,0.10000,0.370
30,mlp.experts.103.down_proj,0.0000000935,0.10000,0.366
30,mlp.experts.104.down_proj,0.0000004232,0.10000,0.387
30,mlp.experts.105.down_proj,0.0000000375,0.10000,0.393
30,mlp.experts.106.down_proj,0.0000005901,0.10000,0.384
30,mlp.experts.107.down_proj,0.0000000637,0.10000,0.388
30,mlp.experts.108.down_proj,0.0000026404,0.10000,0.392
30,mlp.experts.109.down_proj,0.0000000891,0.10000,0.393
30,mlp.experts.110.down_proj,0.0000000080,0.10000,0.377
30,mlp.experts.111.down_proj,0.0000019234,0.10000,0.392
30,mlp.experts.112.down_proj,0.0000005463,0.10000,0.378
30,mlp.experts.113.down_proj,0.0000017283,0.10000,0.408
30,mlp.experts.114.down_proj,0.0000000371,0.10000,0.406
30,mlp.experts.115.down_proj,0.0000000965,0.10000,0.406
30,mlp.experts.116.down_proj,0.0000000210,0.10000,0.408
30,mlp.experts.117.down_proj,0.0000004088,0.10000,0.397
30,mlp.experts.118.down_proj,0.0000000867,0.10000,0.402
30,mlp.experts.119.down_proj,0.0000000567,0.10000,0.413
30,mlp.experts.120.down_proj,0.0000005172,0.10000,0.401
30,mlp.experts.121.down_proj,0.0000001163,0.10000,0.384
30,mlp.experts.122.down_proj,0.0000000568,0.10000,0.382
30,mlp.experts.123.down_proj,0.0000000955,0.10000,0.377
30,mlp.experts.124.down_proj,0.0000011539,0.10000,0.410
30,mlp.experts.125.down_proj,0.0000000742,0.10000,0.411
30,mlp.experts.126.down_proj,0.0000001961,0.10000,0.396
30,mlp.experts.127.down_proj,0.0000000616,0.10000,0.370
31,self_attn.k_proj,0.0000000003,0.10000,1.022
31,self_attn.q_proj,0.0000000019,0.10000,1.030
31,self_attn.v_proj,0.0000000003,0.10000,0.640
31,self_attn.o_proj,0.0000000003,0.10000,1.130
31,mlp.gate,0.0000000154,0.10000,0.557
31,mlp.experts.0.up_proj,0.0000066788,0.10000,1.027
31,mlp.experts.1.up_proj,0.0000002367,0.10000,1.027
31,mlp.experts.2.up_proj,0.0000017871,0.10000,1.070
31,mlp.experts.3.up_proj,0.0000004057,0.10000,1.083
31,mlp.experts.4.up_proj,0.0000001695,0.10000,1.057
31,mlp.experts.5.up_proj,0.0000001088,0.10000,1.052
31,mlp.experts.6.up_proj,0.0000006258,0.10000,1.037
31,mlp.experts.7.up_proj,0.0000032899,0.10000,1.039
31,mlp.experts.8.up_proj,0.0000013144,0.10000,0.974
31,mlp.experts.9.up_proj,0.0000002569,0.10000,0.986
31,mlp.experts.10.up_proj,0.0000032175,0.10000,1.073
31,mlp.experts.11.up_proj,0.0000002821,0.10000,1.082
31,mlp.experts.12.up_proj,0.0000001893,0.10000,1.076
31,mlp.experts.13.up_proj,0.0000001606,0.10000,1.065
31,mlp.experts.14.up_proj,0.0000023615,0.10000,0.984
31,mlp.experts.15.up_proj,0.0000004838,0.10000,1.024
31,mlp.experts.16.up_proj,0.0000021337,0.10000,1.029
31,mlp.experts.17.up_proj,0.0000001603,0.10000,1.003
31,mlp.experts.18.up_proj,0.0000017608,0.10000,1.022
31,mlp.experts.19.up_proj,0.0000010883,0.10000,1.019
31,mlp.experts.20.up_proj,0.0000000786,0.10000,1.059
31,mlp.experts.21.up_proj,0.0000000780,0.10000,1.047
31,mlp.experts.22.up_proj,0.0000003913,0.10000,1.037
31,mlp.experts.23.up_proj,0.0000049864,0.10000,1.059
31,mlp.experts.24.up_proj,0.0000003042,0.10000,1.028
31,mlp.experts.25.up_proj,0.0000002707,0.10000,1.037
31,mlp.experts.26.up_proj,0.0000000413,0.10000,1.069
31,mlp.experts.27.up_proj,0.0000007325,0.10000,1.093
31,mlp.experts.28.up_proj,0.0000479617,0.10000,1.071
31,mlp.experts.29.up_proj,0.0000012411,0.10000,1.061
31,mlp.experts.30.up_proj,0.0000015794,0.10000,1.032
31,mlp.experts.31.up_proj,0.0000001064,0.10000,1.028
31,mlp.experts.32.up_proj,0.0000007383,0.10000,1.065
31,mlp.experts.33.up_proj,0.0000000718,0.10000,1.043
31,mlp.experts.34.up_proj,0.0000001775,0.10000,0.999
31,mlp.experts.35.up_proj,0.0000027710,0.10000,1.026
31,mlp.experts.36.up_proj,0.0000003473,0.10000,1.069
31,mlp.experts.37.up_proj,0.0000048593,0.10000,1.018
31,mlp.experts.38.up_proj,0.0000005585,0.10000,1.046
31,mlp.experts.39.up_proj,0.0000001782,0.10000,1.073
31,mlp.experts.40.up_proj,0.0000019461,0.10000,0.963
31,mlp.experts.41.up_proj,0.0000008325,0.10000,0.967
31,mlp.experts.42.up_proj,0.0000031941,0.10000,0.999
31,mlp.experts.43.up_proj,0.0000042450,0.10000,1.004
31,mlp.experts.44.up_proj,0.0000003296,0.10000,0.999
31,mlp.experts.45.up_proj,0.0000002306,0.10000,1.005
31,mlp.experts.46.up_proj,0.0000008670,0.10000,1.000
31,mlp.experts.47.up_proj,0.0000005386,0.10000,1.023
31,mlp.experts.48.up_proj,0.0000000566,0.10000,1.022
31,mlp.experts.49.up_proj,0.0000001940,0.10000,0.989
31,mlp.experts.50.up_proj,0.0000003496,0.10000,1.037
31,mlp.experts.51.up_proj,0.0000000492,0.10000,1.054
31,mlp.experts.52.up_proj,0.0000003922,0.10000,1.048
31,mlp.experts.53.up_proj,0.0000001803,0.10000,1.034
31,mlp.experts.54.up_proj,0.0000093939,0.10000,1.054
31,mlp.experts.55.up_proj,0.0000049338,0.10000,1.062
31,mlp.experts.56.up_proj,0.0000006896,0.10000,1.068
31,mlp.experts.57.up_proj,0.0000203173,0.10000,1.062
31,mlp.experts.58.up_proj,0.0000003296,0.10000,1.045
31,mlp.experts.59.up_proj,0.0000001754,0.10000,1.075
31,mlp.experts.60.up_proj,0.0000004743,0.10000,1.037
31,mlp.experts.61.up_proj,0.0000004647,0.10000,1.082
31,mlp.experts.62.up_proj,0.0000043196,0.10000,1.023
31,mlp.experts.63.up_proj,0.0000004118,0.10000,1.036
31,mlp.experts.64.up_proj,0.0000009707,0.10000,1.000
31,mlp.experts.65.up_proj,0.0000159548,0.10000,1.005
31,mlp.experts.66.up_proj,0.0000001333,0.10000,0.988
31,mlp.experts.67.up_proj,0.0000010566,0.10000,1.010
31,mlp.experts.68.up_proj,0.0000011894,0.10000,1.059
31,mlp.experts.69.up_proj,0.0000023274,0.10000,1.018
31,mlp.experts.70.up_proj,0.0000012457,0.10000,0.995
31,mlp.experts.71.up_proj,0.0000049480,0.10000,1.007
31,mlp.experts.72.up_proj,0.0000007698,0.10000,1.025
31,mlp.experts.73.up_proj,0.0000001404,0.10000,1.048
31,mlp.experts.74.up_proj,0.0000007877,0.10000,1.018
31,mlp.experts.75.up_proj,0.0000002296,0.10000,1.061
31,mlp.experts.76.up_proj,0.0000060409,0.10000,1.065
31,mlp.experts.77.up_proj,0.0000253011,0.10000,1.053
31,mlp.experts.78.up_proj,0.0000015355,0.10000,1.062
31,mlp.experts.79.up_proj,0.0000007730,0.10000,1.035
31,mlp.experts.80.up_proj,0.0000060357,0.10000,1.068
31,mlp.experts.81.up_proj,0.0000019383,0.10000,1.075
31,mlp.experts.82.up_proj,0.0000001957,0.10000,1.018
31,mlp.experts.83.up_proj,0.0000002496,0.10000,1.093
31,mlp.experts.84.up_proj,0.0000068917,0.10000,1.036
31,mlp.experts.85.up_proj,0.0000036764,0.10000,1.076
31,mlp.experts.86.up_proj,0.0000002512,0.10000,1.053
31,mlp.experts.87.up_proj,0.0000041760,0.10000,1.072
31,mlp.experts.88.up_proj,0.0000004179,0.10000,1.025
31,mlp.experts.89.up_proj,0.0000001492,0.10000,1.012
31,mlp.experts.90.up_proj,0.0000054030,0.10000,1.052
31,mlp.experts.91.up_proj,0.0000003934,0.10000,1.028
31,mlp.experts.92.up_proj,0.0000025547,0.10000,0.972
31,mlp.experts.93.up_proj,0.0000000781,0.10000,0.988
31,mlp.experts.94.up_proj,0.0000000965,0.10000,1.022
31,mlp.experts.95.up_proj,0.0000004991,0.10000,1.014
31,mlp.experts.96.up_proj,0.0000029489,0.10000,1.005
31,mlp.experts.97.up_proj,0.0000023927,0.10000,1.023
31,mlp.experts.98.up_proj,0.0000000504,0.10000,0.931
31,mlp.experts.99.up_proj,0.0000002824,0.10000,0.943
31,mlp.experts.100.up_proj,0.0000001959,0.10000,1.002
31,mlp.experts.101.up_proj,0.0000008822,0.10000,1.024
31,mlp.experts.102.up_proj,0.0000057396,0.10000,1.023
31,mlp.experts.103.up_proj,0.0000014285,0.10000,1.008
31,mlp.experts.104.up_proj,0.0000024752,0.10000,0.978
31,mlp.experts.105.up_proj,0.0000057110,0.10000,1.032
31,mlp.experts.106.up_proj,0.0000001937,0.10000,1.027
31,mlp.experts.107.up_proj,0.0000022146,0.10000,1.030
31,mlp.experts.108.up_proj,0.0000004110,0.10000,1.018
31,mlp.experts.109.up_proj,0.0000010070,0.10000,0.971
31,mlp.experts.110.up_proj,0.0000000440,0.10000,0.985
31,mlp.experts.111.up_proj,0.0000015836,0.10000,0.982
31,mlp.experts.112.up_proj,0.0000002405,0.10000,1.019
31,mlp.experts.113.up_proj,0.0000018037,0.10000,1.029
31,mlp.experts.114.up_proj,0.0000012508,0.10000,1.031
31,mlp.experts.115.up_proj,0.0000009613,0.10000,1.049
31,mlp.experts.116.up_proj,0.0000001324,0.10000,1.054
31,mlp.experts.117.up_proj,0.0000011046,0.10000,1.063
31,mlp.experts.118.up_proj,0.0000014293,0.10000,1.058
31,mlp.experts.119.up_proj,0.0000015254,0.10000,1.059
31,mlp.experts.120.up_proj,0.0000031991,0.10000,1.048
31,mlp.experts.121.up_proj,0.0000040909,0.10000,1.056
31,mlp.experts.122.up_proj,0.0000097275,0.10000,1.081
31,mlp.experts.123.up_proj,0.0000010390,0.10000,1.036
31,mlp.experts.124.up_proj,0.0000006902,0.10000,1.078
31,mlp.experts.125.up_proj,0.0000002175,0.10000,1.032
31,mlp.experts.126.up_proj,0.0000023852,0.10000,1.050
31,mlp.experts.127.up_proj,0.0000005793,0.10000,1.067
31,mlp.experts.0.gate_proj,0.0000069091,0.10000,1.038
31,mlp.experts.1.gate_proj,0.0000002507,0.10000,0.946
31,mlp.experts.2.gate_proj,0.0000016015,0.10000,1.029
31,mlp.experts.3.gate_proj,0.0000003772,0.10000,1.030
31,mlp.experts.4.gate_proj,0.0000001770,0.10000,1.045
31,mlp.experts.5.gate_proj,0.0000001103,0.10000,1.037
31,mlp.experts.6.gate_proj,0.0000006382,0.10000,0.992
31,mlp.experts.7.gate_proj,0.0000036198,0.10000,0.993
31,mlp.experts.8.gate_proj,0.0000013176,0.10000,1.010
31,mlp.experts.9.gate_proj,0.0000002582,0.10000,1.024
31,mlp.experts.10.gate_proj,0.0000031464,0.10000,0.982
31,mlp.experts.11.gate_proj,0.0000003056,0.10000,1.023
31,mlp.experts.12.gate_proj,0.0000002101,0.10000,1.021
31,mlp.experts.13.gate_proj,0.0000001674,0.10000,0.986
31,mlp.experts.14.gate_proj,0.0000026128,0.10000,0.937
31,mlp.experts.15.gate_proj,0.0000005078,0.10000,0.982
31,mlp.experts.16.gate_proj,0.0000018589,0.10000,0.988
31,mlp.experts.17.gate_proj,0.0000001688,0.10000,0.994
31,mlp.experts.18.gate_proj,0.0000018213,0.10000,1.054
31,mlp.experts.19.gate_proj,0.0000010465,0.10000,1.064
31,mlp.experts.20.gate_proj,0.0000000807,0.10000,1.021
31,mlp.experts.21.gate_proj,0.0000000798,0.10000,0.988
31,mlp.experts.22.gate_proj,0.0000004195,0.10000,1.041
31,mlp.experts.23.gate_proj,0.0000046072,0.10000,1.027
31,mlp.experts.24.gate_proj,0.0000003086,0.10000,0.994
31,mlp.experts.25.gate_proj,0.0000002748,0.10000,0.980
31,mlp.experts.26.gate_proj,0.0000000378,0.10000,1.024
31,mlp.experts.27.gate_proj,0.0000006986,0.10000,1.044
31,mlp.experts.28.gate_proj,0.0000565343,0.10000,1.030
31,mlp.experts.29.gate_proj,0.0000012507,0.10000,0.999
31,mlp.experts.30.gate_proj,0.0000015403,0.10000,1.040
31,mlp.experts.31.gate_proj,0.0000000992,0.10000,1.052
31,mlp.experts.32.gate_proj,0.0000007903,0.10000,1.044
31,mlp.experts.33.gate_proj,0.0000000743,0.10000,1.063
31,mlp.experts.34.gate_proj,0.0000001413,0.10000,0.976
31,mlp.experts.35.gate_proj,0.0000028984,0.10000,0.985
31,mlp.experts.36.gate_proj,0.0000003501,0.10000,0.974
31,mlp.experts.37.gate_proj,0.0000047247,0.10000,0.971
31,mlp.experts.38.gate_proj,0.0000005887,0.10000,1.000
31,mlp.experts.39.gate_proj,0.0000001693,0.10000,1.019
31,mlp.experts.40.gate_proj,0.0000020985,0.10000,1.036
31,mlp.experts.41.gate_proj,0.0000008354,0.10000,0.981
31,mlp.experts.42.gate_proj,0.0000033133,0.10000,0.960
31,mlp.experts.43.gate_proj,0.0000037155,0.10000,0.997
31,mlp.experts.44.gate_proj,0.0000003431,0.10000,1.043
31,mlp.experts.45.gate_proj,0.0000002234,0.10000,1.052
31,mlp.experts.46.gate_proj,0.0000008130,0.10000,0.975
31,mlp.experts.47.gate_proj,0.0000005703,0.10000,0.996
31,mlp.experts.48.gate_proj,0.0000000500,0.10000,1.025
31,mlp.experts.49.gate_proj,0.0000001670,0.10000,1.045
31,mlp.experts.50.gate_proj,0.0000002935,0.10000,1.023
31,mlp.experts.51.gate_proj,0.0000000415,0.10000,0.992
31,mlp.experts.52.gate_proj,0.0000004322,0.10000,1.008
31,mlp.experts.53.gate_proj,0.0000001768,0.10000,1.047
31,mlp.experts.54.gate_proj,0.0000101521,0.10000,1.060
31,mlp.experts.55.gate_proj,0.0000043785,0.10000,1.097
31,mlp.experts.56.gate_proj,0.0000007708,0.10000,1.074
31,mlp.experts.57.gate_proj,0.0000188197,0.10000,1.090
31,mlp.experts.58.gate_proj,0.0000003343,0.10000,1.055
31,mlp.experts.59.gate_proj,0.0000001797,0.10000,1.069
31,mlp.experts.60.gate_proj,0.0000004457,0.10000,1.048
31,mlp.experts.61.gate_proj,0.0000004723,0.10000,1.054
31,mlp.experts.62.gate_proj,0.0000040882,0.10000,1.050
31,mlp.experts.63.gate_proj,0.0000004319,0.10000,1.048
31,mlp.experts.64.gate_proj,0.0000009192,0.10000,1.030
31,mlp.experts.65.gate_proj,0.0000177529,0.10000,1.030
31,mlp.experts.66.gate_proj,0.0000001399,0.10000,1.015
31,mlp.experts.67.gate_proj,0.0000009782,0.10000,1.044
31,mlp.experts.68.gate_proj,0.0000012185,0.10000,1.031
31,mlp.experts.69.gate_proj,0.0000021797,0.10000,1.046
31,mlp.experts.70.gate_proj,0.0000012688,0.10000,1.047
31,mlp.experts.71.gate_proj,0.0000050395,0.10000,1.029
31,mlp.experts.72.gate_proj,0.0000008100,0.10000,1.068
31,mlp.experts.73.gate_proj,0.0000001336,0.10000,1.018
31,mlp.experts.74.gate_proj,0.0000007458,0.10000,1.013
31,mlp.experts.75.gate_proj,0.0000002344,0.10000,1.056
31,mlp.experts.76.gate_proj,0.0000066981,0.10000,1.010
31,mlp.experts.77.gate_proj,0.0000221146,0.10000,1.018
31,mlp.experts.78.gate_proj,0.0000017022,0.10000,1.057
31,mlp.experts.79.gate_proj,0.0000008702,0.10000,1.068
31,mlp.experts.80.gate_proj,0.0000061436,0.10000,1.029
31,mlp.experts.81.gate_proj,0.0000018975,0.10000,1.045
31,mlp.experts.82.gate_proj,0.0000002043,0.10000,1.034
31,mlp.experts.83.gate_proj,0.0000002546,0.10000,1.067
31,mlp.experts.84.gate_proj,0.0000067729,0.10000,1.056
31,mlp.experts.85.gate_proj,0.0000035186,0.10000,1.093
31,mlp.experts.86.gate_proj,0.0000002528,0.10000,1.066
31,mlp.experts.87.gate_proj,0.0000042397,0.10000,1.041
31,mlp.experts.88.gate_proj,0.0000004119,0.10000,1.056
31,mlp.experts.89.gate_proj,0.0000001555,0.10000,1.052
31,mlp.experts.90.gate_proj,0.0000052871,0.10000,1.046
31,mlp.experts.91.gate_proj,0.0000004211,0.10000,0.985
31,mlp.experts.92.gate_proj,0.0000025625,0.10000,0.977
31,mlp.experts.93.gate_proj,0.0000000757,0.10000,1.059
31,mlp.experts.94.gate_proj,0.0000000998,0.10000,1.057
31,mlp.experts.95.gate_proj,0.0000004480,0.10000,1.019
31,mlp.experts.96.gate_proj,0.0000025063,0.10000,1.018
31,mlp.experts.97.gate_proj,0.0000025770,0.10000,1.015
31,mlp.experts.98.gate_proj,0.0000000430,0.10000,0.980
31,mlp.experts.99.gate_proj,0.0000002973,0.10000,1.029
31,mlp.experts.100.gate_proj,0.0000001855,0.10000,1.062
31,mlp.experts.101.gate_proj,0.0000009648,0.10000,0.996
31,mlp.experts.102.gate_proj,0.0000057025,0.10000,1.030
31,mlp.experts.103.gate_proj,0.0000012059,0.10000,1.030
31,mlp.experts.104.gate_proj,0.0000026728,0.10000,1.022
31,mlp.experts.105.gate_proj,0.0000060740,0.10000,1.012
31,mlp.experts.106.gate_proj,0.0000001882,0.10000,1.004
31,mlp.experts.107.gate_proj,0.0000023243,0.10000,1.024
31,mlp.experts.108.gate_proj,0.0000004642,0.10000,1.037
31,mlp.experts.109.gate_proj,0.0000010215,0.10000,1.012
31,mlp.experts.110.gate_proj,0.0000000425,0.10000,1.028
31,mlp.experts.111.gate_proj,0.0000015802,0.10000,1.015
31,mlp.experts.112.gate_proj,0.0000002109,0.10000,1.025
31,mlp.experts.113.gate_proj,0.0000013247,0.10000,1.014
31,mlp.experts.114.gate_proj,0.0000013980,0.10000,1.042
31,mlp.experts.115.gate_proj,0.0000020361,0.10000,1.032
31,mlp.experts.116.gate_proj,0.0000001356,0.10000,1.015
31,mlp.experts.117.gate_proj,0.0000010635,0.10000,1.019
31,mlp.experts.118.gate_proj,0.0000015464,0.10000,1.035
31,mlp.experts.119.gate_proj,0.0000014890,0.10000,1.008
31,mlp.experts.120.gate_proj,0.0000032665,0.10000,1.012
31,mlp.experts.121.gate_proj,0.0000042802,0.10000,1.015
31,mlp.experts.122.gate_proj,0.0000094523,0.10000,0.979
31,mlp.experts.123.gate_proj,0.0000010243,0.10000,0.988
31,mlp.experts.124.gate_proj,0.0000005776,0.10000,1.061
31,mlp.experts.125.gate_proj,0.0000002276,0.10000,1.034
31,mlp.experts.126.gate_proj,0.0000025497,0.10000,1.014
31,mlp.experts.127.gate_proj,0.0000005972,0.10000,0.895
31,mlp.experts.0.down_proj,0.0000021240,0.10000,0.333
31,mlp.experts.1.down_proj,0.0000000426,0.10000,0.344
31,mlp.experts.2.down_proj,0.0000004192,0.10000,0.391
31,mlp.experts.3.down_proj,0.0000000758,0.10000,0.395
31,mlp.experts.4.down_proj,0.0000000318,0.10000,0.418
31,mlp.experts.5.down_proj,0.0000000191,0.10000,0.404
31,mlp.experts.7.down_proj,0.0000001253,0.10000,0.371
31,mlp.experts.6.down_proj,0.0000001648,0.10000,0.390
31,mlp.experts.8.down_proj,0.0000003271,0.10000,0.344
31,mlp.experts.9.down_proj,0.0000000545,0.10000,0.350
31,mlp.experts.10.down_proj,0.0000006277,0.10000,0.407
31,mlp.experts.11.down_proj,0.0000000478,0.10000,0.410
31,mlp.experts.12.down_proj,0.0000000330,0.10000,0.407
31,mlp.experts.13.down_proj,0.0000000208,0.10000,0.399
31,mlp.experts.14.down_proj,0.0000006163,0.10000,0.407
31,mlp.experts.15.down_proj,0.0000000761,0.10000,0.408
31,mlp.experts.16.down_proj,0.0000005220,0.10000,0.342
31,mlp.experts.17.down_proj,0.0000000275,0.10000,0.345
31,mlp.experts.18.down_proj,0.0000002946,0.10000,0.335
31,mlp.experts.19.down_proj,0.0000001746,0.10000,0.340
31,mlp.experts.20.down_proj,0.0000000124,0.10000,0.378
31,mlp.experts.21.down_proj,0.0000000136,0.10000,0.417
31,mlp.experts.22.down_proj,0.0000000779,0.10000,0.387
31,mlp.experts.23.down_proj,0.0000015612,0.10000,0.401
31,mlp.experts.24.down_proj,0.0000000532,0.10000,0.406
31,mlp.experts.25.down_proj,0.0000000412,0.10000,0.403
31,mlp.experts.26.down_proj,0.0000000054,0.10000,0.371
31,mlp.experts.27.down_proj,0.0000001692,0.10000,0.363
31,mlp.experts.28.down_proj,0.0000002874,0.10000,0.395
31,mlp.experts.29.down_proj,0.0000002183,0.10000,0.389
31,mlp.experts.30.down_proj,0.0000004430,0.10000,0.383
31,mlp.experts.31.down_proj,0.0000000182,0.10000,0.376
31,mlp.experts.32.down_proj,0.0000000702,0.10000,0.374
31,mlp.experts.33.down_proj,0.0000000123,0.10000,0.383
31,mlp.experts.34.down_proj,0.0000000291,0.10000,0.406
31,mlp.experts.35.down_proj,0.0000005332,0.10000,0.397
31,mlp.experts.36.down_proj,0.0000000668,0.10000,0.406
31,mlp.experts.37.down_proj,0.0000008126,0.10000,0.417
31,mlp.experts.38.down_proj,0.0000001217,0.10000,0.370
31,mlp.experts.39.down_proj,0.0000000265,0.10000,0.362
31,mlp.experts.40.down_proj,0.0000003866,0.10000,0.402
31,mlp.experts.41.down_proj,0.0000000923,0.10000,0.396
31,mlp.experts.42.down_proj,0.0000005038,0.10000,0.409
31,mlp.experts.43.down_proj,0.0000015797,0.10000,0.397
31,mlp.experts.44.down_proj,0.0000000625,0.10000,0.373
31,mlp.experts.45.down_proj,0.0000000352,0.10000,0.367
31,mlp.experts.46.down_proj,0.0000001507,0.10000,0.396
31,mlp.experts.47.down_proj,0.0000000947,0.10000,0.410
31,mlp.experts.48.down_proj,0.0000000076,0.10000,0.407
31,mlp.experts.49.down_proj,0.0000000401,0.10000,0.403
31,mlp.experts.50.down_proj,0.0000000724,0.10000,0.394
31,mlp.experts.51.down_proj,0.0000000069,0.10000,0.400
31,mlp.experts.52.down_proj,0.0000000599,0.10000,0.405
31,mlp.experts.53.down_proj,0.0000000295,0.10000,0.411
31,mlp.experts.54.down_proj,0.0000013850,0.10000,0.392
31,mlp.experts.55.down_proj,0.0000016773,0.10000,0.399
31,mlp.experts.56.down_proj,0.0000000856,0.10000,0.414
31,mlp.experts.57.down_proj,0.0000049981,0.10000,0.401
31,mlp.experts.58.down_proj,0.0000000678,0.10000,0.408
31,mlp.experts.59.down_proj,0.0000000333,0.10000,0.380
31,mlp.experts.60.down_proj,0.0000000960,0.10000,0.407
31,mlp.experts.61.down_proj,0.0000000840,0.10000,0.391
31,mlp.experts.62.down_proj,0.0000012225,0.10000,0.407
31,mlp.experts.63.down_proj,0.0000000866,0.10000,0.407
31,mlp.experts.64.down_proj,0.0000001217,0.10000,0.395
31,mlp.experts.65.down_proj,0.0000003253,0.10000,0.404
31,mlp.experts.66.down_proj,0.0000000224,0.10000,0.409
31,mlp.experts.67.down_proj,0.0000001890,0.10000,0.408
31,mlp.experts.68.down_proj,0.0000002080,0.10000,0.415
31,mlp.experts.69.down_proj,0.0000006039,0.10000,0.407
31,mlp.experts.71.down_proj,0.0000014711,0.10000,0.412
31,mlp.experts.70.down_proj,0.0000002199,0.10000,0.425
31,mlp.experts.72.down_proj,0.0000001659,0.10000,0.404
31,mlp.experts.73.down_proj,0.0000000237,0.10000,0.406
31,mlp.experts.74.down_proj,0.0000001197,0.10000,0.338
31,mlp.experts.75.down_proj,0.0000000448,0.10000,0.340
31,mlp.experts.76.down_proj,0.0000012168,0.10000,0.402
31,mlp.experts.77.down_proj,0.0000063633,0.10000,0.416
31,mlp.experts.78.down_proj,0.0000003973,0.10000,0.343
31,mlp.experts.79.down_proj,0.0000000637,0.10000,0.348
31,mlp.experts.80.down_proj,0.0000016422,0.10000,0.357
31,mlp.experts.81.down_proj,0.0000004166,0.10000,0.351
31,mlp.experts.82.down_proj,0.0000000385,0.10000,0.410
31,mlp.experts.83.down_proj,0.0000000425,0.10000,0.400
31,mlp.experts.84.down_proj,0.0000013949,0.10000,0.411
31,mlp.experts.85.down_proj,0.0000009741,0.10000,0.410
31,mlp.experts.86.down_proj,0.0000000399,0.10000,0.389
31,mlp.experts.87.down_proj,0.0000011056,0.10000,0.413
31,mlp.experts.88.down_proj,0.0000000640,0.10000,0.401
31,mlp.experts.89.down_proj,0.0000000220,0.10000,0.395
31,mlp.experts.90.down_proj,0.0000017960,0.10000,0.365
31,mlp.experts.91.down_proj,0.0000000653,0.10000,0.379
31,mlp.experts.92.down_proj,0.0000005429,0.10000,0.405
31,mlp.experts.93.down_proj,0.0000000106,0.10000,0.404
31,mlp.experts.94.down_proj,0.0000000198,0.10000,0.401
31,mlp.experts.95.down_proj,0.0000001176,0.10000,0.418
31,mlp.experts.96.down_proj,0.0000008481,0.10000,0.406
31,mlp.experts.97.down_proj,0.0000005651,0.10000,0.385
31,mlp.experts.98.down_proj,0.0000000074,0.10000,0.401
31,mlp.experts.99.down_proj,0.0000000369,0.10000,0.380
31,mlp.experts.100.down_proj,0.0000000416,0.10000,0.418
31,mlp.experts.101.down_proj,0.0000002050,0.10000,0.407
31,mlp.experts.102.down_proj,0.0000016844,0.10000,0.416
31,mlp.experts.103.down_proj,0.0000003586,0.10000,0.417
31,mlp.experts.105.down_proj,0.0000022138,0.10000,0.422
31,mlp.experts.104.down_proj,0.0000008688,0.10000,0.432
31,mlp.experts.106.down_proj,0.0000000366,0.10000,0.410
31,mlp.experts.107.down_proj,0.0000007942,0.10000,0.417
31,mlp.experts.108.down_proj,0.0000000627,0.10000,0.414
31,mlp.experts.109.down_proj,0.0000001520,0.10000,0.413
31,mlp.experts.110.down_proj,0.0000000074,0.10000,0.406
31,mlp.experts.111.down_proj,0.0000004331,0.10000,0.405
31,mlp.experts.112.down_proj,0.0000000399,0.10000,0.402
31,mlp.experts.113.down_proj,0.0000003069,0.10000,0.412
31,mlp.experts.114.down_proj,0.0000002329,0.10000,0.354
31,mlp.experts.115.down_proj,0.0000000799,0.10000,0.357
31,mlp.experts.116.down_proj,0.0000000231,0.10000,0.357
31,mlp.experts.117.down_proj,0.0000002481,0.10000,0.363
31,mlp.experts.118.down_proj,0.0000003600,0.10000,0.393
31,mlp.experts.119.down_proj,0.0000003026,0.10000,0.396
31,mlp.experts.120.down_proj,0.0000007697,0.10000,0.397
31,mlp.experts.121.down_proj,0.0000007244,0.10000,0.402
31,mlp.experts.122.down_proj,0.0000018777,0.10000,0.384
31,mlp.experts.123.down_proj,0.0000001884,0.10000,0.398
31,mlp.experts.124.down_proj,0.0000001474,0.10000,0.390
31,mlp.experts.125.down_proj,0.0000000370,0.10000,0.400
31,mlp.experts.126.down_proj,0.0000004280,0.10000,0.391
31,mlp.experts.127.down_proj,0.0000001003,0.10000,0.373
32,self_attn.q_proj,0.0000000025,0.10000,1.000
32,self_attn.k_proj,0.0000000003,0.10000,1.033
32,self_attn.v_proj,0.0000000005,0.10000,0.591
32,self_attn.o_proj,0.0000000004,0.10000,1.211
32,mlp.gate,0.0000000172,0.10000,0.561
32,mlp.experts.0.up_proj,0.0000054773,0.10000,1.051
32,mlp.experts.1.up_proj,0.0000444822,0.10000,1.111
32,mlp.experts.2.up_proj,0.0000003815,0.10000,0.948
32,mlp.experts.3.up_proj,0.0000001489,0.10000,0.943
32,mlp.experts.4.up_proj,0.0000004869,0.10000,1.033
32,mlp.experts.5.up_proj,0.0000004851,0.10000,1.024
32,mlp.experts.6.up_proj,0.0000009646,0.10000,1.017
32,mlp.experts.7.up_proj,0.0000076270,0.10000,1.013
32,mlp.experts.8.up_proj,0.0000001800,0.10000,1.025
32,mlp.experts.9.up_proj,0.0000016843,0.10000,1.063
32,mlp.experts.10.up_proj,0.0000040592,0.10000,0.907
32,mlp.experts.11.up_proj,0.0000045626,0.10000,0.901
32,mlp.experts.12.up_proj,0.0000076147,0.10000,1.042
32,mlp.experts.13.up_proj,0.0000015704,0.10000,1.057
32,mlp.experts.14.up_proj,0.0000001073,0.10000,1.041
32,mlp.experts.15.up_proj,0.0000002632,0.10000,1.045
32,mlp.experts.16.up_proj,0.0000047353,0.10000,1.081
32,mlp.experts.17.up_proj,0.0000002106,0.10000,1.040
32,mlp.experts.18.up_proj,0.0000007510,0.10000,1.054
32,mlp.experts.19.up_proj,0.0000013242,0.10000,1.042
32,mlp.experts.20.up_proj,0.0000011619,0.10000,1.013
32,mlp.experts.21.up_proj,0.0000001270,0.10000,1.004
32,mlp.experts.22.up_proj,0.0000001972,0.10000,1.014
32,mlp.experts.23.up_proj,0.0000002825,0.10000,1.015
32,mlp.experts.24.up_proj,0.0000004512,0.10000,1.030
32,mlp.experts.25.up_proj,0.0000001179,0.10000,1.028
32,mlp.experts.26.up_proj,0.0000058909,0.10000,1.051
32,mlp.experts.27.up_proj,0.0000004142,0.10000,1.065
32,mlp.experts.28.up_proj,0.0000004097,0.10000,1.032
32,mlp.experts.29.up_proj,0.0000023658,0.10000,1.047
32,mlp.experts.30.up_proj,0.0000007155,0.10000,1.029
32,mlp.experts.31.up_proj,0.0000026961,0.10000,1.039
32,mlp.experts.32.up_proj,0.0000001815,0.10000,1.052
32,mlp.experts.33.up_proj,0.0000000409,0.10000,1.030
32,mlp.experts.34.up_proj,0.0000030279,0.10000,0.988
32,mlp.experts.35.up_proj,0.0000005267,0.10000,0.985
32,mlp.experts.36.up_proj,0.0000002336,0.10000,0.993
32,mlp.experts.37.up_proj,0.0000008598,0.10000,0.981
32,mlp.experts.38.up_proj,0.0000002891,0.10000,1.050
32,mlp.experts.39.up_proj,0.0000002514,0.10000,1.067
32,mlp.experts.40.up_proj,0.0000018330,0.10000,1.004
32,mlp.experts.41.up_proj,0.0000040577,0.10000,1.021
32,mlp.experts.42.up_proj,0.0000036843,0.10000,1.055
32,mlp.experts.43.up_proj,0.0000002648,0.10000,1.014
32,mlp.experts.44.up_proj,0.0000000368,0.10000,1.059
32,mlp.experts.45.up_proj,0.0000002778,0.10000,1.070
32,mlp.experts.46.up_proj,0.0000002372,0.10000,0.969
32,mlp.experts.47.up_proj,0.0000002178,0.10000,0.984
32,mlp.experts.48.up_proj,0.0000008832,0.10000,1.001
32,mlp.experts.49.up_proj,0.0000033031,0.10000,1.016
32,mlp.experts.50.up_proj,0.0000024219,0.10000,1.013
32,mlp.experts.51.up_proj,0.0000027528,0.10000,1.016
32,mlp.experts.52.up_proj,0.0000040585,0.10000,1.003
32,mlp.experts.53.up_proj,0.0000003342,0.10000,0.999
32,mlp.experts.54.up_proj,0.0000013933,0.10000,1.020
32,mlp.experts.55.up_proj,0.0000013037,0.10000,0.992
32,mlp.experts.56.up_proj,0.0000001165,0.10000,1.033
32,mlp.experts.57.up_proj,0.0000005802,0.10000,1.021
32,mlp.experts.58.up_proj,0.0000279625,0.10000,1.073
32,mlp.experts.59.up_proj,0.0000011411,0.10000,1.058
32,mlp.experts.60.up_proj,0.0000014488,0.10000,1.064
32,mlp.experts.61.up_proj,0.0000017755,0.10000,1.076
32,mlp.experts.62.up_proj,0.0000001167,0.10000,1.053
32,mlp.experts.63.up_proj,0.0000051017,0.10000,1.058
32,mlp.experts.64.up_proj,0.0000003700,0.10000,1.050
32,mlp.experts.65.up_proj,0.0000002729,0.10000,1.059
32,mlp.experts.66.up_proj,0.0000004324,0.10000,1.041
32,mlp.experts.67.up_proj,0.0000005275,0.10000,1.037
32,mlp.experts.68.up_proj,0.0000007456,0.10000,1.075
32,mlp.experts.69.up_proj,0.0000008125,0.10000,1.055
32,mlp.experts.70.up_proj,0.0000004434,0.10000,1.073
32,mlp.experts.71.up_proj,0.0000033832,0.10000,1.079
32,mlp.experts.72.up_proj,0.0000008383,0.10000,1.058
32,mlp.experts.73.up_proj,0.0000175494,0.10000,1.101
32,mlp.experts.74.up_proj,0.0000003279,0.10000,0.988
32,mlp.experts.75.up_proj,0.0000064184,0.10000,1.088
32,mlp.experts.76.up_proj,0.0000022468,0.10000,1.046
32,mlp.experts.77.up_proj,0.0000005751,0.10000,1.034
32,mlp.experts.78.up_proj,0.0000004965,0.10000,1.071
32,mlp.experts.79.up_proj,0.0000003928,0.10000,1.014
32,mlp.experts.80.up_proj,0.0000001216,0.10000,1.052
32,mlp.experts.81.up_proj,0.0000042476,0.10000,1.031
32,mlp.experts.82.up_proj,0.0000001490,0.10000,1.034
32,mlp.experts.83.up_proj,0.0000020514,0.10000,1.021
32,mlp.experts.84.up_proj,0.0000006763,0.10000,1.050
32,mlp.experts.85.up_proj,0.0000010128,0.10000,1.049
32,mlp.experts.86.up_proj,0.0000001262,0.10000,0.955
32,mlp.experts.87.up_proj,0.0000006754,0.10000,0.965
32,mlp.experts.88.up_proj,0.0000016113,0.10000,0.962
32,mlp.experts.89.up_proj,0.0000090933,0.10000,0.968
32,mlp.experts.90.up_proj,0.0000000581,0.10000,1.064
32,mlp.experts.91.up_proj,0.0000001070,0.10000,1.059
32,mlp.experts.92.up_proj,0.0000006646,0.10000,1.015
32,mlp.experts.93.up_proj,0.0000032885,0.10000,0.974
32,mlp.experts.94.up_proj,0.0000005368,0.10000,1.013
32,mlp.experts.95.up_proj,0.0000000402,0.10000,1.029
32,mlp.experts.96.up_proj,0.0000489747,0.10000,1.049
32,mlp.experts.97.up_proj,0.0000049403,0.10000,1.039
32,mlp.experts.98.up_proj,0.0000013113,0.10000,1.075
32,mlp.experts.99.up_proj,0.0000008056,0.10000,1.047
32,mlp.experts.101.up_proj,0.0000006615,0.10000,1.034
32,mlp.experts.100.up_proj,0.0000001376,0.10000,1.057
32,mlp.experts.103.up_proj,0.0000001228,0.10000,1.051
32,mlp.experts.102.up_proj,0.0000019197,0.10000,1.085
32,mlp.experts.104.up_proj,0.0000000816,0.10000,0.999
32,mlp.experts.105.up_proj,0.0000000664,0.10000,0.998
32,mlp.experts.106.up_proj,0.0000000501,0.10000,1.032
32,mlp.experts.107.up_proj,0.0000021464,0.10000,1.032
32,mlp.experts.108.up_proj,0.0000009677,0.10000,0.996
32,mlp.experts.109.up_proj,0.0000008837,0.10000,1.006
32,mlp.experts.110.up_proj,0.0000001137,0.10000,1.080
32,mlp.experts.111.up_proj,0.0000034501,0.10000,1.067
32,mlp.experts.112.up_proj,0.0000069952,0.10000,1.026
32,mlp.experts.113.up_proj,0.0000050849,0.10000,1.034
32,mlp.experts.114.up_proj,0.0000002938,0.10000,1.029
32,mlp.experts.115.up_proj,0.0000050803,0.10000,1.044
32,mlp.experts.116.up_proj,0.0000000647,0.10000,0.986
32,mlp.experts.117.up_proj,0.0000019910,0.10000,1.025
32,mlp.experts.118.up_proj,0.0000052170,0.10000,1.007
32,mlp.experts.119.up_proj,0.0000258444,0.10000,1.021
32,mlp.experts.120.up_proj,0.0000016724,0.10000,1.038
32,mlp.experts.121.up_proj,0.0000002078,0.10000,1.015
32,mlp.experts.122.up_proj,0.0000001929,0.10000,1.078
32,mlp.experts.123.up_proj,0.0000016791,0.10000,1.050
32,mlp.experts.124.up_proj,0.0000006690,0.10000,1.021
32,mlp.experts.125.up_proj,0.0000008662,0.10000,1.022
32,mlp.experts.126.up_proj,0.0000053241,0.10000,1.033
32,mlp.experts.127.up_proj,0.0000005375,0.10000,1.046
32,mlp.experts.0.gate_proj,0.0000057634,0.10000,1.032
32,mlp.experts.1.gate_proj,0.0000429169,0.10000,1.057
32,mlp.experts.2.gate_proj,0.0000003812,0.10000,1.010
32,mlp.experts.3.gate_proj,0.0000001486,0.10000,1.028
32,mlp.experts.4.gate_proj,0.0000004869,0.10000,1.066
32,mlp.experts.5.gate_proj,0.0000004925,0.10000,1.050
32,mlp.experts.6.gate_proj,0.0000009769,0.10000,1.048
32,mlp.experts.7.gate_proj,0.0000075983,0.10000,1.048
32,mlp.experts.8.gate_proj,0.0000001760,0.10000,1.029
32,mlp.experts.9.gate_proj,0.0000037717,0.10000,1.059
32,mlp.experts.10.gate_proj,0.0000040672,0.10000,1.080
32,mlp.experts.11.gate_proj,0.0000045200,0.10000,1.011
32,mlp.experts.12.gate_proj,0.0000070929,0.10000,1.059
32,mlp.experts.13.gate_proj,0.0000016578,0.10000,1.046
32,mlp.experts.14.gate_proj,0.0000000965,0.10000,1.017
32,mlp.experts.15.gate_proj,0.0000002443,0.10000,1.023
32,mlp.experts.16.gate_proj,0.0000050549,0.10000,1.033
32,mlp.experts.17.gate_proj,0.0000002243,0.10000,1.044
32,mlp.experts.18.gate_proj,0.0000007372,0.10000,1.056
32,mlp.experts.19.gate_proj,0.0000012509,0.10000,1.082
32,mlp.experts.20.gate_proj,0.0000008707,0.10000,1.008
32,mlp.experts.21.gate_proj,0.0000001244,0.10000,1.055
32,mlp.experts.22.gate_proj,0.0000001900,0.10000,1.024
32,mlp.experts.23.gate_proj,0.0000002695,0.10000,1.018
32,mlp.experts.24.gate_proj,0.0000004760,0.10000,1.006
32,mlp.experts.25.gate_proj,0.0000001134,0.10000,1.043
32,mlp.experts.26.gate_proj,0.0000057710,0.10000,1.028
32,mlp.experts.27.gate_proj,0.0000003824,0.10000,1.043
32,mlp.experts.28.gate_proj,0.0000004082,0.10000,1.060
32,mlp.experts.29.gate_proj,0.0000023539,0.10000,1.050
32,mlp.experts.30.gate_proj,0.0000006846,0.10000,1.033
32,mlp.experts.31.gate_proj,0.0000026704,0.10000,1.017
32,mlp.experts.32.gate_proj,0.0000001868,0.10000,1.062
32,mlp.experts.33.gate_proj,0.0000000394,0.10000,1.038
32,mlp.experts.34.gate_proj,0.0000027240,0.10000,1.007
32,mlp.experts.35.gate_proj,0.0000004150,0.10000,0.999
32,mlp.experts.36.gate_proj,0.0000002215,0.10000,1.065
32,mlp.experts.37.gate_proj,0.0000008200,0.10000,1.026
32,mlp.experts.38.gate_proj,0.0000002228,0.10000,1.060
32,mlp.experts.39.gate_proj,0.0000001845,0.10000,1.057
32,mlp.experts.40.gate_proj,0.0000017897,0.10000,1.077
32,mlp.experts.41.gate_proj,0.0000038164,0.10000,1.065
32,mlp.experts.42.gate_proj,0.0000037161,0.10000,0.968
32,mlp.experts.43.gate_proj,0.0000002449,0.10000,0.962
32,mlp.experts.44.gate_proj,0.0000000293,0.10000,1.021
32,mlp.experts.45.gate_proj,0.0000002794,0.10000,1.025
32,mlp.experts.46.gate_proj,0.0000002202,0.10000,1.042
32,mlp.experts.47.gate_proj,0.0000002148,0.10000,1.031
32,mlp.experts.48.gate_proj,0.0000008588,0.10000,1.054
32,mlp.experts.49.gate_proj,0.0000030640,0.10000,1.043
32,mlp.experts.50.gate_proj,0.0000024860,0.10000,1.034
32,mlp.experts.51.gate_proj,0.0000027030,0.10000,1.010
32,mlp.experts.52.gate_proj,0.0000035730,0.10000,1.061
32,mlp.experts.53.gate_proj,0.0000003397,0.10000,1.056
32,mlp.experts.54.gate_proj,0.0000013532,0.10000,1.037
32,mlp.experts.55.gate_proj,0.0000011135,0.10000,1.050
32,mlp.experts.57.gate_proj,0.0000005682,0.10000,0.992
32,mlp.experts.56.gate_proj,0.0000001182,0.10000,1.047
32,mlp.experts.58.gate_proj,0.0000225252,0.10000,0.985
32,mlp.experts.59.gate_proj,0.0000009966,0.10000,1.033
32,mlp.experts.60.gate_proj,0.0000013907,0.10000,1.015
32,mlp.experts.61.gate_proj,0.0000015541,0.10000,1.032
32,mlp.experts.62.gate_proj,0.0000001146,0.10000,1.036
32,mlp.experts.63.gate_proj,0.0000049370,0.10000,1.016
32,mlp.experts.64.gate_proj,0.0000003373,0.10000,0.971
32,mlp.experts.65.gate_proj,0.0000002204,0.10000,1.052
32,mlp.experts.66.gate_proj,0.0000003941,0.10000,0.958
32,mlp.experts.67.gate_proj,0.0000005204,0.10000,1.045
32,mlp.experts.68.gate_proj,0.0000007280,0.10000,1.008
32,mlp.experts.69.gate_proj,0.0000007911,0.10000,0.970
32,mlp.experts.70.gate_proj,0.0000004348,0.10000,0.970
32,mlp.experts.71.gate_proj,0.0000034079,0.10000,0.988
32,mlp.experts.72.gate_proj,0.0000008052,0.10000,1.027
32,mlp.experts.73.gate_proj,0.0000159889,0.10000,1.025
32,mlp.experts.74.gate_proj,0.0000003240,0.10000,1.058
32,mlp.experts.75.gate_proj,0.0000062885,0.10000,1.051
32,mlp.experts.76.gate_proj,0.0000022222,0.10000,1.035
32,mlp.experts.77.gate_proj,0.0000005908,0.10000,0.948
32,mlp.experts.78.gate_proj,0.0000005094,0.10000,1.049
32,mlp.experts.79.gate_proj,0.0000003405,0.10000,0.976
32,mlp.experts.80.gate_proj,0.0000001137,0.10000,1.021
32,mlp.experts.81.gate_proj,0.0000037017,0.10000,1.016
32,mlp.experts.82.gate_proj,0.0000001469,0.10000,1.015
32,mlp.experts.83.gate_proj,0.0000021848,0.10000,1.020
32,mlp.experts.84.gate_proj,0.0000005936,0.10000,1.019
32,mlp.experts.85.gate_proj,0.0000010591,0.10000,1.037
32,mlp.experts.86.gate_proj,0.0000001227,0.10000,1.034
32,mlp.experts.87.gate_proj,0.0000007131,0.10000,1.018
32,mlp.experts.88.gate_proj,0.0000017002,0.10000,1.092
32,mlp.experts.89.gate_proj,0.0000090706,0.10000,1.040
32,mlp.experts.90.gate_proj,0.0000000584,0.10000,1.037
32,mlp.experts.91.gate_proj,0.0000001069,0.10000,1.057
32,mlp.experts.92.gate_proj,0.0000007106,0.10000,1.044
32,mlp.experts.93.gate_proj,0.0000030880,0.10000,1.046
32,mlp.experts.94.gate_proj,0.0000004185,0.10000,1.078
32,mlp.experts.95.gate_proj,0.0000000377,0.10000,1.080
32,mlp.experts.96.gate_proj,0.0000492776,0.10000,1.082
32,mlp.experts.97.gate_proj,0.0000047345,0.10000,1.070
32,mlp.experts.98.gate_proj,0.0000014113,0.10000,1.037
32,mlp.experts.99.gate_proj,0.0000007664,0.10000,1.051
32,mlp.experts.100.gate_proj,0.0000001402,0.10000,0.963
32,mlp.experts.101.gate_proj,0.0000006239,0.10000,1.042
32,mlp.experts.102.gate_proj,0.0000019544,0.10000,1.023
32,mlp.experts.103.gate_proj,0.0000001031,0.10000,1.027
32,mlp.experts.104.gate_proj,0.0000000819,0.10000,1.048
32,mlp.experts.105.gate_proj,0.0000000655,0.10000,1.036
32,mlp.experts.106.gate_proj,0.0000000427,0.10000,1.032
32,mlp.experts.107.gate_proj,0.0000020560,0.10000,1.068
32,mlp.experts.108.gate_proj,0.0000009472,0.10000,1.035
32,mlp.experts.109.gate_proj,0.0000007962,0.10000,1.072
32,mlp.experts.110.gate_proj,0.0000001209,0.10000,1.064
32,mlp.experts.111.gate_proj,0.0000031379,0.10000,1.060
32,mlp.experts.112.gate_proj,0.0000064930,0.10000,1.034
32,mlp.experts.113.gate_proj,0.0000050698,0.10000,1.062
32,mlp.experts.114.gate_proj,0.0000002641,0.10000,1.079
32,mlp.experts.115.gate_proj,0.0000051010,0.10000,1.026
32,mlp.experts.116.gate_proj,0.0000000583,0.10000,0.930
32,mlp.experts.117.gate_proj,0.0000019261,0.10000,0.960
32,mlp.experts.118.gate_proj,0.0000051076,0.10000,1.034
32,mlp.experts.119.gate_proj,0.0000290722,0.10000,1.069
32,mlp.experts.120.gate_proj,0.0000017266,0.10000,1.060
32,mlp.experts.121.gate_proj,0.0000001634,0.10000,1.010
32,mlp.experts.122.gate_proj,0.0000001609,0.10000,1.043
32,mlp.experts.123.gate_proj,0.0000016815,0.10000,1.038
32,mlp.experts.124.gate_proj,0.0000006918,0.10000,1.001
32,mlp.experts.125.gate_proj,0.0000007801,0.10000,1.034
32,mlp.experts.126.gate_proj,0.0000053860,0.10000,0.964
32,mlp.experts.127.gate_proj,0.0000004791,0.10000,0.901
32,mlp.experts.0.down_proj,0.0000016655,0.10000,0.403
32,mlp.experts.1.down_proj,0.0000060819,0.10000,0.415
32,mlp.experts.2.down_proj,0.0000001077,0.10000,0.414
32,mlp.experts.3.down_proj,0.0000000265,0.10000,0.412
32,mlp.experts.4.down_proj,0.0000001351,0.10000,0.324
32,mlp.experts.5.down_proj,0.0000000767,0.10000,0.325
32,mlp.experts.6.down_proj,0.0000002430,0.10000,0.366
32,mlp.experts.7.down_proj,0.0000025537,0.10000,0.367
32,mlp.experts.8.down_proj,0.0000000311,0.10000,0.402
32,mlp.experts.9.down_proj,0.0000007106,0.10000,0.402
32,mlp.experts.10.down_proj,0.0000008763,0.10000,0.403
32,mlp.experts.11.down_proj,0.0000013107,0.10000,0.401
32,mlp.experts.12.down_proj,0.0000015081,0.10000,0.411
32,mlp.experts.13.down_proj,0.0000004155,0.10000,0.409
32,mlp.experts.14.down_proj,0.0000000251,0.10000,0.417
32,mlp.experts.15.down_proj,0.0000000649,0.10000,0.414
32,mlp.experts.17.down_proj,0.0000000426,0.10000,0.417
32,mlp.experts.16.down_proj,0.0000011775,0.10000,0.427
32,mlp.experts.18.down_proj,0.0000002453,0.10000,0.412
32,mlp.experts.19.down_proj,0.0000003227,0.10000,0.420
32,mlp.experts.20.down_proj,0.0000003511,0.10000,0.384
32,mlp.experts.21.down_proj,0.0000000226,0.10000,0.424
32,mlp.experts.22.down_proj,0.0000000399,0.10000,0.374
32,mlp.experts.23.down_proj,0.0000000523,0.10000,0.392
32,mlp.experts.24.down_proj,0.0000001133,0.10000,0.388
32,mlp.experts.25.down_proj,0.0000000161,0.10000,0.413
32,mlp.experts.26.down_proj,0.0000009515,0.10000,0.389
32,mlp.experts.27.down_proj,0.0000001047,0.10000,0.413
32,mlp.experts.28.down_proj,0.0000000980,0.10000,0.346
32,mlp.experts.29.down_proj,0.0000004707,0.10000,0.354
32,mlp.experts.30.down_proj,0.0000001932,0.10000,0.396
32,mlp.experts.31.down_proj,0.0000011887,0.10000,0.411
32,mlp.experts.32.down_proj,0.0000000333,0.10000,0.402
32,mlp.experts.33.down_proj,0.0000000054,0.10000,0.416
32,mlp.experts.34.down_proj,0.0000012081,0.10000,0.355
32,mlp.experts.35.down_proj,0.0000001557,0.10000,0.335
32,mlp.experts.36.down_proj,0.0000000599,0.10000,0.352
32,mlp.experts.37.down_proj,0.0000001696,0.10000,0.360
32,mlp.experts.38.down_proj,0.0000000519,0.10000,0.356
32,mlp.experts.39.down_proj,0.0000000542,0.10000,0.363
32,mlp.experts.40.down_proj,0.0000003662,0.10000,0.411
32,mlp.experts.41.down_proj,0.0000015830,0.10000,0.400
32,mlp.experts.42.down_proj,0.0000002252,0.10000,0.405
32,mlp.experts.43.down_proj,0.0000000536,0.10000,0.409
32,mlp.experts.44.down_proj,0.0000000057,0.10000,0.398
32,mlp.experts.45.down_proj,0.0000000484,0.10000,0.397
32,mlp.experts.46.down_proj,0.0000000386,0.10000,0.395
32,mlp.experts.47.down_proj,0.0000000426,0.10000,0.402
32,mlp.experts.48.down_proj,0.0000001835,0.10000,0.404
32,mlp.experts.49.down_proj,0.0000012589,0.10000,0.403
32,mlp.experts.50.down_proj,0.0000003989,0.10000,0.398
32,mlp.experts.51.down_proj,0.0000009541,0.10000,0.409
32,mlp.experts.52.down_proj,0.0000012404,0.10000,0.402
32,mlp.experts.53.down_proj,0.0000000717,0.10000,0.406
32,mlp.experts.54.down_proj,0.0000002775,0.10000,0.407
32,mlp.experts.55.down_proj,0.0000003534,0.10000,0.387
32,mlp.experts.56.down_proj,0.0000000243,0.10000,0.338
32,mlp.experts.57.down_proj,0.0000000986,0.10000,0.346
32,mlp.experts.58.down_proj,0.0000072303,0.10000,0.339
32,mlp.experts.59.down_proj,0.0000002393,0.10000,0.370
32,mlp.experts.60.down_proj,0.0000004305,0.10000,0.398
32,mlp.experts.61.down_proj,0.0000005508,0.10000,0.389
32,mlp.experts.62.down_proj,0.0000000190,0.10000,0.370
32,mlp.experts.63.down_proj,0.0000019845,0.10000,0.392
32,mlp.experts.64.down_proj,0.0000001031,0.10000,0.393
32,mlp.experts.65.down_proj,0.0000000578,0.10000,0.416
32,mlp.experts.66.down_proj,0.0000001179,0.10000,0.418
32,mlp.experts.67.down_proj,0.0000001293,0.10000,0.403
32,mlp.experts.68.down_proj,0.0000001401,0.10000,0.413
32,mlp.experts.69.down_proj,0.0000001269,0.10000,0.391
32,mlp.experts.70.down_proj,0.0000000858,0.10000,0.372
32,mlp.experts.71.down_proj,0.0000011154,0.10000,0.338
32,mlp.experts.72.down_proj,0.0000001683,0.10000,0.328
32,mlp.experts.73.down_proj,0.0000057486,0.10000,0.336
32,mlp.experts.74.down_proj,0.0000000552,0.10000,0.328
32,mlp.experts.75.down_proj,0.0000015398,0.10000,0.342
32,mlp.experts.76.down_proj,0.0000004665,0.10000,0.385
32,mlp.experts.77.down_proj,0.0000001706,0.10000,0.412
32,mlp.experts.78.down_proj,0.0000000808,0.10000,0.393
32,mlp.experts.79.down_proj,0.0000000932,0.10000,0.414
32,mlp.experts.80.down_proj,0.0000000244,0.10000,0.405
32,mlp.experts.81.down_proj,0.0000016892,0.10000,0.417
32,mlp.experts.82.down_proj,0.0000000264,0.10000,0.406
32,mlp.experts.83.down_proj,0.0000005618,0.10000,0.411
32,mlp.experts.84.down_proj,0.0000001398,0.10000,0.405
32,mlp.experts.85.down_proj,0.0000001701,0.10000,0.411
32,mlp.experts.86.down_proj,0.0000000247,0.10000,0.403
32,mlp.experts.87.down_proj,0.0000001437,0.10000,0.409
32,mlp.experts.88.down_proj,0.0000004510,0.10000,0.401
32,mlp.experts.89.down_proj,0.0000038198,0.10000,0.408
32,mlp.experts.90.down_proj,0.0000000090,0.10000,0.415
32,mlp.experts.91.down_proj,0.0000000167,0.10000,0.391
32,mlp.experts.92.down_proj,0.0000001514,0.10000,0.395
32,mlp.experts.93.down_proj,0.0000014111,0.10000,0.379
32,mlp.experts.94.down_proj,0.0000001127,0.10000,0.374
32,mlp.experts.95.down_proj,0.0000000047,0.10000,0.363
32,mlp.experts.96.down_proj,0.0000002603,0.10000,0.368
32,mlp.experts.97.down_proj,0.0000019525,0.10000,0.337
32,mlp.experts.98.down_proj,0.0000003072,0.10000,0.373
32,mlp.experts.99.down_proj,0.0000002075,0.10000,0.409
32,mlp.experts.100.down_proj,0.0000000279,0.10000,0.367
32,mlp.experts.101.down_proj,0.0000001490,0.10000,0.340
32,mlp.experts.102.down_proj,0.0000005088,0.10000,0.357
32,mlp.experts.103.down_proj,0.0000000201,0.10000,0.422
32,mlp.experts.104.down_proj,0.0000000129,0.10000,0.394
32,mlp.experts.105.down_proj,0.0000000081,0.10000,0.392
32,mlp.experts.106.down_proj,0.0000000074,0.10000,0.374
32,mlp.experts.107.down_proj,0.0000004507,0.10000,0.364
32,mlp.experts.108.down_proj,0.0000001882,0.10000,0.361
32,mlp.experts.109.down_proj,0.0000002979,0.10000,0.364
32,mlp.experts.110.down_proj,0.0000000176,0.10000,0.379
32,mlp.experts.111.down_proj,0.0000010827,0.10000,0.392
32,mlp.experts.112.down_proj,0.0000019271,0.10000,0.395
32,mlp.experts.113.down_proj,0.0000014576,0.10000,0.367
32,mlp.experts.114.down_proj,0.0000000647,0.10000,0.376
32,mlp.experts.115.down_proj,0.0000009920,0.10000,0.400
32,mlp.experts.116.down_proj,0.0000000099,0.10000,0.390
32,mlp.experts.117.down_proj,0.0000004421,0.10000,0.389
32,mlp.experts.118.down_proj,0.0000013492,0.10000,0.392
32,mlp.experts.119.down_proj,0.0000004255,0.10000,0.398
32,mlp.experts.120.down_proj,0.0000005085,0.10000,0.386
32,mlp.experts.121.down_proj,0.0000000446,0.10000,0.400
32,mlp.experts.122.down_proj,0.0000000469,0.10000,0.389
32,mlp.experts.123.down_proj,0.0000003461,0.10000,0.403
32,mlp.experts.124.down_proj,0.0000000934,0.10000,0.399
32,mlp.experts.125.down_proj,0.0000002256,0.10000,0.400
32,mlp.experts.126.down_proj,0.0000002296,0.10000,0.387
32,mlp.experts.127.down_proj,0.0000000650,0.10000,0.288
33,self_attn.k_proj,0.0000000004,0.10000,1.024
33,self_attn.q_proj,0.0000000032,0.10000,1.029
33,self_attn.v_proj,0.0000000006,0.10000,0.629
33,self_attn.o_proj,0.0000000005,0.10000,1.272
33,mlp.gate,0.0000000179,0.10000,0.615
33,mlp.experts.1.up_proj,0.0000000414,0.10000,0.970
33,mlp.experts.0.up_proj,0.0000006125,0.10000,1.018
33,mlp.experts.2.up_proj,0.0000003421,0.10000,1.044
33,mlp.experts.3.up_proj,0.0000279381,0.10000,1.019
33,mlp.experts.4.up_proj,0.0000305125,0.10000,1.032
33,mlp.experts.5.up_proj,0.0000000767,0.10000,1.085
33,mlp.experts.6.up_proj,0.0000009162,0.10000,1.015
33,mlp.experts.7.up_proj,0.0000001780,0.10000,1.058
33,mlp.experts.8.up_proj,0.0000048755,0.10000,1.044
33,mlp.experts.9.up_proj,0.0000001349,0.10000,1.049
33,mlp.experts.10.up_proj,0.0000003851,0.10000,1.053
33,mlp.experts.11.up_proj,0.0000188621,0.10000,1.051
33,mlp.experts.12.up_proj,0.0000032082,0.10000,1.069
33,mlp.experts.13.up_proj,0.0000008541,0.10000,1.041
33,mlp.experts.14.up_proj,0.0000141373,0.10000,0.985
33,mlp.experts.15.up_proj,0.0000012867,0.10000,1.040
33,mlp.experts.16.up_proj,0.0000076436,0.10000,0.973
33,mlp.experts.17.up_proj,0.0000002181,0.10000,0.996
33,mlp.experts.18.up_proj,0.0000029961,0.10000,0.988
33,mlp.experts.19.up_proj,0.0000005006,0.10000,1.000
33,mlp.experts.20.up_proj,0.0000016188,0.10000,0.996
33,mlp.experts.21.up_proj,0.0000039293,0.10000,1.028
33,mlp.experts.22.up_proj,0.0000000412,0.10000,1.026
33,mlp.experts.23.up_proj,0.0000012806,0.10000,1.044
33,mlp.experts.24.up_proj,0.0000000453,0.10000,1.012
33,mlp.experts.25.up_proj,0.0000002127,0.10000,1.025
33,mlp.experts.26.up_proj,0.0000028009,0.10000,1.056
33,mlp.experts.27.up_proj,0.0000036272,0.10000,1.063
33,mlp.experts.28.up_proj,0.0000004591,0.10000,1.061
33,mlp.experts.29.up_proj,0.0000181276,0.10000,0.995
33,mlp.experts.30.up_proj,0.0000042727,0.10000,1.056
33,mlp.experts.31.up_proj,0.0000071070,0.10000,1.030
33,mlp.experts.32.up_proj,0.0000004123,0.10000,1.051
33,mlp.experts.33.up_proj,0.0000001791,0.10000,1.037
33,mlp.experts.34.up_proj,0.0000054369,0.10000,1.029
33,mlp.experts.35.up_proj,0.0000000786,0.10000,1.021
33,mlp.experts.36.up_proj,0.0000078955,0.10000,1.005
33,mlp.experts.37.up_proj,0.0000004720,0.10000,1.022
33,mlp.experts.38.up_proj,0.0000035376,0.10000,0.985
33,mlp.experts.39.up_proj,0.0000051253,0.10000,1.022
33,mlp.experts.40.up_proj,0.0000005158,0.10000,1.017
33,mlp.experts.41.up_proj,0.0000006926,0.10000,1.041
33,mlp.experts.42.up_proj,0.0000054673,0.10000,1.058
33,mlp.experts.43.up_proj,0.0000007308,0.10000,1.031
33,mlp.experts.44.up_proj,0.0000045073,0.10000,1.032
33,mlp.experts.45.up_proj,0.0000022160,0.10000,1.041
33,mlp.experts.46.up_proj,0.0000002889,0.10000,1.053
33,mlp.experts.47.up_proj,0.0000007822,0.10000,1.011
33,mlp.experts.48.up_proj,0.0000001287,0.10000,0.950
33,mlp.experts.49.up_proj,0.0000014370,0.10000,0.937
33,mlp.experts.50.up_proj,0.0000018970,0.10000,1.040
33,mlp.experts.51.up_proj,0.0000025943,0.10000,1.047
33,mlp.experts.52.up_proj,0.0000000885,0.10000,1.018
33,mlp.experts.53.up_proj,0.0000036897,0.10000,1.030
33,mlp.experts.54.up_proj,0.0000011792,0.10000,1.078
33,mlp.experts.55.up_proj,0.0000068597,0.10000,1.067
33,mlp.experts.56.up_proj,0.0000025654,0.10000,1.064
33,mlp.experts.57.up_proj,0.0000004099,0.10000,1.071
33,mlp.experts.58.up_proj,0.0000009121,0.10000,1.052
33,mlp.experts.59.up_proj,0.0000012494,0.10000,1.062
33,mlp.experts.60.up_proj,0.0000005872,0.10000,1.066
33,mlp.experts.61.up_proj,0.0000047492,0.10000,0.994
33,mlp.experts.62.up_proj,0.0000021681,0.10000,1.048
33,mlp.experts.63.up_proj,0.0000012966,0.10000,1.057
33,mlp.experts.64.up_proj,0.0000013851,0.10000,1.073
33,mlp.experts.65.up_proj,0.0000002649,0.10000,1.093
33,mlp.experts.66.up_proj,0.0000003999,0.10000,0.888
33,mlp.experts.67.up_proj,0.0000024893,0.10000,0.863
33,mlp.experts.68.up_proj,0.0000006373,0.10000,0.991
33,mlp.experts.69.up_proj,0.0000004058,0.10000,0.991
33,mlp.experts.70.up_proj,0.0000017040,0.10000,1.031
33,mlp.experts.71.up_proj,0.0000001871,0.10000,1.031
33,mlp.experts.72.up_proj,0.0000035389,0.10000,1.004
33,mlp.experts.73.up_proj,0.0000004559,0.10000,1.018
33,mlp.experts.74.up_proj,0.0000133842,0.10000,1.019
33,mlp.experts.75.up_proj,0.0000130866,0.10000,1.042
33,mlp.experts.76.up_proj,0.0000000965,0.10000,1.016
33,mlp.experts.77.up_proj,0.0000022595,0.10000,1.014
33,mlp.experts.78.up_proj,0.0000039590,0.10000,1.090
33,mlp.experts.79.up_proj,0.0000003334,0.10000,1.032
33,mlp.experts.80.up_proj,0.0000001517,0.10000,1.077
33,mlp.experts.81.up_proj,0.0000002377,0.10000,1.020
33,mlp.experts.82.up_proj,0.0000002034,0.10000,1.072
33,mlp.experts.83.up_proj,0.0000009915,0.10000,1.060
33,mlp.experts.84.up_proj,0.0000005248,0.10000,1.057
33,mlp.experts.85.up_proj,0.0000019300,0.10000,1.058
33,mlp.experts.86.up_proj,0.0000002055,0.10000,1.039
33,mlp.experts.87.up_proj,0.0000026953,0.10000,1.103
33,mlp.experts.88.up_proj,0.0000020829,0.10000,1.011
33,mlp.experts.89.up_proj,0.0000001413,0.10000,1.036
33,mlp.experts.90.up_proj,0.0000015355,0.10000,0.979
33,mlp.experts.91.up_proj,0.0000014534,0.10000,0.986
33,mlp.experts.92.up_proj,0.0000022948,0.10000,0.979
33,mlp.experts.93.up_proj,0.0000058382,0.10000,1.048
33,mlp.experts.94.up_proj,0.0000001590,0.10000,1.020
33,mlp.experts.95.up_proj,0.0000050479,0.10000,1.009
33,mlp.experts.96.up_proj,0.0000000857,0.10000,1.010
33,mlp.experts.97.up_proj,0.0000000395,0.10000,1.036
33,mlp.experts.98.up_proj,0.0000003817,0.10000,1.059
33,mlp.experts.99.up_proj,0.0000001748,0.10000,0.988
33,mlp.experts.100.up_proj,0.0000004693,0.10000,1.080
33,mlp.experts.101.up_proj,0.0000031395,0.10000,1.054
33,mlp.experts.102.up_proj,0.0000000791,0.10000,1.047
33,mlp.experts.103.up_proj,0.0000000676,0.10000,1.043
33,mlp.experts.104.up_proj,0.0000007305,0.10000,1.007
33,mlp.experts.105.up_proj,0.0000003621,0.10000,1.010
33,mlp.experts.106.up_proj,0.0000007057,0.10000,1.040
33,mlp.experts.107.up_proj,0.0000035941,0.10000,1.018
33,mlp.experts.108.up_proj,0.0000027664,0.10000,1.006
33,mlp.experts.109.up_proj,0.0000480413,0.10000,1.017
33,mlp.experts.110.up_proj,0.0000002816,0.10000,1.027
33,mlp.experts.111.up_proj,0.0000001670,0.10000,1.021
33,mlp.experts.112.up_proj,0.0000002615,0.10000,1.020
33,mlp.experts.113.up_proj,0.0000001517,0.10000,1.007
33,mlp.experts.114.up_proj,0.0000012723,0.10000,1.032
33,mlp.experts.115.up_proj,0.0000065255,0.10000,1.013
33,mlp.experts.116.up_proj,0.0000003210,0.10000,1.032
33,mlp.experts.117.up_proj,0.0000004172,0.10000,1.038
33,mlp.experts.118.up_proj,0.0000000719,0.10000,1.020
33,mlp.experts.119.up_proj,0.0000224080,0.10000,1.067
33,mlp.experts.120.up_proj,0.0000130558,0.10000,1.040
33,mlp.experts.121.up_proj,0.0000164366,0.10000,1.052
33,mlp.experts.122.up_proj,0.0000003648,0.10000,1.075
33,mlp.experts.123.up_proj,0.0000030483,0.10000,1.041
33,mlp.experts.124.up_proj,0.0000027176,0.10000,1.019
33,mlp.experts.125.up_proj,0.0000002902,0.10000,1.015
33,mlp.experts.126.up_proj,0.0000063709,0.10000,1.022
33,mlp.experts.127.up_proj,0.0000000485,0.10000,1.072
33,mlp.experts.0.gate_proj,0.0000005961,0.10000,1.048
33,mlp.experts.1.gate_proj,0.0000000357,0.10000,1.046
33,mlp.experts.2.gate_proj,0.0000003443,0.10000,1.019
33,mlp.experts.3.gate_proj,0.0000219782,0.10000,1.020
33,mlp.experts.4.gate_proj,0.0000314440,0.10000,1.040
33,mlp.experts.5.gate_proj,0.0000000747,0.10000,1.018
33,mlp.experts.6.gate_proj,0.0000009354,0.10000,1.057
33,mlp.experts.7.gate_proj,0.0000001547,0.10000,1.059
33,mlp.experts.8.gate_proj,0.0000048289,0.10000,1.061
33,mlp.experts.9.gate_proj,0.0000001213,0.10000,1.002
33,mlp.experts.10.gate_proj,0.0000003639,0.10000,1.061
33,mlp.experts.11.gate_proj,0.0000198281,0.10000,1.033
33,mlp.experts.12.gate_proj,0.0000030322,0.10000,1.037
33,mlp.experts.13.gate_proj,0.0000008261,0.10000,1.020
33,mlp.experts.14.gate_proj,0.0000136344,0.10000,1.064
33,mlp.experts.15.gate_proj,0.0000012734,0.10000,1.067
33,mlp.experts.17.gate_proj,0.0000002086,0.10000,1.022
33,mlp.experts.16.gate_proj,0.0000069836,0.10000,1.037
33,mlp.experts.18.gate_proj,0.0000027954,0.10000,1.094
33,mlp.experts.19.gate_proj,0.0000004578,0.10000,1.088
33,mlp.experts.20.gate_proj,0.0000015230,0.10000,1.092
33,mlp.experts.21.gate_proj,0.0000039614,0.10000,1.095
33,mlp.experts.22.gate_proj,0.0000000348,0.10000,1.083
33,mlp.experts.23.gate_proj,0.0000011053,0.10000,1.094
33,mlp.experts.24.gate_proj,0.0000000397,0.10000,1.025
33,mlp.experts.25.gate_proj,0.0000002016,0.10000,1.032
33,mlp.experts.26.gate_proj,0.0000027555,0.10000,1.071
33,mlp.experts.27.gate_proj,0.0000033723,0.10000,1.051
33,mlp.experts.28.gate_proj,0.0000004386,0.10000,1.032
33,mlp.experts.29.gate_proj,0.0000170513,0.10000,1.033
33,mlp.experts.31.gate_proj,0.0000065148,0.10000,0.991
33,mlp.experts.30.gate_proj,0.0000033296,0.10000,1.030
33,mlp.experts.32.gate_proj,0.0000004611,0.10000,1.041
33,mlp.experts.33.gate_proj,0.0000001788,0.10000,1.038
33,mlp.experts.34.gate_proj,0.0000053558,0.10000,1.050
33,mlp.experts.35.gate_proj,0.0000000511,0.10000,1.064
33,mlp.experts.36.gate_proj,0.0000076487,0.10000,0.980
33,mlp.experts.37.gate_proj,0.0000004344,0.10000,1.005
33,mlp.experts.38.gate_proj,0.0000035365,0.10000,1.037
33,mlp.experts.39.gate_proj,0.0000050770,0.10000,1.026
33,mlp.experts.40.gate_proj,0.0000003042,0.10000,1.071
33,mlp.experts.41.gate_proj,0.0000006945,0.10000,1.068
33,mlp.experts.42.gate_proj,0.0000051638,0.10000,1.021
33,mlp.experts.43.gate_proj,0.0000007213,0.10000,1.012
33,mlp.experts.44.gate_proj,0.0000045233,0.10000,1.031
33,mlp.experts.45.gate_proj,0.0000016956,0.10000,1.025
33,mlp.experts.46.gate_proj,0.0000002817,0.10000,1.076
33,mlp.experts.47.gate_proj,0.0000005549,0.10000,1.093
33,mlp.experts.48.gate_proj,0.0000000975,0.10000,1.005
33,mlp.experts.49.gate_proj,0.0000012182,0.10000,1.067
33,mlp.experts.50.gate_proj,0.0000017453,0.10000,1.049
33,mlp.experts.51.gate_proj,0.0000026144,0.10000,1.040
33,mlp.experts.52.gate_proj,0.0000000777,0.10000,1.053
33,mlp.experts.53.gate_proj,0.0000037727,0.10000,1.057
33,mlp.experts.54.gate_proj,0.0000009802,0.10000,1.014
33,mlp.experts.55.gate_proj,0.0000068698,0.10000,1.023
33,mlp.experts.56.gate_proj,0.0000021052,0.10000,0.892
33,mlp.experts.57.gate_proj,0.0000003716,0.10000,0.892
33,mlp.experts.58.gate_proj,0.0000008936,0.10000,1.025
33,mlp.experts.59.gate_proj,0.0000011984,0.10000,1.050
33,mlp.experts.60.gate_proj,0.0000005201,0.10000,1.040
33,mlp.experts.61.gate_proj,0.0000046286,0.10000,1.063
33,mlp.experts.62.gate_proj,0.0000019187,0.10000,1.023
33,mlp.experts.63.gate_proj,0.0000013577,0.10000,1.048
33,mlp.experts.64.gate_proj,0.0000014327,0.10000,1.087
33,mlp.experts.65.gate_proj,0.0000002585,0.10000,0.995
33,mlp.experts.66.gate_proj,0.0000003795,0.10000,1.011
33,mlp.experts.67.gate_proj,0.0000025058,0.10000,1.017
33,mlp.experts.68.gate_proj,0.0000005823,0.10000,1.048
33,mlp.experts.69.gate_proj,0.0000006330,0.10000,1.049
33,mlp.experts.70.gate_proj,0.0000017177,0.10000,1.007
33,mlp.experts.71.gate_proj,0.0000001770,0.10000,0.988
33,mlp.experts.72.gate_proj,0.0000032518,0.10000,1.039
33,mlp.experts.73.gate_proj,0.0000004383,0.10000,1.048
33,mlp.experts.74.gate_proj,0.0000118657,0.10000,1.020
33,mlp.experts.75.gate_proj,0.0000131475,0.10000,1.053
33,mlp.experts.76.gate_proj,0.0000000989,0.10000,1.047
33,mlp.experts.77.gate_proj,0.0000021905,0.10000,1.032
33,mlp.experts.78.gate_proj,0.0000038693,0.10000,1.045
33,mlp.experts.79.gate_proj,0.0000003078,0.10000,1.023
33,mlp.experts.80.gate_proj,0.0000001510,0.10000,1.010
33,mlp.experts.81.gate_proj,0.0000002377,0.10000,1.009
33,mlp.experts.82.gate_proj,0.0000001448,0.10000,1.035
33,mlp.experts.83.gate_proj,0.0000009415,0.10000,1.045
33,mlp.experts.84.gate_proj,0.0000004933,0.10000,1.018
33,mlp.experts.85.gate_proj,0.0000019956,0.10000,0.966
33,mlp.experts.86.gate_proj,0.0000001920,0.10000,1.072
33,mlp.experts.87.gate_proj,0.0000026234,0.10000,1.039
33,mlp.experts.88.gate_proj,0.0000018776,0.10000,1.057
33,mlp.experts.89.gate_proj,0.0000001349,0.10000,1.082
33,mlp.experts.90.gate_proj,0.0000012350,0.10000,1.039
33,mlp.experts.91.gate_proj,0.0000015335,0.10000,1.032
33,mlp.experts.92.gate_proj,0.0000022874,0.10000,1.058
33,mlp.experts.93.gate_proj,0.0000053779,0.10000,1.055
33,mlp.experts.94.gate_proj,0.0000001641,0.10000,1.063
33,mlp.experts.95.gate_proj,0.0000050599,0.10000,1.058
33,mlp.experts.96.gate_proj,0.0000000816,0.10000,0.991
33,mlp.experts.97.gate_proj,0.0000000369,0.10000,1.026
33,mlp.experts.98.gate_proj,0.0000003013,0.10000,1.003
33,mlp.experts.99.gate_proj,0.0000001588,0.10000,1.028
33,mlp.experts.100.gate_proj,0.0000004646,0.10000,1.028
33,mlp.experts.101.gate_proj,0.0000026152,0.10000,1.031
33,mlp.experts.102.gate_proj,0.0000000734,0.10000,1.039
33,mlp.experts.103.gate_proj,0.0000000595,0.10000,1.077
33,mlp.experts.104.gate_proj,0.0000006967,0.10000,1.058
33,mlp.experts.105.gate_proj,0.0000003276,0.10000,1.052
33,mlp.experts.106.gate_proj,0.0000006920,0.10000,1.047
33,mlp.experts.107.gate_proj,0.0000036287,0.10000,1.054
33,mlp.experts.108.gate_proj,0.0000025111,0.10000,1.043
33,mlp.experts.109.gate_proj,0.0000510694,0.10000,1.105
33,mlp.experts.110.gate_proj,0.0000002372,0.10000,1.018
33,mlp.experts.111.gate_proj,0.0000001358,0.10000,0.987
33,mlp.experts.112.gate_proj,0.0000002223,0.10000,1.032
33,mlp.experts.113.gate_proj,0.0000001429,0.10000,0.961
33,mlp.experts.114.gate_proj,0.0000011584,0.10000,1.039
33,mlp.experts.115.gate_proj,0.0000066011,0.10000,1.024
33,mlp.experts.116.gate_proj,0.0000002943,0.10000,1.014
33,mlp.experts.117.gate_proj,0.0000003466,0.10000,1.020
33,mlp.experts.118.gate_proj,0.0000000665,0.10000,1.084
33,mlp.experts.119.gate_proj,0.0000206388,0.10000,1.030
33,mlp.experts.120.gate_proj,0.0000127185,0.10000,0.982
33,mlp.experts.121.gate_proj,0.0000163163,0.10000,0.993
33,mlp.experts.122.gate_proj,0.0000003438,0.10000,0.993
33,mlp.experts.123.gate_proj,0.0000031167,0.10000,0.994
33,mlp.experts.124.gate_proj,0.0000027995,0.10000,0.976
33,mlp.experts.125.gate_proj,0.0000001503,0.10000,0.996
33,mlp.experts.126.gate_proj,0.0000060998,0.10000,1.029
33,mlp.experts.127.gate_proj,0.0000000343,0.10000,1.027
33,mlp.experts.1.down_proj,0.0000000064,0.10000,0.349
33,mlp.experts.0.down_proj,0.0000001308,0.10000,0.356
33,mlp.experts.2.down_proj,0.0000000467,0.10000,0.404
33,mlp.experts.3.down_proj,0.0000093325,0.10000,0.413
33,mlp.experts.4.down_proj,0.0000026108,0.10000,0.407
33,mlp.experts.5.down_proj,0.0000000164,0.10000,0.407
33,mlp.experts.6.down_proj,0.0000001524,0.10000,0.406
33,mlp.experts.7.down_proj,0.0000000344,0.10000,0.402
33,mlp.experts.8.down_proj,0.0000013635,0.10000,0.411
33,mlp.experts.9.down_proj,0.0000000427,0.10000,0.425
33,mlp.experts.10.down_proj,0.0000001050,0.10000,0.403
33,mlp.experts.11.down_proj,0.0000003032,0.10000,0.413
33,mlp.experts.12.down_proj,0.0000007811,0.10000,0.351
33,mlp.experts.13.down_proj,0.0000001980,0.10000,0.351
33,mlp.experts.14.down_proj,0.0000007669,0.10000,0.391
33,mlp.experts.15.down_proj,0.0000002589,0.10000,0.396
33,mlp.experts.16.down_proj,0.0000036682,0.10000,0.387
33,mlp.experts.17.down_proj,0.0000000534,0.10000,0.392
33,mlp.experts.18.down_proj,0.0000008065,0.10000,0.400
33,mlp.experts.19.down_proj,0.0000000753,0.10000,0.394
33,mlp.experts.20.down_proj,0.0000003909,0.10000,0.387
33,mlp.experts.21.down_proj,0.0000010160,0.10000,0.397
33,mlp.experts.22.down_proj,0.0000000092,0.10000,0.399
33,mlp.experts.23.down_proj,0.0000002838,0.10000,0.408
33,mlp.experts.24.down_proj,0.0000000081,0.10000,0.390
33,mlp.experts.25.down_proj,0.0000000735,0.10000,0.404
33,mlp.experts.26.down_proj,0.0000007420,0.10000,0.399
33,mlp.experts.27.down_proj,0.0000011827,0.10000,0.409
33,mlp.experts.28.down_proj,0.0000001094,0.10000,0.399
33,mlp.experts.29.down_proj,0.0000063001,0.10000,0.398
33,mlp.experts.30.down_proj,0.0000021112,0.10000,0.330
33,mlp.experts.31.down_proj,0.0000028072,0.10000,0.352
33,mlp.experts.32.down_proj,0.0000000694,0.10000,0.406
33,mlp.experts.33.down_proj,0.0000000518,0.10000,0.407
33,mlp.experts.34.down_proj,0.0000016567,0.10000,0.362
33,mlp.experts.35.down_proj,0.0000000202,0.10000,0.391
33,mlp.experts.36.down_proj,0.0000027218,0.10000,0.389
33,mlp.experts.37.down_proj,0.0000000984,0.10000,0.414
33,mlp.experts.38.down_proj,0.0000007616,0.10000,0.397
33,mlp.experts.39.down_proj,0.0000014036,0.10000,0.417
33,mlp.experts.40.down_proj,0.0000001365,0.10000,0.358
33,mlp.experts.41.down_proj,0.0000001028,0.10000,0.385
33,mlp.experts.42.down_proj,0.0000019901,0.10000,0.413
33,mlp.experts.43.down_proj,0.0000001940,0.10000,0.392
33,mlp.experts.44.down_proj,0.0000015039,0.10000,0.417
33,mlp.experts.45.down_proj,0.0000007671,0.10000,0.398
33,mlp.experts.46.down_proj,0.0000000434,0.10000,0.417
33,mlp.experts.47.down_proj,0.0000003475,0.10000,0.403
33,mlp.experts.48.down_proj,0.0000000329,0.10000,0.412
33,mlp.experts.49.down_proj,0.0000004087,0.10000,0.395
33,mlp.experts.50.down_proj,0.0000005360,0.10000,0.359
33,mlp.experts.51.down_proj,0.0000005618,0.10000,0.368
33,mlp.experts.52.down_proj,0.0000000160,0.10000,0.411
33,mlp.experts.53.down_proj,0.0000008700,0.10000,0.420
33,mlp.experts.54.down_proj,0.0000003037,0.10000,0.399
33,mlp.experts.55.down_proj,0.0000014797,0.10000,0.410
33,mlp.experts.56.down_proj,0.0000005512,0.10000,0.402
33,mlp.experts.57.down_proj,0.0000001126,0.10000,0.396
33,mlp.experts.58.down_proj,0.0000001723,0.10000,0.413
33,mlp.experts.59.down_proj,0.0000004468,0.10000,0.392
33,mlp.experts.60.down_proj,0.0000001328,0.10000,0.413
33,mlp.experts.61.down_proj,0.0000013903,0.10000,0.416
33,mlp.experts.62.down_proj,0.0000009663,0.10000,0.379
33,mlp.experts.63.down_proj,0.0000002737,0.10000,0.344
33,mlp.experts.64.down_proj,0.0000001648,0.10000,0.379
33,mlp.experts.65.down_proj,0.0000000724,0.10000,0.404
33,mlp.experts.66.down_proj,0.0000001092,0.10000,0.359
33,mlp.experts.67.down_proj,0.0000005157,0.10000,0.381
33,mlp.experts.68.down_proj,0.0000001590,0.10000,0.417
33,mlp.experts.69.down_proj,0.0000001897,0.10000,0.410
33,mlp.experts.70.down_proj,0.0000002999,0.10000,0.370
33,mlp.experts.71.down_proj,0.0000000364,0.10000,0.372
33,mlp.experts.72.down_proj,0.0000014139,0.10000,0.379
33,mlp.experts.73.down_proj,0.0000000801,0.10000,0.391
33,mlp.experts.74.down_proj,0.0000064200,0.10000,0.378
33,mlp.experts.75.down_proj,0.0000029960,0.10000,0.401
33,mlp.experts.76.down_proj,0.0000000194,0.10000,0.362
33,mlp.experts.77.down_proj,0.0000004448,0.10000,0.381
33,mlp.experts.78.down_proj,0.0000015313,0.10000,0.409
33,mlp.experts.79.down_proj,0.0000001081,0.10000,0.402
33,mlp.experts.80.down_proj,0.0000000300,0.10000,0.410
33,mlp.experts.81.down_proj,0.0000000404,0.10000,0.404
33,mlp.experts.82.down_proj,0.0000000368,0.10000,0.408
33,mlp.experts.83.down_proj,0.0000003464,0.10000,0.402
33,mlp.experts.84.down_proj,0.0000001122,0.10000,0.413
33,mlp.experts.85.down_proj,0.0000001967,0.10000,0.420
33,mlp.experts.86.down_proj,0.0000000451,0.10000,0.410
33,mlp.experts.87.down_proj,0.0000005274,0.10000,0.419
33,mlp.experts.88.down_proj,0.0000006864,0.10000,0.400
33,mlp.experts.89.down_proj,0.0000000254,0.10000,0.400
33,mlp.experts.90.down_proj,0.0000004715,0.10000,0.415
33,mlp.experts.91.down_proj,0.0000003223,0.10000,0.396
33,mlp.experts.92.down_proj,0.0000003943,0.10000,0.411
33,mlp.experts.93.down_proj,0.0000025658,0.10000,0.402
33,mlp.experts.94.down_proj,0.0000000482,0.10000,0.404
33,mlp.experts.95.down_proj,0.0000014051,0.10000,0.410
33,mlp.experts.96.down_proj,0.0000000184,0.10000,0.413
33,mlp.experts.97.down_proj,0.0000000068,0.10000,0.407
33,mlp.experts.98.down_proj,0.0000000954,0.10000,0.419
33,mlp.experts.99.down_proj,0.0000000348,0.10000,0.418
33,mlp.experts.100.down_proj,0.0000001783,0.10000,0.413
33,mlp.experts.101.down_proj,0.0000013606,0.10000,0.404
33,mlp.experts.102.down_proj,0.0000000170,0.10000,0.394
33,mlp.experts.103.down_proj,0.0000000118,0.10000,0.398
33,mlp.experts.104.down_proj,0.0000002976,0.10000,0.397
33,mlp.experts.105.down_proj,0.0000000949,0.10000,0.400
33,mlp.experts.106.down_proj,0.0000002563,0.10000,0.393
33,mlp.experts.107.down_proj,0.0000011320,0.10000,0.402
33,mlp.experts.108.down_proj,0.0000006785,0.10000,0.400
33,mlp.experts.109.down_proj,0.0000013716,0.10000,0.396
33,mlp.experts.110.down_proj,0.0000000727,0.10000,0.401
33,mlp.experts.111.down_proj,0.0000000400,0.10000,0.402
33,mlp.experts.112.down_proj,0.0000000514,0.10000,0.385
33,mlp.experts.113.down_proj,0.0000000398,0.10000,0.388
33,mlp.experts.114.down_proj,0.0000004665,0.10000,0.394
33,mlp.experts.115.down_proj,0.0000018519,0.10000,0.395
33,mlp.experts.116.down_proj,0.0000000789,0.10000,0.394
33,mlp.experts.117.down_proj,0.0000000966,0.10000,0.420
33,mlp.experts.118.down_proj,0.0000000121,0.10000,0.403
33,mlp.experts.119.down_proj,0.0000007870,0.10000,0.420
33,mlp.experts.120.down_proj,0.0000029842,0.10000,0.389
33,mlp.experts.121.down_proj,0.0000075752,0.10000,0.417
33,mlp.experts.122.down_proj,0.0000000947,0.10000,0.406
33,mlp.experts.123.down_proj,0.0000006295,0.10000,0.415
33,mlp.experts.124.down_proj,0.0000003888,0.10000,0.403
33,mlp.experts.125.down_proj,0.0000000472,0.10000,0.408
33,mlp.experts.126.down_proj,0.0000019676,0.10000,0.400
33,mlp.experts.127.down_proj,0.0000000083,0.10000,0.302
34,self_attn.q_proj,0.0000000037,0.10000,1.058
34,self_attn.k_proj,0.0000000005,0.10000,1.099
34,self_attn.v_proj,0.0000000006,0.10000,0.595
34,self_attn.o_proj,0.0000000005,0.10000,1.207
34,mlp.gate,0.0000000170,0.10000,0.562
34,mlp.experts.1.up_proj,0.0000018905,0.10000,1.039
34,mlp.experts.0.up_proj,0.0000034289,0.10000,1.054
34,mlp.experts.2.up_proj,0.0000004143,0.10000,1.055
34,mlp.experts.3.up_proj,0.0000007154,0.10000,1.045
34,mlp.experts.5.up_proj,0.0000003361,0.10000,1.038
34,mlp.experts.4.up_proj,0.0000005481,0.10000,1.052
34,mlp.experts.7.up_proj,0.0000019297,0.10000,1.043
34,mlp.experts.6.up_proj,0.0000016337,0.10000,1.077
34,mlp.experts.8.up_proj,0.0000034256,0.10000,1.082
34,mlp.experts.9.up_proj,0.0000003613,0.10000,1.098
34,mlp.experts.10.up_proj,0.0000014285,0.10000,1.074
34,mlp.experts.11.up_proj,0.0000063655,0.10000,1.075
34,mlp.experts.12.up_proj,0.0000008157,0.10000,0.963
34,mlp.experts.13.up_proj,0.0000037973,0.10000,0.969
34,mlp.experts.14.up_proj,0.0000002733,0.10000,0.977
34,mlp.experts.15.up_proj,0.0000018352,0.10000,1.024
34,mlp.experts.16.up_proj,0.0000006047,0.10000,1.015
34,mlp.experts.17.up_proj,0.0000086172,0.10000,1.036
34,mlp.experts.18.up_proj,0.0000000599,0.10000,1.016
34,mlp.experts.19.up_proj,0.0000016626,0.10000,1.013
34,mlp.experts.20.up_proj,0.0000075963,0.10000,1.021
34,mlp.experts.21.up_proj,0.0000036650,0.10000,1.006
34,mlp.experts.22.up_proj,0.0000034051,0.10000,1.021
34,mlp.experts.23.up_proj,0.0000002632,0.10000,1.038
34,mlp.experts.24.up_proj,0.0000052615,0.10000,1.080
34,mlp.experts.25.up_proj,0.0000006364,0.10000,1.083
34,mlp.experts.26.up_proj,0.0000003629,0.10000,1.103
34,mlp.experts.27.up_proj,0.0000006213,0.10000,1.035
34,mlp.experts.28.up_proj,0.0000128021,0.10000,1.050
34,mlp.experts.29.up_proj,0.0000029771,0.10000,1.008
34,mlp.experts.30.up_proj,0.0000000609,0.10000,1.016
34,mlp.experts.31.up_proj,0.0000009882,0.10000,1.026
34,mlp.experts.32.up_proj,0.0000007789,0.10000,1.058
34,mlp.experts.33.up_proj,0.0000011322,0.10000,1.088
34,mlp.experts.34.up_proj,0.0000073348,0.10000,1.071
34,mlp.experts.35.up_proj,0.0000002574,0.10000,1.048
34,mlp.experts.36.up_proj,0.0000010909,0.10000,1.025
34,mlp.experts.37.up_proj,0.0000038597,0.10000,1.038
34,mlp.experts.38.up_proj,0.0000448676,0.10000,0.996
34,mlp.experts.39.up_proj,0.0000001935,0.10000,1.016
34,mlp.experts.40.up_proj,0.0000000703,0.10000,0.998
34,mlp.experts.41.up_proj,0.0000003246,0.10000,0.993
34,mlp.experts.42.up_proj,0.0000072706,0.10000,1.049
34,mlp.experts.43.up_proj,0.0000003043,0.10000,1.082
34,mlp.experts.44.up_proj,0.0000141869,0.10000,1.004
34,mlp.experts.45.up_proj,0.0000002007,0.10000,1.039
34,mlp.experts.46.up_proj,0.0000033691,0.10000,0.974
34,mlp.experts.47.up_proj,0.0000055702,0.10000,1.039
34,mlp.experts.48.up_proj,0.0000040456,0.10000,1.053
34,mlp.experts.49.up_proj,0.0000109106,0.10000,1.052
34,mlp.experts.50.up_proj,0.0000007091,0.10000,1.012
34,mlp.experts.51.up_proj,0.0000043847,0.10000,1.052
34,mlp.experts.52.up_proj,0.0000001137,0.10000,1.059
34,mlp.experts.53.up_proj,0.0000112639,0.10000,1.045
34,mlp.experts.54.up_proj,0.0000209877,0.10000,1.035
34,mlp.experts.55.up_proj,0.0000004342,0.10000,1.050
34,mlp.experts.56.up_proj,0.0000004465,0.10000,0.963
34,mlp.experts.57.up_proj,0.0000014294,0.10000,0.971
34,mlp.experts.58.up_proj,0.0000006639,0.10000,1.013
34,mlp.experts.59.up_proj,0.0000060619,0.10000,1.005
34,mlp.experts.60.up_proj,0.0000026990,0.10000,1.009
34,mlp.experts.61.up_proj,0.0000002229,0.10000,1.034
34,mlp.experts.62.up_proj,0.0000000401,0.10000,0.981
34,mlp.experts.63.up_proj,0.0000007156,0.10000,0.987
34,mlp.experts.64.up_proj,0.0000000362,0.10000,1.024
34,mlp.experts.65.up_proj,0.0000008621,0.10000,1.021
34,mlp.experts.66.up_proj,0.0000017136,0.10000,1.020
34,mlp.experts.67.up_proj,0.0000061574,0.10000,1.023
34,mlp.experts.68.up_proj,0.0000005087,0.10000,1.025
34,mlp.experts.69.up_proj,0.0000006047,0.10000,1.013
34,mlp.experts.70.up_proj,0.0000005619,0.10000,1.045
34,mlp.experts.71.up_proj,0.0000004279,0.10000,0.967
34,mlp.experts.72.up_proj,0.0000078343,0.10000,1.063
34,mlp.experts.73.up_proj,0.0000002112,0.10000,1.040
34,mlp.experts.74.up_proj,0.0000002674,0.10000,1.067
34,mlp.experts.75.up_proj,0.0000015549,0.10000,1.024
34,mlp.experts.76.up_proj,0.0000001277,0.10000,0.950
34,mlp.experts.77.up_proj,0.0000073111,0.10000,0.983
34,mlp.experts.78.up_proj,0.0000002828,0.10000,1.001
34,mlp.experts.79.up_proj,0.0000540417,0.10000,1.021
34,mlp.experts.80.up_proj,0.0000002517,0.10000,0.950
34,mlp.experts.81.up_proj,0.0000095617,0.10000,0.941
34,mlp.experts.82.up_proj,0.0000001912,0.10000,1.063
34,mlp.experts.83.up_proj,0.0000000704,0.10000,1.039
34,mlp.experts.84.up_proj,0.0000055281,0.10000,1.053
34,mlp.experts.85.up_proj,0.0000001835,0.10000,1.002
34,mlp.experts.86.up_proj,0.0000002822,0.10000,0.993
34,mlp.experts.87.up_proj,0.0000012915,0.10000,0.986
34,mlp.experts.88.up_proj,0.0000001207,0.10000,1.022
34,mlp.experts.89.up_proj,0.0000072429,0.10000,1.025
34,mlp.experts.90.up_proj,0.0000004624,0.10000,1.023
34,mlp.experts.91.up_proj,0.0000001096,0.10000,1.076
34,mlp.experts.92.up_proj,0.0000017138,0.10000,1.046
34,mlp.experts.93.up_proj,0.0000079976,0.10000,1.060
34,mlp.experts.94.up_proj,0.0000001232,0.10000,1.041
34,mlp.experts.95.up_proj,0.0000000664,0.10000,1.062
34,mlp.experts.96.up_proj,0.0000002187,0.10000,0.934
34,mlp.experts.97.up_proj,0.0000010108,0.10000,0.972
34,mlp.experts.98.up_proj,0.0000001409,0.10000,1.028
34,mlp.experts.99.up_proj,0.0000003266,0.10000,1.003
34,mlp.experts.100.up_proj,0.0000030237,0.10000,1.043
34,mlp.experts.101.up_proj,0.0000005841,0.10000,1.024
34,mlp.experts.102.up_proj,0.0000039002,0.10000,0.992
34,mlp.experts.103.up_proj,0.0000003434,0.10000,1.004
34,mlp.experts.104.up_proj,0.0000043249,0.10000,1.000
34,mlp.experts.105.up_proj,0.0000001616,0.10000,1.088
34,mlp.experts.106.up_proj,0.0000305797,0.10000,1.050
34,mlp.experts.107.up_proj,0.0000000667,0.10000,1.068
34,mlp.experts.108.up_proj,0.0000000578,0.10000,1.026
34,mlp.experts.109.up_proj,0.0000003442,0.10000,1.003
34,mlp.experts.110.up_proj,0.0000002590,0.10000,1.032
34,mlp.experts.111.up_proj,0.0000035996,0.10000,1.010
34,mlp.experts.112.up_proj,0.0000000942,0.10000,1.019
34,mlp.experts.113.up_proj,0.0000001061,0.10000,1.042
34,mlp.experts.114.up_proj,0.0000197034,0.10000,1.023
34,mlp.experts.115.up_proj,0.0000026347,0.10000,1.046
34,mlp.experts.116.up_proj,0.0000034990,0.10000,1.062
34,mlp.experts.117.up_proj,0.0000386082,0.10000,1.093
34,mlp.experts.118.up_proj,0.0000058558,0.10000,1.006
34,mlp.experts.119.up_proj,0.0000039305,0.10000,0.986
34,mlp.experts.120.up_proj,0.0000001542,0.10000,1.090
34,mlp.experts.121.up_proj,0.0000049803,0.10000,1.058
34,mlp.experts.122.up_proj,0.0000526207,0.10000,1.057
34,mlp.experts.123.up_proj,0.0000002300,0.10000,1.066
34,mlp.experts.124.up_proj,0.0000001582,0.10000,1.021
34,mlp.experts.125.up_proj,0.0000118926,0.10000,1.081
34,mlp.experts.126.up_proj,0.0000005641,0.10000,1.040
34,mlp.experts.127.up_proj,0.0000018313,0.10000,1.053
34,mlp.experts.0.gate_proj,0.0000033706,0.10000,1.047
34,mlp.experts.1.gate_proj,0.0000019305,0.10000,1.074
34,mlp.experts.2.gate_proj,0.0000003875,0.10000,1.000
34,mlp.experts.3.gate_proj,0.0000006946,0.10000,1.043
34,mlp.experts.4.gate_proj,0.0000005556,0.10000,1.044
34,mlp.experts.5.gate_proj,0.0000003074,0.10000,1.058
34,mlp.experts.6.gate_proj,0.0000015369,0.10000,1.013
34,mlp.experts.7.gate_proj,0.0000019042,0.10000,1.039
34,mlp.experts.8.gate_proj,0.0000034656,0.10000,1.001
34,mlp.experts.9.gate_proj,0.0000003745,0.10000,1.036
34,mlp.experts.10.gate_proj,0.0000014046,0.10000,1.020
34,mlp.experts.11.gate_proj,0.0000053719,0.10000,1.025
34,mlp.experts.12.gate_proj,0.0000007618,0.10000,1.063
34,mlp.experts.13.gate_proj,0.0000029831,0.10000,1.056
34,mlp.experts.14.gate_proj,0.0000002537,0.10000,0.996
34,mlp.experts.15.gate_proj,0.0000015099,0.10000,1.039
34,mlp.experts.16.gate_proj,0.0000005566,0.10000,1.025
34,mlp.experts.17.gate_proj,0.0000078652,0.10000,0.961
34,mlp.experts.18.gate_proj,0.0000000531,0.10000,0.976
34,mlp.experts.19.gate_proj,0.0000015078,0.10000,1.017
34,mlp.experts.20.gate_proj,0.0000063986,0.10000,1.010
34,mlp.experts.21.gate_proj,0.0000035610,0.10000,1.018
34,mlp.experts.22.gate_proj,0.0000034512,0.10000,1.017
34,mlp.experts.23.gate_proj,0.0000002522,0.10000,1.013
34,mlp.experts.24.gate_proj,0.0000049357,0.10000,0.981
34,mlp.experts.25.gate_proj,0.0000006046,0.10000,0.992
34,mlp.experts.26.gate_proj,0.0000003413,0.10000,1.055
34,mlp.experts.27.gate_proj,0.0000006159,0.10000,1.093
34,mlp.experts.28.gate_proj,0.0000123333,0.10000,1.039
34,mlp.experts.29.gate_proj,0.0000029918,0.10000,1.071
34,mlp.experts.30.gate_proj,0.0000000585,0.10000,1.031
34,mlp.experts.31.gate_proj,0.0000008773,0.10000,1.039
34,mlp.experts.32.gate_proj,0.0000007498,0.10000,1.044
34,mlp.experts.33.gate_proj,0.0000010701,0.10000,1.065
34,mlp.experts.34.gate_proj,0.0000073559,0.10000,1.048
34,mlp.experts.35.gate_proj,0.0000002601,0.10000,1.030
34,mlp.experts.36.gate_proj,0.0000010336,0.10000,1.053
34,mlp.experts.37.gate_proj,0.0000037696,0.10000,1.047
34,mlp.experts.38.gate_proj,0.0001715876,0.10000,1.046
34,mlp.experts.39.gate_proj,0.0000001701,0.10000,1.045
34,mlp.experts.40.gate_proj,0.0000000575,0.10000,1.027
34,mlp.experts.41.gate_proj,0.0000003087,0.10000,1.031
34,mlp.experts.42.gate_proj,0.0000074283,0.10000,1.065
34,mlp.experts.43.gate_proj,0.0000002757,0.10000,0.995
34,mlp.experts.44.gate_proj,0.0000118125,0.10000,1.077
34,mlp.experts.45.gate_proj,0.0000001990,0.10000,1.048
34,mlp.experts.46.gate_proj,0.0000031484,0.10000,1.009
34,mlp.experts.47.gate_proj,0.0000053131,0.10000,1.008
34,mlp.experts.48.gate_proj,0.0000036132,0.10000,1.042
34,mlp.experts.49.gate_proj,0.0000101177,0.10000,1.082
34,mlp.experts.50.gate_proj,0.0000006687,0.10000,1.058
34,mlp.experts.51.gate_proj,0.0000043162,0.10000,1.041
34,mlp.experts.52.gate_proj,0.0000000985,0.10000,0.985
34,mlp.experts.53.gate_proj,0.0000075575,0.10000,1.019
34,mlp.experts.54.gate_proj,0.0000211716,0.10000,1.026
34,mlp.experts.55.gate_proj,0.0000004647,0.10000,0.994
34,mlp.experts.56.gate_proj,0.0000003387,0.10000,1.019
34,mlp.experts.57.gate_proj,0.0000013219,0.10000,1.006
34,mlp.experts.58.gate_proj,0.0000006362,0.10000,0.992
34,mlp.experts.59.gate_proj,0.0000061065,0.10000,1.052
34,mlp.experts.60.gate_proj,0.0000024747,0.10000,1.037
34,mlp.experts.61.gate_proj,0.0000001744,0.10000,1.065
34,mlp.experts.62.gate_proj,0.0000000350,0.10000,1.047
34,mlp.experts.63.gate_proj,0.0000007415,0.10000,1.025
34,mlp.experts.64.gate_proj,0.0000000292,0.10000,1.044
34,mlp.experts.65.gate_proj,0.0000007409,0.10000,1.052
34,mlp.experts.66.gate_proj,0.0000016495,0.10000,1.037
34,mlp.experts.67.gate_proj,0.0000062205,0.10000,1.055
34,mlp.experts.68.gate_proj,0.0000004449,0.10000,1.015
34,mlp.experts.69.gate_proj,0.0000004420,0.10000,1.038
34,mlp.experts.70.gate_proj,0.0000005941,0.10000,1.031
34,mlp.experts.71.gate_proj,0.0000004761,0.10000,1.005
34,mlp.experts.72.gate_proj,0.0000073089,0.10000,1.014
34,mlp.experts.73.gate_proj,0.0000002032,0.10000,1.072
34,mlp.experts.74.gate_proj,0.0000002540,0.10000,1.017
34,mlp.experts.75.gate_proj,0.0000015666,0.10000,0.937
34,mlp.experts.76.gate_proj,0.0000001246,0.10000,0.950
34,mlp.experts.77.gate_proj,0.0000075256,0.10000,1.017
34,mlp.experts.78.gate_proj,0.0000002462,0.10000,1.027
34,mlp.experts.79.gate_proj,0.0000458870,0.10000,1.064
34,mlp.experts.80.gate_proj,0.0000002498,0.10000,1.025
34,mlp.experts.81.gate_proj,0.0000093489,0.10000,1.063
34,mlp.experts.82.gate_proj,0.0000001716,0.10000,1.066
34,mlp.experts.83.gate_proj,0.0000000518,0.10000,1.024
34,mlp.experts.84.gate_proj,0.0000055331,0.10000,1.020
34,mlp.experts.85.gate_proj,0.0000001747,0.10000,1.038
34,mlp.experts.86.gate_proj,0.0000002674,0.10000,1.054
34,mlp.experts.87.gate_proj,0.0000012547,0.10000,1.098
34,mlp.experts.88.gate_proj,0.0000001048,0.10000,1.020
34,mlp.experts.89.gate_proj,0.0000075635,0.10000,1.038
34,mlp.experts.90.gate_proj,0.0000003041,0.10000,1.023
34,mlp.experts.91.gate_proj,0.0000001012,0.10000,1.020
34,mlp.experts.92.gate_proj,0.0000018080,0.10000,1.022
34,mlp.experts.93.gate_proj,0.0000073269,0.10000,1.067
34,mlp.experts.94.gate_proj,0.0000001264,0.10000,1.022
34,mlp.experts.95.gate_proj,0.0000000546,0.10000,1.084
34,mlp.experts.96.gate_proj,0.0000002068,0.10000,1.084
34,mlp.experts.97.gate_proj,0.0000009033,0.10000,1.069
34,mlp.experts.98.gate_proj,0.0000001246,0.10000,1.046
34,mlp.experts.99.gate_proj,0.0000003089,0.10000,1.013
34,mlp.experts.100.gate_proj,0.0000023676,0.10000,1.020
34,mlp.experts.101.gate_proj,0.0000005163,0.10000,1.023
34,mlp.experts.102.gate_proj,0.0000039127,0.10000,0.984
34,mlp.experts.103.gate_proj,0.0000003050,0.10000,1.010
34,mlp.experts.104.gate_proj,0.0000040494,0.10000,0.997
34,mlp.experts.105.gate_proj,0.0000001361,0.10000,1.017
34,mlp.experts.106.gate_proj,0.0000292440,0.10000,1.016
34,mlp.experts.107.gate_proj,0.0000000579,0.10000,1.012
34,mlp.experts.108.gate_proj,0.0000000516,0.10000,1.011
34,mlp.experts.109.gate_proj,0.0000003384,0.10000,1.030
34,mlp.experts.110.gate_proj,0.0000002534,0.10000,0.982
34,mlp.experts.111.gate_proj,0.0000033806,0.10000,1.059
34,mlp.experts.112.gate_proj,0.0000000867,0.10000,1.059
34,mlp.experts.113.gate_proj,0.0000000883,0.10000,1.054
34,mlp.experts.114.gate_proj,0.0000204671,0.10000,1.032
34,mlp.experts.115.gate_proj,0.0000026515,0.10000,1.022
34,mlp.experts.116.gate_proj,0.0000034816,0.10000,1.003
34,mlp.experts.117.gate_proj,0.0000344817,0.10000,1.065
34,mlp.experts.118.gate_proj,0.0000062864,0.10000,1.035
34,mlp.experts.119.gate_proj,0.0000034535,0.10000,1.081
34,mlp.experts.120.gate_proj,0.0000001544,0.10000,1.063
34,mlp.experts.121.gate_proj,0.0000049762,0.10000,1.074
34,mlp.experts.122.gate_proj,0.0000528292,0.10000,1.063
34,mlp.experts.124.gate_proj,0.0000001158,0.10000,1.050
34,mlp.experts.123.gate_proj,0.0000001819,0.10000,1.110
34,mlp.experts.125.gate_proj,0.0000115788,0.10000,1.023
34,mlp.experts.126.gate_proj,0.0000006129,0.10000,1.017
34,mlp.experts.127.gate_proj,0.0000017040,0.10000,0.654
34,mlp.experts.1.down_proj,0.0000003810,0.10000,0.364
34,mlp.experts.0.down_proj,0.0000007545,0.10000,0.370
34,mlp.experts.2.down_proj,0.0000001492,0.10000,0.404
34,mlp.experts.3.down_proj,0.0000001169,0.10000,0.416
34,mlp.experts.4.down_proj,0.0000001896,0.10000,0.403
34,mlp.experts.5.down_proj,0.0000000467,0.10000,0.399
34,mlp.experts.6.down_proj,0.0000011083,0.10000,0.415
34,mlp.experts.7.down_proj,0.0000006523,0.10000,0.421
34,mlp.experts.8.down_proj,0.0000006499,0.10000,0.410
34,mlp.experts.9.down_proj,0.0000000756,0.10000,0.409
34,mlp.experts.10.down_proj,0.0000004741,0.10000,0.357
34,mlp.experts.11.down_proj,0.0000019138,0.10000,0.354
34,mlp.experts.12.down_proj,0.0000001828,0.10000,0.412
34,mlp.experts.13.down_proj,0.0000024240,0.10000,0.411
34,mlp.experts.14.down_proj,0.0000000722,0.10000,0.365
34,mlp.experts.15.down_proj,0.0000005007,0.10000,0.366
34,mlp.experts.16.down_proj,0.0000001917,0.10000,0.371
34,mlp.experts.17.down_proj,0.0000047816,0.10000,0.377
34,mlp.experts.18.down_proj,0.0000000130,0.10000,0.403
34,mlp.experts.19.down_proj,0.0000011816,0.10000,0.394
34,mlp.experts.20.down_proj,0.0000031332,0.10000,0.410
34,mlp.experts.21.down_proj,0.0000018393,0.10000,0.410
34,mlp.experts.22.down_proj,0.0000008287,0.10000,0.406
34,mlp.experts.23.down_proj,0.0000001484,0.10000,0.398
34,mlp.experts.24.down_proj,0.0000017605,0.10000,0.397
34,mlp.experts.25.down_proj,0.0000001505,0.10000,0.403
34,mlp.experts.26.down_proj,0.0000000665,0.10000,0.375
34,mlp.experts.27.down_proj,0.0000002781,0.10000,0.386
34,mlp.experts.28.down_proj,0.0000018192,0.10000,0.386
34,mlp.experts.29.down_proj,0.0000006693,0.10000,0.380
34,mlp.experts.30.down_proj,0.0000000138,0.10000,0.380
34,mlp.experts.31.down_proj,0.0000005636,0.10000,0.392
34,mlp.experts.32.down_proj,0.0000001309,0.10000,0.362
34,mlp.experts.33.down_proj,0.0000005641,0.10000,0.388
34,mlp.experts.34.down_proj,0.0000021970,0.10000,0.400
34,mlp.experts.35.down_proj,0.0000000805,0.10000,0.422
34,mlp.experts.36.down_proj,0.0000009095,0.10000,0.400
34,mlp.experts.37.down_proj,0.0000019215,0.10000,0.420
34,mlp.experts.38.down_proj,0.0000000151,0.10000,0.405
34,mlp.experts.39.down_proj,0.0000000465,0.10000,0.418
34,mlp.experts.40.down_proj,0.0000000151,0.10000,0.400
34,mlp.experts.41.down_proj,0.0000000912,0.10000,0.394
34,mlp.experts.42.down_proj,0.0000018583,0.10000,0.356
34,mlp.experts.43.down_proj,0.0000000700,0.10000,0.368
34,mlp.experts.44.down_proj,0.0000071393,0.10000,0.378
34,mlp.experts.45.down_proj,0.0000000655,0.10000,0.373
34,mlp.experts.46.down_proj,0.0000011946,0.10000,0.345
34,mlp.experts.47.down_proj,0.0000030070,0.10000,0.358
34,mlp.experts.48.down_proj,0.0000011647,0.10000,0.394
34,mlp.experts.49.down_proj,0.0000066374,0.10000,0.393
34,mlp.experts.50.down_proj,0.0000001726,0.10000,0.377
34,mlp.experts.51.down_proj,0.0000011088,0.10000,0.391
34,mlp.experts.52.down_proj,0.0000000188,0.10000,0.381
34,mlp.experts.53.down_proj,0.0000053208,0.10000,0.379
34,mlp.experts.54.down_proj,0.0000004841,0.10000,0.393
34,mlp.experts.55.down_proj,0.0000001307,0.10000,0.403
34,mlp.experts.56.down_proj,0.0000001177,0.10000,0.395
34,mlp.experts.57.down_proj,0.0000004786,0.10000,0.375
34,mlp.experts.58.down_proj,0.0000001225,0.10000,0.388
34,mlp.experts.59.down_proj,0.0000017020,0.10000,0.407
34,mlp.experts.60.down_proj,0.0000006592,0.10000,0.419
34,mlp.experts.61.down_proj,0.0000000706,0.10000,0.403
34,mlp.experts.62.down_proj,0.0000000085,0.10000,0.406
34,mlp.experts.63.down_proj,0.0000001468,0.10000,0.409
34,mlp.experts.64.down_proj,0.0000000056,0.10000,0.416
34,mlp.experts.65.down_proj,0.0000002927,0.10000,0.411
34,mlp.experts.66.down_proj,0.0000004239,0.10000,0.424
34,mlp.experts.67.down_proj,0.0000014777,0.10000,0.401
34,mlp.experts.68.down_proj,0.0000001084,0.10000,0.408
34,mlp.experts.69.down_proj,0.0000001577,0.10000,0.398
34,mlp.experts.70.down_proj,0.0000000924,0.10000,0.407
34,mlp.experts.71.down_proj,0.0000001310,0.10000,0.417
34,mlp.experts.72.down_proj,0.0000024874,0.10000,0.417
34,mlp.experts.73.down_proj,0.0000000789,0.10000,0.412
34,mlp.experts.74.down_proj,0.0000000742,0.10000,0.398
34,mlp.experts.75.down_proj,0.0000003784,0.10000,0.406
34,mlp.experts.76.down_proj,0.0000000237,0.10000,0.392
34,mlp.experts.77.down_proj,0.0000027630,0.10000,0.410
34,mlp.experts.78.down_proj,0.0000000863,0.10000,0.388
34,mlp.experts.79.down_proj,0.0000156086,0.10000,0.406
34,mlp.experts.80.down_proj,0.0000000410,0.10000,0.356
34,mlp.experts.81.down_proj,0.0000025732,0.10000,0.353
34,mlp.experts.82.down_proj,0.0000000696,0.10000,0.353
34,mlp.experts.83.down_proj,0.0000000193,0.10000,0.367
34,mlp.experts.84.down_proj,0.0000014448,0.10000,0.399
34,mlp.experts.85.down_proj,0.0000000593,0.10000,0.402
34,mlp.experts.86.down_proj,0.0000000718,0.10000,0.394
34,mlp.experts.87.down_proj,0.0000004768,0.10000,0.396
34,mlp.experts.88.down_proj,0.0000000245,0.10000,0.392
34,mlp.experts.89.down_proj,0.0000020634,0.10000,0.415
34,mlp.experts.90.down_proj,0.0000001083,0.10000,0.407
34,mlp.experts.91.down_proj,0.0000000244,0.10000,0.421
34,mlp.experts.92.down_proj,0.0000001088,0.10000,0.403
34,mlp.experts.93.down_proj,0.0000040962,0.10000,0.416
34,mlp.experts.94.down_proj,0.0000000290,0.10000,0.401
34,mlp.experts.95.down_proj,0.0000000225,0.10000,0.408
34,mlp.experts.96.down_proj,0.0000000342,0.10000,0.408
34,mlp.experts.97.down_proj,0.0000002442,0.10000,0.409
34,mlp.experts.98.down_proj,0.0000000316,0.10000,0.408
34,mlp.experts.99.down_proj,0.0000000913,0.10000,0.387
34,mlp.experts.100.down_proj,0.0000012645,0.10000,0.379
34,mlp.experts.101.down_proj,0.0000001655,0.10000,0.406
34,mlp.experts.102.down_proj,0.0000007226,0.10000,0.402
34,mlp.experts.103.down_proj,0.0000001482,0.10000,0.406
34,mlp.experts.104.down_proj,0.0000009847,0.10000,0.404
34,mlp.experts.105.down_proj,0.0000000504,0.10000,0.407
34,mlp.experts.106.down_proj,0.0000175450,0.10000,0.409
34,mlp.experts.107.down_proj,0.0000000144,0.10000,0.400
34,mlp.experts.108.down_proj,0.0000000142,0.10000,0.393
34,mlp.experts.109.down_proj,0.0000000987,0.10000,0.388
34,mlp.experts.110.down_proj,0.0000000618,0.10000,0.397
34,mlp.experts.111.down_proj,0.0000018766,0.10000,0.397
34,mlp.experts.112.down_proj,0.0000000161,0.10000,0.380
34,mlp.experts.113.down_proj,0.0000000224,0.10000,0.338
34,mlp.experts.114.down_proj,0.0000022774,0.10000,0.342
34,mlp.experts.115.down_proj,0.0000005224,0.10000,0.376
34,mlp.experts.116.down_proj,0.0000007440,0.10000,0.380
34,mlp.experts.117.down_proj,0.0000170407,0.10000,0.406
34,mlp.experts.118.down_proj,0.0000014483,0.10000,0.390
34,mlp.experts.119.down_proj,0.0000020899,0.10000,0.347
34,mlp.experts.120.down_proj,0.0000000649,0.10000,0.344
34,mlp.experts.121.down_proj,0.0000012012,0.10000,0.342
34,mlp.experts.122.down_proj,0.0000003152,0.10000,0.340
34,mlp.experts.123.down_proj,0.0000000686,0.10000,0.379
34,mlp.experts.124.down_proj,0.0000000465,0.10000,0.399
34,mlp.experts.125.down_proj,0.0000059142,0.10000,0.408
34,mlp.experts.126.down_proj,0.0000002155,0.10000,0.394
34,mlp.experts.127.down_proj,0.0000013447,0.10000,0.313
35,self_attn.k_proj,0.0000000005,0.10000,1.053
35,self_attn.q_proj,0.0000000043,0.10000,1.071
35,self_attn.v_proj,0.0000000007,0.10000,0.571
35,self_attn.o_proj,0.0000000006,0.10000,1.220
35,mlp.gate,0.0000000168,0.10000,0.593
35,mlp.experts.1.up_proj,0.0000012755,0.10000,1.026
35,mlp.experts.0.up_proj,0.0000001408,0.10000,1.072
35,mlp.experts.2.up_proj,0.0000007049,0.10000,1.017
35,mlp.experts.3.up_proj,0.0000005027,0.10000,1.021
35,mlp.experts.4.up_proj,0.0000012100,0.10000,1.029
35,mlp.experts.5.up_proj,0.0000051263,0.10000,1.061
35,mlp.experts.6.up_proj,0.0000077650,0.10000,1.027
35,mlp.experts.7.up_proj,0.0000004088,0.10000,1.057
35,mlp.experts.8.up_proj,0.0000001516,0.10000,1.017
35,mlp.experts.9.up_proj,0.0000014298,0.10000,1.052
35,mlp.experts.10.up_proj,0.0000053785,0.10000,1.017
35,mlp.experts.11.up_proj,0.0000367735,0.10000,0.990
35,mlp.experts.12.up_proj,0.0000004006,0.10000,0.969
35,mlp.experts.13.up_proj,0.0000002785,0.10000,0.969
35,mlp.experts.14.up_proj,0.0000018158,0.10000,0.993
35,mlp.experts.15.up_proj,0.0000017969,0.10000,1.003
35,mlp.experts.16.up_proj,0.0000000655,0.10000,1.047
35,mlp.experts.17.up_proj,0.0000081223,0.10000,1.049
35,mlp.experts.18.up_proj,0.0000002213,0.10000,1.042
35,mlp.experts.19.up_proj,0.0000077728,0.10000,1.045
35,mlp.experts.20.up_proj,0.0000005352,0.10000,1.039
35,mlp.experts.21.up_proj,0.0000001831,0.10000,1.039
35,mlp.experts.22.up_proj,0.0000002814,0.10000,1.054
35,mlp.experts.23.up_proj,0.0000004573,0.10000,1.046
35,mlp.experts.24.up_proj,0.0000002083,0.10000,1.001
35,mlp.experts.25.up_proj,0.0000002817,0.10000,0.992
35,mlp.experts.26.up_proj,0.0000002631,0.10000,1.006
35,mlp.experts.27.up_proj,0.0000049868,0.10000,1.000
35,mlp.experts.28.up_proj,0.0000011496,0.10000,0.999
35,mlp.experts.29.up_proj,0.0000002713,0.10000,0.985
35,mlp.experts.30.up_proj,0.0000002510,0.10000,1.041
35,mlp.experts.31.up_proj,0.0000021336,0.10000,1.047
35,mlp.experts.32.up_proj,0.0000032815,0.10000,1.045
35,mlp.experts.33.up_proj,0.0000000676,0.10000,1.043
35,mlp.experts.34.up_proj,0.0000506390,0.10000,1.050
35,mlp.experts.35.up_proj,0.0000254530,0.10000,1.030
35,mlp.experts.36.up_proj,0.0000051192,0.10000,1.028
35,mlp.experts.37.up_proj,0.0000001474,0.10000,1.031
35,mlp.experts.38.up_proj,0.0000056222,0.10000,1.037
35,mlp.experts.39.up_proj,0.0000003369,0.10000,1.052
35,mlp.experts.40.up_proj,0.0000007964,0.10000,1.020
35,mlp.experts.41.up_proj,0.0000003922,0.10000,1.018
35,mlp.experts.42.up_proj,0.0000001414,0.10000,1.012
35,mlp.experts.43.up_proj,0.0000004631,0.10000,1.011
35,mlp.experts.44.up_proj,0.0000061506,0.10000,1.013
35,mlp.experts.45.up_proj,0.0000004114,0.10000,1.014
35,mlp.experts.46.up_proj,0.0000027898,0.10000,1.038
35,mlp.experts.47.up_proj,0.0000000841,0.10000,1.049
35,mlp.experts.48.up_proj,0.0000008890,0.10000,1.022
35,mlp.experts.49.up_proj,0.0000001472,0.10000,1.034
35,mlp.experts.50.up_proj,0.0000002429,0.10000,1.047
35,mlp.experts.51.up_proj,0.0000060634,0.10000,1.066
35,mlp.experts.52.up_proj,0.0000024508,0.10000,1.052
35,mlp.experts.53.up_proj,0.0000008635,0.10000,1.057
35,mlp.experts.54.up_proj,0.0000005552,0.10000,0.979
35,mlp.experts.55.up_proj,0.0000002269,0.10000,1.017
35,mlp.experts.56.up_proj,0.0000008635,0.10000,0.972
35,mlp.experts.57.up_proj,0.0000343528,0.10000,1.030
35,mlp.experts.58.up_proj,0.0000001734,0.10000,0.996
35,mlp.experts.59.up_proj,0.0000001427,0.10000,1.005
35,mlp.experts.60.up_proj,0.0000003023,0.10000,1.025
35,mlp.experts.61.up_proj,0.0000001468,0.10000,1.049
35,mlp.experts.62.up_proj,0.0000031703,0.10000,1.014
35,mlp.experts.63.up_proj,0.0000121821,0.10000,0.991
35,mlp.experts.64.up_proj,0.0000025329,0.10000,1.022
35,mlp.experts.65.up_proj,0.0000104764,0.10000,1.017
35,mlp.experts.66.up_proj,0.0000239977,0.10000,1.033
35,mlp.experts.67.up_proj,0.0000001452,0.10000,1.014
35,mlp.experts.68.up_proj,0.0000010697,0.10000,1.007
35,mlp.experts.69.up_proj,0.0000003014,0.10000,1.006
35,mlp.experts.70.up_proj,0.0000276537,0.10000,1.006
35,mlp.experts.71.up_proj,0.0000003173,0.10000,1.017
35,mlp.experts.72.up_proj,0.0000006052,0.10000,1.019
35,mlp.experts.73.up_proj,0.0000005598,0.10000,1.021
35,mlp.experts.74.up_proj,0.0000172147,0.10000,1.039
35,mlp.experts.75.up_proj,0.0000083359,0.10000,1.018
35,mlp.experts.76.up_proj,0.0000032439,0.10000,1.074
35,mlp.experts.77.up_proj,0.0000388102,0.10000,1.046
35,mlp.experts.78.up_proj,0.0000004175,0.10000,1.004
35,mlp.experts.79.up_proj,0.0000003253,0.10000,1.081
35,mlp.experts.80.up_proj,0.0000498102,0.10000,1.057
35,mlp.experts.81.up_proj,0.0000015341,0.10000,1.069
35,mlp.experts.82.up_proj,0.0000018577,0.10000,1.007
35,mlp.experts.83.up_proj,0.0000033692,0.10000,1.060
35,mlp.experts.84.up_proj,0.0000063584,0.10000,1.053
35,mlp.experts.85.up_proj,0.0000001851,0.10000,1.063
35,mlp.experts.86.up_proj,0.0000001604,0.10000,1.036
35,mlp.experts.87.up_proj,0.0000003013,0.10000,1.055
35,mlp.experts.88.up_proj,0.0000089928,0.10000,1.042
35,mlp.experts.89.up_proj,0.0000001268,0.10000,0.982
35,mlp.experts.90.up_proj,0.0000007413,0.10000,0.938
35,mlp.experts.91.up_proj,0.0000137981,0.10000,1.015
35,mlp.experts.92.up_proj,0.0000001804,0.10000,1.068
35,mlp.experts.93.up_proj,0.0000379455,0.10000,1.046
35,mlp.experts.94.up_proj,0.0000003614,0.10000,1.005
35,mlp.experts.95.up_proj,0.0000006708,0.10000,1.003
35,mlp.experts.96.up_proj,0.0000001171,0.10000,1.031
35,mlp.experts.97.up_proj,0.0000000818,0.10000,1.027
35,mlp.experts.98.up_proj,0.0000000522,0.10000,1.049
35,mlp.experts.99.up_proj,0.0000002336,0.10000,1.047
35,mlp.experts.100.up_proj,0.0000011091,0.10000,1.062
35,mlp.experts.101.up_proj,0.0000005419,0.10000,1.022
35,mlp.experts.102.up_proj,0.0000008009,0.10000,1.007
35,mlp.experts.103.up_proj,0.0000017677,0.10000,1.012
35,mlp.experts.104.up_proj,0.0000080974,0.10000,1.014
35,mlp.experts.105.up_proj,0.0000000390,0.10000,1.015
35,mlp.experts.106.up_proj,0.0000151163,0.10000,1.025
35,mlp.experts.107.up_proj,0.0000001740,0.10000,1.000
35,mlp.experts.108.up_proj,0.0000066591,0.10000,1.011
35,mlp.experts.109.up_proj,0.0000003049,0.10000,1.000
35,mlp.experts.110.up_proj,0.0000083191,0.10000,1.046
35,mlp.experts.111.up_proj,0.0000002844,0.10000,1.047
35,mlp.experts.112.up_proj,0.0000218071,0.10000,1.045
35,mlp.experts.113.up_proj,0.0000093815,0.10000,1.038
35,mlp.experts.114.up_proj,0.0000014904,0.10000,1.060
35,mlp.experts.115.up_proj,0.0000000371,0.10000,1.051
35,mlp.experts.116.up_proj,0.0000002531,0.10000,1.032
35,mlp.experts.117.up_proj,0.0000223108,0.10000,1.044
35,mlp.experts.118.up_proj,0.0000031534,0.10000,1.024
35,mlp.experts.119.up_proj,0.0000474721,0.10000,1.064
35,mlp.experts.120.up_proj,0.0000028162,0.10000,1.060
35,mlp.experts.121.up_proj,0.0000008055,0.10000,1.046
35,mlp.experts.122.up_proj,0.0000001254,0.10000,1.001
35,mlp.experts.123.up_proj,0.0000036938,0.10000,1.056
35,mlp.experts.124.up_proj,0.0000016277,0.10000,1.040
35,mlp.experts.125.up_proj,0.0000003234,0.10000,1.047
35,mlp.experts.126.up_proj,0.0000006536,0.10000,1.051
35,mlp.experts.127.up_proj,0.0000033856,0.10000,1.041
35,mlp.experts.0.gate_proj,0.0000001340,0.10000,0.985
35,mlp.experts.1.gate_proj,0.0000008887,0.10000,1.069
35,mlp.experts.2.gate_proj,0.0000006768,0.10000,1.043
35,mlp.experts.3.gate_proj,0.0000003370,0.10000,1.054
35,mlp.experts.4.gate_proj,0.0000014147,0.10000,1.040
35,mlp.experts.5.gate_proj,0.0000050835,0.10000,1.046
35,mlp.experts.6.gate_proj,0.0000077980,0.10000,1.016
35,mlp.experts.7.gate_proj,0.0000003854,0.10000,1.049
35,mlp.experts.8.gate_proj,0.0000001544,0.10000,1.061
35,mlp.experts.9.gate_proj,0.0000013760,0.10000,1.035
35,mlp.experts.10.gate_proj,0.0000047645,0.10000,1.025
35,mlp.experts.11.gate_proj,0.0000355394,0.10000,0.980
35,mlp.experts.12.gate_proj,0.0000003788,0.10000,1.008
35,mlp.experts.13.gate_proj,0.0000002676,0.10000,1.035
35,mlp.experts.14.gate_proj,0.0000018560,0.10000,1.038
35,mlp.experts.15.gate_proj,0.0000018181,0.10000,1.031
35,mlp.experts.16.gate_proj,0.0000000672,0.10000,1.016
35,mlp.experts.17.gate_proj,0.0000083804,0.10000,1.005
35,mlp.experts.18.gate_proj,0.0000001201,0.10000,1.005
35,mlp.experts.19.gate_proj,0.0000068241,0.10000,1.061
35,mlp.experts.20.gate_proj,0.0000004803,0.10000,1.040
35,mlp.experts.21.gate_proj,0.0000001768,0.10000,1.058
35,mlp.experts.22.gate_proj,0.0000002604,0.10000,0.995
35,mlp.experts.23.gate_proj,0.0000003455,0.10000,1.007
35,mlp.experts.24.gate_proj,0.0000001724,0.10000,1.029
35,mlp.experts.25.gate_proj,0.0000004278,0.10000,1.022
35,mlp.experts.26.gate_proj,0.0000001879,0.10000,1.002
35,mlp.experts.27.gate_proj,0.0000044024,0.10000,1.015
35,mlp.experts.28.gate_proj,0.0000010778,0.10000,1.002
35,mlp.experts.29.gate_proj,0.0000002447,0.10000,1.010
35,mlp.experts.30.gate_proj,0.0000002454,0.10000,0.995
35,mlp.experts.31.gate_proj,0.0000015162,0.10000,0.978
35,mlp.experts.32.gate_proj,0.0000030617,0.10000,1.017
35,mlp.experts.33.gate_proj,0.0000000647,0.10000,1.021
35,mlp.experts.34.gate_proj,0.0000512303,0.10000,0.995
35,mlp.experts.35.gate_proj,0.0000232931,0.10000,1.064
35,mlp.experts.36.gate_proj,0.0000036926,0.10000,1.056
35,mlp.experts.37.gate_proj,0.0000001347,0.10000,1.049
35,mlp.experts.38.gate_proj,0.0000057104,0.10000,1.032
35,mlp.experts.39.gate_proj,0.0000003238,0.10000,1.036
35,mlp.experts.40.gate_proj,0.0000007727,0.10000,1.022
35,mlp.experts.41.gate_proj,0.0000003796,0.10000,0.995
35,mlp.experts.42.gate_proj,0.0000001332,0.10000,0.995
35,mlp.experts.43.gate_proj,0.0000004362,0.10000,1.040
35,mlp.experts.44.gate_proj,0.0000052518,0.10000,1.052
35,mlp.experts.45.gate_proj,0.0000003903,0.10000,1.021
35,mlp.experts.46.gate_proj,0.0000023164,0.10000,1.040
35,mlp.experts.47.gate_proj,0.0000000694,0.10000,1.004
35,mlp.experts.48.gate_proj,0.0000008165,0.10000,1.029
35,mlp.experts.49.gate_proj,0.0000001332,0.10000,1.019
35,mlp.experts.50.gate_proj,0.0000002246,0.10000,1.034
35,mlp.experts.51.gate_proj,0.0000058810,0.10000,1.043
35,mlp.experts.52.gate_proj,0.0000022283,0.10000,1.063
35,mlp.experts.53.gate_proj,0.0000008825,0.10000,1.027
35,mlp.experts.54.gate_proj,0.0000004651,0.10000,1.071
35,mlp.experts.55.gate_proj,0.0000002309,0.10000,1.031
35,mlp.experts.56.gate_proj,0.0000007636,0.10000,1.068
35,mlp.experts.57.gate_proj,0.0000296044,0.10000,1.055
35,mlp.experts.58.gate_proj,0.0000001783,0.10000,1.055
35,mlp.experts.59.gate_proj,0.0000000865,0.10000,1.071
35,mlp.experts.60.gate_proj,0.0000002962,0.10000,1.099
35,mlp.experts.61.gate_proj,0.0000001161,0.10000,1.062
35,mlp.experts.62.gate_proj,0.0000032178,0.10000,1.055
35,mlp.experts.63.gate_proj,0.0000106074,0.10000,1.051
35,mlp.experts.64.gate_proj,0.0000024950,0.10000,1.021
35,mlp.experts.65.gate_proj,0.0000111522,0.10000,1.032
35,mlp.experts.66.gate_proj,0.0000245024,0.10000,0.988
35,mlp.experts.67.gate_proj,0.0000000897,0.10000,1.012
35,mlp.experts.68.gate_proj,0.0000010787,0.10000,1.006
35,mlp.experts.69.gate_proj,0.0000002694,0.10000,1.030
35,mlp.experts.70.gate_proj,0.0000285624,0.10000,1.018
35,mlp.experts.71.gate_proj,0.0000003219,0.10000,0.957
35,mlp.experts.72.gate_proj,0.0000005706,0.10000,1.001
35,mlp.experts.73.gate_proj,0.0000003369,0.10000,1.021
35,mlp.experts.74.gate_proj,0.0000158498,0.10000,1.021
35,mlp.experts.75.gate_proj,0.0000082332,0.10000,1.032
35,mlp.experts.76.gate_proj,0.0000033114,0.10000,1.053
35,mlp.experts.77.gate_proj,0.0000400649,0.10000,1.048
35,mlp.experts.78.gate_proj,0.0000004127,0.10000,1.039
35,mlp.experts.79.gate_proj,0.0000003208,0.10000,1.058
35,mlp.experts.80.gate_proj,0.0000447415,0.10000,1.045
35,mlp.experts.81.gate_proj,0.0000014952,0.10000,1.037
35,mlp.experts.82.gate_proj,0.0000018344,0.10000,1.016
35,mlp.experts.83.gate_proj,0.0000033762,0.10000,1.029
35,mlp.experts.84.gate_proj,0.0000062257,0.10000,1.031
35,mlp.experts.85.gate_proj,0.0000001687,0.10000,1.016
35,mlp.experts.86.gate_proj,0.0000001523,0.10000,1.001
35,mlp.experts.87.gate_proj,0.0000003044,0.10000,0.967
35,mlp.experts.88.gate_proj,0.0000080746,0.10000,1.000
35,mlp.experts.89.gate_proj,0.0000001162,0.10000,1.069
35,mlp.experts.90.gate_proj,0.0000003505,0.10000,1.010
35,mlp.experts.91.gate_proj,0.0000123060,0.10000,1.022
35,mlp.experts.92.gate_proj,0.0000001813,0.10000,1.005
35,mlp.experts.93.gate_proj,0.0000320568,0.10000,1.025
35,mlp.experts.94.gate_proj,0.0000003641,0.10000,1.050
35,mlp.experts.95.gate_proj,0.0000006833,0.10000,1.052
35,mlp.experts.96.gate_proj,0.0000001112,0.10000,1.059
35,mlp.experts.97.gate_proj,0.0000000686,0.10000,1.040
35,mlp.experts.98.gate_proj,0.0000000432,0.10000,1.044
35,mlp.experts.99.gate_proj,0.0000002123,0.10000,0.987
35,mlp.experts.100.gate_proj,0.0000010992,0.10000,0.965
35,mlp.experts.101.gate_proj,0.0000005177,0.10000,1.023
35,mlp.experts.102.gate_proj,0.0000008151,0.10000,1.002
35,mlp.experts.103.gate_proj,0.0000016270,0.10000,1.048
35,mlp.experts.104.gate_proj,0.0000080730,0.10000,1.021
35,mlp.experts.105.gate_proj,0.0000000355,0.10000,1.019
35,mlp.experts.106.gate_proj,0.0000147270,0.10000,1.004
35,mlp.experts.107.gate_proj,0.0000001711,0.10000,1.026
35,mlp.experts.108.gate_proj,0.0000065282,0.10000,1.021
35,mlp.experts.109.gate_proj,0.0000002518,0.10000,0.984
35,mlp.experts.110.gate_proj,0.0000082282,0.10000,1.017
35,mlp.experts.111.gate_proj,0.0000002659,0.10000,0.974
35,mlp.experts.112.gate_proj,0.0000203312,0.10000,1.016
35,mlp.experts.113.gate_proj,0.0000090682,0.10000,1.039
35,mlp.experts.114.gate_proj,0.0000014813,0.10000,1.065
35,mlp.experts.115.gate_proj,0.0000000354,0.10000,1.054
35,mlp.experts.116.gate_proj,0.0000002427,0.10000,1.033
35,mlp.experts.117.gate_proj,0.0000213169,0.10000,1.021
35,mlp.experts.118.gate_proj,0.0000029773,0.10000,1.066
35,mlp.experts.119.gate_proj,0.0000422350,0.10000,1.043
35,mlp.experts.120.gate_proj,0.0000028016,0.10000,1.003
35,mlp.experts.121.gate_proj,0.0000008096,0.10000,1.026
35,mlp.experts.122.gate_proj,0.0000001016,0.10000,1.065
35,mlp.experts.123.gate_proj,0.0000029873,0.10000,1.072
35,mlp.experts.124.gate_proj,0.0000017267,0.10000,1.046
35,mlp.experts.125.gate_proj,0.0000002703,0.10000,1.059
35,mlp.experts.126.gate_proj,0.0000005867,0.10000,1.003
35,mlp.experts.127.gate_proj,0.0000031051,0.10000,0.837
35,mlp.experts.1.down_proj,0.0000004212,0.10000,0.390
35,mlp.experts.0.down_proj,0.0000000267,0.10000,0.396
35,mlp.experts.3.down_proj,0.0000000816,0.10000,0.385
35,mlp.experts.2.down_proj,0.0000001402,0.10000,0.402
35,mlp.experts.4.down_proj,0.0000006024,0.10000,0.374
35,mlp.experts.5.down_proj,0.0000017941,0.10000,0.375
35,mlp.experts.6.down_proj,0.0000017861,0.10000,0.413
35,mlp.experts.7.down_proj,0.0000000714,0.10000,0.419
35,mlp.experts.8.down_proj,0.0000000462,0.10000,0.415
35,mlp.experts.9.down_proj,0.0000011126,0.10000,0.409
35,mlp.experts.11.down_proj,0.0000074671,0.10000,0.405
35,mlp.experts.10.down_proj,0.0000036277,0.10000,0.424
35,mlp.experts.13.down_proj,0.0000000970,0.10000,0.405
35,mlp.experts.12.down_proj,0.0000000859,0.10000,0.416
35,mlp.experts.14.down_proj,0.0000003781,0.10000,0.355
35,mlp.experts.15.down_proj,0.0000005136,0.10000,0.364
35,mlp.experts.16.down_proj,0.0000000200,0.10000,0.377
35,mlp.experts.17.down_proj,0.0000012890,0.10000,0.378
35,mlp.experts.18.down_proj,0.0000000515,0.10000,0.379
35,mlp.experts.19.down_proj,0.0000043252,0.10000,0.400
35,mlp.experts.20.down_proj,0.0000001162,0.10000,0.380
35,mlp.experts.21.down_proj,0.0000000449,0.10000,0.396
35,mlp.experts.22.down_proj,0.0000001447,0.10000,0.392
35,mlp.experts.23.down_proj,0.0000002058,0.10000,0.400
35,mlp.experts.24.down_proj,0.0000000758,0.10000,0.384
35,mlp.experts.25.down_proj,0.0000001142,0.10000,0.374
35,mlp.experts.26.down_proj,0.0000000830,0.10000,0.391
35,mlp.experts.27.down_proj,0.0000019659,0.10000,0.387
35,mlp.experts.28.down_proj,0.0000000990,0.10000,0.397
35,mlp.experts.29.down_proj,0.0000000808,0.10000,0.396
35,mlp.experts.30.down_proj,0.0000000590,0.10000,0.399
35,mlp.experts.31.down_proj,0.0000005533,0.10000,0.381
35,mlp.experts.32.down_proj,0.0000008175,0.10000,0.398
35,mlp.experts.33.down_proj,0.0000000108,0.10000,0.385
35,mlp.experts.34.down_proj,0.0000012276,0.10000,0.399
35,mlp.experts.35.down_proj,0.0000197871,0.10000,0.386
35,mlp.experts.36.down_proj,0.0000023247,0.10000,0.405
35,mlp.experts.37.down_proj,0.0000000336,0.10000,0.402
35,mlp.experts.38.down_proj,0.0000018263,0.10000,0.392
35,mlp.experts.39.down_proj,0.0000000929,0.10000,0.399
35,mlp.experts.41.down_proj,0.0000000666,0.10000,0.382
35,mlp.experts.40.down_proj,0.0000001720,0.10000,0.400
35,mlp.experts.42.down_proj,0.0000000534,0.10000,0.403
35,mlp.experts.43.down_proj,0.0000001154,0.10000,0.402
35,mlp.experts.44.down_proj,0.0000016399,0.10000,0.378
35,mlp.experts.45.down_proj,0.0000001931,0.10000,0.378
35,mlp.experts.46.down_proj,0.0000014476,0.10000,0.407
35,mlp.experts.47.down_proj,0.0000000273,0.10000,0.408
35,mlp.experts.48.down_proj,0.0000001986,0.10000,0.413
35,mlp.experts.49.down_proj,0.0000000565,0.10000,0.418
35,mlp.experts.50.down_proj,0.0000001101,0.10000,0.399
35,mlp.experts.51.down_proj,0.0000022674,0.10000,0.403
35,mlp.experts.52.down_proj,0.0000005457,0.10000,0.410
35,mlp.experts.53.down_proj,0.0000002080,0.10000,0.402
35,mlp.experts.54.down_proj,0.0000002194,0.10000,0.346
35,mlp.experts.55.down_proj,0.0000001122,0.10000,0.347
35,mlp.experts.56.down_proj,0.0000002550,0.10000,0.416
35,mlp.experts.57.down_proj,0.0000142787,0.10000,0.417
35,mlp.experts.58.down_proj,0.0000000614,0.10000,0.407
35,mlp.experts.59.down_proj,0.0000000237,0.10000,0.407
35,mlp.experts.60.down_proj,0.0000000561,0.10000,0.422
35,mlp.experts.61.down_proj,0.0000000353,0.10000,0.417
35,mlp.experts.62.down_proj,0.0000007972,0.10000,0.344
35,mlp.experts.63.down_proj,0.0000060614,0.10000,0.345
35,mlp.experts.64.down_proj,0.0000010264,0.10000,0.342
35,mlp.experts.65.down_proj,0.0000006721,0.10000,0.343
35,mlp.experts.66.down_proj,0.0000022139,0.10000,0.335
35,mlp.experts.67.down_proj,0.0000000352,0.10000,0.335
35,mlp.experts.69.down_proj,0.0000001083,0.10000,0.398
35,mlp.experts.68.down_proj,0.0000004303,0.10000,0.406
35,mlp.experts.71.down_proj,0.0000000903,0.10000,0.387
35,mlp.experts.70.down_proj,0.0000004871,0.10000,0.397
35,mlp.experts.72.down_proj,0.0000002366,0.10000,0.384
35,mlp.experts.73.down_proj,0.0000001222,0.10000,0.395
35,mlp.experts.74.down_proj,0.0000102649,0.10000,0.411
35,mlp.experts.75.down_proj,0.0000016910,0.10000,0.405
35,mlp.experts.76.down_proj,0.0000007047,0.10000,0.406
35,mlp.experts.77.down_proj,0.0000088106,0.10000,0.404
35,mlp.experts.78.down_proj,0.0000001503,0.10000,0.413
35,mlp.experts.79.down_proj,0.0000001215,0.10000,0.417
35,mlp.experts.80.down_proj,0.0000158497,0.10000,0.419
35,mlp.experts.81.down_proj,0.0000004294,0.10000,0.416
35,mlp.experts.82.down_proj,0.0000005095,0.10000,0.415
35,mlp.experts.83.down_proj,0.0000005985,0.10000,0.421
35,mlp.experts.84.down_proj,0.0000018183,0.10000,0.400
35,mlp.experts.85.down_proj,0.0000000516,0.10000,0.387
35,mlp.experts.86.down_proj,0.0000000606,0.10000,0.398
35,mlp.experts.87.down_proj,0.0000001117,0.10000,0.397
35,mlp.experts.89.down_proj,0.0000000306,0.10000,0.386
35,mlp.experts.88.down_proj,0.0000050810,0.10000,0.397
35,mlp.experts.90.down_proj,0.0000001489,0.10000,0.361
35,mlp.experts.91.down_proj,0.0000076921,0.10000,0.360
35,mlp.experts.92.down_proj,0.0000000807,0.10000,0.362
35,mlp.experts.93.down_proj,0.0000106287,0.10000,0.368
35,mlp.experts.94.down_proj,0.0000001060,0.10000,0.412
35,mlp.experts.95.down_proj,0.0000002212,0.10000,0.411
35,mlp.experts.96.down_proj,0.0000000306,0.10000,0.417
35,mlp.experts.97.down_proj,0.0000000265,0.10000,0.413
35,mlp.experts.98.down_proj,0.0000000116,0.10000,0.411
35,mlp.experts.99.down_proj,0.0000000573,0.10000,0.412
35,mlp.experts.100.down_proj,0.0000004394,0.10000,0.393
35,mlp.experts.101.down_proj,0.0000001244,0.10000,0.415
35,mlp.experts.102.down_proj,0.0000002317,0.10000,0.397
35,mlp.experts.103.down_proj,0.0000009889,0.10000,0.402
35,mlp.experts.104.down_proj,0.0000026821,0.10000,0.375
35,mlp.experts.105.down_proj,0.0000000080,0.10000,0.373
35,mlp.experts.106.down_proj,0.0000087214,0.10000,0.348
35,mlp.experts.107.down_proj,0.0000000326,0.10000,0.357
35,mlp.experts.108.down_proj,0.0000018974,0.10000,0.397
35,mlp.experts.109.down_proj,0.0000000708,0.10000,0.404
35,mlp.experts.110.down_proj,0.0000028516,0.10000,0.398
35,mlp.experts.111.down_proj,0.0000001003,0.10000,0.398
35,mlp.experts.112.down_proj,0.0000059316,0.10000,0.352
35,mlp.experts.113.down_proj,0.0000027685,0.10000,0.363
35,mlp.experts.114.down_proj,0.0000005790,0.10000,0.410
35,mlp.experts.115.down_proj,0.0000000087,0.10000,0.395
35,mlp.experts.116.down_proj,0.0000000741,0.10000,0.388
35,mlp.experts.117.down_proj,0.0000005517,0.10000,0.396
35,mlp.experts.118.down_proj,0.0000009526,0.10000,0.368
35,mlp.experts.119.down_proj,0.0000158251,0.10000,0.379
35,mlp.experts.120.down_proj,0.0000006918,0.10000,0.370
35,mlp.experts.121.down_proj,0.0000001582,0.10000,0.377
35,mlp.experts.122.down_proj,0.0000000304,0.10000,0.403
35,mlp.experts.123.down_proj,0.0000010619,0.10000,0.388
35,mlp.experts.124.down_proj,0.0000003682,0.10000,0.412
35,mlp.experts.125.down_proj,0.0000001142,0.10000,0.414
35,mlp.experts.126.down_proj,0.0000001970,0.10000,0.406
35,mlp.experts.127.down_proj,0.0000013633,0.10000,0.385
36,self_attn.q_proj,0.0000000063,0.10000,1.080
36,self_attn.k_proj,0.0000000008,0.10000,1.099
36,self_attn.v_proj,0.0000000010,0.10000,0.596
36,self_attn.o_proj,0.0000000008,0.10000,1.231
36,mlp.gate,0.0000000173,0.10000,0.636
36,mlp.experts.1.up_proj,0.0000061584,0.10000,1.066
36,mlp.experts.0.up_proj,0.0000000983,0.10000,1.076
36,mlp.experts.2.up_proj,0.0000000606,0.10000,1.044
36,mlp.experts.3.up_proj,0.0000044871,0.10000,1.060
36,mlp.experts.4.up_proj,0.0000005689,0.10000,1.060
36,mlp.experts.5.up_proj,0.0000474585,0.10000,1.064
36,mlp.experts.6.up_proj,0.0000006392,0.10000,1.046
36,mlp.experts.7.up_proj,0.0000013863,0.10000,1.069
36,mlp.experts.8.up_proj,0.0000005495,0.10000,1.021
36,mlp.experts.9.up_proj,0.0000004563,0.10000,1.080
36,mlp.experts.10.up_proj,0.0000488296,0.10000,1.052
36,mlp.experts.11.up_proj,0.0000018639,0.10000,1.071
36,mlp.experts.12.up_proj,0.0000005137,0.10000,1.054
36,mlp.experts.13.up_proj,0.0000084974,0.10000,1.070
36,mlp.experts.14.up_proj,0.0000001060,0.10000,1.049
36,mlp.experts.15.up_proj,0.0000001578,0.10000,1.052
36,mlp.experts.16.up_proj,0.0000026316,0.10000,0.997
36,mlp.experts.17.up_proj,0.0000007487,0.10000,0.999
36,mlp.experts.18.up_proj,0.0000004984,0.10000,1.044
36,mlp.experts.19.up_proj,0.0000437759,0.10000,1.003
36,mlp.experts.20.up_proj,0.0000070468,0.10000,0.968
36,mlp.experts.21.up_proj,0.0000010502,0.10000,1.012
36,mlp.experts.22.up_proj,0.0000007125,0.10000,1.027
36,mlp.experts.23.up_proj,0.0000006410,0.10000,1.034
36,mlp.experts.24.up_proj,0.0000002738,0.10000,1.068
36,mlp.experts.25.up_proj,0.0000000974,0.10000,1.038
36,mlp.experts.26.up_proj,0.0000002899,0.10000,0.959
36,mlp.experts.27.up_proj,0.0000004972,0.10000,1.002
36,mlp.experts.28.up_proj,0.0000026120,0.10000,0.976
36,mlp.experts.29.up_proj,0.0000045512,0.10000,1.061
36,mlp.experts.30.up_proj,0.0000002574,0.10000,1.001
36,mlp.experts.31.up_proj,0.0000035574,0.10000,1.034
36,mlp.experts.32.up_proj,0.0000001348,0.10000,1.008
36,mlp.experts.33.up_proj,0.0000199973,0.10000,1.074
36,mlp.experts.34.up_proj,0.0000002989,0.10000,1.016
36,mlp.experts.35.up_proj,0.0000013519,0.10000,1.028
36,mlp.experts.36.up_proj,0.0000003080,0.10000,1.036
36,mlp.experts.37.up_proj,0.0000050920,0.10000,1.014
36,mlp.experts.38.up_proj,0.0000001227,0.10000,1.032
36,mlp.experts.39.up_proj,0.0000014610,0.10000,1.012
36,mlp.experts.40.up_proj,0.0000005709,0.10000,1.023
36,mlp.experts.41.up_proj,0.0000021126,0.10000,0.962
36,mlp.experts.42.up_proj,0.0000001086,0.10000,0.997
36,mlp.experts.43.up_proj,0.0000003908,0.10000,1.063
36,mlp.experts.44.up_proj,0.0000005547,0.10000,1.035
36,mlp.experts.45.up_proj,0.0000076699,0.10000,1.018
36,mlp.experts.46.up_proj,0.0000006427,0.10000,0.993
36,mlp.experts.47.up_proj,0.0000040666,0.10000,0.998
36,mlp.experts.48.up_proj,0.0000050325,0.10000,1.013
36,mlp.experts.49.up_proj,0.0000019099,0.10000,1.035
36,mlp.experts.50.up_proj,0.0000004588,0.10000,1.037
36,mlp.experts.51.up_proj,0.0000030677,0.10000,1.043
36,mlp.experts.52.up_proj,0.0000001285,0.10000,1.039
36,mlp.experts.53.up_proj,0.0000000943,0.10000,1.010
36,mlp.experts.54.up_proj,0.0000068131,0.10000,0.987
36,mlp.experts.55.up_proj,0.0000053363,0.10000,1.009
36,mlp.experts.56.up_proj,0.0000004452,0.10000,1.018
36,mlp.experts.57.up_proj,0.0000064840,0.10000,1.007
36,mlp.experts.58.up_proj,0.0000001084,0.10000,0.961
36,mlp.experts.59.up_proj,0.0000165330,0.10000,0.995
36,mlp.experts.60.up_proj,0.0000091198,0.10000,0.989
36,mlp.experts.61.up_proj,0.0000003514,0.10000,1.021
36,mlp.experts.62.up_proj,0.0000007091,0.10000,1.018
36,mlp.experts.63.up_proj,0.0000001129,0.10000,1.027
36,mlp.experts.64.up_proj,0.0000004730,0.10000,1.020
36,mlp.experts.65.up_proj,0.0000002452,0.10000,1.020
36,mlp.experts.66.up_proj,0.0000010488,0.10000,0.988
36,mlp.experts.67.up_proj,0.0000006082,0.10000,1.045
36,mlp.experts.68.up_proj,0.0000000760,0.10000,1.043
36,mlp.experts.69.up_proj,0.0000002017,0.10000,1.015
36,mlp.experts.70.up_proj,0.0000074841,0.10000,0.980
36,mlp.experts.71.up_proj,0.0000031324,0.10000,0.967
36,mlp.experts.72.up_proj,0.0000288329,0.10000,1.041
36,mlp.experts.73.up_proj,0.0000002218,0.10000,1.042
36,mlp.experts.74.up_proj,0.0000003819,0.10000,1.060
36,mlp.experts.75.up_proj,0.0000011051,0.10000,1.055
36,mlp.experts.76.up_proj,0.0000000543,0.10000,1.056
36,mlp.experts.77.up_proj,0.0000108100,0.10000,1.036
36,mlp.experts.78.up_proj,0.0000036189,0.10000,1.042
36,mlp.experts.79.up_proj,0.0000003379,0.10000,1.047
36,mlp.experts.80.up_proj,0.0000019066,0.10000,1.045
36,mlp.experts.81.up_proj,0.0000137334,0.10000,1.038
36,mlp.experts.82.up_proj,0.0000082015,0.10000,1.013
36,mlp.experts.83.up_proj,0.0000042299,0.10000,1.014
36,mlp.experts.84.up_proj,0.0000087878,0.10000,0.983
36,mlp.experts.85.up_proj,0.0000007863,0.10000,0.976
36,mlp.experts.86.up_proj,0.0000124110,0.10000,1.000
36,mlp.experts.87.up_proj,0.0000000404,0.10000,1.047
36,mlp.experts.88.up_proj,0.0000594277,0.10000,1.024
36,mlp.experts.89.up_proj,0.0000008899,0.10000,1.029
36,mlp.experts.90.up_proj,0.0000004278,0.10000,0.992
36,mlp.experts.91.up_proj,0.0000029500,0.10000,1.026
36,mlp.experts.92.up_proj,0.0000018307,0.10000,1.032
36,mlp.experts.93.up_proj,0.0000085802,0.10000,1.033
36,mlp.experts.94.up_proj,0.0000024433,0.10000,1.018
36,mlp.experts.95.up_proj,0.0000013602,0.10000,1.008
36,mlp.experts.96.up_proj,0.0000004618,0.10000,0.994
36,mlp.experts.97.up_proj,0.0000000549,0.10000,0.996
36,mlp.experts.98.up_proj,0.0000104607,0.10000,1.014
36,mlp.experts.99.up_proj,0.0000002287,0.10000,1.034
36,mlp.experts.100.up_proj,0.0000001172,0.10000,1.039
36,mlp.experts.101.up_proj,0.0000225195,0.10000,1.040
36,mlp.experts.102.up_proj,0.0000001809,0.10000,1.033
36,mlp.experts.103.up_proj,0.0000000896,0.10000,1.041
36,mlp.experts.104.up_proj,0.0000000944,0.10000,1.059
36,mlp.experts.105.up_proj,0.0000062492,0.10000,1.048
36,mlp.experts.106.up_proj,0.0000207395,0.10000,1.055
36,mlp.experts.107.up_proj,0.0000002420,0.10000,1.015
36,mlp.experts.108.up_proj,0.0000026029,0.10000,1.006
36,mlp.experts.109.up_proj,0.0000157616,0.10000,1.031
36,mlp.experts.110.up_proj,0.0000013311,0.10000,1.028
36,mlp.experts.111.up_proj,0.0000033290,0.10000,1.011
36,mlp.experts.112.up_proj,0.0000010470,0.10000,1.052
36,mlp.experts.113.up_proj,0.0000038543,0.10000,1.013
36,mlp.experts.114.up_proj,0.0000002548,0.10000,1.015
36,mlp.experts.115.up_proj,0.0000010893,0.10000,1.034
36,mlp.experts.116.up_proj,0.0000001515,0.10000,1.025
36,mlp.experts.117.up_proj,0.0000006446,0.10000,1.018
36,mlp.experts.118.up_proj,0.0000002228,0.10000,0.922
36,mlp.experts.119.up_proj,0.0000036353,0.10000,0.860
36,mlp.experts.120.up_proj,0.0000001509,0.10000,0.955
36,mlp.experts.121.up_proj,0.0000005371,0.10000,1.051
36,mlp.experts.122.up_proj,0.0000100978,0.10000,1.008
36,mlp.experts.123.up_proj,0.0000006819,0.10000,0.978
36,mlp.experts.124.up_proj,0.0000004535,0.10000,1.026
36,mlp.experts.125.up_proj,0.0000025990,0.10000,0.986
36,mlp.experts.126.up_proj,0.0000041395,0.10000,0.965
36,mlp.experts.127.up_proj,0.0000002040,0.10000,1.057
36,mlp.experts.0.gate_proj,0.0000000911,0.10000,1.040
36,mlp.experts.1.gate_proj,0.0000059424,0.10000,1.041
36,mlp.experts.2.gate_proj,0.0000000520,0.10000,1.059
36,mlp.experts.3.gate_proj,0.0000041711,0.10000,1.043
36,mlp.experts.4.gate_proj,0.0000005447,0.10000,1.053
36,mlp.experts.5.gate_proj,0.0000420875,0.10000,1.040
36,mlp.experts.6.gate_proj,0.0000006008,0.10000,1.059
36,mlp.experts.7.gate_proj,0.0000013376,0.10000,1.055
36,mlp.experts.8.gate_proj,0.0000005253,0.10000,1.024
36,mlp.experts.9.gate_proj,0.0000004124,0.10000,1.013
36,mlp.experts.10.gate_proj,0.0000536090,0.10000,1.035
36,mlp.experts.11.gate_proj,0.0000018939,0.10000,1.066
36,mlp.experts.12.gate_proj,0.0000004740,0.10000,1.043
36,mlp.experts.13.gate_proj,0.0000076005,0.10000,1.063
36,mlp.experts.14.gate_proj,0.0000001013,0.10000,1.063
36,mlp.experts.15.gate_proj,0.0000001527,0.10000,1.019
36,mlp.experts.16.gate_proj,0.0000027644,0.10000,1.086
36,mlp.experts.17.gate_proj,0.0000007220,0.10000,1.061
36,mlp.experts.18.gate_proj,0.0000004963,0.10000,1.067
36,mlp.experts.19.gate_proj,0.0000440331,0.10000,1.091
36,mlp.experts.20.gate_proj,0.0000076862,0.10000,1.038
36,mlp.experts.21.gate_proj,0.0000006807,0.10000,1.063
36,mlp.experts.22.gate_proj,0.0000006948,0.10000,1.067
36,mlp.experts.23.gate_proj,0.0000006368,0.10000,1.058
36,mlp.experts.24.gate_proj,0.0000003103,0.10000,1.063
36,mlp.experts.25.gate_proj,0.0000000894,0.10000,1.059
36,mlp.experts.26.gate_proj,0.0000002773,0.10000,1.053
36,mlp.experts.27.gate_proj,0.0000004498,0.10000,1.033
36,mlp.experts.28.gate_proj,0.0000026390,0.10000,1.014
36,mlp.experts.29.gate_proj,0.0000040130,0.10000,0.995
36,mlp.experts.30.gate_proj,0.0000002568,0.10000,1.015
36,mlp.experts.31.gate_proj,0.0000031899,0.10000,0.994
36,mlp.experts.32.gate_proj,0.0000001298,0.10000,0.998
36,mlp.experts.33.gate_proj,0.0000197037,0.10000,1.028
36,mlp.experts.34.gate_proj,0.0000002961,0.10000,1.051
36,mlp.experts.35.gate_proj,0.0000012961,0.10000,1.056
36,mlp.experts.36.gate_proj,0.0000002842,0.10000,1.056
36,mlp.experts.37.gate_proj,0.0000050602,0.10000,1.067
36,mlp.experts.38.gate_proj,0.0000001132,0.10000,1.054
36,mlp.experts.39.gate_proj,0.0000014566,0.10000,1.061
36,mlp.experts.40.gate_proj,0.0000005616,0.10000,1.045
36,mlp.experts.41.gate_proj,0.0000021672,0.10000,1.055
36,mlp.experts.42.gate_proj,0.0000000999,0.10000,0.985
36,mlp.experts.43.gate_proj,0.0000003739,0.10000,0.953
36,mlp.experts.44.gate_proj,0.0000005324,0.10000,1.037
36,mlp.experts.45.gate_proj,0.0000075418,0.10000,1.045
36,mlp.experts.46.gate_proj,0.0000005486,0.10000,1.030
36,mlp.experts.47.gate_proj,0.0000040814,0.10000,1.054
36,mlp.experts.48.gate_proj,0.0000044549,0.10000,1.008
36,mlp.experts.49.gate_proj,0.0000017114,0.10000,1.074
36,mlp.experts.50.gate_proj,0.0000004553,0.10000,1.064
36,mlp.experts.51.gate_proj,0.0000025755,0.10000,1.049
36,mlp.experts.52.gate_proj,0.0000001283,0.10000,1.057
36,mlp.experts.53.gate_proj,0.0000000904,0.10000,1.054
36,mlp.experts.54.gate_proj,0.0000068298,0.10000,1.002
36,mlp.experts.55.gate_proj,0.0000051969,0.10000,0.964
36,mlp.experts.56.gate_proj,0.0000004172,0.10000,1.057
36,mlp.experts.57.gate_proj,0.0000064061,0.10000,1.076
36,mlp.experts.58.gate_proj,0.0000001011,0.10000,1.068
36,mlp.experts.59.gate_proj,0.0000167729,0.10000,1.054
36,mlp.experts.60.gate_proj,0.0000072439,0.10000,1.008
36,mlp.experts.61.gate_proj,0.0000003343,0.10000,1.021
36,mlp.experts.62.gate_proj,0.0000007097,0.10000,1.023
36,mlp.experts.63.gate_proj,0.0000001041,0.10000,1.007
36,mlp.experts.64.gate_proj,0.0000004410,0.10000,1.001
36,mlp.experts.65.gate_proj,0.0000002249,0.10000,1.037
36,mlp.experts.66.gate_proj,0.0000008748,0.10000,1.001
36,mlp.experts.67.gate_proj,0.0000005939,0.10000,1.018
36,mlp.experts.68.gate_proj,0.0000000608,0.10000,1.020
36,mlp.experts.69.gate_proj,0.0000001923,0.10000,1.000
36,mlp.experts.70.gate_proj,0.0000076174,0.10000,1.024
36,mlp.experts.71.gate_proj,0.0000028251,0.10000,1.059
36,mlp.experts.72.gate_proj,0.0000268507,0.10000,1.031
36,mlp.experts.73.gate_proj,0.0000001927,0.10000,1.008
36,mlp.experts.74.gate_proj,0.0000003477,0.10000,1.039
36,mlp.experts.75.gate_proj,0.0000010202,0.10000,1.024
36,mlp.experts.76.gate_proj,0.0000000454,0.10000,0.997
36,mlp.experts.77.gate_proj,0.0000106965,0.10000,1.026
36,mlp.experts.78.gate_proj,0.0000030549,0.10000,1.018
36,mlp.experts.79.gate_proj,0.0000002866,0.10000,0.961
36,mlp.experts.80.gate_proj,0.0000014846,0.10000,0.981
36,mlp.experts.81.gate_proj,0.0000113055,0.10000,1.055
36,mlp.experts.82.gate_proj,0.0000071940,0.10000,1.024
36,mlp.experts.83.gate_proj,0.0000030843,0.10000,1.028
36,mlp.experts.84.gate_proj,0.0000083477,0.10000,1.024
36,mlp.experts.85.gate_proj,0.0000007757,0.10000,1.019
36,mlp.experts.86.gate_proj,0.0000122310,0.10000,0.991
36,mlp.experts.87.gate_proj,0.0000000350,0.10000,1.046
36,mlp.experts.88.gate_proj,0.0000507577,0.10000,1.051
36,mlp.experts.89.gate_proj,0.0000007309,0.10000,1.053
36,mlp.experts.90.gate_proj,0.0000004028,0.10000,1.074
36,mlp.experts.91.gate_proj,0.0000029821,0.10000,1.037
36,mlp.experts.92.gate_proj,0.0000019463,0.10000,1.045
36,mlp.experts.93.gate_proj,0.0000087809,0.10000,1.050
36,mlp.experts.94.gate_proj,0.0000010990,0.10000,1.047
36,mlp.experts.95.gate_proj,0.0000012417,0.10000,1.037
36,mlp.experts.96.gate_proj,0.0000004351,0.10000,1.027
36,mlp.experts.97.gate_proj,0.0000000498,0.10000,0.963
36,mlp.experts.98.gate_proj,0.0000101842,0.10000,0.946
36,mlp.experts.99.gate_proj,0.0000001570,0.10000,1.028
36,mlp.experts.100.gate_proj,0.0000001085,0.10000,1.017
36,mlp.experts.101.gate_proj,0.0000230085,0.10000,0.995
36,mlp.experts.102.gate_proj,0.0000001645,0.10000,0.974
36,mlp.experts.103.gate_proj,0.0000000885,0.10000,0.961
36,mlp.experts.104.gate_proj,0.0000000831,0.10000,1.016
36,mlp.experts.105.gate_proj,0.0000088442,0.10000,1.028
36,mlp.experts.106.gate_proj,0.0000210472,0.10000,1.012
36,mlp.experts.107.gate_proj,0.0000002190,0.10000,1.056
36,mlp.experts.108.gate_proj,0.0000021477,0.10000,1.037
36,mlp.experts.109.gate_proj,0.0000160455,0.10000,1.037
36,mlp.experts.110.gate_proj,0.0000012621,0.10000,1.030
36,mlp.experts.111.gate_proj,0.0000036126,0.10000,1.039
36,mlp.experts.112.gate_proj,0.0000009553,0.10000,1.025
36,mlp.experts.113.gate_proj,0.0000038116,0.10000,1.040
36,mlp.experts.114.gate_proj,0.0000002411,0.10000,1.026
36,mlp.experts.115.gate_proj,0.0000010403,0.10000,1.031
36,mlp.experts.116.gate_proj,0.0000001416,0.10000,1.026
36,mlp.experts.117.gate_proj,0.0000006644,0.10000,1.055
36,mlp.experts.118.gate_proj,0.0000002179,0.10000,1.042
36,mlp.experts.119.gate_proj,0.0000033462,0.10000,1.087
36,mlp.experts.120.gate_proj,0.0000001352,0.10000,1.051
36,mlp.experts.121.gate_proj,0.0000004892,0.10000,1.054
36,mlp.experts.122.gate_proj,0.0000100983,0.10000,0.989
36,mlp.experts.123.gate_proj,0.0000006131,0.10000,1.081
36,mlp.experts.124.gate_proj,0.0000004369,0.10000,1.058
36,mlp.experts.125.gate_proj,0.0000026805,0.10000,1.047
36,mlp.experts.126.gate_proj,0.0000038057,0.10000,1.064
36,mlp.experts.127.gate_proj,0.0000001754,0.10000,0.748
36,mlp.experts.0.down_proj,0.0000000424,0.10000,0.380
36,mlp.experts.1.down_proj,0.0000040405,0.10000,0.382
36,mlp.experts.2.down_proj,0.0000000129,0.10000,0.397
36,mlp.experts.3.down_proj,0.0000037220,0.10000,0.399
36,mlp.experts.4.down_proj,0.0000001840,0.10000,0.391
36,mlp.experts.5.down_proj,0.0000167875,0.10000,0.392
36,mlp.experts.6.down_proj,0.0000001511,0.10000,0.382
36,mlp.experts.7.down_proj,0.0000008687,0.10000,0.388
36,mlp.experts.8.down_proj,0.0000001054,0.10000,0.401
36,mlp.experts.9.down_proj,0.0000001376,0.10000,0.403
36,mlp.experts.10.down_proj,0.0000031467,0.10000,0.411
36,mlp.experts.11.down_proj,0.0000004216,0.10000,0.403
36,mlp.experts.12.down_proj,0.0000002147,0.10000,0.415
36,mlp.experts.13.down_proj,0.0000025475,0.10000,0.413
36,mlp.experts.15.down_proj,0.0000000813,0.10000,0.411
36,mlp.experts.14.down_proj,0.0000000542,0.10000,0.418
36,mlp.experts.17.down_proj,0.0000002636,0.10000,0.349
36,mlp.experts.16.down_proj,0.0000005877,0.10000,0.353
36,mlp.experts.18.down_proj,0.0000001326,0.10000,0.390
36,mlp.experts.19.down_proj,0.0000004166,0.10000,0.395
36,mlp.experts.20.down_proj,0.0000004621,0.10000,0.336
36,mlp.experts.21.down_proj,0.0000001632,0.10000,0.338
36,mlp.experts.22.down_proj,0.0000001454,0.10000,0.336
36,mlp.experts.23.down_proj,0.0000003309,0.10000,0.336
36,mlp.experts.24.down_proj,0.0000000812,0.10000,0.399
36,mlp.experts.25.down_proj,0.0000000298,0.10000,0.393
36,mlp.experts.26.down_proj,0.0000001406,0.10000,0.413
36,mlp.experts.27.down_proj,0.0000000990,0.10000,0.422
36,mlp.experts.28.down_proj,0.0000008385,0.10000,0.382
36,mlp.experts.29.down_proj,0.0000016970,0.10000,0.388
36,mlp.experts.30.down_proj,0.0000000963,0.10000,0.355
36,mlp.experts.31.down_proj,0.0000017197,0.10000,0.358
36,mlp.experts.32.down_proj,0.0000000407,0.10000,0.333
36,mlp.experts.33.down_proj,0.0000044458,0.10000,0.331
36,mlp.experts.34.down_proj,0.0000000798,0.10000,0.364
36,mlp.experts.35.down_proj,0.0000008133,0.10000,0.366
36,mlp.experts.36.down_proj,0.0000001224,0.10000,0.384
36,mlp.experts.37.down_proj,0.0000022345,0.10000,0.391
36,mlp.experts.38.down_proj,0.0000000576,0.10000,0.393
36,mlp.experts.39.down_proj,0.0000012275,0.10000,0.399
36,mlp.experts.40.down_proj,0.0000001127,0.10000,0.394
36,mlp.experts.41.down_proj,0.0000004979,0.10000,0.399
36,mlp.experts.42.down_proj,0.0000000329,0.10000,0.393
36,mlp.experts.43.down_proj,0.0000002034,0.10000,0.392
36,mlp.experts.44.down_proj,0.0000001513,0.10000,0.385
36,mlp.experts.45.down_proj,0.0000020469,0.10000,0.388
36,mlp.experts.46.down_proj,0.0000001765,0.10000,0.390
36,mlp.experts.47.down_proj,0.0000017320,0.10000,0.393
36,mlp.experts.48.down_proj,0.0000020053,0.10000,0.403
36,mlp.experts.49.down_proj,0.0000003889,0.10000,0.380
36,mlp.experts.50.down_proj,0.0000001240,0.10000,0.368
36,mlp.experts.51.down_proj,0.0000013671,0.10000,0.362
36,mlp.experts.52.down_proj,0.0000000273,0.10000,0.404
36,mlp.experts.53.down_proj,0.0000000337,0.10000,0.408
36,mlp.experts.54.down_proj,0.0000023353,0.10000,0.402
36,mlp.experts.55.down_proj,0.0000047196,0.10000,0.416
36,mlp.experts.56.down_proj,0.0000001134,0.10000,0.404
36,mlp.experts.57.down_proj,0.0000038757,0.10000,0.430
36,mlp.experts.58.down_proj,0.0000000278,0.10000,0.386
36,mlp.experts.59.down_proj,0.0000046669,0.10000,0.410
36,mlp.experts.60.down_proj,0.0000052579,0.10000,0.411
36,mlp.experts.61.down_proj,0.0000000806,0.10000,0.417
36,mlp.experts.62.down_proj,0.0000001774,0.10000,0.400
36,mlp.experts.63.down_proj,0.0000000337,0.10000,0.390
36,mlp.experts.64.down_proj,0.0000001603,0.10000,0.366
36,mlp.experts.65.down_proj,0.0000000863,0.10000,0.363
36,mlp.experts.66.down_proj,0.0000003459,0.10000,0.400
36,mlp.experts.67.down_proj,0.0000003008,0.10000,0.406
36,mlp.experts.68.down_proj,0.0000000245,0.10000,0.393
36,mlp.experts.69.down_proj,0.0000000690,0.10000,0.409
36,mlp.experts.70.down_proj,0.0000026604,0.10000,0.409
36,mlp.experts.71.down_proj,0.0000031877,0.10000,0.382
36,mlp.experts.72.down_proj,0.0000171351,0.10000,0.406
36,mlp.experts.73.down_proj,0.0000000462,0.10000,0.403
36,mlp.experts.74.down_proj,0.0000001160,0.10000,0.398
36,mlp.experts.75.down_proj,0.0000003799,0.10000,0.407
36,mlp.experts.76.down_proj,0.0000000104,0.10000,0.383
36,mlp.experts.77.down_proj,0.0000049609,0.10000,0.374
36,mlp.experts.78.down_proj,0.0000009998,0.10000,0.382
36,mlp.experts.79.down_proj,0.0000001369,0.10000,0.387
36,mlp.experts.80.down_proj,0.0000007273,0.10000,0.397
36,mlp.experts.81.down_proj,0.0000049299,0.10000,0.406
36,mlp.experts.82.down_proj,0.0000041280,0.10000,0.394
36,mlp.experts.83.down_proj,0.0000008634,0.10000,0.402
36,mlp.experts.84.down_proj,0.0000030084,0.10000,0.403
36,mlp.experts.85.down_proj,0.0000001886,0.10000,0.402
36,mlp.experts.86.down_proj,0.0000073995,0.10000,0.405
36,mlp.experts.87.down_proj,0.0000000064,0.10000,0.390
36,mlp.experts.88.down_proj,0.0000263651,0.10000,0.406
36,mlp.experts.89.down_proj,0.0000002657,0.10000,0.389
36,mlp.experts.90.down_proj,0.0000000907,0.10000,0.415
36,mlp.experts.91.down_proj,0.0000011513,0.10000,0.393
36,mlp.experts.92.down_proj,0.0000002288,0.10000,0.403
36,mlp.experts.93.down_proj,0.0000022978,0.10000,0.388
36,mlp.experts.94.down_proj,0.0000007198,0.10000,0.386
36,mlp.experts.95.down_proj,0.0000005440,0.10000,0.402
36,mlp.experts.96.down_proj,0.0000003043,0.10000,0.383
36,mlp.experts.97.down_proj,0.0000000146,0.10000,0.401
36,mlp.experts.98.down_proj,0.0000054291,0.10000,0.383
36,mlp.experts.99.down_proj,0.0000000820,0.10000,0.390
36,mlp.experts.100.down_proj,0.0000000383,0.10000,0.391
36,mlp.experts.101.down_proj,0.0000005530,0.10000,0.405
36,mlp.experts.102.down_proj,0.0000000533,0.10000,0.395
36,mlp.experts.103.down_proj,0.0000000291,0.10000,0.398
36,mlp.experts.104.down_proj,0.0000000211,0.10000,0.395
36,mlp.experts.105.down_proj,0.0000007178,0.10000,0.403
36,mlp.experts.106.down_proj,0.0000041840,0.10000,0.399
36,mlp.experts.107.down_proj,0.0000001223,0.10000,0.401
36,mlp.experts.108.down_proj,0.0000006362,0.10000,0.385
36,mlp.experts.109.down_proj,0.0000029839,0.10000,0.405
36,mlp.experts.110.down_proj,0.0000002779,0.10000,0.389
36,mlp.experts.111.down_proj,0.0000003523,0.10000,0.401
36,mlp.experts.112.down_proj,0.0000003331,0.10000,0.385
36,mlp.experts.113.down_proj,0.0000002237,0.10000,0.395
36,mlp.experts.114.down_proj,0.0000000918,0.10000,0.401
36,mlp.experts.115.down_proj,0.0000003533,0.10000,0.402
36,mlp.experts.116.down_proj,0.0000000405,0.10000,0.392
36,mlp.experts.117.down_proj,0.0000001609,0.10000,0.406
36,mlp.experts.118.down_proj,0.0000001061,0.10000,0.389
36,mlp.experts.119.down_proj,0.0000014584,0.10000,0.392
36,mlp.experts.120.down_proj,0.0000000489,0.10000,0.390
36,mlp.experts.121.down_proj,0.0000001777,0.10000,0.400
36,mlp.experts.122.down_proj,0.0000041749,0.10000,0.386
36,mlp.experts.123.down_proj,0.0000002880,0.10000,0.396
36,mlp.experts.124.down_proj,0.0000002015,0.10000,0.400
36,mlp.experts.125.down_proj,0.0000012489,0.10000,0.418
36,mlp.experts.126.down_proj,0.0000016178,0.10000,0.405
36,mlp.experts.127.down_proj,0.0000000566,0.10000,0.344
37,self_attn.k_proj,0.0000000010,0.10000,1.066
37,self_attn.q_proj,0.0000000084,0.10000,1.110
37,self_attn.v_proj,0.0000000013,0.10000,0.671
37,self_attn.o_proj,0.0000000009,0.10000,1.131
37,mlp.gate,0.0000000146,0.10000,0.630
37,mlp.experts.1.up_proj,0.0000012582,0.10000,1.074
37,mlp.experts.0.up_proj,0.0000005785,0.10000,1.093
37,mlp.experts.2.up_proj,0.0000002563,0.10000,1.022
37,mlp.experts.3.up_proj,0.0000696217,0.10000,1.065
37,mlp.experts.4.up_proj,0.0000005404,0.10000,1.051
37,mlp.experts.5.up_proj,0.0000063161,0.10000,1.012
37,mlp.experts.6.up_proj,0.0000001254,0.10000,1.054
37,mlp.experts.7.up_proj,0.0000064538,0.10000,1.064
37,mlp.experts.8.up_proj,0.0000008380,0.10000,1.081
37,mlp.experts.9.up_proj,0.0000336204,0.10000,1.062
37,mlp.experts.10.up_proj,0.0000000365,0.10000,1.071
37,mlp.experts.11.up_proj,0.0000014532,0.10000,1.082
37,mlp.experts.13.up_proj,0.0000054711,0.10000,1.011
37,mlp.experts.12.up_proj,0.0000003468,0.10000,1.052
37,mlp.experts.14.up_proj,0.0000020611,0.10000,1.068
37,mlp.experts.15.up_proj,0.0000002392,0.10000,1.066
37,mlp.experts.16.up_proj,0.0000003356,0.10000,1.041
37,mlp.experts.17.up_proj,0.0000073591,0.10000,1.053
37,mlp.experts.18.up_proj,0.0000001248,0.10000,1.042
37,mlp.experts.19.up_proj,0.0000009401,0.10000,1.054
37,mlp.experts.20.up_proj,0.0000009293,0.10000,0.981
37,mlp.experts.21.up_proj,0.0000001704,0.10000,1.004
37,mlp.experts.22.up_proj,0.0000893357,0.10000,0.967
37,mlp.experts.23.up_proj,0.0000002267,0.10000,1.020
37,mlp.experts.24.up_proj,0.0000001456,0.10000,1.019
37,mlp.experts.25.up_proj,0.0000015223,0.10000,0.958
37,mlp.experts.26.up_proj,0.0000006986,0.10000,1.033
37,mlp.experts.27.up_proj,0.0000015267,0.10000,1.048
37,mlp.experts.28.up_proj,0.0000002106,0.10000,1.065
37,mlp.experts.29.up_proj,0.0000052527,0.10000,1.045
37,mlp.experts.30.up_proj,0.0000388574,0.10000,1.071
37,mlp.experts.31.up_proj,0.0000020432,0.10000,1.066
37,mlp.experts.32.up_proj,0.0000020754,0.10000,1.026
37,mlp.experts.33.up_proj,0.0000021548,0.10000,1.029
37,mlp.experts.34.up_proj,0.0000019544,0.10000,1.067
37,mlp.experts.35.up_proj,0.0000118693,0.10000,1.025
37,mlp.experts.36.up_proj,0.0000004029,0.10000,1.075
37,mlp.experts.37.up_proj,0.0000106789,0.10000,1.083
37,mlp.experts.38.up_proj,0.0000010802,0.10000,1.020
37,mlp.experts.39.up_proj,0.0000187641,0.10000,1.046
37,mlp.experts.40.up_proj,0.0000010097,0.10000,1.040
37,mlp.experts.41.up_proj,0.0000001399,0.10000,1.063
37,mlp.experts.42.up_proj,0.0000006960,0.10000,1.017
37,mlp.experts.43.up_proj,0.0000315204,0.10000,1.036
37,mlp.experts.44.up_proj,0.0000002164,0.10000,1.050
37,mlp.experts.45.up_proj,0.0000002287,0.10000,1.046
37,mlp.experts.46.up_proj,0.0000808303,0.10000,1.052
37,mlp.experts.47.up_proj,0.0000003639,0.10000,1.045
37,mlp.experts.48.up_proj,0.0000147371,0.10000,1.019
37,mlp.experts.49.up_proj,0.0000003352,0.10000,0.999
37,mlp.experts.50.up_proj,0.0000095227,0.10000,0.997
37,mlp.experts.51.up_proj,0.0000074458,0.10000,1.015
37,mlp.experts.52.up_proj,0.0000007452,0.10000,1.012
37,mlp.experts.53.up_proj,0.0000010921,0.10000,1.022
37,mlp.experts.54.up_proj,0.0000252083,0.10000,1.055
37,mlp.experts.55.up_proj,0.0000001356,0.10000,1.063
37,mlp.experts.56.up_proj,0.0000045213,0.10000,1.058
37,mlp.experts.57.up_proj,0.0000001098,0.10000,1.064
37,mlp.experts.58.up_proj,0.0000003361,0.10000,1.031
37,mlp.experts.59.up_proj,0.0000015201,0.10000,1.043
37,mlp.experts.60.up_proj,0.0000034363,0.10000,1.038
37,mlp.experts.61.up_proj,0.0000003775,0.10000,1.070
37,mlp.experts.62.up_proj,0.0000004375,0.10000,1.055
37,mlp.experts.63.up_proj,0.0000049208,0.10000,1.069
37,mlp.experts.64.up_proj,0.0000183880,0.10000,1.047
37,mlp.experts.65.up_proj,0.0000000579,0.10000,1.084
37,mlp.experts.66.up_proj,0.0000001856,0.10000,1.055
37,mlp.experts.67.up_proj,0.0000006451,0.10000,1.085
37,mlp.experts.68.up_proj,0.0000066934,0.10000,1.046
37,mlp.experts.69.up_proj,0.0000100263,0.10000,1.054
37,mlp.experts.70.up_proj,0.0000023883,0.10000,1.039
37,mlp.experts.71.up_proj,0.0000005187,0.10000,1.036
37,mlp.experts.72.up_proj,0.0000326430,0.10000,1.055
37,mlp.experts.73.up_proj,0.0000008355,0.10000,1.027
37,mlp.experts.74.up_proj,0.0000104365,0.10000,1.052
37,mlp.experts.75.up_proj,0.0000001221,0.10000,1.048
37,mlp.experts.76.up_proj,0.0000001883,0.10000,1.025
37,mlp.experts.77.up_proj,0.0000004639,0.10000,1.029
37,mlp.experts.78.up_proj,0.0000003920,0.10000,1.034
37,mlp.experts.79.up_proj,0.0000001211,0.10000,0.996
37,mlp.experts.80.up_proj,0.0000003929,0.10000,0.976
37,mlp.experts.81.up_proj,0.0000033512,0.10000,1.027
37,mlp.experts.82.up_proj,0.0000003955,0.10000,1.009
37,mlp.experts.83.up_proj,0.0000005312,0.10000,1.018
37,mlp.experts.84.up_proj,0.0000033933,0.10000,0.962
37,mlp.experts.85.up_proj,0.0000029105,0.10000,0.966
37,mlp.experts.86.up_proj,0.0000204049,0.10000,1.061
37,mlp.experts.87.up_proj,0.0000018814,0.10000,1.031
37,mlp.experts.88.up_proj,0.0000031199,0.10000,1.018
37,mlp.experts.89.up_proj,0.0000021802,0.10000,0.972
37,mlp.experts.90.up_proj,0.0000113353,0.10000,0.979
37,mlp.experts.91.up_proj,0.0000004096,0.10000,1.014
37,mlp.experts.92.up_proj,0.0000003832,0.10000,1.016
37,mlp.experts.93.up_proj,0.0000004274,0.10000,0.994
37,mlp.experts.94.up_proj,0.0000713615,0.10000,0.974
37,mlp.experts.95.up_proj,0.0000001976,0.10000,1.000
37,mlp.experts.96.up_proj,0.0000436333,0.10000,1.021
37,mlp.experts.97.up_proj,0.0000050329,0.10000,1.023
37,mlp.experts.98.up_proj,0.0000000741,0.10000,1.005
37,mlp.experts.99.up_proj,0.0000000853,0.10000,1.037
37,mlp.experts.100.up_proj,0.0000522715,0.10000,0.998
37,mlp.experts.101.up_proj,0.0000003216,0.10000,1.039
37,mlp.experts.102.up_proj,0.0000001519,0.10000,1.014
37,mlp.experts.103.up_proj,0.0000007133,0.10000,1.032
37,mlp.experts.104.up_proj,0.0000003900,0.10000,1.031
37,mlp.experts.105.up_proj,0.0000006109,0.10000,1.015
37,mlp.experts.106.up_proj,0.0000003711,0.10000,1.022
37,mlp.experts.107.up_proj,0.0000045574,0.10000,1.009
37,mlp.experts.108.up_proj,0.0000162566,0.10000,1.035
37,mlp.experts.109.up_proj,0.0000001408,0.10000,1.018
37,mlp.experts.110.up_proj,0.0000025961,0.10000,1.011
37,mlp.experts.111.up_proj,0.0000055310,0.10000,1.020
37,mlp.experts.112.up_proj,0.0000002761,0.10000,1.038
37,mlp.experts.113.up_proj,0.0000001659,0.10000,1.016
37,mlp.experts.114.up_proj,0.0000094871,0.10000,0.989
37,mlp.experts.115.up_proj,0.0000002080,0.10000,1.046
37,mlp.experts.116.up_proj,0.0000059412,0.10000,1.007
37,mlp.experts.117.up_proj,0.0000006716,0.10000,1.025
37,mlp.experts.118.up_proj,0.0000007198,0.10000,1.012
37,mlp.experts.119.up_proj,0.0000106707,0.10000,1.025
37,mlp.experts.120.up_proj,0.0000001731,0.10000,1.010
37,mlp.experts.121.up_proj,0.0000001516,0.10000,1.042
37,mlp.experts.122.up_proj,0.0000023179,0.10000,0.983
37,mlp.experts.123.up_proj,0.0000001062,0.10000,1.013
37,mlp.experts.124.up_proj,0.0000004877,0.10000,1.055
37,mlp.experts.125.up_proj,0.0000020478,0.10000,1.066
37,mlp.experts.126.up_proj,0.0000806445,0.10000,1.051
37,mlp.experts.127.up_proj,0.0000001329,0.10000,1.031
37,mlp.experts.0.gate_proj,0.0000005677,0.10000,1.004
37,mlp.experts.1.gate_proj,0.0000012857,0.10000,1.014
37,mlp.experts.2.gate_proj,0.0000002544,0.10000,1.031
37,mlp.experts.3.gate_proj,0.0000655167,0.10000,1.010
37,mlp.experts.4.gate_proj,0.0000005437,0.10000,0.951
37,mlp.experts.5.gate_proj,0.0000059427,0.10000,0.979
37,mlp.experts.6.gate_proj,0.0000001018,0.10000,1.078
37,mlp.experts.7.gate_proj,0.0000058432,0.10000,1.012
37,mlp.experts.8.gate_proj,0.0000008550,0.10000,1.059
37,mlp.experts.9.gate_proj,0.0000354583,0.10000,1.076
37,mlp.experts.10.gate_proj,0.0000000331,0.10000,1.053
37,mlp.experts.11.gate_proj,0.0000014173,0.10000,1.098
37,mlp.experts.12.gate_proj,0.0000003587,0.10000,1.062
37,mlp.experts.13.gate_proj,0.0000054176,0.10000,1.085
37,mlp.experts.14.gate_proj,0.0000020770,0.10000,1.023
37,mlp.experts.15.gate_proj,0.0000002249,0.10000,1.050
37,mlp.experts.16.gate_proj,0.0000003338,0.10000,1.057
37,mlp.experts.17.gate_proj,0.0000074126,0.10000,1.071
37,mlp.experts.18.gate_proj,0.0000001234,0.10000,1.034
37,mlp.experts.19.gate_proj,0.0000009714,0.10000,1.020
37,mlp.experts.20.gate_proj,0.0000006771,0.10000,0.978
37,mlp.experts.21.gate_proj,0.0000001525,0.10000,1.024
37,mlp.experts.22.gate_proj,0.0000780155,0.10000,1.021
37,mlp.experts.23.gate_proj,0.0000002120,0.10000,1.039
37,mlp.experts.24.gate_proj,0.0000001552,0.10000,1.056
37,mlp.experts.25.gate_proj,0.0000014663,0.10000,1.067
37,mlp.experts.26.gate_proj,0.0000006879,0.10000,1.042
37,mlp.experts.27.gate_proj,0.0000014617,0.10000,1.033
37,mlp.experts.28.gate_proj,0.0000001900,0.10000,1.008
37,mlp.experts.29.gate_proj,0.0000053316,0.10000,0.943
37,mlp.experts.30.gate_proj,0.0000396924,0.10000,0.910
37,mlp.experts.31.gate_proj,0.0000020745,0.10000,1.077
37,mlp.experts.32.gate_proj,0.0000019220,0.10000,1.022
37,mlp.experts.33.gate_proj,0.0000011048,0.10000,1.050
37,mlp.experts.34.gate_proj,0.0000019931,0.10000,1.057
37,mlp.experts.35.gate_proj,0.0000291098,0.10000,1.032
37,mlp.experts.36.gate_proj,0.0000004179,0.10000,0.998
37,mlp.experts.37.gate_proj,0.0000119382,0.10000,1.027
37,mlp.experts.38.gate_proj,0.0000010168,0.10000,1.051
37,mlp.experts.39.gate_proj,0.0000157846,0.10000,1.045
37,mlp.experts.40.gate_proj,0.0000009517,0.10000,1.037
37,mlp.experts.41.gate_proj,0.0000001503,0.10000,1.057
37,mlp.experts.42.gate_proj,0.0000006711,0.10000,1.050
37,mlp.experts.43.gate_proj,0.0000294670,0.10000,1.047
37,mlp.experts.44.gate_proj,0.0000002139,0.10000,1.034
37,mlp.experts.45.gate_proj,0.0000001549,0.10000,1.063
37,mlp.experts.46.gate_proj,0.0000751457,0.10000,1.048
37,mlp.experts.47.gate_proj,0.0000003217,0.10000,1.024
37,mlp.experts.48.gate_proj,0.0000162704,0.10000,1.017
37,mlp.experts.49.gate_proj,0.0000003686,0.10000,1.048
37,mlp.experts.50.gate_proj,0.0000091964,0.10000,1.039
37,mlp.experts.51.gate_proj,0.0000074665,0.10000,1.057
37,mlp.experts.52.gate_proj,0.0000007803,0.10000,1.047
37,mlp.experts.53.gate_proj,0.0000010932,0.10000,1.033
37,mlp.experts.54.gate_proj,0.0000250305,0.10000,1.006
37,mlp.experts.55.gate_proj,0.0000001224,0.10000,1.053
37,mlp.experts.56.gate_proj,0.0000041124,0.10000,1.057
37,mlp.experts.57.gate_proj,0.0000001000,0.10000,1.008
37,mlp.experts.58.gate_proj,0.0000002295,0.10000,0.990
37,mlp.experts.59.gate_proj,0.0000015319,0.10000,1.039
37,mlp.experts.60.gate_proj,0.0000031149,0.10000,1.033
37,mlp.experts.61.gate_proj,0.0000004306,0.10000,1.017
37,mlp.experts.62.gate_proj,0.0000002726,0.10000,1.037
37,mlp.experts.63.gate_proj,0.0000045034,0.10000,1.056
37,mlp.experts.64.gate_proj,0.0000175425,0.10000,0.960
37,mlp.experts.65.gate_proj,0.0000000492,0.10000,1.000
37,mlp.experts.66.gate_proj,0.0000001699,0.10000,1.039
37,mlp.experts.67.gate_proj,0.0000006511,0.10000,1.065
37,mlp.experts.68.gate_proj,0.0000063106,0.10000,1.008
37,mlp.experts.69.gate_proj,0.0000090785,0.10000,1.025
37,mlp.experts.70.gate_proj,0.0000022988,0.10000,1.041
37,mlp.experts.71.gate_proj,0.0000005025,0.10000,1.044
37,mlp.experts.72.gate_proj,0.0000331857,0.10000,1.047
37,mlp.experts.73.gate_proj,0.0000007771,0.10000,1.064
37,mlp.experts.74.gate_proj,0.0000104105,0.10000,1.055
37,mlp.experts.75.gate_proj,0.0000001230,0.10000,1.038
37,mlp.experts.76.gate_proj,0.0000001792,0.10000,1.002
37,mlp.experts.77.gate_proj,0.0000004211,0.10000,1.031
37,mlp.experts.78.gate_proj,0.0000004019,0.10000,1.062
37,mlp.experts.79.gate_proj,0.0000001186,0.10000,1.046
37,mlp.experts.80.gate_proj,0.0000003033,0.10000,1.068
37,mlp.experts.81.gate_proj,0.0000028516,0.10000,1.062
37,mlp.experts.82.gate_proj,0.0000003851,0.10000,1.057
37,mlp.experts.83.gate_proj,0.0000004951,0.10000,1.039
37,mlp.experts.84.gate_proj,0.0000034266,0.10000,1.087
37,mlp.experts.85.gate_proj,0.0000029238,0.10000,1.058
37,mlp.experts.86.gate_proj,0.0000205919,0.10000,1.039
37,mlp.experts.87.gate_proj,0.0000020451,0.10000,1.020
37,mlp.experts.88.gate_proj,0.0000028535,0.10000,1.007
37,mlp.experts.89.gate_proj,0.0000021281,0.10000,1.001
37,mlp.experts.90.gate_proj,0.0000099737,0.10000,1.036
37,mlp.experts.91.gate_proj,0.0000004357,0.10000,1.027
37,mlp.experts.92.gate_proj,0.0000003854,0.10000,1.025
37,mlp.experts.93.gate_proj,0.0000003620,0.10000,1.059
37,mlp.experts.94.gate_proj,0.0000701028,0.10000,1.080
37,mlp.experts.95.gate_proj,0.0000001949,0.10000,0.970
37,mlp.experts.96.gate_proj,0.0000386626,0.10000,0.959
37,mlp.experts.97.gate_proj,0.0000050889,0.10000,1.034
37,mlp.experts.98.gate_proj,0.0000000691,0.10000,1.036
37,mlp.experts.99.gate_proj,0.0000000724,0.10000,1.055
37,mlp.experts.100.gate_proj,0.0000505842,0.10000,0.999
37,mlp.experts.101.gate_proj,0.0000002905,0.10000,1.041
37,mlp.experts.102.gate_proj,0.0000001587,0.10000,1.040
37,mlp.experts.103.gate_proj,0.0000006913,0.10000,1.058
37,mlp.experts.104.gate_proj,0.0000003983,0.10000,1.052
37,mlp.experts.105.gate_proj,0.0000005604,0.10000,1.040
37,mlp.experts.106.gate_proj,0.0000003470,0.10000,1.029
37,mlp.experts.107.gate_proj,0.0000039890,0.10000,1.024
37,mlp.experts.108.gate_proj,0.0000166801,0.10000,1.017
37,mlp.experts.109.gate_proj,0.0000001278,0.10000,1.011
37,mlp.experts.110.gate_proj,0.0000022389,0.10000,1.009
37,mlp.experts.111.gate_proj,0.0000052835,0.10000,1.023
37,mlp.experts.112.gate_proj,0.0000002819,0.10000,0.993
37,mlp.experts.113.gate_proj,0.0000001541,0.10000,1.006
37,mlp.experts.114.gate_proj,0.0000090619,0.10000,1.005
37,mlp.experts.115.gate_proj,0.0000001968,0.10000,1.020
37,mlp.experts.116.gate_proj,0.0000062374,0.10000,1.015
37,mlp.experts.117.gate_proj,0.0000006408,0.10000,1.041
37,mlp.experts.118.gate_proj,0.0000006999,0.10000,1.049
37,mlp.experts.119.gate_proj,0.0000103421,0.10000,1.042
37,mlp.experts.120.gate_proj,0.0000001536,0.10000,1.030
37,mlp.experts.121.gate_proj,0.0000001431,0.10000,0.974
37,mlp.experts.122.gate_proj,0.0000022138,0.10000,0.939
37,mlp.experts.123.gate_proj,0.0000000929,0.10000,1.060
37,mlp.experts.124.gate_proj,0.0000004610,0.10000,1.057
37,mlp.experts.125.gate_proj,0.0000019039,0.10000,1.038
37,mlp.experts.126.gate_proj,0.0000829884,0.10000,1.058
37,mlp.experts.127.gate_proj,0.0000001221,0.10000,0.703
37,mlp.experts.0.down_proj,0.0000002129,0.10000,0.416
37,mlp.experts.1.down_proj,0.0000005634,0.10000,0.419
37,mlp.experts.2.down_proj,0.0000001994,0.10000,0.416
37,mlp.experts.3.down_proj,0.0000509527,0.10000,0.416
37,mlp.experts.5.down_proj,0.0000038170,0.10000,0.380
37,mlp.experts.4.down_proj,0.0000002786,0.10000,0.387
37,mlp.experts.7.down_proj,0.0000035162,0.10000,0.395
37,mlp.experts.6.down_proj,0.0000000470,0.10000,0.403
37,mlp.experts.9.down_proj,0.0000245879,0.10000,0.384
37,mlp.experts.8.down_proj,0.0000007890,0.10000,0.394
37,mlp.experts.10.down_proj,0.0000000097,0.10000,0.399
37,mlp.experts.11.down_proj,0.0000003790,0.10000,0.398
37,mlp.experts.13.down_proj,0.0000020312,0.10000,0.396
37,mlp.experts.12.down_proj,0.0000001916,0.10000,0.408
37,mlp.experts.14.down_proj,0.0000009312,0.10000,0.386
37,mlp.experts.15.down_proj,0.0000001691,0.10000,0.401
37,mlp.experts.16.down_proj,0.0000002143,0.10000,0.390
37,mlp.experts.17.down_proj,0.0000046315,0.10000,0.398
37,mlp.experts.18.down_proj,0.0000000606,0.10000,0.392
37,mlp.experts.19.down_proj,0.0000008145,0.10000,0.387
37,mlp.experts.20.down_proj,0.0000003385,0.10000,0.346
37,mlp.experts.21.down_proj,0.0000000774,0.10000,0.340
37,mlp.experts.22.down_proj,0.0000390218,0.10000,0.381
37,mlp.experts.23.down_proj,0.0000001332,0.10000,0.393
37,mlp.experts.24.down_proj,0.0000001029,0.10000,0.406
37,mlp.experts.25.down_proj,0.0000010953,0.10000,0.408
37,mlp.experts.26.down_proj,0.0000004336,0.10000,0.395
37,mlp.experts.27.down_proj,0.0000007582,0.10000,0.398
37,mlp.experts.28.down_proj,0.0000001486,0.10000,0.405
37,mlp.experts.29.down_proj,0.0000004696,0.10000,0.384
37,mlp.experts.30.down_proj,0.0000223810,0.10000,0.408
37,mlp.experts.31.down_proj,0.0000008285,0.10000,0.397
37,mlp.experts.33.down_proj,0.0000011157,0.10000,0.390
37,mlp.experts.32.down_proj,0.0000013375,0.10000,0.405
37,mlp.experts.34.down_proj,0.0000007128,0.10000,0.409
37,mlp.experts.35.down_proj,0.0000010008,0.10000,0.411
37,mlp.experts.36.down_proj,0.0000002378,0.10000,0.402
37,mlp.experts.37.down_proj,0.0000058650,0.10000,0.405
37,mlp.experts.38.down_proj,0.0000006336,0.10000,0.411
37,mlp.experts.39.down_proj,0.0000163279,0.10000,0.411
37,mlp.experts.40.down_proj,0.0000003918,0.10000,0.390
37,mlp.experts.41.down_proj,0.0000000907,0.10000,0.407
37,mlp.experts.42.down_proj,0.0000004925,0.10000,0.396
37,mlp.experts.43.down_proj,0.0000088953,0.10000,0.408
37,mlp.experts.44.down_proj,0.0000001340,0.10000,0.388
37,mlp.experts.45.down_proj,0.0000000570,0.10000,0.392
37,mlp.experts.46.down_proj,0.0000747866,0.10000,0.382
37,mlp.experts.47.down_proj,0.0000001212,0.10000,0.370
37,mlp.experts.48.down_proj,0.0000157922,0.10000,0.401
37,mlp.experts.49.down_proj,0.0000002224,0.10000,0.375
37,mlp.experts.50.down_proj,0.0000056971,0.10000,0.353
37,mlp.experts.51.down_proj,0.0000026817,0.10000,0.352
37,mlp.experts.52.down_proj,0.0000001599,0.10000,0.356
37,mlp.experts.53.down_proj,0.0000003221,0.10000,0.362
37,mlp.experts.54.down_proj,0.0000173325,0.10000,0.404
37,mlp.experts.55.down_proj,0.0000000552,0.10000,0.411
37,mlp.experts.56.down_proj,0.0000026183,0.10000,0.400
37,mlp.experts.57.down_proj,0.0000000594,0.10000,0.412
37,mlp.experts.58.down_proj,0.0000000821,0.10000,0.379
37,mlp.experts.59.down_proj,0.0000002773,0.10000,0.377
37,mlp.experts.60.down_proj,0.0000018895,0.10000,0.341
37,mlp.experts.61.down_proj,0.0000002726,0.10000,0.338
37,mlp.experts.62.down_proj,0.0000001738,0.10000,0.338
37,mlp.experts.63.down_proj,0.0000062443,0.10000,0.334
37,mlp.experts.64.down_proj,0.0000180335,0.10000,0.345
37,mlp.experts.65.down_proj,0.0000000207,0.10000,0.345
37,mlp.experts.66.down_proj,0.0000001164,0.10000,0.363
37,mlp.experts.67.down_proj,0.0000004296,0.10000,0.357
37,mlp.experts.68.down_proj,0.0000010873,0.10000,0.398
37,mlp.experts.69.down_proj,0.0000036537,0.10000,0.400
37,mlp.experts.70.down_proj,0.0000013407,0.10000,0.402
37,mlp.experts.71.down_proj,0.0000001904,0.10000,0.410
37,mlp.experts.72.down_proj,0.0000085052,0.10000,0.411
37,mlp.experts.73.down_proj,0.0000003682,0.10000,0.399
37,mlp.experts.74.down_proj,0.0000071464,0.10000,0.386
37,mlp.experts.75.down_proj,0.0000000726,0.10000,0.404
37,mlp.experts.76.down_proj,0.0000000615,0.10000,0.403
37,mlp.experts.77.down_proj,0.0000002391,0.10000,0.399
37,mlp.experts.78.down_proj,0.0000001770,0.10000,0.418
37,mlp.experts.79.down_proj,0.0000000467,0.10000,0.400
37,mlp.experts.80.down_proj,0.0000001821,0.10000,0.412
37,mlp.experts.81.down_proj,0.0000026559,0.10000,0.403
37,mlp.experts.82.down_proj,0.0000001776,0.10000,0.398
37,mlp.experts.83.down_proj,0.0000003376,0.10000,0.400
37,mlp.experts.84.down_proj,0.0000016531,0.10000,0.411
37,mlp.experts.85.down_proj,0.0000012737,0.10000,0.406
37,mlp.experts.86.down_proj,0.0000072508,0.10000,0.414
37,mlp.experts.87.down_proj,0.0000007242,0.10000,0.417
37,mlp.experts.88.down_proj,0.0000020774,0.10000,0.408
37,mlp.experts.89.down_proj,0.0000012787,0.10000,0.410
37,mlp.experts.90.down_proj,0.0000073055,0.10000,0.398
37,mlp.experts.91.down_proj,0.0000001108,0.10000,0.408
37,mlp.experts.92.down_proj,0.0000001583,0.10000,0.407
37,mlp.experts.93.down_proj,0.0000000894,0.10000,0.411
37,mlp.experts.94.down_proj,0.0000374834,0.10000,0.386
37,mlp.experts.95.down_proj,0.0000001150,0.10000,0.394
37,mlp.experts.96.down_proj,0.0000209438,0.10000,0.405
37,mlp.experts.97.down_proj,0.0000032168,0.10000,0.408
37,mlp.experts.98.down_proj,0.0000000315,0.10000,0.405
37,mlp.experts.99.down_proj,0.0000000300,0.10000,0.405
37,mlp.experts.100.down_proj,0.0000321611,0.10000,0.401
37,mlp.experts.101.down_proj,0.0000001350,0.10000,0.401
37,mlp.experts.102.down_proj,0.0000000917,0.10000,0.397
37,mlp.experts.103.down_proj,0.0000003209,0.10000,0.403
37,mlp.experts.104.down_proj,0.0000001941,0.10000,0.365
37,mlp.experts.105.down_proj,0.0000001845,0.10000,0.383
37,mlp.experts.106.down_proj,0.0000001580,0.10000,0.415
37,mlp.experts.107.down_proj,0.0000035701,0.10000,0.402
37,mlp.experts.108.down_proj,0.0000087311,0.10000,0.406
37,mlp.experts.109.down_proj,0.0000000902,0.10000,0.394
37,mlp.experts.110.down_proj,0.0000006981,0.10000,0.405
37,mlp.experts.111.down_proj,0.0000026317,0.10000,0.400
37,mlp.experts.112.down_proj,0.0000001297,0.10000,0.398
37,mlp.experts.113.down_proj,0.0000000809,0.10000,0.404
37,mlp.experts.114.down_proj,0.0000043567,0.10000,0.380
37,mlp.experts.115.down_proj,0.0000000678,0.10000,0.369
37,mlp.experts.116.down_proj,0.0000042514,0.10000,0.400
37,mlp.experts.117.down_proj,0.0000004635,0.10000,0.405
37,mlp.experts.118.down_proj,0.0000005077,0.10000,0.338
37,mlp.experts.119.down_proj,0.0000011239,0.10000,0.333
37,mlp.experts.120.down_proj,0.0000000889,0.10000,0.346
37,mlp.experts.121.down_proj,0.0000000908,0.10000,0.336
37,mlp.experts.122.down_proj,0.0000011667,0.10000,0.359
37,mlp.experts.123.down_proj,0.0000000516,0.10000,0.357
37,mlp.experts.124.down_proj,0.0000001604,0.10000,0.419
37,mlp.experts.125.down_proj,0.0000007481,0.10000,0.410
37,mlp.experts.126.down_proj,0.0000224221,0.10000,0.410
37,mlp.experts.127.down_proj,0.0000000469,0.10000,0.411
38,self_attn.k_proj,0.0000000023,0.10000,1.027
38,self_attn.q_proj,0.0000000191,0.10000,1.067
38,self_attn.v_proj,0.0000000033,0.10000,0.644
38,self_attn.o_proj,0.0000000024,0.10000,1.214
38,mlp.gate,0.0000000137,0.10000,0.626
38,mlp.experts.1.up_proj,0.0000028781,0.10000,1.031
38,mlp.experts.0.up_proj,0.0000021942,0.10000,1.038
38,mlp.experts.2.up_proj,0.0000017454,0.10000,1.037
38,mlp.experts.3.up_proj,0.0000002493,0.10000,1.047
38,mlp.experts.4.up_proj,0.0000011097,0.10000,1.077
38,mlp.experts.5.up_proj,0.0000048162,0.10000,1.087
38,mlp.experts.6.up_proj,0.0000004260,0.10000,1.004
38,mlp.experts.7.up_proj,0.0000011815,0.10000,0.989
38,mlp.experts.9.up_proj,0.0000095481,0.10000,1.066
38,mlp.experts.8.up_proj,0.0000000707,0.10000,1.098
38,mlp.experts.10.up_proj,0.0000002654,0.10000,1.058
38,mlp.experts.11.up_proj,0.0000005072,0.10000,1.054
38,mlp.experts.12.up_proj,0.0000044786,0.10000,1.050
38,mlp.experts.13.up_proj,0.0000039415,0.10000,1.067
38,mlp.experts.14.up_proj,0.0000019705,0.10000,1.080
38,mlp.experts.15.up_proj,0.0000004042,0.10000,1.052
38,mlp.experts.17.up_proj,0.0000003356,0.10000,1.064
38,mlp.experts.16.up_proj,0.0000003060,0.10000,1.088
38,mlp.experts.18.up_proj,0.0000001268,0.10000,1.065
38,mlp.experts.19.up_proj,0.0000030433,0.10000,1.071
38,mlp.experts.20.up_proj,0.0000002204,0.10000,0.995
38,mlp.experts.21.up_proj,0.0000025049,0.10000,1.019
38,mlp.experts.22.up_proj,0.0000002205,0.10000,1.018
38,mlp.experts.23.up_proj,0.0000026476,0.10000,1.024
38,mlp.experts.24.up_proj,0.0000025999,0.10000,1.006
38,mlp.experts.25.up_proj,0.0000025294,0.10000,1.036
38,mlp.experts.26.up_proj,0.0000009059,0.10000,1.001
38,mlp.experts.27.up_proj,0.0000047127,0.10000,1.020
38,mlp.experts.28.up_proj,0.0000001429,0.10000,1.012
38,mlp.experts.29.up_proj,0.0000061485,0.10000,1.015
38,mlp.experts.30.up_proj,0.0000016895,0.10000,1.021
38,mlp.experts.31.up_proj,0.0000012774,0.10000,1.020
38,mlp.experts.32.up_proj,0.0000032898,0.10000,1.009
38,mlp.experts.33.up_proj,0.0000006544,0.10000,1.024
38,mlp.experts.34.up_proj,0.0000001304,0.10000,1.032
38,mlp.experts.35.up_proj,0.0000049787,0.10000,1.017
38,mlp.experts.36.up_proj,0.0000004890,0.10000,1.012
38,mlp.experts.37.up_proj,0.0000005066,0.10000,1.016
38,mlp.experts.38.up_proj,0.0000002101,0.10000,1.046
38,mlp.experts.39.up_proj,0.0000000448,0.10000,1.018
38,mlp.experts.40.up_proj,0.0000003156,0.10000,1.034
38,mlp.experts.41.up_proj,0.0000211997,0.10000,1.033
38,mlp.experts.42.up_proj,0.0000098235,0.10000,1.048
38,mlp.experts.43.up_proj,0.0000127260,0.10000,1.019
38,mlp.experts.44.up_proj,0.0000001171,0.10000,1.044
38,mlp.experts.45.up_proj,0.0000571904,0.10000,1.051
38,mlp.experts.46.up_proj,0.0000008585,0.10000,1.040
38,mlp.experts.47.up_proj,0.0000002406,0.10000,1.064
38,mlp.experts.48.up_proj,0.0000001811,0.10000,1.023
38,mlp.experts.49.up_proj,0.0000011761,0.10000,1.021
38,mlp.experts.50.up_proj,0.0000004239,0.10000,1.014
38,mlp.experts.51.up_proj,0.0000003237,0.10000,1.003
38,mlp.experts.52.up_proj,0.0000010068,0.10000,1.018
38,mlp.experts.53.up_proj,0.0000002837,0.10000,1.015
38,mlp.experts.54.up_proj,0.0000058316,0.10000,1.023
38,mlp.experts.55.up_proj,0.0000000421,0.10000,1.011
38,mlp.experts.56.up_proj,0.0000337282,0.10000,1.042
38,mlp.experts.57.up_proj,0.0000002808,0.10000,1.002
38,mlp.experts.59.up_proj,0.0000105755,0.10000,1.016
38,mlp.experts.58.up_proj,0.0000000734,0.10000,1.052
38,mlp.experts.60.up_proj,0.0000001125,0.10000,1.036
38,mlp.experts.61.up_proj,0.0000017968,0.10000,1.048
38,mlp.experts.62.up_proj,0.0000002394,0.10000,1.034
38,mlp.experts.63.up_proj,0.0000026992,0.10000,1.045
38,mlp.experts.64.up_proj,0.0000003608,0.10000,1.027
38,mlp.experts.65.up_proj,0.0000471635,0.10000,1.014
38,mlp.experts.66.up_proj,0.0000005777,0.10000,1.048
38,mlp.experts.67.up_proj,0.0000009054,0.10000,1.084
38,mlp.experts.68.up_proj,0.0000003248,0.10000,1.069
38,mlp.experts.69.up_proj,0.0000003675,0.10000,1.097
38,mlp.experts.70.up_proj,0.0000369694,0.10000,1.032
38,mlp.experts.71.up_proj,0.0000006230,0.10000,1.054
38,mlp.experts.72.up_proj,0.0000068050,0.10000,1.021
38,mlp.experts.73.up_proj,0.0000004965,0.10000,1.023
38,mlp.experts.74.up_proj,0.0000042141,0.10000,1.013
38,mlp.experts.75.up_proj,0.0000001491,0.10000,1.003
38,mlp.experts.76.up_proj,0.0000010013,0.10000,0.946
38,mlp.experts.77.up_proj,0.0000013191,0.10000,0.938
38,mlp.experts.78.up_proj,0.0000095572,0.10000,1.069
38,mlp.experts.79.up_proj,0.0000001328,0.10000,1.028
38,mlp.experts.80.up_proj,0.0000001688,0.10000,1.055
38,mlp.experts.81.up_proj,0.0000014965,0.10000,1.065
38,mlp.experts.82.up_proj,0.0000002831,0.10000,1.039
38,mlp.experts.83.up_proj,0.0004356530,0.10000,1.067
38,mlp.experts.84.up_proj,0.0000002607,0.10000,1.065
38,mlp.experts.85.up_proj,0.0000144725,0.10000,1.040
38,mlp.experts.86.up_proj,0.0000003091,0.10000,1.061
38,mlp.experts.87.up_proj,0.0000005074,0.10000,1.030
38,mlp.experts.88.up_proj,0.0000003424,0.10000,1.030
38,mlp.experts.89.up_proj,0.0000036379,0.10000,1.061
38,mlp.experts.90.up_proj,0.0000003003,0.10000,1.056
38,mlp.experts.91.up_proj,0.0000306497,0.10000,1.037
38,mlp.experts.92.up_proj,0.0000003694,0.10000,1.066
38,mlp.experts.93.up_proj,0.0000017705,0.10000,1.023
38,mlp.experts.94.up_proj,0.0000048339,0.10000,1.017
38,mlp.experts.95.up_proj,0.0000001783,0.10000,1.031
38,mlp.experts.96.up_proj,0.0000004711,0.10000,1.063
38,mlp.experts.97.up_proj,0.0000374682,0.10000,1.073
38,mlp.experts.98.up_proj,0.0000010086,0.10000,1.016
38,mlp.experts.99.up_proj,0.0000002542,0.10000,1.026
38,mlp.experts.100.up_proj,0.0000006473,0.10000,1.040
38,mlp.experts.101.up_proj,0.0000002137,0.10000,1.029
38,mlp.experts.102.up_proj,0.0000002950,0.10000,1.069
38,mlp.experts.103.up_proj,0.0000100394,0.10000,1.049
38,mlp.experts.105.up_proj,0.0000002508,0.10000,1.050
38,mlp.experts.104.up_proj,0.0000099293,0.10000,1.079
38,mlp.experts.107.up_proj,0.0000002414,0.10000,1.013
38,mlp.experts.106.up_proj,0.0000277011,0.10000,1.039
38,mlp.experts.109.up_proj,0.0000006985,0.10000,1.054
38,mlp.experts.108.up_proj,0.0000002968,0.10000,1.080
38,mlp.experts.110.up_proj,0.0000012087,0.10000,1.062
38,mlp.experts.111.up_proj,0.0000001004,0.10000,1.052
38,mlp.experts.113.up_proj,0.0000161075,0.10000,1.021
38,mlp.experts.112.up_proj,0.0000009160,0.10000,1.061
38,mlp.experts.114.up_proj,0.0000007845,0.10000,1.025
38,mlp.experts.115.up_proj,0.0000001887,0.10000,1.046
38,mlp.experts.116.up_proj,0.0000127814,0.10000,1.055
38,mlp.experts.117.up_proj,0.0000506231,0.10000,1.049
38,mlp.experts.118.up_proj,0.0000010911,0.10000,1.072
38,mlp.experts.119.up_proj,0.0000006690,0.10000,1.037
38,mlp.experts.120.up_proj,0.0000167889,0.10000,1.057
38,mlp.experts.121.up_proj,0.0000014027,0.10000,1.067
38,mlp.experts.122.up_proj,0.0000196634,0.10000,1.038
38,mlp.experts.123.up_proj,0.0000129072,0.10000,1.030
38,mlp.experts.124.up_proj,0.0000073771,0.10000,1.031
38,mlp.experts.125.up_proj,0.0000012311,0.10000,1.050
38,mlp.experts.126.up_proj,0.0000011840,0.10000,1.053
38,mlp.experts.127.up_proj,0.0000089418,0.10000,1.026
38,mlp.experts.1.gate_proj,0.0000028588,0.10000,1.038
38,mlp.experts.0.gate_proj,0.0000021027,0.10000,1.071
38,mlp.experts.2.gate_proj,0.0000017617,0.10000,1.024
38,mlp.experts.3.gate_proj,0.0000002335,0.10000,1.008
38,mlp.experts.4.gate_proj,0.0000009609,0.10000,0.997
38,mlp.experts.5.gate_proj,0.0000046231,0.10000,1.008
38,mlp.experts.6.gate_proj,0.0000004117,0.10000,1.049
38,mlp.experts.7.gate_proj,0.0000010898,0.10000,1.051
38,mlp.experts.8.gate_proj,0.0000000639,0.10000,1.048
38,mlp.experts.9.gate_proj,0.0000105862,0.10000,1.038
38,mlp.experts.10.gate_proj,0.0000002324,0.10000,0.893
38,mlp.experts.11.gate_proj,0.0000004945,0.10000,0.894
38,mlp.experts.12.gate_proj,0.0000037887,0.10000,1.058
38,mlp.experts.13.gate_proj,0.0000038780,0.10000,1.085
38,mlp.experts.14.gate_proj,0.0000013851,0.10000,1.059
38,mlp.experts.15.gate_proj,0.0000003858,0.10000,1.093
38,mlp.experts.16.gate_proj,0.0000003038,0.10000,1.057
38,mlp.experts.17.gate_proj,0.0000003406,0.10000,1.012
38,mlp.experts.18.gate_proj,0.0000001167,0.10000,0.981
38,mlp.experts.19.gate_proj,0.0000030480,0.10000,1.010
38,mlp.experts.20.gate_proj,0.0000002398,0.10000,0.973
38,mlp.experts.21.gate_proj,0.0000022845,0.10000,0.976
38,mlp.experts.22.gate_proj,0.0000002431,0.10000,0.979
38,mlp.experts.23.gate_proj,0.0000024370,0.10000,1.004
38,mlp.experts.24.gate_proj,0.0000026449,0.10000,1.050
38,mlp.experts.25.gate_proj,0.0000023600,0.10000,1.078
38,mlp.experts.26.gate_proj,0.0000010186,0.10000,1.004
38,mlp.experts.27.gate_proj,0.0000046566,0.10000,1.028
38,mlp.experts.28.gate_proj,0.0000001330,0.10000,1.038
38,mlp.experts.29.gate_proj,0.0000061076,0.10000,1.041
38,mlp.experts.30.gate_proj,0.0000015749,0.10000,1.059
38,mlp.experts.31.gate_proj,0.0000012283,0.10000,1.050
38,mlp.experts.32.gate_proj,0.0000038004,0.10000,1.036
38,mlp.experts.33.gate_proj,0.0000007241,0.10000,1.047
38,mlp.experts.34.gate_proj,0.0000001170,0.10000,1.052
38,mlp.experts.35.gate_proj,0.0000047675,0.10000,1.061
38,mlp.experts.36.gate_proj,0.0000004449,0.10000,0.945
38,mlp.experts.37.gate_proj,0.0000004954,0.10000,0.972
38,mlp.experts.38.gate_proj,0.0000002036,0.10000,1.049
38,mlp.experts.39.gate_proj,0.0000000384,0.10000,1.040
38,mlp.experts.40.gate_proj,0.0000003096,0.10000,1.044
38,mlp.experts.41.gate_proj,0.0000207022,0.10000,0.999
38,mlp.experts.42.gate_proj,0.0000074244,0.10000,1.006
38,mlp.experts.43.gate_proj,0.0000112699,0.10000,1.047
38,mlp.experts.44.gate_proj,0.0000001139,0.10000,1.029
38,mlp.experts.45.gate_proj,0.0000581689,0.10000,1.051
38,mlp.experts.46.gate_proj,0.0000008356,0.10000,1.066
38,mlp.experts.47.gate_proj,0.0000002609,0.10000,1.072
38,mlp.experts.48.gate_proj,0.0000001731,0.10000,1.068
38,mlp.experts.49.gate_proj,0.0000011827,0.10000,1.036
38,mlp.experts.50.gate_proj,0.0000004137,0.10000,1.062
38,mlp.experts.51.gate_proj,0.0000003127,0.10000,1.041
38,mlp.experts.52.gate_proj,0.0000009246,0.10000,1.057
38,mlp.experts.53.gate_proj,0.0000002618,0.10000,1.055
38,mlp.experts.54.gate_proj,0.0000055193,0.10000,1.057
38,mlp.experts.55.gate_proj,0.0000000428,0.10000,1.073
38,mlp.experts.56.gate_proj,0.0000325747,0.10000,1.056
38,mlp.experts.57.gate_proj,0.0000002753,0.10000,1.048
38,mlp.experts.58.gate_proj,0.0000000608,0.10000,1.018
38,mlp.experts.59.gate_proj,0.0000105031,0.10000,1.006
38,mlp.experts.60.gate_proj,0.0000000874,0.10000,1.043
38,mlp.experts.61.gate_proj,0.0000018357,0.10000,1.073
38,mlp.experts.62.gate_proj,0.0000002870,0.10000,1.035
38,mlp.experts.63.gate_proj,0.0000024207,0.10000,1.061
38,mlp.experts.64.gate_proj,0.0000003658,0.10000,1.060
38,mlp.experts.65.gate_proj,0.0000439922,0.10000,1.038
38,mlp.experts.66.gate_proj,0.0000005193,0.10000,1.076
38,mlp.experts.67.gate_proj,0.0000008677,0.10000,1.036
38,mlp.experts.68.gate_proj,0.0000003297,0.10000,1.082
38,mlp.experts.69.gate_proj,0.0000003645,0.10000,1.052
38,mlp.experts.70.gate_proj,0.0000392731,0.10000,1.093
38,mlp.experts.71.gate_proj,0.0000005527,0.10000,1.027
38,mlp.experts.72.gate_proj,0.0000040822,0.10000,1.069
38,mlp.experts.73.gate_proj,0.0000004882,0.10000,1.062
38,mlp.experts.74.gate_proj,0.0000043506,0.10000,1.021
38,mlp.experts.75.gate_proj,0.0000001451,0.10000,1.020
38,mlp.experts.76.gate_proj,0.0000009419,0.10000,1.022
38,mlp.experts.77.gate_proj,0.0000012945,0.10000,1.034
38,mlp.experts.78.gate_proj,0.0000097459,0.10000,1.052
38,mlp.experts.79.gate_proj,0.0000001343,0.10000,1.054
38,mlp.experts.80.gate_proj,0.0000001767,0.10000,1.048
38,mlp.experts.81.gate_proj,0.0000014814,0.10000,1.093
38,mlp.experts.82.gate_proj,0.0000003110,0.10000,1.028
38,mlp.experts.83.gate_proj,0.0004319467,0.10000,1.023
38,mlp.experts.84.gate_proj,0.0000002729,0.10000,0.983
38,mlp.experts.85.gate_proj,0.0000134425,0.10000,1.022
38,mlp.experts.86.gate_proj,0.0000003031,0.10000,1.022
38,mlp.experts.87.gate_proj,0.0000005166,0.10000,0.988
38,mlp.experts.88.gate_proj,0.0000003313,0.10000,1.025
38,mlp.experts.89.gate_proj,0.0000036456,0.10000,1.022
38,mlp.experts.90.gate_proj,0.0000002839,0.10000,1.064
38,mlp.experts.91.gate_proj,0.0000350746,0.10000,1.046
38,mlp.experts.92.gate_proj,0.0000003483,0.10000,1.048
38,mlp.experts.93.gate_proj,0.0000016114,0.10000,1.053
38,mlp.experts.94.gate_proj,0.0000049680,0.10000,1.066
38,mlp.experts.95.gate_proj,0.0000001731,0.10000,1.070
38,mlp.experts.96.gate_proj,0.0000004397,0.10000,1.016
38,mlp.experts.97.gate_proj,0.0000368091,0.10000,1.069
38,mlp.experts.98.gate_proj,0.0000009818,0.10000,1.028
38,mlp.experts.99.gate_proj,0.0000002431,0.10000,1.047
38,mlp.experts.100.gate_proj,0.0000006566,0.10000,0.995
38,mlp.experts.101.gate_proj,0.0000002192,0.10000,1.036
38,mlp.experts.102.gate_proj,0.0000003172,0.10000,1.029
38,mlp.experts.103.gate_proj,0.0000097042,0.10000,1.037
38,mlp.experts.104.gate_proj,0.0000094881,0.10000,1.038
38,mlp.experts.105.gate_proj,0.0000002412,0.10000,1.027
38,mlp.experts.106.gate_proj,0.0000264857,0.10000,1.055
38,mlp.experts.107.gate_proj,0.0000002353,0.10000,1.043
38,mlp.experts.108.gate_proj,0.0000002992,0.10000,1.013
38,mlp.experts.109.gate_proj,0.0000007291,0.10000,1.027
38,mlp.experts.110.gate_proj,0.0000011024,0.10000,1.038
38,mlp.experts.111.gate_proj,0.0000000943,0.10000,1.041
38,mlp.experts.112.gate_proj,0.0000008486,0.10000,1.036
38,mlp.experts.113.gate_proj,0.0000159221,0.10000,1.034
38,mlp.experts.114.gate_proj,0.0000008067,0.10000,1.022
38,mlp.experts.115.gate_proj,0.0000001907,0.10000,1.003
38,mlp.experts.116.gate_proj,0.0000127718,0.10000,1.003
38,mlp.experts.117.gate_proj,0.0001270829,0.10000,1.076
38,mlp.experts.118.gate_proj,0.0000009337,0.10000,1.040
38,mlp.experts.119.gate_proj,0.0000006354,0.10000,1.041
38,mlp.experts.120.gate_proj,0.0000169298,0.10000,1.047
38,mlp.experts.121.gate_proj,0.0000013822,0.10000,1.067
38,mlp.experts.122.gate_proj,0.0000168875,0.10000,1.054
38,mlp.experts.123.gate_proj,0.0000111164,0.10000,1.023
38,mlp.experts.124.gate_proj,0.0000070099,0.10000,0.988
38,mlp.experts.125.gate_proj,0.0000008727,0.10000,1.039
38,mlp.experts.126.gate_proj,0.0000011821,0.10000,1.011
38,mlp.experts.127.gate_proj,0.0000081247,0.10000,0.935
38,mlp.experts.1.down_proj,0.0000004561,0.10000,0.384
38,mlp.experts.0.down_proj,0.0000009798,0.10000,0.399
38,mlp.experts.2.down_proj,0.0000006271,0.10000,0.402
38,mlp.experts.3.down_proj,0.0000001312,0.10000,0.392
38,mlp.experts.4.down_proj,0.0000004734,0.10000,0.354
38,mlp.experts.5.down_proj,0.0000020810,0.10000,0.352
38,mlp.experts.6.down_proj,0.0000002527,0.10000,0.384
38,mlp.experts.7.down_proj,0.0000011122,0.10000,0.391
38,mlp.experts.8.down_proj,0.0000000305,0.10000,0.375
38,mlp.experts.9.down_proj,0.0000122036,0.10000,0.376
38,mlp.experts.10.down_proj,0.0000001874,0.10000,0.395
38,mlp.experts.11.down_proj,0.0000003577,0.10000,0.406
38,mlp.experts.12.down_proj,0.0000004959,0.10000,0.399
38,mlp.experts.13.down_proj,0.0000024449,0.10000,0.389
38,mlp.experts.15.down_proj,0.0000002768,0.10000,0.357
38,mlp.experts.14.down_proj,0.0000010455,0.10000,0.372
38,mlp.experts.16.down_proj,0.0000002067,0.10000,0.388
38,mlp.experts.17.down_proj,0.0000003335,0.10000,0.399
38,mlp.experts.18.down_proj,0.0000000774,0.10000,0.384
38,mlp.experts.19.down_proj,0.0000018322,0.10000,0.396
38,mlp.experts.20.down_proj,0.0000001485,0.10000,0.363
38,mlp.experts.21.down_proj,0.0000019599,0.10000,0.400
38,mlp.experts.22.down_proj,0.0000001188,0.10000,0.341
38,mlp.experts.23.down_proj,0.0000018369,0.10000,0.344
38,mlp.experts.24.down_proj,0.0000011475,0.10000,0.380
38,mlp.experts.25.down_proj,0.0000019846,0.10000,0.374
38,mlp.experts.26.down_proj,0.0000005270,0.10000,0.334
38,mlp.experts.27.down_proj,0.0000025442,0.10000,0.324
38,mlp.experts.28.down_proj,0.0000001241,0.10000,0.360
38,mlp.experts.29.down_proj,0.0000034619,0.10000,0.358
38,mlp.experts.30.down_proj,0.0000007146,0.10000,0.407
38,mlp.experts.31.down_proj,0.0000007158,0.10000,0.400
38,mlp.experts.32.down_proj,0.0000039890,0.10000,0.383
38,mlp.experts.33.down_proj,0.0000003796,0.10000,0.399
38,mlp.experts.34.down_proj,0.0000000803,0.10000,0.386
38,mlp.experts.35.down_proj,0.0000021900,0.10000,0.394
38,mlp.experts.36.down_proj,0.0000002460,0.10000,0.388
38,mlp.experts.37.down_proj,0.0000002205,0.10000,0.400
38,mlp.experts.38.down_proj,0.0000000770,0.10000,0.410
38,mlp.experts.39.down_proj,0.0000000220,0.10000,0.402
38,mlp.experts.40.down_proj,0.0000001298,0.10000,0.378
38,mlp.experts.41.down_proj,0.0000139679,0.10000,0.377
38,mlp.experts.42.down_proj,0.0000067230,0.10000,0.388
38,mlp.experts.43.down_proj,0.0000074215,0.10000,0.380
38,mlp.experts.44.down_proj,0.0000000613,0.10000,0.396
38,mlp.experts.45.down_proj,0.0000003681,0.10000,0.393
38,mlp.experts.46.down_proj,0.0000004226,0.10000,0.402
38,mlp.experts.47.down_proj,0.0000002620,0.10000,0.391
38,mlp.experts.48.down_proj,0.0000001563,0.10000,0.390
38,mlp.experts.49.down_proj,0.0000005792,0.10000,0.397
38,mlp.experts.50.down_proj,0.0000002325,0.10000,0.379
38,mlp.experts.51.down_proj,0.0000001313,0.10000,0.393
38,mlp.experts.52.down_proj,0.0000004838,0.10000,0.406
38,mlp.experts.53.down_proj,0.0000001367,0.10000,0.398
38,mlp.experts.54.down_proj,0.0000020051,0.10000,0.388
38,mlp.experts.55.down_proj,0.0000000080,0.10000,0.399
38,mlp.experts.56.down_proj,0.0000261794,0.10000,0.392
38,mlp.experts.57.down_proj,0.0000001360,0.10000,0.392
38,mlp.experts.58.down_proj,0.0000000375,0.10000,0.375
38,mlp.experts.59.down_proj,0.0000057414,0.10000,0.392
38,mlp.experts.60.down_proj,0.0000000562,0.10000,0.418
38,mlp.experts.61.down_proj,0.0000008619,0.10000,0.417
38,mlp.experts.62.down_proj,0.0000003103,0.10000,0.378
38,mlp.experts.63.down_proj,0.0000030114,0.10000,0.379
38,mlp.experts.64.down_proj,0.0000003494,0.10000,0.405
38,mlp.experts.65.down_proj,0.0000240286,0.10000,0.410
38,mlp.experts.66.down_proj,0.0000002647,0.10000,0.412
38,mlp.experts.67.down_proj,0.0000003097,0.10000,0.404
38,mlp.experts.68.down_proj,0.0000002874,0.10000,0.411
38,mlp.experts.69.down_proj,0.0000002127,0.10000,0.398
38,mlp.experts.70.down_proj,0.0000004009,0.10000,0.338
38,mlp.experts.71.down_proj,0.0000002830,0.10000,0.334
38,mlp.experts.72.down_proj,0.0000016074,0.10000,0.321
38,mlp.experts.73.down_proj,0.0000004945,0.10000,0.332
38,mlp.experts.74.down_proj,0.0000017898,0.10000,0.357
38,mlp.experts.75.down_proj,0.0000001026,0.10000,0.374
38,mlp.experts.76.down_proj,0.0000005331,0.10000,0.370
38,mlp.experts.77.down_proj,0.0000005734,0.10000,0.369
38,mlp.experts.78.down_proj,0.0000045817,0.10000,0.398
38,mlp.experts.79.down_proj,0.0000000909,0.10000,0.388
38,mlp.experts.80.down_proj,0.0000001924,0.10000,0.405
38,mlp.experts.81.down_proj,0.0000006845,0.10000,0.394
38,mlp.experts.82.down_proj,0.0000003641,0.10000,0.403
38,mlp.experts.83.down_proj,0.0000621026,0.10000,0.409
38,mlp.experts.84.down_proj,0.0000001722,0.10000,0.396
38,mlp.experts.85.down_proj,0.0000154780,0.10000,0.403
38,mlp.experts.86.down_proj,0.0000000668,0.10000,0.409
38,mlp.experts.87.down_proj,0.0000001529,0.10000,0.406
38,mlp.experts.88.down_proj,0.0000001586,0.10000,0.414
38,mlp.experts.89.down_proj,0.0000015180,0.10000,0.408
38,mlp.experts.90.down_proj,0.0000001560,0.10000,0.333
38,mlp.experts.91.down_proj,0.0000006850,0.10000,0.351
38,mlp.experts.92.down_proj,0.0000001012,0.10000,0.407
38,mlp.experts.93.down_proj,0.0000007183,0.10000,0.392
38,mlp.experts.94.down_proj,0.0000027683,0.10000,0.418
38,mlp.experts.95.down_proj,0.0000000777,0.10000,0.405
38,mlp.experts.96.down_proj,0.0000003444,0.10000,0.414
38,mlp.experts.97.down_proj,0.0000107375,0.10000,0.385
38,mlp.experts.98.down_proj,0.0000004925,0.10000,0.417
38,mlp.experts.99.down_proj,0.0000001351,0.10000,0.388
38,mlp.experts.100.down_proj,0.0000003751,0.10000,0.397
38,mlp.experts.101.down_proj,0.0000001702,0.10000,0.422
38,mlp.experts.102.down_proj,0.0000003054,0.10000,0.352
38,mlp.experts.103.down_proj,0.0000039071,0.10000,0.350
38,mlp.experts.104.down_proj,0.0000054493,0.10000,0.398
38,mlp.experts.105.down_proj,0.0000001180,0.10000,0.382
38,mlp.experts.106.down_proj,0.0000308722,0.10000,0.394
38,mlp.experts.107.down_proj,0.0000000931,0.10000,0.393
38,mlp.experts.108.down_proj,0.0000001711,0.10000,0.384
38,mlp.experts.109.down_proj,0.0000001352,0.10000,0.417
38,mlp.experts.110.down_proj,0.0000004472,0.10000,0.388
38,mlp.experts.111.down_proj,0.0000000292,0.10000,0.411
38,mlp.experts.112.down_proj,0.0000006172,0.10000,0.408
38,mlp.experts.113.down_proj,0.0000101693,0.10000,0.381
38,mlp.experts.114.down_proj,0.0000003623,0.10000,0.351
38,mlp.experts.115.down_proj,0.0000000836,0.10000,0.347
38,mlp.experts.116.down_proj,0.0000050157,0.10000,0.334
38,mlp.experts.117.down_proj,0.0000000902,0.10000,0.352
38,mlp.experts.118.down_proj,0.0000007200,0.10000,0.417
38,mlp.experts.119.down_proj,0.0000005083,0.10000,0.407
38,mlp.experts.120.down_proj,0.0000108563,0.10000,0.391
38,mlp.experts.121.down_proj,0.0000009379,0.10000,0.410
38,mlp.experts.122.down_proj,0.0000162566,0.10000,0.402
38,mlp.experts.123.down_proj,0.0000078003,0.10000,0.411
38,mlp.experts.124.down_proj,0.0000048731,0.10000,0.410
38,mlp.experts.125.down_proj,0.0000005172,0.10000,0.394
38,mlp.experts.126.down_proj,0.0000011126,0.10000,0.407
38,mlp.experts.127.down_proj,0.0000052602,0.10000,0.379
39,self_attn.k_proj,0.0000000019,0.10000,1.021
39,self_attn.q_proj,0.0000000176,0.10000,1.027
39,self_attn.v_proj,0.0000000031,0.10000,0.635
39,self_attn.o_proj,0.0000000015,0.10000,1.104
39,mlp.gate,0.0000000151,0.10000,0.595
39,mlp.experts.1.up_proj,0.0000000615,0.10000,1.013
39,mlp.experts.0.up_proj,0.0000007324,0.10000,1.040
39,mlp.experts.2.up_proj,0.0000024913,0.10000,1.026
39,mlp.experts.3.up_proj,0.0000000976,0.10000,1.057
39,mlp.experts.4.up_proj,0.0000001642,0.10000,0.996
39,mlp.experts.5.up_proj,0.0000144671,0.10000,1.001
39,mlp.experts.6.up_proj,0.0000001276,0.10000,1.025
39,mlp.experts.7.up_proj,0.0000002600,0.10000,1.014
39,mlp.experts.8.up_proj,0.0000003894,0.10000,0.988
39,mlp.experts.9.up_proj,0.0000002412,0.10000,1.004
39,mlp.experts.10.up_proj,0.0000010942,0.10000,0.991
39,mlp.experts.11.up_proj,0.0000019838,0.10000,1.036
39,mlp.experts.12.up_proj,0.0000079690,0.10000,1.020
39,mlp.experts.13.up_proj,0.0000012559,0.10000,1.013
39,mlp.experts.14.up_proj,0.0000016807,0.10000,1.024
39,mlp.experts.15.up_proj,0.0000353218,0.10000,1.028
39,mlp.experts.16.up_proj,0.0000005425,0.10000,1.014
39,mlp.experts.17.up_proj,0.0000002786,0.10000,1.019
39,mlp.experts.18.up_proj,0.0000010356,0.10000,1.005
39,mlp.experts.19.up_proj,0.0000261518,0.10000,1.018
39,mlp.experts.20.up_proj,0.0000001332,0.10000,0.995
39,mlp.experts.21.up_proj,0.0000159614,0.10000,1.007
39,mlp.experts.22.up_proj,0.0000048188,0.10000,0.972
39,mlp.experts.23.up_proj,0.0000001530,0.10000,1.038
39,mlp.experts.24.up_proj,0.0000041404,0.10000,1.013
39,mlp.experts.25.up_proj,0.0000004975,0.10000,1.005
39,mlp.experts.26.up_proj,0.0000075830,0.10000,0.995
39,mlp.experts.27.up_proj,0.0000042778,0.10000,1.013
39,mlp.experts.28.up_proj,0.0000015140,0.10000,1.016
39,mlp.experts.29.up_proj,0.0000007992,0.10000,1.004
39,mlp.experts.30.up_proj,0.0000004548,0.10000,1.018
39,mlp.experts.31.up_proj,0.0000004771,0.10000,1.008
39,mlp.experts.32.up_proj,0.0000003367,0.10000,1.056
39,mlp.experts.33.up_proj,0.0000014825,0.10000,1.054
39,mlp.experts.34.up_proj,0.0000003743,0.10000,1.064
39,mlp.experts.35.up_proj,0.0000001400,0.10000,1.051
39,mlp.experts.36.up_proj,0.0000262165,0.10000,1.026
39,mlp.experts.37.up_proj,0.0000004352,0.10000,0.994
39,mlp.experts.38.up_proj,0.0000357029,0.10000,1.003
39,mlp.experts.39.up_proj,0.0000006053,0.10000,1.071
39,mlp.experts.40.up_proj,0.0000000996,0.10000,0.934
39,mlp.experts.41.up_proj,0.0000110428,0.10000,0.924
39,mlp.experts.42.up_proj,0.0000621331,0.10000,0.980
39,mlp.experts.43.up_proj,0.0000168360,0.10000,1.045
39,mlp.experts.44.up_proj,0.0001413579,0.10000,1.080
39,mlp.experts.45.up_proj,0.0000008494,0.10000,1.052
39,mlp.experts.46.up_proj,0.0000009968,0.10000,1.026
39,mlp.experts.47.up_proj,0.0000100465,0.10000,1.045
39,mlp.experts.48.up_proj,0.0000011576,0.10000,1.033
39,mlp.experts.49.up_proj,0.0000005222,0.10000,1.026
39,mlp.experts.50.up_proj,0.0000042815,0.10000,1.010
39,mlp.experts.51.up_proj,0.0000003971,0.10000,1.014
39,mlp.experts.52.up_proj,0.0000025080,0.10000,1.045
39,mlp.experts.53.up_proj,0.0000041407,0.10000,1.065
39,mlp.experts.54.up_proj,0.0000003797,0.10000,1.047
39,mlp.experts.55.up_proj,0.0000005853,0.10000,1.021
39,mlp.experts.56.up_proj,0.0000002009,0.10000,1.067
39,mlp.experts.57.up_proj,0.0000006304,0.10000,1.071
39,mlp.experts.58.up_proj,0.0000011243,0.10000,1.048
39,mlp.experts.59.up_proj,0.0000019675,0.10000,1.026
39,mlp.experts.60.up_proj,0.0000001887,0.10000,0.993
39,mlp.experts.61.up_proj,0.0000011778,0.10000,0.968
39,mlp.experts.62.up_proj,0.0000193669,0.10000,1.028
39,mlp.experts.63.up_proj,0.0000017541,0.10000,1.068
39,mlp.experts.64.up_proj,0.0000197822,0.10000,1.035
39,mlp.experts.65.up_proj,0.0000499329,0.10000,1.055
39,mlp.experts.66.up_proj,0.0000040668,0.10000,1.050
39,mlp.experts.67.up_proj,0.0000076485,0.10000,1.061
39,mlp.experts.68.up_proj,0.0000196233,0.10000,1.001
39,mlp.experts.69.up_proj,0.0000006079,0.10000,1.066
39,mlp.experts.70.up_proj,0.0000004227,0.10000,1.032
39,mlp.experts.71.up_proj,0.0000001837,0.10000,1.066
39,mlp.experts.72.up_proj,0.0000009651,0.10000,1.052
39,mlp.experts.73.up_proj,0.0000281851,0.10000,1.000
39,mlp.experts.74.up_proj,0.0000347585,0.10000,1.090
39,mlp.experts.75.up_proj,0.0000015328,0.10000,1.040
39,mlp.experts.76.up_proj,0.0000011873,0.10000,1.071
39,mlp.experts.77.up_proj,0.0000001623,0.10000,1.043
39,mlp.experts.78.up_proj,0.0000017719,0.10000,1.017
39,mlp.experts.79.up_proj,0.0000147831,0.10000,1.010
39,mlp.experts.80.up_proj,0.0000010419,0.10000,1.078
39,mlp.experts.81.up_proj,0.0000087720,0.10000,1.018
39,mlp.experts.82.up_proj,0.0000001870,0.10000,0.939
39,mlp.experts.83.up_proj,0.0000009005,0.10000,0.967
39,mlp.experts.84.up_proj,0.0000019042,0.10000,1.033
39,mlp.experts.85.up_proj,0.0000002075,0.10000,1.047
39,mlp.experts.86.up_proj,0.0000000817,0.10000,1.038
39,mlp.experts.87.up_proj,0.0000002916,0.10000,1.050
39,mlp.experts.88.up_proj,0.0000770921,0.10000,1.054
39,mlp.experts.89.up_proj,0.0000002729,0.10000,1.045
39,mlp.experts.90.up_proj,0.0000002975,0.10000,0.994
39,mlp.experts.91.up_proj,0.0000004303,0.10000,1.065
39,mlp.experts.92.up_proj,0.0000370735,0.10000,0.951
39,mlp.experts.93.up_proj,0.0000057421,0.10000,0.958
39,mlp.experts.94.up_proj,0.0000002683,0.10000,1.038
39,mlp.experts.95.up_proj,0.0000000740,0.10000,1.006
39,mlp.experts.96.up_proj,0.0000004863,0.10000,0.971
39,mlp.experts.97.up_proj,0.0000340603,0.10000,1.018
39,mlp.experts.98.up_proj,0.0000001893,0.10000,1.046
39,mlp.experts.99.up_proj,0.0000116849,0.10000,1.050
39,mlp.experts.100.up_proj,0.0000003532,0.10000,1.045
39,mlp.experts.101.up_proj,0.0000003325,0.10000,1.033
39,mlp.experts.102.up_proj,0.0000033620,0.10000,1.047
39,mlp.experts.103.up_proj,0.0000003072,0.10000,1.042
39,mlp.experts.104.up_proj,0.0000036269,0.10000,1.017
39,mlp.experts.105.up_proj,0.0000142542,0.10000,1.010
39,mlp.experts.106.up_proj,0.0000006797,0.10000,1.037
39,mlp.experts.107.up_proj,0.0000001975,0.10000,1.016
39,mlp.experts.108.up_proj,0.0000132484,0.10000,0.962
39,mlp.experts.109.up_proj,0.0000008619,0.10000,1.032
39,mlp.experts.110.up_proj,0.0000027517,0.10000,1.073
39,mlp.experts.111.up_proj,0.0000266749,0.10000,1.039
39,mlp.experts.112.up_proj,0.0000085797,0.10000,1.056
39,mlp.experts.113.up_proj,0.0000018267,0.10000,1.036
39,mlp.experts.114.up_proj,0.0000756668,0.10000,1.052
39,mlp.experts.115.up_proj,0.0000018893,0.10000,1.048
39,mlp.experts.116.up_proj,0.0000002302,0.10000,1.006
39,mlp.experts.117.up_proj,0.0000037977,0.10000,0.979
39,mlp.experts.118.up_proj,0.0000027144,0.10000,1.025
39,mlp.experts.119.up_proj,0.0000056495,0.10000,1.045
39,mlp.experts.120.up_proj,0.0000002035,0.10000,1.066
39,mlp.experts.121.up_proj,0.0000001786,0.10000,1.078
39,mlp.experts.122.up_proj,0.0000274573,0.10000,1.040
39,mlp.experts.123.up_proj,0.0000021085,0.10000,1.059
39,mlp.experts.124.up_proj,0.0000069146,0.10000,1.062
39,mlp.experts.125.up_proj,0.0000005100,0.10000,1.018
39,mlp.experts.126.up_proj,0.0000022696,0.10000,0.999
39,mlp.experts.127.up_proj,0.0000008078,0.10000,0.991
39,mlp.experts.0.gate_proj,0.0000008024,0.10000,1.014
39,mlp.experts.1.gate_proj,0.0000000557,0.10000,0.973
39,mlp.experts.2.gate_proj,0.0000023021,0.10000,1.002
39,mlp.experts.3.gate_proj,0.0000000827,0.10000,1.009
39,mlp.experts.4.gate_proj,0.0000001021,0.10000,1.035
39,mlp.experts.5.gate_proj,0.0000140462,0.10000,1.062
39,mlp.experts.6.gate_proj,0.0000001227,0.10000,1.082
39,mlp.experts.7.gate_proj,0.0000002460,0.10000,1.044
39,mlp.experts.8.gate_proj,0.0000003566,0.10000,1.060
39,mlp.experts.9.gate_proj,0.0000002405,0.10000,1.043
39,mlp.experts.10.gate_proj,0.0000010356,0.10000,1.073
39,mlp.experts.11.gate_proj,0.0000017595,0.10000,1.024
39,mlp.experts.12.gate_proj,0.0000078932,0.10000,1.056
39,mlp.experts.13.gate_proj,0.0000011821,0.10000,1.074
39,mlp.experts.14.gate_proj,0.0000016720,0.10000,1.050
39,mlp.experts.15.gate_proj,0.0000356393,0.10000,1.047
39,mlp.experts.16.gate_proj,0.0000005149,0.10000,0.960
39,mlp.experts.17.gate_proj,0.0000002673,0.10000,0.966
39,mlp.experts.18.gate_proj,0.0000009856,0.10000,1.060
39,mlp.experts.19.gate_proj,0.0000255138,0.10000,1.061
39,mlp.experts.20.gate_proj,0.0000001296,0.10000,1.000
39,mlp.experts.21.gate_proj,0.0000163468,0.10000,0.995
39,mlp.experts.22.gate_proj,0.0000044916,0.10000,1.032
39,mlp.experts.23.gate_proj,0.0000001381,0.10000,1.069
39,mlp.experts.24.gate_proj,0.0000040587,0.10000,1.037
39,mlp.experts.25.gate_proj,0.0000004871,0.10000,1.010
39,mlp.experts.26.gate_proj,0.0000072927,0.10000,0.982
39,mlp.experts.27.gate_proj,0.0000042112,0.10000,1.018
39,mlp.experts.28.gate_proj,0.0000014815,0.10000,1.040
39,mlp.experts.29.gate_proj,0.0000008348,0.10000,1.070
39,mlp.experts.30.gate_proj,0.0000004364,0.10000,1.011
39,mlp.experts.31.gate_proj,0.0000004563,0.10000,1.064
39,mlp.experts.32.gate_proj,0.0000003530,0.10000,1.004
39,mlp.experts.33.gate_proj,0.0000015622,0.10000,1.023
39,mlp.experts.34.gate_proj,0.0000003596,0.10000,1.016
39,mlp.experts.35.gate_proj,0.0000001316,0.10000,1.023
39,mlp.experts.36.gate_proj,0.0000236782,0.10000,1.010
39,mlp.experts.37.gate_proj,0.0000004320,0.10000,1.040
39,mlp.experts.38.gate_proj,0.0000323279,0.10000,1.079
39,mlp.experts.39.gate_proj,0.0000005796,0.10000,1.075
39,mlp.experts.40.gate_proj,0.0000000962,0.10000,1.029
39,mlp.experts.41.gate_proj,0.0000107646,0.10000,1.015
39,mlp.experts.42.gate_proj,0.0000593844,0.10000,1.021
39,mlp.experts.43.gate_proj,0.0000178104,0.10000,1.027
39,mlp.experts.44.gate_proj,0.0001383800,0.10000,1.029
39,mlp.experts.45.gate_proj,0.0000008027,0.10000,1.056
39,mlp.experts.46.gate_proj,0.0000010667,0.10000,1.020
39,mlp.experts.47.gate_proj,0.0000095973,0.10000,1.040
39,mlp.experts.48.gate_proj,0.0000011280,0.10000,1.009
39,mlp.experts.49.gate_proj,0.0000005221,0.10000,1.027
39,mlp.experts.50.gate_proj,0.0000042221,0.10000,1.039
39,mlp.experts.51.gate_proj,0.0000004420,0.10000,1.054
39,mlp.experts.52.gate_proj,0.0000029102,0.10000,1.066
39,mlp.experts.53.gate_proj,0.0000039429,0.10000,1.007
39,mlp.experts.54.gate_proj,0.0000003832,0.10000,1.078
39,mlp.experts.55.gate_proj,0.0000005497,0.10000,1.031
39,mlp.experts.56.gate_proj,0.0000001908,0.10000,1.077
39,mlp.experts.57.gate_proj,0.0000006056,0.10000,1.059
39,mlp.experts.58.gate_proj,0.0000010617,0.10000,1.059
39,mlp.experts.59.gate_proj,0.0000019381,0.10000,1.053
39,mlp.experts.60.gate_proj,0.0000001701,0.10000,1.053
39,mlp.experts.61.gate_proj,0.0000011549,0.10000,1.028
39,mlp.experts.62.gate_proj,0.0000183166,0.10000,1.049
39,mlp.experts.63.gate_proj,0.0000017426,0.10000,1.053
39,mlp.experts.64.gate_proj,0.0000193387,0.10000,1.060
39,mlp.experts.65.gate_proj,0.0000481724,0.10000,1.059
39,mlp.experts.66.gate_proj,0.0000041348,0.10000,1.048
39,mlp.experts.67.gate_proj,0.0000071190,0.10000,1.048
39,mlp.experts.68.gate_proj,0.0000185659,0.10000,1.037
39,mlp.experts.69.gate_proj,0.0000005796,0.10000,1.010
39,mlp.experts.70.gate_proj,0.0000004040,0.10000,1.077
39,mlp.experts.71.gate_proj,0.0000001832,0.10000,1.044
39,mlp.experts.72.gate_proj,0.0000009278,0.10000,1.029
39,mlp.experts.73.gate_proj,0.0000805762,0.10000,1.096
39,mlp.experts.74.gate_proj,0.0000333194,0.10000,1.064
39,mlp.experts.75.gate_proj,0.0000014377,0.10000,1.071
39,mlp.experts.76.gate_proj,0.0000010908,0.10000,1.058
39,mlp.experts.77.gate_proj,0.0000001592,0.10000,1.053
39,mlp.experts.78.gate_proj,0.0000016291,0.10000,1.050
39,mlp.experts.79.gate_proj,0.0000146872,0.10000,1.051
39,mlp.experts.80.gate_proj,0.0000012697,0.10000,1.038
39,mlp.experts.81.gate_proj,0.0000078432,0.10000,1.019
39,mlp.experts.82.gate_proj,0.0000001821,0.10000,1.026
39,mlp.experts.83.gate_proj,0.0000008820,0.10000,1.049
39,mlp.experts.84.gate_proj,0.0000018793,0.10000,0.993
39,mlp.experts.85.gate_proj,0.0000001932,0.10000,0.992
39,mlp.experts.86.gate_proj,0.0000000771,0.10000,1.018
39,mlp.experts.87.gate_proj,0.0000003015,0.10000,0.990
39,mlp.experts.88.gate_proj,0.0000753481,0.10000,1.030
39,mlp.experts.89.gate_proj,0.0000002692,0.10000,1.083
39,mlp.experts.90.gate_proj,0.0000003009,0.10000,0.998
39,mlp.experts.91.gate_proj,0.0000004056,0.10000,1.030
39,mlp.experts.92.gate_proj,0.0000378599,0.10000,1.017
39,mlp.experts.93.gate_proj,0.0000054448,0.10000,1.030
39,mlp.experts.94.gate_proj,0.0000002565,0.10000,1.038
39,mlp.experts.95.gate_proj,0.0000000653,0.10000,1.001
39,mlp.experts.96.gate_proj,0.0000004574,0.10000,1.003
39,mlp.experts.97.gate_proj,0.0000305512,0.10000,1.023
39,mlp.experts.98.gate_proj,0.0000001862,0.10000,1.031
39,mlp.experts.99.gate_proj,0.0000112777,0.10000,0.996
39,mlp.experts.100.gate_proj,0.0000003535,0.10000,1.028
39,mlp.experts.101.gate_proj,0.0000003512,0.10000,1.037
39,mlp.experts.102.gate_proj,0.0000035098,0.10000,1.070
39,mlp.experts.103.gate_proj,0.0000002777,0.10000,1.021
39,mlp.experts.104.gate_proj,0.0000033584,0.10000,1.043
39,mlp.experts.105.gate_proj,0.0000130404,0.10000,1.071
39,mlp.experts.106.gate_proj,0.0000007254,0.10000,1.049
39,mlp.experts.107.gate_proj,0.0000001793,0.10000,1.033
39,mlp.experts.108.gate_proj,0.0000128158,0.10000,1.048
39,mlp.experts.109.gate_proj,0.0000008508,0.10000,1.066
39,mlp.experts.110.gate_proj,0.0000029013,0.10000,1.040
39,mlp.experts.111.gate_proj,0.0000265182,0.10000,1.034
39,mlp.experts.112.gate_proj,0.0000083301,0.10000,1.028
39,mlp.experts.113.gate_proj,0.0000016861,0.10000,0.983
39,mlp.experts.114.gate_proj,0.0000734097,0.10000,0.992
39,mlp.experts.115.gate_proj,0.0000017503,0.10000,1.003
39,mlp.experts.116.gate_proj,0.0000002291,0.10000,1.015
39,mlp.experts.117.gate_proj,0.0000039655,0.10000,1.015
39,mlp.experts.118.gate_proj,0.0000026047,0.10000,0.978
39,mlp.experts.119.gate_proj,0.0000061508,0.10000,0.992
39,mlp.experts.120.gate_proj,0.0000001985,0.10000,1.012
39,mlp.experts.121.gate_proj,0.0000001720,0.10000,1.004
39,mlp.experts.122.gate_proj,0.0000229572,0.10000,1.004
39,mlp.experts.123.gate_proj,0.0000021569,0.10000,1.058
39,mlp.experts.124.gate_proj,0.0000064472,0.10000,1.022
39,mlp.experts.125.gate_proj,0.0000005387,0.10000,1.010
39,mlp.experts.126.gate_proj,0.0000020354,0.10000,1.023
39,mlp.experts.127.gate_proj,0.0000007732,0.10000,0.919
39,mlp.experts.0.down_proj,0.0000005695,0.10000,0.402
39,mlp.experts.1.down_proj,0.0000000267,0.10000,0.404
39,mlp.experts.2.down_proj,0.0000014491,0.10000,0.392
39,mlp.experts.3.down_proj,0.0000000688,0.10000,0.394
39,mlp.experts.4.down_proj,0.0000000719,0.10000,0.346
39,mlp.experts.5.down_proj,0.0000081229,0.10000,0.351
39,mlp.experts.6.down_proj,0.0000000538,0.10000,0.350
39,mlp.experts.7.down_proj,0.0000001337,0.10000,0.350
39,mlp.experts.8.down_proj,0.0000002193,0.10000,0.402
39,mlp.experts.9.down_proj,0.0000001136,0.10000,0.403
39,mlp.experts.10.down_proj,0.0000005528,0.10000,0.400
39,mlp.experts.11.down_proj,0.0000009732,0.10000,0.396
39,mlp.experts.12.down_proj,0.0000054252,0.10000,0.400
39,mlp.experts.13.down_proj,0.0000006639,0.10000,0.396
39,mlp.experts.14.down_proj,0.0000006070,0.10000,0.396
39,mlp.experts.15.down_proj,0.0000101229,0.10000,0.395
39,mlp.experts.17.down_proj,0.0000001499,0.10000,0.382
39,mlp.experts.16.down_proj,0.0000003405,0.10000,0.395
39,mlp.experts.18.down_proj,0.0000006008,0.10000,0.410
39,mlp.experts.19.down_proj,0.0000119600,0.10000,0.413
39,mlp.experts.20.down_proj,0.0000001048,0.10000,0.396
39,mlp.experts.21.down_proj,0.0000113085,0.10000,0.401
39,mlp.experts.22.down_proj,0.0000036736,0.10000,0.393
39,mlp.experts.23.down_proj,0.0000001047,0.10000,0.392
39,mlp.experts.24.down_proj,0.0000019265,0.10000,0.349
39,mlp.experts.25.down_proj,0.0000002539,0.10000,0.350
39,mlp.experts.26.down_proj,0.0000048400,0.10000,0.397
39,mlp.experts.27.down_proj,0.0000027590,0.10000,0.401
39,mlp.experts.28.down_proj,0.0000009362,0.10000,0.394
39,mlp.experts.29.down_proj,0.0000005803,0.10000,0.391
39,mlp.experts.30.down_proj,0.0000003061,0.10000,0.396
39,mlp.experts.31.down_proj,0.0000001723,0.10000,0.394
39,mlp.experts.32.down_proj,0.0000003438,0.10000,0.392
39,mlp.experts.33.down_proj,0.0000017235,0.10000,0.391
39,mlp.experts.34.down_proj,0.0000003117,0.10000,0.397
39,mlp.experts.35.down_proj,0.0000000777,0.10000,0.397
39,mlp.experts.36.down_proj,0.0000295690,0.10000,0.390
39,mlp.experts.37.down_proj,0.0000004518,0.10000,0.390
39,mlp.experts.38.down_proj,0.0000290179,0.10000,0.365
39,mlp.experts.39.down_proj,0.0000002720,0.10000,0.367
39,mlp.experts.40.down_proj,0.0000000479,0.10000,0.407
39,mlp.experts.41.down_proj,0.0000120676,0.10000,0.403
39,mlp.experts.42.down_proj,0.0000257380,0.10000,0.399
39,mlp.experts.43.down_proj,0.0000297029,0.10000,0.397
39,mlp.experts.44.down_proj,0.0000503913,0.10000,0.404
39,mlp.experts.45.down_proj,0.0000006510,0.10000,0.400
39,mlp.experts.46.down_proj,0.0000008044,0.10000,0.414
39,mlp.experts.47.down_proj,0.0000132983,0.10000,0.405
39,mlp.experts.48.down_proj,0.0000002547,0.10000,0.408
39,mlp.experts.49.down_proj,0.0000002762,0.10000,0.411
39,mlp.experts.50.down_proj,0.0000025340,0.10000,0.402
39,mlp.experts.51.down_proj,0.0000002711,0.10000,0.412
39,mlp.experts.52.down_proj,0.0000026880,0.10000,0.397
39,mlp.experts.53.down_proj,0.0000033730,0.10000,0.415
39,mlp.experts.54.down_proj,0.0000001900,0.10000,0.396
39,mlp.experts.55.down_proj,0.0000004654,0.10000,0.391
39,mlp.experts.56.down_proj,0.0000000783,0.10000,0.395
39,mlp.experts.57.down_proj,0.0000003301,0.10000,0.408
39,mlp.experts.58.down_proj,0.0000004869,0.10000,0.391
39,mlp.experts.59.down_proj,0.0000004095,0.10000,0.400
39,mlp.experts.60.down_proj,0.0000001579,0.10000,0.402
39,mlp.experts.61.down_proj,0.0000004792,0.10000,0.411
39,mlp.experts.62.down_proj,0.0000146156,0.10000,0.400
39,mlp.experts.63.down_proj,0.0000006688,0.10000,0.400
39,mlp.experts.64.down_proj,0.0000016785,0.10000,0.400
39,mlp.experts.65.down_proj,0.0000543803,0.10000,0.395
39,mlp.experts.66.down_proj,0.0000052547,0.10000,0.397
39,mlp.experts.67.down_proj,0.0000036991,0.10000,0.375
39,mlp.experts.68.down_proj,0.0000060570,0.10000,0.354
39,mlp.experts.69.down_proj,0.0000004542,0.10000,0.351
39,mlp.experts.70.down_proj,0.0000004824,0.10000,0.421
39,mlp.experts.71.down_proj,0.0000000913,0.10000,0.414
39,mlp.experts.72.down_proj,0.0000007467,0.10000,0.387
39,mlp.experts.73.down_proj,0.0000006667,0.10000,0.413
39,mlp.experts.74.down_proj,0.0000477488,0.10000,0.386
39,mlp.experts.75.down_proj,0.0000015016,0.10000,0.405
39,mlp.experts.76.down_proj,0.0000006415,0.10000,0.378
39,mlp.experts.77.down_proj,0.0000001172,0.10000,0.410
39,mlp.experts.78.down_proj,0.0000013429,0.10000,0.403
39,mlp.experts.79.down_proj,0.0000081896,0.10000,0.404
39,mlp.experts.80.down_proj,0.0000008494,0.10000,0.387
39,mlp.experts.81.down_proj,0.0000054608,0.10000,0.398
39,mlp.experts.82.down_proj,0.0000000834,0.10000,0.407
39,mlp.experts.83.down_proj,0.0000003898,0.10000,0.387
39,mlp.experts.84.down_proj,0.0000010361,0.10000,0.403
39,mlp.experts.85.down_proj,0.0000001659,0.10000,0.388
39,mlp.experts.86.down_proj,0.0000000395,0.10000,0.400
39,mlp.experts.87.down_proj,0.0000002184,0.10000,0.387
39,mlp.experts.88.down_proj,0.0000460305,0.10000,0.392
39,mlp.experts.89.down_proj,0.0000001838,0.10000,0.391
39,mlp.experts.90.down_proj,0.0000002136,0.10000,0.415
39,mlp.experts.91.down_proj,0.0000002768,0.10000,0.393
39,mlp.experts.92.down_proj,0.0000426024,0.10000,0.373
39,mlp.experts.93.down_proj,0.0000058212,0.10000,0.380
39,mlp.experts.94.down_proj,0.0000001239,0.10000,0.406
39,mlp.experts.95.down_proj,0.0000000315,0.10000,0.403
39,mlp.experts.96.down_proj,0.0000002085,0.10000,0.407
39,mlp.experts.97.down_proj,0.0000271229,0.10000,0.408
39,mlp.experts.98.down_proj,0.0000001437,0.10000,0.404
39,mlp.experts.99.down_proj,0.0000073747,0.10000,0.401
39,mlp.experts.100.down_proj,0.0000002499,0.10000,0.393
39,mlp.experts.101.down_proj,0.0000004402,0.10000,0.404
39,mlp.experts.102.down_proj,0.0000028566,0.10000,0.399
39,mlp.experts.103.down_proj,0.0000003540,0.10000,0.412
39,mlp.experts.104.down_proj,0.0000030424,0.10000,0.353
39,mlp.experts.105.down_proj,0.0000138771,0.10000,0.355
39,mlp.experts.106.down_proj,0.0000003442,0.10000,0.409
39,mlp.experts.107.down_proj,0.0000001197,0.10000,0.397
39,mlp.experts.108.down_proj,0.0000054955,0.10000,0.408
39,mlp.experts.109.down_proj,0.0000003403,0.10000,0.423
39,mlp.experts.110.down_proj,0.0000007240,0.10000,0.407
39,mlp.experts.111.down_proj,0.0000186873,0.10000,0.400
39,mlp.experts.112.down_proj,0.0000051639,0.10000,0.409
39,mlp.experts.113.down_proj,0.0000010603,0.10000,0.391
39,mlp.experts.114.down_proj,0.0000760041,0.10000,0.414
39,mlp.experts.115.down_proj,0.0000014877,0.10000,0.402
39,mlp.experts.116.down_proj,0.0000000775,0.10000,0.377
39,mlp.experts.117.down_proj,0.0000021716,0.10000,0.404
39,mlp.experts.118.down_proj,0.0000016774,0.10000,0.349
39,mlp.experts.119.down_proj,0.0000030980,0.10000,0.325
39,mlp.experts.120.down_proj,0.0000001157,0.10000,0.325
39,mlp.experts.121.down_proj,0.0000001005,0.10000,0.319
39,mlp.experts.122.down_proj,0.0000268664,0.10000,0.350
39,mlp.experts.123.down_proj,0.0000005304,0.10000,0.349
39,mlp.experts.124.down_proj,0.0000050220,0.10000,0.396
39,mlp.experts.125.down_proj,0.0000001956,0.10000,0.388
39,mlp.experts.126.down_proj,0.0000020527,0.10000,0.387
39,mlp.experts.127.down_proj,0.0000004424,0.10000,0.383
40,self_attn.k_proj,0.0000000029,0.10000,1.011
40,self_attn.q_proj,0.0000000252,0.10000,1.016
40,self_attn.v_proj,0.0000000041,0.10000,0.637
40,self_attn.o_proj,0.0000000027,0.10000,1.105
40,mlp.gate,0.0000000133,0.10000,0.625
40,mlp.experts.0.up_proj,0.0000009155,0.10000,1.003
40,mlp.experts.1.up_proj,0.0000037002,0.10000,1.010
40,mlp.experts.2.up_proj,0.0000262649,0.10000,1.075
40,mlp.experts.3.up_proj,0.0000103482,0.10000,1.067
40,mlp.experts.5.up_proj,0.0000181324,0.10000,1.025
40,mlp.experts.4.up_proj,0.0000010668,0.10000,1.066
40,mlp.experts.6.up_proj,0.0000017207,0.10000,1.027
40,mlp.experts.7.up_proj,0.0000002602,0.10000,1.037
40,mlp.experts.8.up_proj,0.0000002615,0.10000,1.008
40,mlp.experts.9.up_proj,0.0000004446,0.10000,1.025
40,mlp.experts.10.up_proj,0.0000188832,0.10000,1.002
40,mlp.experts.11.up_proj,0.0000003942,0.10000,0.995
40,mlp.experts.12.up_proj,0.0000009280,0.10000,1.032
40,mlp.experts.13.up_proj,0.0000003070,0.10000,1.011
40,mlp.experts.14.up_proj,0.0000004314,0.10000,1.036
40,mlp.experts.15.up_proj,0.0000002638,0.10000,1.024
40,mlp.experts.16.up_proj,0.0000002338,0.10000,1.015
40,mlp.experts.17.up_proj,0.0000004284,0.10000,0.997
40,mlp.experts.18.up_proj,0.0000001129,0.10000,1.051
40,mlp.experts.19.up_proj,0.0000018574,0.10000,1.051
40,mlp.experts.20.up_proj,0.0000002297,0.10000,1.054
40,mlp.experts.21.up_proj,0.0000289652,0.10000,1.070
40,mlp.experts.22.up_proj,0.0000014004,0.10000,0.970
40,mlp.experts.23.up_proj,0.0000009506,0.10000,1.004
40,mlp.experts.24.up_proj,0.0000004200,0.10000,1.010
40,mlp.experts.25.up_proj,0.0000194479,0.10000,1.034
40,mlp.experts.26.up_proj,0.0000008454,0.10000,1.029
40,mlp.experts.27.up_proj,0.0000016153,0.10000,1.012
40,mlp.experts.28.up_proj,0.0000011473,0.10000,1.019
40,mlp.experts.29.up_proj,0.0000002036,0.10000,1.026
40,mlp.experts.30.up_proj,0.0000001813,0.10000,0.997
40,mlp.experts.31.up_proj,0.0000233669,0.10000,1.015
40,mlp.experts.32.up_proj,0.0000080407,0.10000,1.049
40,mlp.experts.33.up_proj,0.0000013035,0.10000,1.043
40,mlp.experts.34.up_proj,0.0000111702,0.10000,1.024
40,mlp.experts.35.up_proj,0.0000005743,0.10000,1.068
40,mlp.experts.36.up_proj,0.0000011086,0.10000,1.042
40,mlp.experts.37.up_proj,0.0000002598,0.10000,1.000
40,mlp.experts.38.up_proj,0.0000555583,0.10000,1.014
40,mlp.experts.39.up_proj,0.0000027129,0.10000,1.066
40,mlp.experts.40.up_proj,0.0000004633,0.10000,0.973
40,mlp.experts.41.up_proj,0.0000036857,0.10000,0.964
40,mlp.experts.42.up_proj,0.0000034066,0.10000,1.015
40,mlp.experts.43.up_proj,0.0000001187,0.10000,1.046
40,mlp.experts.44.up_proj,0.0000001413,0.10000,1.021
40,mlp.experts.45.up_proj,0.0000001272,0.10000,1.021
40,mlp.experts.46.up_proj,0.0000050761,0.10000,1.009
40,mlp.experts.47.up_proj,0.0000120775,0.10000,1.022
40,mlp.experts.48.up_proj,0.0000042193,0.10000,1.002
40,mlp.experts.49.up_proj,0.0000097285,0.10000,1.001
40,mlp.experts.50.up_proj,0.0000005643,0.10000,1.019
40,mlp.experts.51.up_proj,0.0000003198,0.10000,1.011
40,mlp.experts.52.up_proj,0.0000005951,0.10000,1.016
40,mlp.experts.53.up_proj,0.0000274086,0.10000,1.018
40,mlp.experts.54.up_proj,0.0000009117,0.10000,1.014
40,mlp.experts.55.up_proj,0.0000002827,0.10000,1.027
40,mlp.experts.56.up_proj,0.0000074907,0.10000,1.036
40,mlp.experts.57.up_proj,0.0000004091,0.10000,1.059
40,mlp.experts.58.up_proj,0.0000185299,0.10000,1.071
40,mlp.experts.59.up_proj,0.0000015034,0.10000,1.014
40,mlp.experts.60.up_proj,0.0000004167,0.10000,1.012
40,mlp.experts.61.up_proj,0.0000497403,0.10000,1.021
40,mlp.experts.62.up_proj,0.0000037167,0.10000,1.062
40,mlp.experts.63.up_proj,0.0000034791,0.10000,1.085
40,mlp.experts.64.up_proj,0.0000824858,0.10000,1.069
40,mlp.experts.65.up_proj,0.0000004008,0.10000,1.049
40,mlp.experts.66.up_proj,0.0000073165,0.10000,1.047
40,mlp.experts.67.up_proj,0.0000040908,0.10000,1.057
40,mlp.experts.68.up_proj,0.0000076106,0.10000,1.021
40,mlp.experts.69.up_proj,0.0000230738,0.10000,1.053
40,mlp.experts.70.up_proj,0.0000047594,0.10000,1.014
40,mlp.experts.71.up_proj,0.0000271424,0.10000,1.019
40,mlp.experts.72.up_proj,0.0000006279,0.10000,0.988
40,mlp.experts.73.up_proj,0.0000003563,0.10000,1.026
40,mlp.experts.74.up_proj,0.0000065427,0.10000,0.997
40,mlp.experts.75.up_proj,0.0000002543,0.10000,1.045
40,mlp.experts.76.up_proj,0.0000019837,0.10000,1.003
40,mlp.experts.77.up_proj,0.0000001909,0.10000,1.014
40,mlp.experts.78.up_proj,0.0000005738,0.10000,1.042
40,mlp.experts.79.up_proj,0.0000004560,0.10000,1.057
40,mlp.experts.80.up_proj,0.0000001299,0.10000,1.044
40,mlp.experts.81.up_proj,0.0000004610,0.10000,1.051
40,mlp.experts.82.up_proj,0.0000009337,0.10000,1.040
40,mlp.experts.83.up_proj,0.0000001531,0.10000,1.027
40,mlp.experts.84.up_proj,0.0000003844,0.10000,1.013
40,mlp.experts.85.up_proj,0.0000028847,0.10000,1.031
40,mlp.experts.86.up_proj,0.0000120644,0.10000,0.990
40,mlp.experts.87.up_proj,0.0000056829,0.10000,1.012
40,mlp.experts.88.up_proj,0.0000081482,0.10000,1.069
40,mlp.experts.89.up_proj,0.0000055250,0.10000,1.036
40,mlp.experts.90.up_proj,0.0000007105,0.10000,1.089
40,mlp.experts.91.up_proj,0.0000055467,0.10000,1.018
40,mlp.experts.92.up_proj,0.0000060570,0.10000,1.029
40,mlp.experts.93.up_proj,0.0000007300,0.10000,1.012
40,mlp.experts.94.up_proj,0.0000004840,0.10000,1.013
40,mlp.experts.95.up_proj,0.0000085307,0.10000,0.977
40,mlp.experts.96.up_proj,0.0000110457,0.10000,1.037
40,mlp.experts.97.up_proj,0.0000020581,0.10000,1.052
40,mlp.experts.98.up_proj,0.0000017092,0.10000,1.028
40,mlp.experts.99.up_proj,0.0000248725,0.10000,1.016
40,mlp.experts.100.up_proj,0.0000007051,0.10000,1.009
40,mlp.experts.101.up_proj,0.0000004102,0.10000,1.038
40,mlp.experts.102.up_proj,0.0000001458,0.10000,1.019
40,mlp.experts.103.up_proj,0.0000011616,0.10000,1.016
40,mlp.experts.104.up_proj,0.0000120750,0.10000,1.049
40,mlp.experts.105.up_proj,0.0000006169,0.10000,1.045
40,mlp.experts.106.up_proj,0.0000019870,0.10000,1.012
40,mlp.experts.107.up_proj,0.0000020034,0.10000,0.990
40,mlp.experts.108.up_proj,0.0000001479,0.10000,1.041
40,mlp.experts.109.up_proj,0.0000006322,0.10000,1.062
40,mlp.experts.110.up_proj,0.0000002526,0.10000,1.047
40,mlp.experts.111.up_proj,0.0000009866,0.10000,1.028
40,mlp.experts.112.up_proj,0.0000010247,0.10000,1.041
40,mlp.experts.113.up_proj,0.0000073414,0.10000,1.041
40,mlp.experts.114.up_proj,0.0000001624,0.10000,1.027
40,mlp.experts.115.up_proj,0.0000003234,0.10000,1.004
40,mlp.experts.116.up_proj,0.0000150908,0.10000,0.975
40,mlp.experts.117.up_proj,0.0000001681,0.10000,1.048
40,mlp.experts.118.up_proj,0.0000092378,0.10000,0.994
40,mlp.experts.119.up_proj,0.0000004041,0.10000,1.008
40,mlp.experts.120.up_proj,0.0000230098,0.10000,0.974
40,mlp.experts.121.up_proj,0.0000002325,0.10000,1.051
40,mlp.experts.122.up_proj,0.0001099852,0.10000,1.034
40,mlp.experts.123.up_proj,0.0000003222,0.10000,1.048
40,mlp.experts.124.up_proj,0.0000002243,0.10000,1.016
40,mlp.experts.125.up_proj,0.0000575173,0.10000,1.033
40,mlp.experts.126.up_proj,0.0000021228,0.10000,1.023
40,mlp.experts.127.up_proj,0.0000003311,0.10000,1.028
40,mlp.experts.0.gate_proj,0.0000009706,0.10000,1.039
40,mlp.experts.1.gate_proj,0.0000036398,0.10000,1.003
40,mlp.experts.2.gate_proj,0.0000251384,0.10000,0.923
40,mlp.experts.3.gate_proj,0.0000096743,0.10000,0.929
40,mlp.experts.4.gate_proj,0.0000010271,0.10000,1.039
40,mlp.experts.5.gate_proj,0.0000173401,0.10000,1.039
40,mlp.experts.6.gate_proj,0.0000018492,0.10000,1.015
40,mlp.experts.7.gate_proj,0.0000002719,0.10000,1.033
40,mlp.experts.8.gate_proj,0.0000002514,0.10000,1.020
40,mlp.experts.9.gate_proj,0.0000004291,0.10000,1.062
40,mlp.experts.10.gate_proj,0.0000186981,0.10000,1.013
40,mlp.experts.11.gate_proj,0.0000003887,0.10000,0.981
40,mlp.experts.12.gate_proj,0.0000010357,0.10000,1.006
40,mlp.experts.13.gate_proj,0.0000002871,0.10000,1.034
40,mlp.experts.14.gate_proj,0.0000004199,0.10000,1.052
40,mlp.experts.15.gate_proj,0.0000002464,0.10000,1.080
40,mlp.experts.16.gate_proj,0.0000002381,0.10000,1.066
40,mlp.experts.17.gate_proj,0.0000004103,0.10000,1.042
40,mlp.experts.18.gate_proj,0.0000001034,0.10000,1.028
40,mlp.experts.19.gate_proj,0.0000017550,0.10000,1.020
40,mlp.experts.20.gate_proj,0.0000002042,0.10000,0.922
40,mlp.experts.21.gate_proj,0.0000279752,0.10000,0.937
40,mlp.experts.22.gate_proj,0.0000013654,0.10000,1.060
40,mlp.experts.23.gate_proj,0.0000011002,0.10000,1.051
40,mlp.experts.24.gate_proj,0.0000004125,0.10000,1.010
40,mlp.experts.25.gate_proj,0.0000188854,0.10000,1.028
40,mlp.experts.26.gate_proj,0.0000008299,0.10000,1.054
40,mlp.experts.27.gate_proj,0.0000016234,0.10000,1.030
40,mlp.experts.28.gate_proj,0.0000011899,0.10000,1.043
40,mlp.experts.29.gate_proj,0.0000001910,0.10000,1.043
40,mlp.experts.30.gate_proj,0.0000001908,0.10000,1.047
40,mlp.experts.31.gate_proj,0.0000230326,0.10000,1.066
40,mlp.experts.32.gate_proj,0.0000084055,0.10000,1.050
40,mlp.experts.33.gate_proj,0.0000011995,0.10000,1.048
40,mlp.experts.34.gate_proj,0.0000111880,0.10000,1.069
40,mlp.experts.35.gate_proj,0.0000006416,0.10000,1.049
40,mlp.experts.36.gate_proj,0.0000010614,0.10000,0.966
40,mlp.experts.37.gate_proj,0.0000002550,0.10000,0.997
40,mlp.experts.38.gate_proj,0.0000537303,0.10000,1.015
40,mlp.experts.39.gate_proj,0.0000025494,0.10000,1.045
40,mlp.experts.40.gate_proj,0.0000004551,0.10000,1.047
40,mlp.experts.41.gate_proj,0.0000036978,0.10000,1.038
40,mlp.experts.42.gate_proj,0.0000033745,0.10000,1.053
40,mlp.experts.43.gate_proj,0.0000001024,0.10000,1.025
40,mlp.experts.44.gate_proj,0.0000001336,0.10000,1.018
40,mlp.experts.45.gate_proj,0.0000001190,0.10000,1.026
40,mlp.experts.46.gate_proj,0.0000049802,0.10000,1.036
40,mlp.experts.47.gate_proj,0.0000111690,0.10000,1.036
40,mlp.experts.48.gate_proj,0.0000049378,0.10000,1.027
40,mlp.experts.49.gate_proj,0.0000106617,0.10000,1.055
40,mlp.experts.50.gate_proj,0.0000005674,0.10000,0.997
40,mlp.experts.51.gate_proj,0.0000003147,0.10000,1.025
40,mlp.experts.52.gate_proj,0.0000005629,0.10000,0.979
40,mlp.experts.53.gate_proj,0.0000279322,0.10000,0.969
40,mlp.experts.54.gate_proj,0.0000008958,0.10000,1.002
40,mlp.experts.55.gate_proj,0.0000002762,0.10000,1.054
40,mlp.experts.56.gate_proj,0.0000073764,0.10000,1.046
40,mlp.experts.57.gate_proj,0.0000003979,0.10000,1.037
40,mlp.experts.58.gate_proj,0.0000186902,0.10000,1.000
40,mlp.experts.59.gate_proj,0.0000013749,0.10000,1.005
40,mlp.experts.60.gate_proj,0.0000003941,0.10000,1.017
40,mlp.experts.61.gate_proj,0.0000484492,0.10000,0.999
40,mlp.experts.62.gate_proj,0.0000036017,0.10000,1.046
40,mlp.experts.63.gate_proj,0.0000033958,0.10000,1.022
40,mlp.experts.64.gate_proj,0.0000783771,0.10000,1.003
40,mlp.experts.65.gate_proj,0.0000003825,0.10000,1.010
40,mlp.experts.66.gate_proj,0.0000070884,0.10000,1.032
40,mlp.experts.67.gate_proj,0.0000040380,0.10000,1.029
40,mlp.experts.68.gate_proj,0.0000073634,0.10000,1.019
40,mlp.experts.69.gate_proj,0.0000156538,0.10000,1.010
40,mlp.experts.70.gate_proj,0.0000048381,0.10000,1.032
40,mlp.experts.71.gate_proj,0.0000249290,0.10000,1.030
40,mlp.experts.72.gate_proj,0.0000006650,0.10000,0.999
40,mlp.experts.73.gate_proj,0.0000003299,0.10000,1.020
40,mlp.experts.74.gate_proj,0.0000140744,0.10000,1.029
40,mlp.experts.75.gate_proj,0.0000002481,0.10000,1.024
40,mlp.experts.76.gate_proj,0.0000019289,0.10000,1.035
40,mlp.experts.77.gate_proj,0.0000001773,0.10000,1.083
40,mlp.experts.78.gate_proj,0.0000005508,0.10000,1.058
40,mlp.experts.79.gate_proj,0.0000004381,0.10000,1.069
40,mlp.experts.80.gate_proj,0.0000001310,0.10000,1.067
40,mlp.experts.81.gate_proj,0.0000004447,0.10000,1.046
40,mlp.experts.82.gate_proj,0.0000010203,0.10000,1.050
40,mlp.experts.83.gate_proj,0.0000001490,0.10000,1.054
40,mlp.experts.84.gate_proj,0.0000003782,0.10000,1.027
40,mlp.experts.85.gate_proj,0.0000027032,0.10000,1.027
40,mlp.experts.86.gate_proj,0.0000118705,0.10000,1.014
40,mlp.experts.87.gate_proj,0.0000055827,0.10000,1.030
40,mlp.experts.88.gate_proj,0.0000075797,0.10000,1.036
40,mlp.experts.89.gate_proj,0.0000052619,0.10000,1.104
40,mlp.experts.90.gate_proj,0.0000006931,0.10000,1.074
40,mlp.experts.91.gate_proj,0.0000050714,0.10000,1.048
40,mlp.experts.92.gate_proj,0.0000056835,0.10000,1.020
40,mlp.experts.93.gate_proj,0.0000007307,0.10000,1.052
40,mlp.experts.94.gate_proj,0.0000004797,0.10000,1.087
40,mlp.experts.95.gate_proj,0.0000080328,0.10000,1.052
40,mlp.experts.96.gate_proj,0.0000109064,0.10000,1.063
40,mlp.experts.97.gate_proj,0.0000021603,0.10000,1.101
40,mlp.experts.98.gate_proj,0.0000016713,0.10000,1.089
40,mlp.experts.99.gate_proj,0.0000249642,0.10000,1.087
40,mlp.experts.100.gate_proj,0.0000006604,0.10000,1.044
40,mlp.experts.101.gate_proj,0.0000004051,0.10000,1.036
40,mlp.experts.102.gate_proj,0.0000001407,0.10000,1.016
40,mlp.experts.103.gate_proj,0.0000011425,0.10000,1.030
40,mlp.experts.104.gate_proj,0.0000123446,0.10000,1.018
40,mlp.experts.105.gate_proj,0.0000005805,0.10000,1.041
40,mlp.experts.106.gate_proj,0.0000019210,0.10000,1.061
40,mlp.experts.107.gate_proj,0.0000012617,0.10000,1.039
40,mlp.experts.108.gate_proj,0.0000001435,0.10000,1.039
40,mlp.experts.109.gate_proj,0.0000007864,0.10000,1.038
40,mlp.experts.110.gate_proj,0.0000002549,0.10000,1.065
40,mlp.experts.111.gate_proj,0.0000010308,0.10000,1.060
40,mlp.experts.112.gate_proj,0.0000009720,0.10000,1.046
40,mlp.experts.113.gate_proj,0.0000082759,0.10000,1.072
40,mlp.experts.114.gate_proj,0.0000001613,0.10000,1.085
40,mlp.experts.115.gate_proj,0.0000003292,0.10000,1.082
40,mlp.experts.116.gate_proj,0.0000159941,0.10000,1.066
40,mlp.experts.117.gate_proj,0.0000001616,0.10000,1.041
40,mlp.experts.118.gate_proj,0.0000090639,0.10000,1.063
40,mlp.experts.119.gate_proj,0.0000004011,0.10000,1.056
40,mlp.experts.120.gate_proj,0.0000216101,0.10000,1.037
40,mlp.experts.121.gate_proj,0.0000002291,0.10000,1.018
40,mlp.experts.122.gate_proj,0.0001076422,0.10000,0.984
40,mlp.experts.123.gate_proj,0.0000003435,0.10000,1.022
40,mlp.experts.124.gate_proj,0.0000002111,0.10000,1.029
40,mlp.experts.125.gate_proj,0.0000556131,0.10000,1.046
40,mlp.experts.126.gate_proj,0.0000019527,0.10000,1.013
40,mlp.experts.127.gate_proj,0.0000003318,0.10000,0.789
40,mlp.experts.0.down_proj,0.0000017458,0.10000,0.413
40,mlp.experts.1.down_proj,0.0000037993,0.10000,0.416
40,mlp.experts.2.down_proj,0.0000163664,0.10000,0.413
40,mlp.experts.3.down_proj,0.0000064963,0.10000,0.420
40,mlp.experts.4.down_proj,0.0000011204,0.10000,0.420
40,mlp.experts.5.down_proj,0.0000189587,0.10000,0.413
40,mlp.experts.6.down_proj,0.0000026347,0.10000,0.393
40,mlp.experts.7.down_proj,0.0000003349,0.10000,0.393
40,mlp.experts.8.down_proj,0.0000002285,0.10000,0.392
40,mlp.experts.9.down_proj,0.0000002869,0.10000,0.400
40,mlp.experts.10.down_proj,0.0000079802,0.10000,0.406
40,mlp.experts.11.down_proj,0.0000004340,0.10000,0.403
40,mlp.experts.12.down_proj,0.0000007587,0.10000,0.415
40,mlp.experts.13.down_proj,0.0000002789,0.10000,0.426
40,mlp.experts.14.down_proj,0.0000003465,0.10000,0.407
40,mlp.experts.15.down_proj,0.0000002590,0.10000,0.419
40,mlp.experts.16.down_proj,0.0000001627,0.10000,0.402
40,mlp.experts.17.down_proj,0.0000002862,0.10000,0.409
40,mlp.experts.18.down_proj,0.0000000666,0.10000,0.397
40,mlp.experts.19.down_proj,0.0000014616,0.10000,0.409
40,mlp.experts.20.down_proj,0.0000002138,0.10000,0.405
40,mlp.experts.21.down_proj,0.0000258142,0.10000,0.410
40,mlp.experts.22.down_proj,0.0000008311,0.10000,0.389
40,mlp.experts.23.down_proj,0.0000013018,0.10000,0.415
40,mlp.experts.24.down_proj,0.0000003316,0.10000,0.385
40,mlp.experts.25.down_proj,0.0000086191,0.10000,0.410
40,mlp.experts.26.down_proj,0.0000004997,0.10000,0.405
40,mlp.experts.27.down_proj,0.0000013117,0.10000,0.396
40,mlp.experts.28.down_proj,0.0000008520,0.10000,0.410
40,mlp.experts.29.down_proj,0.0000001833,0.10000,0.402
40,mlp.experts.30.down_proj,0.0000001316,0.10000,0.411
40,mlp.experts.31.down_proj,0.0000280762,0.10000,0.380
40,mlp.experts.32.down_proj,0.0000100950,0.10000,0.392
40,mlp.experts.33.down_proj,0.0000018503,0.10000,0.374
40,mlp.experts.34.down_proj,0.0000052959,0.10000,0.394
40,mlp.experts.35.down_proj,0.0000006177,0.10000,0.400
40,mlp.experts.36.down_proj,0.0000006897,0.10000,0.398
40,mlp.experts.37.down_proj,0.0000001842,0.10000,0.384
40,mlp.experts.38.down_proj,0.0000458335,0.10000,0.384
40,mlp.experts.39.down_proj,0.0000028121,0.10000,0.388
40,mlp.experts.40.down_proj,0.0000006420,0.10000,0.361
40,mlp.experts.41.down_proj,0.0000023481,0.10000,0.371
40,mlp.experts.42.down_proj,0.0000047243,0.10000,0.407
40,mlp.experts.43.down_proj,0.0000000680,0.10000,0.417
40,mlp.experts.44.down_proj,0.0000001178,0.10000,0.412
40,mlp.experts.45.down_proj,0.0000000850,0.10000,0.416
40,mlp.experts.46.down_proj,0.0000032757,0.10000,0.392
40,mlp.experts.47.down_proj,0.0000127912,0.10000,0.406
40,mlp.experts.48.down_proj,0.0000012675,0.10000,0.399
40,mlp.experts.49.down_proj,0.0000107846,0.10000,0.409
40,mlp.experts.50.down_proj,0.0000003774,0.10000,0.413
40,mlp.experts.51.down_proj,0.0000003588,0.10000,0.396
40,mlp.experts.52.down_proj,0.0000003003,0.10000,0.363
40,mlp.experts.53.down_proj,0.0000020267,0.10000,0.360
40,mlp.experts.54.down_proj,0.0000006081,0.10000,0.389
40,mlp.experts.55.down_proj,0.0000002415,0.10000,0.400
40,mlp.experts.56.down_proj,0.0000076083,0.10000,0.400
40,mlp.experts.57.down_proj,0.0000002858,0.10000,0.379
40,mlp.experts.58.down_proj,0.0000112638,0.10000,0.394
40,mlp.experts.59.down_proj,0.0000012908,0.10000,0.391
40,mlp.experts.60.down_proj,0.0000003818,0.10000,0.387
40,mlp.experts.61.down_proj,0.0000438648,0.10000,0.377
40,mlp.experts.62.down_proj,0.0000025953,0.10000,0.370
40,mlp.experts.63.down_proj,0.0000016365,0.10000,0.384
40,mlp.experts.64.down_proj,0.0000445160,0.10000,0.385
40,mlp.experts.65.down_proj,0.0000001983,0.10000,0.413
40,mlp.experts.66.down_proj,0.0000048581,0.10000,0.391
40,mlp.experts.67.down_proj,0.0000012453,0.10000,0.403
40,mlp.experts.68.down_proj,0.0000075037,0.10000,0.371
40,mlp.experts.69.down_proj,0.0000073020,0.10000,0.375
40,mlp.experts.70.down_proj,0.0000028102,0.10000,0.387
40,mlp.experts.71.down_proj,0.0000148572,0.10000,0.380
40,mlp.experts.72.down_proj,0.0000002946,0.10000,0.358
40,mlp.experts.73.down_proj,0.0000003115,0.10000,0.374
40,mlp.experts.74.down_proj,0.0000012890,0.10000,0.411
40,mlp.experts.75.down_proj,0.0000001592,0.10000,0.394
40,mlp.experts.76.down_proj,0.0000013754,0.10000,0.377
40,mlp.experts.77.down_proj,0.0000001585,0.10000,0.389
40,mlp.experts.78.down_proj,0.0000004078,0.10000,0.405
40,mlp.experts.79.down_proj,0.0000002472,0.10000,0.403
40,mlp.experts.80.down_proj,0.0000000929,0.10000,0.397
40,mlp.experts.81.down_proj,0.0000002884,0.10000,0.389
40,mlp.experts.82.down_proj,0.0000009585,0.10000,0.362
40,mlp.experts.83.down_proj,0.0000000876,0.10000,0.369
40,mlp.experts.84.down_proj,0.0000003158,0.10000,0.401
40,mlp.experts.85.down_proj,0.0000018565,0.10000,0.409
40,mlp.experts.86.down_proj,0.0000100373,0.10000,0.403
40,mlp.experts.87.down_proj,0.0000033099,0.10000,0.406
40,mlp.experts.88.down_proj,0.0000052425,0.10000,0.377
40,mlp.experts.89.down_proj,0.0000065866,0.10000,0.382
40,mlp.experts.90.down_proj,0.0000007432,0.10000,0.411
40,mlp.experts.91.down_proj,0.0000100207,0.10000,0.413
40,mlp.experts.92.down_proj,0.0000060397,0.10000,0.400
40,mlp.experts.93.down_proj,0.0000004519,0.10000,0.412
40,mlp.experts.94.down_proj,0.0000004670,0.10000,0.388
40,mlp.experts.95.down_proj,0.0000062962,0.10000,0.397
40,mlp.experts.96.down_proj,0.0000096033,0.10000,0.352
40,mlp.experts.97.down_proj,0.0000007532,0.10000,0.367
40,mlp.experts.98.down_proj,0.0000014302,0.10000,0.401
40,mlp.experts.99.down_proj,0.0000255779,0.10000,0.372
40,mlp.experts.100.down_proj,0.0000009903,0.10000,0.374
40,mlp.experts.101.down_proj,0.0000002893,0.10000,0.371
40,mlp.experts.102.down_proj,0.0000000658,0.10000,0.349
40,mlp.experts.103.down_proj,0.0000005613,0.10000,0.339
40,mlp.experts.104.down_proj,0.0000114389,0.10000,0.382
40,mlp.experts.105.down_proj,0.0000004677,0.10000,0.409
40,mlp.experts.106.down_proj,0.0000006440,0.10000,0.410
40,mlp.experts.107.down_proj,0.0000002698,0.10000,0.416
40,mlp.experts.108.down_proj,0.0000001031,0.10000,0.362
40,mlp.experts.109.down_proj,0.0000006179,0.10000,0.340
40,mlp.experts.110.down_proj,0.0000002557,0.10000,0.345
40,mlp.experts.111.down_proj,0.0000013156,0.10000,0.376
40,mlp.experts.112.down_proj,0.0000011933,0.10000,0.392
40,mlp.experts.113.down_proj,0.0000049499,0.10000,0.412
40,mlp.experts.114.down_proj,0.0000000934,0.10000,0.395
40,mlp.experts.115.down_proj,0.0000001333,0.10000,0.399
40,mlp.experts.116.down_proj,0.0000208575,0.10000,0.395
40,mlp.experts.117.down_proj,0.0000001133,0.10000,0.405
40,mlp.experts.118.down_proj,0.0000042144,0.10000,0.411
40,mlp.experts.119.down_proj,0.0000004753,0.10000,0.396
40,mlp.experts.120.down_proj,0.0000232344,0.10000,0.405
40,mlp.experts.121.down_proj,0.0000001943,0.10000,0.396
40,mlp.experts.122.down_proj,0.0000863475,0.10000,0.402
40,mlp.experts.123.down_proj,0.0000003541,0.10000,0.392
40,mlp.experts.124.down_proj,0.0000002078,0.10000,0.402
40,mlp.experts.125.down_proj,0.0000473834,0.10000,0.390
40,mlp.experts.126.down_proj,0.0000018524,0.10000,0.399
40,mlp.experts.127.down_proj,0.0000002413,0.10000,0.346
41,self_attn.k_proj,0.0000000039,0.10000,1.060
41,self_attn.q_proj,0.0000000372,0.10000,1.143
41,self_attn.v_proj,0.0000000061,0.10000,0.659
41,self_attn.o_proj,0.0000000029,0.10000,1.187
41,mlp.gate,0.0000000130,0.10000,0.569
41,mlp.experts.0.up_proj,0.0000002150,0.10000,1.009
41,mlp.experts.1.up_proj,0.0000003488,0.10000,1.038
41,mlp.experts.2.up_proj,0.0000002606,0.10000,1.009
41,mlp.experts.3.up_proj,0.0000143578,0.10000,0.997
41,mlp.experts.5.up_proj,0.0000007812,0.10000,1.057
41,mlp.experts.4.up_proj,0.0000929116,0.10000,1.077
41,mlp.experts.7.up_proj,0.0000011179,0.10000,1.017
41,mlp.experts.6.up_proj,0.0000008896,0.10000,1.037
41,mlp.experts.9.up_proj,0.0000001849,0.10000,1.009
41,mlp.experts.8.up_proj,0.0003505775,0.10000,1.081
41,mlp.experts.10.up_proj,0.0000040377,0.10000,1.053
41,mlp.experts.11.up_proj,0.0000005639,0.10000,1.066
41,mlp.experts.12.up_proj,0.0000148560,0.10000,1.047
41,mlp.experts.13.up_proj,0.0000090152,0.10000,1.051
41,mlp.experts.14.up_proj,0.0000002801,0.10000,0.998
41,mlp.experts.15.up_proj,0.0000002143,0.10000,0.980
41,mlp.experts.16.up_proj,0.0000053299,0.10000,0.958
41,mlp.experts.17.up_proj,0.0000003036,0.10000,0.951
41,mlp.experts.18.up_proj,0.0000004073,0.10000,1.057
41,mlp.experts.19.up_proj,0.0000002789,0.10000,1.034
41,mlp.experts.20.up_proj,0.0000001855,0.10000,1.034
41,mlp.experts.21.up_proj,0.0000005374,0.10000,1.081
41,mlp.experts.22.up_proj,0.0000017677,0.10000,1.048
41,mlp.experts.23.up_proj,0.0001736593,0.10000,1.048
41,mlp.experts.24.up_proj,0.0000100213,0.10000,1.022
41,mlp.experts.25.up_proj,0.0000116229,0.10000,1.054
41,mlp.experts.26.up_proj,0.0000019529,0.10000,1.002
41,mlp.experts.27.up_proj,0.0001996671,0.10000,0.988
41,mlp.experts.28.up_proj,0.0000099298,0.10000,1.020
41,mlp.experts.29.up_proj,0.0000815756,0.10000,1.022
41,mlp.experts.30.up_proj,0.0000011668,0.10000,1.036
41,mlp.experts.31.up_proj,0.0000193698,0.10000,1.037
41,mlp.experts.32.up_proj,0.0000199929,0.10000,1.008
41,mlp.experts.33.up_proj,0.0000131431,0.10000,1.010
41,mlp.experts.34.up_proj,0.0000025722,0.10000,0.987
41,mlp.experts.35.up_proj,0.0000002614,0.10000,1.070
41,mlp.experts.36.up_proj,0.0000002425,0.10000,1.053
41,mlp.experts.37.up_proj,0.0000357612,0.10000,0.983
41,mlp.experts.38.up_proj,0.0000060607,0.10000,1.016
41,mlp.experts.39.up_proj,0.0000017074,0.10000,0.983
41,mlp.experts.40.up_proj,0.0000078737,0.10000,1.002
41,mlp.experts.41.up_proj,0.0000281793,0.10000,1.023
41,mlp.experts.42.up_proj,0.0000005054,0.10000,1.027
41,mlp.experts.43.up_proj,0.0000505442,0.10000,1.030
41,mlp.experts.44.up_proj,0.0000014138,0.10000,1.018
41,mlp.experts.45.up_proj,0.0000003380,0.10000,1.059
41,mlp.experts.46.up_proj,0.0000003503,0.10000,1.059
41,mlp.experts.47.up_proj,0.0000005725,0.10000,1.046
41,mlp.experts.48.up_proj,0.0000004430,0.10000,1.054
41,mlp.experts.49.up_proj,0.0000007429,0.10000,1.030
41,mlp.experts.50.up_proj,0.0000013998,0.10000,1.075
41,mlp.experts.51.up_proj,0.0000058679,0.10000,1.020
41,mlp.experts.52.up_proj,0.0000003282,0.10000,1.023
41,mlp.experts.53.up_proj,0.0000004459,0.10000,1.049
41,mlp.experts.54.up_proj,0.0000013337,0.10000,1.001
41,mlp.experts.55.up_proj,0.0000014344,0.10000,1.061
41,mlp.experts.56.up_proj,0.0000106533,0.10000,1.036
41,mlp.experts.57.up_proj,0.0000009805,0.10000,1.041
41,mlp.experts.58.up_proj,0.0000006171,0.10000,1.053
41,mlp.experts.59.up_proj,0.0000020721,0.10000,1.033
41,mlp.experts.60.up_proj,0.0000264179,0.10000,1.034
41,mlp.experts.61.up_proj,0.0000007493,0.10000,1.020
41,mlp.experts.62.up_proj,0.0000001972,0.10000,1.032
41,mlp.experts.63.up_proj,0.0000002469,0.10000,1.013
41,mlp.experts.64.up_proj,0.0000002686,0.10000,1.047
41,mlp.experts.65.up_proj,0.0000002037,0.10000,1.029
41,mlp.experts.66.up_proj,0.0000002257,0.10000,1.080
41,mlp.experts.67.up_proj,0.0000435674,0.10000,1.043
41,mlp.experts.69.up_proj,0.0000002765,0.10000,1.049
41,mlp.experts.68.up_proj,0.0000011434,0.10000,1.090
41,mlp.experts.71.up_proj,0.0000028000,0.10000,1.015
41,mlp.experts.70.up_proj,0.0000210833,0.10000,1.091
41,mlp.experts.72.up_proj,0.0000007518,0.10000,1.096
41,mlp.experts.73.up_proj,0.0000016250,0.10000,1.092
41,mlp.experts.74.up_proj,0.0000076194,0.10000,1.066
41,mlp.experts.75.up_proj,0.0000048005,0.10000,1.057
41,mlp.experts.76.up_proj,0.0000206392,0.10000,0.991
41,mlp.experts.77.up_proj,0.0000004984,0.10000,1.032
41,mlp.experts.78.up_proj,0.0000037284,0.10000,1.036
41,mlp.experts.79.up_proj,0.0000006870,0.10000,1.044
41,mlp.experts.80.up_proj,0.0000003858,0.10000,1.034
41,mlp.experts.81.up_proj,0.0000006818,0.10000,1.028
41,mlp.experts.82.up_proj,0.0000004418,0.10000,1.021
41,mlp.experts.83.up_proj,0.0000015245,0.10000,1.031
41,mlp.experts.84.up_proj,0.0000004042,0.10000,1.031
41,mlp.experts.85.up_proj,0.0000001371,0.10000,1.057
41,mlp.experts.86.up_proj,0.0000032786,0.10000,1.055
41,mlp.experts.87.up_proj,0.0000006057,0.10000,1.030
41,mlp.experts.88.up_proj,0.0000035478,0.10000,1.089
41,mlp.experts.89.up_proj,0.0000078452,0.10000,1.042
41,mlp.experts.90.up_proj,0.0000084699,0.10000,1.050
41,mlp.experts.91.up_proj,0.0000100298,0.10000,1.058
41,mlp.experts.92.up_proj,0.0000003224,0.10000,1.033
41,mlp.experts.93.up_proj,0.0000025525,0.10000,1.040
41,mlp.experts.94.up_proj,0.0000101566,0.10000,0.946
41,mlp.experts.95.up_proj,0.0000023732,0.10000,0.962
41,mlp.experts.96.up_proj,0.0000523047,0.10000,0.991
41,mlp.experts.97.up_proj,0.0000002681,0.10000,1.020
41,mlp.experts.98.up_proj,0.0000269257,0.10000,1.025
41,mlp.experts.99.up_proj,0.0000008925,0.10000,1.029
41,mlp.experts.100.up_proj,0.0000005589,0.10000,1.023
41,mlp.experts.101.up_proj,0.0000076160,0.10000,0.994
41,mlp.experts.102.up_proj,0.0000002486,0.10000,1.042
41,mlp.experts.103.up_proj,0.0000002415,0.10000,1.024
41,mlp.experts.104.up_proj,0.0000295357,0.10000,1.023
41,mlp.experts.105.up_proj,0.0000029326,0.10000,1.004
41,mlp.experts.106.up_proj,0.0000000963,0.10000,1.063
41,mlp.experts.107.up_proj,0.0000090710,0.10000,1.063
41,mlp.experts.108.up_proj,0.0000140810,0.10000,1.048
41,mlp.experts.109.up_proj,0.0000446291,0.10000,1.022
41,mlp.experts.110.up_proj,0.0000112125,0.10000,1.038
41,mlp.experts.111.up_proj,0.0004167150,0.10000,1.025
41,mlp.experts.112.up_proj,0.0000002236,0.10000,1.027
41,mlp.experts.113.up_proj,0.0000007992,0.10000,1.041
41,mlp.experts.114.up_proj,0.0000170402,0.10000,1.062
41,mlp.experts.115.up_proj,0.0000008189,0.10000,1.031
41,mlp.experts.116.up_proj,0.0000020971,0.10000,1.053
41,mlp.experts.117.up_proj,0.0000001690,0.10000,1.060
41,mlp.experts.118.up_proj,0.0000023687,0.10000,0.991
41,mlp.experts.119.up_proj,0.0000322391,0.10000,0.990
41,mlp.experts.120.up_proj,0.0000008263,0.10000,1.055
41,mlp.experts.121.up_proj,0.0000002458,0.10000,1.081
41,mlp.experts.122.up_proj,0.0000005510,0.10000,1.026
41,mlp.experts.123.up_proj,0.0000029890,0.10000,1.018
41,mlp.experts.124.up_proj,0.0000020036,0.10000,1.033
41,mlp.experts.125.up_proj,0.0000125505,0.10000,1.022
41,mlp.experts.126.up_proj,0.0000007839,0.10000,1.056
41,mlp.experts.127.up_proj,0.0000034623,0.10000,1.064
41,mlp.experts.0.gate_proj,0.0000002051,0.10000,0.980
41,mlp.experts.1.gate_proj,0.0000003426,0.10000,0.984
41,mlp.experts.2.gate_proj,0.0000002355,0.10000,1.026
41,mlp.experts.3.gate_proj,0.0000145897,0.10000,1.019
41,mlp.experts.4.gate_proj,0.0000892591,0.10000,1.022
41,mlp.experts.5.gate_proj,0.0000007421,0.10000,1.020
41,mlp.experts.6.gate_proj,0.0000008635,0.10000,0.987
41,mlp.experts.7.gate_proj,0.0000010746,0.10000,0.977
41,mlp.experts.8.gate_proj,0.0003291386,0.10000,1.063
41,mlp.experts.9.gate_proj,0.0000001779,0.10000,1.069
41,mlp.experts.10.gate_proj,0.0000039619,0.10000,1.054
41,mlp.experts.11.gate_proj,0.0000005702,0.10000,1.081
41,mlp.experts.12.gate_proj,0.0000157621,0.10000,1.074
41,mlp.experts.13.gate_proj,0.0000090411,0.10000,1.028
41,mlp.experts.14.gate_proj,0.0000002624,0.10000,1.080
41,mlp.experts.15.gate_proj,0.0000001967,0.10000,1.088
41,mlp.experts.16.gate_proj,0.0000049947,0.10000,1.026
41,mlp.experts.17.gate_proj,0.0000002780,0.10000,1.064
41,mlp.experts.18.gate_proj,0.0000004033,0.10000,1.046
41,mlp.experts.19.gate_proj,0.0000002711,0.10000,1.065
41,mlp.experts.20.gate_proj,0.0000001660,0.10000,1.019
41,mlp.experts.21.gate_proj,0.0000005206,0.10000,1.070
41,mlp.experts.22.gate_proj,0.0000017043,0.10000,1.077
41,mlp.experts.23.gate_proj,0.0001669182,0.10000,1.037
41,mlp.experts.24.gate_proj,0.0000103268,0.10000,1.072
41,mlp.experts.25.gate_proj,0.0000109849,0.10000,1.027
41,mlp.experts.26.gate_proj,0.0000023305,0.10000,1.104
41,mlp.experts.27.gate_proj,0.0001919169,0.10000,1.077
41,mlp.experts.28.gate_proj,0.0000096003,0.10000,1.066
41,mlp.experts.29.gate_proj,0.0000757530,0.10000,1.093
41,mlp.experts.30.gate_proj,0.0000011418,0.10000,1.068
41,mlp.experts.31.gate_proj,0.0000185587,0.10000,1.078
41,mlp.experts.32.gate_proj,0.0000191127,0.10000,0.934
41,mlp.experts.33.gate_proj,0.0000127121,0.10000,0.958
41,mlp.experts.34.gate_proj,0.0000024698,0.10000,1.037
41,mlp.experts.35.gate_proj,0.0000002377,0.10000,1.050
41,mlp.experts.36.gate_proj,0.0000002399,0.10000,1.028
41,mlp.experts.37.gate_proj,0.0000335585,0.10000,1.019
41,mlp.experts.38.gate_proj,0.0000061806,0.10000,1.023
41,mlp.experts.39.gate_proj,0.0000019992,0.10000,1.016
41,mlp.experts.40.gate_proj,0.0000075598,0.10000,1.017
41,mlp.experts.41.gate_proj,0.0000286426,0.10000,1.008
41,mlp.experts.42.gate_proj,0.0000006041,0.10000,1.013
41,mlp.experts.43.gate_proj,0.0000477476,0.10000,1.000
41,mlp.experts.44.gate_proj,0.0000013652,0.10000,1.057
41,mlp.experts.45.gate_proj,0.0000003300,0.10000,1.054
41,mlp.experts.46.gate_proj,0.0000003376,0.10000,1.050
41,mlp.experts.47.gate_proj,0.0000005743,0.10000,1.054
41,mlp.experts.48.gate_proj,0.0000005382,0.10000,1.016
41,mlp.experts.49.gate_proj,0.0000008592,0.10000,1.026
41,mlp.experts.50.gate_proj,0.0000014360,0.10000,1.015
41,mlp.experts.51.gate_proj,0.0000056645,0.10000,1.044
41,mlp.experts.52.gate_proj,0.0000002967,0.10000,1.041
41,mlp.experts.53.gate_proj,0.0000004228,0.10000,1.070
41,mlp.experts.54.gate_proj,0.0000015151,0.10000,1.012
41,mlp.experts.55.gate_proj,0.0000012995,0.10000,1.081
41,mlp.experts.56.gate_proj,0.0000099836,0.10000,1.070
41,mlp.experts.57.gate_proj,0.0000009811,0.10000,1.029
41,mlp.experts.58.gate_proj,0.0000006094,0.10000,1.013
41,mlp.experts.59.gate_proj,0.0000019393,0.10000,1.022
41,mlp.experts.60.gate_proj,0.0000248056,0.10000,1.032
41,mlp.experts.61.gate_proj,0.0000008094,0.10000,1.058
41,mlp.experts.62.gate_proj,0.0000001966,0.10000,1.041
41,mlp.experts.63.gate_proj,0.0000002302,0.10000,1.063
41,mlp.experts.64.gate_proj,0.0000002499,0.10000,1.057
41,mlp.experts.65.gate_proj,0.0000001910,0.10000,1.014
41,mlp.experts.66.gate_proj,0.0000002081,0.10000,0.981
41,mlp.experts.67.gate_proj,0.0000383704,0.10000,0.993
41,mlp.experts.68.gate_proj,0.0000010880,0.10000,0.972
41,mlp.experts.69.gate_proj,0.0000002595,0.10000,0.932
41,mlp.experts.70.gate_proj,0.0000215461,0.10000,1.050
41,mlp.experts.71.gate_proj,0.0000025969,0.10000,1.014
41,mlp.experts.72.gate_proj,0.0000007381,0.10000,1.084
41,mlp.experts.73.gate_proj,0.0000016639,0.10000,1.055
41,mlp.experts.74.gate_proj,0.0000071044,0.10000,1.013
41,mlp.experts.75.gate_proj,0.0000046726,0.10000,1.015
41,mlp.experts.76.gate_proj,0.0000199925,0.10000,0.999
41,mlp.experts.77.gate_proj,0.0000005019,0.10000,1.041
41,mlp.experts.78.gate_proj,0.0000035610,0.10000,0.976
41,mlp.experts.79.gate_proj,0.0000006914,0.10000,1.011
41,mlp.experts.80.gate_proj,0.0000003865,0.10000,1.004
41,mlp.experts.81.gate_proj,0.0000006534,0.10000,1.022
41,mlp.experts.82.gate_proj,0.0000004283,0.10000,1.053
41,mlp.experts.83.gate_proj,0.0000014469,0.10000,1.038
41,mlp.experts.84.gate_proj,0.0000004163,0.10000,1.093
41,mlp.experts.85.gate_proj,0.0000001280,0.10000,1.035
41,mlp.experts.86.gate_proj,0.0000031198,0.10000,1.069
41,mlp.experts.87.gate_proj,0.0000006051,0.10000,1.012
41,mlp.experts.88.gate_proj,0.0000033849,0.10000,1.035
41,mlp.experts.89.gate_proj,0.0000079224,0.10000,1.073
41,mlp.experts.90.gate_proj,0.0000073789,0.10000,0.999
41,mlp.experts.91.gate_proj,0.0000095857,0.10000,1.052
41,mlp.experts.92.gate_proj,0.0000003067,0.10000,0.954
41,mlp.experts.93.gate_proj,0.0000026455,0.10000,0.952
41,mlp.experts.94.gate_proj,0.0000098174,0.10000,1.040
41,mlp.experts.95.gate_proj,0.0000022547,0.10000,1.065
41,mlp.experts.96.gate_proj,0.0000502290,0.10000,1.049
41,mlp.experts.97.gate_proj,0.0000002375,0.10000,1.038
41,mlp.experts.98.gate_proj,0.0000272628,0.10000,1.034
41,mlp.experts.99.gate_proj,0.0000008537,0.10000,1.071
41,mlp.experts.100.gate_proj,0.0000005564,0.10000,1.025
41,mlp.experts.101.gate_proj,0.0000073042,0.10000,1.005
41,mlp.experts.102.gate_proj,0.0000002311,0.10000,1.001
41,mlp.experts.103.gate_proj,0.0000002264,0.10000,1.006
41,mlp.experts.104.gate_proj,0.0000281541,0.10000,1.006
41,mlp.experts.105.gate_proj,0.0000028649,0.10000,1.018
41,mlp.experts.106.gate_proj,0.0000000866,0.10000,1.006
41,mlp.experts.107.gate_proj,0.0000082829,0.10000,1.038
41,mlp.experts.108.gate_proj,0.0000131602,0.10000,1.018
41,mlp.experts.109.gate_proj,0.0000427485,0.10000,1.020
41,mlp.experts.110.gate_proj,0.0000107545,0.10000,1.000
41,mlp.experts.111.gate_proj,0.0003806723,0.10000,1.009
41,mlp.experts.112.gate_proj,0.0000002185,0.10000,1.012
41,mlp.experts.113.gate_proj,0.0000007484,0.10000,0.994
41,mlp.experts.114.gate_proj,0.0000164512,0.10000,1.023
41,mlp.experts.115.gate_proj,0.0000008655,0.10000,1.032
41,mlp.experts.116.gate_proj,0.0000019980,0.10000,1.026
41,mlp.experts.117.gate_proj,0.0000001591,0.10000,1.024
41,mlp.experts.118.gate_proj,0.0000023439,0.10000,1.019
41,mlp.experts.119.gate_proj,0.0000303866,0.10000,1.016
41,mlp.experts.120.gate_proj,0.0000008125,0.10000,1.053
41,mlp.experts.121.gate_proj,0.0000002446,0.10000,1.039
41,mlp.experts.122.gate_proj,0.0000006592,0.10000,1.024
41,mlp.experts.123.gate_proj,0.0000028774,0.10000,1.012
41,mlp.experts.124.gate_proj,0.0000019689,0.10000,1.018
41,mlp.experts.125.gate_proj,0.0000126937,0.10000,1.021
41,mlp.experts.126.gate_proj,0.0000007503,0.10000,1.009
41,mlp.experts.127.gate_proj,0.0000033580,0.10000,0.956
41,mlp.experts.0.down_proj,0.0000001704,0.10000,0.419
41,mlp.experts.1.down_proj,0.0000003546,0.10000,0.419
41,mlp.experts.3.down_proj,0.0000190868,0.10000,0.410
41,mlp.experts.2.down_proj,0.0000001672,0.10000,0.414
41,mlp.experts.5.down_proj,0.0000010502,0.10000,0.399
41,mlp.experts.4.down_proj,0.0000711390,0.10000,0.416
41,mlp.experts.6.down_proj,0.0000007505,0.10000,0.392
41,mlp.experts.7.down_proj,0.0000011671,0.10000,0.409
41,mlp.experts.8.down_proj,0.0002392427,0.10000,0.387
41,mlp.experts.9.down_proj,0.0000001372,0.10000,0.415
41,mlp.experts.10.down_proj,0.0000020615,0.10000,0.366
41,mlp.experts.11.down_proj,0.0000005834,0.10000,0.367
41,mlp.experts.12.down_proj,0.0000194055,0.10000,0.395
41,mlp.experts.13.down_proj,0.0000107256,0.10000,0.379
41,mlp.experts.14.down_proj,0.0000003039,0.10000,0.393
41,mlp.experts.15.down_proj,0.0000002489,0.10000,0.364
41,mlp.experts.16.down_proj,0.0000057709,0.10000,0.391
41,mlp.experts.17.down_proj,0.0000003567,0.10000,0.390
41,mlp.experts.18.down_proj,0.0000002719,0.10000,0.396
41,mlp.experts.19.down_proj,0.0000002589,0.10000,0.391
41,mlp.experts.20.down_proj,0.0000001466,0.10000,0.393
41,mlp.experts.21.down_proj,0.0000007097,0.10000,0.396
41,mlp.experts.22.down_proj,0.0000019963,0.10000,0.415
41,mlp.experts.23.down_proj,0.0001137730,0.10000,0.410
41,mlp.experts.24.down_proj,0.0000114009,0.10000,0.413
41,mlp.experts.25.down_proj,0.0000099745,0.10000,0.418
41,mlp.experts.26.down_proj,0.0000024290,0.10000,0.369
41,mlp.experts.27.down_proj,0.0000635974,0.10000,0.371
41,mlp.experts.28.down_proj,0.0000085666,0.10000,0.385
41,mlp.experts.29.down_proj,0.0000748493,0.10000,0.393
41,mlp.experts.30.down_proj,0.0000013421,0.10000,0.396
41,mlp.experts.31.down_proj,0.0000183885,0.10000,0.395
41,mlp.experts.32.down_proj,0.0000260953,0.10000,0.397
41,mlp.experts.33.down_proj,0.0000118172,0.10000,0.392
41,mlp.experts.34.down_proj,0.0000010438,0.10000,0.390
41,mlp.experts.35.down_proj,0.0000002628,0.10000,0.390
41,mlp.experts.36.down_proj,0.0000001891,0.10000,0.386
41,mlp.experts.37.down_proj,0.0001065726,0.10000,0.386
41,mlp.experts.38.down_proj,0.0000082038,0.10000,0.401
41,mlp.experts.39.down_proj,0.0000040523,0.10000,0.396
41,mlp.experts.40.down_proj,0.0000102435,0.10000,0.402
41,mlp.experts.41.down_proj,0.0000577019,0.10000,0.402
41,mlp.experts.42.down_proj,0.0000006348,0.10000,0.380
41,mlp.experts.43.down_proj,0.0000463387,0.10000,0.385
41,mlp.experts.44.down_proj,0.0000012143,0.10000,0.365
41,mlp.experts.45.down_proj,0.0000003154,0.10000,0.394
41,mlp.experts.46.down_proj,0.0000004151,0.10000,0.380
41,mlp.experts.47.down_proj,0.0000004014,0.10000,0.388
41,mlp.experts.48.down_proj,0.0000003824,0.10000,0.357
41,mlp.experts.49.down_proj,0.0000006852,0.10000,0.354
41,mlp.experts.50.down_proj,0.0000023672,0.10000,0.336
41,mlp.experts.51.down_proj,0.0000099370,0.10000,0.355
41,mlp.experts.52.down_proj,0.0000004567,0.10000,0.419
41,mlp.experts.53.down_proj,0.0000004531,0.10000,0.398
41,mlp.experts.54.down_proj,0.0000013537,0.10000,0.381
41,mlp.experts.55.down_proj,0.0000012356,0.10000,0.366
41,mlp.experts.56.down_proj,0.0000077519,0.10000,0.387
41,mlp.experts.57.down_proj,0.0000027303,0.10000,0.378
41,mlp.experts.58.down_proj,0.0000006825,0.10000,0.388
41,mlp.experts.59.down_proj,0.0000012929,0.10000,0.380
41,mlp.experts.60.down_proj,0.0000369297,0.10000,0.361
41,mlp.experts.61.down_proj,0.0000010136,0.10000,0.366
41,mlp.experts.62.down_proj,0.0000001696,0.10000,0.400
41,mlp.experts.63.down_proj,0.0000001580,0.10000,0.399
41,mlp.experts.64.down_proj,0.0000002426,0.10000,0.403
41,mlp.experts.65.down_proj,0.0000001445,0.10000,0.398
41,mlp.experts.66.down_proj,0.0000002056,0.10000,0.374
41,mlp.experts.67.down_proj,0.0000594974,0.10000,0.363
41,mlp.experts.68.down_proj,0.0000011402,0.10000,0.401
41,mlp.experts.69.down_proj,0.0000002799,0.10000,0.403
41,mlp.experts.70.down_proj,0.0000489962,0.10000,0.392
41,mlp.experts.71.down_proj,0.0000025345,0.10000,0.395
41,mlp.experts.72.down_proj,0.0000007292,0.10000,0.390
41,mlp.experts.73.down_proj,0.0000005604,0.10000,0.390
41,mlp.experts.74.down_proj,0.0000073410,0.10000,0.401
41,mlp.experts.75.down_proj,0.0000059208,0.10000,0.395
41,mlp.experts.76.down_proj,0.0000153398,0.10000,0.377
41,mlp.experts.77.down_proj,0.0000004735,0.10000,0.374
41,mlp.experts.78.down_proj,0.0000035563,0.10000,0.410
41,mlp.experts.79.down_proj,0.0000005889,0.10000,0.414
41,mlp.experts.80.down_proj,0.0000001965,0.10000,0.381
41,mlp.experts.81.down_proj,0.0000004292,0.10000,0.382
41,mlp.experts.82.down_proj,0.0000004035,0.10000,0.373
41,mlp.experts.83.down_proj,0.0000014464,0.10000,0.375
41,mlp.experts.84.down_proj,0.0000003964,0.10000,0.407
41,mlp.experts.85.down_proj,0.0000000991,0.10000,0.408
41,mlp.experts.86.down_proj,0.0000039367,0.10000,0.377
41,mlp.experts.87.down_proj,0.0000004468,0.10000,0.403
41,mlp.experts.88.down_proj,0.0000085805,0.10000,0.346
41,mlp.experts.89.down_proj,0.0000091236,0.10000,0.359
41,mlp.experts.90.down_proj,0.0000128926,0.10000,0.367
41,mlp.experts.91.down_proj,0.0000108498,0.10000,0.375
41,mlp.experts.92.down_proj,0.0000002869,0.10000,0.409
41,mlp.experts.93.down_proj,0.0000010598,0.10000,0.402
41,mlp.experts.94.down_proj,0.0000133502,0.10000,0.387
41,mlp.experts.95.down_proj,0.0000022147,0.10000,0.398
41,mlp.experts.96.down_proj,0.0000287430,0.10000,0.374
41,mlp.experts.97.down_proj,0.0000002629,0.10000,0.379
41,mlp.experts.98.down_proj,0.0000539486,0.10000,0.402
41,mlp.experts.99.down_proj,0.0000017697,0.10000,0.426
41,mlp.experts.100.down_proj,0.0000003267,0.10000,0.415
41,mlp.experts.101.down_proj,0.0000088875,0.10000,0.413
41,mlp.experts.102.down_proj,0.0000002192,0.10000,0.394
41,mlp.experts.103.down_proj,0.0000002149,0.10000,0.389
41,mlp.experts.104.down_proj,0.0000251373,0.10000,0.398
41,mlp.experts.105.down_proj,0.0000022337,0.10000,0.385
41,mlp.experts.106.down_proj,0.0000000650,0.10000,0.390
41,mlp.experts.107.down_proj,0.0000056215,0.10000,0.393
41,mlp.experts.108.down_proj,0.0000313222,0.10000,0.387
41,mlp.experts.109.down_proj,0.0000019420,0.10000,0.414
41,mlp.experts.110.down_proj,0.0000142758,0.10000,0.399
41,mlp.experts.111.down_proj,0.0002389699,0.10000,0.417
41,mlp.experts.112.down_proj,0.0000001635,0.10000,0.395
41,mlp.experts.113.down_proj,0.0000007619,0.10000,0.413
41,mlp.experts.114.down_proj,0.0000142112,0.10000,0.396
41,mlp.experts.115.down_proj,0.0000010019,0.10000,0.421
41,mlp.experts.116.down_proj,0.0000022779,0.10000,0.365
41,mlp.experts.117.down_proj,0.0000001314,0.10000,0.384
41,mlp.experts.118.down_proj,0.0000025188,0.10000,0.374
41,mlp.experts.119.down_proj,0.0000453643,0.10000,0.381
41,mlp.experts.120.down_proj,0.0000006616,0.10000,0.405
41,mlp.experts.121.down_proj,0.0000001822,0.10000,0.417
41,mlp.experts.122.down_proj,0.0000006385,0.10000,0.413
41,mlp.experts.123.down_proj,0.0000024262,0.10000,0.400
41,mlp.experts.124.down_proj,0.0000021446,0.10000,0.416
41,mlp.experts.125.down_proj,0.0000180454,0.10000,0.400
41,mlp.experts.126.down_proj,0.0000012393,0.10000,0.369
41,mlp.experts.127.down_proj,0.0000024897,0.10000,0.313
42,self_attn.k_proj,0.0000000077,0.10000,1.053
42,self_attn.q_proj,0.0000000680,0.10000,1.088
42,self_attn.v_proj,0.0000000132,0.10000,0.648
42,self_attn.o_proj,0.0000000049,0.10000,1.307
42,mlp.gate,0.0000000135,0.10000,0.644
42,mlp.experts.1.up_proj,0.0000097090,0.10000,1.041
42,mlp.experts.0.up_proj,0.0000625273,0.10000,1.087
42,mlp.experts.2.up_proj,0.0000004148,0.10000,1.048
42,mlp.experts.3.up_proj,0.0000004301,0.10000,1.052
42,mlp.experts.4.up_proj,0.0000012243,0.10000,1.040
42,mlp.experts.5.up_proj,0.0000002689,0.10000,1.034
42,mlp.experts.6.up_proj,0.0000030945,0.10000,1.020
42,mlp.experts.7.up_proj,0.0000004370,0.10000,1.014
42,mlp.experts.8.up_proj,0.0000004909,0.10000,1.021
42,mlp.experts.9.up_proj,0.0000076491,0.10000,1.054
42,mlp.experts.10.up_proj,0.0000072368,0.10000,1.005
42,mlp.experts.11.up_proj,0.0000520064,0.10000,1.051
42,mlp.experts.12.up_proj,0.0000006471,0.10000,1.010
42,mlp.experts.13.up_proj,0.0000088612,0.10000,1.029
42,mlp.experts.14.up_proj,0.0000004493,0.10000,1.021
42,mlp.experts.15.up_proj,0.0000513972,0.10000,1.021
42,mlp.experts.16.up_proj,0.0000002367,0.10000,0.969
42,mlp.experts.17.up_proj,0.0000013301,0.10000,0.991
42,mlp.experts.18.up_proj,0.0000001752,0.10000,1.030
42,mlp.experts.19.up_proj,0.0000017877,0.10000,1.037
42,mlp.experts.20.up_proj,0.0000088758,0.10000,1.085
42,mlp.experts.21.up_proj,0.0000006303,0.10000,1.082
42,mlp.experts.22.up_proj,0.0000001360,0.10000,0.992
42,mlp.experts.23.up_proj,0.0000002410,0.10000,0.977
42,mlp.experts.24.up_proj,0.0000002400,0.10000,1.015
42,mlp.experts.25.up_proj,0.0000007565,0.10000,1.031
42,mlp.experts.26.up_proj,0.0004435402,0.10000,1.015
42,mlp.experts.27.up_proj,0.0000006308,0.10000,0.999
42,mlp.experts.28.up_proj,0.0000006070,0.10000,1.005
42,mlp.experts.29.up_proj,0.0000702158,0.10000,0.991
42,mlp.experts.30.up_proj,0.0000020801,0.10000,0.933
42,mlp.experts.31.up_proj,0.0000002734,0.10000,0.939
42,mlp.experts.32.up_proj,0.0000003507,0.10000,1.029
42,mlp.experts.33.up_proj,0.0000022881,0.10000,1.055
42,mlp.experts.34.up_proj,0.0000051401,0.10000,1.062
42,mlp.experts.35.up_proj,0.0000037563,0.10000,1.051
42,mlp.experts.36.up_proj,0.0000002501,0.10000,1.035
42,mlp.experts.37.up_proj,0.0000002799,0.10000,1.035
42,mlp.experts.38.up_proj,0.0000010003,0.10000,1.059
42,mlp.experts.39.up_proj,0.0000008628,0.10000,1.003
42,mlp.experts.40.up_proj,0.0000618352,0.10000,1.031
42,mlp.experts.41.up_proj,0.0000022079,0.10000,1.063
42,mlp.experts.42.up_proj,0.0000239859,0.10000,1.057
42,mlp.experts.43.up_proj,0.0000010277,0.10000,1.040
42,mlp.experts.44.up_proj,0.0000263331,0.10000,1.059
42,mlp.experts.45.up_proj,0.0000535859,0.10000,1.016
42,mlp.experts.46.up_proj,0.0000056353,0.10000,1.050
42,mlp.experts.47.up_proj,0.0000058012,0.10000,1.039
42,mlp.experts.48.up_proj,0.0000514721,0.10000,0.997
42,mlp.experts.49.up_proj,0.0000002026,0.10000,1.053
42,mlp.experts.50.up_proj,0.0000029012,0.10000,1.007
42,mlp.experts.51.up_proj,0.0000621465,0.10000,1.038
42,mlp.experts.52.up_proj,0.0000008739,0.10000,1.044
42,mlp.experts.53.up_proj,0.0000130174,0.10000,1.056
42,mlp.experts.54.up_proj,0.0000158519,0.10000,1.020
42,mlp.experts.55.up_proj,0.0000001996,0.10000,1.018
42,mlp.experts.56.up_proj,0.0000021419,0.10000,0.993
42,mlp.experts.57.up_proj,0.0000215179,0.10000,1.009
42,mlp.experts.58.up_proj,0.0000027222,0.10000,1.033
42,mlp.experts.59.up_proj,0.0000004022,0.10000,1.036
42,mlp.experts.60.up_proj,0.0000145819,0.10000,1.048
42,mlp.experts.61.up_proj,0.0000070428,0.10000,1.057
42,mlp.experts.62.up_proj,0.0000278552,0.10000,0.967
42,mlp.experts.63.up_proj,0.0000178669,0.10000,0.967
42,mlp.experts.64.up_proj,0.0000003979,0.10000,0.998
42,mlp.experts.65.up_proj,0.0000003248,0.10000,1.031
42,mlp.experts.66.up_proj,0.0000015523,0.10000,0.962
42,mlp.experts.67.up_proj,0.0000498883,0.10000,1.058
42,mlp.experts.68.up_proj,0.0000003977,0.10000,0.984
42,mlp.experts.69.up_proj,0.0000012019,0.10000,1.016
42,mlp.experts.70.up_proj,0.0000011110,0.10000,1.030
42,mlp.experts.71.up_proj,0.0000012850,0.10000,1.060
42,mlp.experts.72.up_proj,0.0000120074,0.10000,0.992
42,mlp.experts.73.up_proj,0.0000002362,0.10000,1.012
42,mlp.experts.74.up_proj,0.0000001869,0.10000,1.002
42,mlp.experts.75.up_proj,0.0000001622,0.10000,0.958
42,mlp.experts.76.up_proj,0.0000020702,0.10000,0.864
42,mlp.experts.77.up_proj,0.0000011252,0.10000,0.905
42,mlp.experts.78.up_proj,0.0000119032,0.10000,1.070
42,mlp.experts.79.up_proj,0.0000012294,0.10000,1.050
42,mlp.experts.80.up_proj,0.0000005204,0.10000,1.044
42,mlp.experts.81.up_proj,0.0000069228,0.10000,0.976
42,mlp.experts.82.up_proj,0.0000093450,0.10000,0.952
42,mlp.experts.83.up_proj,0.0000109943,0.10000,1.040
42,mlp.experts.84.up_proj,0.0000020997,0.10000,1.031
42,mlp.experts.85.up_proj,0.0001028288,0.10000,1.041
42,mlp.experts.86.up_proj,0.0000003462,0.10000,1.045
42,mlp.experts.87.up_proj,0.0000088202,0.10000,1.093
42,mlp.experts.88.up_proj,0.0000066060,0.10000,1.073
42,mlp.experts.89.up_proj,0.0000164274,0.10000,1.057
42,mlp.experts.90.up_proj,0.0000003126,0.10000,0.992
42,mlp.experts.91.up_proj,0.0000045806,0.10000,0.954
42,mlp.experts.92.up_proj,0.0000017812,0.10000,0.953
42,mlp.experts.93.up_proj,0.0000002457,0.10000,0.988
42,mlp.experts.94.up_proj,0.0000086821,0.10000,1.041
42,mlp.experts.95.up_proj,0.0000146216,0.10000,1.022
42,mlp.experts.96.up_proj,0.0000162500,0.10000,1.010
42,mlp.experts.97.up_proj,0.0000074946,0.10000,1.074
42,mlp.experts.98.up_proj,0.0000003256,0.10000,1.030
42,mlp.experts.99.up_proj,0.0000024829,0.10000,1.038
42,mlp.experts.100.up_proj,0.0000020410,0.10000,1.026
42,mlp.experts.101.up_proj,0.0000002396,0.10000,1.030
42,mlp.experts.102.up_proj,0.0000003778,0.10000,1.019
42,mlp.experts.103.up_proj,0.0000063135,0.10000,1.045
42,mlp.experts.104.up_proj,0.0000072702,0.10000,1.063
42,mlp.experts.105.up_proj,0.0000065670,0.10000,1.040
42,mlp.experts.106.up_proj,0.0000005935,0.10000,1.040
42,mlp.experts.107.up_proj,0.0000089768,0.10000,1.000
42,mlp.experts.108.up_proj,0.0000011071,0.10000,1.047
42,mlp.experts.109.up_proj,0.0000058780,0.10000,1.093
42,mlp.experts.110.up_proj,0.0000451257,0.10000,1.052
42,mlp.experts.111.up_proj,0.0000024262,0.10000,1.068
42,mlp.experts.112.up_proj,0.0000022450,0.10000,1.044
42,mlp.experts.113.up_proj,0.0000054540,0.10000,1.075
42,mlp.experts.114.up_proj,0.0000011744,0.10000,1.044
42,mlp.experts.115.up_proj,0.0000003339,0.10000,1.038
42,mlp.experts.116.up_proj,0.0000014978,0.10000,1.048
42,mlp.experts.117.up_proj,0.0000009420,0.10000,1.042
42,mlp.experts.118.up_proj,0.0000233678,0.10000,1.036
42,mlp.experts.119.up_proj,0.0000013096,0.10000,1.067
42,mlp.experts.120.up_proj,0.0000164005,0.10000,1.021
42,mlp.experts.121.up_proj,0.0001208487,0.10000,1.026
42,mlp.experts.122.up_proj,0.0000125028,0.10000,1.015
42,mlp.experts.123.up_proj,0.0000001785,0.10000,1.050
42,mlp.experts.124.up_proj,0.0000046831,0.10000,1.062
42,mlp.experts.125.up_proj,0.0000002775,0.10000,1.012
42,mlp.experts.126.up_proj,0.0000001701,0.10000,1.016
42,mlp.experts.127.up_proj,0.0000119873,0.10000,1.015
42,mlp.experts.0.gate_proj,0.0000601009,0.10000,1.044
42,mlp.experts.1.gate_proj,0.0000090268,0.10000,0.976
42,mlp.experts.2.gate_proj,0.0000003813,0.10000,1.013
42,mlp.experts.3.gate_proj,0.0000004118,0.10000,1.063
42,mlp.experts.4.gate_proj,0.0000011573,0.10000,1.018
42,mlp.experts.5.gate_proj,0.0000002342,0.10000,1.049
42,mlp.experts.6.gate_proj,0.0000031804,0.10000,1.016
42,mlp.experts.7.gate_proj,0.0000003914,0.10000,1.012
42,mlp.experts.8.gate_proj,0.0000005541,0.10000,0.999
42,mlp.experts.9.gate_proj,0.0000072232,0.10000,0.984
42,mlp.experts.10.gate_proj,0.0000071524,0.10000,0.996
42,mlp.experts.11.gate_proj,0.0000428904,0.10000,1.026
42,mlp.experts.12.gate_proj,0.0000006156,0.10000,1.032
42,mlp.experts.13.gate_proj,0.0000080078,0.10000,1.044
42,mlp.experts.14.gate_proj,0.0000004290,0.10000,1.030
42,mlp.experts.15.gate_proj,0.0000481618,0.10000,1.022
42,mlp.experts.16.gate_proj,0.0000002293,0.10000,1.019
42,mlp.experts.17.gate_proj,0.0000013545,0.10000,1.024
42,mlp.experts.18.gate_proj,0.0000001535,0.10000,1.028
42,mlp.experts.19.gate_proj,0.0000016781,0.10000,0.940
42,mlp.experts.20.gate_proj,0.0000082173,0.10000,0.902
42,mlp.experts.21.gate_proj,0.0000006006,0.10000,0.971
42,mlp.experts.22.gate_proj,0.0000001235,0.10000,1.040
42,mlp.experts.23.gate_proj,0.0000002272,0.10000,1.011
42,mlp.experts.24.gate_proj,0.0000002277,0.10000,1.000
42,mlp.experts.25.gate_proj,0.0000007852,0.10000,1.038
42,mlp.experts.26.gate_proj,0.0004051396,0.10000,1.020
42,mlp.experts.27.gate_proj,0.0000005888,0.10000,1.059
42,mlp.experts.28.gate_proj,0.0000006253,0.10000,1.079
42,mlp.experts.29.gate_proj,0.0000640959,0.10000,1.054
42,mlp.experts.30.gate_proj,0.0000019788,0.10000,1.003
42,mlp.experts.31.gate_proj,0.0000002461,0.10000,1.015
42,mlp.experts.32.gate_proj,0.0000003371,0.10000,1.052
42,mlp.experts.33.gate_proj,0.0000023572,0.10000,1.041
42,mlp.experts.34.gate_proj,0.0000047858,0.10000,0.983
42,mlp.experts.35.gate_proj,0.0000035511,0.10000,1.015
42,mlp.experts.36.gate_proj,0.0000002347,0.10000,0.981
42,mlp.experts.37.gate_proj,0.0000002921,0.10000,0.988
42,mlp.experts.38.gate_proj,0.0000009443,0.10000,1.048
42,mlp.experts.39.gate_proj,0.0000008405,0.10000,1.026
42,mlp.experts.40.gate_proj,0.0000538366,0.10000,1.040
42,mlp.experts.41.gate_proj,0.0000020251,0.10000,1.076
42,mlp.experts.42.gate_proj,0.0000233984,0.10000,1.000
42,mlp.experts.43.gate_proj,0.0000009885,0.10000,1.033
42,mlp.experts.44.gate_proj,0.0000248570,0.10000,0.951
42,mlp.experts.45.gate_proj,0.0000500896,0.10000,0.971
42,mlp.experts.46.gate_proj,0.0000051733,0.10000,1.028
42,mlp.experts.47.gate_proj,0.0000054808,0.10000,1.042
42,mlp.experts.48.gate_proj,0.0000489016,0.10000,1.042
42,mlp.experts.49.gate_proj,0.0000002084,0.10000,1.045
42,mlp.experts.50.gate_proj,0.0000029138,0.10000,1.043
42,mlp.experts.51.gate_proj,0.0000561181,0.10000,1.035
42,mlp.experts.52.gate_proj,0.0000008585,0.10000,0.985
42,mlp.experts.53.gate_proj,0.0000133128,0.10000,0.983
42,mlp.experts.54.gate_proj,0.0000143339,0.10000,1.005
42,mlp.experts.55.gate_proj,0.0000001884,0.10000,1.038
42,mlp.experts.56.gate_proj,0.0000019995,0.10000,0.994
42,mlp.experts.57.gate_proj,0.0000196509,0.10000,0.996
42,mlp.experts.58.gate_proj,0.0000026240,0.10000,1.063
42,mlp.experts.59.gate_proj,0.0000003788,0.10000,1.075
42,mlp.experts.60.gate_proj,0.0000137001,0.10000,0.999
42,mlp.experts.61.gate_proj,0.0000068816,0.10000,1.011
42,mlp.experts.62.gate_proj,0.0000257740,0.10000,1.033
42,mlp.experts.63.gate_proj,0.0000170446,0.10000,1.058
42,mlp.experts.64.gate_proj,0.0000003606,0.10000,1.063
42,mlp.experts.65.gate_proj,0.0000003168,0.10000,1.073
42,mlp.experts.66.gate_proj,0.0000015603,0.10000,1.050
42,mlp.experts.67.gate_proj,0.0000466692,0.10000,1.018
42,mlp.experts.68.gate_proj,0.0000003884,0.10000,1.014
42,mlp.experts.69.gate_proj,0.0000011591,0.10000,1.034
42,mlp.experts.70.gate_proj,0.0000011879,0.10000,1.045
42,mlp.experts.71.gate_proj,0.0000012402,0.10000,1.067
42,mlp.experts.72.gate_proj,0.0000111429,0.10000,1.071
42,mlp.experts.73.gate_proj,0.0000002156,0.10000,1.074
42,mlp.experts.74.gate_proj,0.0000001701,0.10000,1.019
42,mlp.experts.75.gate_proj,0.0000001574,0.10000,1.015
42,mlp.experts.76.gate_proj,0.0000019561,0.10000,1.054
42,mlp.experts.77.gate_proj,0.0000011084,0.10000,1.054
42,mlp.experts.78.gate_proj,0.0000114705,0.10000,1.037
42,mlp.experts.79.gate_proj,0.0000011599,0.10000,1.038
42,mlp.experts.80.gate_proj,0.0000004823,0.10000,1.068
42,mlp.experts.81.gate_proj,0.0000065668,0.10000,1.024
42,mlp.experts.82.gate_proj,0.0000087463,0.10000,1.063
42,mlp.experts.83.gate_proj,0.0000103043,0.10000,0.999
42,mlp.experts.84.gate_proj,0.0000020012,0.10000,1.020
42,mlp.experts.85.gate_proj,0.0000965120,0.10000,1.079
42,mlp.experts.86.gate_proj,0.0000003225,0.10000,1.020
42,mlp.experts.87.gate_proj,0.0000085952,0.10000,0.897
42,mlp.experts.88.gate_proj,0.0000062633,0.10000,0.881
42,mlp.experts.89.gate_proj,0.0000165072,0.10000,0.964
42,mlp.experts.90.gate_proj,0.0000002907,0.10000,0.996
42,mlp.experts.91.gate_proj,0.0000041478,0.10000,1.035
42,mlp.experts.92.gate_proj,0.0000016824,0.10000,1.044
42,mlp.experts.93.gate_proj,0.0000002148,0.10000,1.059
42,mlp.experts.94.gate_proj,0.0000081769,0.10000,1.044
42,mlp.experts.95.gate_proj,0.0000139914,0.10000,1.066
42,mlp.experts.96.gate_proj,0.0000158488,0.10000,1.048
42,mlp.experts.97.gate_proj,0.0000068707,0.10000,1.053
42,mlp.experts.98.gate_proj,0.0000003028,0.10000,1.018
42,mlp.experts.99.gate_proj,0.0000023815,0.10000,1.004
42,mlp.experts.100.gate_proj,0.0000019692,0.10000,1.025
42,mlp.experts.101.gate_proj,0.0000002107,0.10000,1.087
42,mlp.experts.102.gate_proj,0.0000003216,0.10000,1.049
42,mlp.experts.103.gate_proj,0.0000054554,0.10000,1.024
42,mlp.experts.104.gate_proj,0.0000069897,0.10000,1.076
42,mlp.experts.105.gate_proj,0.0000060837,0.10000,1.080
42,mlp.experts.106.gate_proj,0.0000005777,0.10000,1.065
42,mlp.experts.107.gate_proj,0.0000087284,0.10000,1.065
42,mlp.experts.108.gate_proj,0.0000010462,0.10000,1.090
42,mlp.experts.109.gate_proj,0.0000055679,0.10000,1.050
42,mlp.experts.110.gate_proj,0.0001072683,0.10000,1.079
42,mlp.experts.111.gate_proj,0.0000024109,0.10000,1.066
42,mlp.experts.112.gate_proj,0.0000021994,0.10000,1.042
42,mlp.experts.113.gate_proj,0.0000050949,0.10000,1.079
42,mlp.experts.114.gate_proj,0.0000011505,0.10000,1.065
42,mlp.experts.115.gate_proj,0.0000003092,0.10000,1.085
42,mlp.experts.116.gate_proj,0.0000014669,0.10000,1.062
42,mlp.experts.117.gate_proj,0.0000009057,0.10000,1.008
42,mlp.experts.118.gate_proj,0.0000231515,0.10000,0.994
42,mlp.experts.119.gate_proj,0.0000012106,0.10000,1.017
42,mlp.experts.120.gate_proj,0.0000155460,0.10000,1.000
42,mlp.experts.121.gate_proj,0.0001110261,0.10000,1.003
42,mlp.experts.122.gate_proj,0.0000124105,0.10000,1.033
42,mlp.experts.123.gate_proj,0.0000001594,0.10000,1.019
42,mlp.experts.124.gate_proj,0.0000043798,0.10000,1.020
42,mlp.experts.125.gate_proj,0.0000002644,0.10000,1.048
42,mlp.experts.126.gate_proj,0.0000001651,0.10000,1.017
42,mlp.experts.127.gate_proj,0.0000112205,0.10000,0.677
42,mlp.experts.1.down_proj,0.0000194051,0.10000,0.375
42,mlp.experts.0.down_proj,0.0000489488,0.10000,0.406
42,mlp.experts.2.down_proj,0.0000004504,0.10000,0.381
42,mlp.experts.3.down_proj,0.0000004345,0.10000,0.417
42,mlp.experts.4.down_proj,0.0000026226,0.10000,0.385
42,mlp.experts.5.down_proj,0.0000003058,0.10000,0.420
42,mlp.experts.6.down_proj,0.0000024443,0.10000,0.378
42,mlp.experts.7.down_proj,0.0000005810,0.10000,0.409
42,mlp.experts.8.down_proj,0.0000005939,0.10000,0.367
42,mlp.experts.9.down_proj,0.0000113446,0.10000,0.363
42,mlp.experts.10.down_proj,0.0000058472,0.10000,0.371
42,mlp.experts.11.down_proj,0.0000876818,0.10000,0.395
42,mlp.experts.12.down_proj,0.0000007248,0.10000,0.391
42,mlp.experts.13.down_proj,0.0000050988,0.10000,0.392
42,mlp.experts.14.down_proj,0.0000003970,0.10000,0.393
42,mlp.experts.15.down_proj,0.0000585944,0.10000,0.408
42,mlp.experts.16.down_proj,0.0000001761,0.10000,0.383
42,mlp.experts.17.down_proj,0.0000026041,0.10000,0.393
42,mlp.experts.18.down_proj,0.0000001697,0.10000,0.404
42,mlp.experts.19.down_proj,0.0000013628,0.10000,0.401
42,mlp.experts.20.down_proj,0.0000066231,0.10000,0.387
42,mlp.experts.21.down_proj,0.0000005444,0.10000,0.374
42,mlp.experts.22.down_proj,0.0000001077,0.10000,0.379
42,mlp.experts.23.down_proj,0.0000002208,0.10000,0.395
42,mlp.experts.24.down_proj,0.0000002673,0.10000,0.408
42,mlp.experts.25.down_proj,0.0000006916,0.10000,0.424
42,mlp.experts.26.down_proj,0.0002380085,0.10000,0.375
42,mlp.experts.27.down_proj,0.0000007501,0.10000,0.376
42,mlp.experts.28.down_proj,0.0000007474,0.10000,0.402
42,mlp.experts.29.down_proj,0.0001186040,0.10000,0.383
42,mlp.experts.30.down_proj,0.0000029995,0.10000,0.372
42,mlp.experts.31.down_proj,0.0000004701,0.10000,0.385
42,mlp.experts.32.down_proj,0.0000002385,0.10000,0.401
42,mlp.experts.33.down_proj,0.0000039356,0.10000,0.403
42,mlp.experts.34.down_proj,0.0000093842,0.10000,0.395
42,mlp.experts.35.down_proj,0.0000036505,0.10000,0.405
42,mlp.experts.36.down_proj,0.0000002636,0.10000,0.399
42,mlp.experts.37.down_proj,0.0000003576,0.10000,0.402
42,mlp.experts.38.down_proj,0.0000010248,0.10000,0.402
42,mlp.experts.39.down_proj,0.0000009138,0.10000,0.415
42,mlp.experts.40.down_proj,0.0001207032,0.10000,0.404
42,mlp.experts.41.down_proj,0.0000030215,0.10000,0.408
42,mlp.experts.42.down_proj,0.0000141921,0.10000,0.402
42,mlp.experts.43.down_proj,0.0000007783,0.10000,0.382
42,mlp.experts.44.down_proj,0.0000788921,0.10000,0.407
42,mlp.experts.45.down_proj,0.0001272865,0.10000,0.401
42,mlp.experts.46.down_proj,0.0000068849,0.10000,0.380
42,mlp.experts.47.down_proj,0.0000057421,0.10000,0.373
42,mlp.experts.48.down_proj,0.0001071663,0.10000,0.385
42,mlp.experts.49.down_proj,0.0000002397,0.10000,0.406
42,mlp.experts.50.down_proj,0.0000031241,0.10000,0.372
42,mlp.experts.51.down_proj,0.0000303242,0.10000,0.343
42,mlp.experts.52.down_proj,0.0000009162,0.10000,0.333
42,mlp.experts.53.down_proj,0.0000171360,0.10000,0.362
42,mlp.experts.54.down_proj,0.0000319782,0.10000,0.362
42,mlp.experts.55.down_proj,0.0000001193,0.10000,0.387
42,mlp.experts.56.down_proj,0.0000033639,0.10000,0.355
42,mlp.experts.57.down_proj,0.0000368378,0.10000,0.353
42,mlp.experts.58.down_proj,0.0000032342,0.10000,0.368
42,mlp.experts.59.down_proj,0.0000003896,0.10000,0.408
42,mlp.experts.60.down_proj,0.0000188951,0.10000,0.386
42,mlp.experts.61.down_proj,0.0000102653,0.10000,0.406
42,mlp.experts.62.down_proj,0.0000229429,0.10000,0.416
42,mlp.experts.63.down_proj,0.0000295205,0.10000,0.410
42,mlp.experts.64.down_proj,0.0000004123,0.10000,0.408
42,mlp.experts.65.down_proj,0.0000002678,0.10000,0.410
42,mlp.experts.66.down_proj,0.0000020945,0.10000,0.402
42,mlp.experts.67.down_proj,0.0000334277,0.10000,0.366
42,mlp.experts.68.down_proj,0.0000003529,0.10000,0.364
42,mlp.experts.69.down_proj,0.0000007243,0.10000,0.348
42,mlp.experts.70.down_proj,0.0000013225,0.10000,0.370
42,mlp.experts.71.down_proj,0.0000012960,0.10000,0.367
42,mlp.experts.72.down_proj,0.0000091142,0.10000,0.332
42,mlp.experts.73.down_proj,0.0000002122,0.10000,0.336
42,mlp.experts.74.down_proj,0.0000002380,0.10000,0.330
42,mlp.experts.75.down_proj,0.0000001084,0.10000,0.330
42,mlp.experts.76.down_proj,0.0000020255,0.10000,0.335
42,mlp.experts.77.down_proj,0.0000007648,0.10000,0.335
42,mlp.experts.78.down_proj,0.0000218269,0.10000,0.335
42,mlp.experts.79.down_proj,0.0000007174,0.10000,0.341
42,mlp.experts.80.down_proj,0.0000006869,0.10000,0.340
42,mlp.experts.81.down_proj,0.0000060035,0.10000,0.402
42,mlp.experts.82.down_proj,0.0000132449,0.10000,0.391
42,mlp.experts.83.down_proj,0.0000127243,0.10000,0.407
42,mlp.experts.84.down_proj,0.0000013352,0.10000,0.386
42,mlp.experts.85.down_proj,0.0001496347,0.10000,0.408
42,mlp.experts.86.down_proj,0.0000004247,0.10000,0.380
42,mlp.experts.87.down_proj,0.0000081568,0.10000,0.416
42,mlp.experts.88.down_proj,0.0000057752,0.10000,0.399
42,mlp.experts.89.down_proj,0.0000385586,0.10000,0.415
42,mlp.experts.90.down_proj,0.0000003633,0.10000,0.400
42,mlp.experts.92.down_proj,0.0000024088,0.10000,0.401
42,mlp.experts.91.down_proj,0.0000084570,0.10000,0.421
42,mlp.experts.94.down_proj,0.0000089286,0.10000,0.405
42,mlp.experts.93.down_proj,0.0000002453,0.10000,0.422
42,mlp.experts.95.down_proj,0.0000153406,0.10000,0.348
42,mlp.experts.96.down_proj,0.0000208623,0.10000,0.348
42,mlp.experts.98.down_proj,0.0000003806,0.10000,0.328
42,mlp.experts.97.down_proj,0.0000074074,0.10000,0.341
42,mlp.experts.99.down_proj,0.0000008543,0.10000,0.388
42,mlp.experts.100.down_proj,0.0000011137,0.10000,0.389
42,mlp.experts.102.down_proj,0.0000008242,0.10000,0.380
42,mlp.experts.101.down_proj,0.0000003522,0.10000,0.383
42,mlp.experts.104.down_proj,0.0000073902,0.10000,0.413
42,mlp.experts.103.down_proj,0.0000135544,0.10000,0.419
42,mlp.experts.105.down_proj,0.0000066883,0.10000,0.415
42,mlp.experts.106.down_proj,0.0000006126,0.10000,0.419
42,mlp.experts.107.down_proj,0.0000135829,0.10000,0.417
42,mlp.experts.108.down_proj,0.0000024008,0.10000,0.419
42,mlp.experts.109.down_proj,0.0000061031,0.10000,0.401
42,mlp.experts.110.down_proj,0.0000015374,0.10000,0.417
42,mlp.experts.111.down_proj,0.0000034331,0.10000,0.402
42,mlp.experts.112.down_proj,0.0000016536,0.10000,0.408
42,mlp.experts.113.down_proj,0.0000043623,0.10000,0.397
42,mlp.experts.114.down_proj,0.0000009113,0.10000,0.410
42,mlp.experts.115.down_proj,0.0000004903,0.10000,0.404
42,mlp.experts.116.down_proj,0.0000016741,0.10000,0.406
42,mlp.experts.117.down_proj,0.0000008892,0.10000,0.406
42,mlp.experts.118.down_proj,0.0000276158,0.10000,0.396
42,mlp.experts.119.down_proj,0.0000017559,0.10000,0.406
42,mlp.experts.120.down_proj,0.0000151183,0.10000,0.401
42,mlp.experts.121.down_proj,0.0001082117,0.10000,0.401
42,mlp.experts.122.down_proj,0.0000142241,0.10000,0.399
42,mlp.experts.123.down_proj,0.0000002077,0.10000,0.403
42,mlp.experts.124.down_proj,0.0000073901,0.10000,0.406
42,mlp.experts.125.down_proj,0.0000003491,0.10000,0.409
42,mlp.experts.126.down_proj,0.0000001952,0.10000,0.412
42,mlp.experts.127.down_proj,0.0000109157,0.10000,0.248
43,self_attn.q_proj,0.0000000608,0.10000,1.057
43,self_attn.k_proj,0.0000000065,0.10000,1.060
43,self_attn.v_proj,0.0000000129,0.10000,0.611
43,self_attn.o_proj,0.0000000025,0.10000,1.222
43,mlp.gate,0.0000000135,0.10000,0.635
43,mlp.experts.0.up_proj,0.0000018331,0.10000,1.028
43,mlp.experts.1.up_proj,0.0000065738,0.10000,1.101
43,mlp.experts.2.up_proj,0.0000007716,0.10000,1.028
43,mlp.experts.3.up_proj,0.0000161969,0.10000,1.058
43,mlp.experts.4.up_proj,0.0000001969,0.10000,1.038
43,mlp.experts.5.up_proj,0.0000008984,0.10000,1.002
43,mlp.experts.6.up_proj,0.0000004212,0.10000,1.015
43,mlp.experts.7.up_proj,0.0000062277,0.10000,1.006
43,mlp.experts.8.up_proj,0.0000002014,0.10000,1.045
43,mlp.experts.9.up_proj,0.0000023093,0.10000,1.085
43,mlp.experts.10.up_proj,0.0000059402,0.10000,1.082
43,mlp.experts.11.up_proj,0.0000075202,0.10000,1.004
43,mlp.experts.12.up_proj,0.0000003469,0.10000,0.997
43,mlp.experts.13.up_proj,0.0000185227,0.10000,0.988
43,mlp.experts.14.up_proj,0.0000195239,0.10000,1.064
43,mlp.experts.15.up_proj,0.0000099552,0.10000,1.087
43,mlp.experts.16.up_proj,0.0000004654,0.10000,1.057
43,mlp.experts.17.up_proj,0.0000089115,0.10000,1.062
43,mlp.experts.18.up_proj,0.0000029347,0.10000,0.989
43,mlp.experts.19.up_proj,0.0000002525,0.10000,0.989
43,mlp.experts.20.up_proj,0.0000018745,0.10000,1.031
43,mlp.experts.21.up_proj,0.0000120319,0.10000,1.055
43,mlp.experts.22.up_proj,0.0000134390,0.10000,1.070
43,mlp.experts.23.up_proj,0.0000385933,0.10000,1.045
43,mlp.experts.24.up_proj,0.0000018599,0.10000,1.068
43,mlp.experts.25.up_proj,0.0000119639,0.10000,1.105
43,mlp.experts.26.up_proj,0.0000007705,0.10000,1.033
43,mlp.experts.27.up_proj,0.0000056356,0.10000,1.064
43,mlp.experts.28.up_proj,0.0000386548,0.10000,1.037
43,mlp.experts.29.up_proj,0.0000006467,0.10000,1.051
43,mlp.experts.30.up_proj,0.0000010406,0.10000,1.041
43,mlp.experts.31.up_proj,0.0000006946,0.10000,1.057
43,mlp.experts.32.up_proj,0.0000043684,0.10000,1.090
43,mlp.experts.33.up_proj,0.0000225333,0.10000,1.035
43,mlp.experts.34.up_proj,0.0000037836,0.10000,1.018
43,mlp.experts.35.up_proj,0.0001037096,0.10000,1.001
43,mlp.experts.36.up_proj,0.0000001863,0.10000,0.963
43,mlp.experts.37.up_proj,0.0000009814,0.10000,1.023
43,mlp.experts.38.up_proj,0.0000028147,0.10000,1.050
43,mlp.experts.39.up_proj,0.0000020914,0.10000,1.042
43,mlp.experts.40.up_proj,0.0000036268,0.10000,1.040
43,mlp.experts.41.up_proj,0.0000012517,0.10000,1.045
43,mlp.experts.42.up_proj,0.0000005211,0.10000,1.005
43,mlp.experts.43.up_proj,0.0000001628,0.10000,1.019
43,mlp.experts.44.up_proj,0.0000004231,0.10000,0.997
43,mlp.experts.45.up_proj,0.0000071525,0.10000,1.020
43,mlp.experts.46.up_proj,0.0000005266,0.10000,1.036
43,mlp.experts.47.up_proj,0.0000002800,0.10000,1.094
43,mlp.experts.48.up_proj,0.0000048623,0.10000,1.080
43,mlp.experts.49.up_proj,0.0000001802,0.10000,1.093
43,mlp.experts.50.up_proj,0.0000007703,0.10000,1.019
43,mlp.experts.51.up_proj,0.0000377607,0.10000,1.010
43,mlp.experts.52.up_proj,0.0000004147,0.10000,1.014
43,mlp.experts.53.up_proj,0.0000020057,0.10000,1.024
43,mlp.experts.54.up_proj,0.0000956678,0.10000,1.027
43,mlp.experts.55.up_proj,0.0000100813,0.10000,1.005
43,mlp.experts.56.up_proj,0.0000003484,0.10000,1.000
43,mlp.experts.57.up_proj,0.0000018198,0.10000,1.015
43,mlp.experts.58.up_proj,0.0000009059,0.10000,1.035
43,mlp.experts.59.up_proj,0.0000006422,0.10000,1.039
43,mlp.experts.60.up_proj,0.0000016143,0.10000,0.997
43,mlp.experts.61.up_proj,0.0000023750,0.10000,1.067
43,mlp.experts.62.up_proj,0.0000033871,0.10000,1.057
43,mlp.experts.63.up_proj,0.0000008502,0.10000,1.054
43,mlp.experts.64.up_proj,0.0000307615,0.10000,1.017
43,mlp.experts.65.up_proj,0.0000006170,0.10000,1.039
43,mlp.experts.66.up_proj,0.0000012503,0.10000,1.020
43,mlp.experts.67.up_proj,0.0000324138,0.10000,0.976
43,mlp.experts.68.up_proj,0.0000006225,0.10000,1.040
43,mlp.experts.69.up_proj,0.0000037726,0.10000,1.019
43,mlp.experts.70.up_proj,0.0000004952,0.10000,1.032
43,mlp.experts.71.up_proj,0.0000019856,0.10000,1.058
43,mlp.experts.72.up_proj,0.0000029035,0.10000,0.997
43,mlp.experts.73.up_proj,0.0000168730,0.10000,1.026
43,mlp.experts.74.up_proj,0.0000005903,0.10000,1.052
43,mlp.experts.75.up_proj,0.0000006161,0.10000,1.055
43,mlp.experts.76.up_proj,0.0000099934,0.10000,1.001
43,mlp.experts.77.up_proj,0.0000002129,0.10000,0.983
43,mlp.experts.78.up_proj,0.0000016069,0.10000,1.023
43,mlp.experts.79.up_proj,0.0000070732,0.10000,1.040
43,mlp.experts.80.up_proj,0.0000008248,0.10000,0.976
43,mlp.experts.81.up_proj,0.0000001370,0.10000,1.036
43,mlp.experts.82.up_proj,0.0000031419,0.10000,0.995
43,mlp.experts.83.up_proj,0.0000016404,0.10000,1.060
43,mlp.experts.84.up_proj,0.0000352796,0.10000,1.051
43,mlp.experts.85.up_proj,0.0000013906,0.10000,1.036
43,mlp.experts.86.up_proj,0.0000604399,0.10000,0.999
43,mlp.experts.87.up_proj,0.0000001341,0.10000,1.022
43,mlp.experts.88.up_proj,0.0000003657,0.10000,0.997
43,mlp.experts.89.up_proj,0.0000029632,0.10000,1.008
43,mlp.experts.90.up_proj,0.0000358359,0.10000,1.034
43,mlp.experts.91.up_proj,0.0000015881,0.10000,1.017
43,mlp.experts.92.up_proj,0.0000042922,0.10000,1.019
43,mlp.experts.93.up_proj,0.0000163905,0.10000,1.018
43,mlp.experts.94.up_proj,0.0000047337,0.10000,0.978
43,mlp.experts.95.up_proj,0.0000769300,0.10000,0.985
43,mlp.experts.96.up_proj,0.0000014409,0.10000,0.969
43,mlp.experts.97.up_proj,0.0000003606,0.10000,0.982
43,mlp.experts.98.up_proj,0.0000027884,0.10000,1.016
43,mlp.experts.99.up_proj,0.0000050145,0.10000,1.018
43,mlp.experts.100.up_proj,0.0000005001,0.10000,1.034
43,mlp.experts.101.up_proj,0.0000073144,0.10000,1.034
43,mlp.experts.102.up_proj,0.0000072928,0.10000,1.043
43,mlp.experts.103.up_proj,0.0000202281,0.10000,1.032
43,mlp.experts.104.up_proj,0.0000003023,0.10000,1.069
43,mlp.experts.105.up_proj,0.0000128487,0.10000,1.050
43,mlp.experts.106.up_proj,0.0000121110,0.10000,1.048
43,mlp.experts.107.up_proj,0.0000181077,0.10000,1.038
43,mlp.experts.108.up_proj,0.0000354509,0.10000,1.029
43,mlp.experts.109.up_proj,0.0000367049,0.10000,1.024
43,mlp.experts.110.up_proj,0.0000165789,0.10000,0.984
43,mlp.experts.111.up_proj,0.0000042998,0.10000,1.024
43,mlp.experts.112.up_proj,0.0000001487,0.10000,1.007
43,mlp.experts.113.up_proj,0.0000156908,0.10000,1.011
43,mlp.experts.114.up_proj,0.0000002606,0.10000,1.018
43,mlp.experts.115.up_proj,0.0000019655,0.10000,1.019
43,mlp.experts.116.up_proj,0.0001923364,0.10000,0.997
43,mlp.experts.117.up_proj,0.0000038941,0.10000,1.006
43,mlp.experts.118.up_proj,0.0000130539,0.10000,1.046
43,mlp.experts.119.up_proj,0.0000023967,0.10000,1.044
43,mlp.experts.120.up_proj,0.0000004188,0.10000,1.050
43,mlp.experts.121.up_proj,0.0000001646,0.10000,1.043
43,mlp.experts.122.up_proj,0.0000020029,0.10000,1.033
43,mlp.experts.123.up_proj,0.0000035612,0.10000,0.995
43,mlp.experts.124.up_proj,0.0000076441,0.10000,1.005
43,mlp.experts.125.up_proj,0.0000003113,0.10000,1.033
43,mlp.experts.126.up_proj,0.0000799920,0.10000,1.052
43,mlp.experts.127.up_proj,0.0000003227,0.10000,1.033
43,mlp.experts.0.gate_proj,0.0000016847,0.10000,1.010
43,mlp.experts.1.gate_proj,0.0000060540,0.10000,1.041
43,mlp.experts.2.gate_proj,0.0000007833,0.10000,0.986
43,mlp.experts.3.gate_proj,0.0000147691,0.10000,1.028
43,mlp.experts.4.gate_proj,0.0000001868,0.10000,1.014
43,mlp.experts.5.gate_proj,0.0000008523,0.10000,1.043
43,mlp.experts.6.gate_proj,0.0000003656,0.10000,1.019
43,mlp.experts.7.gate_proj,0.0000059271,0.10000,1.019
43,mlp.experts.8.gate_proj,0.0000001846,0.10000,1.009
43,mlp.experts.9.gate_proj,0.0000020219,0.10000,1.052
43,mlp.experts.10.gate_proj,0.0000057175,0.10000,1.050
43,mlp.experts.11.gate_proj,0.0000071011,0.10000,1.059
43,mlp.experts.12.gate_proj,0.0000003185,0.10000,1.034
43,mlp.experts.13.gate_proj,0.0000169571,0.10000,1.060
43,mlp.experts.14.gate_proj,0.0000178308,0.10000,1.041
43,mlp.experts.15.gate_proj,0.0000094545,0.10000,1.059
43,mlp.experts.16.gate_proj,0.0000004785,0.10000,1.033
43,mlp.experts.17.gate_proj,0.0000083378,0.10000,1.044
43,mlp.experts.18.gate_proj,0.0000028403,0.10000,1.018
43,mlp.experts.19.gate_proj,0.0000002229,0.10000,0.997
43,mlp.experts.20.gate_proj,0.0000016999,0.10000,1.005
43,mlp.experts.21.gate_proj,0.0000109494,0.10000,1.041
43,mlp.experts.22.gate_proj,0.0000124870,0.10000,0.990
43,mlp.experts.23.gate_proj,0.0000352153,0.10000,1.024
43,mlp.experts.24.gate_proj,0.0000017666,0.10000,1.027
43,mlp.experts.25.gate_proj,0.0000117931,0.10000,1.019
43,mlp.experts.26.gate_proj,0.0000007066,0.10000,1.016
43,mlp.experts.27.gate_proj,0.0000050218,0.10000,0.983
43,mlp.experts.28.gate_proj,0.0000373530,0.10000,0.976
43,mlp.experts.29.gate_proj,0.0000005934,0.10000,0.975
43,mlp.experts.30.gate_proj,0.0000010172,0.10000,1.025
43,mlp.experts.31.gate_proj,0.0000006701,0.10000,1.031
43,mlp.experts.32.gate_proj,0.0000041264,0.10000,1.063
43,mlp.experts.33.gate_proj,0.0000205375,0.10000,1.021
43,mlp.experts.34.gate_proj,0.0000034287,0.10000,1.039
43,mlp.experts.35.gate_proj,0.0000932778,0.10000,1.033
43,mlp.experts.36.gate_proj,0.0000001683,0.10000,1.039
43,mlp.experts.37.gate_proj,0.0000009650,0.10000,1.033
43,mlp.experts.38.gate_proj,0.0000026153,0.10000,1.048
43,mlp.experts.39.gate_proj,0.0000019046,0.10000,1.031
43,mlp.experts.40.gate_proj,0.0000032308,0.10000,1.047
43,mlp.experts.41.gate_proj,0.0000011746,0.10000,1.033
43,mlp.experts.42.gate_proj,0.0000004768,0.10000,1.048
43,mlp.experts.43.gate_proj,0.0000001406,0.10000,1.059
43,mlp.experts.44.gate_proj,0.0000003853,0.10000,1.074
43,mlp.experts.45.gate_proj,0.0000064035,0.10000,1.044
43,mlp.experts.46.gate_proj,0.0000004996,0.10000,1.033
43,mlp.experts.47.gate_proj,0.0000002615,0.10000,1.046
43,mlp.experts.48.gate_proj,0.0000045736,0.10000,1.076
43,mlp.experts.49.gate_proj,0.0000001603,0.10000,1.003
43,mlp.experts.50.gate_proj,0.0000007193,0.10000,0.998
43,mlp.experts.51.gate_proj,0.0000343418,0.10000,1.044
43,mlp.experts.52.gate_proj,0.0000003814,0.10000,1.067
43,mlp.experts.53.gate_proj,0.0000019172,0.10000,1.007
43,mlp.experts.54.gate_proj,0.0000851418,0.10000,0.943
43,mlp.experts.55.gate_proj,0.0000095693,0.10000,0.978
43,mlp.experts.56.gate_proj,0.0000003409,0.10000,1.002
43,mlp.experts.57.gate_proj,0.0000016432,0.10000,1.013
43,mlp.experts.58.gate_proj,0.0000008662,0.10000,1.045
43,mlp.experts.59.gate_proj,0.0000005822,0.10000,1.015
43,mlp.experts.60.gate_proj,0.0000014685,0.10000,0.982
43,mlp.experts.61.gate_proj,0.0000022817,0.10000,1.008
43,mlp.experts.62.gate_proj,0.0000031358,0.10000,1.063
43,mlp.experts.63.gate_proj,0.0000007838,0.10000,1.069
43,mlp.experts.64.gate_proj,0.0000271737,0.10000,1.054
43,mlp.experts.65.gate_proj,0.0000005848,0.10000,1.060
43,mlp.experts.66.gate_proj,0.0000011548,0.10000,1.038
43,mlp.experts.67.gate_proj,0.0000301539,0.10000,1.029
43,mlp.experts.68.gate_proj,0.0000005855,0.10000,1.101
43,mlp.experts.69.gate_proj,0.0000035853,0.10000,1.050
43,mlp.experts.70.gate_proj,0.0000004688,0.10000,1.033
43,mlp.experts.71.gate_proj,0.0000019670,0.10000,1.040
43,mlp.experts.72.gate_proj,0.0000028304,0.10000,1.033
43,mlp.experts.73.gate_proj,0.0000158477,0.10000,1.078
43,mlp.experts.74.gate_proj,0.0000006253,0.10000,1.046
43,mlp.experts.75.gate_proj,0.0000006055,0.10000,1.051
43,mlp.experts.76.gate_proj,0.0000092594,0.10000,1.009
43,mlp.experts.77.gate_proj,0.0000001992,0.10000,0.943
43,mlp.experts.78.gate_proj,0.0000023617,0.10000,0.966
43,mlp.experts.79.gate_proj,0.0000061469,0.10000,0.990
43,mlp.experts.80.gate_proj,0.0000008321,0.10000,0.982
43,mlp.experts.81.gate_proj,0.0000001247,0.10000,1.007
43,mlp.experts.82.gate_proj,0.0000032512,0.10000,1.041
43,mlp.experts.83.gate_proj,0.0000015740,0.10000,1.044
43,mlp.experts.84.gate_proj,0.0000330249,0.10000,1.022
43,mlp.experts.85.gate_proj,0.0000012677,0.10000,1.025
43,mlp.experts.86.gate_proj,0.0000549840,0.10000,0.972
43,mlp.experts.87.gate_proj,0.0000001168,0.10000,1.061
43,mlp.experts.88.gate_proj,0.0000003400,0.10000,1.069
43,mlp.experts.89.gate_proj,0.0000026419,0.10000,1.069
43,mlp.experts.90.gate_proj,0.0000345999,0.10000,1.073
43,mlp.experts.91.gate_proj,0.0000015115,0.10000,1.053
43,mlp.experts.92.gate_proj,0.0000040795,0.10000,1.026
43,mlp.experts.93.gate_proj,0.0000150841,0.10000,1.099
43,mlp.experts.94.gate_proj,0.0000042078,0.10000,1.027
43,mlp.experts.95.gate_proj,0.0000695451,0.10000,1.068
43,mlp.experts.96.gate_proj,0.0000013337,0.10000,1.042
43,mlp.experts.97.gate_proj,0.0000003309,0.10000,1.027
43,mlp.experts.98.gate_proj,0.0000025804,0.10000,0.984
43,mlp.experts.99.gate_proj,0.0000049210,0.10000,1.023
43,mlp.experts.100.gate_proj,0.0000004631,0.10000,1.042
43,mlp.experts.101.gate_proj,0.0000068609,0.10000,1.062
43,mlp.experts.102.gate_proj,0.0000065378,0.10000,1.025
43,mlp.experts.103.gate_proj,0.0000188280,0.10000,1.035
43,mlp.experts.104.gate_proj,0.0000002769,0.10000,1.023
43,mlp.experts.105.gate_proj,0.0000115610,0.10000,0.993
43,mlp.experts.106.gate_proj,0.0000114480,0.10000,1.008
43,mlp.experts.107.gate_proj,0.0000170106,0.10000,1.021
43,mlp.experts.108.gate_proj,0.0000331088,0.10000,1.028
43,mlp.experts.109.gate_proj,0.0000334542,0.10000,1.040
43,mlp.experts.110.gate_proj,0.0000149799,0.10000,1.054
43,mlp.experts.111.gate_proj,0.0000040505,0.10000,1.044
43,mlp.experts.112.gate_proj,0.0000001309,0.10000,1.021
43,mlp.experts.113.gate_proj,0.0000157621,0.10000,0.992
43,mlp.experts.114.gate_proj,0.0000002369,0.10000,1.005
43,mlp.experts.115.gate_proj,0.0000018980,0.10000,0.972
43,mlp.experts.116.gate_proj,0.0001677444,0.10000,0.993
43,mlp.experts.117.gate_proj,0.0000035747,0.10000,1.011
43,mlp.experts.118.gate_proj,0.0000127877,0.10000,1.040
43,mlp.experts.119.gate_proj,0.0000022211,0.10000,1.034
43,mlp.experts.120.gate_proj,0.0000003878,0.10000,1.018
43,mlp.experts.121.gate_proj,0.0000001527,0.10000,1.072
43,mlp.experts.122.gate_proj,0.0000018799,0.10000,1.036
43,mlp.experts.123.gate_proj,0.0000034011,0.10000,1.084
43,mlp.experts.124.gate_proj,0.0000072680,0.10000,1.062
43,mlp.experts.125.gate_proj,0.0000002978,0.10000,1.040
43,mlp.experts.126.gate_proj,0.0000719262,0.10000,1.019
43,mlp.experts.127.gate_proj,0.0000002885,0.10000,0.738
43,mlp.experts.0.down_proj,0.0000021456,0.10000,0.384
43,mlp.experts.1.down_proj,0.0000115234,0.10000,0.394
43,mlp.experts.2.down_proj,0.0000005018,0.10000,0.419
43,mlp.experts.3.down_proj,0.0000213686,0.10000,0.421
43,mlp.experts.4.down_proj,0.0000003058,0.10000,0.407
43,mlp.experts.5.down_proj,0.0000012063,0.10000,0.421
43,mlp.experts.6.down_proj,0.0000007436,0.10000,0.391
43,mlp.experts.7.down_proj,0.0000109228,0.10000,0.413
43,mlp.experts.8.down_proj,0.0000001527,0.10000,0.400
43,mlp.experts.9.down_proj,0.0000042866,0.10000,0.412
43,mlp.experts.10.down_proj,0.0000106755,0.10000,0.420
43,mlp.experts.11.down_proj,0.0000106852,0.10000,0.410
43,mlp.experts.12.down_proj,0.0000004599,0.10000,0.342
43,mlp.experts.13.down_proj,0.0000211955,0.10000,0.324
43,mlp.experts.14.down_proj,0.0000391666,0.10000,0.345
43,mlp.experts.15.down_proj,0.0000132146,0.10000,0.341
43,mlp.experts.16.down_proj,0.0000006628,0.10000,0.399
43,mlp.experts.17.down_proj,0.0000092213,0.10000,0.416
43,mlp.experts.18.down_proj,0.0000045269,0.10000,0.403
43,mlp.experts.19.down_proj,0.0000004449,0.10000,0.410
43,mlp.experts.20.down_proj,0.0000029728,0.10000,0.396
43,mlp.experts.21.down_proj,0.0000137538,0.10000,0.417
43,mlp.experts.22.down_proj,0.0000216232,0.10000,0.394
43,mlp.experts.23.down_proj,0.0000285274,0.10000,0.415
43,mlp.experts.24.down_proj,0.0000019787,0.10000,0.410
43,mlp.experts.25.down_proj,0.0000252817,0.10000,0.410
43,mlp.experts.26.down_proj,0.0000009233,0.10000,0.393
43,mlp.experts.27.down_proj,0.0000037695,0.10000,0.411
43,mlp.experts.28.down_proj,0.0000225469,0.10000,0.392
43,mlp.experts.29.down_proj,0.0000010234,0.10000,0.382
43,mlp.experts.30.down_proj,0.0000010316,0.10000,0.335
43,mlp.experts.31.down_proj,0.0000005533,0.10000,0.343
43,mlp.experts.32.down_proj,0.0000053934,0.10000,0.380
43,mlp.experts.33.down_proj,0.0000262406,0.10000,0.373
43,mlp.experts.34.down_proj,0.0000058724,0.10000,0.336
43,mlp.experts.35.down_proj,0.0000674078,0.10000,0.340
43,mlp.experts.36.down_proj,0.0000003442,0.10000,0.326
43,mlp.experts.37.down_proj,0.0000011292,0.10000,0.330
43,mlp.experts.38.down_proj,0.0000033799,0.10000,0.385
43,mlp.experts.39.down_proj,0.0000025286,0.10000,0.406
43,mlp.experts.40.down_proj,0.0000057859,0.10000,0.367
43,mlp.experts.41.down_proj,0.0000037305,0.10000,0.375
43,mlp.experts.42.down_proj,0.0000006590,0.10000,0.399
43,mlp.experts.43.down_proj,0.0000002042,0.10000,0.421
43,mlp.experts.44.down_proj,0.0000005822,0.10000,0.401
43,mlp.experts.45.down_proj,0.0000036552,0.10000,0.418
43,mlp.experts.46.down_proj,0.0000008059,0.10000,0.392
43,mlp.experts.47.down_proj,0.0000002133,0.10000,0.407
43,mlp.experts.48.down_proj,0.0000070289,0.10000,0.389
43,mlp.experts.49.down_proj,0.0000001705,0.10000,0.388
43,mlp.experts.50.down_proj,0.0000011604,0.10000,0.389
43,mlp.experts.51.down_proj,0.0000660927,0.10000,0.374
43,mlp.experts.52.down_proj,0.0000005001,0.10000,0.349
43,mlp.experts.53.down_proj,0.0000022183,0.10000,0.396
43,mlp.experts.54.down_proj,0.0001381310,0.10000,0.382
43,mlp.experts.55.down_proj,0.0000124471,0.10000,0.400
43,mlp.experts.56.down_proj,0.0000003814,0.10000,0.395
43,mlp.experts.57.down_proj,0.0000028186,0.10000,0.416
43,mlp.experts.58.down_proj,0.0000011097,0.10000,0.384
43,mlp.experts.59.down_proj,0.0000007719,0.10000,0.412
43,mlp.experts.60.down_proj,0.0000016418,0.10000,0.394
43,mlp.experts.61.down_proj,0.0000034110,0.10000,0.408
43,mlp.experts.62.down_proj,0.0000020485,0.10000,0.411
43,mlp.experts.63.down_proj,0.0000010156,0.10000,0.411
43,mlp.experts.64.down_proj,0.0000269613,0.10000,0.398
43,mlp.experts.65.down_proj,0.0000005518,0.10000,0.404
43,mlp.experts.66.down_proj,0.0000033483,0.10000,0.404
43,mlp.experts.67.down_proj,0.0000957632,0.10000,0.399
43,mlp.experts.68.down_proj,0.0000007101,0.10000,0.399
43,mlp.experts.69.down_proj,0.0000063352,0.10000,0.396
43,mlp.experts.70.down_proj,0.0000008399,0.10000,0.402
43,mlp.experts.71.down_proj,0.0000022337,0.10000,0.399
43,mlp.experts.72.down_proj,0.0000043618,0.10000,0.386
43,mlp.experts.73.down_proj,0.0000358222,0.10000,0.394
43,mlp.experts.74.down_proj,0.0000007557,0.10000,0.394
43,mlp.experts.75.down_proj,0.0000005226,0.10000,0.396
43,mlp.experts.76.down_proj,0.0000250127,0.10000,0.390
43,mlp.experts.77.down_proj,0.0000002148,0.10000,0.399
43,mlp.experts.78.down_proj,0.0000010204,0.10000,0.370
43,mlp.experts.79.down_proj,0.0000113693,0.10000,0.391
43,mlp.experts.80.down_proj,0.0000011748,0.10000,0.385
43,mlp.experts.81.down_proj,0.0000001479,0.10000,0.410
43,mlp.experts.82.down_proj,0.0000040983,0.10000,0.393
43,mlp.experts.83.down_proj,0.0000026191,0.10000,0.390
43,mlp.experts.84.down_proj,0.0000776977,0.10000,0.384
43,mlp.experts.85.down_proj,0.0000019339,0.10000,0.396
43,mlp.experts.86.down_proj,0.0000047721,0.10000,0.384
43,mlp.experts.87.down_proj,0.0000001719,0.10000,0.344
43,mlp.experts.88.down_proj,0.0000003422,0.10000,0.340
43,mlp.experts.89.down_proj,0.0000059870,0.10000,0.356
43,mlp.experts.90.down_proj,0.0000753730,0.10000,0.360
43,mlp.experts.91.down_proj,0.0000029108,0.10000,0.410
43,mlp.experts.92.down_proj,0.0000047227,0.10000,0.405
43,mlp.experts.93.down_proj,0.0000181797,0.10000,0.412
43,mlp.experts.94.down_proj,0.0000154963,0.10000,0.421
43,mlp.experts.96.down_proj,0.0000011204,0.10000,0.407
43,mlp.experts.95.down_proj,0.0001884463,0.10000,0.424
43,mlp.experts.97.down_proj,0.0000003147,0.10000,0.365
43,mlp.experts.98.down_proj,0.0000046415,0.10000,0.371
43,mlp.experts.99.down_proj,0.0000091882,0.10000,0.385
43,mlp.experts.100.down_proj,0.0000007414,0.10000,0.398
43,mlp.experts.101.down_proj,0.0000081723,0.10000,0.380
43,mlp.experts.102.down_proj,0.0000085440,0.10000,0.397
43,mlp.experts.103.down_proj,0.0000288155,0.10000,0.382
43,mlp.experts.104.down_proj,0.0000003544,0.10000,0.378
43,mlp.experts.105.down_proj,0.0000207727,0.10000,0.353
43,mlp.experts.106.down_proj,0.0000081838,0.10000,0.355
43,mlp.experts.107.down_proj,0.0000323550,0.10000,0.381
43,mlp.experts.108.down_proj,0.0000797089,0.10000,0.373
43,mlp.experts.109.down_proj,0.0000449383,0.10000,0.407
43,mlp.experts.110.down_proj,0.0000388663,0.10000,0.393
43,mlp.experts.111.down_proj,0.0000077580,0.10000,0.402
43,mlp.experts.112.down_proj,0.0000002734,0.10000,0.400
43,mlp.experts.113.down_proj,0.0000262073,0.10000,0.409
43,mlp.experts.114.down_proj,0.0000004468,0.10000,0.401
43,mlp.experts.115.down_proj,0.0000014336,0.10000,0.387
43,mlp.experts.116.down_proj,0.0000846542,0.10000,0.388
43,mlp.experts.117.down_proj,0.0000056264,0.10000,0.371
43,mlp.experts.118.down_proj,0.0000161392,0.10000,0.369
43,mlp.experts.119.down_proj,0.0000027909,0.10000,0.375
43,mlp.experts.120.down_proj,0.0000006768,0.10000,0.372
43,mlp.experts.121.down_proj,0.0000002143,0.10000,0.399
43,mlp.experts.122.down_proj,0.0000028683,0.10000,0.403
43,mlp.experts.123.down_proj,0.0000040820,0.10000,0.357
43,mlp.experts.124.down_proj,0.0000137916,0.10000,0.359
43,mlp.experts.125.down_proj,0.0000003269,0.10000,0.338
43,mlp.experts.126.down_proj,0.0001894627,0.10000,0.334
43,mlp.experts.127.down_proj,0.0000003723,0.10000,0.256
44,self_attn.q_proj,0.0000000753,0.10000,1.022
44,self_attn.k_proj,0.0000000057,0.10000,1.024
44,self_attn.v_proj,0.0000000124,0.10000,0.633
44,self_attn.o_proj,0.0000000017,0.10000,1.222
44,mlp.gate,0.0000000134,0.10000,0.638
44,mlp.experts.0.up_proj,0.0000002947,0.10000,1.036
44,mlp.experts.1.up_proj,0.0000017310,0.10000,1.055
44,mlp.experts.3.up_proj,0.0000004873,0.10000,1.021
44,mlp.experts.2.up_proj,0.0000053129,0.10000,1.047
44,mlp.experts.4.up_proj,0.0000089996,0.10000,1.049
44,mlp.experts.5.up_proj,0.0000038815,0.10000,1.054
44,mlp.experts.6.up_proj,0.0000004244,0.10000,1.062
44,mlp.experts.7.up_proj,0.0000019046,0.10000,1.058
44,mlp.experts.8.up_proj,0.0000047855,0.10000,1.112
44,mlp.experts.9.up_proj,0.0000015124,0.10000,1.124
44,mlp.experts.10.up_proj,0.0000221228,0.10000,1.055
44,mlp.experts.11.up_proj,0.0000004503,0.10000,1.067
44,mlp.experts.12.up_proj,0.0000037497,0.10000,1.001
44,mlp.experts.13.up_proj,0.0000002945,0.10000,0.996
44,mlp.experts.14.up_proj,0.0000034046,0.10000,1.057
44,mlp.experts.15.up_proj,0.0000015833,0.10000,1.068
44,mlp.experts.16.up_proj,0.0000013986,0.10000,1.070
44,mlp.experts.17.up_proj,0.0000018842,0.10000,1.062
44,mlp.experts.18.up_proj,0.0000042489,0.10000,1.041
44,mlp.experts.19.up_proj,0.0000024236,0.10000,1.039
44,mlp.experts.20.up_proj,0.0000001644,0.10000,1.014
44,mlp.experts.21.up_proj,0.0000098552,0.10000,1.035
44,mlp.experts.22.up_proj,0.0000002619,0.10000,0.996
44,mlp.experts.23.up_proj,0.0000004830,0.10000,1.046
44,mlp.experts.24.up_proj,0.0000016394,0.10000,1.029
44,mlp.experts.25.up_proj,0.0000050015,0.10000,1.020
44,mlp.experts.26.up_proj,0.0000079174,0.10000,1.019
44,mlp.experts.27.up_proj,0.0000005375,0.10000,1.007
44,mlp.experts.28.up_proj,0.0000428158,0.10000,1.036
44,mlp.experts.29.up_proj,0.0000011308,0.10000,1.055
44,mlp.experts.30.up_proj,0.0000027257,0.10000,1.096
44,mlp.experts.31.up_proj,0.0000092605,0.10000,1.062
44,mlp.experts.32.up_proj,0.0000133560,0.10000,1.022
44,mlp.experts.33.up_proj,0.0000009031,0.10000,1.005
44,mlp.experts.34.up_proj,0.0000045188,0.10000,1.081
44,mlp.experts.35.up_proj,0.0000572441,0.10000,1.078
44,mlp.experts.36.up_proj,0.0000046703,0.10000,1.081
44,mlp.experts.37.up_proj,0.0000002132,0.10000,1.078
44,mlp.experts.38.up_proj,0.0000002373,0.10000,1.023
44,mlp.experts.39.up_proj,0.0000006635,0.10000,1.043
44,mlp.experts.40.up_proj,0.0000086187,0.10000,1.042
44,mlp.experts.41.up_proj,0.0000443930,0.10000,1.077
44,mlp.experts.42.up_proj,0.0000015445,0.10000,1.038
44,mlp.experts.43.up_proj,0.0000060919,0.10000,0.984
44,mlp.experts.44.up_proj,0.0000004217,0.10000,1.044
44,mlp.experts.45.up_proj,0.0000001897,0.10000,1.028
44,mlp.experts.46.up_proj,0.0000017413,0.10000,1.055
44,mlp.experts.47.up_proj,0.0000019217,0.10000,1.054
44,mlp.experts.48.up_proj,0.0000003310,0.10000,1.060
44,mlp.experts.49.up_proj,0.0000059242,0.10000,1.066
44,mlp.experts.50.up_proj,0.0000027848,0.10000,0.974
44,mlp.experts.51.up_proj,0.0000185893,0.10000,1.010
44,mlp.experts.52.up_proj,0.0000041120,0.10000,1.035
44,mlp.experts.53.up_proj,0.0000004046,0.10000,1.024
44,mlp.experts.54.up_proj,0.0000002069,0.10000,1.035
44,mlp.experts.55.up_proj,0.0000241682,0.10000,1.009
44,mlp.experts.56.up_proj,0.0000008087,0.10000,1.099
44,mlp.experts.57.up_proj,0.0000040646,0.10000,1.081
44,mlp.experts.58.up_proj,0.0000014529,0.10000,1.064
44,mlp.experts.59.up_proj,0.0000058248,0.10000,1.063
44,mlp.experts.60.up_proj,0.0000036412,0.10000,1.027
44,mlp.experts.61.up_proj,0.0001247811,0.10000,1.025
44,mlp.experts.62.up_proj,0.0000014245,0.10000,1.021
44,mlp.experts.63.up_proj,0.0000690331,0.10000,1.090
44,mlp.experts.64.up_proj,0.0000042559,0.10000,1.048
44,mlp.experts.65.up_proj,0.0000239155,0.10000,1.056
44,mlp.experts.66.up_proj,0.0000084183,0.10000,0.998
44,mlp.experts.67.up_proj,0.0000091183,0.10000,0.943
44,mlp.experts.68.up_proj,0.0000052002,0.10000,1.045
44,mlp.experts.69.up_proj,0.0000002556,0.10000,1.074
44,mlp.experts.70.up_proj,0.0000081338,0.10000,1.052
44,mlp.experts.71.up_proj,0.0000003467,0.10000,1.053
44,mlp.experts.72.up_proj,0.0000008829,0.10000,0.996
44,mlp.experts.73.up_proj,0.0000002858,0.10000,1.056
44,mlp.experts.74.up_proj,0.0000089279,0.10000,1.003
44,mlp.experts.75.up_proj,0.0001478056,0.10000,1.007
44,mlp.experts.76.up_proj,0.0000084377,0.10000,0.994
44,mlp.experts.77.up_proj,0.0000310497,0.10000,1.022
44,mlp.experts.78.up_proj,0.0000198065,0.10000,0.984
44,mlp.experts.79.up_proj,0.0000043897,0.10000,1.009
44,mlp.experts.80.up_proj,0.0000001560,0.10000,1.005
44,mlp.experts.81.up_proj,0.0000001489,0.10000,1.044
44,mlp.experts.82.up_proj,0.0000031668,0.10000,1.051
44,mlp.experts.83.up_proj,0.0000006062,0.10000,1.079
44,mlp.experts.84.up_proj,0.0000013302,0.10000,1.028
44,mlp.experts.85.up_proj,0.0001095856,0.10000,1.068
44,mlp.experts.86.up_proj,0.0000330636,0.10000,1.041
44,mlp.experts.87.up_proj,0.0000093126,0.10000,1.043
44,mlp.experts.88.up_proj,0.0000002531,0.10000,1.068
44,mlp.experts.89.up_proj,0.0000008964,0.10000,1.045
44,mlp.experts.90.up_proj,0.0000007163,0.10000,1.021
44,mlp.experts.91.up_proj,0.0000606848,0.10000,1.103
44,mlp.experts.92.up_proj,0.0000008748,0.10000,1.023
44,mlp.experts.93.up_proj,0.0000111554,0.10000,1.048
44,mlp.experts.94.up_proj,0.0000005266,0.10000,1.061
44,mlp.experts.95.up_proj,0.0000118572,0.10000,1.064
44,mlp.experts.96.up_proj,0.0000041064,0.10000,1.042
44,mlp.experts.97.up_proj,0.0000080314,0.10000,0.997
44,mlp.experts.98.up_proj,0.0000003947,0.10000,1.023
44,mlp.experts.99.up_proj,0.0000005230,0.10000,1.008
44,mlp.experts.100.up_proj,0.0000111955,0.10000,1.057
44,mlp.experts.101.up_proj,0.0000090245,0.10000,1.027
44,mlp.experts.102.up_proj,0.0000100083,0.10000,0.955
44,mlp.experts.103.up_proj,0.0000166680,0.10000,0.970
44,mlp.experts.104.up_proj,0.0000038371,0.10000,1.067
44,mlp.experts.105.up_proj,0.0000017962,0.10000,1.046
44,mlp.experts.106.up_proj,0.0000204408,0.10000,0.987
44,mlp.experts.107.up_proj,0.0000007137,0.10000,1.040
44,mlp.experts.108.up_proj,0.0000011567,0.10000,1.035
44,mlp.experts.109.up_proj,0.0000148322,0.10000,1.054
44,mlp.experts.110.up_proj,0.0000002443,0.10000,1.023
44,mlp.experts.111.up_proj,0.0000022037,0.10000,1.077
44,mlp.experts.112.up_proj,0.0000249390,0.10000,1.032
44,mlp.experts.113.up_proj,0.0000005970,0.10000,1.083
44,mlp.experts.114.up_proj,0.0000118371,0.10000,1.019
44,mlp.experts.115.up_proj,0.0000274178,0.10000,0.991
44,mlp.experts.116.up_proj,0.0000002768,0.10000,1.052
44,mlp.experts.117.up_proj,0.0000611997,0.10000,1.050
44,mlp.experts.118.up_proj,0.0000006596,0.10000,1.058
44,mlp.experts.119.up_proj,0.0000016195,0.10000,1.052
44,mlp.experts.120.up_proj,0.0000246733,0.10000,1.025
44,mlp.experts.121.up_proj,0.0000008929,0.10000,1.027
44,mlp.experts.122.up_proj,0.0000003002,0.10000,1.009
44,mlp.experts.123.up_proj,0.0000230200,0.10000,1.020
44,mlp.experts.124.up_proj,0.0001359693,0.10000,0.970
44,mlp.experts.125.up_proj,0.0000062756,0.10000,1.046
44,mlp.experts.126.up_proj,0.0000136189,0.10000,1.030
44,mlp.experts.127.up_proj,0.0000153369,0.10000,1.077
44,mlp.experts.0.gate_proj,0.0000002669,0.10000,1.050
44,mlp.experts.1.gate_proj,0.0000016158,0.10000,1.063
44,mlp.experts.2.gate_proj,0.0000050105,0.10000,1.044
44,mlp.experts.3.gate_proj,0.0000004514,0.10000,1.045
44,mlp.experts.4.gate_proj,0.0000085311,0.10000,1.064
44,mlp.experts.5.gate_proj,0.0000033273,0.10000,1.024
44,mlp.experts.6.gate_proj,0.0000003904,0.10000,1.060
44,mlp.experts.7.gate_proj,0.0000017942,0.10000,1.062
44,mlp.experts.8.gate_proj,0.0000047287,0.10000,1.065
44,mlp.experts.9.gate_proj,0.0000014286,0.10000,1.033
44,mlp.experts.10.gate_proj,0.0000199029,0.10000,1.074
44,mlp.experts.11.gate_proj,0.0000004268,0.10000,1.051
44,mlp.experts.12.gate_proj,0.0000035223,0.10000,1.059
44,mlp.experts.13.gate_proj,0.0000003408,0.10000,1.067
44,mlp.experts.14.gate_proj,0.0000030488,0.10000,1.058
44,mlp.experts.15.gate_proj,0.0000014644,0.10000,1.029
44,mlp.experts.16.gate_proj,0.0000013181,0.10000,1.022
44,mlp.experts.17.gate_proj,0.0000017013,0.10000,1.086
44,mlp.experts.18.gate_proj,0.0000036855,0.10000,1.064
44,mlp.experts.19.gate_proj,0.0000022811,0.10000,1.071
44,mlp.experts.20.gate_proj,0.0000001355,0.10000,1.059
44,mlp.experts.21.gate_proj,0.0000090148,0.10000,1.016
44,mlp.experts.22.gate_proj,0.0000002400,0.10000,0.997
44,mlp.experts.23.gate_proj,0.0000005448,0.10000,1.031
44,mlp.experts.24.gate_proj,0.0000015229,0.10000,1.017
44,mlp.experts.25.gate_proj,0.0000046652,0.10000,1.045
44,mlp.experts.26.gate_proj,0.0000071864,0.10000,1.000
44,mlp.experts.27.gate_proj,0.0000004838,0.10000,1.042
44,mlp.experts.28.gate_proj,0.0000388297,0.10000,1.043
44,mlp.experts.29.gate_proj,0.0000010745,0.10000,1.019
44,mlp.experts.30.gate_proj,0.0000025982,0.10000,1.045
44,mlp.experts.31.gate_proj,0.0000088561,0.10000,1.070
44,mlp.experts.32.gate_proj,0.0000125258,0.10000,1.045
44,mlp.experts.33.gate_proj,0.0000008492,0.10000,1.051
44,mlp.experts.34.gate_proj,0.0000041112,0.10000,1.001
44,mlp.experts.35.gate_proj,0.0000524434,0.10000,1.025
44,mlp.experts.36.gate_proj,0.0000041300,0.10000,1.061
44,mlp.experts.37.gate_proj,0.0000001899,0.10000,1.050
44,mlp.experts.38.gate_proj,0.0000002105,0.10000,1.018
44,mlp.experts.39.gate_proj,0.0000006078,0.10000,1.035
44,mlp.experts.40.gate_proj,0.0000121405,0.10000,0.986
44,mlp.experts.41.gate_proj,0.0000411348,0.10000,1.020
44,mlp.experts.42.gate_proj,0.0000014122,0.10000,1.031
44,mlp.experts.43.gate_proj,0.0000054691,0.10000,0.997
44,mlp.experts.44.gate_proj,0.0000003868,0.10000,1.059
44,mlp.experts.45.gate_proj,0.0000001661,0.10000,1.028
44,mlp.experts.46.gate_proj,0.0000015840,0.10000,1.018
44,mlp.experts.47.gate_proj,0.0000018516,0.10000,1.035
44,mlp.experts.48.gate_proj,0.0000002972,0.10000,1.029
44,mlp.experts.49.gate_proj,0.0000054016,0.10000,1.052
44,mlp.experts.50.gate_proj,0.0000025964,0.10000,1.063
44,mlp.experts.51.gate_proj,0.0000173284,0.10000,1.046
44,mlp.experts.52.gate_proj,0.0000037862,0.10000,1.069
44,mlp.experts.53.gate_proj,0.0000003648,0.10000,0.959
44,mlp.experts.54.gate_proj,0.0000001934,0.10000,0.925
44,mlp.experts.55.gate_proj,0.0000214101,0.10000,1.017
44,mlp.experts.56.gate_proj,0.0000007318,0.10000,0.993
44,mlp.experts.57.gate_proj,0.0000037768,0.10000,1.029
44,mlp.experts.58.gate_proj,0.0000013600,0.10000,1.010
44,mlp.experts.59.gate_proj,0.0000056145,0.10000,1.019
44,mlp.experts.60.gate_proj,0.0000033388,0.10000,1.020
44,mlp.experts.61.gate_proj,0.0001122427,0.10000,1.074
44,mlp.experts.62.gate_proj,0.0000013897,0.10000,1.043
44,mlp.experts.63.gate_proj,0.0000637296,0.10000,1.034
44,mlp.experts.64.gate_proj,0.0000038061,0.10000,1.026
44,mlp.experts.65.gate_proj,0.0000223297,0.10000,1.046
44,mlp.experts.66.gate_proj,0.0000075015,0.10000,1.073
44,mlp.experts.67.gate_proj,0.0000084687,0.10000,1.107
44,mlp.experts.68.gate_proj,0.0000045589,0.10000,1.066
44,mlp.experts.69.gate_proj,0.0000002353,0.10000,1.062
44,mlp.experts.70.gate_proj,0.0000073745,0.10000,1.061
44,mlp.experts.71.gate_proj,0.0000003269,0.10000,1.060
44,mlp.experts.72.gate_proj,0.0000007955,0.10000,1.005
44,mlp.experts.73.gate_proj,0.0000002647,0.10000,0.924
44,mlp.experts.74.gate_proj,0.0000080343,0.10000,0.950
44,mlp.experts.75.gate_proj,0.0001277889,0.10000,1.083
44,mlp.experts.76.gate_proj,0.0000075717,0.10000,1.058
44,mlp.experts.77.gate_proj,0.0000282766,0.10000,1.061
44,mlp.experts.78.gate_proj,0.0000179759,0.10000,1.060
44,mlp.experts.79.gate_proj,0.0000039351,0.10000,1.049
44,mlp.experts.80.gate_proj,0.0000001427,0.10000,0.987
44,mlp.experts.81.gate_proj,0.0000001275,0.10000,1.016
44,mlp.experts.82.gate_proj,0.0000029671,0.10000,1.049
44,mlp.experts.83.gate_proj,0.0000005451,0.10000,0.916
44,mlp.experts.84.gate_proj,0.0000011962,0.10000,0.924
44,mlp.experts.85.gate_proj,0.0000949344,0.10000,0.990
44,mlp.experts.86.gate_proj,0.0000299076,0.10000,1.014
44,mlp.experts.87.gate_proj,0.0000086125,0.10000,0.969
44,mlp.experts.88.gate_proj,0.0000002269,0.10000,1.048
44,mlp.experts.89.gate_proj,0.0000008109,0.10000,1.017
44,mlp.experts.90.gate_proj,0.0000006495,0.10000,1.040
44,mlp.experts.91.gate_proj,0.0000543014,0.10000,1.015
44,mlp.experts.92.gate_proj,0.0000007891,0.10000,1.013
44,mlp.experts.93.gate_proj,0.0000092899,0.10000,1.024
44,mlp.experts.94.gate_proj,0.0000005084,0.10000,1.048
44,mlp.experts.95.gate_proj,0.0000105726,0.10000,1.051
44,mlp.experts.96.gate_proj,0.0000037876,0.10000,1.058
44,mlp.experts.97.gate_proj,0.0000070165,0.10000,1.038
44,mlp.experts.98.gate_proj,0.0000003503,0.10000,1.048
44,mlp.experts.99.gate_proj,0.0000004786,0.10000,1.031
44,mlp.experts.100.gate_proj,0.0000102642,0.10000,1.004
44,mlp.experts.101.gate_proj,0.0000084701,0.10000,1.010
44,mlp.experts.102.gate_proj,0.0000093098,0.10000,1.025
44,mlp.experts.103.gate_proj,0.0000154077,0.10000,1.014
44,mlp.experts.104.gate_proj,0.0000035266,0.10000,0.998
44,mlp.experts.105.gate_proj,0.0000016674,0.10000,1.008
44,mlp.experts.106.gate_proj,0.0000172277,0.10000,1.008
44,mlp.experts.107.gate_proj,0.0000006490,0.10000,1.004
44,mlp.experts.108.gate_proj,0.0000010633,0.10000,1.036
44,mlp.experts.109.gate_proj,0.0000136009,0.10000,1.030
44,mlp.experts.110.gate_proj,0.0000002276,0.10000,1.039
44,mlp.experts.111.gate_proj,0.0000020702,0.10000,1.088
44,mlp.experts.112.gate_proj,0.0000234072,0.10000,1.043
44,mlp.experts.113.gate_proj,0.0000005587,0.10000,1.091
44,mlp.experts.114.gate_proj,0.0000113216,0.10000,1.046
44,mlp.experts.115.gate_proj,0.0000239559,0.10000,1.051
44,mlp.experts.116.gate_proj,0.0000002511,0.10000,1.024
44,mlp.experts.117.gate_proj,0.0000521185,0.10000,0.993
44,mlp.experts.118.gate_proj,0.0000005887,0.10000,1.010
44,mlp.experts.119.gate_proj,0.0000014817,0.10000,1.029
44,mlp.experts.120.gate_proj,0.0000221418,0.10000,1.014
44,mlp.experts.121.gate_proj,0.0000008146,0.10000,0.975
44,mlp.experts.122.gate_proj,0.0000002714,0.10000,1.012
44,mlp.experts.123.gate_proj,0.0000209037,0.10000,1.015
44,mlp.experts.124.gate_proj,0.0001107397,0.10000,1.043
44,mlp.experts.125.gate_proj,0.0000056545,0.10000,1.035
44,mlp.experts.126.gate_proj,0.0000122496,0.10000,0.994
44,mlp.experts.127.gate_proj,0.0000141604,0.10000,0.772
44,mlp.experts.0.down_proj,0.0000004341,0.10000,0.401
44,mlp.experts.1.down_proj,0.0000025594,0.10000,0.414
44,mlp.experts.2.down_proj,0.0000044836,0.10000,0.391
44,mlp.experts.3.down_proj,0.0000004722,0.10000,0.414
44,mlp.experts.4.down_proj,0.0000061026,0.10000,0.410
44,mlp.experts.5.down_proj,0.0000025331,0.10000,0.393
44,mlp.experts.6.down_proj,0.0000006927,0.10000,0.391
44,mlp.experts.7.down_proj,0.0000021242,0.10000,0.410
44,mlp.experts.8.down_proj,0.0000114488,0.10000,0.369
44,mlp.experts.9.down_proj,0.0000013462,0.10000,0.376
44,mlp.experts.10.down_proj,0.0000245803,0.10000,0.405
44,mlp.experts.11.down_proj,0.0000004392,0.10000,0.402
44,mlp.experts.12.down_proj,0.0000059375,0.10000,0.407
44,mlp.experts.13.down_proj,0.0000003161,0.10000,0.417
44,mlp.experts.14.down_proj,0.0000065927,0.10000,0.398
44,mlp.experts.15.down_proj,0.0000017954,0.10000,0.388
44,mlp.experts.16.down_proj,0.0000018740,0.10000,0.399
44,mlp.experts.17.down_proj,0.0000027011,0.10000,0.406
44,mlp.experts.18.down_proj,0.0000082610,0.10000,0.400
44,mlp.experts.19.down_proj,0.0000031608,0.10000,0.412
44,mlp.experts.20.down_proj,0.0000001859,0.10000,0.403
44,mlp.experts.21.down_proj,0.0000038357,0.10000,0.415
44,mlp.experts.22.down_proj,0.0000004486,0.10000,0.353
44,mlp.experts.23.down_proj,0.0000004672,0.10000,0.355
44,mlp.experts.24.down_proj,0.0000014749,0.10000,0.334
44,mlp.experts.25.down_proj,0.0000038230,0.10000,0.339
44,mlp.experts.26.down_proj,0.0000175526,0.10000,0.365
44,mlp.experts.27.down_proj,0.0000005864,0.10000,0.365
44,mlp.experts.28.down_proj,0.0001636882,0.10000,0.395
44,mlp.experts.29.down_proj,0.0000011736,0.10000,0.399
44,mlp.experts.30.down_proj,0.0000025682,0.10000,0.400
44,mlp.experts.31.down_proj,0.0000161046,0.10000,0.395
44,mlp.experts.32.down_proj,0.0000203793,0.10000,0.400
44,mlp.experts.33.down_proj,0.0000011522,0.10000,0.391
44,mlp.experts.34.down_proj,0.0000103968,0.10000,0.374
44,mlp.experts.35.down_proj,0.0000379052,0.10000,0.373
44,mlp.experts.36.down_proj,0.0000068995,0.10000,0.356
44,mlp.experts.37.down_proj,0.0000002343,0.10000,0.344
44,mlp.experts.38.down_proj,0.0000003026,0.10000,0.344
44,mlp.experts.39.down_proj,0.0000011493,0.10000,0.356
44,mlp.experts.40.down_proj,0.0000026798,0.10000,0.403
44,mlp.experts.41.down_proj,0.0000491532,0.10000,0.415
44,mlp.experts.42.down_proj,0.0000025814,0.10000,0.395
44,mlp.experts.43.down_proj,0.0000059113,0.10000,0.411
44,mlp.experts.44.down_proj,0.0000004913,0.10000,0.384
44,mlp.experts.45.down_proj,0.0000002524,0.10000,0.405
44,mlp.experts.46.down_proj,0.0000026994,0.10000,0.402
44,mlp.experts.47.down_proj,0.0000011631,0.10000,0.412
44,mlp.experts.48.down_proj,0.0000006088,0.10000,0.412
44,mlp.experts.49.down_proj,0.0000045527,0.10000,0.419
44,mlp.experts.50.down_proj,0.0000044611,0.10000,0.398
44,mlp.experts.51.down_proj,0.0000238920,0.10000,0.402
44,mlp.experts.52.down_proj,0.0000060247,0.10000,0.406
44,mlp.experts.53.down_proj,0.0000007824,0.10000,0.397
44,mlp.experts.54.down_proj,0.0000002801,0.10000,0.398
44,mlp.experts.55.down_proj,0.0000659254,0.10000,0.387
44,mlp.experts.56.down_proj,0.0000012201,0.10000,0.400
44,mlp.experts.57.down_proj,0.0000078699,0.10000,0.395
44,mlp.experts.58.down_proj,0.0000022653,0.10000,0.390
44,mlp.experts.59.down_proj,0.0000093416,0.10000,0.391
44,mlp.experts.60.down_proj,0.0000066999,0.10000,0.391
44,mlp.experts.61.down_proj,0.0004127614,0.10000,0.395
44,mlp.experts.62.down_proj,0.0000023132,0.10000,0.383
44,mlp.experts.63.down_proj,0.0000992267,0.10000,0.390
44,mlp.experts.64.down_proj,0.0000065334,0.10000,0.389
44,mlp.experts.65.down_proj,0.0000253287,0.10000,0.401
44,mlp.experts.66.down_proj,0.0000117579,0.10000,0.382
44,mlp.experts.67.down_proj,0.0000166802,0.10000,0.404
44,mlp.experts.68.down_proj,0.0000098780,0.10000,0.397
44,mlp.experts.69.down_proj,0.0000003566,0.10000,0.377
44,mlp.experts.70.down_proj,0.0000142955,0.10000,0.401
44,mlp.experts.71.down_proj,0.0000006370,0.10000,0.387
44,mlp.experts.72.down_proj,0.0000012426,0.10000,0.391
44,mlp.experts.73.down_proj,0.0000004763,0.10000,0.401
44,mlp.experts.74.down_proj,0.0000135278,0.10000,0.395
44,mlp.experts.75.down_proj,0.0001420781,0.10000,0.392
44,mlp.experts.76.down_proj,0.0000147086,0.10000,0.388
44,mlp.experts.77.down_proj,0.0000714812,0.10000,0.398
44,mlp.experts.78.down_proj,0.0000181053,0.10000,0.401
44,mlp.experts.79.down_proj,0.0000101131,0.10000,0.408
44,mlp.experts.80.down_proj,0.0000001814,0.10000,0.401
44,mlp.experts.81.down_proj,0.0000001563,0.10000,0.399
44,mlp.experts.82.down_proj,0.0000039547,0.10000,0.373
44,mlp.experts.83.down_proj,0.0000009108,0.10000,0.380
44,mlp.experts.84.down_proj,0.0000018735,0.10000,0.403
44,mlp.experts.85.down_proj,0.0000469400,0.10000,0.377
44,mlp.experts.86.down_proj,0.0000399575,0.10000,0.331
44,mlp.experts.87.down_proj,0.0000101281,0.10000,0.369
44,mlp.experts.88.down_proj,0.0000003496,0.10000,0.397
44,mlp.experts.89.down_proj,0.0000010198,0.10000,0.394
44,mlp.experts.90.down_proj,0.0000021139,0.10000,0.380
44,mlp.experts.91.down_proj,0.0001417600,0.10000,0.399
44,mlp.experts.92.down_proj,0.0000012057,0.10000,0.381
44,mlp.experts.93.down_proj,0.0000293283,0.10000,0.406
44,mlp.experts.94.down_proj,0.0000004795,0.10000,0.387
44,mlp.experts.95.down_proj,0.0000232966,0.10000,0.407
44,mlp.experts.96.down_proj,0.0000043676,0.10000,0.387
44,mlp.experts.97.down_proj,0.0000134329,0.10000,0.414
44,mlp.experts.98.down_proj,0.0000006095,0.10000,0.397
44,mlp.experts.99.down_proj,0.0000006605,0.10000,0.411
44,mlp.experts.100.down_proj,0.0000194012,0.10000,0.409
44,mlp.experts.101.down_proj,0.0000144969,0.10000,0.408
44,mlp.experts.102.down_proj,0.0000193209,0.10000,0.388
44,mlp.experts.103.down_proj,0.0000371938,0.10000,0.361
44,mlp.experts.104.down_proj,0.0000052725,0.10000,0.364
44,mlp.experts.105.down_proj,0.0000018596,0.10000,0.406
44,mlp.experts.106.down_proj,0.0000453079,0.10000,0.404
44,mlp.experts.107.down_proj,0.0000010940,0.10000,0.403
44,mlp.experts.108.down_proj,0.0000023283,0.10000,0.400
44,mlp.experts.109.down_proj,0.0000243434,0.10000,0.396
44,mlp.experts.110.down_proj,0.0000002306,0.10000,0.400
44,mlp.experts.111.down_proj,0.0000018596,0.10000,0.396
44,mlp.experts.112.down_proj,0.0000742234,0.10000,0.398
44,mlp.experts.113.down_proj,0.0000005027,0.10000,0.399
44,mlp.experts.114.down_proj,0.0000180157,0.10000,0.411
44,mlp.experts.115.down_proj,0.0000137370,0.10000,0.398
44,mlp.experts.116.down_proj,0.0000003485,0.10000,0.385
44,mlp.experts.117.down_proj,0.0000538004,0.10000,0.370
44,mlp.experts.118.down_proj,0.0000008112,0.10000,0.375
44,mlp.experts.119.down_proj,0.0000023000,0.10000,0.358
44,mlp.experts.120.down_proj,0.0000221102,0.10000,0.348
44,mlp.experts.121.down_proj,0.0000007555,0.10000,0.350
44,mlp.experts.122.down_proj,0.0000003252,0.10000,0.366
44,mlp.experts.123.down_proj,0.0000352891,0.10000,0.374
44,mlp.experts.124.down_proj,0.0000910313,0.10000,0.396
44,mlp.experts.125.down_proj,0.0000159964,0.10000,0.395
44,mlp.experts.126.down_proj,0.0000362864,0.10000,0.398
44,mlp.experts.127.down_proj,0.0000206712,0.10000,0.313
45,self_attn.q_proj,0.0000001687,0.10000,1.022
45,self_attn.k_proj,0.0000000140,0.10000,1.066
45,self_attn.v_proj,0.0000000415,0.10000,0.633
45,self_attn.o_proj,0.0000000023,0.10000,1.274
45,mlp.gate,0.0000000129,0.10000,0.581
45,mlp.experts.0.up_proj,0.0000050052,0.10000,1.010
45,mlp.experts.1.up_proj,0.0000268653,0.10000,1.048
45,mlp.experts.2.up_proj,0.0000009572,0.10000,1.034
45,mlp.experts.3.up_proj,0.0000044052,0.10000,1.029
45,mlp.experts.5.up_proj,0.0000002277,0.10000,1.008
45,mlp.experts.4.up_proj,0.0000020721,0.10000,1.047
45,mlp.experts.6.up_proj,0.0000076840,0.10000,1.124
45,mlp.experts.7.up_proj,0.0000044871,0.10000,1.123
45,mlp.experts.8.up_proj,0.0000094746,0.10000,1.080
45,mlp.experts.9.up_proj,0.0000355217,0.10000,1.103
45,mlp.experts.10.up_proj,0.0000004378,0.10000,1.071
45,mlp.experts.11.up_proj,0.0000192884,0.10000,1.061
45,mlp.experts.12.up_proj,0.0000004523,0.10000,1.005
45,mlp.experts.13.up_proj,0.0000025262,0.10000,1.041
45,mlp.experts.14.up_proj,0.0006559936,0.10000,0.958
45,mlp.experts.15.up_proj,0.0000096741,0.10000,1.026
45,mlp.experts.16.up_proj,0.0000009014,0.10000,0.984
45,mlp.experts.17.up_proj,0.0000002632,0.10000,0.956
45,mlp.experts.18.up_proj,0.0000014266,0.10000,1.046
45,mlp.experts.19.up_proj,0.0000037732,0.10000,1.071
45,mlp.experts.20.up_proj,0.0000004356,0.10000,1.056
45,mlp.experts.21.up_proj,0.0000099183,0.10000,1.070
45,mlp.experts.22.up_proj,0.0000001691,0.10000,1.018
45,mlp.experts.23.up_proj,0.0000075353,0.10000,1.032
45,mlp.experts.24.up_proj,0.0000007821,0.10000,1.057
45,mlp.experts.25.up_proj,0.0000820225,0.10000,1.073
45,mlp.experts.26.up_proj,0.0000008258,0.10000,1.025
45,mlp.experts.27.up_proj,0.0000001780,0.10000,1.066
45,mlp.experts.28.up_proj,0.0000028556,0.10000,1.041
45,mlp.experts.29.up_proj,0.0000037671,0.10000,1.039
45,mlp.experts.30.up_proj,0.0000007418,0.10000,1.064
45,mlp.experts.31.up_proj,0.0000210797,0.10000,1.052
45,mlp.experts.32.up_proj,0.0000094970,0.10000,1.076
45,mlp.experts.33.up_proj,0.0000116099,0.10000,1.042
45,mlp.experts.34.up_proj,0.0000127685,0.10000,0.972
45,mlp.experts.35.up_proj,0.0000014740,0.10000,0.986
45,mlp.experts.36.up_proj,0.0000008247,0.10000,1.038
45,mlp.experts.37.up_proj,0.0000002642,0.10000,1.057
45,mlp.experts.38.up_proj,0.0000133080,0.10000,1.068
45,mlp.experts.39.up_proj,0.0000329248,0.10000,1.055
45,mlp.experts.40.up_proj,0.0000347295,0.10000,0.981
45,mlp.experts.41.up_proj,0.0000153586,0.10000,1.009
45,mlp.experts.42.up_proj,0.0000006293,0.10000,1.050
45,mlp.experts.43.up_proj,0.0000050410,0.10000,1.059
45,mlp.experts.44.up_proj,0.0000706326,0.10000,1.069
45,mlp.experts.45.up_proj,0.0000005221,0.10000,1.075
45,mlp.experts.46.up_proj,0.0000001995,0.10000,1.058
45,mlp.experts.47.up_proj,0.0000002190,0.10000,1.049
45,mlp.experts.48.up_proj,0.0000013259,0.10000,0.988
45,mlp.experts.49.up_proj,0.0000084427,0.10000,1.029
45,mlp.experts.50.up_proj,0.0000019535,0.10000,1.006
45,mlp.experts.51.up_proj,0.0000031714,0.10000,1.021
45,mlp.experts.52.up_proj,0.0000211593,0.10000,1.015
45,mlp.experts.53.up_proj,0.0000013332,0.10000,1.003
45,mlp.experts.54.up_proj,0.0000033683,0.10000,1.018
45,mlp.experts.55.up_proj,0.0000052505,0.10000,1.028
45,mlp.experts.56.up_proj,0.0000146726,0.10000,1.061
45,mlp.experts.57.up_proj,0.0000171405,0.10000,1.055
45,mlp.experts.58.up_proj,0.0000010651,0.10000,1.051
45,mlp.experts.59.up_proj,0.0000123077,0.10000,1.060
45,mlp.experts.60.up_proj,0.0000021973,0.10000,0.982
45,mlp.experts.61.up_proj,0.0000094313,0.10000,0.973
45,mlp.experts.62.up_proj,0.0000176892,0.10000,1.019
45,mlp.experts.63.up_proj,0.0000004639,0.10000,1.066
45,mlp.experts.64.up_proj,0.0000040201,0.10000,1.046
45,mlp.experts.65.up_proj,0.0000020384,0.10000,1.036
45,mlp.experts.66.up_proj,0.0000062502,0.10000,1.051
45,mlp.experts.67.up_proj,0.0000040453,0.10000,1.032
45,mlp.experts.68.up_proj,0.0000124040,0.10000,1.056
45,mlp.experts.69.up_proj,0.0000062654,0.10000,1.057
45,mlp.experts.70.up_proj,0.0000001716,0.10000,0.976
45,mlp.experts.71.up_proj,0.0000017587,0.10000,1.090
45,mlp.experts.72.up_proj,0.0000163084,0.10000,1.055
45,mlp.experts.73.up_proj,0.0000067715,0.10000,1.019
45,mlp.experts.74.up_proj,0.0000504351,0.10000,1.003
45,mlp.experts.75.up_proj,0.0000198621,0.10000,1.066
45,mlp.experts.76.up_proj,0.0000008396,0.10000,0.973
45,mlp.experts.77.up_proj,0.0000029438,0.10000,0.987
45,mlp.experts.78.up_proj,0.0000289888,0.10000,1.049
45,mlp.experts.79.up_proj,0.0000194934,0.10000,1.038
45,mlp.experts.80.up_proj,0.0000001109,0.10000,1.068
45,mlp.experts.81.up_proj,0.0000006071,0.10000,1.046
45,mlp.experts.82.up_proj,0.0000044609,0.10000,1.027
45,mlp.experts.83.up_proj,0.0000003058,0.10000,1.005
45,mlp.experts.84.up_proj,0.0000009723,0.10000,1.052
45,mlp.experts.85.up_proj,0.0000016249,0.10000,1.024
45,mlp.experts.86.up_proj,0.0000027052,0.10000,1.061
45,mlp.experts.87.up_proj,0.0000002091,0.10000,1.066
45,mlp.experts.88.up_proj,0.0000016024,0.10000,1.007
45,mlp.experts.89.up_proj,0.0000010878,0.10000,0.935
45,mlp.experts.90.up_proj,0.0000051960,0.10000,0.954
45,mlp.experts.91.up_proj,0.0000028743,0.10000,1.044
45,mlp.experts.92.up_proj,0.0000011148,0.10000,1.046
45,mlp.experts.93.up_proj,0.0000012346,0.10000,1.048
45,mlp.experts.94.up_proj,0.0000009368,0.10000,0.994
45,mlp.experts.95.up_proj,0.0000014938,0.10000,1.072
45,mlp.experts.96.up_proj,0.0000333739,0.10000,1.032
45,mlp.experts.97.up_proj,0.0001219061,0.10000,1.065
45,mlp.experts.98.up_proj,0.0000044881,0.10000,1.032
45,mlp.experts.99.up_proj,0.0000022324,0.10000,1.034
45,mlp.experts.100.up_proj,0.0000150016,0.10000,1.033
45,mlp.experts.101.up_proj,0.0000009453,0.10000,0.994
45,mlp.experts.102.up_proj,0.0001893037,0.10000,0.991
45,mlp.experts.103.up_proj,0.0000005415,0.10000,0.957
45,mlp.experts.104.up_proj,0.0000055787,0.10000,0.990
45,mlp.experts.105.up_proj,0.0000214668,0.10000,1.052
45,mlp.experts.106.up_proj,0.0000165971,0.10000,1.048
45,mlp.experts.107.up_proj,0.0000064607,0.10000,1.047
45,mlp.experts.108.up_proj,0.0000708467,0.10000,1.038
45,mlp.experts.109.up_proj,0.0000024717,0.10000,1.045
45,mlp.experts.110.up_proj,0.0000120234,0.10000,1.047
45,mlp.experts.111.up_proj,0.0000004322,0.10000,1.018
45,mlp.experts.112.up_proj,0.0000001890,0.10000,1.023
45,mlp.experts.113.up_proj,0.0000062662,0.10000,1.046
45,mlp.experts.114.up_proj,0.0000013740,0.10000,1.050
45,mlp.experts.115.up_proj,0.0000056854,0.10000,1.047
45,mlp.experts.116.up_proj,0.0000038827,0.10000,1.029
45,mlp.experts.117.up_proj,0.0000013647,0.10000,1.041
45,mlp.experts.118.up_proj,0.0000388308,0.10000,1.064
45,mlp.experts.119.up_proj,0.0000018664,0.10000,0.975
45,mlp.experts.120.up_proj,0.0000163562,0.10000,0.981
45,mlp.experts.121.up_proj,0.0000126847,0.10000,1.036
45,mlp.experts.122.up_proj,0.0000114478,0.10000,1.049
45,mlp.experts.123.up_proj,0.0000002216,0.10000,1.033
45,mlp.experts.124.up_proj,0.0000156966,0.10000,0.978
45,mlp.experts.125.up_proj,0.0000098201,0.10000,0.919
45,mlp.experts.126.up_proj,0.0000023434,0.10000,0.876
45,mlp.experts.127.up_proj,0.0000005876,0.10000,0.948
45,mlp.experts.0.gate_proj,0.0000045817,0.10000,1.057
45,mlp.experts.1.gate_proj,0.0000236326,0.10000,1.028
45,mlp.experts.2.gate_proj,0.0000009024,0.10000,1.071
45,mlp.experts.3.gate_proj,0.0000039903,0.10000,0.989
45,mlp.experts.4.gate_proj,0.0000018759,0.10000,0.981
45,mlp.experts.5.gate_proj,0.0000002141,0.10000,1.028
45,mlp.experts.6.gate_proj,0.0000068099,0.10000,0.993
45,mlp.experts.7.gate_proj,0.0000040234,0.10000,0.989
45,mlp.experts.8.gate_proj,0.0000083524,0.10000,0.991
45,mlp.experts.9.gate_proj,0.0000304711,0.10000,0.992
45,mlp.experts.10.gate_proj,0.0000003955,0.10000,1.004
45,mlp.experts.11.gate_proj,0.0000170307,0.10000,1.014
45,mlp.experts.12.gate_proj,0.0000004040,0.10000,1.010
45,mlp.experts.13.gate_proj,0.0000022817,0.10000,1.012
45,mlp.experts.14.gate_proj,0.0005949909,0.10000,1.015
45,mlp.experts.15.gate_proj,0.0000087524,0.10000,1.019
45,mlp.experts.16.gate_proj,0.0000007913,0.10000,1.013
45,mlp.experts.17.gate_proj,0.0000002333,0.10000,0.982
45,mlp.experts.18.gate_proj,0.0000013074,0.10000,1.003
45,mlp.experts.19.gate_proj,0.0000034345,0.10000,1.017
45,mlp.experts.20.gate_proj,0.0000003981,0.10000,1.048
45,mlp.experts.21.gate_proj,0.0000087817,0.10000,1.034
45,mlp.experts.22.gate_proj,0.0000001525,0.10000,1.048
45,mlp.experts.23.gate_proj,0.0000073537,0.10000,1.041
45,mlp.experts.24.gate_proj,0.0000006996,0.10000,1.045
45,mlp.experts.25.gate_proj,0.0000704554,0.10000,1.032
45,mlp.experts.26.gate_proj,0.0000008227,0.10000,1.050
45,mlp.experts.27.gate_proj,0.0000001651,0.10000,1.041
45,mlp.experts.28.gate_proj,0.0000024882,0.10000,1.030
45,mlp.experts.29.gate_proj,0.0000035087,0.10000,1.019
45,mlp.experts.30.gate_proj,0.0000006610,0.10000,1.018
45,mlp.experts.31.gate_proj,0.0000187553,0.10000,1.093
45,mlp.experts.32.gate_proj,0.0000083157,0.10000,1.031
45,mlp.experts.33.gate_proj,0.0000104652,0.10000,1.046
45,mlp.experts.34.gate_proj,0.0000114901,0.10000,1.026
45,mlp.experts.35.gate_proj,0.0000012878,0.10000,1.002
45,mlp.experts.36.gate_proj,0.0000007418,0.10000,1.053
45,mlp.experts.37.gate_proj,0.0000002347,0.10000,1.048
45,mlp.experts.38.gate_proj,0.0000124109,0.10000,1.064
45,mlp.experts.39.gate_proj,0.0000296285,0.10000,1.061
45,mlp.experts.40.gate_proj,0.0000313007,0.10000,1.039
45,mlp.experts.41.gate_proj,0.0000135729,0.10000,1.038
45,mlp.experts.42.gate_proj,0.0000005677,0.10000,1.010
45,mlp.experts.43.gate_proj,0.0000046119,0.10000,0.996
45,mlp.experts.44.gate_proj,0.0000646414,0.10000,1.020
45,mlp.experts.45.gate_proj,0.0000004670,0.10000,1.003
45,mlp.experts.46.gate_proj,0.0000001734,0.10000,1.015
45,mlp.experts.47.gate_proj,0.0000002053,0.10000,1.030
45,mlp.experts.48.gate_proj,0.0000012680,0.10000,0.983
45,mlp.experts.49.gate_proj,0.0000076376,0.10000,1.009
45,mlp.experts.50.gate_proj,0.0000016786,0.10000,1.004
45,mlp.experts.51.gate_proj,0.0000029397,0.10000,0.985
45,mlp.experts.52.gate_proj,0.0000201093,0.10000,0.980
45,mlp.experts.53.gate_proj,0.0000012061,0.10000,1.009
45,mlp.experts.54.gate_proj,0.0000030136,0.10000,1.016
45,mlp.experts.55.gate_proj,0.0000047191,0.10000,0.986
45,mlp.experts.56.gate_proj,0.0000128837,0.10000,0.939
45,mlp.experts.57.gate_proj,0.0000150125,0.10000,1.062
45,mlp.experts.58.gate_proj,0.0000009752,0.10000,0.971
45,mlp.experts.59.gate_proj,0.0000106630,0.10000,1.023
45,mlp.experts.60.gate_proj,0.0000019844,0.10000,1.025
45,mlp.experts.61.gate_proj,0.0000084031,0.10000,1.057
45,mlp.experts.62.gate_proj,0.0000154161,0.10000,1.056
45,mlp.experts.63.gate_proj,0.0000004133,0.10000,1.034
45,mlp.experts.64.gate_proj,0.0000037415,0.10000,1.055
45,mlp.experts.65.gate_proj,0.0000018631,0.10000,1.059
45,mlp.experts.66.gate_proj,0.0000055862,0.10000,1.053
45,mlp.experts.67.gate_proj,0.0000036330,0.10000,1.016
45,mlp.experts.68.gate_proj,0.0000115751,0.10000,0.995
45,mlp.experts.69.gate_proj,0.0000059829,0.10000,1.007
45,mlp.experts.70.gate_proj,0.0000001556,0.10000,1.026
45,mlp.experts.71.gate_proj,0.0000015694,0.10000,1.035
45,mlp.experts.72.gate_proj,0.0000150000,0.10000,1.049
45,mlp.experts.73.gate_proj,0.0000060896,0.10000,1.065
45,mlp.experts.74.gate_proj,0.0000465790,0.10000,1.059
45,mlp.experts.75.gate_proj,0.0000176629,0.10000,1.057
45,mlp.experts.76.gate_proj,0.0000007929,0.10000,1.030
45,mlp.experts.77.gate_proj,0.0000027038,0.10000,1.058
45,mlp.experts.78.gate_proj,0.0000259108,0.10000,0.986
45,mlp.experts.79.gate_proj,0.0000177198,0.10000,1.072
45,mlp.experts.80.gate_proj,0.0000000921,0.10000,0.996
45,mlp.experts.81.gate_proj,0.0000005474,0.10000,1.000
45,mlp.experts.82.gate_proj,0.0000042009,0.10000,1.041
45,mlp.experts.83.gate_proj,0.0000002788,0.10000,1.041
45,mlp.experts.84.gate_proj,0.0000008313,0.10000,1.010
45,mlp.experts.85.gate_proj,0.0000014742,0.10000,1.007
45,mlp.experts.86.gate_proj,0.0000025460,0.10000,1.070
45,mlp.experts.87.gate_proj,0.0000002066,0.10000,1.025
45,mlp.experts.88.gate_proj,0.0000014569,0.10000,1.023
45,mlp.experts.89.gate_proj,0.0000009740,0.10000,1.017
45,mlp.experts.90.gate_proj,0.0000048452,0.10000,1.000
45,mlp.experts.91.gate_proj,0.0000026995,0.10000,1.041
45,mlp.experts.92.gate_proj,0.0000009954,0.10000,1.013
45,mlp.experts.93.gate_proj,0.0000011161,0.10000,1.011
45,mlp.experts.94.gate_proj,0.0000008850,0.10000,1.023
45,mlp.experts.95.gate_proj,0.0000013575,0.10000,1.035
45,mlp.experts.96.gate_proj,0.0000302772,0.10000,1.037
45,mlp.experts.97.gate_proj,0.0001105172,0.10000,1.066
45,mlp.experts.98.gate_proj,0.0000040360,0.10000,1.041
45,mlp.experts.99.gate_proj,0.0000020676,0.10000,1.060
45,mlp.experts.100.gate_proj,0.0000134013,0.10000,1.059
45,mlp.experts.101.gate_proj,0.0000008831,0.10000,1.013
45,mlp.experts.102.gate_proj,0.0001734530,0.10000,1.050
45,mlp.experts.103.gate_proj,0.0000004747,0.10000,1.049
45,mlp.experts.104.gate_proj,0.0000050387,0.10000,1.066
45,mlp.experts.105.gate_proj,0.0000190486,0.10000,1.068
45,mlp.experts.106.gate_proj,0.0000147236,0.10000,1.079
45,mlp.experts.107.gate_proj,0.0000060188,0.10000,1.062
45,mlp.experts.108.gate_proj,0.0000632772,0.10000,1.028
45,mlp.experts.109.gate_proj,0.0000022329,0.10000,1.090
45,mlp.experts.110.gate_proj,0.0000112401,0.10000,1.043
45,mlp.experts.111.gate_proj,0.0000003917,0.10000,1.087
45,mlp.experts.112.gate_proj,0.0000001617,0.10000,1.065
45,mlp.experts.113.gate_proj,0.0000055935,0.10000,1.062
45,mlp.experts.114.gate_proj,0.0000012377,0.10000,1.068
45,mlp.experts.115.gate_proj,0.0000051250,0.10000,1.066
45,mlp.experts.116.gate_proj,0.0000035274,0.10000,1.018
45,mlp.experts.117.gate_proj,0.0000012414,0.10000,1.015
45,mlp.experts.118.gate_proj,0.0000355747,0.10000,1.011
45,mlp.experts.119.gate_proj,0.0000016937,0.10000,1.034
45,mlp.experts.120.gate_proj,0.0000146373,0.10000,1.008
45,mlp.experts.121.gate_proj,0.0000116024,0.10000,1.037
45,mlp.experts.122.gate_proj,0.0000103034,0.10000,1.029
45,mlp.experts.123.gate_proj,0.0000001981,0.10000,0.980
45,mlp.experts.124.gate_proj,0.0000141659,0.10000,1.009
45,mlp.experts.125.gate_proj,0.0000086595,0.10000,1.018
45,mlp.experts.126.gate_proj,0.0000021357,0.10000,0.995
45,mlp.experts.127.gate_proj,0.0000005442,0.10000,0.709
45,mlp.experts.1.down_proj,0.0000443687,0.10000,0.381
45,mlp.experts.0.down_proj,0.0000122436,0.10000,0.404
45,mlp.experts.2.down_proj,0.0000009554,0.10000,0.396
45,mlp.experts.3.down_proj,0.0000062515,0.10000,0.391
45,mlp.experts.4.down_proj,0.0000034639,0.10000,0.397
45,mlp.experts.5.down_proj,0.0000002267,0.10000,0.400
45,mlp.experts.6.down_proj,0.0000143078,0.10000,0.395
45,mlp.experts.7.down_proj,0.0000052244,0.10000,0.404
45,mlp.experts.8.down_proj,0.0000150557,0.10000,0.405
45,mlp.experts.9.down_proj,0.0000490072,0.10000,0.400
45,mlp.experts.10.down_proj,0.0000003513,0.10000,0.405
45,mlp.experts.11.down_proj,0.0000340742,0.10000,0.397
45,mlp.experts.12.down_proj,0.0000004383,0.10000,0.404
45,mlp.experts.13.down_proj,0.0000036815,0.10000,0.403
45,mlp.experts.14.down_proj,0.0007247169,0.10000,0.412
45,mlp.experts.15.down_proj,0.0000205132,0.10000,0.405
45,mlp.experts.17.down_proj,0.0000003171,0.10000,0.404
45,mlp.experts.16.down_proj,0.0000013764,0.10000,0.419
45,mlp.experts.18.down_proj,0.0000025472,0.10000,0.396
45,mlp.experts.19.down_proj,0.0000082042,0.10000,0.403
45,mlp.experts.20.down_proj,0.0000007982,0.10000,0.409
45,mlp.experts.21.down_proj,0.0000123470,0.10000,0.410
45,mlp.experts.22.down_proj,0.0000001560,0.10000,0.400
45,mlp.experts.23.down_proj,0.0000219522,0.10000,0.403
45,mlp.experts.24.down_proj,0.0000010630,0.10000,0.401
45,mlp.experts.25.down_proj,0.0000715372,0.10000,0.400
45,mlp.experts.26.down_proj,0.0000012604,0.10000,0.416
45,mlp.experts.27.down_proj,0.0000001735,0.10000,0.404
45,mlp.experts.28.down_proj,0.0000046022,0.10000,0.422
45,mlp.experts.29.down_proj,0.0000035797,0.10000,0.422
45,mlp.experts.30.down_proj,0.0000012258,0.10000,0.424
45,mlp.experts.31.down_proj,0.0000406628,0.10000,0.424
45,mlp.experts.32.down_proj,0.0000132767,0.10000,0.421
45,mlp.experts.33.down_proj,0.0000126607,0.10000,0.418
45,mlp.experts.35.down_proj,0.0000022896,0.10000,0.429
45,mlp.experts.34.down_proj,0.0000272168,0.10000,0.431
45,mlp.experts.37.down_proj,0.0000002704,0.10000,0.423
45,mlp.experts.36.down_proj,0.0000012872,0.10000,0.430
45,mlp.experts.38.down_proj,0.0000193335,0.10000,0.406
45,mlp.experts.39.down_proj,0.0000362007,0.10000,0.411
45,mlp.experts.40.down_proj,0.0000804253,0.10000,0.395
45,mlp.experts.41.down_proj,0.0000398195,0.10000,0.393
45,mlp.experts.42.down_proj,0.0000007563,0.10000,0.358
45,mlp.experts.43.down_proj,0.0000072008,0.10000,0.361
45,mlp.experts.44.down_proj,0.0000628654,0.10000,0.400
45,mlp.experts.45.down_proj,0.0000005649,0.10000,0.396
45,mlp.experts.46.down_proj,0.0000002335,0.10000,0.420
45,mlp.experts.47.down_proj,0.0000002189,0.10000,0.423
45,mlp.experts.48.down_proj,0.0000023719,0.10000,0.354
45,mlp.experts.49.down_proj,0.0000221822,0.10000,0.361
45,mlp.experts.50.down_proj,0.0000028019,0.10000,0.364
45,mlp.experts.51.down_proj,0.0000066929,0.10000,0.368
45,mlp.experts.52.down_proj,0.0000425767,0.10000,0.330
45,mlp.experts.53.down_proj,0.0000021880,0.10000,0.334
45,mlp.experts.54.down_proj,0.0000038794,0.10000,0.324
45,mlp.experts.55.down_proj,0.0000112076,0.10000,0.324
45,mlp.experts.56.down_proj,0.0000250917,0.10000,0.353
45,mlp.experts.57.down_proj,0.0000131663,0.10000,0.355
45,mlp.experts.58.down_proj,0.0000011687,0.10000,0.384
45,mlp.experts.59.down_proj,0.0000119733,0.10000,0.388
45,mlp.experts.60.down_proj,0.0000020924,0.10000,0.400
45,mlp.experts.61.down_proj,0.0000039030,0.10000,0.398
45,mlp.experts.62.down_proj,0.0000115550,0.10000,0.410
45,mlp.experts.63.down_proj,0.0000008435,0.10000,0.409
45,mlp.experts.64.down_proj,0.0000046577,0.10000,0.407
45,mlp.experts.65.down_proj,0.0000021363,0.10000,0.399
45,mlp.experts.66.down_proj,0.0000081534,0.10000,0.407
45,mlp.experts.67.down_proj,0.0000069243,0.10000,0.392
45,mlp.experts.69.down_proj,0.0000057159,0.10000,0.407
45,mlp.experts.68.down_proj,0.0000182120,0.10000,0.420
45,mlp.experts.71.down_proj,0.0000052861,0.10000,0.369
45,mlp.experts.70.down_proj,0.0000001734,0.10000,0.377
45,mlp.experts.72.down_proj,0.0000095492,0.10000,0.344
45,mlp.experts.73.down_proj,0.0000119564,0.10000,0.345
45,mlp.experts.75.down_proj,0.0000429043,0.10000,0.400
45,mlp.experts.74.down_proj,0.0000725122,0.10000,0.410
45,mlp.experts.76.down_proj,0.0000009884,0.10000,0.393
45,mlp.experts.77.down_proj,0.0000034117,0.10000,0.401
45,mlp.experts.78.down_proj,0.0000294363,0.10000,0.394
45,mlp.experts.79.down_proj,0.0000139362,0.10000,0.397
45,mlp.experts.80.down_proj,0.0000001275,0.10000,0.392
45,mlp.experts.81.down_proj,0.0000008976,0.10000,0.416
45,mlp.experts.82.down_proj,0.0000027086,0.10000,0.390
45,mlp.experts.83.down_proj,0.0000002616,0.10000,0.423
45,mlp.experts.84.down_proj,0.0000013579,0.10000,0.374
45,mlp.experts.85.down_proj,0.0000024905,0.10000,0.392
45,mlp.experts.86.down_proj,0.0000036640,0.10000,0.390
45,mlp.experts.87.down_proj,0.0000002110,0.10000,0.415
45,mlp.experts.88.down_proj,0.0000024631,0.10000,0.384
45,mlp.experts.89.down_proj,0.0000015786,0.10000,0.384
45,mlp.experts.90.down_proj,0.0000023969,0.10000,0.397
45,mlp.experts.91.down_proj,0.0000036552,0.10000,0.369
45,mlp.experts.92.down_proj,0.0000017494,0.10000,0.391
45,mlp.experts.93.down_proj,0.0000026878,0.10000,0.383
45,mlp.experts.94.down_proj,0.0000008999,0.10000,0.393
45,mlp.experts.95.down_proj,0.0000025241,0.10000,0.378
45,mlp.experts.96.down_proj,0.0000267287,0.10000,0.378
45,mlp.experts.97.down_proj,0.0000712682,0.10000,0.386
45,mlp.experts.98.down_proj,0.0000094807,0.10000,0.388
45,mlp.experts.99.down_proj,0.0000035146,0.10000,0.400
45,mlp.experts.100.down_proj,0.0000266771,0.10000,0.404
45,mlp.experts.101.down_proj,0.0000019133,0.10000,0.414
45,mlp.experts.102.down_proj,0.0002345804,0.10000,0.398
45,mlp.experts.103.down_proj,0.0000010415,0.10000,0.399
45,mlp.experts.104.down_proj,0.0000110475,0.10000,0.395
45,mlp.experts.105.down_proj,0.0000696458,0.10000,0.411
45,mlp.experts.106.down_proj,0.0000047380,0.10000,0.397
45,mlp.experts.107.down_proj,0.0000060722,0.10000,0.390
45,mlp.experts.108.down_proj,0.0001124484,0.10000,0.396
45,mlp.experts.109.down_proj,0.0000045220,0.10000,0.399
45,mlp.experts.110.down_proj,0.0000154514,0.10000,0.393
45,mlp.experts.111.down_proj,0.0000002612,0.10000,0.387
45,mlp.experts.112.down_proj,0.0000002605,0.10000,0.378
45,mlp.experts.113.down_proj,0.0000196990,0.10000,0.379
45,mlp.experts.114.down_proj,0.0000016382,0.10000,0.386
45,mlp.experts.115.down_proj,0.0000061711,0.10000,0.396
45,mlp.experts.116.down_proj,0.0000071797,0.10000,0.325
45,mlp.experts.117.down_proj,0.0000016301,0.10000,0.340
45,mlp.experts.118.down_proj,0.0000777671,0.10000,0.368
45,mlp.experts.119.down_proj,0.0000029352,0.10000,0.390
45,mlp.experts.120.down_proj,0.0000309397,0.10000,0.405
45,mlp.experts.121.down_proj,0.0000442823,0.10000,0.420
45,mlp.experts.122.down_proj,0.0000244849,0.10000,0.406
45,mlp.experts.123.down_proj,0.0000002641,0.10000,0.417
45,mlp.experts.124.down_proj,0.0000230115,0.10000,0.403
45,mlp.experts.125.down_proj,0.0000289354,0.10000,0.421
45,mlp.experts.126.down_proj,0.0000042655,0.10000,0.408
45,mlp.experts.127.down_proj,0.0000005170,0.10000,0.341
46,self_attn.q_proj,0.0000001719,0.10000,0.959
46,self_attn.k_proj,0.0000000146,0.10000,0.964
46,self_attn.v_proj,0.0000000341,0.10000,0.599
46,self_attn.o_proj,0.0000000050,0.10000,1.172
46,mlp.gate,0.0000000105,0.10000,0.590
46,mlp.experts.1.up_proj,0.0000004756,0.10000,1.063
46,mlp.experts.0.up_proj,0.0000123955,0.10000,1.087
46,mlp.experts.2.up_proj,0.0000175508,0.10000,0.964
46,mlp.experts.3.up_proj,0.0000056736,0.10000,0.968
46,mlp.experts.4.up_proj,0.0003629903,0.10000,1.035
46,mlp.experts.5.up_proj,0.0000018414,0.10000,1.045
46,mlp.experts.6.up_proj,0.0000131934,0.10000,1.021
46,mlp.experts.7.up_proj,0.0000004040,0.10000,1.027
46,mlp.experts.8.up_proj,0.0000002991,0.10000,1.045
46,mlp.experts.9.up_proj,0.0000079827,0.10000,1.046
46,mlp.experts.10.up_proj,0.0000002324,0.10000,0.988
46,mlp.experts.11.up_proj,0.0000014234,0.10000,0.997
46,mlp.experts.12.up_proj,0.0000171856,0.10000,1.025
46,mlp.experts.13.up_proj,0.0001331214,0.10000,1.081
46,mlp.experts.14.up_proj,0.0000070535,0.10000,1.053
46,mlp.experts.15.up_proj,0.0000159616,0.10000,1.058
46,mlp.experts.16.up_proj,0.0000061106,0.10000,0.982
46,mlp.experts.17.up_proj,0.0000050785,0.10000,0.965
46,mlp.experts.18.up_proj,0.0000083318,0.10000,0.992
46,mlp.experts.19.up_proj,0.0000006530,0.10000,1.006
46,mlp.experts.20.up_proj,0.0000152166,0.10000,0.954
46,mlp.experts.21.up_proj,0.0000091815,0.10000,1.043
46,mlp.experts.22.up_proj,0.0000001561,0.10000,1.058
46,mlp.experts.23.up_proj,0.0000365125,0.10000,1.043
46,mlp.experts.24.up_proj,0.0000116613,0.10000,1.055
46,mlp.experts.25.up_proj,0.0001130788,0.10000,1.081
46,mlp.experts.26.up_proj,0.0000032496,0.10000,1.072
46,mlp.experts.27.up_proj,0.0000015388,0.10000,1.079
46,mlp.experts.28.up_proj,0.0000086099,0.10000,1.004
46,mlp.experts.29.up_proj,0.0000006108,0.10000,1.023
46,mlp.experts.30.up_proj,0.0000004050,0.10000,1.037
46,mlp.experts.31.up_proj,0.0000018389,0.10000,1.016
46,mlp.experts.32.up_proj,0.0000015719,0.10000,1.007
46,mlp.experts.33.up_proj,0.0000014505,0.10000,1.027
46,mlp.experts.34.up_proj,0.0000016109,0.10000,1.020
46,mlp.experts.35.up_proj,0.0000044493,0.10000,1.012
46,mlp.experts.36.up_proj,0.0000004908,0.10000,1.022
46,mlp.experts.37.up_proj,0.0000061990,0.10000,1.000
46,mlp.experts.38.up_proj,0.0000009652,0.10000,1.024
46,mlp.experts.39.up_proj,0.0000002480,0.10000,1.004
46,mlp.experts.40.up_proj,0.0000572016,0.10000,1.031
46,mlp.experts.41.up_proj,0.0000939569,0.10000,1.020
46,mlp.experts.42.up_proj,0.0000151090,0.10000,1.015
46,mlp.experts.43.up_proj,0.0000024558,0.10000,1.007
46,mlp.experts.44.up_proj,0.0000034936,0.10000,1.022
46,mlp.experts.45.up_proj,0.0000004726,0.10000,1.007
46,mlp.experts.46.up_proj,0.0000022250,0.10000,0.991
46,mlp.experts.47.up_proj,0.0000108617,0.10000,1.035
46,mlp.experts.48.up_proj,0.0004764418,0.10000,1.025
46,mlp.experts.49.up_proj,0.0000128968,0.10000,0.992
46,mlp.experts.50.up_proj,0.0001291396,0.10000,1.028
46,mlp.experts.51.up_proj,0.0000008459,0.10000,1.075
46,mlp.experts.52.up_proj,0.0000004229,0.10000,1.014
46,mlp.experts.53.up_proj,0.0000154268,0.10000,1.015
46,mlp.experts.54.up_proj,0.0000018410,0.10000,1.078
46,mlp.experts.55.up_proj,0.0000002209,0.10000,1.042
46,mlp.experts.56.up_proj,0.0000088000,0.10000,1.092
46,mlp.experts.57.up_proj,0.0000074274,0.10000,1.051
46,mlp.experts.58.up_proj,0.0000159248,0.10000,1.065
46,mlp.experts.59.up_proj,0.0000355698,0.10000,1.050
46,mlp.experts.60.up_proj,0.0000002720,0.10000,1.046
46,mlp.experts.61.up_proj,0.0000004083,0.10000,1.031
46,mlp.experts.62.up_proj,0.0000195535,0.10000,1.016
46,mlp.experts.63.up_proj,0.0000370492,0.10000,1.021
46,mlp.experts.64.up_proj,0.0000061366,0.10000,0.927
46,mlp.experts.65.up_proj,0.0000836964,0.10000,0.942
46,mlp.experts.66.up_proj,0.0000191001,0.10000,1.003
46,mlp.experts.67.up_proj,0.0000008643,0.10000,0.989
46,mlp.experts.68.up_proj,0.0000006185,0.10000,0.978
46,mlp.experts.69.up_proj,0.0000894912,0.10000,1.032
46,mlp.experts.70.up_proj,0.0000104352,0.10000,1.035
46,mlp.experts.71.up_proj,0.0000037630,0.10000,1.056
46,mlp.experts.72.up_proj,0.0000439820,0.10000,1.007
46,mlp.experts.73.up_proj,0.0000149211,0.10000,0.983
46,mlp.experts.74.up_proj,0.0000049292,0.10000,0.959
46,mlp.experts.75.up_proj,0.0000002802,0.10000,0.987
46,mlp.experts.76.up_proj,0.0000008066,0.10000,1.044
46,mlp.experts.77.up_proj,0.0000022700,0.10000,1.007
46,mlp.experts.78.up_proj,0.0000175646,0.10000,1.075
46,mlp.experts.79.up_proj,0.0000046358,0.10000,1.051
46,mlp.experts.80.up_proj,0.0000001134,0.10000,1.037
46,mlp.experts.81.up_proj,0.0000013397,0.10000,1.063
46,mlp.experts.82.up_proj,0.0000002521,0.10000,1.059
46,mlp.experts.83.up_proj,0.0000147589,0.10000,1.024
46,mlp.experts.84.up_proj,0.0000002944,0.10000,1.061
46,mlp.experts.85.up_proj,0.0001002835,0.10000,1.042
46,mlp.experts.86.up_proj,0.0002781562,0.10000,1.046
46,mlp.experts.87.up_proj,0.0000250423,0.10000,1.021
46,mlp.experts.88.up_proj,0.0000207657,0.10000,1.032
46,mlp.experts.89.up_proj,0.0000166771,0.10000,1.040
46,mlp.experts.90.up_proj,0.0000032636,0.10000,1.035
46,mlp.experts.91.up_proj,0.0000058330,0.10000,1.031
46,mlp.experts.92.up_proj,0.0000029545,0.10000,1.066
46,mlp.experts.93.up_proj,0.0000129919,0.10000,1.032
46,mlp.experts.95.up_proj,0.0001536706,0.10000,1.062
46,mlp.experts.94.up_proj,0.0000015301,0.10000,1.107
46,mlp.experts.97.up_proj,0.0000008409,0.10000,1.074
46,mlp.experts.96.up_proj,0.0000016042,0.10000,1.116
46,mlp.experts.98.up_proj,0.0000001832,0.10000,1.087
46,mlp.experts.99.up_proj,0.0000152450,0.10000,1.095
46,mlp.experts.100.up_proj,0.0000263258,0.10000,1.072
46,mlp.experts.101.up_proj,0.0000006166,0.10000,1.068
46,mlp.experts.102.up_proj,0.0000093325,0.10000,1.090
46,mlp.experts.103.up_proj,0.0000017408,0.10000,1.073
46,mlp.experts.104.up_proj,0.0000025056,0.10000,1.060
46,mlp.experts.105.up_proj,0.0000002196,0.10000,1.068
46,mlp.experts.106.up_proj,0.0000150914,0.10000,1.009
46,mlp.experts.107.up_proj,0.0000030406,0.10000,1.025
46,mlp.experts.108.up_proj,0.0000172268,0.10000,1.007
46,mlp.experts.109.up_proj,0.0000130860,0.10000,1.027
46,mlp.experts.110.up_proj,0.0000351226,0.10000,1.051
46,mlp.experts.111.up_proj,0.0000007422,0.10000,1.060
46,mlp.experts.112.up_proj,0.0000026740,0.10000,1.032
46,mlp.experts.113.up_proj,0.0000107266,0.10000,1.054
46,mlp.experts.114.up_proj,0.0000007224,0.10000,1.046
46,mlp.experts.115.up_proj,0.0000001788,0.10000,1.039
46,mlp.experts.116.up_proj,0.0000027288,0.10000,1.018
46,mlp.experts.117.up_proj,0.0000002786,0.10000,1.039
46,mlp.experts.118.up_proj,0.0000173557,0.10000,0.989
46,mlp.experts.119.up_proj,0.0000028696,0.10000,0.992
46,mlp.experts.120.up_proj,0.0000137158,0.10000,1.056
46,mlp.experts.121.up_proj,0.0000153003,0.10000,1.056
46,mlp.experts.122.up_proj,0.0000027484,0.10000,1.031
46,mlp.experts.123.up_proj,0.0000015968,0.10000,1.047
46,mlp.experts.124.up_proj,0.0000002336,0.10000,1.037
46,mlp.experts.125.up_proj,0.0000123990,0.10000,1.029
46,mlp.experts.126.up_proj,0.0000036175,0.10000,1.049
46,mlp.experts.127.up_proj,0.0000012687,0.10000,1.001
46,mlp.experts.0.gate_proj,0.0000104942,0.10000,1.022
46,mlp.experts.1.gate_proj,0.0000004537,0.10000,1.054
46,mlp.experts.2.gate_proj,0.0000154812,0.10000,1.021
46,mlp.experts.3.gate_proj,0.0000052821,0.10000,1.001
46,mlp.experts.4.gate_proj,0.0003246019,0.10000,0.941
46,mlp.experts.5.gate_proj,0.0000017389,0.10000,0.947
46,mlp.experts.6.gate_proj,0.0000120288,0.10000,1.053
46,mlp.experts.7.gate_proj,0.0000003531,0.10000,0.992
46,mlp.experts.8.gate_proj,0.0000002792,0.10000,1.061
46,mlp.experts.9.gate_proj,0.0000075143,0.10000,1.067
46,mlp.experts.10.gate_proj,0.0000002198,0.10000,1.051
46,mlp.experts.11.gate_proj,0.0000012638,0.10000,1.052
46,mlp.experts.12.gate_proj,0.0000152603,0.10000,0.943
46,mlp.experts.13.gate_proj,0.0001207470,0.10000,0.987
46,mlp.experts.14.gate_proj,0.0000063799,0.10000,1.043
46,mlp.experts.15.gate_proj,0.0000145665,0.10000,1.017
46,mlp.experts.16.gate_proj,0.0000055554,0.10000,1.036
46,mlp.experts.17.gate_proj,0.0000046804,0.10000,1.045
46,mlp.experts.18.gate_proj,0.0000073584,0.10000,1.093
46,mlp.experts.19.gate_proj,0.0000005979,0.10000,1.032
46,mlp.experts.20.gate_proj,0.0000129235,0.10000,1.005
46,mlp.experts.21.gate_proj,0.0000080922,0.10000,1.012
46,mlp.experts.22.gate_proj,0.0000001311,0.10000,1.066
46,mlp.experts.23.gate_proj,0.0000325397,0.10000,1.070
46,mlp.experts.24.gate_proj,0.0000102459,0.10000,1.027
46,mlp.experts.25.gate_proj,0.0000939057,0.10000,1.044
46,mlp.experts.26.gate_proj,0.0000028943,0.10000,1.031
46,mlp.experts.27.gate_proj,0.0000013663,0.10000,1.083
46,mlp.experts.28.gate_proj,0.0000076065,0.10000,1.034
46,mlp.experts.29.gate_proj,0.0000005370,0.10000,0.979
46,mlp.experts.30.gate_proj,0.0000003545,0.10000,1.045
46,mlp.experts.31.gate_proj,0.0000017405,0.10000,1.051
46,mlp.experts.32.gate_proj,0.0000014853,0.10000,1.027
46,mlp.experts.33.gate_proj,0.0000013660,0.10000,1.031
46,mlp.experts.34.gate_proj,0.0000014907,0.10000,1.045
46,mlp.experts.35.gate_proj,0.0000038480,0.10000,1.039
46,mlp.experts.36.gate_proj,0.0000004498,0.10000,1.035
46,mlp.experts.37.gate_proj,0.0000056444,0.10000,1.037
46,mlp.experts.38.gate_proj,0.0000008585,0.10000,1.029
46,mlp.experts.39.gate_proj,0.0000002182,0.10000,1.029
46,mlp.experts.40.gate_proj,0.0000520892,0.10000,1.030
46,mlp.experts.41.gate_proj,0.0000849111,0.10000,1.015
46,mlp.experts.42.gate_proj,0.0000136281,0.10000,1.075
46,mlp.experts.43.gate_proj,0.0000021469,0.10000,1.078
46,mlp.experts.44.gate_proj,0.0000032688,0.10000,1.061
46,mlp.experts.45.gate_proj,0.0000004483,0.10000,1.065
46,mlp.experts.46.gate_proj,0.0000020086,0.10000,1.068
46,mlp.experts.47.gate_proj,0.0000095168,0.10000,1.065
46,mlp.experts.48.gate_proj,0.0004283436,0.10000,1.055
46,mlp.experts.49.gate_proj,0.0000113540,0.10000,1.067
46,mlp.experts.50.gate_proj,0.0001162675,0.10000,0.971
46,mlp.experts.51.gate_proj,0.0000007655,0.10000,0.968
46,mlp.experts.52.gate_proj,0.0000003800,0.10000,1.079
46,mlp.experts.53.gate_proj,0.0000132058,0.10000,1.052
46,mlp.experts.54.gate_proj,0.0000016192,0.10000,1.007
46,mlp.experts.55.gate_proj,0.0000001986,0.10000,1.043
46,mlp.experts.56.gate_proj,0.0000082080,0.10000,1.002
46,mlp.experts.57.gate_proj,0.0000067179,0.10000,0.993
46,mlp.experts.58.gate_proj,0.0000144526,0.10000,1.028
46,mlp.experts.59.gate_proj,0.0000305219,0.10000,1.028
46,mlp.experts.60.gate_proj,0.0000002432,0.10000,1.027
46,mlp.experts.61.gate_proj,0.0000003740,0.10000,1.016
46,mlp.experts.62.gate_proj,0.0000168012,0.10000,1.035
46,mlp.experts.63.gate_proj,0.0000327249,0.10000,1.057
46,mlp.experts.64.gate_proj,0.0000055243,0.10000,1.042
46,mlp.experts.65.gate_proj,0.0000750532,0.10000,1.070
46,mlp.experts.66.gate_proj,0.0000163578,0.10000,1.053
46,mlp.experts.67.gate_proj,0.0000008020,0.10000,1.039
46,mlp.experts.68.gate_proj,0.0000005690,0.10000,1.003
46,mlp.experts.69.gate_proj,0.0000791581,0.10000,1.023
46,mlp.experts.70.gate_proj,0.0000095574,0.10000,1.030
46,mlp.experts.71.gate_proj,0.0000034791,0.10000,1.017
46,mlp.experts.72.gate_proj,0.0000350486,0.10000,1.044
46,mlp.experts.73.gate_proj,0.0000137517,0.10000,1.049
46,mlp.experts.74.gate_proj,0.0000069925,0.10000,1.077
46,mlp.experts.75.gate_proj,0.0000002486,0.10000,1.064
46,mlp.experts.76.gate_proj,0.0000007685,0.10000,1.064
46,mlp.experts.77.gate_proj,0.0000020955,0.10000,1.056
46,mlp.experts.78.gate_proj,0.0000155452,0.10000,1.017
46,mlp.experts.79.gate_proj,0.0000040508,0.10000,1.003
46,mlp.experts.80.gate_proj,0.0000000934,0.10000,1.038
46,mlp.experts.81.gate_proj,0.0000011951,0.10000,1.037
46,mlp.experts.82.gate_proj,0.0000002220,0.10000,1.019
46,mlp.experts.83.gate_proj,0.0000129132,0.10000,1.021
46,mlp.experts.84.gate_proj,0.0000002673,0.10000,1.023
46,mlp.experts.85.gate_proj,0.0000936337,0.10000,1.060
46,mlp.experts.86.gate_proj,0.0002469641,0.10000,1.060
46,mlp.experts.87.gate_proj,0.0000227453,0.10000,1.061
46,mlp.experts.88.gate_proj,0.0000191125,0.10000,1.070
46,mlp.experts.89.gate_proj,0.0000153087,0.10000,1.065
46,mlp.experts.90.gate_proj,0.0000029785,0.10000,1.066
46,mlp.experts.91.gate_proj,0.0000053408,0.10000,1.059
46,mlp.experts.92.gate_proj,0.0000026505,0.10000,1.082
46,mlp.experts.93.gate_proj,0.0000116627,0.10000,1.057
46,mlp.experts.94.gate_proj,0.0000014073,0.10000,1.068
46,mlp.experts.95.gate_proj,0.0001323860,0.10000,1.085
46,mlp.experts.96.gate_proj,0.0000018682,0.10000,1.012
46,mlp.experts.97.gate_proj,0.0000007587,0.10000,1.023
46,mlp.experts.98.gate_proj,0.0000001694,0.10000,1.040
46,mlp.experts.99.gate_proj,0.0000136077,0.10000,1.010
46,mlp.experts.100.gate_proj,0.0000258228,0.10000,1.036
46,mlp.experts.101.gate_proj,0.0000005669,0.10000,1.029
46,mlp.experts.102.gate_proj,0.0000083584,0.10000,1.016
46,mlp.experts.103.gate_proj,0.0000015878,0.10000,1.014
46,mlp.experts.104.gate_proj,0.0000023992,0.10000,1.065
46,mlp.experts.105.gate_proj,0.0000001958,0.10000,1.079
46,mlp.experts.106.gate_proj,0.0000132285,0.10000,1.071
46,mlp.experts.107.gate_proj,0.0000027390,0.10000,1.036
46,mlp.experts.108.gate_proj,0.0000158417,0.10000,1.073
46,mlp.experts.109.gate_proj,0.0000112193,0.10000,1.061
46,mlp.experts.110.gate_proj,0.0000316606,0.10000,1.075
46,mlp.experts.111.gate_proj,0.0000006589,0.10000,1.073
46,mlp.experts.113.gate_proj,0.0000088517,0.10000,1.066
46,mlp.experts.112.gate_proj,0.0000023824,0.10000,1.072
46,mlp.experts.115.gate_proj,0.0000001719,0.10000,1.078
46,mlp.experts.114.gate_proj,0.0000006793,0.10000,1.085
46,mlp.experts.117.gate_proj,0.0000002548,0.10000,1.066
46,mlp.experts.116.gate_proj,0.0000024745,0.10000,1.076
46,mlp.experts.118.gate_proj,0.0000163855,0.10000,0.926
46,mlp.experts.119.gate_proj,0.0000025150,0.10000,0.922
46,mlp.experts.120.gate_proj,0.0000124951,0.10000,1.053
46,mlp.experts.121.gate_proj,0.0000139948,0.10000,1.094
46,mlp.experts.122.gate_proj,0.0000025657,0.10000,1.054
46,mlp.experts.123.gate_proj,0.0000014556,0.10000,1.086
46,mlp.experts.124.gate_proj,0.0000002069,0.10000,1.006
46,mlp.experts.125.gate_proj,0.0000112218,0.10000,1.026
46,mlp.experts.126.gate_proj,0.0000034585,0.10000,0.982
46,mlp.experts.127.gate_proj,0.0000011579,0.10000,0.988
46,mlp.experts.0.down_proj,0.0000216754,0.10000,0.396
46,mlp.experts.1.down_proj,0.0000004734,0.10000,0.405
46,mlp.experts.3.down_proj,0.0000239629,0.10000,0.384
46,mlp.experts.2.down_proj,0.0000313407,0.10000,0.403
46,mlp.experts.4.down_proj,0.0006638497,0.10000,0.409
46,mlp.experts.5.down_proj,0.0000021768,0.10000,0.425
46,mlp.experts.6.down_proj,0.0000263579,0.10000,0.376
46,mlp.experts.7.down_proj,0.0000005508,0.10000,0.419
46,mlp.experts.8.down_proj,0.0000001234,0.10000,0.411
46,mlp.experts.9.down_proj,0.0000155887,0.10000,0.403
46,mlp.experts.10.down_proj,0.0000003066,0.10000,0.399
46,mlp.experts.11.down_proj,0.0000027506,0.10000,0.395
46,mlp.experts.12.down_proj,0.0000174127,0.10000,0.400
46,mlp.experts.13.down_proj,0.0003115602,0.10000,0.401
46,mlp.experts.14.down_proj,0.0000162967,0.10000,0.411
46,mlp.experts.15.down_proj,0.0000194033,0.10000,0.409
46,mlp.experts.16.down_proj,0.0000104770,0.10000,0.414
46,mlp.experts.17.down_proj,0.0000068186,0.10000,0.403
46,mlp.experts.18.down_proj,0.0000241820,0.10000,0.397
46,mlp.experts.19.down_proj,0.0000011723,0.10000,0.400
46,mlp.experts.20.down_proj,0.0000362401,0.10000,0.388
46,mlp.experts.21.down_proj,0.0000206948,0.10000,0.397
46,mlp.experts.22.down_proj,0.0000002029,0.10000,0.382
46,mlp.experts.23.down_proj,0.0001900272,0.10000,0.376
46,mlp.experts.24.down_proj,0.0000091290,0.10000,0.366
46,mlp.experts.25.down_proj,0.0002656948,0.10000,0.369
46,mlp.experts.26.down_proj,0.0000060620,0.10000,0.411
46,mlp.experts.27.down_proj,0.0000087770,0.10000,0.399
46,mlp.experts.28.down_proj,0.0000143631,0.10000,0.397
46,mlp.experts.29.down_proj,0.0000022209,0.10000,0.411
46,mlp.experts.30.down_proj,0.0000010142,0.10000,0.380
46,mlp.experts.31.down_proj,0.0000022112,0.10000,0.390
46,mlp.experts.32.down_proj,0.0000051534,0.10000,0.407
46,mlp.experts.33.down_proj,0.0000028131,0.10000,0.404
46,mlp.experts.34.down_proj,0.0000022157,0.10000,0.395
46,mlp.experts.35.down_proj,0.0000109142,0.10000,0.411
46,mlp.experts.36.down_proj,0.0000005298,0.10000,0.398
46,mlp.experts.37.down_proj,0.0000114963,0.10000,0.403
46,mlp.experts.38.down_proj,0.0000015233,0.10000,0.355
46,mlp.experts.39.down_proj,0.0000003290,0.10000,0.354
46,mlp.experts.40.down_proj,0.0001904458,0.10000,0.391
46,mlp.experts.41.down_proj,0.0001617503,0.10000,0.404
46,mlp.experts.42.down_proj,0.0000092651,0.10000,0.407
46,mlp.experts.43.down_proj,0.0000065927,0.10000,0.416
46,mlp.experts.44.down_proj,0.0000094142,0.10000,0.402
46,mlp.experts.45.down_proj,0.0000003559,0.10000,0.415
46,mlp.experts.46.down_proj,0.0000031133,0.10000,0.399
46,mlp.experts.47.down_proj,0.0000241201,0.10000,0.399
46,mlp.experts.48.down_proj,0.0002911857,0.10000,0.396
46,mlp.experts.49.down_proj,0.0000411500,0.10000,0.398
46,mlp.experts.50.down_proj,0.0002767912,0.10000,0.397
46,mlp.experts.51.down_proj,0.0000011741,0.10000,0.406
46,mlp.experts.52.down_proj,0.0000005886,0.10000,0.403
46,mlp.experts.53.down_proj,0.0000322779,0.10000,0.412
46,mlp.experts.54.down_proj,0.0000069762,0.10000,0.404
46,mlp.experts.55.down_proj,0.0000001940,0.10000,0.386
46,mlp.experts.56.down_proj,0.0000219639,0.10000,0.419
46,mlp.experts.57.down_proj,0.0000104741,0.10000,0.399
46,mlp.experts.58.down_proj,0.0000083161,0.10000,0.409
46,mlp.experts.59.down_proj,0.0000162907,0.10000,0.420
46,mlp.experts.60.down_proj,0.0000003194,0.10000,0.410
46,mlp.experts.61.down_proj,0.0000004416,0.10000,0.399
46,mlp.experts.62.down_proj,0.0000300157,0.10000,0.410
46,mlp.experts.63.down_proj,0.0001021490,0.10000,0.413
46,mlp.experts.64.down_proj,0.0000137855,0.10000,0.405
46,mlp.experts.65.down_proj,0.0001122043,0.10000,0.412
46,mlp.experts.66.down_proj,0.0000620095,0.10000,0.407
46,mlp.experts.67.down_proj,0.0000011519,0.10000,0.405
46,mlp.experts.68.down_proj,0.0000006557,0.10000,0.391
46,mlp.experts.69.down_proj,0.0002054177,0.10000,0.391
46,mlp.experts.70.down_proj,0.0000201231,0.10000,0.391
46,mlp.experts.71.down_proj,0.0000044277,0.10000,0.396
46,mlp.experts.72.down_proj,0.0000334708,0.10000,0.400
46,mlp.experts.73.down_proj,0.0000299689,0.10000,0.392
46,mlp.experts.74.down_proj,0.0000043860,0.10000,0.387
46,mlp.experts.75.down_proj,0.0000002871,0.10000,0.394
46,mlp.experts.76.down_proj,0.0000016555,0.10000,0.399
46,mlp.experts.77.down_proj,0.0000041820,0.10000,0.397
46,mlp.experts.78.down_proj,0.0000366535,0.10000,0.385
46,mlp.experts.79.down_proj,0.0000112363,0.10000,0.398
46,mlp.experts.80.down_proj,0.0000001178,0.10000,0.402
46,mlp.experts.81.down_proj,0.0000042890,0.10000,0.380
46,mlp.experts.82.down_proj,0.0000003730,0.10000,0.373
46,mlp.experts.83.down_proj,0.0000322563,0.10000,0.367
46,mlp.experts.84.down_proj,0.0000004547,0.10000,0.396
46,mlp.experts.85.down_proj,0.0002818844,0.10000,0.398
46,mlp.experts.86.down_proj,0.0005350391,0.10000,0.390
46,mlp.experts.87.down_proj,0.0000179870,0.10000,0.397
46,mlp.experts.88.down_proj,0.0000382520,0.10000,0.395
46,mlp.experts.89.down_proj,0.0000179080,0.10000,0.397
46,mlp.experts.90.down_proj,0.0000056266,0.10000,0.402
46,mlp.experts.91.down_proj,0.0000101050,0.10000,0.391
46,mlp.experts.92.down_proj,0.0000074414,0.10000,0.395
46,mlp.experts.93.down_proj,0.0000654818,0.10000,0.388
46,mlp.experts.94.down_proj,0.0000035566,0.10000,0.398
46,mlp.experts.95.down_proj,0.0001942323,0.10000,0.398
46,mlp.experts.96.down_proj,0.0000016817,0.10000,0.411
46,mlp.experts.97.down_proj,0.0000012699,0.10000,0.404
46,mlp.experts.98.down_proj,0.0000001948,0.10000,0.398
46,mlp.experts.99.down_proj,0.0000238193,0.10000,0.400
46,mlp.experts.100.down_proj,0.0000539502,0.10000,0.414
46,mlp.experts.101.down_proj,0.0000004231,0.10000,0.407
46,mlp.experts.102.down_proj,0.0000188093,0.10000,0.414
46,mlp.experts.103.down_proj,0.0000024486,0.10000,0.402
46,mlp.experts.104.down_proj,0.0000020053,0.10000,0.422
46,mlp.experts.105.down_proj,0.0000002771,0.10000,0.409
46,mlp.experts.106.down_proj,0.0000256105,0.10000,0.408
46,mlp.experts.107.down_proj,0.0000043094,0.10000,0.400
46,mlp.experts.108.down_proj,0.0000124944,0.10000,0.379
46,mlp.experts.109.down_proj,0.0000294635,0.10000,0.377
46,mlp.experts.110.down_proj,0.0000569637,0.10000,0.410
46,mlp.experts.111.down_proj,0.0000013092,0.10000,0.403
46,mlp.experts.112.down_proj,0.0000031654,0.10000,0.335
46,mlp.experts.113.down_proj,0.0000145051,0.10000,0.333
46,mlp.experts.114.down_proj,0.0000005590,0.10000,0.340
46,mlp.experts.115.down_proj,0.0000001743,0.10000,0.346
46,mlp.experts.116.down_proj,0.0000059476,0.10000,0.397
46,mlp.experts.117.down_proj,0.0000003732,0.10000,0.410
46,mlp.experts.118.down_proj,0.0000278359,0.10000,0.387
46,mlp.experts.119.down_proj,0.0000040300,0.10000,0.390
46,mlp.experts.120.down_proj,0.0000262331,0.10000,0.391
46,mlp.experts.121.down_proj,0.0000282896,0.10000,0.395
46,mlp.experts.122.down_proj,0.0000023405,0.10000,0.338
46,mlp.experts.123.down_proj,0.0000016681,0.10000,0.327
46,mlp.experts.124.down_proj,0.0000003217,0.10000,0.330
46,mlp.experts.125.down_proj,0.0000615966,0.10000,0.339
46,mlp.experts.126.down_proj,0.0000067642,0.10000,0.393
46,mlp.experts.127.down_proj,0.0000021648,0.10000,0.377
47,self_attn.k_proj,0.0000000215,0.10000,0.987
47,self_attn.q_proj,0.0000001927,0.10000,1.041
47,self_attn.v_proj,0.0000000407,0.10000,0.628
47,self_attn.o_proj,0.0000000171,0.10000,1.261
47,mlp.gate,0.0000000080,0.10000,0.580
47,mlp.experts.1.up_proj,0.0000379747,0.10000,1.028
47,mlp.experts.0.up_proj,0.0000050482,0.10000,1.038
47,mlp.experts.2.up_proj,0.0000023530,0.10000,1.055
47,mlp.experts.3.up_proj,0.0000021058,0.10000,1.058
47,mlp.experts.4.up_proj,0.0000016278,0.10000,1.041
47,mlp.experts.5.up_proj,0.0000347228,0.10000,1.041
47,mlp.experts.7.up_proj,0.0000151877,0.10000,1.030
47,mlp.experts.6.up_proj,0.0000024185,0.10000,1.062
47,mlp.experts.8.up_proj,0.0000044214,0.10000,1.096
47,mlp.experts.9.up_proj,0.0000059028,0.10000,1.089
47,mlp.experts.10.up_proj,0.0000122824,0.10000,1.068
47,mlp.experts.11.up_proj,0.0000130202,0.10000,1.059
47,mlp.experts.12.up_proj,0.0000062873,0.10000,1.068
47,mlp.experts.13.up_proj,0.0002284921,0.10000,1.076
47,mlp.experts.14.up_proj,0.0000130515,0.10000,1.078
47,mlp.experts.15.up_proj,0.0000001868,0.10000,1.097
47,mlp.experts.16.up_proj,0.0000281115,0.10000,0.971
47,mlp.experts.17.up_proj,0.0000025442,0.10000,0.988
47,mlp.experts.18.up_proj,0.0000060868,0.10000,1.007
47,mlp.experts.19.up_proj,0.0000470846,0.10000,0.994
47,mlp.experts.20.up_proj,0.0000007125,0.10000,1.071
47,mlp.experts.21.up_proj,0.0000003395,0.10000,1.067
47,mlp.experts.22.up_proj,0.0000347613,0.10000,1.051
47,mlp.experts.23.up_proj,0.0000020880,0.10000,1.055
47,mlp.experts.24.up_proj,0.0000397185,0.10000,1.060
47,mlp.experts.25.up_proj,0.0000664143,0.10000,1.041
47,mlp.experts.27.up_proj,0.0000003927,0.10000,1.078
47,mlp.experts.26.up_proj,0.0000005892,0.10000,1.099
47,mlp.experts.28.up_proj,0.0000169675,0.10000,1.077
47,mlp.experts.29.up_proj,0.0000495570,0.10000,1.100
47,mlp.experts.30.up_proj,0.0000144944,0.10000,1.044
47,mlp.experts.31.up_proj,0.0000002121,0.10000,1.048
47,mlp.experts.32.up_proj,0.0000001633,0.10000,0.968
47,mlp.experts.33.up_proj,0.0000330481,0.10000,0.989
47,mlp.experts.34.up_proj,0.0000002531,0.10000,0.985
47,mlp.experts.35.up_proj,0.0000001660,0.10000,1.065
47,mlp.experts.36.up_proj,0.0000007485,0.10000,1.022
47,mlp.experts.37.up_proj,0.0000068849,0.10000,1.027
47,mlp.experts.38.up_proj,0.0000048514,0.10000,1.015
47,mlp.experts.39.up_proj,0.0000030744,0.10000,1.028
47,mlp.experts.40.up_proj,0.0000146319,0.10000,0.957
47,mlp.experts.41.up_proj,0.0000607359,0.10000,1.016
47,mlp.experts.42.up_proj,0.0000061050,0.10000,1.032
47,mlp.experts.43.up_proj,0.0000160050,0.10000,1.032
47,mlp.experts.44.up_proj,0.0000008510,0.10000,1.025
47,mlp.experts.45.up_proj,0.0000340110,0.10000,1.020
47,mlp.experts.46.up_proj,0.0000742213,0.10000,1.028
47,mlp.experts.47.up_proj,0.0000001968,0.10000,1.064
47,mlp.experts.48.up_proj,0.0000247353,0.10000,1.084
47,mlp.experts.49.up_proj,0.0000214947,0.10000,1.030
47,mlp.experts.50.up_proj,0.0000224008,0.10000,1.071
47,mlp.experts.51.up_proj,0.0000290296,0.10000,1.046
47,mlp.experts.52.up_proj,0.0000004942,0.10000,1.063
47,mlp.experts.53.up_proj,0.0000010971,0.10000,1.050
47,mlp.experts.54.up_proj,0.0000099030,0.10000,1.039
47,mlp.experts.55.up_proj,0.0000110224,0.10000,1.087
47,mlp.experts.56.up_proj,0.0000135917,0.10000,1.049
47,mlp.experts.57.up_proj,0.0000008098,0.10000,1.024
47,mlp.experts.58.up_proj,0.0000012923,0.10000,1.081
47,mlp.experts.59.up_proj,0.0001665471,0.10000,1.047
47,mlp.experts.60.up_proj,0.0000481469,0.10000,1.052
47,mlp.experts.61.up_proj,0.0000109637,0.10000,1.027
47,mlp.experts.62.up_proj,0.0000410135,0.10000,1.026
47,mlp.experts.63.up_proj,0.0000007267,0.10000,1.033
47,mlp.experts.64.up_proj,0.0000245721,0.10000,1.053
47,mlp.experts.65.up_proj,0.0000284728,0.10000,1.003
47,mlp.experts.66.up_proj,0.0000547004,0.10000,1.011
47,mlp.experts.67.up_proj,0.0000098254,0.10000,0.986
47,mlp.experts.68.up_proj,0.0000165737,0.10000,1.002
47,mlp.experts.69.up_proj,0.0001638731,0.10000,1.017
47,mlp.experts.70.up_proj,0.0000918024,0.10000,1.008
47,mlp.experts.71.up_proj,0.0000040567,0.10000,1.023
47,mlp.experts.72.up_proj,0.0000062878,0.10000,1.040
47,mlp.experts.73.up_proj,0.0000006915,0.10000,1.011
47,mlp.experts.74.up_proj,0.0000052059,0.10000,1.043
47,mlp.experts.75.up_proj,0.0001419965,0.10000,1.032
47,mlp.experts.76.up_proj,0.0000027443,0.10000,1.042
47,mlp.experts.77.up_proj,0.0000090096,0.10000,1.032
47,mlp.experts.79.up_proj,0.0000262376,0.10000,1.087
47,mlp.experts.78.up_proj,0.0000001482,0.10000,1.118
47,mlp.experts.80.up_proj,0.0000030571,0.10000,1.039
47,mlp.experts.81.up_proj,0.0000145172,0.10000,1.054
47,mlp.experts.82.up_proj,0.0000026101,0.10000,1.094
47,mlp.experts.83.up_proj,0.0000470824,0.10000,1.099
47,mlp.experts.84.up_proj,0.0000342093,0.10000,1.093
47,mlp.experts.85.up_proj,0.0000004831,0.10000,1.103
47,mlp.experts.86.up_proj,0.0000000974,0.10000,0.927
47,mlp.experts.87.up_proj,0.0000018457,0.10000,0.936
47,mlp.experts.88.up_proj,0.0000002301,0.10000,1.017
47,mlp.experts.89.up_proj,0.0000336208,0.10000,1.035
47,mlp.experts.90.up_proj,0.0000001755,0.10000,1.053
47,mlp.experts.91.up_proj,0.0000190348,0.10000,1.038
47,mlp.experts.92.up_proj,0.0000013948,0.10000,1.021
47,mlp.experts.93.up_proj,0.0000136737,0.10000,1.016
47,mlp.experts.94.up_proj,0.0000105262,0.10000,1.065
47,mlp.experts.95.up_proj,0.0000001494,0.10000,1.065
47,mlp.experts.96.up_proj,0.0000051841,0.10000,1.035
47,mlp.experts.97.up_proj,0.0000261115,0.10000,1.059
47,mlp.experts.98.up_proj,0.0000123860,0.10000,1.002
47,mlp.experts.99.up_proj,0.0000052741,0.10000,1.003
47,mlp.experts.100.up_proj,0.0000173403,0.10000,1.021
47,mlp.experts.101.up_proj,0.0000020835,0.10000,0.992
47,mlp.experts.102.up_proj,0.0000023932,0.10000,1.022
47,mlp.experts.103.up_proj,0.0000155435,0.10000,1.041
47,mlp.experts.104.up_proj,0.0000101080,0.10000,1.042
47,mlp.experts.105.up_proj,0.0000013035,0.10000,1.031
47,mlp.experts.106.up_proj,0.0000240011,0.10000,1.006
47,mlp.experts.107.up_proj,0.0000010703,0.10000,1.045
47,mlp.experts.108.up_proj,0.0000012153,0.10000,1.029
47,mlp.experts.109.up_proj,0.0000019511,0.10000,1.037
47,mlp.experts.110.up_proj,0.0000088598,0.10000,1.037
47,mlp.experts.111.up_proj,0.0000002651,0.10000,1.026
47,mlp.experts.112.up_proj,0.0000027609,0.10000,1.048
47,mlp.experts.113.up_proj,0.0001078203,0.10000,1.045
47,mlp.experts.114.up_proj,0.0000022032,0.10000,1.072
47,mlp.experts.115.up_proj,0.0000527820,0.10000,1.089
47,mlp.experts.116.up_proj,0.0000204038,0.10000,0.994
47,mlp.experts.117.up_proj,0.0000002049,0.10000,0.994
47,mlp.experts.118.up_proj,0.0000567427,0.10000,1.026
47,mlp.experts.119.up_proj,0.0000091840,0.10000,1.049
47,mlp.experts.120.up_proj,0.0000005343,0.10000,1.024
47,mlp.experts.121.up_proj,0.0000013917,0.10000,1.024
47,mlp.experts.122.up_proj,0.0001643363,0.10000,1.003
47,mlp.experts.123.up_proj,0.0000002180,0.10000,1.035
47,mlp.experts.124.up_proj,0.0000016852,0.10000,1.050
47,mlp.experts.125.up_proj,0.0000020757,0.10000,1.065
47,mlp.experts.126.up_proj,0.0000011738,0.10000,0.958
47,mlp.experts.127.up_proj,0.0000001409,0.10000,0.940
47,mlp.experts.0.gate_proj,0.0000044849,0.10000,1.022
47,mlp.experts.1.gate_proj,0.0000349707,0.10000,1.008
47,mlp.experts.2.gate_proj,0.0000021093,0.10000,1.051
47,mlp.experts.3.gate_proj,0.0000020060,0.10000,1.017
47,mlp.experts.4.gate_proj,0.0000014934,0.10000,1.050
47,mlp.experts.5.gate_proj,0.0000297865,0.10000,1.024
47,mlp.experts.6.gate_proj,0.0000021747,0.10000,1.072
47,mlp.experts.7.gate_proj,0.0000136248,0.10000,1.041
47,mlp.experts.8.gate_proj,0.0000036878,0.10000,1.048
47,mlp.experts.9.gate_proj,0.0000054204,0.10000,1.063
47,mlp.experts.10.gate_proj,0.0000112045,0.10000,1.055
47,mlp.experts.11.gate_proj,0.0000121391,0.10000,1.060
47,mlp.experts.12.gate_proj,0.0000058167,0.10000,1.073
47,mlp.experts.13.gate_proj,0.0002083908,0.10000,1.042
47,mlp.experts.14.gate_proj,0.0000118505,0.10000,1.040
47,mlp.experts.15.gate_proj,0.0000001750,0.10000,1.035
47,mlp.experts.16.gate_proj,0.0000239828,0.10000,1.036
47,mlp.experts.17.gate_proj,0.0000022101,0.10000,1.038
47,mlp.experts.18.gate_proj,0.0000052713,0.10000,1.072
47,mlp.experts.19.gate_proj,0.0000422475,0.10000,1.070
47,mlp.experts.20.gate_proj,0.0000006368,0.10000,1.062
47,mlp.experts.21.gate_proj,0.0000003008,0.10000,1.057
47,mlp.experts.22.gate_proj,0.0000314275,0.10000,1.105
47,mlp.experts.23.gate_proj,0.0000019769,0.10000,1.107
47,mlp.experts.24.gate_proj,0.0000358656,0.10000,1.013
47,mlp.experts.25.gate_proj,0.0000586968,0.10000,1.035
47,mlp.experts.26.gate_proj,0.0000005452,0.10000,0.934
47,mlp.experts.27.gate_proj,0.0000003584,0.10000,0.915
47,mlp.experts.28.gate_proj,0.0000150977,0.10000,1.063
47,mlp.experts.29.gate_proj,0.0000443685,0.10000,1.054
47,mlp.experts.30.gate_proj,0.0000131896,0.10000,1.033
47,mlp.experts.31.gate_proj,0.0000001975,0.10000,1.061
47,mlp.experts.32.gate_proj,0.0000001470,0.10000,0.992
47,mlp.experts.33.gate_proj,0.0000300839,0.10000,0.979
47,mlp.experts.34.gate_proj,0.0000002373,0.10000,1.074
47,mlp.experts.35.gate_proj,0.0000001510,0.10000,1.075
47,mlp.experts.36.gate_proj,0.0000006573,0.10000,1.006
47,mlp.experts.37.gate_proj,0.0000065708,0.10000,0.991
47,mlp.experts.38.gate_proj,0.0000044191,0.10000,1.065
47,mlp.experts.39.gate_proj,0.0000025863,0.10000,1.089
47,mlp.experts.40.gate_proj,0.0000138347,0.10000,1.008
47,mlp.experts.41.gate_proj,0.0000553547,0.10000,1.071
47,mlp.experts.42.gate_proj,0.0000054396,0.10000,1.068
47,mlp.experts.43.gate_proj,0.0000156544,0.10000,1.080
47,mlp.experts.44.gate_proj,0.0000007621,0.10000,0.992
47,mlp.experts.45.gate_proj,0.0000299479,0.10000,1.004
47,mlp.experts.46.gate_proj,0.0000670353,0.10000,1.070
47,mlp.experts.47.gate_proj,0.0000001911,0.10000,1.033
47,mlp.experts.48.gate_proj,0.0000225971,0.10000,1.035
47,mlp.experts.49.gate_proj,0.0000191248,0.10000,1.061
47,mlp.experts.50.gate_proj,0.0000193497,0.10000,0.995
47,mlp.experts.51.gate_proj,0.0000264722,0.10000,1.026
47,mlp.experts.52.gate_proj,0.0000004421,0.10000,1.041
47,mlp.experts.53.gate_proj,0.0000009662,0.10000,1.031
47,mlp.experts.54.gate_proj,0.0000089900,0.10000,1.031
47,mlp.experts.55.gate_proj,0.0000097897,0.10000,1.021
47,mlp.experts.56.gate_proj,0.0000130071,0.10000,1.025
47,mlp.experts.57.gate_proj,0.0000006638,0.10000,1.035
47,mlp.experts.58.gate_proj,0.0000011540,0.10000,0.993
47,mlp.experts.59.gate_proj,0.0001543076,0.10000,1.002
47,mlp.experts.60.gate_proj,0.0000421529,0.10000,1.005
47,mlp.experts.61.gate_proj,0.0000094165,0.10000,0.998
47,mlp.experts.62.gate_proj,0.0000390341,0.10000,1.034
47,mlp.experts.63.gate_proj,0.0000007187,0.10000,1.027
47,mlp.experts.64.gate_proj,0.0000222915,0.10000,1.018
47,mlp.experts.65.gate_proj,0.0000257227,0.10000,1.000
47,mlp.experts.66.gate_proj,0.0000487894,0.10000,0.936
47,mlp.experts.67.gate_proj,0.0000089214,0.10000,0.940
47,mlp.experts.68.gate_proj,0.0000157254,0.10000,1.024
47,mlp.experts.69.gate_proj,0.0001456587,0.10000,1.015
47,mlp.experts.70.gate_proj,0.0000839785,0.10000,1.002
47,mlp.experts.71.gate_proj,0.0000036906,0.10000,1.004
47,mlp.experts.72.gate_proj,0.0000056804,0.10000,0.953
47,mlp.experts.73.gate_proj,0.0000006344,0.10000,0.938
47,mlp.experts.74.gate_proj,0.0000045632,0.10000,0.909
47,mlp.experts.75.gate_proj,0.0001315841,0.10000,0.927
47,mlp.experts.76.gate_proj,0.0000025273,0.10000,1.057
47,mlp.experts.77.gate_proj,0.0000080050,0.10000,1.055
47,mlp.experts.78.gate_proj,0.0000001386,0.10000,1.019
47,mlp.experts.79.gate_proj,0.0000238233,0.10000,1.025
47,mlp.experts.80.gate_proj,0.0000027080,0.10000,1.044
47,mlp.experts.81.gate_proj,0.0000147910,0.10000,1.036
47,mlp.experts.82.gate_proj,0.0000023687,0.10000,1.047
47,mlp.experts.83.gate_proj,0.0000425435,0.10000,1.045
47,mlp.experts.84.gate_proj,0.0000316742,0.10000,1.081
47,mlp.experts.85.gate_proj,0.0000004228,0.10000,1.046
47,mlp.experts.86.gate_proj,0.0000000952,0.10000,0.999
47,mlp.experts.87.gate_proj,0.0000017139,0.10000,0.995
47,mlp.experts.88.gate_proj,0.0000002085,0.10000,0.984
47,mlp.experts.89.gate_proj,0.0000306504,0.10000,1.006
47,mlp.experts.90.gate_proj,0.0000001603,0.10000,1.037
47,mlp.experts.91.gate_proj,0.0000181391,0.10000,1.049
47,mlp.experts.92.gate_proj,0.0000012392,0.10000,1.050
47,mlp.experts.93.gate_proj,0.0000124577,0.10000,1.066
47,mlp.experts.94.gate_proj,0.0000095629,0.10000,1.050
47,mlp.experts.95.gate_proj,0.0000001380,0.10000,1.051
47,mlp.experts.96.gate_proj,0.0000047094,0.10000,1.001
47,mlp.experts.97.gate_proj,0.0000238101,0.10000,1.026
47,mlp.experts.98.gate_proj,0.0000106158,0.10000,1.090
47,mlp.experts.99.gate_proj,0.0000047710,0.10000,1.042
47,mlp.experts.100.gate_proj,0.0000165322,0.10000,1.086
47,mlp.experts.101.gate_proj,0.0000018647,0.10000,1.067
47,mlp.experts.102.gate_proj,0.0000020958,0.10000,1.017
47,mlp.experts.103.gate_proj,0.0000141685,0.10000,1.093
47,mlp.experts.104.gate_proj,0.0000092267,0.10000,1.050
47,mlp.experts.105.gate_proj,0.0000011681,0.10000,1.068
47,mlp.experts.106.gate_proj,0.0000218371,0.10000,1.078
47,mlp.experts.107.gate_proj,0.0000009873,0.10000,1.017
47,mlp.experts.108.gate_proj,0.0000010928,0.10000,0.977
47,mlp.experts.109.gate_proj,0.0000021577,0.10000,0.994
47,mlp.experts.110.gate_proj,0.0000080882,0.10000,1.043
47,mlp.experts.111.gate_proj,0.0000002387,0.10000,1.046
47,mlp.experts.112.gate_proj,0.0000025120,0.10000,1.015
47,mlp.experts.113.gate_proj,0.0000950005,0.10000,1.056
47,mlp.experts.114.gate_proj,0.0000020591,0.10000,1.081
47,mlp.experts.115.gate_proj,0.0000481253,0.10000,1.065
47,mlp.experts.116.gate_proj,0.0000178388,0.10000,1.005
47,mlp.experts.117.gate_proj,0.0000001842,0.10000,1.018
47,mlp.experts.118.gate_proj,0.0000494950,0.10000,0.991
47,mlp.experts.119.gate_proj,0.0000077321,0.10000,1.005
47,mlp.experts.120.gate_proj,0.0000004700,0.10000,1.078
47,mlp.experts.121.gate_proj,0.0000012723,0.10000,1.026
47,mlp.experts.122.gate_proj,0.0001478434,0.10000,1.051
47,mlp.experts.123.gate_proj,0.0000002030,0.10000,1.060
47,mlp.experts.124.gate_proj,0.0000014989,0.10000,1.096
47,mlp.experts.125.gate_proj,0.0000018329,0.10000,1.076
47,mlp.experts.126.gate_proj,0.0000009938,0.10000,1.030
47,mlp.experts.127.gate_proj,0.0000001309,0.10000,0.987
47,mlp.experts.1.down_proj,0.0002990929,0.10000,0.400
47,mlp.experts.0.down_proj,0.0000477092,0.10000,0.403
47,mlp.experts.3.down_proj,0.0000093237,0.10000,0.416
47,mlp.experts.2.down_proj,0.0000223366,0.10000,0.419
47,mlp.experts.5.down_proj,0.0001388052,0.10000,0.360
47,mlp.experts.4.down_proj,0.0000091826,0.10000,0.366
47,mlp.experts.6.down_proj,0.0000069849,0.10000,0.388
47,mlp.experts.7.down_proj,0.0001313154,0.10000,0.390
47,mlp.experts.9.down_proj,0.0000122181,0.10000,0.388
47,mlp.experts.8.down_proj,0.0000966508,0.10000,0.394
47,mlp.experts.10.down_proj,0.0000377250,0.10000,0.417
47,mlp.experts.11.down_proj,0.0000298534,0.10000,0.417
47,mlp.experts.13.down_proj,0.0007070027,0.10000,0.409
47,mlp.experts.12.down_proj,0.0001588517,0.10000,0.416
47,mlp.experts.14.down_proj,0.0000391691,0.10000,0.373
47,mlp.experts.15.down_proj,0.0000012831,0.10000,0.377
47,mlp.experts.16.down_proj,0.0002149292,0.10000,0.340
47,mlp.experts.17.down_proj,0.0000210845,0.10000,0.340
47,mlp.experts.18.down_proj,0.0000194824,0.10000,0.380
47,mlp.experts.19.down_proj,0.0001345466,0.10000,0.397
47,mlp.experts.20.down_proj,0.0000043575,0.10000,0.374
47,mlp.experts.21.down_proj,0.0000006890,0.10000,0.364
47,mlp.experts.22.down_proj,0.0001569370,0.10000,0.422
47,mlp.experts.23.down_proj,0.0000149400,0.10000,0.422
47,mlp.experts.24.down_proj,0.0001351423,0.10000,0.355
47,mlp.experts.25.down_proj,0.0007980997,0.10000,0.358
47,mlp.experts.26.down_proj,0.0000010850,0.10000,0.353
47,mlp.experts.27.down_proj,0.0000007757,0.10000,0.348
47,mlp.experts.28.down_proj,0.0001172458,0.10000,0.358
47,mlp.experts.29.down_proj,0.0001695100,0.10000,0.363
47,mlp.experts.30.down_proj,0.0000314259,0.10000,0.359
47,mlp.experts.31.down_proj,0.0000005025,0.10000,0.366
47,mlp.experts.32.down_proj,0.0000004556,0.10000,0.403
47,mlp.experts.33.down_proj,0.0001493928,0.10000,0.392
47,mlp.experts.34.down_proj,0.0000008619,0.10000,0.387
47,mlp.experts.35.down_proj,0.0000006038,0.10000,0.386
47,mlp.experts.36.down_proj,0.0000018148,0.10000,0.413
47,mlp.experts.37.down_proj,0.0000254982,0.10000,0.423
47,mlp.experts.38.down_proj,0.0000103313,0.10000,0.414
47,mlp.experts.39.down_proj,0.0000394561,0.10000,0.407
47,mlp.experts.40.down_proj,0.0000724283,0.10000,0.398
47,mlp.experts.41.down_proj,0.0003761942,0.10000,0.413
47,mlp.experts.42.down_proj,0.0000486088,0.10000,0.393
47,mlp.experts.43.down_proj,0.0000815722,0.10000,0.412
47,mlp.experts.44.down_proj,0.0000040378,0.10000,0.409
47,mlp.experts.45.down_proj,0.0001418590,0.10000,0.413
47,mlp.experts.46.down_proj,0.0006743893,0.10000,0.350
47,mlp.experts.47.down_proj,0.0000006520,0.10000,0.347
47,mlp.experts.48.down_proj,0.0001043926,0.10000,0.351
47,mlp.experts.49.down_proj,0.0001197498,0.10000,0.363
47,mlp.experts.50.down_proj,0.0001445299,0.10000,0.363
47,mlp.experts.51.down_proj,0.0001182770,0.10000,0.356
47,mlp.experts.52.down_proj,0.0000015292,0.10000,0.367
47,mlp.experts.53.down_proj,0.0000070994,0.10000,0.364
47,mlp.experts.54.down_proj,0.0000207018,0.10000,0.414
47,mlp.experts.55.down_proj,0.0000498350,0.10000,0.410
47,mlp.experts.56.down_proj,0.0001731628,0.10000,0.406
47,mlp.experts.57.down_proj,0.0000039468,0.10000,0.406
47,mlp.experts.58.down_proj,0.0000033996,0.10000,0.363
47,mlp.experts.59.down_proj,0.0002929316,0.10000,0.361
47,mlp.experts.60.down_proj,0.0012177965,0.10000,0.425
47,mlp.experts.61.down_proj,0.0002228717,0.10000,0.401
47,mlp.experts.62.down_proj,0.0002593593,0.10000,0.412
47,mlp.experts.63.down_proj,0.0000013536,0.10000,0.422
47,mlp.experts.64.down_proj,0.0000362416,0.10000,0.388
47,mlp.experts.65.down_proj,0.0000796572,0.10000,0.389
47,mlp.experts.66.down_proj,0.0001931609,0.10000,0.366
47,mlp.experts.67.down_proj,0.0000400678,0.10000,0.365
47,mlp.experts.68.down_proj,0.0000790227,0.10000,0.423
47,mlp.experts.69.down_proj,0.0008003477,0.10000,0.401
47,mlp.experts.70.down_proj,0.0002594099,0.10000,0.412
47,mlp.experts.71.down_proj,0.0000138350,0.10000,0.407
47,mlp.experts.72.down_proj,0.0000129392,0.10000,0.386
47,mlp.experts.73.down_proj,0.0000020025,0.10000,0.388
47,mlp.experts.74.down_proj,0.0000254802,0.10000,0.385
47,mlp.experts.75.down_proj,0.0001874802,0.10000,0.384
47,mlp.experts.76.down_proj,0.0000079295,0.10000,0.385
47,mlp.experts.77.down_proj,0.0000378455,0.10000,0.378
47,mlp.experts.78.down_proj,0.0000002243,0.10000,0.391
47,mlp.experts.79.down_proj,0.0000565713,0.10000,0.385
47,mlp.experts.81.down_proj,0.0000462669,0.10000,0.332
47,mlp.experts.80.down_proj,0.0000186933,0.10000,0.337
47,mlp.experts.82.down_proj,0.0000055272,0.10000,0.391
47,mlp.experts.83.down_proj,0.0003679206,0.10000,0.391
47,mlp.experts.84.down_proj,0.0000463767,0.10000,0.418
47,mlp.experts.85.down_proj,0.0000011884,0.10000,0.418
47,mlp.experts.86.down_proj,0.0000002421,0.10000,0.404
47,mlp.experts.87.down_proj,0.0000149843,0.10000,0.412
47,mlp.experts.88.down_proj,0.0000002958,0.10000,0.418
47,mlp.experts.89.down_proj,0.0000593432,0.10000,0.421
47,mlp.experts.90.down_proj,0.0000004427,0.10000,0.392
47,mlp.experts.91.down_proj,0.0000415947,0.10000,0.398
47,mlp.experts.92.down_proj,0.0000118894,0.10000,0.388
47,mlp.experts.93.down_proj,0.0000707424,0.10000,0.385
47,mlp.experts.94.down_proj,0.0000372773,0.10000,0.365
47,mlp.experts.95.down_proj,0.0000003479,0.10000,0.370
47,mlp.experts.96.down_proj,0.0000196048,0.10000,0.318
47,mlp.experts.97.down_proj,0.0001918965,0.10000,0.320
47,mlp.experts.98.down_proj,0.0001015414,0.10000,0.356
47,mlp.experts.99.down_proj,0.0000185601,0.10000,0.348
47,mlp.experts.100.down_proj,0.0001773213,0.10000,0.424
47,mlp.experts.101.down_proj,0.0000158867,0.10000,0.424
47,mlp.experts.102.down_proj,0.0000521725,0.10000,0.380
47,mlp.experts.103.down_proj,0.0000845774,0.10000,0.382
47,mlp.experts.104.down_proj,0.0000299260,0.10000,0.378
47,mlp.experts.105.down_proj,0.0000062447,0.10000,0.389
47,mlp.experts.106.down_proj,0.0001165838,0.10000,0.411
47,mlp.experts.107.down_proj,0.0000033707,0.10000,0.416
47,mlp.experts.108.down_proj,0.0000026653,0.10000,0.350
47,mlp.experts.109.down_proj,0.0000103463,0.10000,0.349
47,mlp.experts.110.down_proj,0.0001225706,0.10000,0.345
47,mlp.experts.111.down_proj,0.0000008749,0.10000,0.354
47,mlp.experts.112.down_proj,0.0000058712,0.10000,0.416
47,mlp.experts.113.down_proj,0.0001872622,0.10000,0.411
47,mlp.experts.114.down_proj,0.0000071512,0.10000,0.370
47,mlp.experts.115.down_proj,0.0001934284,0.10000,0.365
47,mlp.experts.116.down_proj,0.0001225495,0.10000,0.372
47,mlp.experts.117.down_proj,0.0000005014,0.10000,0.370
47,mlp.experts.118.down_proj,0.0006549549,0.10000,0.424
47,mlp.experts.119.down_proj,0.0001318589,0.10000,0.400
47,mlp.experts.120.down_proj,0.0000015604,0.10000,0.355
47,mlp.experts.121.down_proj,0.0000035974,0.10000,0.354
47,mlp.experts.122.down_proj,0.0018060671,0.10000,0.331
47,mlp.experts.123.down_proj,0.0000004782,0.10000,0.338
47,mlp.experts.124.down_proj,0.0000079215,0.10000,0.419
47,mlp.experts.125.down_proj,0.0000112622,0.10000,0.415
47,mlp.experts.126.down_proj,0.0000054415,0.10000,0.376
47,mlp.experts.127.down_proj,0.0000006660,0.10000,0.369