layer,module,loss,samples,damp,time
0,self_attn.q_proj,0.00059669,0.01000,0.508
0,self_attn.k_proj,0.00007946,0.01000,0.450
0,self_attn.v_proj,0.00005365,0.01000,0.448
0,self_attn.o_proj,0.00018344,0.01000,0.919
0,mlp.experts.0.up_proj,0.14228570,0.01000,0.490
0,mlp.experts.1.up_proj,0.00424539,0.01000,0.488
0,mlp.experts.2.up_proj,0.02687372,0.01000,0.484
0,mlp.experts.3.up_proj,0.18075000,0.01000,0.483
0,mlp.experts.4.up_proj,0.13711186,0.01000,0.483
0,mlp.experts.5.up_proj,0.00005733,0.01000,0.459
0,mlp.experts.6.up_proj,0.03042629,0.01000,0.459
0,mlp.experts.7.up_proj,0.00978473,0.01000,0.458
0,mlp.experts.8.up_proj,0.00196975,0.01000,0.459
0,mlp.experts.9.up_proj,0.09572294,0.01000,0.461
0,mlp.experts.10.up_proj,0.00000000,0.01000,0.462
0,mlp.experts.11.up_proj,0.01304142,0.01000,0.461
0,mlp.experts.12.up_proj,0.29517579,0.01000,0.462
0,mlp.experts.13.up_proj,0.00796871,0.01000,0.464
0,mlp.experts.14.up_proj,0.08970585,0.01000,0.463
0,mlp.experts.15.up_proj,0.00000080,0.01000,0.462
0,mlp.experts.16.up_proj,0.00461550,0.01000,0.468
0,mlp.experts.17.up_proj,0.02884348,0.01000,0.465
0,mlp.experts.18.up_proj,0.05364497,0.01000,0.468
0,mlp.experts.19.up_proj,0.14544159,0.01000,0.468
0,mlp.experts.20.up_proj,0.00008789,0.01000,0.465
0,mlp.experts.21.up_proj,0.09099680,0.01000,0.468
0,mlp.experts.22.up_proj,0.09455527,0.01000,0.470
0,mlp.experts.23.up_proj,0.09041592,0.01000,0.467
0,mlp.experts.24.up_proj,0.07108031,0.01000,0.466
0,mlp.experts.25.up_proj,0.00865694,0.01000,0.467
0,mlp.experts.26.up_proj,0.00314870,0.01000,0.465
0,mlp.experts.27.up_proj,0.00516629,0.01000,0.466
0,mlp.experts.28.up_proj,0.92224544,0.01000,0.466
0,mlp.experts.29.up_proj,0.36708713,0.01000,0.464
0,mlp.experts.30.up_proj,0.02791056,0.01000,0.464
0,mlp.experts.31.up_proj,0.00607558,0.01000,0.462
0,mlp.experts.32.up_proj,0.06945674,0.01000,0.463
0,mlp.experts.33.up_proj,0.65088022,0.01000,0.462
0,mlp.experts.34.up_proj,0.06334381,0.01000,0.461
0,mlp.experts.35.up_proj,0.00066205,0.01000,0.460
0,mlp.experts.36.up_proj,0.03483908,0.01000,0.460
0,mlp.experts.37.up_proj,0.08956866,0.01000,0.459
0,mlp.experts.38.up_proj,0.07964810,0.01000,0.460
0,mlp.experts.39.up_proj,0.01265914,0.01000,0.463
0,mlp.experts.40.up_proj,0.00343831,0.01000,0.460
0,mlp.experts.41.up_proj,0.05974040,0.01000,0.460
0,mlp.experts.42.up_proj,0.01834104,0.01000,0.459
0,mlp.experts.43.up_proj,0.00361102,0.01000,0.464
0,mlp.experts.44.up_proj,0.07055180,0.01000,0.464
0,mlp.experts.45.up_proj,0.00286142,0.01000,0.466
0,mlp.experts.46.up_proj,0.11611866,0.01000,0.462
0,mlp.experts.47.up_proj,0.07130959,0.01000,0.460
0,mlp.experts.48.up_proj,0.00422740,0.01000,0.463
0,mlp.experts.49.up_proj,0.02267767,0.01000,0.464
0,mlp.experts.50.up_proj,0.02081011,0.01000,0.475
0,mlp.experts.51.up_proj,0.39966637,0.01000,0.481
0,mlp.experts.52.up_proj,0.06572689,0.01000,0.483
0,mlp.experts.53.up_proj,0.00685764,0.01000,0.481
0,mlp.experts.54.up_proj,0.00560897,0.01000,0.480
0,mlp.experts.55.up_proj,0.00000040,0.01000,0.481
0,mlp.experts.56.up_proj,0.01700667,0.01000,0.482
0,mlp.experts.57.up_proj,0.00539172,0.01000,0.481
0,mlp.experts.58.up_proj,0.00337334,0.01000,0.490
0,mlp.experts.59.up_proj,0.00223802,0.01000,0.489
0,mlp.experts.60.up_proj,0.00739391,0.01000,0.490
0,mlp.experts.61.up_proj,0.02674405,0.01000,0.489
0,mlp.experts.62.up_proj,0.36475706,0.01000,0.490
0,mlp.experts.63.up_proj,0.04158110,0.01000,0.490
0,mlp.experts.64.up_proj,0.79460144,0.01000,0.490
0,mlp.experts.65.up_proj,0.01054086,0.01000,0.492
0,mlp.experts.66.up_proj,0.08280194,0.01000,0.491
0,mlp.experts.67.up_proj,0.30446881,0.01000,0.492
0,mlp.experts.68.up_proj,0.17431408,0.01000,0.492
0,mlp.experts.69.up_proj,0.01378765,0.01000,0.488
0,mlp.experts.70.up_proj,0.04614035,0.01000,0.486
0,mlp.experts.71.up_proj,0.00740282,0.01000,0.487
0,mlp.experts.72.up_proj,0.09136623,0.01000,0.487
0,mlp.experts.73.up_proj,0.00761413,0.01000,0.491
0,mlp.experts.74.up_proj,0.14686278,0.01000,0.487
0,mlp.experts.75.up_proj,0.21738794,0.01000,0.488
0,mlp.experts.76.up_proj,0.00231169,0.01000,0.489
0,mlp.experts.77.up_proj,0.34428641,0.01000,0.489
0,mlp.experts.78.up_proj,0.01697760,0.01000,0.487
0,mlp.experts.79.up_proj,0.18631917,0.01000,0.488
0,mlp.experts.80.up_proj,0.03205449,0.01000,0.489
0,mlp.experts.81.up_proj,0.01613945,0.01000,0.490
0,mlp.experts.82.up_proj,0.69884300,0.01000,0.488
0,mlp.experts.83.up_proj,0.01780268,0.01000,0.487
0,mlp.experts.84.up_proj,0.00440788,0.01000,0.487
0,mlp.experts.85.up_proj,0.00169696,0.01000,0.487
0,mlp.experts.86.up_proj,0.18876058,0.01000,0.487
0,mlp.experts.87.up_proj,0.34950745,0.01000,0.493
0,mlp.experts.88.up_proj,0.00114905,0.01000,0.493
0,mlp.experts.89.up_proj,0.04687220,0.01000,0.491
0,mlp.experts.90.up_proj,0.06730793,0.01000,0.493
0,mlp.experts.91.up_proj,0.36510798,0.01000,0.490
0,mlp.experts.92.up_proj,0.07114466,0.01000,0.492
0,mlp.experts.93.up_proj,0.01178515,0.01000,0.493
0,mlp.experts.94.up_proj,0.01778178,0.01000,0.491
0,mlp.experts.95.up_proj,0.05174026,0.01000,0.493
0,mlp.experts.96.up_proj,0.00212900,0.01000,0.492
0,mlp.experts.97.up_proj,0.01572816,0.01000,0.493
0,mlp.experts.98.up_proj,0.00663616,0.01000,0.492
0,mlp.experts.99.up_proj,0.00789553,0.01000,0.496
0,mlp.experts.100.up_proj,0.00868458,0.01000,0.492
0,mlp.experts.101.up_proj,0.10182364,0.01000,0.492
0,mlp.experts.102.up_proj,0.01302398,0.01000,0.489
0,mlp.experts.103.up_proj,0.03046844,0.01000,0.486
0,mlp.experts.104.up_proj,0.00587139,0.01000,0.488
0,mlp.experts.105.up_proj,0.14505115,0.01000,0.491
0,mlp.experts.106.up_proj,0.00753356,0.01000,0.491
0,mlp.experts.107.up_proj,0.00465392,0.01000,0.496
0,mlp.experts.108.up_proj,0.00895435,0.01000,0.495
0,mlp.experts.109.up_proj,0.00207904,0.01000,0.495
0,mlp.experts.110.up_proj,0.01504900,0.01000,0.492
0,mlp.experts.111.up_proj,0.09614103,0.01000,0.494
0,mlp.experts.112.up_proj,0.21690972,0.01000,0.493
0,mlp.experts.113.up_proj,0.00301907,0.01000,0.494
0,mlp.experts.114.up_proj,0.00395610,0.01000,0.493
0,mlp.experts.115.up_proj,0.00234910,0.01000,0.492
0,mlp.experts.116.up_proj,0.20722067,0.01000,0.498
0,mlp.experts.117.up_proj,0.01846452,0.01000,0.493
0,mlp.experts.118.up_proj,0.07807247,0.01000,0.485
0,mlp.experts.119.up_proj,0.00369977,0.01000,0.485
0,mlp.experts.120.up_proj,0.04013773,0.01000,0.486
0,mlp.experts.121.up_proj,0.00146341,0.01000,0.486
0,mlp.experts.122.up_proj,0.35451436,0.01000,0.486
0,mlp.experts.123.up_proj,0.00182310,0.01000,0.485
0,mlp.experts.124.up_proj,0.53925663,0.01000,0.487
0,mlp.experts.125.up_proj,0.04257019,0.01000,0.480
0,mlp.experts.126.up_proj,0.17919436,0.01000,0.492
0,mlp.experts.127.up_proj,0.00220087,0.01000,0.493
0,mlp.experts.0.gate_proj,0.14479774,0.01000,0.491
0,mlp.experts.1.gate_proj,0.00476162,0.01000,0.493
0,mlp.experts.2.gate_proj,0.02743517,0.01000,0.494
0,mlp.experts.3.gate_proj,0.19367123,0.01000,0.496
0,mlp.experts.4.gate_proj,0.14108354,0.01000,0.492
0,mlp.experts.5.gate_proj,0.00006164,0.01000,0.494
0,mlp.experts.6.gate_proj,0.03134013,0.01000,0.491
0,mlp.experts.7.gate_proj,0.01089496,0.01000,0.493
0,mlp.experts.8.gate_proj,0.00223966,0.01000,0.494
0,mlp.experts.9.gate_proj,0.10007985,0.01000,0.492
0,mlp.experts.10.gate_proj,0.00000000,0.01000,0.491
0,mlp.experts.11.gate_proj,0.01387998,0.01000,0.494
0,mlp.experts.12.gate_proj,0.31814677,0.01000,0.494
0,mlp.experts.13.gate_proj,0.00870442,0.01000,0.500
0,mlp.experts.14.gate_proj,0.09051841,0.01000,0.495
0,mlp.experts.15.gate_proj,0.00000082,0.01000,0.493
0,mlp.experts.16.gate_proj,0.00521430,0.01000,0.493
0,mlp.experts.17.gate_proj,0.03042976,0.01000,0.492
0,mlp.experts.18.gate_proj,0.05509813,0.01000,0.492
0,mlp.experts.19.gate_proj,0.14997362,0.01000,0.493
0,mlp.experts.20.gate_proj,0.00009114,0.01000,0.492
0,mlp.experts.21.gate_proj,0.09711284,0.01000,0.492
0,mlp.experts.22.gate_proj,0.09381644,0.01000,0.493
0,mlp.experts.23.gate_proj,0.09302558,0.01000,0.493
0,mlp.experts.24.gate_proj,0.07098904,0.01000,0.492
0,mlp.experts.25.gate_proj,0.00870182,0.01000,0.493
0,mlp.experts.26.gate_proj,0.00356818,0.01000,0.493
0,mlp.experts.27.gate_proj,0.00591065,0.01000,0.495
0,mlp.experts.28.gate_proj,0.94789308,0.01000,0.492
0,mlp.experts.29.gate_proj,0.37888235,0.01000,0.491
0,mlp.experts.30.gate_proj,0.02853077,0.01000,0.491
0,mlp.experts.31.gate_proj,0.00663314,0.01000,0.492
0,mlp.experts.32.gate_proj,0.07253586,0.01000,0.492
0,mlp.experts.33.gate_proj,0.64826572,0.01000,0.483
0,mlp.experts.34.gate_proj,0.06729709,0.01000,0.486
0,mlp.experts.35.gate_proj,0.00072081,0.01000,0.487
0,mlp.experts.36.gate_proj,0.03591803,0.01000,0.487
0,mlp.experts.37.gate_proj,0.11620199,0.01000,0.484
0,mlp.experts.38.gate_proj,0.08014514,0.01000,0.485
0,mlp.experts.39.gate_proj,0.01267332,0.01000,0.488
0,mlp.experts.40.gate_proj,0.00406053,0.01000,0.486
0,mlp.experts.41.gate_proj,0.06147933,0.01000,0.485
0,mlp.experts.42.gate_proj,0.01936725,0.01000,0.487
0,mlp.experts.43.gate_proj,0.00417824,0.01000,0.487
0,mlp.experts.44.gate_proj,0.07121656,0.01000,0.488
0,mlp.experts.45.gate_proj,0.00310421,0.01000,0.487
0,mlp.experts.46.gate_proj,0.12943527,0.01000,0.495
0,mlp.experts.47.gate_proj,0.07828930,0.01000,0.496
0,mlp.experts.48.gate_proj,0.00465672,0.01000,0.486
0,mlp.experts.49.gate_proj,0.02436303,0.01000,0.487
0,mlp.experts.50.gate_proj,0.02260924,0.01000,0.484
0,mlp.experts.51.gate_proj,0.41601223,0.01000,0.485
0,mlp.experts.52.gate_proj,0.07111048,0.01000,0.486
0,mlp.experts.53.gate_proj,0.00786988,0.01000,0.492
0,mlp.experts.54.gate_proj,0.00588247,0.01000,0.492
0,mlp.experts.55.gate_proj,0.00000047,0.01000,0.484
0,mlp.experts.56.gate_proj,0.01825835,0.01000,0.486
0,mlp.experts.57.gate_proj,0.00621319,0.01000,0.484
0,mlp.experts.58.gate_proj,0.00373932,0.01000,0.484
0,mlp.experts.59.gate_proj,0.00239381,0.01000,0.484
0,mlp.experts.60.gate_proj,0.00797568,0.01000,0.481
0,mlp.experts.61.gate_proj,0.02875488,0.01000,0.484
0,mlp.experts.62.gate_proj,0.37861857,0.01000,0.486
0,mlp.experts.63.gate_proj,0.04380597,0.01000,0.485
0,mlp.experts.64.gate_proj,0.72547781,0.01000,0.488
0,mlp.experts.65.gate_proj,0.01131076,0.01000,0.498
0,mlp.experts.66.gate_proj,0.08217013,0.01000,0.487
0,mlp.experts.67.gate_proj,0.33096996,0.01000,0.488
0,mlp.experts.68.gate_proj,0.19348460,0.01000,0.486
0,mlp.experts.69.gate_proj,0.01557894,0.01000,0.486
0,mlp.experts.70.gate_proj,0.04545439,0.01000,0.488
0,mlp.experts.71.gate_proj,0.00792981,0.01000,0.485
0,mlp.experts.72.gate_proj,0.09564975,0.01000,0.486
0,mlp.experts.73.gate_proj,0.00846235,0.01000,0.477
0,mlp.experts.74.gate_proj,0.15017430,0.01000,0.480
0,mlp.experts.75.gate_proj,0.24377517,0.01000,0.478
0,mlp.experts.76.gate_proj,0.00280484,0.01000,0.476
0,mlp.experts.77.gate_proj,0.35978323,0.01000,0.474
0,mlp.experts.78.gate_proj,0.01766004,0.01000,0.454
0,mlp.experts.79.gate_proj,0.18963167,0.01000,0.475
0,mlp.experts.80.gate_proj,0.03528561,0.01000,0.453
0,mlp.experts.81.gate_proj,0.01594886,0.01000,0.454
0,mlp.experts.82.gate_proj,0.52664697,0.01000,0.451
0,mlp.experts.83.gate_proj,0.01906451,0.01000,0.441
0,mlp.experts.84.gate_proj,0.00488883,0.01000,0.447
0,mlp.experts.85.gate_proj,0.00184556,0.01000,0.450
0,mlp.experts.86.gate_proj,0.19849983,0.01000,0.453
0,mlp.experts.87.gate_proj,0.38621545,0.01000,0.453
0,mlp.experts.88.gate_proj,0.00131512,0.01000,0.453
0,mlp.experts.89.gate_proj,0.04655647,0.01000,0.452
0,mlp.experts.90.gate_proj,0.05982682,0.01000,0.454
0,mlp.experts.91.gate_proj,0.40673026,0.01000,0.455
0,mlp.experts.92.gate_proj,0.07346709,0.01000,0.453
0,mlp.experts.93.gate_proj,0.01328234,0.01000,0.453
0,mlp.experts.94.gate_proj,0.01908983,0.01000,0.453
0,mlp.experts.95.gate_proj,0.05752595,0.01000,0.473
0,mlp.experts.96.gate_proj,0.00224873,0.01000,0.453
0,mlp.experts.97.gate_proj,0.01616076,0.01000,0.452
0,mlp.experts.98.gate_proj,0.00663919,0.01000,0.453
0,mlp.experts.99.gate_proj,0.00852213,0.01000,0.453
0,mlp.experts.100.gate_proj,0.00912541,0.01000,0.453
0,mlp.experts.101.gate_proj,0.10029068,0.01000,0.453
0,mlp.experts.102.gate_proj,0.01368123,0.01000,0.453
0,mlp.experts.103.gate_proj,0.03084316,0.01000,0.453
0,mlp.experts.104.gate_proj,0.00668655,0.01000,0.453
0,mlp.experts.105.gate_proj,0.15041342,0.01000,0.453
0,mlp.experts.106.gate_proj,0.00841441,0.01000,0.453
0,mlp.experts.107.gate_proj,0.00538330,0.01000,0.453
0,mlp.experts.108.gate_proj,0.00939670,0.01000,0.453
0,mlp.experts.109.gate_proj,0.00246927,0.01000,0.453
0,mlp.experts.110.gate_proj,0.01602828,0.01000,0.453
0,mlp.experts.111.gate_proj,0.09525978,0.01000,0.454
0,mlp.experts.112.gate_proj,0.21932706,0.01000,0.452
0,mlp.experts.113.gate_proj,0.00318832,0.01000,0.453
0,mlp.experts.114.gate_proj,0.00428583,0.01000,0.453
0,mlp.experts.115.gate_proj,0.00254541,0.01000,0.453
0,mlp.experts.116.gate_proj,0.22885761,0.01000,0.453
0,mlp.experts.117.gate_proj,0.01786723,0.01000,0.453
0,mlp.experts.118.gate_proj,0.07967977,0.01000,0.454
0,mlp.experts.119.gate_proj,0.00408044,0.01000,0.454
0,mlp.experts.120.gate_proj,0.04308245,0.01000,0.452
0,mlp.experts.121.gate_proj,0.00177697,0.01000,0.453
0,mlp.experts.122.gate_proj,0.36957392,0.01000,0.454
0,mlp.experts.123.gate_proj,0.00216896,0.01000,0.451
0,mlp.experts.124.gate_proj,0.60946596,0.01000,0.450
0,mlp.experts.125.gate_proj,0.04403290,0.01000,0.460
0,mlp.experts.126.gate_proj,0.18749563,0.01000,0.483
0,mlp.experts.127.gate_proj,0.00268674,0.01000,0.449
0,mlp.experts.0.down_proj,0.01018315,0.01000,0.177
0,mlp.experts.1.down_proj,0.00072694,0.01000,0.170
0,mlp.experts.2.down_proj,0.01381808,0.01000,0.170
0,mlp.experts.3.down_proj,0.05178601,0.01000,0.170
0,mlp.experts.4.down_proj,0.02126467,0.01000,0.170
0,mlp.experts.5.down_proj,0.00000491,0.01000,0.170
0,mlp.experts.6.down_proj,0.00230547,0.01000,0.180
0,mlp.experts.7.down_proj,0.00669093,0.01000,0.170
0,mlp.experts.8.down_proj,0.00055533,0.01000,0.170
0,mlp.experts.9.down_proj,0.00720580,0.01000,0.170
0,mlp.experts.10.down_proj,0.00000000,0.01000,0.170
0,mlp.experts.11.down_proj,0.00802212,0.01000,0.171
0,mlp.experts.12.down_proj,0.05842568,0.01000,0.171
0,mlp.experts.13.down_proj,0.00334045,0.01000,0.171
0,mlp.experts.14.down_proj,0.00600975,0.01000,0.171
0,mlp.experts.15.down_proj,0.00000003,0.01000,0.171
0,mlp.experts.16.down_proj,0.00313423,0.01000,0.171
0,mlp.experts.17.down_proj,0.01387639,0.01000,0.171
0,mlp.experts.18.down_proj,0.00687160,0.01000,0.171
0,mlp.experts.19.down_proj,0.01156629,0.01000,0.171
0,mlp.experts.20.down_proj,0.00000584,0.01000,0.171
0,mlp.experts.21.down_proj,0.01489164,0.01000,0.173
0,mlp.experts.22.down_proj,0.00646485,0.01000,0.188
0,mlp.experts.23.down_proj,0.02908783,0.01000,0.181
0,mlp.experts.24.down_proj,0.00839294,0.01000,0.182
0,mlp.experts.25.down_proj,0.00168816,0.01000,0.182
0,mlp.experts.26.down_proj,0.00177583,0.01000,0.181
0,mlp.experts.27.down_proj,0.00399656,0.01000,0.183
0,mlp.experts.28.down_proj,0.05102589,0.01000,0.173
0,mlp.experts.29.down_proj,0.02713220,0.01000,0.180
0,mlp.experts.30.down_proj,0.01590245,0.01000,0.170
0,mlp.experts.31.down_proj,0.00324921,0.01000,0.170
0,mlp.experts.32.down_proj,0.01140036,0.01000,0.170
0,mlp.experts.33.down_proj,0.03090074,0.01000,0.169
0,mlp.experts.34.down_proj,0.02004983,0.01000,0.177
0,mlp.experts.35.down_proj,0.00059932,0.01000,0.171
0,mlp.experts.36.down_proj,0.00406010,0.01000,0.171
0,mlp.experts.37.down_proj,0.00539062,0.01000,0.171
0,mlp.experts.38.down_proj,0.01530913,0.01000,0.171
0,mlp.experts.39.down_proj,0.00104735,0.01000,0.177
0,mlp.experts.40.down_proj,0.00177137,0.01000,0.177
0,mlp.experts.41.down_proj,0.01450000,0.01000,0.175
0,mlp.experts.42.down_proj,0.00144583,0.01000,0.171
0,mlp.experts.43.down_proj,0.00061099,0.01000,0.180
0,mlp.experts.44.down_proj,0.00523560,0.01000,0.171
0,mlp.experts.45.down_proj,0.00090717,0.01000,0.178
0,mlp.experts.46.down_proj,0.00995636,0.01000,0.175
0,mlp.experts.47.down_proj,0.01134643,0.01000,0.172
0,mlp.experts.48.down_proj,0.00279417,0.01000,0.182
0,mlp.experts.49.down_proj,0.00425317,0.01000,0.183
0,mlp.experts.50.down_proj,0.00654369,0.01000,0.183
0,mlp.experts.51.down_proj,0.02184993,0.01000,0.183
0,mlp.experts.52.down_proj,0.00697833,0.01000,0.183
0,mlp.experts.53.down_proj,0.00191484,0.01000,0.183
0,mlp.experts.54.down_proj,0.00113239,0.01000,0.182
0,mlp.experts.55.down_proj,0.00000001,0.01000,0.182
0,mlp.experts.56.down_proj,0.00192604,0.01000,0.183
0,mlp.experts.57.down_proj,0.00213839,0.01000,0.183
0,mlp.experts.58.down_proj,0.00287464,0.01000,0.183
0,mlp.experts.59.down_proj,0.00018797,0.01000,0.183
0,mlp.experts.60.down_proj,0.00174695,0.01000,0.182
0,mlp.experts.61.down_proj,0.00963937,0.01000,0.183
0,mlp.experts.62.down_proj,0.03012155,0.01000,0.183
0,mlp.experts.63.down_proj,0.01440601,0.01000,0.183
0,mlp.experts.64.down_proj,0.04032578,0.01000,0.183
0,mlp.experts.65.down_proj,0.00273917,0.01000,0.183
0,mlp.experts.66.down_proj,0.00953062,0.01000,0.183
0,mlp.experts.67.down_proj,0.05001125,0.01000,0.183
0,mlp.experts.68.down_proj,0.02537689,0.01000,0.184
0,mlp.experts.69.down_proj,0.01150043,0.01000,0.184
0,mlp.experts.70.down_proj,0.00403339,0.01000,0.183
0,mlp.experts.71.down_proj,0.00307653,0.01000,0.188
0,mlp.experts.72.down_proj,0.01629088,0.01000,0.184
0,mlp.experts.73.down_proj,0.00173537,0.01000,0.183
0,mlp.experts.74.down_proj,0.00942095,0.01000,0.183
0,mlp.experts.75.down_proj,0.01543875,0.01000,0.182
0,mlp.experts.76.down_proj,0.00264172,0.01000,0.183
0,mlp.experts.77.down_proj,0.04036493,0.01000,0.183
0,mlp.experts.78.down_proj,0.00523302,0.01000,0.176
0,mlp.experts.79.down_proj,0.00853263,0.01000,0.175
0,mlp.experts.80.down_proj,0.01287305,0.01000,0.175
0,mlp.experts.81.down_proj,0.00254612,0.01000,0.176
0,mlp.experts.82.down_proj,0.03188215,0.01000,0.175
0,mlp.experts.83.down_proj,0.01095542,0.01000,0.176
0,mlp.experts.84.down_proj,0.00258877,0.01000,0.175
0,mlp.experts.85.down_proj,0.00021321,0.01000,0.175
0,mlp.experts.86.down_proj,0.02816160,0.01000,0.175
0,mlp.experts.87.down_proj,0.04554546,0.01000,0.175
0,mlp.experts.88.down_proj,0.00158067,0.01000,0.174
0,mlp.experts.89.down_proj,0.00604414,0.01000,0.175
0,mlp.experts.90.down_proj,0.00556848,0.01000,0.176
0,mlp.experts.91.down_proj,0.02645138,0.01000,0.183
0,mlp.experts.92.down_proj,0.00866111,0.01000,0.174
0,mlp.experts.93.down_proj,0.00879289,0.01000,0.173
0,mlp.experts.94.down_proj,0.00258236,0.01000,0.174
0,mlp.experts.95.down_proj,0.01328219,0.01000,0.174
0,mlp.experts.96.down_proj,0.00093061,0.01000,0.174
0,mlp.experts.97.down_proj,0.00501789,0.01000,0.174
0,mlp.experts.98.down_proj,0.00150711,0.01000,0.174
0,mlp.experts.99.down_proj,0.00237705,0.01000,0.174
0,mlp.experts.100.down_proj,0.00168003,0.01000,0.174
0,mlp.experts.101.down_proj,0.01063465,0.01000,0.175
0,mlp.experts.102.down_proj,0.00389373,0.01000,0.173
0,mlp.experts.103.down_proj,0.00648317,0.01000,0.173
0,mlp.experts.104.down_proj,0.00623117,0.01000,0.173
0,mlp.experts.105.down_proj,0.02199778,0.01000,0.173
0,mlp.experts.106.down_proj,0.00674392,0.01000,0.174
0,mlp.experts.107.down_proj,0.00496330,0.01000,0.173
0,mlp.experts.108.down_proj,0.00157973,0.01000,0.173
0,mlp.experts.109.down_proj,0.00134815,0.01000,0.173
0,mlp.experts.110.down_proj,0.00496308,0.01000,0.174
0,mlp.experts.111.down_proj,0.01083532,0.01000,0.174
0,mlp.experts.112.down_proj,0.02122136,0.01000,0.174
0,mlp.experts.113.down_proj,0.00150612,0.01000,0.174
0,mlp.experts.114.down_proj,0.00102278,0.01000,0.176
0,mlp.experts.115.down_proj,0.00061368,0.01000,0.176
0,mlp.experts.116.down_proj,0.02798405,0.01000,0.175
0,mlp.experts.117.down_proj,0.00313083,0.01000,0.180
0,mlp.experts.118.down_proj,0.01213872,0.01000,0.180
0,mlp.experts.119.down_proj,0.00253729,0.01000,0.181
0,mlp.experts.120.down_proj,0.00983038,0.01000,0.176
0,mlp.experts.121.down_proj,0.00160516,0.01000,0.178
0,mlp.experts.122.down_proj,0.01970947,0.01000,0.181
0,mlp.experts.123.down_proj,0.00081026,0.01000,0.180
0,mlp.experts.124.down_proj,0.08681513,0.01000,0.178
0,mlp.experts.125.down_proj,0.02273647,0.01000,0.179
0,mlp.experts.126.down_proj,0.03073443,0.01000,0.178
0,mlp.experts.127.down_proj,0.00198169,0.01000,0.180
1,self_attn.q_proj,0.00185721,0.01000,0.485
1,self_attn.k_proj,0.00022896,0.01000,0.480
1,self_attn.v_proj,0.00021698,0.01000,0.479
1,self_attn.o_proj,0.00059087,0.01000,0.977
1,mlp.experts.0.up_proj,0.00111278,0.01000,0.460
1,mlp.experts.1.up_proj,0.01064695,0.01000,0.454
1,mlp.experts.2.up_proj,0.32127479,0.01000,0.453
1,mlp.experts.3.up_proj,0.25584027,0.01000,0.452
1,mlp.experts.4.up_proj,0.17742631,0.01000,0.453
1,mlp.experts.5.up_proj,0.08052728,0.01000,0.453
1,mlp.experts.6.up_proj,0.51577240,0.01000,0.454
1,mlp.experts.7.up_proj,0.78431702,0.01000,0.455
1,mlp.experts.8.up_proj,0.44824874,0.01000,0.454
1,mlp.experts.9.up_proj,0.31389108,0.01000,0.454
1,mlp.experts.10.up_proj,0.03717803,0.01000,0.454
1,mlp.experts.11.up_proj,0.24254605,0.01000,0.455
1,mlp.experts.12.up_proj,0.03979602,0.01000,0.453
1,mlp.experts.13.up_proj,0.42804906,0.01000,0.453
1,mlp.experts.14.up_proj,0.56113160,0.01000,0.467
1,mlp.experts.15.up_proj,0.14801571,0.01000,0.454
1,mlp.experts.16.up_proj,0.61940026,0.01000,0.456
1,mlp.experts.17.up_proj,0.11507845,0.01000,0.455
1,mlp.experts.18.up_proj,0.07097141,0.01000,0.454
1,mlp.experts.19.up_proj,0.60872757,0.01000,0.482
1,mlp.experts.20.up_proj,0.24241078,0.01000,0.453
1,mlp.experts.21.up_proj,0.07836834,0.01000,0.453
1,mlp.experts.22.up_proj,0.30457968,0.01000,0.478
1,mlp.experts.23.up_proj,0.34156671,0.01000,0.483
1,mlp.experts.24.up_proj,0.09953461,0.01000,0.482
1,mlp.experts.25.up_proj,0.23345286,0.01000,0.481
1,mlp.experts.26.up_proj,0.25880012,0.01000,0.483
1,mlp.experts.27.up_proj,0.00666799,0.01000,0.485
1,mlp.experts.28.up_proj,0.95491654,0.01000,0.483
1,mlp.experts.29.up_proj,0.75748974,0.01000,0.464
1,mlp.experts.30.up_proj,0.44526467,0.01000,0.471
1,mlp.experts.31.up_proj,0.49054214,0.01000,0.484
1,mlp.experts.32.up_proj,0.12405323,0.01000,0.481
1,mlp.experts.33.up_proj,0.14328562,0.01000,0.450
1,mlp.experts.34.up_proj,0.17548423,0.01000,0.456
1,mlp.experts.35.up_proj,0.02677502,0.01000,0.467
1,mlp.experts.36.up_proj,0.18313453,0.01000,0.479
1,mlp.experts.37.up_proj,0.28336555,0.01000,0.481
1,mlp.experts.38.up_proj,0.29974204,0.01000,0.465
1,mlp.experts.39.up_proj,0.27090919,0.01000,0.452
1,mlp.experts.40.up_proj,0.41889739,0.01000,0.453
1,mlp.experts.41.up_proj,0.15077390,0.01000,0.454
1,mlp.experts.42.up_proj,0.28021696,0.01000,0.453
1,mlp.experts.43.up_proj,0.03478266,0.01000,0.454
1,mlp.experts.44.up_proj,0.19239745,0.01000,0.454
1,mlp.experts.45.up_proj,0.82803565,0.01000,0.453
1,mlp.experts.46.up_proj,0.44334212,0.01000,0.453
1,mlp.experts.47.up_proj,0.19518216,0.01000,0.454
1,mlp.experts.48.up_proj,0.57570732,0.01000,0.453
1,mlp.experts.49.up_proj,0.35164857,0.01000,0.453
1,mlp.experts.50.up_proj,0.04615380,0.01000,0.454
1,mlp.experts.51.up_proj,0.02623003,0.01000,0.451
1,mlp.experts.52.up_proj,0.27631307,0.01000,0.450
1,mlp.experts.53.up_proj,0.28734523,0.01000,0.450
1,mlp.experts.54.up_proj,0.04714117,0.01000,0.451
1,mlp.experts.55.up_proj,0.16017592,0.01000,0.451
1,mlp.experts.56.up_proj,0.10995983,0.01000,0.450
1,mlp.experts.57.up_proj,0.47223788,0.01000,0.451
1,mlp.experts.58.up_proj,0.33825919,0.01000,0.449
1,mlp.experts.59.up_proj,0.25444636,0.01000,0.450
1,mlp.experts.60.up_proj,0.51922220,0.01000,0.450
1,mlp.experts.61.up_proj,0.11796134,0.01000,0.449
1,mlp.experts.62.up_proj,0.86832529,0.01000,0.450
1,mlp.experts.63.up_proj,0.51454258,0.01000,0.451
1,mlp.experts.64.up_proj,0.83508706,0.01000,0.451
1,mlp.experts.65.up_proj,0.02782928,0.01000,0.451
1,mlp.experts.66.up_proj,0.48548317,0.01000,0.450
1,mlp.experts.67.up_proj,1.11855412,0.01000,0.450
1,mlp.experts.68.up_proj,0.90671515,0.01000,0.450
1,mlp.experts.69.up_proj,0.14611460,0.01000,0.450
1,mlp.experts.70.up_proj,0.49436775,0.01000,0.451
1,mlp.experts.71.up_proj,0.08854234,0.01000,0.451
1,mlp.experts.72.up_proj,0.18653592,0.01000,0.450
1,mlp.experts.73.up_proj,0.10281006,0.01000,0.451
1,mlp.experts.74.up_proj,1.15603149,0.01000,0.451
1,mlp.experts.75.up_proj,0.30403796,0.01000,0.451
1,mlp.experts.76.up_proj,0.65528452,0.01000,0.451
1,mlp.experts.77.up_proj,0.52397072,0.01000,0.451
1,mlp.experts.78.up_proj,1.08240604,0.01000,0.452
1,mlp.experts.79.up_proj,0.00601408,0.01000,0.452
1,mlp.experts.80.up_proj,0.05738954,0.01000,0.451
1,mlp.experts.81.up_proj,0.02060718,0.01000,0.453
1,mlp.experts.82.up_proj,0.01990213,0.01000,0.451
1,mlp.experts.83.up_proj,0.25297469,0.01000,0.451
1,mlp.experts.84.up_proj,0.03965431,0.01000,0.450
1,mlp.experts.85.up_proj,0.37023777,0.01000,0.451
1,mlp.experts.86.up_proj,0.28747237,0.01000,0.450
1,mlp.experts.87.up_proj,0.00758245,0.01000,0.451
1,mlp.experts.88.up_proj,0.34994251,0.01000,0.450
1,mlp.experts.89.up_proj,0.38720185,0.01000,0.450
1,mlp.experts.90.up_proj,0.71508986,0.01000,0.450
1,mlp.experts.91.up_proj,0.36168623,0.01000,0.450
1,mlp.experts.92.up_proj,0.53726190,0.01000,0.450
1,mlp.experts.93.up_proj,0.04102039,0.01000,0.450
1,mlp.experts.94.up_proj,0.08848273,0.01000,0.451
1,mlp.experts.95.up_proj,0.34167120,0.01000,0.450
1,mlp.experts.96.up_proj,0.24776113,0.01000,0.450
1,mlp.experts.97.up_proj,0.12717304,0.01000,0.450
1,mlp.experts.98.up_proj,0.89572304,0.01000,0.451
1,mlp.experts.99.up_proj,0.54352438,0.01000,0.450
1,mlp.experts.100.up_proj,0.02344056,0.01000,0.451
1,mlp.experts.101.up_proj,0.27046549,0.01000,0.455
1,mlp.experts.102.up_proj,0.06853452,0.01000,0.453
1,mlp.experts.103.up_proj,0.34845293,0.01000,0.451
1,mlp.experts.104.up_proj,0.18675205,0.01000,0.451
1,mlp.experts.105.up_proj,0.27084398,0.01000,0.451
1,mlp.experts.106.up_proj,0.82439947,0.01000,0.451
1,mlp.experts.107.up_proj,0.43265039,0.01000,0.451
1,mlp.experts.108.up_proj,0.04849927,0.01000,0.450
1,mlp.experts.109.up_proj,0.20600754,0.01000,0.451
1,mlp.experts.110.up_proj,0.02391423,0.01000,0.452
1,mlp.experts.111.up_proj,0.71990788,0.01000,0.453
1,mlp.experts.112.up_proj,0.16748303,0.01000,0.454
1,mlp.experts.113.up_proj,0.55199438,0.01000,0.454
1,mlp.experts.114.up_proj,1.33635867,0.01000,0.454
1,mlp.experts.115.up_proj,0.88402700,0.01000,0.454
1,mlp.experts.116.up_proj,0.58915830,0.01000,0.451
1,mlp.experts.117.up_proj,0.06047964,0.01000,0.450
1,mlp.experts.118.up_proj,0.01434857,0.01000,0.451
1,mlp.experts.119.up_proj,0.16405740,0.01000,0.451
1,mlp.experts.120.up_proj,0.02043718,0.01000,0.452
1,mlp.experts.121.up_proj,0.03209829,0.01000,0.451
1,mlp.experts.122.up_proj,2.13154578,0.01000,0.450
1,mlp.experts.123.up_proj,0.52131009,0.01000,0.450
1,mlp.experts.124.up_proj,0.23119780,0.01000,0.450
1,mlp.experts.125.up_proj,0.09745821,0.01000,0.449
1,mlp.experts.126.up_proj,0.22797489,0.01000,0.450
1,mlp.experts.127.up_proj,0.17941357,0.01000,0.450
1,mlp.experts.0.gate_proj,0.00117617,0.01000,0.450
1,mlp.experts.1.gate_proj,0.01161211,0.01000,0.451
1,mlp.experts.2.gate_proj,0.34938195,0.01000,0.449
1,mlp.experts.3.gate_proj,0.27563566,0.01000,0.449
1,mlp.experts.4.gate_proj,0.18338488,0.01000,0.449
1,mlp.experts.5.gate_proj,0.08674327,0.01000,0.451
1,mlp.experts.6.gate_proj,0.54692233,0.01000,0.449
1,mlp.experts.7.gate_proj,0.80361640,0.01000,0.449
1,mlp.experts.8.gate_proj,0.47782478,0.01000,0.450
1,mlp.experts.9.gate_proj,0.33049053,0.01000,0.449
1,mlp.experts.10.gate_proj,0.04075164,0.01000,0.451
1,mlp.experts.11.gate_proj,0.26536855,0.01000,0.450
1,mlp.experts.12.gate_proj,0.04382039,0.01000,0.448
1,mlp.experts.13.gate_proj,0.46302825,0.01000,0.450
1,mlp.experts.14.gate_proj,0.56735373,0.01000,0.450
1,mlp.experts.15.gate_proj,0.17454411,0.01000,0.451
1,mlp.experts.16.gate_proj,0.63289577,0.01000,0.451
1,mlp.experts.17.gate_proj,0.11649589,0.01000,0.450
1,mlp.experts.18.gate_proj,0.07516497,0.01000,0.452
1,mlp.experts.19.gate_proj,0.63732094,0.01000,0.452
1,mlp.experts.20.gate_proj,0.25426194,0.01000,0.454
1,mlp.experts.21.gate_proj,0.08674592,0.01000,0.454
1,mlp.experts.22.gate_proj,0.32553113,0.01000,0.453
1,mlp.experts.23.gate_proj,0.35642979,0.01000,0.453
1,mlp.experts.24.gate_proj,0.10596412,0.01000,0.453
1,mlp.experts.25.gate_proj,0.24015617,0.01000,0.453
1,mlp.experts.26.gate_proj,0.27579316,0.01000,0.453
1,mlp.experts.27.gate_proj,0.00742484,0.01000,0.453
1,mlp.experts.28.gate_proj,1.03876054,0.01000,0.453
1,mlp.experts.29.gate_proj,0.79292965,0.01000,0.453
1,mlp.experts.30.gate_proj,0.45366681,0.01000,0.453
1,mlp.experts.31.gate_proj,0.50764835,0.01000,0.453
1,mlp.experts.32.gate_proj,0.13842607,0.01000,0.453
1,mlp.experts.33.gate_proj,0.14944971,0.01000,0.453
1,mlp.experts.34.gate_proj,0.18960628,0.01000,0.452
1,mlp.experts.35.gate_proj,0.02941042,0.01000,0.453
1,mlp.experts.36.gate_proj,0.19092518,0.01000,0.453
1,mlp.experts.37.gate_proj,0.30069244,0.01000,0.454
1,mlp.experts.38.gate_proj,0.30544624,0.01000,0.454
1,mlp.experts.39.gate_proj,0.28934729,0.01000,0.455
1,mlp.experts.40.gate_proj,0.43845859,0.01000,0.456
1,mlp.experts.41.gate_proj,0.15756807,0.01000,0.454
1,mlp.experts.42.gate_proj,0.30390877,0.01000,0.455
1,mlp.experts.43.gate_proj,0.03942034,0.01000,0.454
1,mlp.experts.44.gate_proj,0.19476280,0.01000,0.456
1,mlp.experts.45.gate_proj,0.88026685,0.01000,0.457
1,mlp.experts.46.gate_proj,0.45805642,0.01000,0.454
1,mlp.experts.47.gate_proj,0.20682360,0.01000,0.453
1,mlp.experts.48.gate_proj,0.61998594,0.01000,0.453
1,mlp.experts.49.gate_proj,0.39851177,0.01000,0.454
1,mlp.experts.50.gate_proj,0.05283735,0.01000,0.453
1,mlp.experts.51.gate_proj,0.02796158,0.01000,0.453
1,mlp.experts.52.gate_proj,0.27815828,0.01000,0.453
1,mlp.experts.53.gate_proj,0.29615378,0.01000,0.453
1,mlp.experts.54.gate_proj,0.04822940,0.01000,0.450
1,mlp.experts.55.gate_proj,0.17229940,0.01000,0.450
1,mlp.experts.56.gate_proj,0.11707273,0.01000,0.452
1,mlp.experts.57.gate_proj,0.49532598,0.01000,0.450
1,mlp.experts.58.gate_proj,0.35334396,0.01000,0.449
1,mlp.experts.59.gate_proj,0.26154000,0.01000,0.450
1,mlp.experts.60.gate_proj,0.54300380,0.01000,0.450
1,mlp.experts.61.gate_proj,0.12543748,0.01000,0.450
1,mlp.experts.62.gate_proj,0.89554930,0.01000,0.450
1,mlp.experts.63.gate_proj,0.54501015,0.01000,0.450
1,mlp.experts.64.gate_proj,0.90430129,0.01000,0.449
1,mlp.experts.65.gate_proj,0.02966630,0.01000,0.451
1,mlp.experts.66.gate_proj,0.51511872,0.01000,0.450
1,mlp.experts.67.gate_proj,1.18909168,0.01000,0.450
1,mlp.experts.68.gate_proj,0.85651362,0.01000,0.451
1,mlp.experts.69.gate_proj,0.16762695,0.01000,0.450
1,mlp.experts.70.gate_proj,0.53211039,0.01000,0.450
1,mlp.experts.71.gate_proj,0.09380800,0.01000,0.450
1,mlp.experts.72.gate_proj,0.20166689,0.01000,0.450
1,mlp.experts.73.gate_proj,0.10809159,0.01000,0.450
1,mlp.experts.74.gate_proj,1.20116138,0.01000,0.451
1,mlp.experts.75.gate_proj,0.33144313,0.01000,0.451
1,mlp.experts.76.gate_proj,0.69034481,0.01000,0.451
1,mlp.experts.77.gate_proj,0.54357499,0.01000,0.450
1,mlp.experts.78.gate_proj,1.15147030,0.01000,0.450
1,mlp.experts.79.gate_proj,0.00692026,0.01000,0.450
1,mlp.experts.80.gate_proj,0.06450276,0.01000,0.450
1,mlp.experts.81.gate_proj,0.02142859,0.01000,0.450
1,mlp.experts.82.gate_proj,0.02231724,0.01000,0.451
1,mlp.experts.83.gate_proj,0.27581301,0.01000,0.450
1,mlp.experts.84.gate_proj,0.04561865,0.01000,0.453
1,mlp.experts.85.gate_proj,0.38397205,0.01000,0.454
1,mlp.experts.86.gate_proj,0.31322786,0.01000,0.453
1,mlp.experts.87.gate_proj,0.00824730,0.01000,0.453
1,mlp.experts.88.gate_proj,0.36791408,0.01000,0.454
1,mlp.experts.89.gate_proj,0.39801162,0.01000,0.454
1,mlp.experts.90.gate_proj,0.69506943,0.01000,0.455
1,mlp.experts.91.gate_proj,0.38798070,0.01000,0.454
1,mlp.experts.92.gate_proj,0.55462611,0.01000,0.454
1,mlp.experts.93.gate_proj,0.04323312,0.01000,0.446
1,mlp.experts.94.gate_proj,0.10296898,0.01000,0.441
1,mlp.experts.95.gate_proj,0.38474470,0.01000,0.449
1,mlp.experts.96.gate_proj,0.26631436,0.01000,0.454
1,mlp.experts.97.gate_proj,0.12652159,0.01000,0.454
1,mlp.experts.98.gate_proj,0.92471129,0.01000,0.454
1,mlp.experts.99.gate_proj,0.57183391,0.01000,0.453
1,mlp.experts.100.gate_proj,0.02589699,0.01000,0.454
1,mlp.experts.101.gate_proj,0.28769630,0.01000,0.454
1,mlp.experts.102.gate_proj,0.07308125,0.01000,0.454
1,mlp.experts.103.gate_proj,0.35162380,0.01000,0.454
1,mlp.experts.104.gate_proj,0.19231680,0.01000,0.454
1,mlp.experts.105.gate_proj,0.28418520,0.01000,0.451
1,mlp.experts.106.gate_proj,0.90489256,0.01000,0.451
1,mlp.experts.107.gate_proj,0.48120087,0.01000,0.451
1,mlp.experts.108.gate_proj,0.05304577,0.01000,0.452
1,mlp.experts.109.gate_proj,0.20820715,0.01000,0.451
1,mlp.experts.110.gate_proj,0.02490697,0.01000,0.451
1,mlp.experts.111.gate_proj,0.77063251,0.01000,0.453
1,mlp.experts.112.gate_proj,0.17714100,0.01000,0.454
1,mlp.experts.113.gate_proj,0.56772125,0.01000,0.453
1,mlp.experts.114.gate_proj,1.57617140,0.01000,0.453
1,mlp.experts.115.gate_proj,0.91876554,0.01000,0.452
1,mlp.experts.116.gate_proj,0.64678437,0.01000,0.451
1,mlp.experts.117.gate_proj,0.06534196,0.01000,0.451
1,mlp.experts.118.gate_proj,0.01477266,0.01000,0.452
1,mlp.experts.119.gate_proj,0.18089837,0.01000,0.451
1,mlp.experts.120.gate_proj,0.02139375,0.01000,0.452
1,mlp.experts.121.gate_proj,0.03486346,0.01000,0.452
1,mlp.experts.122.gate_proj,2.24765015,0.01000,0.451
1,mlp.experts.123.gate_proj,0.55282432,0.01000,0.453
1,mlp.experts.124.gate_proj,0.24413295,0.01000,0.453
1,mlp.experts.125.gate_proj,0.10602622,0.01000,0.451
1,mlp.experts.126.gate_proj,0.23888199,0.01000,0.453
1,mlp.experts.127.gate_proj,0.18923560,0.01000,0.453
1,mlp.experts.0.down_proj,0.00011863,0.01000,0.171
1,mlp.experts.1.down_proj,0.00403023,0.01000,0.170
1,mlp.experts.2.down_proj,0.04192670,0.01000,0.170
1,mlp.experts.3.down_proj,0.02527322,0.01000,0.170
1,mlp.experts.4.down_proj,0.01051044,0.01000,0.170
1,mlp.experts.5.down_proj,0.01847484,0.01000,0.171
1,mlp.experts.6.down_proj,0.04067307,0.01000,0.171
1,mlp.experts.7.down_proj,0.04943459,0.01000,0.171
1,mlp.experts.8.down_proj,0.03136210,0.01000,0.170
1,mlp.experts.9.down_proj,0.03911652,0.01000,0.170
1,mlp.experts.10.down_proj,0.00456596,0.01000,0.170
1,mlp.experts.11.down_proj,0.03386960,0.01000,0.171
1,mlp.experts.12.down_proj,0.00640561,0.01000,0.171
1,mlp.experts.13.down_proj,0.04959114,0.01000,0.170
1,mlp.experts.14.down_proj,0.03327068,0.01000,0.170
1,mlp.experts.15.down_proj,0.01363753,0.01000,0.170
1,mlp.experts.16.down_proj,0.04058116,0.01000,0.169
1,mlp.experts.17.down_proj,0.00556263,0.01000,0.169
1,mlp.experts.18.down_proj,0.01137932,0.01000,0.169
1,mlp.experts.19.down_proj,0.06054119,0.01000,0.169
1,mlp.experts.20.down_proj,0.01913794,0.01000,0.170
1,mlp.experts.21.down_proj,0.01281473,0.01000,0.170
1,mlp.experts.22.down_proj,0.03295885,0.01000,0.169
1,mlp.experts.23.down_proj,0.02724306,0.01000,0.170
1,mlp.experts.24.down_proj,0.02217199,0.01000,0.169
1,mlp.experts.25.down_proj,0.01924247,0.01000,0.169
1,mlp.experts.26.down_proj,0.02608317,0.01000,0.169
1,mlp.experts.27.down_proj,0.00742865,0.01000,0.169
1,mlp.experts.28.down_proj,0.07722591,0.01000,0.169
1,mlp.experts.29.down_proj,0.07395060,0.01000,0.169
1,mlp.experts.30.down_proj,0.02303581,0.01000,0.170
1,mlp.experts.31.down_proj,0.03335094,0.01000,0.169
1,mlp.experts.32.down_proj,0.01531141,0.01000,0.169
1,mlp.experts.33.down_proj,0.01653695,0.01000,0.169
1,mlp.experts.34.down_proj,0.02683673,0.01000,0.170
1,mlp.experts.35.down_proj,0.00498290,0.01000,0.169
1,mlp.experts.36.down_proj,0.01885875,0.01000,0.170
1,mlp.experts.37.down_proj,0.03182628,0.01000,0.170
1,mlp.experts.38.down_proj,0.01666645,0.01000,0.169
1,mlp.experts.39.down_proj,0.03079938,0.01000,0.169
1,mlp.experts.40.down_proj,0.03190093,0.01000,0.169
1,mlp.experts.41.down_proj,0.01452083,0.01000,0.169
1,mlp.experts.42.down_proj,0.01927537,0.01000,0.169
1,mlp.experts.43.down_proj,0.00391180,0.01000,0.169
1,mlp.experts.44.down_proj,0.01216153,0.01000,0.169
1,mlp.experts.45.down_proj,0.06489127,0.01000,0.169
1,mlp.experts.46.down_proj,0.03409098,0.01000,0.169
1,mlp.experts.47.down_proj,0.02845910,0.01000,0.169
1,mlp.experts.48.down_proj,0.05111193,0.01000,0.169
1,mlp.experts.49.down_proj,0.04923993,0.01000,0.170
1,mlp.experts.50.down_proj,0.01037285,0.01000,0.169
1,mlp.experts.51.down_proj,0.00134292,0.01000,0.170
1,mlp.experts.52.down_proj,0.01602983,0.01000,0.169
1,mlp.experts.53.down_proj,0.02343146,0.01000,0.170
1,mlp.experts.54.down_proj,0.00252745,0.01000,0.170
1,mlp.experts.55.down_proj,0.03778751,0.01000,0.170
1,mlp.experts.56.down_proj,0.01669457,0.01000,0.170
1,mlp.experts.57.down_proj,0.03488614,0.01000,0.170
1,mlp.experts.58.down_proj,0.03404607,0.01000,0.169
1,mlp.experts.59.down_proj,0.02876885,0.01000,0.169
1,mlp.experts.60.down_proj,0.03404596,0.01000,0.169
1,mlp.experts.61.down_proj,0.00851100,0.01000,0.169
1,mlp.experts.62.down_proj,0.04951533,0.01000,0.169
1,mlp.experts.63.down_proj,0.04415260,0.01000,0.169
1,mlp.experts.64.down_proj,0.06808468,0.01000,0.169
1,mlp.experts.65.down_proj,0.01107078,0.01000,0.170
1,mlp.experts.66.down_proj,0.04332417,0.01000,0.169
1,mlp.experts.67.down_proj,0.07762097,0.01000,0.169
1,mlp.experts.68.down_proj,4.06601334,0.01000,0.169
1,mlp.experts.69.down_proj,0.01493751,0.01000,0.170
1,mlp.experts.70.down_proj,0.07097824,0.01000,0.170
1,mlp.experts.71.down_proj,0.00864876,0.01000,0.170
1,mlp.experts.72.down_proj,0.01640281,0.01000,0.169
1,mlp.experts.73.down_proj,0.02063965,0.01000,0.170
1,mlp.experts.74.down_proj,0.05626473,0.01000,0.169
1,mlp.experts.75.down_proj,0.04150117,0.01000,0.169
1,mlp.experts.76.down_proj,0.04463786,0.01000,0.169
1,mlp.experts.77.down_proj,0.03388431,0.01000,0.169
1,mlp.experts.78.down_proj,0.08556899,0.01000,0.170
1,mlp.experts.79.down_proj,0.00051455,0.01000,0.169
1,mlp.experts.80.down_proj,0.00681699,0.01000,0.170
1,mlp.experts.81.down_proj,0.00157767,0.01000,0.170
1,mlp.experts.82.down_proj,0.00230782,0.01000,0.170
1,mlp.experts.83.down_proj,0.05437351,0.01000,0.171
1,mlp.experts.84.down_proj,0.01025077,0.01000,0.170
1,mlp.experts.85.down_proj,0.03722648,0.01000,0.171
1,mlp.experts.86.down_proj,0.02967232,0.01000,0.171
1,mlp.experts.87.down_proj,0.00130990,0.01000,0.171
1,mlp.experts.88.down_proj,0.02898275,0.01000,0.170
1,mlp.experts.89.down_proj,0.02985756,0.01000,0.171
1,mlp.experts.90.down_proj,0.03663813,0.01000,0.173
1,mlp.experts.91.down_proj,0.04577398,0.01000,0.170
1,mlp.experts.92.down_proj,0.05005633,0.01000,0.170
1,mlp.experts.93.down_proj,0.00549760,0.01000,0.170
1,mlp.experts.94.down_proj,0.01235600,0.01000,0.170
1,mlp.experts.95.down_proj,0.04114167,0.01000,0.171
1,mlp.experts.96.down_proj,0.01730073,0.01000,0.172
1,mlp.experts.97.down_proj,0.00703479,0.01000,0.171
1,mlp.experts.98.down_proj,0.04984081,0.01000,0.172
1,mlp.experts.99.down_proj,0.05995956,0.01000,0.172
1,mlp.experts.100.down_proj,0.00461755,0.01000,0.171
1,mlp.experts.101.down_proj,0.01792086,0.01000,0.172
1,mlp.experts.102.down_proj,0.01000689,0.01000,0.173
1,mlp.experts.103.down_proj,0.01726291,0.01000,0.172
1,mlp.experts.104.down_proj,0.01201719,0.01000,0.172
1,mlp.experts.105.down_proj,0.03368552,0.01000,0.173
1,mlp.experts.106.down_proj,0.06170804,0.01000,0.172
1,mlp.experts.107.down_proj,0.04353742,0.01000,0.172
1,mlp.experts.108.down_proj,0.00867384,0.01000,0.172
1,mlp.experts.109.down_proj,0.01474469,0.01000,0.172
1,mlp.experts.110.down_proj,0.00205586,0.01000,0.172
1,mlp.experts.111.down_proj,0.04539091,0.01000,0.172
1,mlp.experts.112.down_proj,0.01793903,0.01000,0.172
1,mlp.experts.113.down_proj,0.03388933,0.01000,0.172
1,mlp.experts.114.down_proj,0.09263109,0.01000,0.172
1,mlp.experts.115.down_proj,0.04106653,0.01000,0.172
1,mlp.experts.116.down_proj,0.03612104,0.01000,0.172
1,mlp.experts.117.down_proj,0.01156303,0.01000,0.172
1,mlp.experts.118.down_proj,0.00175142,0.01000,0.172
1,mlp.experts.119.down_proj,0.01677267,0.01000,0.172
1,mlp.experts.120.down_proj,0.00205644,0.01000,0.172
1,mlp.experts.121.down_proj,0.00350232,0.01000,0.173
1,mlp.experts.122.down_proj,0.10069607,0.01000,0.173
1,mlp.experts.123.down_proj,0.05429390,0.01000,0.171
1,mlp.experts.124.down_proj,0.02410223,0.01000,0.172
1,mlp.experts.125.down_proj,0.01146151,0.01000,0.172
1,mlp.experts.126.down_proj,0.03096700,0.01000,0.172
1,mlp.experts.127.down_proj,0.01713641,0.01000,0.173
2,self_attn.q_proj,0.00420934,0.01000,0.452
2,self_attn.k_proj,0.00054757,0.01000,0.448
2,self_attn.v_proj,0.00050761,0.01000,0.450
2,self_attn.o_proj,0.00066713,0.01000,0.921
2,mlp.experts.0.up_proj,0.75549632,0.01000,0.461
2,mlp.experts.1.up_proj,0.08368978,0.01000,0.453
2,mlp.experts.2.up_proj,1.09004307,0.01000,0.454
2,mlp.experts.3.up_proj,0.01425786,0.01000,0.453
2,mlp.experts.4.up_proj,3.14579225,0.01000,0.453
2,mlp.experts.5.up_proj,0.24535795,0.01000,0.454
2,mlp.experts.6.up_proj,0.78128707,0.01000,0.454
2,mlp.experts.7.up_proj,0.52368778,0.01000,0.473
2,mlp.experts.8.up_proj,0.71239322,0.01000,0.471
2,mlp.experts.9.up_proj,1.03394639,0.01000,0.472
2,mlp.experts.10.up_proj,0.52297038,0.01000,0.467
2,mlp.experts.11.up_proj,0.12549895,0.01000,0.443
2,mlp.experts.12.up_proj,0.22355577,0.01000,0.463
2,mlp.experts.13.up_proj,0.31014517,0.01000,0.474
2,mlp.experts.14.up_proj,0.61866200,0.01000,0.471
2,mlp.experts.15.up_proj,0.81801593,0.01000,0.470
2,mlp.experts.16.up_proj,0.60659420,0.01000,0.482
2,mlp.experts.17.up_proj,0.15147357,0.01000,0.482
2,mlp.experts.18.up_proj,0.19792761,0.01000,0.483
2,mlp.experts.19.up_proj,0.02729792,0.01000,0.480
2,mlp.experts.20.up_proj,0.40483576,0.01000,0.481
2,mlp.experts.21.up_proj,0.12771903,0.01000,0.480
2,mlp.experts.22.up_proj,0.43048581,0.01000,0.480
2,mlp.experts.23.up_proj,0.25731280,0.01000,0.483
2,mlp.experts.24.up_proj,0.42794979,0.01000,0.481
2,mlp.experts.25.up_proj,0.18468478,0.01000,0.490
2,mlp.experts.26.up_proj,0.05009230,0.01000,0.489
2,mlp.experts.27.up_proj,0.31024030,0.01000,0.490
2,mlp.experts.28.up_proj,0.01838392,0.01000,0.488
2,mlp.experts.29.up_proj,0.02949712,0.01000,0.490
2,mlp.experts.30.up_proj,0.22994833,0.01000,0.490
2,mlp.experts.31.up_proj,0.06105995,0.01000,0.486
2,mlp.experts.32.up_proj,0.55910540,0.01000,0.488
2,mlp.experts.33.up_proj,0.39724112,0.01000,0.491
2,mlp.experts.34.up_proj,0.02254214,0.01000,0.489
2,mlp.experts.35.up_proj,0.01096846,0.01000,0.488
2,mlp.experts.36.up_proj,0.24992290,0.01000,0.489
2,mlp.experts.37.up_proj,0.44858372,0.01000,0.489
2,mlp.experts.38.up_proj,0.17979914,0.01000,0.487
2,mlp.experts.39.up_proj,0.03930838,0.01000,0.490
2,mlp.experts.40.up_proj,0.95897079,0.01000,0.491
2,mlp.experts.41.up_proj,0.67657530,0.01000,0.492
2,mlp.experts.42.up_proj,0.34799775,0.01000,0.489
2,mlp.experts.43.up_proj,0.05812469,0.01000,0.469
2,mlp.experts.44.up_proj,0.28367996,0.01000,0.465
2,mlp.experts.45.up_proj,0.14354970,0.01000,0.464
2,mlp.experts.46.up_proj,0.62423068,0.01000,0.465
2,mlp.experts.47.up_proj,1.81253481,0.01000,0.465
2,mlp.experts.48.up_proj,0.10016374,0.01000,0.464
2,mlp.experts.49.up_proj,0.99618703,0.01000,0.458
2,mlp.experts.50.up_proj,7.01128149,0.01000,0.455
2,mlp.experts.51.up_proj,1.28890586,0.01000,0.455
2,mlp.experts.52.up_proj,1.21874225,0.01000,0.470
2,mlp.experts.53.up_proj,0.21351306,0.01000,0.484
2,mlp.experts.54.up_proj,0.68638778,0.01000,0.485
2,mlp.experts.55.up_proj,0.78482664,0.01000,0.484
2,mlp.experts.56.up_proj,0.17475265,0.01000,0.484
2,mlp.experts.57.up_proj,0.19807424,0.01000,0.484
2,mlp.experts.58.up_proj,0.03793203,0.01000,0.486
2,mlp.experts.59.up_proj,0.73082674,0.01000,0.487
2,mlp.experts.60.up_proj,4.83064413,0.01000,0.486
2,mlp.experts.61.up_proj,0.11725451,0.01000,0.485
2,mlp.experts.62.up_proj,1.59944201,0.01000,0.486
2,mlp.experts.63.up_proj,0.47954926,0.01000,0.485
2,mlp.experts.64.up_proj,1.68150699,0.01000,0.490
2,mlp.experts.65.up_proj,0.39277977,0.01000,0.489
2,mlp.experts.66.up_proj,0.12138781,0.01000,0.490
2,mlp.experts.67.up_proj,0.51236951,0.01000,0.490
2,mlp.experts.68.up_proj,0.74422359,0.01000,0.491
2,mlp.experts.69.up_proj,0.62078434,0.01000,0.490
2,mlp.experts.70.up_proj,1.09737086,0.01000,0.490
2,mlp.experts.71.up_proj,2.95703053,0.01000,0.489
2,mlp.experts.72.up_proj,0.16970974,0.01000,0.495
2,mlp.experts.73.up_proj,1.75161791,0.01000,0.489
2,mlp.experts.74.up_proj,0.71343881,0.01000,0.490
2,mlp.experts.75.up_proj,0.08272187,0.01000,0.491
2,mlp.experts.76.up_proj,1.87066889,0.01000,0.490
2,mlp.experts.77.up_proj,6.62795448,0.01000,0.490
2,mlp.experts.78.up_proj,0.09908027,0.01000,0.490
2,mlp.experts.79.up_proj,0.01302345,0.01000,0.490
2,mlp.experts.80.up_proj,0.04876484,0.01000,0.488
2,mlp.experts.81.up_proj,0.17766021,0.01000,0.492
2,mlp.experts.82.up_proj,0.10765670,0.01000,0.487
2,mlp.experts.83.up_proj,0.33220679,0.01000,0.488
2,mlp.experts.84.up_proj,0.23171893,0.01000,0.490
2,mlp.experts.85.up_proj,1.78426778,0.01000,0.490
2,mlp.experts.86.up_proj,0.05100165,0.01000,0.480
2,mlp.experts.87.up_proj,0.25291449,0.01000,0.486
2,mlp.experts.88.up_proj,0.25915822,0.01000,0.487
2,mlp.experts.89.up_proj,0.06111003,0.01000,0.484
2,mlp.experts.90.up_proj,0.57243216,0.01000,0.486
2,mlp.experts.91.up_proj,0.07119898,0.01000,0.485
2,mlp.experts.92.up_proj,1.14479661,0.01000,0.486
2,mlp.experts.93.up_proj,0.84453130,0.01000,0.485
2,mlp.experts.94.up_proj,2.78083134,0.01000,0.485
2,mlp.experts.95.up_proj,1.70082521,0.01000,0.453
2,mlp.experts.96.up_proj,0.04592958,0.01000,0.453
2,mlp.experts.97.up_proj,0.76161838,0.01000,0.461
2,mlp.experts.98.up_proj,0.54198587,0.01000,0.453
2,mlp.experts.99.up_proj,1.02107501,0.01000,0.456
2,mlp.experts.100.up_proj,5.21530437,0.01000,0.453
2,mlp.experts.101.up_proj,0.26503778,0.01000,0.453
2,mlp.experts.102.up_proj,4.88299656,0.01000,0.452
2,mlp.experts.103.up_proj,0.24690491,0.01000,0.452
2,mlp.experts.104.up_proj,0.52470630,0.01000,0.453
2,mlp.experts.105.up_proj,0.00657279,0.01000,0.453
2,mlp.experts.106.up_proj,0.33076453,0.01000,0.452
2,mlp.experts.107.up_proj,0.28763756,0.01000,0.453
2,mlp.experts.108.up_proj,0.35621908,0.01000,0.450
2,mlp.experts.109.up_proj,0.26960924,0.01000,0.451
2,mlp.experts.110.up_proj,0.14114094,0.01000,0.455
2,mlp.experts.111.up_proj,0.16987146,0.01000,0.454
2,mlp.experts.112.up_proj,0.17516783,0.01000,0.454
2,mlp.experts.113.up_proj,0.19989619,0.01000,0.456
2,mlp.experts.114.up_proj,0.02170929,0.01000,0.454
2,mlp.experts.115.up_proj,6.23365784,0.01000,0.452
2,mlp.experts.116.up_proj,0.69096380,0.01000,0.449
2,mlp.experts.117.up_proj,0.60562491,0.01000,0.452
2,mlp.experts.118.up_proj,0.51312000,0.01000,0.478
2,mlp.experts.119.up_proj,1.90304875,0.01000,0.449
2,mlp.experts.120.up_proj,0.69204009,0.01000,0.450
2,mlp.experts.121.up_proj,0.81410134,0.01000,0.454
2,mlp.experts.122.up_proj,0.42416650,0.01000,0.454
2,mlp.experts.123.up_proj,0.29009390,0.01000,0.481
2,mlp.experts.124.up_proj,0.05757149,0.01000,0.453
2,mlp.experts.125.up_proj,2.28416204,0.01000,0.463
2,mlp.experts.126.up_proj,0.55734366,0.01000,0.484
2,mlp.experts.127.up_proj,0.91796994,0.01000,0.453
2,mlp.experts.0.gate_proj,0.79336751,0.01000,0.452
2,mlp.experts.1.gate_proj,0.09037903,0.01000,0.452
2,mlp.experts.2.gate_proj,1.20812678,0.01000,0.453
2,mlp.experts.3.gate_proj,0.01499900,0.01000,0.453
2,mlp.experts.4.gate_proj,3.48140931,0.01000,0.453
2,mlp.experts.5.gate_proj,0.26610970,0.01000,0.452
2,mlp.experts.6.gate_proj,0.84999061,0.01000,0.453
2,mlp.experts.7.gate_proj,0.55953622,0.01000,0.454
2,mlp.experts.8.gate_proj,0.74065888,0.01000,0.453
2,mlp.experts.9.gate_proj,1.08204651,0.01000,0.453
2,mlp.experts.10.gate_proj,0.55588424,0.01000,0.454
2,mlp.experts.11.gate_proj,0.13599238,0.01000,0.453
2,mlp.experts.12.gate_proj,0.23943701,0.01000,0.453
2,mlp.experts.13.gate_proj,0.32856095,0.01000,0.454
2,mlp.experts.14.gate_proj,0.69935501,0.01000,0.454
2,mlp.experts.15.gate_proj,0.89424568,0.01000,0.454
2,mlp.experts.16.gate_proj,0.64541781,0.01000,0.455
2,mlp.experts.17.gate_proj,0.17420647,0.01000,0.486
2,mlp.experts.18.gate_proj,0.21819612,0.01000,0.455
2,mlp.experts.19.gate_proj,0.03148644,0.01000,0.454
2,mlp.experts.20.gate_proj,0.45226032,0.01000,0.454
2,mlp.experts.21.gate_proj,0.13767421,0.01000,0.454
2,mlp.experts.22.gate_proj,0.45008844,0.01000,0.455
2,mlp.experts.23.gate_proj,0.27676341,0.01000,0.454
2,mlp.experts.24.gate_proj,0.46661258,0.01000,0.454
2,mlp.experts.25.gate_proj,0.19562769,0.01000,0.495
2,mlp.experts.26.gate_proj,0.05374193,0.01000,0.454
2,mlp.experts.27.gate_proj,0.33883351,0.01000,0.455
2,mlp.experts.28.gate_proj,0.01908722,0.01000,0.452
2,mlp.experts.29.gate_proj,0.03300867,0.01000,0.467
2,mlp.experts.30.gate_proj,0.25520322,0.01000,0.453
2,mlp.experts.31.gate_proj,0.06523584,0.01000,0.453
2,mlp.experts.32.gate_proj,0.58158994,0.01000,0.471
2,mlp.experts.33.gate_proj,0.44581157,0.01000,0.454
2,mlp.experts.34.gate_proj,0.02393157,0.01000,0.453
2,mlp.experts.35.gate_proj,0.01174762,0.01000,0.453
2,mlp.experts.36.gate_proj,0.25957769,0.01000,0.453
2,mlp.experts.37.gate_proj,0.46765074,0.01000,0.453
2,mlp.experts.38.gate_proj,0.18780509,0.01000,0.456
2,mlp.experts.39.gate_proj,0.04201420,0.01000,0.453
2,mlp.experts.40.gate_proj,1.08649826,0.01000,0.453
2,mlp.experts.41.gate_proj,0.74033302,0.01000,0.453
2,mlp.experts.42.gate_proj,0.37329084,0.01000,0.454
2,mlp.experts.43.gate_proj,0.06089044,0.01000,0.453
2,mlp.experts.44.gate_proj,0.31085885,0.01000,0.455
2,mlp.experts.45.gate_proj,0.15197770,0.01000,0.453
2,mlp.experts.46.gate_proj,0.71219039,0.01000,0.452
2,mlp.experts.47.gate_proj,2.01228333,0.01000,0.459
2,mlp.experts.48.gate_proj,0.10883228,0.01000,0.454
2,mlp.experts.49.gate_proj,1.07092118,0.01000,0.454
2,mlp.experts.50.gate_proj,9.53331089,0.01000,0.454
2,mlp.experts.51.gate_proj,1.38639712,0.01000,0.481
2,mlp.experts.52.gate_proj,1.35211253,0.01000,0.454
2,mlp.experts.53.gate_proj,0.23128328,0.01000,0.458
2,mlp.experts.54.gate_proj,0.74673712,0.01000,0.462
2,mlp.experts.55.gate_proj,0.84459913,0.01000,0.469
2,mlp.experts.56.gate_proj,0.17327940,0.01000,0.483
2,mlp.experts.57.gate_proj,0.21434131,0.01000,0.485
2,mlp.experts.58.gate_proj,0.04096232,0.01000,0.484
2,mlp.experts.59.gate_proj,0.80263430,0.01000,0.484
2,mlp.experts.60.gate_proj,5.66875887,0.01000,0.483
2,mlp.experts.61.gate_proj,0.12685013,0.01000,0.484
2,mlp.experts.62.gate_proj,1.71509004,0.01000,0.485
2,mlp.experts.63.gate_proj,0.51315463,0.01000,0.485
2,mlp.experts.64.gate_proj,1.84151447,0.01000,0.484
2,mlp.experts.65.gate_proj,0.42954373,0.01000,0.483
2,mlp.experts.66.gate_proj,0.12793030,0.01000,0.485
2,mlp.experts.67.gate_proj,0.56198257,0.01000,0.485
2,mlp.experts.68.gate_proj,0.79966497,0.01000,0.484
2,mlp.experts.69.gate_proj,0.67281520,0.01000,0.480
2,mlp.experts.70.gate_proj,1.20418334,0.01000,0.482
2,mlp.experts.71.gate_proj,3.68023157,0.01000,0.481
2,mlp.experts.72.gate_proj,0.17419982,0.01000,0.480
2,mlp.experts.73.gate_proj,1.85190082,0.01000,0.480
2,mlp.experts.74.gate_proj,0.79805762,0.01000,0.481
2,mlp.experts.75.gate_proj,0.09366167,0.01000,0.482
2,mlp.experts.76.gate_proj,2.10097361,0.01000,0.481
2,mlp.experts.77.gate_proj,8.58900642,0.01000,0.478
2,mlp.experts.78.gate_proj,0.11487867,0.01000,0.478
2,mlp.experts.79.gate_proj,0.01393578,0.01000,0.480
2,mlp.experts.80.gate_proj,0.05749406,0.01000,0.484
2,mlp.experts.81.gate_proj,0.18814451,0.01000,0.484
2,mlp.experts.82.gate_proj,0.11479087,0.01000,0.484
2,mlp.experts.83.gate_proj,0.36519450,0.01000,0.484
2,mlp.experts.84.gate_proj,0.23589812,0.01000,0.483
2,mlp.experts.85.gate_proj,1.95183957,0.01000,0.483
2,mlp.experts.86.gate_proj,0.05552379,0.01000,0.483
2,mlp.experts.87.gate_proj,0.27097622,0.01000,0.484
2,mlp.experts.88.gate_proj,0.28660062,0.01000,0.483
2,mlp.experts.89.gate_proj,0.06437682,0.01000,0.488
2,mlp.experts.90.gate_proj,0.60965043,0.01000,0.487
2,mlp.experts.91.gate_proj,0.07781123,0.01000,0.487
2,mlp.experts.92.gate_proj,6.00459194,0.01000,0.485
2,mlp.experts.93.gate_proj,0.89055955,0.01000,0.485
2,mlp.experts.94.gate_proj,3.42082834,0.01000,0.485
2,mlp.experts.95.gate_proj,1.91168618,0.01000,0.485
2,mlp.experts.96.gate_proj,0.04790098,0.01000,0.485
2,mlp.experts.97.gate_proj,0.88390523,0.01000,0.486
2,mlp.experts.98.gate_proj,0.58717483,0.01000,0.486
2,mlp.experts.99.gate_proj,1.13457608,0.01000,0.487
2,mlp.experts.100.gate_proj,6.37638378,0.01000,0.487
2,mlp.experts.101.gate_proj,0.27640179,0.01000,0.480
2,mlp.experts.102.gate_proj,5.72659779,0.01000,0.473
2,mlp.experts.103.gate_proj,0.26040757,0.01000,0.478
2,mlp.experts.104.gate_proj,0.60339510,0.01000,0.484
2,mlp.experts.105.gate_proj,0.00764056,0.01000,0.486
2,mlp.experts.106.gate_proj,0.36332762,0.01000,0.486
2,mlp.experts.107.gate_proj,0.30537611,0.01000,0.487
2,mlp.experts.108.gate_proj,0.41057116,0.01000,0.487
2,mlp.experts.109.gate_proj,0.28739470,0.01000,0.486
2,mlp.experts.110.gate_proj,0.16048516,0.01000,0.486
2,mlp.experts.111.gate_proj,0.19340964,0.01000,0.486
2,mlp.experts.112.gate_proj,0.18465878,0.01000,0.491
2,mlp.experts.113.gate_proj,0.23505029,0.01000,0.487
2,mlp.experts.114.gate_proj,0.02250776,0.01000,0.490
2,mlp.experts.115.gate_proj,7.73262310,0.01000,0.485
2,mlp.experts.116.gate_proj,0.72150511,0.01000,0.485
2,mlp.experts.117.gate_proj,0.63929087,0.01000,0.485
2,mlp.experts.118.gate_proj,0.54137087,0.01000,0.482
2,mlp.experts.119.gate_proj,2.20034552,0.01000,0.482
2,mlp.experts.120.gate_proj,0.76160628,0.01000,0.484
2,mlp.experts.121.gate_proj,0.88834310,0.01000,0.483
2,mlp.experts.122.gate_proj,0.46862084,0.01000,0.484
2,mlp.experts.123.gate_proj,0.31273013,0.01000,0.484
2,mlp.experts.124.gate_proj,0.06128980,0.01000,0.484
2,mlp.experts.125.gate_proj,2.47544050,0.01000,0.483
2,mlp.experts.126.gate_proj,0.60229820,0.01000,0.483
2,mlp.experts.127.gate_proj,0.98930365,0.01000,0.483
2,mlp.experts.0.down_proj,0.05995196,0.01000,0.170
2,mlp.experts.1.down_proj,0.00680402,0.01000,0.169
2,mlp.experts.2.down_proj,0.16453508,0.01000,0.170
2,mlp.experts.3.down_proj,0.00209174,0.01000,0.170
2,mlp.experts.4.down_proj,0.26322541,0.01000,0.170
2,mlp.experts.5.down_proj,0.03542233,0.01000,0.170
2,mlp.experts.6.down_proj,0.13918045,0.01000,0.169
2,mlp.experts.7.down_proj,0.07210003,0.01000,0.170
2,mlp.experts.8.down_proj,0.08541918,0.01000,0.170
2,mlp.experts.9.down_proj,0.12084558,0.01000,0.170
2,mlp.experts.10.down_proj,0.04264430,0.01000,0.170
2,mlp.experts.11.down_proj,0.01348671,0.01000,0.188
2,mlp.experts.12.down_proj,0.06736763,0.01000,0.181
2,mlp.experts.13.down_proj,0.02829674,0.01000,0.171
2,mlp.experts.14.down_proj,0.09331826,0.01000,0.171
2,mlp.experts.15.down_proj,0.14668502,0.01000,0.171
2,mlp.experts.16.down_proj,0.06403787,0.01000,0.171
2,mlp.experts.17.down_proj,0.02700455,0.01000,0.171
2,mlp.experts.18.down_proj,0.00784891,0.01000,0.172
2,mlp.experts.19.down_proj,0.00869333,0.01000,0.171
2,mlp.experts.20.down_proj,0.06099801,0.01000,0.171
2,mlp.experts.21.down_proj,0.03471431,0.01000,0.171
2,mlp.experts.22.down_proj,0.03984600,0.01000,0.171
2,mlp.experts.23.down_proj,0.04178033,0.01000,0.171
2,mlp.experts.24.down_proj,0.08446509,0.01000,0.171
2,mlp.experts.25.down_proj,0.01299041,0.01000,0.170
2,mlp.experts.26.down_proj,0.00715672,0.01000,0.171
2,mlp.experts.27.down_proj,0.02776721,0.01000,0.171
2,mlp.experts.28.down_proj,0.00368421,0.01000,0.174
2,mlp.experts.29.down_proj,0.01862033,0.01000,0.176
2,mlp.experts.30.down_proj,0.02742852,0.01000,0.183
2,mlp.experts.31.down_proj,0.00776155,0.01000,0.181
2,mlp.experts.32.down_proj,0.05675235,0.01000,0.180
2,mlp.experts.33.down_proj,0.13702884,0.01000,0.182
2,mlp.experts.34.down_proj,0.00201057,0.01000,0.181
2,mlp.experts.35.down_proj,0.00160423,0.01000,0.178
2,mlp.experts.36.down_proj,0.01653106,0.01000,0.171
2,mlp.experts.37.down_proj,0.05713471,0.01000,0.170
2,mlp.experts.38.down_proj,0.01980851,0.01000,0.170
2,mlp.experts.39.down_proj,0.00761944,0.01000,0.170
2,mlp.experts.40.down_proj,0.07836519,0.01000,0.171
2,mlp.experts.41.down_proj,0.08363606,0.01000,0.170
2,mlp.experts.42.down_proj,0.03397787,0.01000,0.170
2,mlp.experts.43.down_proj,0.00593926,0.01000,0.170
2,mlp.experts.44.down_proj,0.05530541,0.01000,0.170
2,mlp.experts.45.down_proj,0.03470524,0.01000,0.185
2,mlp.experts.46.down_proj,0.06120897,0.01000,0.185
2,mlp.experts.47.down_proj,0.19654441,0.01000,0.185
2,mlp.experts.48.down_proj,0.01234027,0.01000,0.186
2,mlp.experts.49.down_proj,0.08515940,0.01000,0.185
2,mlp.experts.50.down_proj,0.11484797,0.01000,0.186
2,mlp.experts.51.down_proj,0.13080603,0.01000,0.185
2,mlp.experts.52.down_proj,0.13146606,0.01000,0.184
2,mlp.experts.53.down_proj,0.04849700,0.01000,0.185
2,mlp.experts.54.down_proj,0.07934278,0.01000,0.182
2,mlp.experts.55.down_proj,0.04450000,0.01000,0.184
2,mlp.experts.56.down_proj,0.00472395,0.01000,0.186
2,mlp.experts.57.down_proj,0.02229849,0.01000,0.183
2,mlp.experts.58.down_proj,0.00212090,0.01000,0.179
2,mlp.experts.59.down_proj,0.10843833,0.01000,0.174
2,mlp.experts.60.down_proj,0.05389914,0.01000,0.173
2,mlp.experts.61.down_proj,0.00844679,0.01000,0.173
2,mlp.experts.62.down_proj,0.12045656,0.01000,0.173
2,mlp.experts.63.down_proj,0.03728682,0.01000,0.172
2,mlp.experts.64.down_proj,0.14268291,0.01000,0.172
2,mlp.experts.65.down_proj,0.05688287,0.01000,0.172
2,mlp.experts.66.down_proj,0.01371868,0.01000,0.172
2,mlp.experts.67.down_proj,0.08272750,0.01000,0.173
2,mlp.experts.68.down_proj,0.08673043,0.01000,0.180
2,mlp.experts.69.down_proj,0.09097970,0.01000,0.180
2,mlp.experts.70.down_proj,0.19994828,0.01000,0.182
2,mlp.experts.71.down_proj,0.04664052,0.01000,0.182
2,mlp.experts.72.down_proj,0.00734310,0.01000,0.181
2,mlp.experts.73.down_proj,0.21949822,0.01000,0.180
2,mlp.experts.74.down_proj,0.06150718,0.01000,0.180
2,mlp.experts.75.down_proj,0.01670530,0.01000,0.181
2,mlp.experts.76.down_proj,0.21070613,0.01000,0.180
2,mlp.experts.77.down_proj,0.10346976,0.01000,0.180
2,mlp.experts.78.down_proj,0.01001840,0.01000,0.181
2,mlp.experts.79.down_proj,0.00384530,0.01000,0.181
2,mlp.experts.80.down_proj,0.00781826,0.01000,0.181
2,mlp.experts.81.down_proj,0.03114118,0.01000,0.181
2,mlp.experts.82.down_proj,0.01145526,0.01000,0.184
2,mlp.experts.83.down_proj,0.03713902,0.01000,0.185
2,mlp.experts.84.down_proj,0.03201715,0.01000,0.181
2,mlp.experts.85.down_proj,0.16213685,0.01000,0.181
2,mlp.experts.86.down_proj,0.01025728,0.01000,0.181
2,mlp.experts.87.down_proj,0.04263922,0.01000,0.181
2,mlp.experts.88.down_proj,0.04571225,0.01000,0.182
2,mlp.experts.89.down_proj,0.00520174,0.01000,0.182
2,mlp.experts.90.down_proj,0.08848675,0.01000,0.182
2,mlp.experts.91.down_proj,0.01034833,0.01000,0.183
2,mlp.experts.92.down_proj,120.55096436,0.01000,0.182
2,mlp.experts.93.down_proj,0.08103991,0.01000,0.182
2,mlp.experts.94.down_proj,0.31201965,0.01000,0.181
2,mlp.experts.95.down_proj,0.14551762,0.01000,0.172
2,mlp.experts.96.down_proj,0.00718379,0.01000,0.176
2,mlp.experts.97.down_proj,0.10315374,0.01000,0.172
2,mlp.experts.98.down_proj,0.09763742,0.01000,0.172
2,mlp.experts.99.down_proj,0.14541182,0.01000,0.174
2,mlp.experts.100.down_proj,0.08076575,0.01000,0.184
2,mlp.experts.101.down_proj,0.02344205,0.01000,0.172
2,mlp.experts.102.down_proj,0.06003448,0.01000,0.173
2,mlp.experts.103.down_proj,0.01179070,0.01000,0.172
2,mlp.experts.104.down_proj,0.09053609,0.01000,0.172
2,mlp.experts.105.down_proj,0.00074766,0.01000,0.180
2,mlp.experts.106.down_proj,0.02756444,0.01000,0.182
2,mlp.experts.107.down_proj,0.05841206,0.01000,0.172
2,mlp.experts.108.down_proj,0.01813569,0.01000,0.178
2,mlp.experts.109.down_proj,0.06918488,0.01000,0.172
2,mlp.experts.110.down_proj,0.01882855,0.01000,0.172
2,mlp.experts.111.down_proj,0.02479573,0.01000,0.184
2,mlp.experts.112.down_proj,0.01770088,0.01000,0.185
2,mlp.experts.113.down_proj,0.02371751,0.01000,0.172
2,mlp.experts.114.down_proj,0.00126120,0.01000,0.184
2,mlp.experts.115.down_proj,0.11391324,0.01000,0.172
2,mlp.experts.116.down_proj,0.08927413,0.01000,0.177
2,mlp.experts.117.down_proj,0.09529056,0.01000,0.180
2,mlp.experts.118.down_proj,0.03306439,0.01000,0.172
2,mlp.experts.119.down_proj,0.20040312,0.01000,0.183
2,mlp.experts.120.down_proj,0.10564157,0.01000,0.172
2,mlp.experts.121.down_proj,0.10611546,0.01000,0.180
2,mlp.experts.122.down_proj,0.07861158,0.01000,0.175
2,mlp.experts.123.down_proj,0.03110706,0.01000,0.187
2,mlp.experts.124.down_proj,0.00731600,0.01000,0.172
2,mlp.experts.125.down_proj,0.17856881,0.01000,0.172
2,mlp.experts.126.down_proj,0.08597257,0.01000,0.172
2,mlp.experts.127.down_proj,0.08426203,0.01000,0.188
3,self_attn.q_proj,0.02146242,0.01000,0.457
3,self_attn.k_proj,0.00254422,0.01000,0.490
3,self_attn.v_proj,0.00296568,0.01000,0.479
3,self_attn.o_proj,0.00274638,0.01000,0.983
3,mlp.experts.0.up_proj,0.73006582,0.01000,0.461
3,mlp.experts.1.up_proj,1.26349795,0.01000,0.459
3,mlp.experts.2.up_proj,1.02762866,0.01000,0.454
3,mlp.experts.3.up_proj,0.66454983,0.01000,0.453
3,mlp.experts.4.up_proj,2.69832349,0.01000,0.455
3,mlp.experts.5.up_proj,0.29922545,0.01000,0.454
3,mlp.experts.6.up_proj,0.54568797,0.01000,0.453
3,mlp.experts.7.up_proj,1.58254337,0.01000,0.454
3,mlp.experts.8.up_proj,0.02846039,0.01000,0.454
3,mlp.experts.9.up_proj,1.53081965,0.01000,0.452
3,mlp.experts.10.up_proj,1.10883725,0.01000,0.444
3,mlp.experts.11.up_proj,1.35386109,0.01000,0.476
3,mlp.experts.12.up_proj,0.63230753,0.01000,0.453
3,mlp.experts.13.up_proj,2.95462513,0.01000,0.454
3,mlp.experts.14.up_proj,1.05762863,0.01000,0.453
3,mlp.experts.15.up_proj,0.21955457,0.01000,0.454
3,mlp.experts.16.up_proj,2.39046431,0.01000,0.454
3,mlp.experts.17.up_proj,0.90893388,0.01000,0.454
3,mlp.experts.18.up_proj,0.41253811,0.01000,0.452
3,mlp.experts.19.up_proj,0.24281144,0.01000,0.472
3,mlp.experts.20.up_proj,0.63050616,0.01000,0.454
3,mlp.experts.21.up_proj,0.86730337,0.01000,0.453
3,mlp.experts.22.up_proj,1.11918926,0.01000,0.454
3,mlp.experts.23.up_proj,0.19659536,0.01000,0.454
3,mlp.experts.24.up_proj,1.29116154,0.01000,0.454
3,mlp.experts.25.up_proj,1.30931687,0.01000,0.453
3,mlp.experts.26.up_proj,1.17691684,0.01000,0.453
3,mlp.experts.27.up_proj,2.29217315,0.01000,0.453
3,mlp.experts.28.up_proj,0.04991684,0.01000,0.452
3,mlp.experts.29.up_proj,3.81932735,0.01000,0.458
3,mlp.experts.30.up_proj,0.20727578,0.01000,0.453
3,mlp.experts.31.up_proj,0.96504450,0.01000,0.454
3,mlp.experts.32.up_proj,0.33748221,0.01000,0.453
3,mlp.experts.33.up_proj,0.04399896,0.01000,0.473
3,mlp.experts.34.up_proj,4.45317364,0.01000,0.484
3,mlp.experts.35.up_proj,0.77055877,0.01000,0.468
3,mlp.experts.36.up_proj,2.57588625,0.01000,0.462
3,mlp.experts.37.up_proj,2.05282688,0.01000,0.488
3,mlp.experts.38.up_proj,1.49490047,0.01000,0.491
3,mlp.experts.39.up_proj,0.84903705,0.01000,0.454
3,mlp.experts.40.up_proj,0.95739681,0.01000,0.452
3,mlp.experts.41.up_proj,1.35462618,0.01000,0.454
3,mlp.experts.42.up_proj,1.01154613,0.01000,0.453
3,mlp.experts.43.up_proj,0.27432150,0.01000,0.453
3,mlp.experts.44.up_proj,0.08845136,0.01000,0.472
3,mlp.experts.45.up_proj,0.66120863,0.01000,0.479
3,mlp.experts.46.up_proj,0.28466663,0.01000,0.453
3,mlp.experts.47.up_proj,0.11346620,0.01000,0.482
3,mlp.experts.48.up_proj,0.11874370,0.01000,0.454
3,mlp.experts.49.up_proj,0.63799745,0.01000,0.454
3,mlp.experts.50.up_proj,0.60820007,0.01000,0.471
3,mlp.experts.51.up_proj,0.19841208,0.01000,0.464
3,mlp.experts.52.up_proj,0.52529615,0.01000,0.454
3,mlp.experts.53.up_proj,0.32822746,0.01000,0.453
3,mlp.experts.54.up_proj,1.46912289,0.01000,0.454
3,mlp.experts.55.up_proj,1.83059084,0.01000,0.479
3,mlp.experts.56.up_proj,0.15401141,0.01000,0.455
3,mlp.experts.57.up_proj,0.05242760,0.01000,0.454
3,mlp.experts.58.up_proj,0.02984200,0.01000,0.453
3,mlp.experts.59.up_proj,2.03853178,0.01000,0.453
3,mlp.experts.60.up_proj,0.85437977,0.01000,0.475
3,mlp.experts.61.up_proj,3.05006552,0.01000,0.486
3,mlp.experts.62.up_proj,2.65331602,0.01000,0.486
3,mlp.experts.63.up_proj,0.15205312,0.01000,0.455
3,mlp.experts.64.up_proj,1.10435724,0.01000,0.454
3,mlp.experts.65.up_proj,0.14703190,0.01000,0.460
3,mlp.experts.66.up_proj,0.95833397,0.01000,0.464
3,mlp.experts.67.up_proj,0.25440064,0.01000,0.489
3,mlp.experts.68.up_proj,0.40793502,0.01000,0.488
3,mlp.experts.69.up_proj,2.00731182,0.01000,0.488
3,mlp.experts.70.up_proj,1.84103882,0.01000,0.487
3,mlp.experts.71.up_proj,0.31985593,0.01000,0.453
3,mlp.experts.72.up_proj,0.26918194,0.01000,0.455
3,mlp.experts.73.up_proj,4.17932367,0.01000,0.453
3,mlp.experts.74.up_proj,3.56385875,0.01000,0.461
3,mlp.experts.75.up_proj,0.39002967,0.01000,0.450
3,mlp.experts.76.up_proj,1.34520936,0.01000,0.453
3,mlp.experts.77.up_proj,1.45940948,0.01000,0.454
3,mlp.experts.78.up_proj,1.83544278,0.01000,0.455
3,mlp.experts.79.up_proj,2.72069049,0.01000,0.454
3,mlp.experts.80.up_proj,0.45629519,0.01000,0.454
3,mlp.experts.81.up_proj,0.27446395,0.01000,0.453
3,mlp.experts.82.up_proj,2.17755413,0.01000,0.454
3,mlp.experts.83.up_proj,0.01606311,0.01000,0.454
3,mlp.experts.84.up_proj,1.35927701,0.01000,0.451
3,mlp.experts.85.up_proj,0.06334084,0.01000,0.453
3,mlp.experts.86.up_proj,1.50426126,0.01000,0.454
3,mlp.experts.87.up_proj,0.21290773,0.01000,0.454
3,mlp.experts.88.up_proj,2.92422080,0.01000,0.454
3,mlp.experts.89.up_proj,0.82351983,0.01000,0.454
3,mlp.experts.90.up_proj,0.74641210,0.01000,0.454
3,mlp.experts.91.up_proj,0.81962407,0.01000,0.454
3,mlp.experts.92.up_proj,0.97354531,0.01000,0.454
3,mlp.experts.93.up_proj,1.33483064,0.01000,0.455
3,mlp.experts.94.up_proj,0.46377242,0.01000,0.454
3,mlp.experts.95.up_proj,0.02176186,0.01000,0.454
3,mlp.experts.96.up_proj,0.01027948,0.01000,0.454
3,mlp.experts.97.up_proj,0.55093467,0.01000,0.453
3,mlp.experts.98.up_proj,0.57521695,0.01000,0.453
3,mlp.experts.99.up_proj,0.44371545,0.01000,0.454
3,mlp.experts.100.up_proj,0.33012265,0.01000,0.453
3,mlp.experts.101.up_proj,0.19834000,0.01000,0.454
3,mlp.experts.102.up_proj,0.12348225,0.01000,0.455
3,mlp.experts.103.up_proj,2.39942908,0.01000,0.454
3,mlp.experts.104.up_proj,4.40525436,0.01000,0.453
3,mlp.experts.105.up_proj,1.82624245,0.01000,0.453
3,mlp.experts.106.up_proj,1.29882431,0.01000,0.452
3,mlp.experts.107.up_proj,2.52447510,0.01000,0.453
3,mlp.experts.108.up_proj,0.30399188,0.01000,0.454
3,mlp.experts.109.up_proj,0.24528110,0.01000,0.454
3,mlp.experts.110.up_proj,0.04591706,0.01000,0.452
3,mlp.experts.111.up_proj,0.17146006,0.01000,0.453
3,mlp.experts.112.up_proj,3.02486753,0.01000,0.453
3,mlp.experts.113.up_proj,0.51080608,0.01000,0.454
3,mlp.experts.114.up_proj,0.50794625,0.01000,0.453
3,mlp.experts.115.up_proj,0.80293119,0.01000,0.454
3,mlp.experts.116.up_proj,0.16317952,0.01000,0.453
3,mlp.experts.117.up_proj,0.26972768,0.01000,0.453
3,mlp.experts.118.up_proj,0.16526085,0.01000,0.453
3,mlp.experts.119.up_proj,0.21914876,0.01000,0.453
3,mlp.experts.120.up_proj,1.15883756,0.01000,0.453
3,mlp.experts.121.up_proj,1.84497738,0.01000,0.456
3,mlp.experts.122.up_proj,0.74573886,0.01000,0.450
3,mlp.experts.123.up_proj,1.34348357,0.01000,0.449
3,mlp.experts.124.up_proj,1.75495541,0.01000,0.450
3,mlp.experts.125.up_proj,0.10221015,0.01000,0.450
3,mlp.experts.126.up_proj,0.24102743,0.01000,0.450
3,mlp.experts.127.up_proj,4.37748623,0.01000,0.451
3,mlp.experts.0.gate_proj,0.77563679,0.01000,0.451
3,mlp.experts.1.gate_proj,1.32854486,0.01000,0.448
3,mlp.experts.2.gate_proj,1.08350515,0.01000,0.451
3,mlp.experts.3.gate_proj,0.70972896,0.01000,0.450
3,mlp.experts.4.gate_proj,2.99655390,0.01000,0.450
3,mlp.experts.5.gate_proj,0.31970182,0.01000,0.449
3,mlp.experts.6.gate_proj,0.56241912,0.01000,0.473
3,mlp.experts.7.gate_proj,1.73882771,0.01000,0.481
3,mlp.experts.8.gate_proj,0.03137359,0.01000,0.479
3,mlp.experts.9.gate_proj,1.67069554,0.01000,0.479
3,mlp.experts.10.gate_proj,1.21559155,0.01000,0.470
3,mlp.experts.11.gate_proj,1.47438622,0.01000,0.480
3,mlp.experts.12.gate_proj,0.68070483,0.01000,0.479
3,mlp.experts.13.gate_proj,3.36853123,0.01000,0.449
3,mlp.experts.14.gate_proj,1.10837483,0.01000,0.457
3,mlp.experts.15.gate_proj,0.24702764,0.01000,0.450
3,mlp.experts.16.gate_proj,2.53790355,0.01000,0.450
3,mlp.experts.17.gate_proj,0.99549031,0.01000,0.450
3,mlp.experts.18.gate_proj,0.44420055,0.01000,0.467
3,mlp.experts.19.gate_proj,0.25371042,0.01000,0.450
3,mlp.experts.20.gate_proj,0.67134511,0.01000,0.451
3,mlp.experts.21.gate_proj,0.93042916,0.01000,0.451
3,mlp.experts.22.gate_proj,1.21492863,0.01000,0.452
3,mlp.experts.23.gate_proj,0.20969196,0.01000,0.452
3,mlp.experts.24.gate_proj,1.32761919,0.01000,0.454
3,mlp.experts.25.gate_proj,1.38242865,0.01000,0.452
3,mlp.experts.26.gate_proj,1.20398736,0.01000,0.453
3,mlp.experts.27.gate_proj,2.47021914,0.01000,0.453
3,mlp.experts.28.gate_proj,0.05352052,0.01000,0.455
3,mlp.experts.29.gate_proj,4.02509117,0.01000,0.455
3,mlp.experts.30.gate_proj,0.22389284,0.01000,0.468
3,mlp.experts.31.gate_proj,1.05508769,0.01000,0.454
3,mlp.experts.32.gate_proj,0.36398643,0.01000,0.461
3,mlp.experts.33.gate_proj,0.04647812,0.01000,0.454
3,mlp.experts.34.gate_proj,4.94622326,0.01000,0.477
3,mlp.experts.35.gate_proj,0.80929971,0.01000,0.475
3,mlp.experts.36.gate_proj,2.92591047,0.01000,0.455
3,mlp.experts.37.gate_proj,2.20240521,0.01000,0.453
3,mlp.experts.38.gate_proj,1.56860614,0.01000,0.454
3,mlp.experts.39.gate_proj,0.93545866,0.01000,0.455
3,mlp.experts.40.gate_proj,0.99757838,0.01000,0.454
3,mlp.experts.41.gate_proj,1.48074937,0.01000,0.454
3,mlp.experts.42.gate_proj,1.16909909,0.01000,0.454
3,mlp.experts.43.gate_proj,0.29507285,0.01000,0.454
3,mlp.experts.44.gate_proj,0.09461993,0.01000,0.453
3,mlp.experts.45.gate_proj,0.71093208,0.01000,0.452
3,mlp.experts.46.gate_proj,0.29981801,0.01000,0.453
3,mlp.experts.47.gate_proj,0.12115449,0.01000,0.454
3,mlp.experts.48.gate_proj,0.12907813,0.01000,0.454
3,mlp.experts.49.gate_proj,0.71314496,0.01000,0.454
3,mlp.experts.50.gate_proj,0.64496303,0.01000,0.454
3,mlp.experts.51.gate_proj,0.20898804,0.01000,0.453
3,mlp.experts.52.gate_proj,0.59532869,0.01000,0.453
3,mlp.experts.53.gate_proj,0.33918336,0.01000,0.453
3,mlp.experts.54.gate_proj,1.49519992,0.01000,0.454
3,mlp.experts.55.gate_proj,1.99191546,0.01000,0.454
3,mlp.experts.56.gate_proj,0.16569562,0.01000,0.453
3,mlp.experts.57.gate_proj,0.05535321,0.01000,0.454
3,mlp.experts.58.gate_proj,0.03182891,0.01000,0.455
3,mlp.experts.59.gate_proj,2.20731068,0.01000,0.454
3,mlp.experts.60.gate_proj,0.93306828,0.01000,0.454
3,mlp.experts.61.gate_proj,3.29354239,0.01000,0.453
3,mlp.experts.62.gate_proj,2.77503419,0.01000,0.453
3,mlp.experts.63.gate_proj,0.17086038,0.01000,0.453
3,mlp.experts.64.gate_proj,1.18424821,0.01000,0.453
3,mlp.experts.65.gate_proj,0.15731929,0.01000,0.453
3,mlp.experts.66.gate_proj,1.02670157,0.01000,0.453
3,mlp.experts.67.gate_proj,0.26889145,0.01000,0.455
3,mlp.experts.68.gate_proj,0.44009811,0.01000,0.454
3,mlp.experts.69.gate_proj,2.06271696,0.01000,0.454
3,mlp.experts.70.gate_proj,1.86295021,0.01000,0.454
3,mlp.experts.71.gate_proj,0.33776012,0.01000,0.454
3,mlp.experts.72.gate_proj,0.30007413,0.01000,0.462
3,mlp.experts.73.gate_proj,5.44075727,0.01000,0.452
3,mlp.experts.74.gate_proj,3.82600451,0.01000,0.451
3,mlp.experts.75.gate_proj,0.46250689,0.01000,0.473
3,mlp.experts.76.gate_proj,1.47346711,0.01000,0.451
3,mlp.experts.77.gate_proj,1.53092718,0.01000,0.453
3,mlp.experts.78.gate_proj,1.99578691,0.01000,0.449
3,mlp.experts.79.gate_proj,2.94397831,0.01000,0.451
3,mlp.experts.80.gate_proj,0.49792734,0.01000,0.451
3,mlp.experts.81.gate_proj,0.29944071,0.01000,0.451
3,mlp.experts.82.gate_proj,6.29510927,0.01000,0.451
3,mlp.experts.83.gate_proj,0.01798191,0.01000,0.451
3,mlp.experts.84.gate_proj,1.46344900,0.01000,0.470
3,mlp.experts.85.gate_proj,0.06725141,0.01000,0.452
3,mlp.experts.86.gate_proj,1.67137837,0.01000,0.455
3,mlp.experts.87.gate_proj,0.22731555,0.01000,0.453
3,mlp.experts.88.gate_proj,3.21123266,0.01000,0.454
3,mlp.experts.89.gate_proj,0.86932772,0.01000,0.454
3,mlp.experts.90.gate_proj,0.79655379,0.01000,0.453
3,mlp.experts.91.gate_proj,0.90506297,0.01000,0.453
3,mlp.experts.92.gate_proj,1.01974058,0.01000,0.457
3,mlp.experts.93.gate_proj,1.43738937,0.01000,0.453
3,mlp.experts.94.gate_proj,0.49059841,0.01000,0.453
3,mlp.experts.95.gate_proj,0.02271910,0.01000,0.455
3,mlp.experts.96.gate_proj,0.01085710,0.01000,0.454
3,mlp.experts.97.gate_proj,0.59313166,0.01000,0.453
3,mlp.experts.98.gate_proj,0.67409408,0.01000,0.453
3,mlp.experts.99.gate_proj,0.47717416,0.01000,0.454
3,mlp.experts.100.gate_proj,0.35831410,0.01000,0.457
3,mlp.experts.101.gate_proj,0.20887142,0.01000,0.453
3,mlp.experts.102.gate_proj,0.13500033,0.01000,0.453
3,mlp.experts.103.gate_proj,2.56639051,0.01000,0.454
3,mlp.experts.104.gate_proj,5.12063694,0.01000,0.460
3,mlp.experts.105.gate_proj,2.01977277,0.01000,0.461
3,mlp.experts.106.gate_proj,1.41837931,0.01000,0.455
3,mlp.experts.107.gate_proj,3.34832716,0.01000,0.455
3,mlp.experts.108.gate_proj,0.32873785,0.01000,0.452
3,mlp.experts.109.gate_proj,0.26089174,0.01000,0.445
3,mlp.experts.110.gate_proj,0.04874894,0.01000,0.452
3,mlp.experts.111.gate_proj,0.18101977,0.01000,0.448
3,mlp.experts.112.gate_proj,3.38039327,0.01000,0.455
3,mlp.experts.113.gate_proj,0.54359615,0.01000,0.456
3,mlp.experts.114.gate_proj,0.53167343,0.01000,0.461
3,mlp.experts.115.gate_proj,0.87586206,0.01000,0.458
3,mlp.experts.116.gate_proj,0.18045707,0.01000,0.455
3,mlp.experts.117.gate_proj,0.28738016,0.01000,0.459
3,mlp.experts.118.gate_proj,0.17276230,0.01000,0.454
3,mlp.experts.119.gate_proj,0.23294932,0.01000,0.455
3,mlp.experts.120.gate_proj,1.19753933,0.01000,0.455
3,mlp.experts.121.gate_proj,2.00461817,0.01000,0.457
3,mlp.experts.122.gate_proj,0.81423450,0.01000,0.456
3,mlp.experts.123.gate_proj,1.45247388,0.01000,0.459
3,mlp.experts.124.gate_proj,1.85682356,0.01000,0.455
3,mlp.experts.125.gate_proj,0.10955401,0.01000,0.454
3,mlp.experts.126.gate_proj,0.25395262,0.01000,0.454
3,mlp.experts.127.gate_proj,4.58533478,0.01000,0.482
3,mlp.experts.0.down_proj,0.07327635,0.01000,0.183
3,mlp.experts.1.down_proj,0.15392546,0.01000,0.181
3,mlp.experts.2.down_proj,0.07754117,0.01000,0.182
3,mlp.experts.3.down_proj,0.06407569,0.01000,0.181
3,mlp.experts.4.down_proj,0.62835896,0.01000,0.181
3,mlp.experts.5.down_proj,0.03681322,0.01000,0.180
3,mlp.experts.6.down_proj,0.06514373,0.01000,0.181
3,mlp.experts.7.down_proj,0.22981328,0.01000,0.181
3,mlp.experts.8.down_proj,0.00866508,0.01000,0.181
3,mlp.experts.9.down_proj,0.12707721,0.01000,0.180
3,mlp.experts.10.down_proj,0.15202165,0.01000,0.181
3,mlp.experts.11.down_proj,0.20921686,0.01000,0.185
3,mlp.experts.12.down_proj,0.08232887,0.01000,0.182
3,mlp.experts.13.down_proj,0.49292451,0.01000,0.182
3,mlp.experts.14.down_proj,0.20790976,0.01000,0.182
3,mlp.experts.15.down_proj,0.03363252,0.01000,0.182
3,mlp.experts.16.down_proj,0.26122433,0.01000,0.181
3,mlp.experts.17.down_proj,0.18938017,0.01000,0.183
3,mlp.experts.18.down_proj,0.04962715,0.01000,0.182
3,mlp.experts.19.down_proj,0.03811622,0.01000,0.182
3,mlp.experts.20.down_proj,0.06156568,0.01000,0.182
3,mlp.experts.21.down_proj,0.08235066,0.01000,0.182
3,mlp.experts.22.down_proj,0.10314853,0.01000,0.182
3,mlp.experts.23.down_proj,0.02527919,0.01000,0.183
3,mlp.experts.24.down_proj,0.12720701,0.01000,0.182
3,mlp.experts.25.down_proj,0.13272640,0.01000,0.182
3,mlp.experts.26.down_proj,0.13859421,0.01000,0.183
3,mlp.experts.27.down_proj,0.02594176,0.01000,0.182
3,mlp.experts.28.down_proj,0.00788300,0.01000,0.182
3,mlp.experts.29.down_proj,0.10670832,0.01000,0.183
3,mlp.experts.30.down_proj,0.03583672,0.01000,0.183
3,mlp.experts.31.down_proj,0.42620379,0.01000,0.183
3,mlp.experts.32.down_proj,0.03861081,0.01000,0.184
3,mlp.experts.33.down_proj,0.00589173,0.01000,0.183
3,mlp.experts.34.down_proj,0.53896570,0.01000,0.184
3,mlp.experts.35.down_proj,0.06220038,0.01000,0.183
3,mlp.experts.36.down_proj,0.59291661,0.01000,0.183
3,mlp.experts.37.down_proj,0.19166802,0.01000,0.183
3,mlp.experts.38.down_proj,0.15834090,0.01000,0.183
3,mlp.experts.39.down_proj,0.10374394,0.01000,0.183
3,mlp.experts.40.down_proj,0.13792422,0.01000,0.183
3,mlp.experts.41.down_proj,0.11203577,0.01000,0.182
3,mlp.experts.42.down_proj,0.16392663,0.01000,0.183
3,mlp.experts.43.down_proj,0.02637284,0.01000,0.182
3,mlp.experts.44.down_proj,0.01258552,0.01000,0.183
3,mlp.experts.45.down_proj,0.09426539,0.01000,0.182
3,mlp.experts.46.down_proj,0.02115203,0.01000,0.182
3,mlp.experts.47.down_proj,0.01149734,0.01000,0.183
3,mlp.experts.48.down_proj,0.02111130,0.01000,0.183
3,mlp.experts.49.down_proj,0.08861849,0.01000,0.183
3,mlp.experts.50.down_proj,0.08582288,0.01000,0.182
3,mlp.experts.51.down_proj,0.01892187,0.01000,0.183
3,mlp.experts.52.down_proj,0.10340816,0.01000,0.183
3,mlp.experts.53.down_proj,0.02154088,0.01000,0.183
3,mlp.experts.54.down_proj,0.09694448,0.01000,0.183
3,mlp.experts.55.down_proj,0.14533211,0.01000,0.183
3,mlp.experts.56.down_proj,0.01775024,0.01000,0.183
3,mlp.experts.57.down_proj,0.00770651,0.01000,0.189
3,mlp.experts.58.down_proj,0.00464026,0.01000,0.183
3,mlp.experts.59.down_proj,0.21410418,0.01000,0.183
3,mlp.experts.60.down_proj,0.11562032,0.01000,0.183
3,mlp.experts.61.down_proj,0.24529937,0.01000,0.183
3,mlp.experts.62.down_proj,0.27427924,0.01000,0.182
3,mlp.experts.63.down_proj,0.03011091,0.01000,0.183
3,mlp.experts.64.down_proj,0.13074231,0.01000,0.183
3,mlp.experts.65.down_proj,0.02924862,0.01000,0.181
3,mlp.experts.66.down_proj,0.09702291,0.01000,0.178
3,mlp.experts.67.down_proj,0.02446833,0.01000,0.182
3,mlp.experts.68.down_proj,0.17451143,0.01000,0.183
3,mlp.experts.69.down_proj,0.03014341,0.01000,0.176
3,mlp.experts.70.down_proj,0.22088270,0.01000,0.176
3,mlp.experts.71.down_proj,0.03698687,0.01000,0.176
3,mlp.experts.72.down_proj,0.03921589,0.01000,0.177
3,mlp.experts.73.down_proj,0.17440608,0.01000,0.175
3,mlp.experts.74.down_proj,0.46049339,0.01000,0.174
3,mlp.experts.75.down_proj,0.06624895,0.01000,0.175
3,mlp.experts.76.down_proj,0.16064262,0.01000,0.175
3,mlp.experts.77.down_proj,0.19134489,0.01000,0.179
3,mlp.experts.78.down_proj,0.14864665,0.01000,0.176
3,mlp.experts.79.down_proj,0.28586081,0.01000,0.176
3,mlp.experts.80.down_proj,0.03946091,0.01000,0.176
3,mlp.experts.81.down_proj,0.07659651,0.01000,0.176
3,mlp.experts.82.down_proj,67.80828857,0.01000,0.176
3,mlp.experts.83.down_proj,0.00464346,0.01000,0.177
3,mlp.experts.84.down_proj,0.13931577,0.01000,0.177
3,mlp.experts.85.down_proj,0.00461129,0.01000,0.177
3,mlp.experts.86.down_proj,0.27912799,0.01000,0.176
3,mlp.experts.87.down_proj,0.03212642,0.01000,0.177
3,mlp.experts.88.down_proj,0.50915414,0.01000,0.182
3,mlp.experts.89.down_proj,0.14232701,0.01000,0.184
3,mlp.experts.90.down_proj,0.09226707,0.01000,0.184
3,mlp.experts.91.down_proj,0.09253777,0.01000,0.184
3,mlp.experts.92.down_proj,0.13157859,0.01000,0.183
3,mlp.experts.93.down_proj,0.13463259,0.01000,0.183
3,mlp.experts.94.down_proj,0.05181248,0.01000,0.183
3,mlp.experts.95.down_proj,0.00210050,0.01000,0.183
3,mlp.experts.96.down_proj,0.00203887,0.01000,0.183
3,mlp.experts.97.down_proj,0.06221458,0.01000,0.183
3,mlp.experts.98.down_proj,0.05089583,0.01000,0.184
3,mlp.experts.99.down_proj,0.03363487,0.01000,0.183
3,mlp.experts.100.down_proj,0.02847112,0.01000,0.184
3,mlp.experts.101.down_proj,0.01437312,0.01000,0.186
3,mlp.experts.102.down_proj,0.02703593,0.01000,0.184
3,mlp.experts.103.down_proj,0.38398021,0.01000,0.184
3,mlp.experts.104.down_proj,0.15977605,0.01000,0.184
3,mlp.experts.105.down_proj,0.22205806,0.01000,0.178
3,mlp.experts.106.down_proj,0.16377795,0.01000,0.177
3,mlp.experts.107.down_proj,0.09224124,0.01000,0.176
3,mlp.experts.108.down_proj,0.03598189,0.01000,0.177
3,mlp.experts.109.down_proj,0.02669219,0.01000,0.177
3,mlp.experts.110.down_proj,0.00736685,0.01000,0.176
3,mlp.experts.111.down_proj,0.02839638,0.01000,0.176
3,mlp.experts.112.down_proj,0.35363764,0.01000,0.176
3,mlp.experts.113.down_proj,0.04290592,0.01000,0.176
3,mlp.experts.114.down_proj,0.04311227,0.01000,0.177
3,mlp.experts.115.down_proj,0.11721900,0.01000,0.183
3,mlp.experts.116.down_proj,0.01916021,0.01000,0.184
3,mlp.experts.117.down_proj,0.02435011,0.01000,0.184
3,mlp.experts.118.down_proj,0.01816704,0.01000,0.183
3,mlp.experts.119.down_proj,0.03917746,0.01000,0.182
3,mlp.experts.120.down_proj,0.14159146,0.01000,0.183
3,mlp.experts.121.down_proj,0.22551721,0.01000,0.182
3,mlp.experts.122.down_proj,0.10745239,0.01000,0.175
3,mlp.experts.123.down_proj,0.12002027,0.01000,0.182
3,mlp.experts.124.down_proj,0.13574040,0.01000,0.180
3,mlp.experts.125.down_proj,0.01985325,0.01000,0.180
3,mlp.experts.126.down_proj,0.03025810,0.01000,0.182
3,mlp.experts.127.down_proj,0.12543789,0.01000,0.183
4,self_attn.q_proj,0.01554937,0.01000,0.495
4,self_attn.k_proj,0.00226851,0.01000,0.485
4,self_attn.v_proj,0.00244967,0.01000,0.483
4,self_attn.o_proj,0.00238860,0.01000,1.003
4,mlp.experts.0.up_proj,1.36229932,0.01000,0.466
4,mlp.experts.1.up_proj,1.17254794,0.01000,0.481
4,mlp.experts.2.up_proj,0.23648643,0.01000,0.478
4,mlp.experts.3.up_proj,0.02371088,0.01000,0.471
4,mlp.experts.4.up_proj,1.37446952,0.01000,0.464
4,mlp.experts.5.up_proj,2.63231754,0.01000,0.474
4,mlp.experts.6.up_proj,0.88662744,0.01000,0.458
4,mlp.experts.7.up_proj,2.94197059,0.01000,0.457
4,mlp.experts.8.up_proj,0.77523136,0.01000,0.456
4,mlp.experts.9.up_proj,2.48652864,0.01000,0.456
4,mlp.experts.10.up_proj,2.98818541,0.01000,0.455
4,mlp.experts.11.up_proj,9.17205238,0.01000,0.457
4,mlp.experts.12.up_proj,0.14208561,0.01000,0.455
4,mlp.experts.13.up_proj,1.51776624,0.01000,0.454
4,mlp.experts.14.up_proj,0.36775035,0.01000,0.454
4,mlp.experts.15.up_proj,0.20257923,0.01000,0.462
4,mlp.experts.16.up_proj,0.13351536,0.01000,0.473
4,mlp.experts.17.up_proj,0.88110530,0.01000,0.446
4,mlp.experts.18.up_proj,1.36184871,0.01000,0.455
4,mlp.experts.19.up_proj,0.10884414,0.01000,0.454
4,mlp.experts.20.up_proj,1.12210846,0.01000,0.491
4,mlp.experts.21.up_proj,0.11072475,0.01000,0.456
4,mlp.experts.22.up_proj,3.44576716,0.01000,0.455
4,mlp.experts.23.up_proj,1.27392185,0.01000,0.454
4,mlp.experts.24.up_proj,1.45000648,0.01000,0.455
4,mlp.experts.25.up_proj,1.16046858,0.01000,0.455
4,mlp.experts.26.up_proj,0.18884397,0.01000,0.456
4,mlp.experts.27.up_proj,3.05206013,0.01000,0.458
4,mlp.experts.28.up_proj,0.04705769,0.01000,0.462
4,mlp.experts.29.up_proj,2.91821337,0.01000,0.461
4,mlp.experts.30.up_proj,0.31234878,0.01000,0.463
4,mlp.experts.31.up_proj,0.22352245,0.01000,0.498
4,mlp.experts.32.up_proj,6.95474863,0.01000,0.488
4,mlp.experts.33.up_proj,0.09228638,0.01000,0.487
4,mlp.experts.34.up_proj,0.53722221,0.01000,0.488
4,mlp.experts.35.up_proj,0.05521987,0.01000,0.488
4,mlp.experts.36.up_proj,0.28301108,0.01000,0.495
4,mlp.experts.37.up_proj,1.96703649,0.01000,0.487
4,mlp.experts.38.up_proj,0.64434129,0.01000,0.488
4,mlp.experts.39.up_proj,2.33005428,0.01000,0.488
4,mlp.experts.40.up_proj,2.38529396,0.01000,0.487
4,mlp.experts.41.up_proj,0.00024576,0.01000,0.488
4,mlp.experts.42.up_proj,0.36466247,0.01000,0.487
4,mlp.experts.43.up_proj,0.30417964,0.01000,0.486
4,mlp.experts.44.up_proj,1.74294019,0.01000,0.487
4,mlp.experts.45.up_proj,0.72850204,0.01000,0.486
4,mlp.experts.46.up_proj,1.30160797,0.01000,0.487
4,mlp.experts.47.up_proj,2.06058931,0.01000,0.486
4,mlp.experts.48.up_proj,2.77813148,0.01000,0.485
4,mlp.experts.49.up_proj,0.32542026,0.01000,0.486
4,mlp.experts.50.up_proj,1.07775831,0.01000,0.483
4,mlp.experts.51.up_proj,1.97575521,0.01000,0.487
4,mlp.experts.52.up_proj,4.57675457,0.01000,0.462
4,mlp.experts.53.up_proj,0.48491234,0.01000,0.463
4,mlp.experts.54.up_proj,1.34967422,0.01000,0.464
4,mlp.experts.55.up_proj,0.90624607,0.01000,0.466
4,mlp.experts.56.up_proj,1.48761773,0.01000,0.467
4,mlp.experts.57.up_proj,1.67433500,0.01000,0.466
4,mlp.experts.58.up_proj,0.37635750,0.01000,0.467
4,mlp.experts.59.up_proj,1.02825212,0.01000,0.464
4,mlp.experts.60.up_proj,3.79878998,0.01000,0.461
4,mlp.experts.61.up_proj,0.12373331,0.01000,0.460
4,mlp.experts.62.up_proj,0.05046212,0.01000,0.464
4,mlp.experts.63.up_proj,0.69817400,0.01000,0.461
4,mlp.experts.64.up_proj,1.51234114,0.01000,0.463
4,mlp.experts.65.up_proj,0.32179952,0.01000,0.466
4,mlp.experts.66.up_proj,0.20261467,0.01000,0.468
4,mlp.experts.67.up_proj,2.10838699,0.01000,0.464
4,mlp.experts.68.up_proj,0.11306394,0.01000,0.466
4,mlp.experts.69.up_proj,0.21068734,0.01000,0.465
4,mlp.experts.70.up_proj,2.37959909,0.01000,0.461
4,mlp.experts.71.up_proj,0.01401815,0.01000,0.461
4,mlp.experts.72.up_proj,0.76720709,0.01000,0.461
4,mlp.experts.73.up_proj,3.98050690,0.01000,0.466
4,mlp.experts.74.up_proj,2.71036720,0.01000,0.465
4,mlp.experts.75.up_proj,0.17389292,0.01000,0.467
4,mlp.experts.76.up_proj,1.74718726,0.01000,0.465
4,mlp.experts.77.up_proj,2.01812673,0.01000,0.466
4,mlp.experts.78.up_proj,0.32726595,0.01000,0.465
4,mlp.experts.79.up_proj,1.49004149,0.01000,0.467
4,mlp.experts.80.up_proj,0.26012427,0.01000,0.466
4,mlp.experts.81.up_proj,0.41724086,0.01000,0.463
4,mlp.experts.82.up_proj,0.53637290,0.01000,0.468
4,mlp.experts.83.up_proj,0.43028179,0.01000,0.462
4,mlp.experts.84.up_proj,0.16572249,0.01000,0.483
4,mlp.experts.85.up_proj,3.09314489,0.01000,0.483
4,mlp.experts.86.up_proj,2.96630049,0.01000,0.481
4,mlp.experts.87.up_proj,1.76649964,0.01000,0.481
4,mlp.experts.88.up_proj,0.88930500,0.01000,0.483
4,mlp.experts.89.up_proj,0.30173433,0.01000,0.479
4,mlp.experts.90.up_proj,1.24784660,0.01000,0.479
4,mlp.experts.91.up_proj,2.18717289,0.01000,0.481
4,mlp.experts.92.up_proj,1.56726694,0.01000,0.482
4,mlp.experts.93.up_proj,0.92246884,0.01000,0.480
4,mlp.experts.94.up_proj,0.01769592,0.01000,0.481
4,mlp.experts.95.up_proj,0.25704241,0.01000,0.480
4,mlp.experts.96.up_proj,0.90835196,0.01000,0.488
4,mlp.experts.97.up_proj,2.17505813,0.01000,0.469
4,mlp.experts.98.up_proj,1.15116525,0.01000,0.473
4,mlp.experts.99.up_proj,0.23058316,0.01000,0.463
4,mlp.experts.100.up_proj,0.36006445,0.01000,0.464
4,mlp.experts.101.up_proj,2.24913549,0.01000,0.464
4,mlp.experts.102.up_proj,1.79461980,0.01000,0.462
4,mlp.experts.103.up_proj,0.80107915,0.01000,0.463
4,mlp.experts.104.up_proj,2.15756536,0.01000,0.459
4,mlp.experts.105.up_proj,2.39879847,0.01000,0.483
4,mlp.experts.106.up_proj,0.73017168,0.01000,0.485
4,mlp.experts.107.up_proj,1.00042617,0.01000,0.484
4,mlp.experts.108.up_proj,0.12681538,0.01000,0.483
4,mlp.experts.109.up_proj,2.30764890,0.01000,0.483
4,mlp.experts.110.up_proj,0.28109133,0.01000,0.485
4,mlp.experts.111.up_proj,1.28822660,0.01000,0.484
4,mlp.experts.112.up_proj,0.59286439,0.01000,0.483
4,mlp.experts.113.up_proj,1.53244567,0.01000,0.484
4,mlp.experts.114.up_proj,0.48473901,0.01000,0.485
4,mlp.experts.115.up_proj,2.28949642,0.01000,0.494
4,mlp.experts.116.up_proj,3.15257025,0.01000,0.468
4,mlp.experts.117.up_proj,0.04910215,0.01000,0.466
4,mlp.experts.118.up_proj,0.90505314,0.01000,0.465
4,mlp.experts.119.up_proj,0.66205573,0.01000,0.465
4,mlp.experts.120.up_proj,0.47667658,0.01000,0.465
4,mlp.experts.121.up_proj,0.62422550,0.01000,0.456
4,mlp.experts.122.up_proj,1.13944769,0.01000,0.453
4,mlp.experts.123.up_proj,0.02901644,0.01000,0.472
4,mlp.experts.124.up_proj,1.16428852,0.01000,0.472
4,mlp.experts.125.up_proj,0.02089173,0.01000,0.472
4,mlp.experts.126.up_proj,3.54859972,0.01000,0.471
4,mlp.experts.127.up_proj,0.15539992,0.01000,0.479
4,mlp.experts.0.gate_proj,1.45368981,0.01000,0.472
4,mlp.experts.1.gate_proj,1.24032640,0.01000,0.471
4,mlp.experts.2.gate_proj,0.29034984,0.01000,0.473
4,mlp.experts.3.gate_proj,0.02552027,0.01000,0.472
4,mlp.experts.4.gate_proj,1.41150224,0.01000,0.472
4,mlp.experts.5.gate_proj,2.76635242,0.01000,0.471
4,mlp.experts.6.gate_proj,0.93842715,0.01000,0.473
4,mlp.experts.7.gate_proj,3.29342270,0.01000,0.482
4,mlp.experts.8.gate_proj,0.86209464,0.01000,0.474
4,mlp.experts.9.gate_proj,2.66344261,0.01000,0.478
4,mlp.experts.10.gate_proj,3.26505423,0.01000,0.476
4,mlp.experts.11.gate_proj,10.02557755,0.01000,0.489
4,mlp.experts.12.gate_proj,0.15469721,0.01000,0.472
4,mlp.experts.13.gate_proj,1.76233459,0.01000,0.472
4,mlp.experts.14.gate_proj,0.39951897,0.01000,0.472
4,mlp.experts.15.gate_proj,0.23227696,0.01000,0.476
4,mlp.experts.16.gate_proj,0.61490583,0.01000,0.472
4,mlp.experts.17.gate_proj,1.02582431,0.01000,0.478
4,mlp.experts.18.gate_proj,1.46780801,0.01000,0.473
4,mlp.experts.19.gate_proj,0.12020151,0.01000,0.472
4,mlp.experts.20.gate_proj,1.25681424,0.01000,0.472
4,mlp.experts.21.gate_proj,0.12496519,0.01000,0.473
4,mlp.experts.22.gate_proj,3.57484221,0.01000,0.473
4,mlp.experts.23.gate_proj,1.32607222,0.01000,0.472
4,mlp.experts.24.gate_proj,1.61903512,0.01000,0.473
4,mlp.experts.25.gate_proj,1.21112835,0.01000,0.473
4,mlp.experts.26.gate_proj,0.19763350,0.01000,0.479
4,mlp.experts.27.gate_proj,3.22394753,0.01000,0.452
4,mlp.experts.28.gate_proj,0.05316280,0.01000,0.452
4,mlp.experts.29.gate_proj,3.37496424,0.01000,0.449
4,mlp.experts.30.gate_proj,0.34007156,0.01000,0.449
4,mlp.experts.31.gate_proj,0.23890559,0.01000,0.449
4,mlp.experts.32.gate_proj,7.72358322,0.01000,0.449
4,mlp.experts.33.gate_proj,0.09994652,0.01000,0.449
4,mlp.experts.34.gate_proj,0.57046938,0.01000,0.449
4,mlp.experts.35.gate_proj,0.06114341,0.01000,0.450
4,mlp.experts.36.gate_proj,0.29734057,0.01000,0.451
4,mlp.experts.37.gate_proj,2.20421982,0.01000,0.450
4,mlp.experts.38.gate_proj,0.68079859,0.01000,0.449
4,mlp.experts.39.gate_proj,2.63965440,0.01000,0.450
4,mlp.experts.40.gate_proj,2.74646473,0.01000,0.451
4,mlp.experts.41.gate_proj,0.00029062,0.01000,0.450
4,mlp.experts.42.gate_proj,0.39725542,0.01000,0.451
4,mlp.experts.43.gate_proj,0.31546989,0.01000,0.463
4,mlp.experts.44.gate_proj,1.99626851,0.01000,0.450
4,mlp.experts.45.gate_proj,0.80365109,0.01000,0.451
4,mlp.experts.46.gate_proj,1.45882893,0.01000,0.451
4,mlp.experts.47.gate_proj,2.33775401,0.01000,0.451
4,mlp.experts.48.gate_proj,2.97783422,0.01000,0.450
4,mlp.experts.49.gate_proj,0.35111478,0.01000,0.450
4,mlp.experts.50.gate_proj,1.13308907,0.01000,0.450
4,mlp.experts.51.gate_proj,2.13896060,0.01000,0.450
4,mlp.experts.52.gate_proj,5.50224972,0.01000,0.451
4,mlp.experts.53.gate_proj,0.48881811,0.01000,0.450
4,mlp.experts.54.gate_proj,1.49144006,0.01000,0.451
4,mlp.experts.55.gate_proj,0.98032051,0.01000,0.451
4,mlp.experts.56.gate_proj,1.59785306,0.01000,0.451
4,mlp.experts.57.gate_proj,1.81118810,0.01000,0.450
4,mlp.experts.58.gate_proj,0.40458149,0.01000,0.450
4,mlp.experts.59.gate_proj,1.08977151,0.01000,0.450
4,mlp.experts.60.gate_proj,5.19548988,0.01000,0.449
4,mlp.experts.61.gate_proj,0.12943536,0.01000,0.450
4,mlp.experts.62.gate_proj,0.05634540,0.01000,0.450
4,mlp.experts.63.gate_proj,0.74028563,0.01000,0.450
4,mlp.experts.64.gate_proj,1.61986184,0.01000,0.452
4,mlp.experts.65.gate_proj,0.33907610,0.01000,0.450
4,mlp.experts.66.gate_proj,0.22744891,0.01000,0.450
4,mlp.experts.67.gate_proj,2.21750760,0.01000,0.450
4,mlp.experts.68.gate_proj,0.12749708,0.01000,0.449
4,mlp.experts.69.gate_proj,0.23936284,0.01000,0.450
4,mlp.experts.70.gate_proj,2.68080449,0.01000,0.450
4,mlp.experts.71.gate_proj,0.01612946,0.01000,0.448
4,mlp.experts.72.gate_proj,0.88723326,0.01000,0.450
4,mlp.experts.73.gate_proj,4.33004141,0.01000,0.451
4,mlp.experts.74.gate_proj,2.84838915,0.01000,0.452
4,mlp.experts.75.gate_proj,0.20238103,0.01000,0.449
4,mlp.experts.76.gate_proj,1.82943821,0.01000,0.449
4,mlp.experts.77.gate_proj,2.14647293,0.01000,0.449
4,mlp.experts.78.gate_proj,0.37823588,0.01000,0.448
4,mlp.experts.79.gate_proj,1.62968814,0.01000,0.449
4,mlp.experts.80.gate_proj,0.28366280,0.01000,0.450
4,mlp.experts.81.gate_proj,0.45497894,0.01000,0.449
4,mlp.experts.82.gate_proj,0.58679861,0.01000,0.449
4,mlp.experts.83.gate_proj,0.44772178,0.01000,0.451
4,mlp.experts.84.gate_proj,0.18816090,0.01000,0.451
4,mlp.experts.85.gate_proj,3.35606432,0.01000,0.451
4,mlp.experts.86.gate_proj,3.31547618,0.01000,0.448
4,mlp.experts.87.gate_proj,1.86650920,0.01000,0.462
4,mlp.experts.88.gate_proj,1.00559211,0.01000,0.450
4,mlp.experts.89.gate_proj,0.31648985,0.01000,0.450
4,mlp.experts.90.gate_proj,1.31343150,0.01000,0.451
4,mlp.experts.91.gate_proj,2.06342554,0.01000,0.449
4,mlp.experts.92.gate_proj,1.74433386,0.01000,0.449
4,mlp.experts.93.gate_proj,0.99456108,0.01000,0.450
4,mlp.experts.94.gate_proj,0.01938175,0.01000,0.449
4,mlp.experts.95.gate_proj,0.26933864,0.01000,0.450
4,mlp.experts.96.gate_proj,0.98933727,0.01000,0.467
4,mlp.experts.97.gate_proj,2.34607506,0.01000,0.449
4,mlp.experts.98.gate_proj,1.29035378,0.01000,0.450
4,mlp.experts.99.gate_proj,0.26365817,0.01000,0.450
4,mlp.experts.100.gate_proj,0.37675869,0.01000,0.453
4,mlp.experts.101.gate_proj,2.45745301,0.01000,0.461
4,mlp.experts.102.gate_proj,1.97093379,0.01000,0.454
4,mlp.experts.103.gate_proj,0.83361787,0.01000,0.455
4,mlp.experts.104.gate_proj,2.27302337,0.01000,0.455
4,mlp.experts.105.gate_proj,2.58661127,0.01000,0.454
4,mlp.experts.106.gate_proj,0.86259818,0.01000,0.455
4,mlp.experts.107.gate_proj,1.06643939,0.01000,0.455
4,mlp.experts.108.gate_proj,0.14842448,0.01000,0.455
4,mlp.experts.109.gate_proj,2.63566256,0.01000,0.455
4,mlp.experts.110.gate_proj,0.29696238,0.01000,0.455
4,mlp.experts.111.gate_proj,1.35475135,0.01000,0.447
4,mlp.experts.112.gate_proj,0.63517821,0.01000,0.451
4,mlp.experts.113.gate_proj,1.67839956,0.01000,0.449
4,mlp.experts.114.gate_proj,0.50642633,0.01000,0.482
4,mlp.experts.115.gate_proj,2.66845489,0.01000,0.454
4,mlp.experts.116.gate_proj,3.26277995,0.01000,0.454
4,mlp.experts.117.gate_proj,0.05247862,0.01000,0.454
4,mlp.experts.118.gate_proj,0.95569539,0.01000,0.454
4,mlp.experts.119.gate_proj,0.75179899,0.01000,0.454
4,mlp.experts.120.gate_proj,0.57852966,0.01000,0.455
4,mlp.experts.121.gate_proj,0.66095710,0.01000,0.458
4,mlp.experts.122.gate_proj,1.33304977,0.01000,0.455
4,mlp.experts.123.gate_proj,0.03370225,0.01000,0.455
4,mlp.experts.124.gate_proj,1.18679595,0.01000,0.455
4,mlp.experts.125.gate_proj,0.02296228,0.01000,0.455
4,mlp.experts.126.gate_proj,3.82922888,0.01000,0.455
4,mlp.experts.127.gate_proj,0.16525514,0.01000,0.454
4,mlp.experts.0.down_proj,0.21889515,0.01000,0.174
4,mlp.experts.1.down_proj,0.15059149,0.01000,0.171
4,mlp.experts.2.down_proj,0.01856564,0.01000,0.171
4,mlp.experts.3.down_proj,0.00728003,0.01000,0.170
4,mlp.experts.4.down_proj,0.19712053,0.01000,0.171
4,mlp.experts.5.down_proj,0.34193188,0.01000,0.183
4,mlp.experts.6.down_proj,0.08558833,0.01000,0.171
4,mlp.experts.7.down_proj,0.35434881,0.01000,0.171
4,mlp.experts.8.down_proj,0.17713493,0.01000,0.176
4,mlp.experts.9.down_proj,0.30334702,0.01000,0.170
4,mlp.experts.10.down_proj,0.36879969,0.01000,0.171
4,mlp.experts.11.down_proj,0.77582449,0.01000,0.171
4,mlp.experts.12.down_proj,0.01449016,0.01000,0.171
4,mlp.experts.13.down_proj,0.23583895,0.01000,0.170
4,mlp.experts.14.down_proj,0.02877642,0.01000,0.170
4,mlp.experts.15.down_proj,0.02009255,0.01000,0.170
4,mlp.experts.16.down_proj,0.03871669,0.01000,0.170
4,mlp.experts.17.down_proj,0.31511924,0.01000,0.170
4,mlp.experts.18.down_proj,0.15435645,0.01000,0.170
4,mlp.experts.19.down_proj,0.00820820,0.01000,0.170
4,mlp.experts.20.down_proj,0.07133071,0.01000,0.170
4,mlp.experts.21.down_proj,0.01545697,0.01000,0.170
4,mlp.experts.22.down_proj,0.35084960,0.01000,0.170
4,mlp.experts.23.down_proj,0.10360573,0.01000,0.170
4,mlp.experts.24.down_proj,0.14036593,0.01000,0.170
4,mlp.experts.25.down_proj,0.16361588,0.01000,0.170
4,mlp.experts.26.down_proj,0.01402287,0.01000,0.170
4,mlp.experts.27.down_proj,0.39133221,0.01000,0.171
4,mlp.experts.28.down_proj,0.00538031,0.01000,0.170
4,mlp.experts.29.down_proj,0.32303864,0.01000,0.170
4,mlp.experts.30.down_proj,0.04317928,0.01000,0.182
4,mlp.experts.31.down_proj,0.06035944,0.01000,0.171
4,mlp.experts.32.down_proj,2.11417818,0.01000,0.170
4,mlp.experts.33.down_proj,0.00669140,0.01000,0.170
4,mlp.experts.34.down_proj,0.05536959,0.01000,0.171
4,mlp.experts.35.down_proj,0.00697672,0.01000,0.171
4,mlp.experts.36.down_proj,0.04669607,0.01000,0.171
4,mlp.experts.37.down_proj,0.20369640,0.01000,0.171
4,mlp.experts.38.down_proj,0.07880524,0.01000,0.170
4,mlp.experts.39.down_proj,0.37487245,0.01000,0.171
4,mlp.experts.40.down_proj,0.22368130,0.01000,0.171
4,mlp.experts.41.down_proj,0.00003657,0.01000,0.171
4,mlp.experts.42.down_proj,0.06414218,0.01000,0.171
4,mlp.experts.43.down_proj,0.02144639,0.01000,0.171
4,mlp.experts.44.down_proj,0.16654095,0.01000,0.171
4,mlp.experts.45.down_proj,0.15030041,0.01000,0.171
4,mlp.experts.46.down_proj,0.17830992,0.01000,0.171
4,mlp.experts.47.down_proj,0.29895142,0.01000,0.171
4,mlp.experts.48.down_proj,0.34288335,0.01000,0.171
4,mlp.experts.49.down_proj,0.05193182,0.01000,0.171
4,mlp.experts.50.down_proj,0.14529964,0.01000,0.172
4,mlp.experts.51.down_proj,0.17583558,0.01000,0.171
4,mlp.experts.52.down_proj,0.81065047,0.01000,0.169
4,mlp.experts.53.down_proj,0.04863874,0.01000,0.169
4,mlp.experts.54.down_proj,0.13113120,0.01000,0.168
4,mlp.experts.55.down_proj,0.14579020,0.01000,0.169
4,mlp.experts.56.down_proj,0.21156281,0.01000,0.170
4,mlp.experts.57.down_proj,0.15437131,0.01000,0.169
4,mlp.experts.58.down_proj,0.04330800,0.01000,0.169
4,mlp.experts.59.down_proj,0.06648784,0.01000,0.169
4,mlp.experts.60.down_proj,0.58945304,0.01000,0.169
4,mlp.experts.61.down_proj,0.02223826,0.01000,0.169
4,mlp.experts.62.down_proj,0.00890960,0.01000,0.175
4,mlp.experts.63.down_proj,0.09470035,0.01000,0.169
4,mlp.experts.64.down_proj,0.14914387,0.01000,0.169
4,mlp.experts.65.down_proj,0.03260304,0.01000,0.169
4,mlp.experts.66.down_proj,0.07539079,0.01000,0.169
4,mlp.experts.67.down_proj,0.18667614,0.01000,0.167
4,mlp.experts.68.down_proj,0.02130765,0.01000,0.169
4,mlp.experts.69.down_proj,0.01149234,0.01000,0.169
4,mlp.experts.70.down_proj,0.23539363,0.01000,0.169
4,mlp.experts.71.down_proj,0.00164061,0.01000,0.169
4,mlp.experts.72.down_proj,0.13662779,0.01000,0.169
4,mlp.experts.73.down_proj,0.57745528,0.01000,0.169
4,mlp.experts.74.down_proj,0.38905275,0.01000,0.169
4,mlp.experts.75.down_proj,0.03187157,0.01000,0.168
4,mlp.experts.76.down_proj,0.25580531,0.01000,0.169
4,mlp.experts.77.down_proj,0.26156068,0.01000,0.169
4,mlp.experts.78.down_proj,0.03583533,0.01000,0.169
4,mlp.experts.79.down_proj,0.23889905,0.01000,0.168
4,mlp.experts.80.down_proj,0.02328360,0.01000,0.169
4,mlp.experts.81.down_proj,0.06698739,0.01000,0.170
4,mlp.experts.82.down_proj,0.05304891,0.01000,0.169
4,mlp.experts.83.down_proj,0.06311715,0.01000,0.168
4,mlp.experts.84.down_proj,0.01927073,0.01000,0.169
4,mlp.experts.85.down_proj,0.57750577,0.01000,0.168
4,mlp.experts.86.down_proj,0.27248740,0.01000,0.169
4,mlp.experts.87.down_proj,0.26381403,0.01000,0.170
4,mlp.experts.88.down_proj,0.10785910,0.01000,0.171
4,mlp.experts.89.down_proj,0.02176105,0.01000,0.171
4,mlp.experts.90.down_proj,0.12160964,0.01000,0.171
4,mlp.experts.91.down_proj,0.30958802,0.01000,0.171
4,mlp.experts.92.down_proj,0.31472823,0.01000,0.171
4,mlp.experts.93.down_proj,0.08700681,0.01000,0.171
4,mlp.experts.94.down_proj,0.00554873,0.01000,0.172
4,mlp.experts.95.down_proj,0.01975486,0.01000,0.171
4,mlp.experts.96.down_proj,0.07603376,0.01000,0.170
4,mlp.experts.97.down_proj,0.23954670,0.01000,0.180
4,mlp.experts.98.down_proj,0.14418967,0.01000,0.170
4,mlp.experts.99.down_proj,0.06300299,0.01000,0.170
4,mlp.experts.100.down_proj,0.02890077,0.01000,0.171
4,mlp.experts.101.down_proj,0.21936342,0.01000,0.171
4,mlp.experts.102.down_proj,0.21063718,0.01000,0.171
4,mlp.experts.103.down_proj,0.13611017,0.01000,0.171
4,mlp.experts.104.down_proj,0.28032494,0.01000,0.171
4,mlp.experts.105.down_proj,0.32879508,0.01000,0.172
4,mlp.experts.106.down_proj,0.11788813,0.01000,0.172
4,mlp.experts.107.down_proj,0.08494724,0.01000,0.172
4,mlp.experts.108.down_proj,0.00346957,0.01000,0.172
4,mlp.experts.109.down_proj,0.27492285,0.01000,0.171
4,mlp.experts.110.down_proj,0.02334452,0.01000,0.171
4,mlp.experts.111.down_proj,0.16972628,0.01000,0.172
4,mlp.experts.112.down_proj,0.10556695,0.01000,0.171
4,mlp.experts.113.down_proj,0.14733300,0.01000,0.172
4,mlp.experts.114.down_proj,0.03973720,0.01000,0.172
4,mlp.experts.115.down_proj,0.51792437,0.01000,0.171
4,mlp.experts.116.down_proj,0.35579282,0.01000,0.171
4,mlp.experts.117.down_proj,0.00535251,0.01000,0.171
4,mlp.experts.118.down_proj,0.12323904,0.01000,0.171
4,mlp.experts.119.down_proj,0.04808088,0.01000,0.171
4,mlp.experts.120.down_proj,0.04242707,0.01000,0.171
4,mlp.experts.121.down_proj,0.03722318,0.01000,0.171
4,mlp.experts.122.down_proj,0.15785792,0.01000,0.172
4,mlp.experts.123.down_proj,0.00757039,0.01000,0.172
4,mlp.experts.124.down_proj,0.09460419,0.01000,0.171
4,mlp.experts.125.down_proj,0.00485885,0.01000,0.172
4,mlp.experts.126.down_proj,0.51843178,0.01000,0.171
4,mlp.experts.127.down_proj,0.01143462,0.01000,0.171
5,self_attn.q_proj,0.01494541,0.01000,0.454
5,self_attn.k_proj,0.00201508,0.01000,0.448
5,self_attn.v_proj,0.00217063,0.01000,0.462
5,self_attn.o_proj,0.00218173,0.01000,0.965
5,mlp.experts.0.up_proj,1.28727674,0.01000,0.458
5,mlp.experts.1.up_proj,0.24411979,0.01000,0.446
5,mlp.experts.2.up_proj,2.35051465,0.01000,0.450
5,mlp.experts.3.up_proj,0.57261264,0.01000,0.448
5,mlp.experts.4.up_proj,0.15334794,0.01000,0.447
5,mlp.experts.5.up_proj,2.46787596,0.01000,0.448
5,mlp.experts.6.up_proj,1.03816676,0.01000,0.451
5,mlp.experts.7.up_proj,2.29681158,0.01000,0.453
5,mlp.experts.8.up_proj,1.07975483,0.01000,0.452
5,mlp.experts.9.up_proj,0.41212451,0.01000,0.452
5,mlp.experts.10.up_proj,0.91054320,0.01000,0.452
5,mlp.experts.11.up_proj,1.20781016,0.01000,0.453
5,mlp.experts.12.up_proj,0.54149371,0.01000,0.453
5,mlp.experts.13.up_proj,10.37498856,0.01000,0.452
5,mlp.experts.14.up_proj,0.67092669,0.01000,0.452
5,mlp.experts.15.up_proj,0.73326355,0.01000,0.452
5,mlp.experts.16.up_proj,1.54329729,0.01000,0.452
5,mlp.experts.17.up_proj,1.08383262,0.01000,0.452
5,mlp.experts.18.up_proj,9.55067158,0.01000,0.452
5,mlp.experts.19.up_proj,1.24263263,0.01000,0.453
5,mlp.experts.20.up_proj,0.61538088,0.01000,0.452
5,mlp.experts.21.up_proj,1.36883688,0.01000,0.452
5,mlp.experts.22.up_proj,6.75287437,0.01000,0.452
5,mlp.experts.23.up_proj,0.09110406,0.01000,0.452
5,mlp.experts.24.up_proj,1.82864404,0.01000,0.442
5,mlp.experts.25.up_proj,0.49429521,0.01000,0.447
5,mlp.experts.26.up_proj,0.25542986,0.01000,0.450
5,mlp.experts.27.up_proj,0.04674556,0.01000,0.452
5,mlp.experts.28.up_proj,0.03001351,0.01000,0.452
5,mlp.experts.29.up_proj,0.61264861,0.01000,0.453
5,mlp.experts.30.up_proj,1.93178928,0.01000,0.453
5,mlp.experts.31.up_proj,5.51398230,0.01000,0.454
5,mlp.experts.32.up_proj,0.67969698,0.01000,0.452
5,mlp.experts.33.up_proj,1.52005923,0.01000,0.453
5,mlp.experts.34.up_proj,5.27818871,0.01000,0.451
5,mlp.experts.35.up_proj,0.32194775,0.01000,0.452
5,mlp.experts.36.up_proj,0.80079508,0.01000,0.453
5,mlp.experts.37.up_proj,1.18221176,0.01000,0.453
5,mlp.experts.38.up_proj,1.46759152,0.01000,0.452
5,mlp.experts.39.up_proj,0.49658421,0.01000,0.453
5,mlp.experts.40.up_proj,0.02456213,0.01000,0.454
5,mlp.experts.41.up_proj,2.57166791,0.01000,0.452
5,mlp.experts.42.up_proj,1.12801170,0.01000,0.453
5,mlp.experts.43.up_proj,0.37619102,0.01000,0.451
5,mlp.experts.44.up_proj,2.09135818,0.01000,0.452
5,mlp.experts.45.up_proj,1.17404258,0.01000,0.453
5,mlp.experts.46.up_proj,0.05984252,0.01000,0.451
5,mlp.experts.47.up_proj,2.47106051,0.01000,0.452
5,mlp.experts.48.up_proj,3.28622890,0.01000,0.451
5,mlp.experts.49.up_proj,4.59052706,0.01000,0.458
5,mlp.experts.50.up_proj,0.16335031,0.01000,0.477
5,mlp.experts.51.up_proj,0.62584960,0.01000,0.450
5,mlp.experts.52.up_proj,0.59262174,0.01000,0.450
5,mlp.experts.53.up_proj,1.57258093,0.01000,0.451
5,mlp.experts.54.up_proj,1.98331571,0.01000,0.450
5,mlp.experts.55.up_proj,1.85514903,0.01000,0.451
5,mlp.experts.56.up_proj,5.02475214,0.01000,0.450
5,mlp.experts.57.up_proj,0.04395768,0.01000,0.449
5,mlp.experts.58.up_proj,1.13693821,0.01000,0.450
5,mlp.experts.59.up_proj,0.33309725,0.01000,0.460
5,mlp.experts.60.up_proj,0.30638486,0.01000,0.464
5,mlp.experts.61.up_proj,1.00753498,0.01000,0.461
5,mlp.experts.62.up_proj,2.93300128,0.01000,0.472
5,mlp.experts.63.up_proj,6.11352777,0.01000,0.464
5,mlp.experts.64.up_proj,2.91939378,0.01000,0.458
5,mlp.experts.65.up_proj,0.22578797,0.01000,0.470
5,mlp.experts.66.up_proj,1.41611958,0.01000,0.462
5,mlp.experts.67.up_proj,0.71214557,0.01000,0.461
5,mlp.experts.68.up_proj,0.75068474,0.01000,0.460
5,mlp.experts.69.up_proj,1.15532470,0.01000,0.459
5,mlp.experts.70.up_proj,0.96072030,0.01000,0.458
5,mlp.experts.71.up_proj,1.34799433,0.01000,0.485
5,mlp.experts.72.up_proj,0.18423247,0.01000,0.474
5,mlp.experts.73.up_proj,0.26070708,0.01000,0.459
5,mlp.experts.74.up_proj,4.52742290,0.01000,0.457
5,mlp.experts.75.up_proj,3.45538974,0.01000,0.475
5,mlp.experts.76.up_proj,0.96593750,0.01000,0.458
5,mlp.experts.77.up_proj,0.89715898,0.01000,0.467
5,mlp.experts.78.up_proj,3.60289407,0.01000,0.454
5,mlp.experts.79.up_proj,1.70696330,0.01000,0.453
5,mlp.experts.80.up_proj,2.37416148,0.01000,0.453
5,mlp.experts.81.up_proj,0.59574437,0.01000,0.453
5,mlp.experts.82.up_proj,1.64156330,0.01000,0.454
5,mlp.experts.83.up_proj,1.64431930,0.01000,0.451
5,mlp.experts.84.up_proj,2.82366872,0.01000,0.455
5,mlp.experts.85.up_proj,0.49138963,0.01000,0.452
5,mlp.experts.86.up_proj,0.68016779,0.01000,0.453
5,mlp.experts.87.up_proj,2.05668569,0.01000,0.453
5,mlp.experts.88.up_proj,0.01353783,0.01000,0.454
5,mlp.experts.89.up_proj,1.33692181,0.01000,0.451
5,mlp.experts.90.up_proj,1.92772114,0.01000,0.453
5,mlp.experts.91.up_proj,0.57371676,0.01000,0.453
5,mlp.experts.92.up_proj,0.19065204,0.01000,0.453
5,mlp.experts.93.up_proj,2.96211958,0.01000,0.454
5,mlp.experts.94.up_proj,1.25202179,0.01000,0.452
5,mlp.experts.95.up_proj,0.42403719,0.01000,0.455
5,mlp.experts.96.up_proj,1.99093509,0.01000,0.452
5,mlp.experts.97.up_proj,2.02538490,0.01000,0.456
5,mlp.experts.98.up_proj,0.42900348,0.01000,0.471
5,mlp.experts.99.up_proj,2.25570560,0.01000,0.472
5,mlp.experts.100.up_proj,0.53240854,0.01000,0.472
5,mlp.experts.101.up_proj,1.29521203,0.01000,0.472
5,mlp.experts.102.up_proj,1.69574296,0.01000,0.472
5,mlp.experts.103.up_proj,1.25076056,0.01000,0.472
5,mlp.experts.104.up_proj,2.69324398,0.01000,0.472
5,mlp.experts.105.up_proj,1.40498137,0.01000,0.471
5,mlp.experts.106.up_proj,2.16576815,0.01000,0.465
5,mlp.experts.107.up_proj,2.42266870,0.01000,0.451
5,mlp.experts.108.up_proj,2.51953936,0.01000,0.452
5,mlp.experts.109.up_proj,0.16574049,0.01000,0.451
5,mlp.experts.110.up_proj,1.95124817,0.01000,0.451
5,mlp.experts.111.up_proj,2.04513049,0.01000,0.451
5,mlp.experts.112.up_proj,0.38503504,0.01000,0.450
5,mlp.experts.113.up_proj,1.46795666,0.01000,0.453
5,mlp.experts.114.up_proj,0.24410570,0.01000,0.453
5,mlp.experts.115.up_proj,2.69931364,0.01000,0.459
5,mlp.experts.116.up_proj,3.76446104,0.01000,0.451
5,mlp.experts.117.up_proj,1.99124324,0.01000,0.451
5,mlp.experts.118.up_proj,0.01104860,0.01000,0.451
5,mlp.experts.119.up_proj,1.19076014,0.01000,0.456
5,mlp.experts.120.up_proj,0.80293643,0.01000,0.454
5,mlp.experts.121.up_proj,0.05201948,0.01000,0.455
5,mlp.experts.122.up_proj,2.92544794,0.01000,0.455
5,mlp.experts.123.up_proj,0.38378835,0.01000,0.455
5,mlp.experts.124.up_proj,1.08878815,0.01000,0.455
5,mlp.experts.125.up_proj,2.31889915,0.01000,0.476
5,mlp.experts.126.up_proj,2.47954130,0.01000,0.487
5,mlp.experts.127.up_proj,0.16105235,0.01000,0.488
5,mlp.experts.0.gate_proj,1.35417771,0.01000,0.488
5,mlp.experts.1.gate_proj,0.26199296,0.01000,0.486
5,mlp.experts.2.gate_proj,2.48087788,0.01000,0.486
5,mlp.experts.3.gate_proj,0.64365602,0.01000,0.487
5,mlp.experts.4.gate_proj,0.15208185,0.01000,0.487
5,mlp.experts.5.gate_proj,2.82298613,0.01000,0.484
5,mlp.experts.6.gate_proj,1.16839969,0.01000,0.484
5,mlp.experts.7.gate_proj,2.66785812,0.01000,0.487
5,mlp.experts.8.gate_proj,3.36606956,0.01000,0.483
5,mlp.experts.9.gate_proj,0.43013805,0.01000,0.483
5,mlp.experts.10.gate_proj,0.91866362,0.01000,0.452
5,mlp.experts.11.gate_proj,1.31164718,0.01000,0.451
5,mlp.experts.12.gate_proj,0.59717882,0.01000,0.452
5,mlp.experts.13.gate_proj,11.41787720,0.01000,0.452
5,mlp.experts.14.gate_proj,0.71349382,0.01000,0.453
5,mlp.experts.15.gate_proj,0.79353529,0.01000,0.478
5,mlp.experts.16.gate_proj,1.66053820,0.01000,0.473
5,mlp.experts.17.gate_proj,1.18440473,0.01000,0.471
5,mlp.experts.18.gate_proj,10.51341629,0.01000,0.464
5,mlp.experts.19.gate_proj,1.38501763,0.01000,0.456
5,mlp.experts.20.gate_proj,0.67059195,0.01000,0.459
5,mlp.experts.21.gate_proj,1.47081757,0.01000,0.460
5,mlp.experts.22.gate_proj,7.37762547,0.01000,0.460
5,mlp.experts.23.gate_proj,0.09945551,0.01000,0.453
5,mlp.experts.24.gate_proj,1.95955348,0.01000,0.456
5,mlp.experts.25.gate_proj,0.52293730,0.01000,0.454
5,mlp.experts.26.gate_proj,0.29023224,0.01000,0.456
5,mlp.experts.27.gate_proj,0.04766840,0.01000,0.468
5,mlp.experts.28.gate_proj,0.03142625,0.01000,0.474
5,mlp.experts.29.gate_proj,0.68763173,0.01000,0.468
5,mlp.experts.30.gate_proj,2.10195732,0.01000,0.473
5,mlp.experts.31.gate_proj,6.28343344,0.01000,0.477
5,mlp.experts.32.gate_proj,0.76755351,0.01000,0.491
5,mlp.experts.33.gate_proj,1.78663862,0.01000,0.490
5,mlp.experts.34.gate_proj,5.78103304,0.01000,0.492
5,mlp.experts.35.gate_proj,0.35069001,0.01000,0.491
5,mlp.experts.36.gate_proj,0.89545077,0.01000,0.492
5,mlp.experts.37.gate_proj,1.45733118,0.01000,0.492
5,mlp.experts.38.gate_proj,1.66536880,0.01000,0.492
5,mlp.experts.39.gate_proj,0.53399944,0.01000,0.494
5,mlp.experts.40.gate_proj,0.02834037,0.01000,0.493
5,mlp.experts.41.gate_proj,2.82850170,0.01000,0.493
5,mlp.experts.42.gate_proj,1.24585247,0.01000,0.499
5,mlp.experts.43.gate_proj,0.39971077,0.01000,0.493
5,mlp.experts.44.gate_proj,2.29969883,0.01000,0.493
5,mlp.experts.45.gate_proj,1.29616141,0.01000,0.494
5,mlp.experts.46.gate_proj,0.06398319,0.01000,0.493
5,mlp.experts.47.gate_proj,2.67241979,0.01000,0.493
5,mlp.experts.48.gate_proj,2.88009405,0.01000,0.494
5,mlp.experts.49.gate_proj,5.21746588,0.01000,0.494
5,mlp.experts.50.gate_proj,0.17913184,0.01000,0.493
5,mlp.experts.51.gate_proj,0.66805959,0.01000,0.503
5,mlp.experts.52.gate_proj,0.62723905,0.01000,0.493
5,mlp.experts.53.gate_proj,1.75194585,0.01000,0.495
5,mlp.experts.54.gate_proj,2.11582708,0.01000,0.495
5,mlp.experts.55.gate_proj,2.06780815,0.01000,0.495
5,mlp.experts.56.gate_proj,5.41802168,0.01000,0.495
5,mlp.experts.57.gate_proj,0.04702483,0.01000,0.494
5,mlp.experts.58.gate_proj,1.23396075,0.01000,0.494
5,mlp.experts.59.gate_proj,0.37443793,0.01000,0.493
5,mlp.experts.60.gate_proj,0.33994102,0.01000,0.493
5,mlp.experts.61.gate_proj,1.11672103,0.01000,0.491
5,mlp.experts.62.gate_proj,3.27131081,0.01000,0.492
5,mlp.experts.63.gate_proj,6.76752996,0.01000,0.492
5,mlp.experts.64.gate_proj,3.30517960,0.01000,0.491
5,mlp.experts.65.gate_proj,0.23783651,0.01000,0.492
5,mlp.experts.66.gate_proj,1.53537858,0.01000,0.492
5,mlp.experts.67.gate_proj,0.81806982,0.01000,0.491
5,mlp.experts.68.gate_proj,0.78620392,0.01000,0.497
5,mlp.experts.69.gate_proj,1.26220977,0.01000,0.494
5,mlp.experts.70.gate_proj,1.01799989,0.01000,0.493
5,mlp.experts.71.gate_proj,1.44685864,0.01000,0.492
5,mlp.experts.72.gate_proj,0.18713278,0.01000,0.492
5,mlp.experts.73.gate_proj,0.27589989,0.01000,0.492
5,mlp.experts.74.gate_proj,4.89602184,0.01000,0.483
5,mlp.experts.75.gate_proj,3.72768974,0.01000,0.492
5,mlp.experts.76.gate_proj,1.04502773,0.01000,0.492
5,mlp.experts.77.gate_proj,0.97469449,0.01000,0.494
5,mlp.experts.78.gate_proj,3.78646088,0.01000,0.492
5,mlp.experts.79.gate_proj,1.95738292,0.01000,0.491
5,mlp.experts.80.gate_proj,2.57617593,0.01000,0.493
5,mlp.experts.81.gate_proj,0.65036047,0.01000,0.470
5,mlp.experts.82.gate_proj,1.69951010,0.01000,0.478
5,mlp.experts.83.gate_proj,1.77969790,0.01000,0.455
5,mlp.experts.84.gate_proj,2.97753358,0.01000,0.468
5,mlp.experts.85.gate_proj,0.54886460,0.01000,0.485
5,mlp.experts.86.gate_proj,0.76196194,0.01000,0.454
5,mlp.experts.87.gate_proj,2.05563927,0.01000,0.453
5,mlp.experts.88.gate_proj,0.01447111,0.01000,0.479
5,mlp.experts.89.gate_proj,1.38241529,0.01000,0.483
5,mlp.experts.90.gate_proj,2.16964149,0.01000,0.484
5,mlp.experts.91.gate_proj,0.62085539,0.01000,0.484
5,mlp.experts.92.gate_proj,0.20439641,0.01000,0.472
5,mlp.experts.93.gate_proj,3.26428437,0.01000,0.464
5,mlp.experts.94.gate_proj,1.34712231,0.01000,0.479
5,mlp.experts.95.gate_proj,0.43095431,0.01000,0.486
5,mlp.experts.96.gate_proj,2.16658115,0.01000,0.486
5,mlp.experts.97.gate_proj,2.18668890,0.01000,0.455
5,mlp.experts.98.gate_proj,0.46847320,0.01000,0.455
5,mlp.experts.99.gate_proj,2.51467848,0.01000,0.455
5,mlp.experts.100.gate_proj,0.55667442,0.01000,0.468
5,mlp.experts.101.gate_proj,1.38521326,0.01000,0.485
5,mlp.experts.102.gate_proj,1.79785991,0.01000,0.485
5,mlp.experts.103.gate_proj,1.29063845,0.01000,0.453
5,mlp.experts.104.gate_proj,2.93165231,0.01000,0.454
5,mlp.experts.105.gate_proj,1.50967371,0.01000,0.455
5,mlp.experts.106.gate_proj,2.43584347,0.01000,0.457
5,mlp.experts.107.gate_proj,2.65658665,0.01000,0.487
5,mlp.experts.108.gate_proj,2.70443010,0.01000,0.484
5,mlp.experts.109.gate_proj,0.17805567,0.01000,0.481
5,mlp.experts.110.gate_proj,2.16040897,0.01000,0.469
5,mlp.experts.111.gate_proj,2.12194967,0.01000,0.485
5,mlp.experts.112.gate_proj,0.45108700,0.01000,0.452
5,mlp.experts.113.gate_proj,1.61307549,0.01000,0.484
5,mlp.experts.114.gate_proj,0.25208482,0.01000,0.483
5,mlp.experts.115.gate_proj,2.60261083,0.01000,0.488
5,mlp.experts.116.gate_proj,4.04780340,0.01000,0.484
5,mlp.experts.117.gate_proj,2.05609608,0.01000,0.444
5,mlp.experts.118.gate_proj,0.01165067,0.01000,0.473
5,mlp.experts.119.gate_proj,1.29011643,0.01000,0.475
5,mlp.experts.120.gate_proj,0.88506341,0.01000,0.485
5,mlp.experts.121.gate_proj,0.05667870,0.01000,0.484
5,mlp.experts.122.gate_proj,3.10331154,0.01000,0.455
5,mlp.experts.123.gate_proj,0.40742508,0.01000,0.455
5,mlp.experts.124.gate_proj,1.20748997,0.01000,0.455
5,mlp.experts.125.gate_proj,2.23029137,0.01000,0.484
5,mlp.experts.126.gate_proj,2.55940533,0.01000,0.454
5,mlp.experts.127.gate_proj,0.17543194,0.01000,0.453
5,mlp.experts.0.down_proj,0.15435505,0.01000,0.173
5,mlp.experts.1.down_proj,0.03167233,0.01000,0.169
5,mlp.experts.2.down_proj,0.39311606,0.01000,0.169
5,mlp.experts.3.down_proj,0.11094488,0.01000,0.170
5,mlp.experts.4.down_proj,0.00649760,0.01000,0.169
5,mlp.experts.5.down_proj,0.22928005,0.01000,0.169
5,mlp.experts.6.down_proj,0.07005126,0.01000,0.169
5,mlp.experts.7.down_proj,0.32914481,0.01000,0.169
5,mlp.experts.8.down_proj,0.06320882,0.01000,0.170
5,mlp.experts.9.down_proj,0.04960020,0.01000,0.169
5,mlp.experts.10.down_proj,0.14591220,0.01000,0.170
5,mlp.experts.11.down_proj,0.23299956,0.01000,0.170
5,mlp.experts.12.down_proj,0.07691529,0.01000,0.170
5,mlp.experts.13.down_proj,1.67825747,0.01000,0.170
5,mlp.experts.14.down_proj,0.10923058,0.01000,0.170
5,mlp.experts.15.down_proj,0.07431240,0.01000,0.170
5,mlp.experts.16.down_proj,0.27548778,0.01000,0.171
5,mlp.experts.17.down_proj,0.17996415,0.01000,0.170
5,mlp.experts.18.down_proj,1.14156938,0.01000,0.170
5,mlp.experts.19.down_proj,0.20761524,0.01000,0.170
5,mlp.experts.20.down_proj,0.07087205,0.01000,0.169
5,mlp.experts.21.down_proj,0.13662602,0.01000,0.170
5,mlp.experts.22.down_proj,0.87067091,0.01000,0.170
5,mlp.experts.23.down_proj,0.01060481,0.01000,0.170
5,mlp.experts.24.down_proj,0.26857513,0.01000,0.170
5,mlp.experts.25.down_proj,0.10391131,0.01000,0.170
5,mlp.experts.26.down_proj,0.00968953,0.01000,0.170
5,mlp.experts.27.down_proj,0.00571430,0.01000,0.169
5,mlp.experts.28.down_proj,0.00550231,0.01000,0.169
5,mlp.experts.29.down_proj,0.18698657,0.01000,0.169
5,mlp.experts.30.down_proj,0.33646491,0.01000,0.169
5,mlp.experts.31.down_proj,0.74180853,0.01000,0.169
5,mlp.experts.32.down_proj,0.10320807,0.01000,0.170
5,mlp.experts.33.down_proj,0.48795676,0.01000,0.170
5,mlp.experts.34.down_proj,0.93155551,0.01000,0.170
5,mlp.experts.35.down_proj,0.04589335,0.01000,0.170
5,mlp.experts.36.down_proj,0.09180846,0.01000,0.170
5,mlp.experts.37.down_proj,0.26744151,0.01000,0.170
5,mlp.experts.38.down_proj,0.24129392,0.01000,0.170
5,mlp.experts.39.down_proj,0.06752531,0.01000,0.170
5,mlp.experts.40.down_proj,0.00465419,0.01000,0.170
5,mlp.experts.41.down_proj,0.35728830,0.01000,0.170
5,mlp.experts.42.down_proj,0.23793152,0.01000,0.170
5,mlp.experts.43.down_proj,0.08121324,0.01000,0.170
5,mlp.experts.44.down_proj,0.39819023,0.01000,0.170
5,mlp.experts.45.down_proj,0.11114578,0.01000,0.170
5,mlp.experts.46.down_proj,0.00722350,0.01000,0.170
5,mlp.experts.47.down_proj,0.46471465,0.01000,0.170
5,mlp.experts.48.down_proj,0.40563679,0.01000,0.169
5,mlp.experts.49.down_proj,0.56176627,0.01000,0.169
5,mlp.experts.50.down_proj,0.02175283,0.01000,0.169
5,mlp.experts.51.down_proj,0.11175115,0.01000,0.170
5,mlp.experts.52.down_proj,0.05931469,0.01000,0.169
5,mlp.experts.53.down_proj,0.19807279,0.01000,0.170
5,mlp.experts.54.down_proj,0.35332108,0.01000,0.170
5,mlp.experts.55.down_proj,0.24242735,0.01000,0.168
5,mlp.experts.56.down_proj,0.73034781,0.01000,0.169
5,mlp.experts.57.down_proj,0.00974023,0.01000,0.169
5,mlp.experts.58.down_proj,0.18344443,0.01000,0.169
5,mlp.experts.59.down_proj,0.04828551,0.01000,0.169
5,mlp.experts.60.down_proj,0.06477293,0.01000,0.169
5,mlp.experts.61.down_proj,0.19408497,0.01000,0.169
5,mlp.experts.62.down_proj,0.43403876,0.01000,0.170
5,mlp.experts.63.down_proj,0.80452091,0.01000,0.169
5,mlp.experts.64.down_proj,0.48179239,0.01000,0.169
5,mlp.experts.65.down_proj,0.02330194,0.01000,0.169
5,mlp.experts.66.down_proj,0.28978777,0.01000,0.169
5,mlp.experts.67.down_proj,0.15638989,0.01000,0.169
5,mlp.experts.68.down_proj,0.12468828,0.01000,0.170
5,mlp.experts.69.down_proj,0.11662693,0.01000,0.170
5,mlp.experts.70.down_proj,0.19263896,0.01000,0.170
5,mlp.experts.71.down_proj,0.21412537,0.01000,0.170
5,mlp.experts.72.down_proj,0.02604379,0.01000,0.169
5,mlp.experts.73.down_proj,0.04113122,0.01000,0.170
5,mlp.experts.74.down_proj,0.49004722,0.01000,0.170
5,mlp.experts.75.down_proj,0.47155666,0.01000,0.170
5,mlp.experts.76.down_proj,0.14414427,0.01000,0.170
5,mlp.experts.77.down_proj,0.20377044,0.01000,0.170
5,mlp.experts.78.down_proj,0.57812667,0.01000,0.170
5,mlp.experts.79.down_proj,0.21012101,0.01000,0.169
5,mlp.experts.80.down_proj,0.36697656,0.01000,0.170
5,mlp.experts.81.down_proj,0.07930644,0.01000,0.170
5,mlp.experts.82.down_proj,0.25780612,0.01000,0.170
5,mlp.experts.83.down_proj,0.20049027,0.01000,0.170
5,mlp.experts.84.down_proj,0.39863318,0.01000,0.170
5,mlp.experts.85.down_proj,0.02637956,0.01000,0.169
5,mlp.experts.86.down_proj,0.06767146,0.01000,0.170
5,mlp.experts.87.down_proj,0.25672984,0.01000,0.170
5,mlp.experts.88.down_proj,0.00177322,0.01000,0.170
5,mlp.experts.89.down_proj,0.23115753,0.01000,0.170
5,mlp.experts.90.down_proj,0.34249032,0.01000,0.170
5,mlp.experts.91.down_proj,0.10744885,0.01000,0.170
5,mlp.experts.92.down_proj,0.03107305,0.01000,0.169
5,mlp.experts.93.down_proj,0.33388007,0.01000,0.169
5,mlp.experts.94.down_proj,0.14830138,0.01000,0.170
5,mlp.experts.95.down_proj,0.03558894,0.01000,0.170
5,mlp.experts.96.down_proj,0.26817819,0.01000,0.171
5,mlp.experts.97.down_proj,0.23505047,0.01000,0.171
5,mlp.experts.98.down_proj,0.02145460,0.01000,0.171
5,mlp.experts.99.down_proj,0.25154099,0.01000,0.171
5,mlp.experts.100.down_proj,0.06317268,0.01000,0.172
5,mlp.experts.101.down_proj,0.13522336,0.01000,0.171
5,mlp.experts.102.down_proj,0.23949656,0.01000,0.171
5,mlp.experts.103.down_proj,0.11727220,0.01000,0.172
5,mlp.experts.104.down_proj,0.47473264,0.01000,0.172
5,mlp.experts.105.down_proj,0.28706229,0.01000,0.171
5,mlp.experts.106.down_proj,0.25157189,0.01000,0.172
5,mlp.experts.107.down_proj,0.45923704,0.01000,0.172
5,mlp.experts.108.down_proj,0.32964662,0.01000,0.171
5,mlp.experts.109.down_proj,0.01884141,0.01000,0.171
5,mlp.experts.110.down_proj,0.25239575,0.01000,0.171
5,mlp.experts.111.down_proj,0.30470461,0.01000,0.171
5,mlp.experts.112.down_proj,0.17998010,0.01000,0.172
5,mlp.experts.113.down_proj,0.23020485,0.01000,0.171
5,mlp.experts.114.down_proj,0.01978360,0.01000,0.170
5,mlp.experts.115.down_proj,0.38182768,0.01000,0.172
5,mlp.experts.116.down_proj,0.47430310,0.01000,0.171
5,mlp.experts.117.down_proj,0.32965380,0.01000,0.172
5,mlp.experts.118.down_proj,0.00265180,0.01000,0.172
5,mlp.experts.119.down_proj,0.15638174,0.01000,0.172
5,mlp.experts.120.down_proj,0.10424227,0.01000,0.171
5,mlp.experts.121.down_proj,0.01472116,0.01000,0.172
5,mlp.experts.122.down_proj,0.41861850,0.01000,0.172
5,mlp.experts.123.down_proj,0.04501606,0.01000,0.172
5,mlp.experts.124.down_proj,0.34096146,0.01000,0.172
5,mlp.experts.125.down_proj,0.42794493,0.01000,0.172
5,mlp.experts.126.down_proj,0.32131732,0.01000,0.172
5,mlp.experts.127.down_proj,0.03517462,0.01000,0.172
6,self_attn.q_proj,0.03509573,0.01000,0.456
6,self_attn.k_proj,0.00520753,0.01000,0.450
6,self_attn.v_proj,0.00541625,0.01000,0.448
6,self_attn.o_proj,0.00485948,0.01000,0.916
6,mlp.experts.0.up_proj,1.60337293,0.01000,0.462
6,mlp.experts.1.up_proj,1.49701524,0.01000,0.473
6,mlp.experts.2.up_proj,1.33116460,0.01000,0.462
6,mlp.experts.3.up_proj,1.38462818,0.01000,0.449
6,mlp.experts.4.up_proj,5.59989166,0.01000,0.450
6,mlp.experts.5.up_proj,0.05088899,0.01000,0.463
6,mlp.experts.6.up_proj,0.98008317,0.01000,0.450
6,mlp.experts.7.up_proj,6.00821590,0.01000,0.451
6,mlp.experts.8.up_proj,5.24445629,0.01000,0.450
6,mlp.experts.9.up_proj,1.31239820,0.01000,0.450
6,mlp.experts.10.up_proj,3.45931363,0.01000,0.450
6,mlp.experts.11.up_proj,0.50598603,0.01000,0.451
6,mlp.experts.12.up_proj,0.35591367,0.01000,0.451
6,mlp.experts.13.up_proj,2.93262553,0.01000,0.451
6,mlp.experts.14.up_proj,2.72398448,0.01000,0.470
6,mlp.experts.15.up_proj,1.29474878,0.01000,0.449
6,mlp.experts.16.up_proj,1.68502772,0.01000,0.451
6,mlp.experts.17.up_proj,0.14886115,0.01000,0.480
6,mlp.experts.18.up_proj,0.35947210,0.01000,0.466
6,mlp.experts.19.up_proj,0.91313469,0.01000,0.482
6,mlp.experts.20.up_proj,0.57808381,0.01000,0.481
6,mlp.experts.21.up_proj,0.16381067,0.01000,0.479
6,mlp.experts.22.up_proj,3.32603741,0.01000,0.469
6,mlp.experts.23.up_proj,3.25282335,0.01000,0.450
6,mlp.experts.24.up_proj,5.71980095,0.01000,0.451
6,mlp.experts.25.up_proj,2.32637835,0.01000,0.450
6,mlp.experts.26.up_proj,1.19904613,0.01000,0.451
6,mlp.experts.27.up_proj,1.18059015,0.01000,0.459
6,mlp.experts.28.up_proj,0.98487175,0.01000,0.480
6,mlp.experts.29.up_proj,1.30304432,0.01000,0.480
6,mlp.experts.30.up_proj,0.86020505,0.01000,0.449
6,mlp.experts.31.up_proj,0.08035449,0.01000,0.442
6,mlp.experts.32.up_proj,0.62248915,0.01000,0.445
6,mlp.experts.33.up_proj,0.30191353,0.01000,0.449
6,mlp.experts.34.up_proj,6.05252600,0.01000,0.474
6,mlp.experts.35.up_proj,1.48614764,0.01000,0.480
6,mlp.experts.36.up_proj,1.10400200,0.01000,0.480
6,mlp.experts.37.up_proj,2.05450726,0.01000,0.451
6,mlp.experts.38.up_proj,15.08401871,0.01000,0.474
6,mlp.experts.39.up_proj,4.12126303,0.01000,0.451
6,mlp.experts.40.up_proj,0.48782045,0.01000,0.452
6,mlp.experts.41.up_proj,1.05941582,0.01000,0.451
6,mlp.experts.42.up_proj,3.60454726,0.01000,0.452
6,mlp.experts.43.up_proj,0.23787987,0.01000,0.452
6,mlp.experts.44.up_proj,6.06440449,0.01000,0.452
6,mlp.experts.45.up_proj,0.02238347,0.01000,0.453
6,mlp.experts.46.up_proj,2.61228704,0.01000,0.453
6,mlp.experts.47.up_proj,1.17073750,0.01000,0.452
6,mlp.experts.48.up_proj,0.80529642,0.01000,0.452
6,mlp.experts.49.up_proj,0.84779227,0.01000,0.453
6,mlp.experts.50.up_proj,0.11720228,0.01000,0.453
6,mlp.experts.51.up_proj,0.27387971,0.01000,0.453
6,mlp.experts.52.up_proj,6.01719809,0.01000,0.453
6,mlp.experts.53.up_proj,4.44300985,0.01000,0.453
6,mlp.experts.54.up_proj,5.50010681,0.01000,0.453
6,mlp.experts.55.up_proj,6.96044064,0.01000,0.454
6,mlp.experts.56.up_proj,4.75904322,0.01000,0.452
6,mlp.experts.57.up_proj,0.11278093,0.01000,0.452
6,mlp.experts.58.up_proj,1.00718319,0.01000,0.452
6,mlp.experts.59.up_proj,0.13039635,0.01000,0.452
6,mlp.experts.60.up_proj,0.78248411,0.01000,0.453
6,mlp.experts.61.up_proj,2.32305861,0.01000,0.453
6,mlp.experts.62.up_proj,0.94366503,0.01000,0.453
6,mlp.experts.63.up_proj,6.13133144,0.01000,0.453
6,mlp.experts.64.up_proj,4.76435280,0.01000,0.453
6,mlp.experts.65.up_proj,0.91631651,0.01000,0.453
6,mlp.experts.66.up_proj,0.19203784,0.01000,0.453
6,mlp.experts.67.up_proj,0.60024035,0.01000,0.452
6,mlp.experts.68.up_proj,0.29911447,0.01000,0.452
6,mlp.experts.69.up_proj,0.08788572,0.01000,0.453
6,mlp.experts.70.up_proj,2.01591229,0.01000,0.453
6,mlp.experts.71.up_proj,9.81192112,0.01000,0.451
6,mlp.experts.72.up_proj,0.99769604,0.01000,0.452
6,mlp.experts.73.up_proj,1.07132280,0.01000,0.453
6,mlp.experts.74.up_proj,0.69628274,0.01000,0.452
6,mlp.experts.75.up_proj,2.69679737,0.01000,0.453
6,mlp.experts.76.up_proj,3.04434586,0.01000,0.452
6,mlp.experts.77.up_proj,2.93041682,0.01000,0.452
6,mlp.experts.78.up_proj,0.30701441,0.01000,0.453
6,mlp.experts.79.up_proj,6.58499146,0.01000,0.452
6,mlp.experts.80.up_proj,0.75355542,0.01000,0.453
6,mlp.experts.81.up_proj,0.03471835,0.01000,0.453
6,mlp.experts.82.up_proj,0.03901197,0.01000,0.453
6,mlp.experts.83.up_proj,1.20077288,0.01000,0.453
6,mlp.experts.84.up_proj,1.33884299,0.01000,0.453
6,mlp.experts.85.up_proj,2.39819551,0.01000,0.453
6,mlp.experts.86.up_proj,5.71746063,0.01000,0.454
6,mlp.experts.87.up_proj,7.14039993,0.01000,0.453
6,mlp.experts.88.up_proj,1.70352447,0.01000,0.453
6,mlp.experts.89.up_proj,4.71287870,0.01000,0.453
6,mlp.experts.90.up_proj,0.18490124,0.01000,0.452
6,mlp.experts.91.up_proj,0.03347296,0.01000,0.453
6,mlp.experts.92.up_proj,0.33198446,0.01000,0.453
6,mlp.experts.93.up_proj,1.68837690,0.01000,0.454
6,mlp.experts.94.up_proj,2.11809540,0.01000,0.455
6,mlp.experts.95.up_proj,1.03982806,0.01000,0.454
6,mlp.experts.96.up_proj,3.22001123,0.01000,0.453
6,mlp.experts.97.up_proj,5.55749607,0.01000,0.453
6,mlp.experts.98.up_proj,1.73016417,0.01000,0.453
6,mlp.experts.99.up_proj,3.39634275,0.01000,0.452
6,mlp.experts.100.up_proj,3.16853905,0.01000,0.452
6,mlp.experts.101.up_proj,2.30543685,0.01000,0.453
6,mlp.experts.102.up_proj,0.20488095,0.01000,0.453
6,mlp.experts.103.up_proj,3.12321949,0.01000,0.454
6,mlp.experts.104.up_proj,0.47718579,0.01000,0.453
6,mlp.experts.105.up_proj,3.46799183,0.01000,0.453
6,mlp.experts.106.up_proj,2.87249327,0.01000,0.453
6,mlp.experts.107.up_proj,14.87770844,0.01000,0.453
6,mlp.experts.108.up_proj,0.43200743,0.01000,0.452
6,mlp.experts.109.up_proj,2.00782323,0.01000,0.453
6,mlp.experts.110.up_proj,4.67610931,0.01000,0.453
6,mlp.experts.111.up_proj,0.41816229,0.01000,0.454
6,mlp.experts.112.up_proj,0.48285431,0.01000,0.453
6,mlp.experts.113.up_proj,0.05899237,0.01000,0.454
6,mlp.experts.114.up_proj,1.70998478,0.01000,0.454
6,mlp.experts.115.up_proj,1.62687194,0.01000,0.453
6,mlp.experts.116.up_proj,2.03255939,0.01000,0.454
6,mlp.experts.117.up_proj,0.31660450,0.01000,0.453
6,mlp.experts.118.up_proj,1.53436470,0.01000,0.454
6,mlp.experts.119.up_proj,1.24963510,0.01000,0.453
6,mlp.experts.120.up_proj,0.23678663,0.01000,0.453
6,mlp.experts.121.up_proj,0.41806576,0.01000,0.452
6,mlp.experts.122.up_proj,0.28701600,0.01000,0.453
6,mlp.experts.123.up_proj,1.00135398,0.01000,0.453
6,mlp.experts.124.up_proj,1.29185188,0.01000,0.452
6,mlp.experts.125.up_proj,1.10141468,0.01000,0.451
6,mlp.experts.126.up_proj,0.31985646,0.01000,0.452
6,mlp.experts.127.up_proj,6.05573225,0.01000,0.452
6,mlp.experts.0.gate_proj,1.98243523,0.01000,0.452
6,mlp.experts.1.gate_proj,1.71229196,0.01000,0.452
6,mlp.experts.2.gate_proj,1.39600039,0.01000,0.452
6,mlp.experts.3.gate_proj,1.62315392,0.01000,0.452
6,mlp.experts.4.gate_proj,6.68140650,0.01000,0.453
6,mlp.experts.5.gate_proj,0.05468049,0.01000,0.452
6,mlp.experts.6.gate_proj,1.21673393,0.01000,0.452
6,mlp.experts.7.gate_proj,6.75092793,0.01000,0.451
6,mlp.experts.8.gate_proj,6.46381474,0.01000,0.450
6,mlp.experts.9.gate_proj,1.50382876,0.01000,0.450
6,mlp.experts.10.gate_proj,3.65550470,0.01000,0.450
6,mlp.experts.11.gate_proj,0.56867075,0.01000,0.467
6,mlp.experts.12.gate_proj,0.39080712,0.01000,0.451
6,mlp.experts.13.gate_proj,3.84280062,0.01000,0.451
6,mlp.experts.14.gate_proj,2.92150068,0.01000,0.453
6,mlp.experts.15.gate_proj,2.08634043,0.01000,0.453
6,mlp.experts.16.gate_proj,2.16554976,0.01000,0.453
6,mlp.experts.17.gate_proj,0.19020420,0.01000,0.453
6,mlp.experts.18.gate_proj,0.41395402,0.01000,0.452
6,mlp.experts.19.gate_proj,0.91856778,0.01000,0.452
6,mlp.experts.20.gate_proj,0.73579717,0.01000,0.453
6,mlp.experts.21.gate_proj,0.18945412,0.01000,0.454
6,mlp.experts.22.gate_proj,3.99016523,0.01000,0.454
6,mlp.experts.23.gate_proj,3.52886677,0.01000,0.455
6,mlp.experts.24.gate_proj,6.11941385,0.01000,0.454
6,mlp.experts.25.gate_proj,2.76886749,0.01000,0.453
6,mlp.experts.26.gate_proj,1.41128266,0.01000,0.453
6,mlp.experts.27.gate_proj,1.37283516,0.01000,0.453
6,mlp.experts.28.gate_proj,1.16999149,0.01000,0.453
6,mlp.experts.29.gate_proj,1.88505602,0.01000,0.453
6,mlp.experts.30.gate_proj,0.87262166,0.01000,0.452
6,mlp.experts.31.gate_proj,0.09436257,0.01000,0.453
6,mlp.experts.32.gate_proj,0.97342920,0.01000,0.454
6,mlp.experts.33.gate_proj,0.38702255,0.01000,0.453
6,mlp.experts.34.gate_proj,6.62564993,0.01000,0.453
6,mlp.experts.35.gate_proj,1.57438624,0.01000,0.454
6,mlp.experts.36.gate_proj,1.19740367,0.01000,0.453
6,mlp.experts.37.gate_proj,2.57389116,0.01000,0.452
6,mlp.experts.38.gate_proj,16.65801811,0.01000,0.452
6,mlp.experts.39.gate_proj,4.57193375,0.01000,0.454
6,mlp.experts.40.gate_proj,0.58348989,0.01000,0.453
6,mlp.experts.41.gate_proj,1.16540873,0.01000,0.453
6,mlp.experts.42.gate_proj,3.96242118,0.01000,0.454
6,mlp.experts.43.gate_proj,0.24737930,0.01000,0.453
6,mlp.experts.44.gate_proj,7.37785721,0.01000,0.453
6,mlp.experts.45.gate_proj,0.02358166,0.01000,0.454
6,mlp.experts.46.gate_proj,3.00861311,0.01000,0.454
6,mlp.experts.47.gate_proj,1.32456779,0.01000,0.476
6,mlp.experts.48.gate_proj,0.93917376,0.01000,0.454
6,mlp.experts.49.gate_proj,1.04886878,0.01000,0.472
6,mlp.experts.50.gate_proj,0.13679452,0.01000,0.453
6,mlp.experts.51.gate_proj,0.33988535,0.01000,0.484
6,mlp.experts.52.gate_proj,6.46131897,0.01000,0.481
6,mlp.experts.53.gate_proj,5.89689732,0.01000,0.476
6,mlp.experts.54.gate_proj,6.62088156,0.01000,0.475
6,mlp.experts.55.gate_proj,7.53844023,0.01000,0.449
6,mlp.experts.56.gate_proj,5.27735424,0.01000,0.449
6,mlp.experts.57.gate_proj,0.12669456,0.01000,0.449
6,mlp.experts.58.gate_proj,1.18318033,0.01000,0.451
6,mlp.experts.59.gate_proj,0.14789298,0.01000,0.453
6,mlp.experts.60.gate_proj,0.85416067,0.01000,0.451
6,mlp.experts.61.gate_proj,2.75106668,0.01000,0.453
6,mlp.experts.62.gate_proj,1.11366558,0.01000,0.452
6,mlp.experts.63.gate_proj,7.26888180,0.01000,0.452
6,mlp.experts.64.gate_proj,5.08938503,0.01000,0.453
6,mlp.experts.65.gate_proj,0.99929315,0.01000,0.452
6,mlp.experts.66.gate_proj,0.21861227,0.01000,0.452
6,mlp.experts.67.gate_proj,0.69202650,0.01000,0.453
6,mlp.experts.68.gate_proj,0.36783928,0.01000,0.453
6,mlp.experts.69.gate_proj,0.10277026,0.01000,0.451
6,mlp.experts.70.gate_proj,2.29878139,0.01000,0.452
6,mlp.experts.71.gate_proj,13.79628372,0.01000,0.480
6,mlp.experts.72.gate_proj,1.19466710,0.01000,0.475
6,mlp.experts.73.gate_proj,1.20577085,0.01000,0.484
6,mlp.experts.74.gate_proj,0.84299976,0.01000,0.484
6,mlp.experts.75.gate_proj,2.86479807,0.01000,0.476
6,mlp.experts.76.gate_proj,3.99728727,0.01000,0.452
6,mlp.experts.77.gate_proj,3.35099339,0.01000,0.468
6,mlp.experts.78.gate_proj,0.38536966,0.01000,0.461
6,mlp.experts.79.gate_proj,7.03932047,0.01000,0.479
6,mlp.experts.80.gate_proj,0.85524112,0.01000,0.484
6,mlp.experts.81.gate_proj,0.03732968,0.01000,0.453
6,mlp.experts.82.gate_proj,0.04462349,0.01000,0.453
6,mlp.experts.83.gate_proj,1.22236097,0.01000,0.458
6,mlp.experts.84.gate_proj,1.53819108,0.01000,0.463
6,mlp.experts.85.gate_proj,2.39680433,0.01000,0.484
6,mlp.experts.86.gate_proj,6.28719997,0.01000,0.452
6,mlp.experts.87.gate_proj,7.93332195,0.01000,0.482
6,mlp.experts.88.gate_proj,1.84473014,0.01000,0.481
6,mlp.experts.89.gate_proj,5.48703766,0.01000,0.485
6,mlp.experts.90.gate_proj,0.24442047,0.01000,0.483
6,mlp.experts.91.gate_proj,0.03662857,0.01000,0.453
6,mlp.experts.92.gate_proj,0.43021119,0.01000,0.480
6,mlp.experts.93.gate_proj,1.92224646,0.01000,0.474
6,mlp.experts.94.gate_proj,2.69689631,0.01000,0.484
6,mlp.experts.95.gate_proj,1.18028545,0.01000,0.481
6,mlp.experts.96.gate_proj,3.70469451,0.01000,0.472
6,mlp.experts.97.gate_proj,6.55527449,0.01000,0.466
6,mlp.experts.98.gate_proj,1.79781032,0.01000,0.478
6,mlp.experts.99.gate_proj,3.75119400,0.01000,0.481
6,mlp.experts.100.gate_proj,3.43096066,0.01000,0.465
6,mlp.experts.101.gate_proj,2.82845283,0.01000,0.458
6,mlp.experts.102.gate_proj,0.25148901,0.01000,0.474
6,mlp.experts.103.gate_proj,5.13302898,0.01000,0.480
6,mlp.experts.104.gate_proj,0.51721275,0.01000,0.463
6,mlp.experts.105.gate_proj,3.32493186,0.01000,0.476
6,mlp.experts.106.gate_proj,3.43965340,0.01000,0.481
6,mlp.experts.107.gate_proj,16.75270653,0.01000,0.453
6,mlp.experts.108.gate_proj,0.45385396,0.01000,0.451
6,mlp.experts.109.gate_proj,2.28493190,0.01000,0.451
6,mlp.experts.110.gate_proj,5.05000257,0.01000,0.452
6,mlp.experts.111.gate_proj,0.44416857,0.01000,0.453
6,mlp.experts.112.gate_proj,0.49993908,0.01000,0.453
6,mlp.experts.113.gate_proj,0.06802436,0.01000,0.452
6,mlp.experts.114.gate_proj,2.09568596,0.01000,0.452
6,mlp.experts.115.gate_proj,1.78423834,0.01000,0.452
6,mlp.experts.116.gate_proj,2.30340815,0.01000,0.452
6,mlp.experts.117.gate_proj,0.37820840,0.01000,0.453
6,mlp.experts.118.gate_proj,1.60437953,0.01000,0.453
6,mlp.experts.119.gate_proj,1.55523610,0.01000,0.452
6,mlp.experts.120.gate_proj,0.24716020,0.01000,0.452
6,mlp.experts.121.gate_proj,0.50159961,0.01000,0.453
6,mlp.experts.122.gate_proj,0.33371904,0.01000,0.453
6,mlp.experts.123.gate_proj,1.00106144,0.01000,0.453
6,mlp.experts.124.gate_proj,1.55667245,0.01000,0.453
6,mlp.experts.125.gate_proj,1.20033717,0.01000,0.454
6,mlp.experts.126.gate_proj,0.34003165,0.01000,0.453
6,mlp.experts.127.gate_proj,6.74356318,0.01000,0.453
6,mlp.experts.0.down_proj,0.22395870,0.01000,0.174
6,mlp.experts.1.down_proj,0.20321333,0.01000,0.170
6,mlp.experts.2.down_proj,0.17601834,0.01000,0.170
6,mlp.experts.3.down_proj,0.12228306,0.01000,0.169
6,mlp.experts.4.down_proj,0.68068457,0.01000,0.169
6,mlp.experts.5.down_proj,0.00906596,0.01000,0.170
6,mlp.experts.6.down_proj,0.08892748,0.01000,0.179
6,mlp.experts.7.down_proj,0.62968183,0.01000,0.181
6,mlp.experts.8.down_proj,0.73071921,0.01000,0.182
6,mlp.experts.9.down_proj,0.14663675,0.01000,0.182
6,mlp.experts.10.down_proj,0.39320552,0.01000,0.181
6,mlp.experts.11.down_proj,0.05095728,0.01000,0.182
6,mlp.experts.12.down_proj,0.02758563,0.01000,0.183
6,mlp.experts.13.down_proj,0.19140413,0.01000,0.171
6,mlp.experts.14.down_proj,0.27055964,0.01000,0.171
6,mlp.experts.15.down_proj,0.05460922,0.01000,0.171
6,mlp.experts.16.down_proj,0.23288968,0.01000,0.170
6,mlp.experts.17.down_proj,0.04377847,0.01000,0.171
6,mlp.experts.18.down_proj,0.02660578,0.01000,0.171
6,mlp.experts.19.down_proj,0.10764768,0.01000,0.170
6,mlp.experts.20.down_proj,0.07556304,0.01000,0.171
6,mlp.experts.21.down_proj,0.02453002,0.01000,0.184
6,mlp.experts.22.down_proj,0.43234992,0.01000,0.184
6,mlp.experts.23.down_proj,0.30014414,0.01000,0.184
6,mlp.experts.24.down_proj,1.17632580,0.01000,0.184
6,mlp.experts.25.down_proj,0.20480689,0.01000,0.184
6,mlp.experts.26.down_proj,0.08246820,0.01000,0.183
6,mlp.experts.27.down_proj,0.15284431,0.01000,0.183
6,mlp.experts.28.down_proj,0.11413100,0.01000,0.184
6,mlp.experts.29.down_proj,0.12021531,0.01000,0.185
6,mlp.experts.30.down_proj,0.09725778,0.01000,0.182
6,mlp.experts.31.down_proj,0.01500494,0.01000,0.184
6,mlp.experts.32.down_proj,0.02620918,0.01000,0.184
6,mlp.experts.33.down_proj,0.03603247,0.01000,0.183
6,mlp.experts.34.down_proj,0.84538853,0.01000,0.184
6,mlp.experts.35.down_proj,0.29816931,0.01000,0.184
6,mlp.experts.36.down_proj,0.13528039,0.01000,0.184
6,mlp.experts.37.down_proj,0.33761936,0.01000,0.183
6,mlp.experts.38.down_proj,1.70068526,0.01000,0.184
6,mlp.experts.39.down_proj,0.46645963,0.01000,0.180
6,mlp.experts.40.down_proj,0.07752191,0.01000,0.188
6,mlp.experts.41.down_proj,0.10347681,0.01000,0.184
6,mlp.experts.42.down_proj,0.47759652,0.01000,0.184
6,mlp.experts.43.down_proj,0.01591698,0.01000,0.184
6,mlp.experts.44.down_proj,0.91201633,0.01000,0.185
6,mlp.experts.45.down_proj,0.00475932,0.01000,0.185
6,mlp.experts.46.down_proj,0.32216418,0.01000,0.185
6,mlp.experts.47.down_proj,0.18140908,0.01000,0.185
6,mlp.experts.48.down_proj,0.08039172,0.01000,0.184
6,mlp.experts.49.down_proj,0.10803927,0.01000,0.184
6,mlp.experts.50.down_proj,0.01438951,0.01000,0.183
6,mlp.experts.51.down_proj,0.04023066,0.01000,0.183
6,mlp.experts.52.down_proj,0.68478000,0.01000,0.183
6,mlp.experts.53.down_proj,0.87196946,0.01000,0.183
6,mlp.experts.54.down_proj,0.51109093,0.01000,0.183
6,mlp.experts.55.down_proj,0.87732381,0.01000,0.184
6,mlp.experts.56.down_proj,0.50547332,0.01000,0.183
6,mlp.experts.57.down_proj,0.01422315,0.01000,0.183
6,mlp.experts.58.down_proj,0.14594580,0.01000,0.184
6,mlp.experts.59.down_proj,0.01734150,0.01000,0.183
6,mlp.experts.60.down_proj,0.15862355,0.01000,0.182
6,mlp.experts.61.down_proj,0.22017422,0.01000,0.182
6,mlp.experts.62.down_proj,0.08649029,0.01000,0.181
6,mlp.experts.63.down_proj,0.76334482,0.01000,0.183
6,mlp.experts.64.down_proj,0.50123954,0.01000,0.182
6,mlp.experts.65.down_proj,0.07428246,0.01000,0.182
6,mlp.experts.66.down_proj,0.01767080,0.01000,0.181
6,mlp.experts.67.down_proj,0.06336278,0.01000,0.182
6,mlp.experts.68.down_proj,0.04776368,0.01000,0.181
6,mlp.experts.69.down_proj,0.01335214,0.01000,0.181
6,mlp.experts.70.down_proj,0.29227641,0.01000,0.181
6,mlp.experts.71.down_proj,1.58610952,0.01000,0.182
6,mlp.experts.72.down_proj,0.12043500,0.01000,0.183
6,mlp.experts.73.down_proj,0.25582802,0.01000,0.182
6,mlp.experts.74.down_proj,0.06848628,0.01000,0.182
6,mlp.experts.75.down_proj,0.27859569,0.01000,0.182
6,mlp.experts.76.down_proj,0.40343839,0.01000,0.182
6,mlp.experts.77.down_proj,0.33473009,0.01000,0.183
6,mlp.experts.78.down_proj,0.05298863,0.01000,0.182
6,mlp.experts.79.down_proj,0.98066956,0.01000,0.182
6,mlp.experts.80.down_proj,0.11262557,0.01000,0.184
6,mlp.experts.81.down_proj,0.00779405,0.01000,0.187
6,mlp.experts.82.down_proj,0.00459417,0.01000,0.186
6,mlp.experts.83.down_proj,0.18824089,0.01000,0.186
6,mlp.experts.84.down_proj,0.15381905,0.01000,0.186
6,mlp.experts.85.down_proj,0.26463431,0.01000,0.186
6,mlp.experts.86.down_proj,0.58713335,0.01000,0.184
6,mlp.experts.87.down_proj,0.95502019,0.01000,0.185
6,mlp.experts.88.down_proj,0.21293324,0.01000,0.174
6,mlp.experts.89.down_proj,0.65963888,0.01000,0.174
6,mlp.experts.90.down_proj,0.01992290,0.01000,0.173
6,mlp.experts.91.down_proj,0.00384495,0.01000,0.173
6,mlp.experts.92.down_proj,0.04152285,0.01000,0.174
6,mlp.experts.93.down_proj,0.15576953,0.01000,0.173
6,mlp.experts.94.down_proj,0.28272384,0.01000,0.173
6,mlp.experts.95.down_proj,0.14011881,0.01000,0.173
6,mlp.experts.96.down_proj,0.28761113,0.01000,0.173
6,mlp.experts.97.down_proj,0.62088454,0.01000,0.173
6,mlp.experts.98.down_proj,0.16456550,0.01000,0.174
6,mlp.experts.99.down_proj,0.47497582,0.01000,0.175
6,mlp.experts.100.down_proj,0.35572690,0.01000,0.174
6,mlp.experts.101.down_proj,0.26212245,0.01000,0.175
6,mlp.experts.102.down_proj,0.03522254,0.01000,0.173
6,mlp.experts.103.down_proj,0.41449994,0.01000,0.174
6,mlp.experts.104.down_proj,0.05609090,0.01000,0.174
6,mlp.experts.105.down_proj,0.66659868,0.01000,0.174
6,mlp.experts.106.down_proj,0.42506826,0.01000,0.175
6,mlp.experts.107.down_proj,1.67640042,0.01000,0.174
6,mlp.experts.108.down_proj,0.03447052,0.01000,0.175
6,mlp.experts.109.down_proj,0.19852248,0.01000,0.176
6,mlp.experts.110.down_proj,0.52451479,0.01000,0.174
6,mlp.experts.111.down_proj,0.03237255,0.01000,0.174
6,mlp.experts.112.down_proj,0.01170678,0.01000,0.175
6,mlp.experts.113.down_proj,0.00935469,0.01000,0.174
6,mlp.experts.114.down_proj,0.21036202,0.01000,0.174
6,mlp.experts.115.down_proj,0.23508015,0.01000,0.174
6,mlp.experts.116.down_proj,0.16417065,0.01000,0.175
6,mlp.experts.117.down_proj,0.01269584,0.01000,0.175
6,mlp.experts.118.down_proj,0.22214398,0.01000,0.175
6,mlp.experts.119.down_proj,0.11928068,0.01000,0.175
6,mlp.experts.120.down_proj,0.02170512,0.01000,0.175
6,mlp.experts.121.down_proj,0.03805976,0.01000,0.175
6,mlp.experts.122.down_proj,0.05872402,0.01000,0.175
6,mlp.experts.123.down_proj,0.12493620,0.01000,0.176
6,mlp.experts.124.down_proj,0.17860329,0.01000,0.176
6,mlp.experts.125.down_proj,0.11662718,0.01000,0.173
6,mlp.experts.126.down_proj,0.04866284,0.01000,0.172
6,mlp.experts.127.down_proj,0.78577530,0.01000,0.173
7,self_attn.q_proj,0.02422454,0.01000,0.486
7,self_attn.k_proj,0.00348784,0.01000,0.481
7,self_attn.v_proj,0.00381889,0.01000,0.484
7,self_attn.o_proj,0.00304165,0.01000,0.928
7,mlp.experts.0.up_proj,0.23410287,0.01000,0.461
7,mlp.experts.1.up_proj,2.56732655,0.01000,0.452
7,mlp.experts.2.up_proj,16.06068039,0.01000,0.452
7,mlp.experts.3.up_proj,1.81609762,0.01000,0.452
7,mlp.experts.4.up_proj,1.69556665,0.01000,0.454
7,mlp.experts.5.up_proj,2.72611904,0.01000,0.452
7,mlp.experts.6.up_proj,1.17885113,0.01000,0.467
7,mlp.experts.7.up_proj,18.58586121,0.01000,0.453
7,mlp.experts.8.up_proj,5.45484114,0.01000,0.484
7,mlp.experts.9.up_proj,3.42466259,0.01000,0.452
7,mlp.experts.10.up_proj,0.40232196,0.01000,0.453
7,mlp.experts.11.up_proj,0.73799199,0.01000,0.453
7,mlp.experts.12.up_proj,3.40376568,0.01000,0.453
7,mlp.experts.13.up_proj,1.54790711,0.01000,0.470
7,mlp.experts.14.up_proj,0.72916126,0.01000,0.453
7,mlp.experts.15.up_proj,0.27246085,0.01000,0.453
7,mlp.experts.16.up_proj,0.56280148,0.01000,0.455
7,mlp.experts.17.up_proj,3.37110758,0.01000,0.453
7,mlp.experts.18.up_proj,8.09190655,0.01000,0.452
7,mlp.experts.19.up_proj,2.20829344,0.01000,0.453
7,mlp.experts.20.up_proj,3.90782237,0.01000,0.454
7,mlp.experts.21.up_proj,4.92993879,0.01000,0.473
7,mlp.experts.22.up_proj,1.57146120,0.01000,0.453
7,mlp.experts.23.up_proj,0.05313314,0.01000,0.453
7,mlp.experts.24.up_proj,7.56257629,0.01000,0.453
7,mlp.experts.25.up_proj,1.30794168,0.01000,0.482
7,mlp.experts.26.up_proj,18.97208595,0.01000,0.458
7,mlp.experts.27.up_proj,0.95016104,0.01000,0.459
7,mlp.experts.28.up_proj,1.24786997,0.01000,0.458
7,mlp.experts.29.up_proj,0.26406240,0.01000,0.460
7,mlp.experts.30.up_proj,3.85303974,0.01000,0.456
7,mlp.experts.31.up_proj,2.03637695,0.01000,0.459
7,mlp.experts.32.up_proj,6.32742500,0.01000,0.462
7,mlp.experts.33.up_proj,5.19048309,0.01000,0.463
7,mlp.experts.34.up_proj,2.47622967,0.01000,0.463
7,mlp.experts.35.up_proj,0.13054806,0.01000,0.466
7,mlp.experts.36.up_proj,1.13652015,0.01000,0.464
7,mlp.experts.37.up_proj,0.88820601,0.01000,0.462
7,mlp.experts.38.up_proj,2.64445448,0.01000,0.451
7,mlp.experts.39.up_proj,2.35701466,0.01000,0.444
7,mlp.experts.40.up_proj,0.87721014,0.01000,0.470
7,mlp.experts.41.up_proj,2.14433479,0.01000,0.480
7,mlp.experts.42.up_proj,1.12512708,0.01000,0.483
7,mlp.experts.43.up_proj,1.53204834,0.01000,0.453
7,mlp.experts.44.up_proj,0.72802234,0.01000,0.467
7,mlp.experts.45.up_proj,8.74457169,0.01000,0.450
7,mlp.experts.46.up_proj,1.72919965,0.01000,0.450
7,mlp.experts.47.up_proj,2.56862879,0.01000,0.492
7,mlp.experts.48.up_proj,5.23204851,0.01000,0.491
7,mlp.experts.49.up_proj,2.20434141,0.01000,0.490
7,mlp.experts.50.up_proj,4.46114063,0.01000,0.490
7,mlp.experts.51.up_proj,4.79054737,0.01000,0.481
7,mlp.experts.52.up_proj,1.30525088,0.01000,0.480
7,mlp.experts.53.up_proj,2.87824774,0.01000,0.491
7,mlp.experts.54.up_proj,1.16316557,0.01000,0.490
7,mlp.experts.55.up_proj,0.35354140,0.01000,0.490
7,mlp.experts.56.up_proj,8.53998756,0.01000,0.490
7,mlp.experts.57.up_proj,0.06742072,0.01000,0.489
7,mlp.experts.58.up_proj,2.74924994,0.01000,0.490
7,mlp.experts.59.up_proj,4.86644077,0.01000,0.482
7,mlp.experts.60.up_proj,2.95661974,0.01000,0.483
7,mlp.experts.61.up_proj,2.51745701,0.01000,0.485
7,mlp.experts.62.up_proj,1.83867216,0.01000,0.485
7,mlp.experts.63.up_proj,0.76934493,0.01000,0.474
7,mlp.experts.64.up_proj,2.39138460,0.01000,0.490
7,mlp.experts.65.up_proj,1.80056572,0.01000,0.488
7,mlp.experts.66.up_proj,2.13686848,0.01000,0.490
7,mlp.experts.67.up_proj,0.62551475,0.01000,0.489
7,mlp.experts.68.up_proj,0.37286049,0.01000,0.492
7,mlp.experts.69.up_proj,0.64553428,0.01000,0.496
7,mlp.experts.70.up_proj,0.64844239,0.01000,0.490
7,mlp.experts.71.up_proj,0.44727528,0.01000,0.489
7,mlp.experts.72.up_proj,2.90999651,0.01000,0.490
7,mlp.experts.73.up_proj,12.30541611,0.01000,0.489
7,mlp.experts.74.up_proj,1.61877882,0.01000,0.490
7,mlp.experts.75.up_proj,1.91508937,0.01000,0.489
7,mlp.experts.76.up_proj,2.06140637,0.01000,0.489
7,mlp.experts.77.up_proj,0.05778851,0.01000,0.487
7,mlp.experts.78.up_proj,0.32146639,0.01000,0.488
7,mlp.experts.79.up_proj,0.30370647,0.01000,0.487
7,mlp.experts.80.up_proj,1.81738114,0.01000,0.488
7,mlp.experts.81.up_proj,0.38604879,0.01000,0.487
7,mlp.experts.82.up_proj,5.78864717,0.01000,0.486
7,mlp.experts.83.up_proj,1.31659293,0.01000,0.487
7,mlp.experts.84.up_proj,0.30945921,0.01000,0.489
7,mlp.experts.85.up_proj,0.17507808,0.01000,0.493
7,mlp.experts.86.up_proj,5.62199306,0.01000,0.493
7,mlp.experts.87.up_proj,5.25475264,0.01000,0.490
7,mlp.experts.88.up_proj,3.14777970,0.01000,0.490
7,mlp.experts.89.up_proj,2.70489264,0.01000,0.489
7,mlp.experts.90.up_proj,0.02730287,0.01000,0.489
7,mlp.experts.91.up_proj,2.33803272,0.01000,0.489
7,mlp.experts.92.up_proj,0.01835206,0.01000,0.487
7,mlp.experts.93.up_proj,3.25817800,0.01000,0.490
7,mlp.experts.94.up_proj,2.46947002,0.01000,0.488
7,mlp.experts.95.up_proj,1.99383891,0.01000,0.493
7,mlp.experts.96.up_proj,0.47049591,0.01000,0.492
7,mlp.experts.97.up_proj,0.37452286,0.01000,0.490
7,mlp.experts.98.up_proj,2.53180838,0.01000,0.491
7,mlp.experts.99.up_proj,1.23337150,0.01000,0.489
7,mlp.experts.100.up_proj,3.49175596,0.01000,0.490
7,mlp.experts.101.up_proj,0.28556108,0.01000,0.490
7,mlp.experts.102.up_proj,0.37666833,0.01000,0.489
7,mlp.experts.103.up_proj,1.15199721,0.01000,0.489
7,mlp.experts.104.up_proj,0.83405483,0.01000,0.469
7,mlp.experts.105.up_proj,0.22199135,0.01000,0.483
7,mlp.experts.106.up_proj,8.24144745,0.01000,0.485
7,mlp.experts.107.up_proj,0.89829636,0.01000,0.485
7,mlp.experts.108.up_proj,3.04281092,0.01000,0.485
7,mlp.experts.109.up_proj,8.13960934,0.01000,0.485
7,mlp.experts.110.up_proj,10.73062515,0.01000,0.481
7,mlp.experts.111.up_proj,1.30302715,0.01000,0.478
7,mlp.experts.112.up_proj,4.91313887,0.01000,0.483
7,mlp.experts.113.up_proj,0.57595265,0.01000,0.483
7,mlp.experts.114.up_proj,0.18136546,0.01000,0.483
7,mlp.experts.115.up_proj,1.69792771,0.01000,0.483
7,mlp.experts.116.up_proj,2.25659871,0.01000,0.486
7,mlp.experts.117.up_proj,0.46828365,0.01000,0.484
7,mlp.experts.118.up_proj,0.48923057,0.01000,0.486
7,mlp.experts.119.up_proj,0.82737523,0.01000,0.485
7,mlp.experts.120.up_proj,0.11419859,0.01000,0.484
7,mlp.experts.121.up_proj,0.46585432,0.01000,0.484
7,mlp.experts.122.up_proj,0.65206230,0.01000,0.486
7,mlp.experts.123.up_proj,1.13212669,0.01000,0.485
7,mlp.experts.124.up_proj,2.40945721,0.01000,0.484
7,mlp.experts.125.up_proj,2.06923056,0.01000,0.486
7,mlp.experts.126.up_proj,0.88563961,0.01000,0.489
7,mlp.experts.127.up_proj,0.88149333,0.01000,0.483
7,mlp.experts.0.gate_proj,0.27334350,0.01000,0.486
7,mlp.experts.1.gate_proj,2.95492959,0.01000,0.485
7,mlp.experts.2.gate_proj,17.13186073,0.01000,0.492
7,mlp.experts.3.gate_proj,1.88345122,0.01000,0.458
7,mlp.experts.4.gate_proj,1.94278884,0.01000,0.457
7,mlp.experts.5.gate_proj,3.03094554,0.01000,0.459
7,mlp.experts.6.gate_proj,1.37007320,0.01000,0.462
7,mlp.experts.7.gate_proj,19.43780136,0.01000,0.457
7,mlp.experts.8.gate_proj,5.86840153,0.01000,0.457
7,mlp.experts.9.gate_proj,4.04099941,0.01000,0.456
7,mlp.experts.10.gate_proj,0.43576372,0.01000,0.459
7,mlp.experts.11.gate_proj,0.91237807,0.01000,0.458
7,mlp.experts.12.gate_proj,4.13495922,0.01000,0.457
7,mlp.experts.13.gate_proj,1.86690748,0.01000,0.462
7,mlp.experts.14.gate_proj,0.86852586,0.01000,0.460
7,mlp.experts.15.gate_proj,0.30817801,0.01000,0.459
7,mlp.experts.16.gate_proj,0.57838249,0.01000,0.463
7,mlp.experts.17.gate_proj,4.11662912,0.01000,0.463
7,mlp.experts.18.gate_proj,9.90239334,0.01000,0.460
7,mlp.experts.19.gate_proj,2.39992666,0.01000,0.458
7,mlp.experts.20.gate_proj,4.34321499,0.01000,0.462
7,mlp.experts.21.gate_proj,5.66826534,0.01000,0.465
7,mlp.experts.22.gate_proj,1.87124491,0.01000,0.463
7,mlp.experts.23.gate_proj,0.05654839,0.01000,0.465
7,mlp.experts.24.gate_proj,8.74624157,0.01000,0.479
7,mlp.experts.25.gate_proj,1.49618506,0.01000,0.481
7,mlp.experts.26.gate_proj,21.70946884,0.01000,0.482
7,mlp.experts.27.gate_proj,1.04000211,0.01000,0.483
7,mlp.experts.28.gate_proj,1.49605358,0.01000,0.480
7,mlp.experts.29.gate_proj,0.30384788,0.01000,0.481
7,mlp.experts.30.gate_proj,4.58816338,0.01000,0.481
7,mlp.experts.31.gate_proj,2.15662813,0.01000,0.480
7,mlp.experts.32.gate_proj,7.28528881,0.01000,0.469
7,mlp.experts.33.gate_proj,5.93500614,0.01000,0.459
7,mlp.experts.34.gate_proj,2.62658572,0.01000,0.459
7,mlp.experts.35.gate_proj,0.16069959,0.01000,0.476
7,mlp.experts.36.gate_proj,1.31106639,0.01000,0.478
7,mlp.experts.37.gate_proj,1.01205826,0.01000,0.480
7,mlp.experts.38.gate_proj,3.17059517,0.01000,0.479
7,mlp.experts.39.gate_proj,2.64317417,0.01000,0.483
7,mlp.experts.40.gate_proj,1.05095983,0.01000,0.478
7,mlp.experts.41.gate_proj,2.48138714,0.01000,0.471
7,mlp.experts.42.gate_proj,1.38369238,0.01000,0.479
7,mlp.experts.43.gate_proj,1.65627539,0.01000,0.479
7,mlp.experts.44.gate_proj,0.85126710,0.01000,0.480
7,mlp.experts.45.gate_proj,9.75300789,0.01000,0.479
7,mlp.experts.46.gate_proj,1.90535188,0.01000,0.480
7,mlp.experts.47.gate_proj,2.97691917,0.01000,0.481
7,mlp.experts.48.gate_proj,5.46690035,0.01000,0.480
7,mlp.experts.49.gate_proj,2.23541021,0.01000,0.480
7,mlp.experts.50.gate_proj,4.64130926,0.01000,0.480
7,mlp.experts.51.gate_proj,5.05752277,0.01000,0.482
7,mlp.experts.52.gate_proj,1.65252781,0.01000,0.480
7,mlp.experts.53.gate_proj,3.13364029,0.01000,0.483
7,mlp.experts.54.gate_proj,1.45912158,0.01000,0.481
7,mlp.experts.55.gate_proj,0.36091301,0.01000,0.480
7,mlp.experts.56.gate_proj,9.12161827,0.01000,0.483
7,mlp.experts.57.gate_proj,0.07183851,0.01000,0.481
7,mlp.experts.58.gate_proj,3.14406180,0.01000,0.482
7,mlp.experts.59.gate_proj,5.69006634,0.01000,0.481
7,mlp.experts.60.gate_proj,3.18126225,0.01000,0.480
7,mlp.experts.61.gate_proj,2.98878527,0.01000,0.481
7,mlp.experts.62.gate_proj,2.02579451,0.01000,0.482
7,mlp.experts.63.gate_proj,0.90387046,0.01000,0.483
7,mlp.experts.64.gate_proj,2.55354357,0.01000,0.483
7,mlp.experts.65.gate_proj,2.28975487,0.01000,0.486
7,mlp.experts.66.gate_proj,2.45326710,0.01000,0.484
7,mlp.experts.67.gate_proj,0.70260650,0.01000,0.483
7,mlp.experts.68.gate_proj,0.42915857,0.01000,0.484
7,mlp.experts.69.gate_proj,0.69450009,0.01000,0.483
7,mlp.experts.70.gate_proj,0.76620138,0.01000,0.462
7,mlp.experts.71.gate_proj,0.52827811,0.01000,0.460
7,mlp.experts.72.gate_proj,3.46279955,0.01000,0.459
7,mlp.experts.73.gate_proj,14.25213242,0.01000,0.457
7,mlp.experts.74.gate_proj,1.79652786,0.01000,0.460
7,mlp.experts.75.gate_proj,2.00530529,0.01000,0.484
7,mlp.experts.76.gate_proj,2.53302407,0.01000,0.492
7,mlp.experts.77.gate_proj,0.06105097,0.01000,0.489
7,mlp.experts.78.gate_proj,0.38178450,0.01000,0.490
7,mlp.experts.79.gate_proj,0.35771388,0.01000,0.490
7,mlp.experts.80.gate_proj,2.15781879,0.01000,0.490
7,mlp.experts.81.gate_proj,0.42703646,0.01000,0.491
7,mlp.experts.82.gate_proj,6.76695824,0.01000,0.467
7,mlp.experts.83.gate_proj,1.57652164,0.01000,0.469
7,mlp.experts.84.gate_proj,0.35287729,0.01000,0.467
7,mlp.experts.85.gate_proj,0.18750818,0.01000,0.469
7,mlp.experts.86.gate_proj,6.40468740,0.01000,0.469
7,mlp.experts.87.gate_proj,5.79934788,0.01000,0.466
7,mlp.experts.88.gate_proj,3.57175660,0.01000,0.479
7,mlp.experts.89.gate_proj,3.07000041,0.01000,0.487
7,mlp.experts.90.gate_proj,0.02998695,0.01000,0.487
7,mlp.experts.91.gate_proj,2.81134129,0.01000,0.488
7,mlp.experts.92.gate_proj,0.01995346,0.01000,0.486
7,mlp.experts.93.gate_proj,3.64770007,0.01000,0.486
7,mlp.experts.94.gate_proj,2.77556014,0.01000,0.483
7,mlp.experts.95.gate_proj,2.10272646,0.01000,0.483
7,mlp.experts.96.gate_proj,0.49548164,0.01000,0.464
7,mlp.experts.97.gate_proj,0.46282956,0.01000,0.482
7,mlp.experts.98.gate_proj,2.57559824,0.01000,0.482
7,mlp.experts.99.gate_proj,1.46100843,0.01000,0.494
7,mlp.experts.100.gate_proj,3.67102051,0.01000,0.476
7,mlp.experts.101.gate_proj,0.33405367,0.01000,0.478
7,mlp.experts.102.gate_proj,0.40891674,0.01000,0.477
7,mlp.experts.103.gate_proj,1.18505275,0.01000,0.476
7,mlp.experts.104.gate_proj,1.01140428,0.01000,0.476
7,mlp.experts.105.gate_proj,0.26219591,0.01000,0.479
7,mlp.experts.106.gate_proj,9.30013752,0.01000,0.478
7,mlp.experts.107.gate_proj,1.04201770,0.01000,0.480
7,mlp.experts.108.gate_proj,3.72519064,0.01000,0.487
7,mlp.experts.109.gate_proj,10.53155327,0.01000,0.472
7,mlp.experts.110.gate_proj,11.96635628,0.01000,0.479
7,mlp.experts.111.gate_proj,1.47721791,0.01000,0.487
7,mlp.experts.112.gate_proj,5.10713863,0.01000,0.464
7,mlp.experts.113.gate_proj,0.61233330,0.01000,0.465
7,mlp.experts.114.gate_proj,0.21800518,0.01000,0.479
7,mlp.experts.115.gate_proj,4.68022585,0.01000,0.482
7,mlp.experts.116.gate_proj,2.54850960,0.01000,0.481
7,mlp.experts.117.gate_proj,0.51969874,0.01000,0.477
7,mlp.experts.118.gate_proj,0.58658445,0.01000,0.479
7,mlp.experts.119.gate_proj,0.90297669,0.01000,0.481
7,mlp.experts.120.gate_proj,0.12951541,0.01000,0.458
7,mlp.experts.121.gate_proj,0.53168833,0.01000,0.460
7,mlp.experts.122.gate_proj,0.71871197,0.01000,0.457
7,mlp.experts.123.gate_proj,1.21791553,0.01000,0.460
7,mlp.experts.124.gate_proj,2.61303043,0.01000,0.462
7,mlp.experts.125.gate_proj,2.40257072,0.01000,0.456
7,mlp.experts.126.gate_proj,1.15165687,0.01000,0.460
7,mlp.experts.127.gate_proj,1.03309655,0.01000,0.455
7,mlp.experts.0.down_proj,0.03888407,0.01000,0.175
7,mlp.experts.1.down_proj,0.27220798,0.01000,0.173
7,mlp.experts.2.down_proj,2.40266538,0.01000,0.172
7,mlp.experts.3.down_proj,0.19805072,0.01000,0.175
7,mlp.experts.4.down_proj,0.18101060,0.01000,0.181
7,mlp.experts.5.down_proj,0.29035673,0.01000,0.182
7,mlp.experts.6.down_proj,0.17284985,0.01000,0.181
7,mlp.experts.7.down_proj,2.09844041,0.01000,0.182
7,mlp.experts.8.down_proj,1.22636938,0.01000,0.182
7,mlp.experts.9.down_proj,0.44630510,0.01000,0.181
7,mlp.experts.10.down_proj,0.04827973,0.01000,0.181
7,mlp.experts.11.down_proj,0.08752385,0.01000,0.185
7,mlp.experts.12.down_proj,0.59314847,0.01000,0.182
7,mlp.experts.13.down_proj,0.17526241,0.01000,0.175
7,mlp.experts.14.down_proj,0.11741751,0.01000,0.182
7,mlp.experts.15.down_proj,0.03240800,0.01000,0.181
7,mlp.experts.16.down_proj,0.05153153,0.01000,0.180
7,mlp.experts.17.down_proj,0.39992452,0.01000,0.181
7,mlp.experts.18.down_proj,1.44540071,0.01000,0.182
7,mlp.experts.19.down_proj,0.21177021,0.01000,0.182
7,mlp.experts.20.down_proj,0.45528191,0.01000,0.182
7,mlp.experts.21.down_proj,0.55096680,0.01000,0.182
7,mlp.experts.22.down_proj,0.27108279,0.01000,0.174
7,mlp.experts.23.down_proj,0.00591086,0.01000,0.173
7,mlp.experts.24.down_proj,1.16718554,0.01000,0.174
7,mlp.experts.25.down_proj,0.13817686,0.01000,0.175
7,mlp.experts.26.down_proj,1.99143100,0.01000,0.174
7,mlp.experts.27.down_proj,0.12071749,0.01000,0.174
7,mlp.experts.28.down_proj,0.11500269,0.01000,0.175
7,mlp.experts.29.down_proj,0.03554190,0.01000,0.174
7,mlp.experts.30.down_proj,0.64457417,0.01000,0.174
7,mlp.experts.31.down_proj,0.20109802,0.01000,0.173
7,mlp.experts.32.down_proj,0.79347026,0.01000,0.174
7,mlp.experts.33.down_proj,0.60762775,0.01000,0.181
7,mlp.experts.34.down_proj,0.37279785,0.01000,0.181
7,mlp.experts.35.down_proj,0.01163045,0.01000,0.182
7,mlp.experts.36.down_proj,0.11131312,0.01000,0.181
7,mlp.experts.37.down_proj,0.12518097,0.01000,0.181
7,mlp.experts.38.down_proj,0.25950634,0.01000,0.182
7,mlp.experts.39.down_proj,0.20566818,0.01000,0.182
7,mlp.experts.40.down_proj,0.10319427,0.01000,0.182
7,mlp.experts.41.down_proj,0.23328689,0.01000,0.182
7,mlp.experts.42.down_proj,0.11492906,0.01000,0.182
7,mlp.experts.43.down_proj,0.23446617,0.01000,0.182
7,mlp.experts.44.down_proj,0.10223530,0.01000,0.179
7,mlp.experts.45.down_proj,0.91511500,0.01000,0.182
7,mlp.experts.46.down_proj,0.16437586,0.01000,0.183
7,mlp.experts.47.down_proj,0.30359969,0.01000,0.182
7,mlp.experts.48.down_proj,0.50990057,0.01000,0.175
7,mlp.experts.49.down_proj,0.36077440,0.01000,0.182
7,mlp.experts.50.down_proj,0.69870329,0.01000,0.181
7,mlp.experts.51.down_proj,0.68103796,0.01000,0.184
7,mlp.experts.52.down_proj,0.20143452,0.01000,0.183
7,mlp.experts.53.down_proj,0.30530360,0.01000,0.184
7,mlp.experts.54.down_proj,0.12328384,0.01000,0.184
7,mlp.experts.55.down_proj,0.04291018,0.01000,0.183
7,mlp.experts.56.down_proj,1.23130631,0.01000,0.183
7,mlp.experts.57.down_proj,0.01225777,0.01000,0.178
7,mlp.experts.58.down_proj,0.33220366,0.01000,0.179
7,mlp.experts.59.down_proj,0.75595218,0.01000,0.179
7,mlp.experts.60.down_proj,0.38171649,0.01000,0.179
7,mlp.experts.61.down_proj,0.29474601,0.01000,0.184
7,mlp.experts.62.down_proj,0.36764386,0.01000,0.183
7,mlp.experts.63.down_proj,0.10493260,0.01000,0.179
7,mlp.experts.64.down_proj,0.31575942,0.01000,0.178
7,mlp.experts.65.down_proj,0.31939542,0.01000,0.179
7,mlp.experts.66.down_proj,0.27337372,0.01000,0.180
7,mlp.experts.67.down_proj,0.05652363,0.01000,0.179
7,mlp.experts.68.down_proj,0.03692512,0.01000,0.180
7,mlp.experts.69.down_proj,0.06786706,0.01000,0.179
7,mlp.experts.70.down_proj,0.08517021,0.01000,0.181
7,mlp.experts.71.down_proj,0.07956765,0.01000,0.179
7,mlp.experts.72.down_proj,0.38283664,0.01000,0.179
7,mlp.experts.73.down_proj,1.29962325,0.01000,0.180
7,mlp.experts.74.down_proj,0.15561156,0.01000,0.179
7,mlp.experts.75.down_proj,0.21858527,0.01000,0.180
7,mlp.experts.76.down_proj,0.17817986,0.01000,0.179
7,mlp.experts.77.down_proj,0.01152178,0.01000,0.183
7,mlp.experts.78.down_proj,0.05387512,0.01000,0.184
7,mlp.experts.79.down_proj,0.02433252,0.01000,0.184
7,mlp.experts.80.down_proj,0.37380040,0.01000,0.184
7,mlp.experts.81.down_proj,0.03986301,0.01000,0.184
7,mlp.experts.82.down_proj,0.72363150,0.01000,0.181
7,mlp.experts.83.down_proj,0.14225446,0.01000,0.180
7,mlp.experts.84.down_proj,0.05392151,0.01000,0.182
7,mlp.experts.85.down_proj,0.02715979,0.01000,0.185
7,mlp.experts.86.down_proj,0.76295006,0.01000,0.186
7,mlp.experts.87.down_proj,0.78163350,0.01000,0.175
7,mlp.experts.88.down_proj,0.38116637,0.01000,0.187
7,mlp.experts.89.down_proj,0.31091541,0.01000,0.176
7,mlp.experts.90.down_proj,0.00445758,0.01000,0.185
7,mlp.experts.91.down_proj,0.30796659,0.01000,0.186
7,mlp.experts.92.down_proj,0.00260914,0.01000,0.186
7,mlp.experts.93.down_proj,0.33145076,0.01000,0.187
7,mlp.experts.94.down_proj,0.27302164,0.01000,0.186
7,mlp.experts.95.down_proj,0.23817337,0.01000,0.186
7,mlp.experts.96.down_proj,0.05969214,0.01000,0.186
7,mlp.experts.97.down_proj,0.04963506,0.01000,0.186
7,mlp.experts.98.down_proj,0.35966140,0.01000,0.186
7,mlp.experts.99.down_proj,0.15036079,0.01000,0.186
7,mlp.experts.100.down_proj,0.39750534,0.01000,0.180
7,mlp.experts.101.down_proj,0.04693151,0.01000,0.175
7,mlp.experts.102.down_proj,0.04560956,0.01000,0.183
7,mlp.experts.103.down_proj,0.14704406,0.01000,0.186
7,mlp.experts.104.down_proj,0.05692084,0.01000,0.186
7,mlp.experts.105.down_proj,0.03630906,0.01000,0.186
7,mlp.experts.106.down_proj,1.03412104,0.01000,0.185
7,mlp.experts.107.down_proj,0.14995113,0.01000,0.186
7,mlp.experts.108.down_proj,0.36583394,0.01000,0.186
7,mlp.experts.109.down_proj,1.55678272,0.01000,0.186
7,mlp.experts.110.down_proj,1.25470257,0.01000,0.186
7,mlp.experts.111.down_proj,0.18484299,0.01000,0.188
7,mlp.experts.112.down_proj,0.84894001,0.01000,0.186
7,mlp.experts.113.down_proj,0.07356061,0.01000,0.185
7,mlp.experts.114.down_proj,0.02334496,0.01000,0.185
7,mlp.experts.115.down_proj,0.16681074,0.01000,0.186
7,mlp.experts.116.down_proj,0.22585604,0.01000,0.185
7,mlp.experts.117.down_proj,0.07093254,0.01000,0.186
7,mlp.experts.118.down_proj,0.06367112,0.01000,0.187
7,mlp.experts.119.down_proj,0.12095253,0.01000,0.184
7,mlp.experts.120.down_proj,0.01432276,0.01000,0.186
7,mlp.experts.121.down_proj,0.07063954,0.01000,0.184
7,mlp.experts.122.down_proj,0.06796399,0.01000,0.186
7,mlp.experts.123.down_proj,0.17071460,0.01000,0.186
7,mlp.experts.124.down_proj,0.32445028,0.01000,0.185
7,mlp.experts.125.down_proj,0.24220270,0.01000,0.186
7,mlp.experts.126.down_proj,0.04569663,0.01000,0.186
7,mlp.experts.127.down_proj,0.12189087,0.01000,0.185
8,self_attn.q_proj,0.05919939,0.01000,0.454
8,self_attn.k_proj,0.00751087,0.01000,0.448
8,self_attn.v_proj,0.00919291,0.01000,0.457
8,self_attn.o_proj,0.00491575,0.01000,0.915
8,mlp.experts.0.up_proj,0.23693095,0.01000,0.475
8,mlp.experts.1.up_proj,0.07452267,0.01000,0.451
8,mlp.experts.2.up_proj,6.57242298,0.01000,0.450
8,mlp.experts.3.up_proj,3.17008018,0.01000,0.453
8,mlp.experts.4.up_proj,2.48228908,0.01000,0.453
8,mlp.experts.5.up_proj,32.44348145,0.01000,0.452
8,mlp.experts.6.up_proj,1.64339209,0.01000,0.453
8,mlp.experts.7.up_proj,0.22746685,0.01000,0.453
8,mlp.experts.8.up_proj,7.47333336,0.01000,0.454
8,mlp.experts.9.up_proj,0.11760070,0.01000,0.473
8,mlp.experts.10.up_proj,0.42666078,0.01000,0.452
8,mlp.experts.11.up_proj,0.76735634,0.01000,0.452
8,mlp.experts.12.up_proj,1.31165028,0.01000,0.452
8,mlp.experts.13.up_proj,4.24544811,0.01000,0.451
8,mlp.experts.14.up_proj,4.94696522,0.01000,0.449
8,mlp.experts.15.up_proj,2.69145012,0.01000,0.450
8,mlp.experts.16.up_proj,4.36416817,0.01000,0.450
8,mlp.experts.17.up_proj,20.06491089,0.01000,0.449
8,mlp.experts.18.up_proj,0.87374336,0.01000,0.451
8,mlp.experts.19.up_proj,0.62910903,0.01000,0.450
8,mlp.experts.20.up_proj,2.27804351,0.01000,0.449
8,mlp.experts.21.up_proj,6.86187649,0.01000,0.450
8,mlp.experts.22.up_proj,22.98606873,0.01000,0.450
8,mlp.experts.23.up_proj,2.00562334,0.01000,0.450
8,mlp.experts.24.up_proj,9.70899773,0.01000,0.450
8,mlp.experts.25.up_proj,1.76949048,0.01000,0.450
8,mlp.experts.26.up_proj,0.97886556,0.01000,0.450
8,mlp.experts.27.up_proj,2.95186043,0.01000,0.449
8,mlp.experts.28.up_proj,2.14474297,0.01000,0.451
8,mlp.experts.29.up_proj,0.56317097,0.01000,0.450
8,mlp.experts.30.up_proj,1.71003747,0.01000,0.450
8,mlp.experts.31.up_proj,0.66112083,0.01000,0.457
8,mlp.experts.32.up_proj,2.40164924,0.01000,0.457
8,mlp.experts.33.up_proj,3.93074846,0.01000,0.455
8,mlp.experts.34.up_proj,0.04843479,0.01000,0.454
8,mlp.experts.35.up_proj,2.45692801,0.01000,0.454
8,mlp.experts.36.up_proj,13.69576740,0.01000,0.446
8,mlp.experts.37.up_proj,5.29818535,0.01000,0.443
8,mlp.experts.38.up_proj,2.37068176,0.01000,0.450
8,mlp.experts.39.up_proj,2.58798695,0.01000,0.445
8,mlp.experts.40.up_proj,0.63739026,0.01000,0.457
8,mlp.experts.41.up_proj,0.62759089,0.01000,0.456
8,mlp.experts.42.up_proj,1.21399188,0.01000,0.455
8,mlp.experts.43.up_proj,1.15993810,0.01000,0.454
8,mlp.experts.44.up_proj,3.50589085,0.01000,0.455
8,mlp.experts.45.up_proj,8.29703331,0.01000,0.455
8,mlp.experts.46.up_proj,13.67238808,0.01000,0.455
8,mlp.experts.47.up_proj,2.58587599,0.01000,0.455
8,mlp.experts.48.up_proj,0.76135081,0.01000,0.472
8,mlp.experts.49.up_proj,0.41817832,0.01000,0.451
8,mlp.experts.50.up_proj,0.35785711,0.01000,0.452
8,mlp.experts.51.up_proj,3.68140221,0.01000,0.453
8,mlp.experts.52.up_proj,1.15252423,0.01000,0.453
8,mlp.experts.53.up_proj,21.58509827,0.01000,0.453
8,mlp.experts.54.up_proj,0.54137599,0.01000,0.452
8,mlp.experts.55.up_proj,1.45168722,0.01000,0.482
8,mlp.experts.56.up_proj,3.19575977,0.01000,0.453
8,mlp.experts.57.up_proj,17.92503738,0.01000,0.462
8,mlp.experts.58.up_proj,0.06552310,0.01000,0.460
8,mlp.experts.59.up_proj,0.66217679,0.01000,0.468
8,mlp.experts.60.up_proj,0.54910338,0.01000,0.458
8,mlp.experts.61.up_proj,6.17045355,0.01000,0.461
8,mlp.experts.62.up_proj,2.78121853,0.01000,0.470
8,mlp.experts.63.up_proj,0.16249147,0.01000,0.459
8,mlp.experts.64.up_proj,11.50443363,0.01000,0.460
8,mlp.experts.65.up_proj,0.69899392,0.01000,0.461
8,mlp.experts.66.up_proj,1.75583053,0.01000,0.450
8,mlp.experts.67.up_proj,2.53464961,0.01000,0.456
8,mlp.experts.68.up_proj,0.30983642,0.01000,0.451
8,mlp.experts.69.up_proj,0.30648819,0.01000,0.449
8,mlp.experts.70.up_proj,2.61656141,0.01000,0.476
8,mlp.experts.71.up_proj,3.12541676,0.01000,0.478
8,mlp.experts.72.up_proj,2.30582500,0.01000,0.452
8,mlp.experts.73.up_proj,0.05135843,0.01000,0.457
8,mlp.experts.74.up_proj,2.16143513,0.01000,0.451
8,mlp.experts.75.up_proj,0.17182164,0.01000,0.450
8,mlp.experts.76.up_proj,0.47964847,0.01000,0.452
8,mlp.experts.77.up_proj,0.87054533,0.01000,0.450
8,mlp.experts.78.up_proj,1.26372933,0.01000,0.450
8,mlp.experts.79.up_proj,1.23114288,0.01000,0.450
8,mlp.experts.80.up_proj,6.60240889,0.01000,0.451
8,mlp.experts.81.up_proj,0.77435493,0.01000,0.450
8,mlp.experts.82.up_proj,1.69368720,0.01000,0.450
8,mlp.experts.83.up_proj,0.27262998,0.01000,0.450
8,mlp.experts.84.up_proj,4.78505087,0.01000,0.450
8,mlp.experts.85.up_proj,0.26868328,0.01000,0.450
8,mlp.experts.86.up_proj,8.17072105,0.01000,0.452
8,mlp.experts.87.up_proj,0.52094626,0.01000,0.450
8,mlp.experts.88.up_proj,1.47363067,0.01000,0.450
8,mlp.experts.89.up_proj,0.30832016,0.01000,0.450
8,mlp.experts.90.up_proj,3.80383086,0.01000,0.450
8,mlp.experts.91.up_proj,0.95499277,0.01000,0.451
8,mlp.experts.92.up_proj,5.73765278,0.01000,0.449
8,mlp.experts.93.up_proj,0.14326692,0.01000,0.450
8,mlp.experts.94.up_proj,2.88529634,0.01000,0.454
8,mlp.experts.95.up_proj,6.75677586,0.01000,0.466
8,mlp.experts.96.up_proj,0.21994296,0.01000,0.461
8,mlp.experts.97.up_proj,0.14544217,0.01000,0.455
8,mlp.experts.98.up_proj,1.35278440,0.01000,0.470
8,mlp.experts.99.up_proj,3.62101364,0.01000,0.459
8,mlp.experts.100.up_proj,1.95830560,0.01000,0.451
8,mlp.experts.101.up_proj,0.72986233,0.01000,0.451
8,mlp.experts.102.up_proj,1.39048600,0.01000,0.451
8,mlp.experts.103.up_proj,4.03788471,0.01000,0.450
8,mlp.experts.104.up_proj,4.97791195,0.01000,0.452
8,mlp.experts.105.up_proj,4.02581406,0.01000,0.458
8,mlp.experts.106.up_proj,2.51810646,0.01000,0.456
8,mlp.experts.107.up_proj,1.11695194,0.01000,0.454
8,mlp.experts.108.up_proj,1.20052552,0.01000,0.453
8,mlp.experts.109.up_proj,6.05540276,0.01000,0.453
8,mlp.experts.110.up_proj,3.33850718,0.01000,0.479
8,mlp.experts.111.up_proj,1.05706048,0.01000,0.450
8,mlp.experts.112.up_proj,1.02424335,0.01000,0.475
8,mlp.experts.113.up_proj,0.46472245,0.01000,0.480
8,mlp.experts.114.up_proj,0.60929775,0.01000,0.472
8,mlp.experts.115.up_proj,0.17433514,0.01000,0.467
8,mlp.experts.116.up_proj,3.41297340,0.01000,0.450
8,mlp.experts.117.up_proj,0.66020709,0.01000,0.447
8,mlp.experts.118.up_proj,0.34832597,0.01000,0.450
8,mlp.experts.119.up_proj,0.12865898,0.01000,0.450
8,mlp.experts.120.up_proj,0.45207900,0.01000,0.453
8,mlp.experts.121.up_proj,1.96322334,0.01000,0.454
8,mlp.experts.122.up_proj,3.63662124,0.01000,0.455
8,mlp.experts.123.up_proj,1.50562978,0.01000,0.455
8,mlp.experts.124.up_proj,0.49606103,0.01000,0.454
8,mlp.experts.125.up_proj,1.44329524,0.01000,0.451
8,mlp.experts.126.up_proj,0.79154164,0.01000,0.449
8,mlp.experts.127.up_proj,1.80301619,0.01000,0.450
8,mlp.experts.0.gate_proj,0.25646603,0.01000,0.449
8,mlp.experts.1.gate_proj,0.07866517,0.01000,0.449
8,mlp.experts.2.gate_proj,7.18097305,0.01000,0.449
8,mlp.experts.3.gate_proj,3.40662766,0.01000,0.449
8,mlp.experts.4.gate_proj,2.61104298,0.01000,0.449
8,mlp.experts.5.gate_proj,34.57766342,0.01000,0.449
8,mlp.experts.6.gate_proj,1.71695125,0.01000,0.450
8,mlp.experts.7.gate_proj,0.24998158,0.01000,0.450
8,mlp.experts.8.gate_proj,8.36099720,0.01000,0.450
8,mlp.experts.9.gate_proj,0.11953312,0.01000,0.449
8,mlp.experts.10.gate_proj,0.45009917,0.01000,0.449
8,mlp.experts.11.gate_proj,0.79702961,0.01000,0.449
8,mlp.experts.12.gate_proj,1.42053294,0.01000,0.447
8,mlp.experts.13.gate_proj,5.15126944,0.01000,0.449
8,mlp.experts.14.gate_proj,5.14596796,0.01000,0.450
8,mlp.experts.15.gate_proj,2.93117046,0.01000,0.449
8,mlp.experts.16.gate_proj,4.69772911,0.01000,0.451
8,mlp.experts.17.gate_proj,22.02340126,0.01000,0.448
8,mlp.experts.18.gate_proj,0.94531435,0.01000,0.453
8,mlp.experts.19.gate_proj,0.65524125,0.01000,0.454
8,mlp.experts.20.gate_proj,2.21833038,0.01000,0.453
8,mlp.experts.21.gate_proj,7.58309937,0.01000,0.451
8,mlp.experts.22.gate_proj,25.00946236,0.01000,0.452
8,mlp.experts.23.gate_proj,2.14096189,0.01000,0.452
8,mlp.experts.24.gate_proj,10.94105625,0.01000,0.453
8,mlp.experts.25.gate_proj,1.89290357,0.01000,0.453
8,mlp.experts.26.gate_proj,1.08862317,0.01000,0.452
8,mlp.experts.27.gate_proj,3.01479411,0.01000,0.452
8,mlp.experts.28.gate_proj,2.33269191,0.01000,0.452
8,mlp.experts.29.gate_proj,0.59906816,0.01000,0.452
8,mlp.experts.30.gate_proj,1.82292569,0.01000,0.452
8,mlp.experts.31.gate_proj,0.73760843,0.01000,0.452
8,mlp.experts.32.gate_proj,2.81269813,0.01000,0.452
8,mlp.experts.33.gate_proj,4.20431137,0.01000,0.451
8,mlp.experts.34.gate_proj,0.05120196,0.01000,0.450
8,mlp.experts.35.gate_proj,2.48679090,0.01000,0.453
8,mlp.experts.36.gate_proj,14.63436127,0.01000,0.453
8,mlp.experts.37.gate_proj,5.61422729,0.01000,0.452
8,mlp.experts.38.gate_proj,2.52053094,0.01000,0.452
8,mlp.experts.39.gate_proj,2.52361274,0.01000,0.455
8,mlp.experts.40.gate_proj,0.69233251,0.01000,0.456
8,mlp.experts.41.gate_proj,0.67899573,0.01000,0.456
8,mlp.experts.42.gate_proj,1.32264781,0.01000,0.455
8,mlp.experts.43.gate_proj,1.21875191,0.01000,0.454
8,mlp.experts.44.gate_proj,3.60765171,0.01000,0.455
8,mlp.experts.45.gate_proj,9.14023209,0.01000,0.456
8,mlp.experts.46.gate_proj,14.39489555,0.01000,0.455
8,mlp.experts.47.gate_proj,2.84166813,0.01000,0.455
8,mlp.experts.48.gate_proj,0.87371552,0.01000,0.456
8,mlp.experts.49.gate_proj,0.45127794,0.01000,0.455
8,mlp.experts.50.gate_proj,0.38108236,0.01000,0.455
8,mlp.experts.51.gate_proj,3.77989292,0.01000,0.456
8,mlp.experts.52.gate_proj,1.22190976,0.01000,0.456
8,mlp.experts.53.gate_proj,22.95310593,0.01000,0.455
8,mlp.experts.54.gate_proj,0.57414901,0.01000,0.455
8,mlp.experts.55.gate_proj,1.54050398,0.01000,0.457
8,mlp.experts.56.gate_proj,3.44888973,0.01000,0.456
8,mlp.experts.57.gate_proj,19.67678833,0.01000,0.455
8,mlp.experts.58.gate_proj,0.06700002,0.01000,0.455
8,mlp.experts.59.gate_proj,0.68808538,0.01000,0.455
8,mlp.experts.60.gate_proj,0.58716518,0.01000,0.455
8,mlp.experts.61.gate_proj,6.29711342,0.01000,0.455
8,mlp.experts.62.gate_proj,2.93800950,0.01000,0.456
8,mlp.experts.63.gate_proj,0.17558905,0.01000,0.457
8,mlp.experts.64.gate_proj,11.91943359,0.01000,0.456
8,mlp.experts.65.gate_proj,0.73371756,0.01000,0.462
8,mlp.experts.66.gate_proj,1.88772702,0.01000,0.459
8,mlp.experts.67.gate_proj,2.77489495,0.01000,0.478
8,mlp.experts.68.gate_proj,0.32619321,0.01000,0.484
8,mlp.experts.69.gate_proj,0.32423979,0.01000,0.482
8,mlp.experts.70.gate_proj,2.74460983,0.01000,0.482
8,mlp.experts.71.gate_proj,3.46203756,0.01000,0.481
8,mlp.experts.72.gate_proj,2.54051232,0.01000,0.481
8,mlp.experts.73.gate_proj,0.05351873,0.01000,0.476
8,mlp.experts.74.gate_proj,2.31739712,0.01000,0.482
8,mlp.experts.75.gate_proj,0.18235841,0.01000,0.479
8,mlp.experts.76.gate_proj,0.51388174,0.01000,0.482
8,mlp.experts.77.gate_proj,0.92277014,0.01000,0.482
8,mlp.experts.78.gate_proj,1.40706849,0.01000,0.479
8,mlp.experts.79.gate_proj,1.30245566,0.01000,0.483
8,mlp.experts.80.gate_proj,7.11786985,0.01000,0.482
8,mlp.experts.81.gate_proj,0.81968343,0.01000,0.480
8,mlp.experts.82.gate_proj,1.78286135,0.01000,0.482
8,mlp.experts.83.gate_proj,0.30765206,0.01000,0.489
8,mlp.experts.84.gate_proj,4.54808807,0.01000,0.472
8,mlp.experts.85.gate_proj,0.29052505,0.01000,0.466
8,mlp.experts.86.gate_proj,8.56993008,0.01000,0.466
8,mlp.experts.87.gate_proj,0.58878636,0.01000,0.462
8,mlp.experts.88.gate_proj,1.70072889,0.01000,0.463
8,mlp.experts.89.gate_proj,0.33672440,0.01000,0.463
8,mlp.experts.90.gate_proj,4.06356096,0.01000,0.462
8,mlp.experts.91.gate_proj,1.02278876,0.01000,0.463
8,mlp.experts.92.gate_proj,6.61249495,0.01000,0.465
8,mlp.experts.93.gate_proj,0.15050851,0.01000,0.459
8,mlp.experts.94.gate_proj,2.37272787,0.01000,0.466
8,mlp.experts.95.gate_proj,7.10634995,0.01000,0.458
8,mlp.experts.96.gate_proj,1.50167418,0.01000,0.463
8,mlp.experts.97.gate_proj,0.15523592,0.01000,0.457
8,mlp.experts.98.gate_proj,1.53904760,0.01000,0.460
8,mlp.experts.99.gate_proj,3.83822250,0.01000,0.455
8,mlp.experts.100.gate_proj,2.20312119,0.01000,0.454
8,mlp.experts.101.gate_proj,0.77192211,0.01000,0.454
8,mlp.experts.102.gate_proj,1.48527133,0.01000,0.455
8,mlp.experts.103.gate_proj,4.18365335,0.01000,0.454
8,mlp.experts.104.gate_proj,5.33865118,0.01000,0.452
8,mlp.experts.105.gate_proj,4.41307831,0.01000,0.453
8,mlp.experts.106.gate_proj,2.57621789,0.01000,0.454
8,mlp.experts.107.gate_proj,1.19232416,0.01000,0.457
8,mlp.experts.108.gate_proj,1.25595260,0.01000,0.456
8,mlp.experts.109.gate_proj,6.30733347,0.01000,0.455
8,mlp.experts.110.gate_proj,3.69318175,0.01000,0.454
8,mlp.experts.111.gate_proj,1.13266766,0.01000,0.455
8,mlp.experts.112.gate_proj,1.11793482,0.01000,0.455
8,mlp.experts.113.gate_proj,0.48249152,0.01000,0.458
8,mlp.experts.114.gate_proj,0.66788948,0.01000,0.456
8,mlp.experts.115.gate_proj,0.18860026,0.01000,0.463
8,mlp.experts.116.gate_proj,3.63113141,0.01000,0.459
8,mlp.experts.117.gate_proj,0.69458163,0.01000,0.462
8,mlp.experts.118.gate_proj,0.35873330,0.01000,0.464
8,mlp.experts.119.gate_proj,0.14166687,0.01000,0.469
8,mlp.experts.120.gate_proj,0.50901914,0.01000,0.468
8,mlp.experts.121.gate_proj,1.91554999,0.01000,0.472
8,mlp.experts.122.gate_proj,3.77984810,0.01000,0.468
8,mlp.experts.123.gate_proj,1.57063413,0.01000,0.467
8,mlp.experts.124.gate_proj,0.50636876,0.01000,0.473
8,mlp.experts.125.gate_proj,1.55262923,0.01000,0.470
8,mlp.experts.126.gate_proj,0.90373927,0.01000,0.461
8,mlp.experts.127.gate_proj,1.81824398,0.01000,0.470
8,mlp.experts.0.down_proj,0.03840648,0.01000,0.178
8,mlp.experts.1.down_proj,0.01037158,0.01000,0.174
8,mlp.experts.2.down_proj,1.05306888,0.01000,0.173
8,mlp.experts.3.down_proj,0.33939436,0.01000,0.174
8,mlp.experts.4.down_proj,0.42699063,0.01000,0.172
8,mlp.experts.5.down_proj,4.08392477,0.01000,0.173
8,mlp.experts.6.down_proj,0.23128781,0.01000,0.175
8,mlp.experts.7.down_proj,0.04020422,0.01000,0.177
8,mlp.experts.8.down_proj,0.91551161,0.01000,0.172
8,mlp.experts.9.down_proj,0.00953111,0.01000,0.171
8,mlp.experts.10.down_proj,0.04050710,0.01000,0.170
8,mlp.experts.11.down_proj,0.07905594,0.01000,0.176
8,mlp.experts.12.down_proj,0.25422877,0.01000,0.172
8,mlp.experts.13.down_proj,0.81709129,0.01000,0.176
8,mlp.experts.14.down_proj,0.80010962,0.01000,0.175
8,mlp.experts.15.down_proj,0.43881634,0.01000,0.172
8,mlp.experts.16.down_proj,0.74377370,0.01000,0.172
8,mlp.experts.17.down_proj,3.52953863,0.01000,0.178
8,mlp.experts.18.down_proj,0.13018729,0.01000,0.180
8,mlp.experts.19.down_proj,0.09236878,0.01000,0.175
8,mlp.experts.20.down_proj,0.32266474,0.01000,0.172
8,mlp.experts.21.down_proj,0.87067497,0.01000,0.180
8,mlp.experts.22.down_proj,4.45070553,0.01000,0.173
8,mlp.experts.23.down_proj,0.26980159,0.01000,0.172
8,mlp.experts.24.down_proj,1.79510367,0.01000,0.175
8,mlp.experts.25.down_proj,0.23052497,0.01000,0.182
8,mlp.experts.26.down_proj,0.11668171,0.01000,0.180
8,mlp.experts.27.down_proj,0.44118935,0.01000,0.172
8,mlp.experts.28.down_proj,0.31662226,0.01000,0.179
8,mlp.experts.29.down_proj,0.07082096,0.01000,0.172
8,mlp.experts.30.down_proj,0.25898165,0.01000,0.172
8,mlp.experts.31.down_proj,0.04305487,0.01000,0.172
8,mlp.experts.32.down_proj,0.36544308,0.01000,0.176
8,mlp.experts.33.down_proj,0.48948267,0.01000,0.180
8,mlp.experts.34.down_proj,0.00828033,0.01000,0.179
8,mlp.experts.35.down_proj,0.32328954,0.01000,0.172
8,mlp.experts.36.down_proj,3.02345991,0.01000,0.181
8,mlp.experts.37.down_proj,0.76164854,0.01000,0.177
8,mlp.experts.38.down_proj,0.31377566,0.01000,0.171
8,mlp.experts.39.down_proj,0.39021546,0.01000,0.171
8,mlp.experts.40.down_proj,0.06257587,0.01000,0.171
8,mlp.experts.41.down_proj,0.14729959,0.01000,0.172
8,mlp.experts.42.down_proj,0.16625769,0.01000,0.172
8,mlp.experts.43.down_proj,0.19513491,0.01000,0.171
8,mlp.experts.44.down_proj,0.44198689,0.01000,0.171
8,mlp.experts.45.down_proj,1.38479507,0.01000,0.170
8,mlp.experts.46.down_proj,2.76346350,0.01000,0.171
8,mlp.experts.47.down_proj,0.30535588,0.01000,0.171
8,mlp.experts.48.down_proj,0.05770877,0.01000,0.171
8,mlp.experts.49.down_proj,0.06094090,0.01000,0.171
8,mlp.experts.50.down_proj,0.04240145,0.01000,0.170
8,mlp.experts.51.down_proj,0.70348370,0.01000,0.170
8,mlp.experts.52.down_proj,0.21547031,0.01000,0.171
8,mlp.experts.53.down_proj,4.34483051,0.01000,0.171
8,mlp.experts.54.down_proj,0.05851271,0.01000,0.171
8,mlp.experts.55.down_proj,0.18752131,0.01000,0.183
8,mlp.experts.56.down_proj,0.41402555,0.01000,0.171
8,mlp.experts.57.down_proj,4.26135445,0.01000,0.176
8,mlp.experts.58.down_proj,0.00886167,0.01000,0.170
8,mlp.experts.59.down_proj,0.07311281,0.01000,0.170
8,mlp.experts.60.down_proj,0.10159973,0.01000,0.170
8,mlp.experts.61.down_proj,0.99041140,0.01000,0.170
8,mlp.experts.62.down_proj,0.41809696,0.01000,0.170
8,mlp.experts.63.down_proj,0.03618157,0.01000,0.170
8,mlp.experts.64.down_proj,2.29206991,0.01000,0.170
8,mlp.experts.65.down_proj,0.08823143,0.01000,0.170
8,mlp.experts.66.down_proj,0.32339361,0.01000,0.170
8,mlp.experts.67.down_proj,0.24252778,0.01000,0.170
8,mlp.experts.68.down_proj,0.03897005,0.01000,0.170
8,mlp.experts.69.down_proj,0.03201600,0.01000,0.169
8,mlp.experts.70.down_proj,0.28745213,0.01000,0.169
8,mlp.experts.71.down_proj,0.63108796,0.01000,0.169
8,mlp.experts.72.down_proj,0.42231709,0.01000,0.179
8,mlp.experts.73.down_proj,0.01170104,0.01000,0.170
8,mlp.experts.74.down_proj,0.26140168,0.01000,0.171
8,mlp.experts.75.down_proj,0.02698983,0.01000,0.176
8,mlp.experts.76.down_proj,0.04383523,0.01000,0.181
8,mlp.experts.77.down_proj,0.16481008,0.01000,0.182
8,mlp.experts.78.down_proj,0.17371446,0.01000,0.180
8,mlp.experts.79.down_proj,0.19206995,0.01000,0.181
8,mlp.experts.80.down_proj,0.99636745,0.01000,0.180
8,mlp.experts.81.down_proj,0.16577533,0.01000,0.180
8,mlp.experts.82.down_proj,0.20938675,0.01000,0.184
8,mlp.experts.83.down_proj,0.02791709,0.01000,0.184
8,mlp.experts.84.down_proj,0.69779295,0.01000,0.180
8,mlp.experts.85.down_proj,0.01778295,0.01000,0.180
8,mlp.experts.86.down_proj,1.11041999,0.01000,0.180
8,mlp.experts.87.down_proj,0.08302465,0.01000,0.176
8,mlp.experts.88.down_proj,0.13220999,0.01000,0.180
8,mlp.experts.89.down_proj,0.06909519,0.01000,0.181
8,mlp.experts.90.down_proj,0.41270548,0.01000,0.180
8,mlp.experts.91.down_proj,0.10545978,0.01000,0.181
8,mlp.experts.92.down_proj,0.92318845,0.01000,0.182
8,mlp.experts.93.down_proj,0.02191082,0.01000,0.182
8,mlp.experts.94.down_proj,0.40787143,0.01000,0.182
8,mlp.experts.95.down_proj,0.87260783,0.01000,0.183
8,mlp.experts.96.down_proj,0.02279508,0.01000,0.184
8,mlp.experts.97.down_proj,0.03535293,0.01000,0.183
8,mlp.experts.98.down_proj,0.24608257,0.01000,0.184
8,mlp.experts.99.down_proj,0.54811162,0.01000,0.184
8,mlp.experts.100.down_proj,0.31280515,0.01000,0.183
8,mlp.experts.101.down_proj,0.09192510,0.01000,0.184
8,mlp.experts.102.down_proj,0.22155967,0.01000,0.185
8,mlp.experts.103.down_proj,0.59099889,0.01000,0.184
8,mlp.experts.104.down_proj,0.75423020,0.01000,0.183
8,mlp.experts.105.down_proj,0.37277949,0.01000,0.184
8,mlp.experts.106.down_proj,0.33918566,0.01000,0.185
8,mlp.experts.107.down_proj,0.12672326,0.01000,0.184
8,mlp.experts.108.down_proj,0.11557591,0.01000,0.183
8,mlp.experts.109.down_proj,1.13319468,0.01000,0.183
8,mlp.experts.110.down_proj,0.43571290,0.01000,0.183
8,mlp.experts.111.down_proj,0.17637831,0.01000,0.183
8,mlp.experts.112.down_proj,0.12083585,0.01000,0.183
8,mlp.experts.113.down_proj,0.04465305,0.01000,0.183
8,mlp.experts.114.down_proj,0.05581732,0.01000,0.183
8,mlp.experts.115.down_proj,0.02116083,0.01000,0.183
8,mlp.experts.116.down_proj,0.48427597,0.01000,0.183
8,mlp.experts.117.down_proj,0.07484631,0.01000,0.183
8,mlp.experts.118.down_proj,0.03178134,0.01000,0.184
8,mlp.experts.119.down_proj,0.01751547,0.01000,0.186
8,mlp.experts.120.down_proj,0.02396661,0.01000,0.184
8,mlp.experts.121.down_proj,0.35402682,0.01000,0.184
8,mlp.experts.122.down_proj,0.48228002,0.01000,0.183
8,mlp.experts.123.down_proj,0.18715343,0.01000,0.185
8,mlp.experts.124.down_proj,0.04482342,0.01000,0.184
8,mlp.experts.125.down_proj,0.24556455,0.01000,0.183
8,mlp.experts.126.down_proj,0.03741893,0.01000,0.184
8,mlp.experts.127.down_proj,0.23129816,0.01000,0.184
9,self_attn.q_proj,0.03425970,0.01000,0.482
9,self_attn.k_proj,0.00486973,0.01000,0.481
9,self_attn.v_proj,0.00574057,0.01000,0.479
9,self_attn.o_proj,0.00538360,0.01000,0.987
9,mlp.experts.0.up_proj,14.38487625,0.01000,0.465
9,mlp.experts.1.up_proj,7.42820454,0.01000,0.455
9,mlp.experts.2.up_proj,4.01487637,0.01000,0.454
9,mlp.experts.3.up_proj,0.09065799,0.01000,0.454
9,mlp.experts.4.up_proj,0.06907899,0.01000,0.455
9,mlp.experts.5.up_proj,6.27310944,0.01000,0.455
9,mlp.experts.6.up_proj,0.59233153,0.01000,0.478
9,mlp.experts.7.up_proj,11.02947330,0.01000,0.453
9,mlp.experts.8.up_proj,0.43996119,0.01000,0.454
9,mlp.experts.9.up_proj,7.57431126,0.01000,0.453
9,mlp.experts.10.up_proj,12.42287445,0.01000,0.454
9,mlp.experts.11.up_proj,0.32634038,0.01000,0.452
9,mlp.experts.12.up_proj,1.10038209,0.01000,0.453
9,mlp.experts.13.up_proj,0.08792679,0.01000,0.451
9,mlp.experts.14.up_proj,0.34627607,0.01000,0.452
9,mlp.experts.15.up_proj,0.37716064,0.01000,0.452
9,mlp.experts.16.up_proj,1.28095436,0.01000,0.452
9,mlp.experts.17.up_proj,1.71442223,0.01000,0.470
9,mlp.experts.18.up_proj,1.93528080,0.01000,0.453
9,mlp.experts.19.up_proj,2.71277237,0.01000,0.454
9,mlp.experts.20.up_proj,1.91996479,0.01000,0.456
9,mlp.experts.21.up_proj,0.87461209,0.01000,0.454
9,mlp.experts.22.up_proj,4.12586021,0.01000,0.455
9,mlp.experts.23.up_proj,0.86320293,0.01000,0.458
9,mlp.experts.24.up_proj,4.13942337,0.01000,0.485
9,mlp.experts.25.up_proj,2.29411101,0.01000,0.485
9,mlp.experts.26.up_proj,2.56810880,0.01000,0.486
9,mlp.experts.27.up_proj,1.13829541,0.01000,0.487
9,mlp.experts.28.up_proj,1.19316173,0.01000,0.487
9,mlp.experts.29.up_proj,0.01857572,0.01000,0.498
9,mlp.experts.30.up_proj,0.32216191,0.01000,0.489
9,mlp.experts.31.up_proj,1.69596171,0.01000,0.488
9,mlp.experts.32.up_proj,2.53560495,0.01000,0.487
9,mlp.experts.33.up_proj,26.42872429,0.01000,0.487
9,mlp.experts.34.up_proj,0.59288275,0.01000,0.487
9,mlp.experts.35.up_proj,12.67432404,0.01000,0.488
9,mlp.experts.36.up_proj,0.03107815,0.01000,0.487
9,mlp.experts.37.up_proj,2.89807749,0.01000,0.489
9,mlp.experts.38.up_proj,0.90036106,0.01000,0.490
9,mlp.experts.39.up_proj,0.90114737,0.01000,0.487
9,mlp.experts.40.up_proj,1.98429513,0.01000,0.475
9,mlp.experts.41.up_proj,3.06539011,0.01000,0.478
9,mlp.experts.42.up_proj,0.03839793,0.01000,0.481
9,mlp.experts.43.up_proj,4.76127529,0.01000,0.484
9,mlp.experts.44.up_proj,0.81328225,0.01000,0.490
9,mlp.experts.45.up_proj,4.28953838,0.01000,0.487
9,mlp.experts.46.up_proj,2.26714206,0.01000,0.487
9,mlp.experts.47.up_proj,5.22043514,0.01000,0.487
9,mlp.experts.48.up_proj,2.91633320,0.01000,0.495
9,mlp.experts.49.up_proj,20.76706696,0.01000,0.462
9,mlp.experts.50.up_proj,0.20293179,0.01000,0.463
9,mlp.experts.51.up_proj,1.65107799,0.01000,0.461
9,mlp.experts.52.up_proj,17.47465515,0.01000,0.461
9,mlp.experts.53.up_proj,0.52334696,0.01000,0.460
9,mlp.experts.54.up_proj,0.36241016,0.01000,0.469
9,mlp.experts.55.up_proj,2.23133516,0.01000,0.462
9,mlp.experts.56.up_proj,1.24030828,0.01000,0.462
9,mlp.experts.57.up_proj,2.85380745,0.01000,0.486
9,mlp.experts.58.up_proj,0.39437959,0.01000,0.458
9,mlp.experts.59.up_proj,0.70925254,0.01000,0.455
9,mlp.experts.60.up_proj,1.46894312,0.01000,0.455
9,mlp.experts.61.up_proj,0.07727169,0.01000,0.473
9,mlp.experts.62.up_proj,2.41603231,0.01000,0.473
9,mlp.experts.63.up_proj,0.14021672,0.01000,0.485
9,mlp.experts.64.up_proj,3.13301015,0.01000,0.492
9,mlp.experts.65.up_proj,7.30635834,0.01000,0.484
9,mlp.experts.66.up_proj,1.77167356,0.01000,0.486
9,mlp.experts.67.up_proj,0.19768026,0.01000,0.484
9,mlp.experts.68.up_proj,0.82158983,0.01000,0.484
9,mlp.experts.69.up_proj,0.72050595,0.01000,0.485
9,mlp.experts.70.up_proj,1.49334311,0.01000,0.486
9,mlp.experts.71.up_proj,3.81017661,0.01000,0.487
9,mlp.experts.72.up_proj,0.25412837,0.01000,0.487
9,mlp.experts.73.up_proj,1.56015027,0.01000,0.484
9,mlp.experts.74.up_proj,0.14709203,0.01000,0.485
9,mlp.experts.75.up_proj,0.55768049,0.01000,0.478
9,mlp.experts.76.up_proj,4.52435589,0.01000,0.479
9,mlp.experts.77.up_proj,1.17312574,0.01000,0.492
9,mlp.experts.78.up_proj,0.59035826,0.01000,0.485
9,mlp.experts.79.up_proj,2.68790531,0.01000,0.483
9,mlp.experts.80.up_proj,13.31825542,0.01000,0.482
9,mlp.experts.81.up_proj,4.23442411,0.01000,0.483
9,mlp.experts.82.up_proj,22.50520325,0.01000,0.481
9,mlp.experts.83.up_proj,1.16491508,0.01000,0.494
9,mlp.experts.84.up_proj,3.33588028,0.01000,0.483
9,mlp.experts.85.up_proj,6.20142365,0.01000,0.482
9,mlp.experts.86.up_proj,4.11469889,0.01000,0.483
9,mlp.experts.87.up_proj,1.11536956,0.01000,0.484
9,mlp.experts.88.up_proj,1.21331167,0.01000,0.485
9,mlp.experts.89.up_proj,1.74687374,0.01000,0.493
9,mlp.experts.90.up_proj,1.56077838,0.01000,0.483
9,mlp.experts.91.up_proj,5.37025642,0.01000,0.484
9,mlp.experts.92.up_proj,2.86167955,0.01000,0.484
9,mlp.experts.93.up_proj,0.16710857,0.01000,0.484
9,mlp.experts.94.up_proj,10.94694042,0.01000,0.484
9,mlp.experts.95.up_proj,0.38101748,0.01000,0.487
9,mlp.experts.96.up_proj,7.20603848,0.01000,0.494
9,mlp.experts.97.up_proj,4.56185150,0.01000,0.485
9,mlp.experts.98.up_proj,2.61222029,0.01000,0.484
9,mlp.experts.99.up_proj,3.51125145,0.01000,0.483
9,mlp.experts.100.up_proj,0.98522675,0.01000,0.484
9,mlp.experts.101.up_proj,1.28828549,0.01000,0.484
9,mlp.experts.102.up_proj,2.40722942,0.01000,0.484
9,mlp.experts.103.up_proj,2.90781260,0.01000,0.484
9,mlp.experts.104.up_proj,1.81527519,0.01000,0.484
9,mlp.experts.105.up_proj,5.81594753,0.01000,0.483
9,mlp.experts.106.up_proj,1.78913164,0.01000,0.483
9,mlp.experts.107.up_proj,0.23693016,0.01000,0.483
9,mlp.experts.108.up_proj,1.65988660,0.01000,0.480
9,mlp.experts.109.up_proj,0.38503680,0.01000,0.486
9,mlp.experts.110.up_proj,7.01367569,0.01000,0.483
9,mlp.experts.111.up_proj,6.95584297,0.01000,0.488
9,mlp.experts.112.up_proj,0.90018398,0.01000,0.493
9,mlp.experts.113.up_proj,5.48083210,0.01000,0.472
9,mlp.experts.114.up_proj,1.09180844,0.01000,0.481
9,mlp.experts.115.up_proj,0.17156160,0.01000,0.481
9,mlp.experts.116.up_proj,1.08910072,0.01000,0.481
9,mlp.experts.117.up_proj,2.58926272,0.01000,0.471
9,mlp.experts.118.up_proj,5.09570503,0.01000,0.470
9,mlp.experts.119.up_proj,1.04344106,0.01000,0.469
9,mlp.experts.120.up_proj,0.96458018,0.01000,0.466
9,mlp.experts.121.up_proj,0.05554780,0.01000,0.461
9,mlp.experts.122.up_proj,6.02689695,0.01000,0.462
9,mlp.experts.123.up_proj,0.13857117,0.01000,0.465
9,mlp.experts.124.up_proj,0.51523411,0.01000,0.466
9,mlp.experts.125.up_proj,6.72858906,0.01000,0.467
9,mlp.experts.126.up_proj,0.18158413,0.01000,0.469
9,mlp.experts.127.up_proj,6.69630241,0.01000,0.467
9,mlp.experts.0.gate_proj,15.19150925,0.01000,0.465
9,mlp.experts.1.gate_proj,7.66239500,0.01000,0.464
9,mlp.experts.2.gate_proj,4.38230467,0.01000,0.465
9,mlp.experts.3.gate_proj,0.09534500,0.01000,0.464
9,mlp.experts.4.gate_proj,0.07198464,0.01000,0.462
9,mlp.experts.5.gate_proj,6.61544228,0.01000,0.462
9,mlp.experts.6.gate_proj,0.61782843,0.01000,0.464
9,mlp.experts.7.gate_proj,11.42790222,0.01000,0.467
9,mlp.experts.8.gate_proj,0.44568855,0.01000,0.467
9,mlp.experts.9.gate_proj,7.60663033,0.01000,0.465
9,mlp.experts.10.gate_proj,13.00366402,0.01000,0.463
9,mlp.experts.11.gate_proj,0.34536427,0.01000,0.467
9,mlp.experts.12.gate_proj,1.23616600,0.01000,0.469
9,mlp.experts.13.gate_proj,0.09067687,0.01000,0.464
9,mlp.experts.14.gate_proj,0.35885510,0.01000,0.467
9,mlp.experts.15.gate_proj,0.39919144,0.01000,0.469
9,mlp.experts.16.gate_proj,1.29986572,0.01000,0.468
9,mlp.experts.17.gate_proj,1.75388205,0.01000,0.468
9,mlp.experts.18.gate_proj,2.08816290,0.01000,0.465
9,mlp.experts.19.gate_proj,2.98543978,0.01000,0.474
9,mlp.experts.20.gate_proj,1.99676383,0.01000,0.470
9,mlp.experts.21.gate_proj,0.92612576,0.01000,0.467
9,mlp.experts.22.gate_proj,4.18623257,0.01000,0.466
9,mlp.experts.23.gate_proj,0.97354710,0.01000,0.467
9,mlp.experts.24.gate_proj,4.06146240,0.01000,0.471
9,mlp.experts.25.gate_proj,2.28302908,0.01000,0.474
9,mlp.experts.26.gate_proj,2.66941571,0.01000,0.466
9,mlp.experts.27.gate_proj,1.26329660,0.01000,0.467
9,mlp.experts.28.gate_proj,1.25366187,0.01000,0.464
9,mlp.experts.29.gate_proj,0.01957180,0.01000,0.467
9,mlp.experts.30.gate_proj,0.32855931,0.01000,0.469
9,mlp.experts.31.gate_proj,1.79145575,0.01000,0.471
9,mlp.experts.32.gate_proj,2.71206260,0.01000,0.462
9,mlp.experts.33.gate_proj,28.61844826,0.01000,0.465
9,mlp.experts.34.gate_proj,0.60549343,0.01000,0.463
9,mlp.experts.35.gate_proj,11.00809097,0.01000,0.467
9,mlp.experts.36.gate_proj,0.03361651,0.01000,0.469
9,mlp.experts.37.gate_proj,3.03880358,0.01000,0.469
9,mlp.experts.38.gate_proj,0.92175567,0.01000,0.464
9,mlp.experts.39.gate_proj,0.94021022,0.01000,0.485
9,mlp.experts.40.gate_proj,1.73930383,0.01000,0.472
9,mlp.experts.41.gate_proj,3.06693578,0.01000,0.467
9,mlp.experts.42.gate_proj,0.04009054,0.01000,0.456
9,mlp.experts.43.gate_proj,4.91691113,0.01000,0.461
9,mlp.experts.44.gate_proj,0.83423597,0.01000,0.456
9,mlp.experts.45.gate_proj,4.23789454,0.01000,0.496
9,mlp.experts.46.gate_proj,2.58167791,0.01000,0.456
9,mlp.experts.47.gate_proj,5.20592499,0.01000,0.455
9,mlp.experts.48.gate_proj,2.94646263,0.01000,0.456
9,mlp.experts.49.gate_proj,21.60307312,0.01000,0.456
9,mlp.experts.50.gate_proj,0.21266283,0.01000,0.466
9,mlp.experts.51.gate_proj,1.70843077,0.01000,0.456
9,mlp.experts.52.gate_proj,17.60829544,0.01000,0.455
9,mlp.experts.53.gate_proj,0.54944640,0.01000,0.461
9,mlp.experts.54.gate_proj,0.36937112,0.01000,0.484
9,mlp.experts.55.gate_proj,2.34935904,0.01000,0.478
9,mlp.experts.56.gate_proj,1.33003020,0.01000,0.456
9,mlp.experts.57.gate_proj,2.98814511,0.01000,0.455
9,mlp.experts.58.gate_proj,0.41712433,0.01000,0.457
9,mlp.experts.59.gate_proj,0.75001657,0.01000,0.455
9,mlp.experts.60.gate_proj,1.51652670,0.01000,0.456
9,mlp.experts.61.gate_proj,0.08391082,0.01000,0.455
9,mlp.experts.62.gate_proj,2.48783207,0.01000,0.455
9,mlp.experts.63.gate_proj,0.15007311,0.01000,0.455
9,mlp.experts.64.gate_proj,3.55026770,0.01000,0.456
9,mlp.experts.65.gate_proj,7.59211254,0.01000,0.489
9,mlp.experts.66.gate_proj,1.80738354,0.01000,0.491
9,mlp.experts.67.gate_proj,0.20973504,0.01000,0.492
9,mlp.experts.68.gate_proj,0.85679513,0.01000,0.491
9,mlp.experts.69.gate_proj,3.38558507,0.01000,0.492
9,mlp.experts.70.gate_proj,1.63549566,0.01000,0.492
9,mlp.experts.71.gate_proj,3.93550873,0.01000,0.492
9,mlp.experts.72.gate_proj,0.26855990,0.01000,0.491
9,mlp.experts.73.gate_proj,1.61300087,0.01000,0.490
9,mlp.experts.74.gate_proj,0.15809909,0.01000,0.491
9,mlp.experts.75.gate_proj,0.58848029,0.01000,0.455
9,mlp.experts.76.gate_proj,4.80894613,0.01000,0.455
9,mlp.experts.77.gate_proj,1.21712112,0.01000,0.455
9,mlp.experts.78.gate_proj,0.63271403,0.01000,0.460
9,mlp.experts.79.gate_proj,2.86779451,0.01000,0.455
9,mlp.experts.80.gate_proj,14.14387703,0.01000,0.455
9,mlp.experts.81.gate_proj,4.51392984,0.01000,0.472
9,mlp.experts.82.gate_proj,24.12297249,0.01000,0.455
9,mlp.experts.83.gate_proj,1.22661793,0.01000,0.455
9,mlp.experts.84.gate_proj,3.50149202,0.01000,0.456
9,mlp.experts.85.gate_proj,6.60619926,0.01000,0.456
9,mlp.experts.86.gate_proj,4.33364868,0.01000,0.455
9,mlp.experts.87.gate_proj,1.18068957,0.01000,0.456
9,mlp.experts.88.gate_proj,1.27483153,0.01000,0.456
9,mlp.experts.89.gate_proj,1.82751203,0.01000,0.456
9,mlp.experts.90.gate_proj,1.67924786,0.01000,0.455
9,mlp.experts.91.gate_proj,6.00148201,0.01000,0.456
9,mlp.experts.92.gate_proj,2.93463469,0.01000,0.456
9,mlp.experts.93.gate_proj,0.17618214,0.01000,0.456
9,mlp.experts.94.gate_proj,12.29608345,0.01000,0.456
9,mlp.experts.95.gate_proj,0.40526327,0.01000,0.456
9,mlp.experts.96.gate_proj,7.47697401,0.01000,0.456
9,mlp.experts.97.gate_proj,4.72732592,0.01000,0.463
9,mlp.experts.98.gate_proj,2.73116040,0.01000,0.492
9,mlp.experts.99.gate_proj,3.65643644,0.01000,0.492
9,mlp.experts.100.gate_proj,1.14347434,0.01000,0.493
9,mlp.experts.101.gate_proj,1.33264327,0.01000,0.492
9,mlp.experts.102.gate_proj,2.41381240,0.01000,0.492
9,mlp.experts.103.gate_proj,2.88740087,0.01000,0.488
9,mlp.experts.104.gate_proj,1.95179236,0.01000,0.489
9,mlp.experts.105.gate_proj,6.21550751,0.01000,0.488
9,mlp.experts.106.gate_proj,1.86659360,0.01000,0.490
9,mlp.experts.107.gate_proj,0.24355115,0.01000,0.488
9,mlp.experts.108.gate_proj,1.71218741,0.01000,0.488
9,mlp.experts.109.gate_proj,0.40838125,0.01000,0.453
9,mlp.experts.110.gate_proj,6.85942936,0.01000,0.458
9,mlp.experts.111.gate_proj,7.03191185,0.01000,0.457
9,mlp.experts.112.gate_proj,0.89595807,0.01000,0.490
9,mlp.experts.113.gate_proj,5.57598829,0.01000,0.455
9,mlp.experts.114.gate_proj,1.12895584,0.01000,0.455
9,mlp.experts.115.gate_proj,0.17823964,0.01000,0.464
9,mlp.experts.116.gate_proj,1.12437749,0.01000,0.456
9,mlp.experts.117.gate_proj,2.48934460,0.01000,0.455
9,mlp.experts.118.gate_proj,5.04598665,0.01000,0.454
9,mlp.experts.119.gate_proj,1.09411740,0.01000,0.455
9,mlp.experts.120.gate_proj,1.04251242,0.01000,0.455
9,mlp.experts.121.gate_proj,0.05930622,0.01000,0.455
9,mlp.experts.122.gate_proj,6.46144724,0.01000,0.454
9,mlp.experts.123.gate_proj,0.14409432,0.01000,0.455
9,mlp.experts.124.gate_proj,0.53367883,0.01000,0.455
9,mlp.experts.125.gate_proj,6.78059149,0.01000,0.464
9,mlp.experts.126.gate_proj,0.19504701,0.01000,0.455
9,mlp.experts.127.gate_proj,6.48631811,0.01000,0.455
9,mlp.experts.0.down_proj,2.57357645,0.01000,0.177
9,mlp.experts.1.down_proj,0.99196941,0.01000,0.182
9,mlp.experts.2.down_proj,0.44849873,0.01000,0.181
9,mlp.experts.3.down_proj,0.01868769,0.01000,0.181
9,mlp.experts.4.down_proj,0.00692063,0.01000,0.178
9,mlp.experts.5.down_proj,0.84010196,0.01000,0.181
9,mlp.experts.6.down_proj,0.06108184,0.01000,0.182
9,mlp.experts.7.down_proj,1.62042022,0.01000,0.176
9,mlp.experts.8.down_proj,0.02995608,0.01000,0.176
9,mlp.experts.9.down_proj,1.49896479,0.01000,0.180
9,mlp.experts.10.down_proj,2.76596212,0.01000,0.177
9,mlp.experts.11.down_proj,0.02595050,0.01000,0.180
9,mlp.experts.12.down_proj,0.06572017,0.01000,0.181
9,mlp.experts.13.down_proj,0.00847830,0.01000,0.181
9,mlp.experts.14.down_proj,0.02808603,0.01000,0.181
9,mlp.experts.15.down_proj,0.03924883,0.01000,0.176
9,mlp.experts.16.down_proj,0.24113852,0.01000,0.177
9,mlp.experts.17.down_proj,0.19937649,0.01000,0.177
9,mlp.experts.18.down_proj,0.51807976,0.01000,0.182
9,mlp.experts.19.down_proj,0.32634372,0.01000,0.178
9,mlp.experts.20.down_proj,0.32558191,0.01000,0.177
9,mlp.experts.21.down_proj,0.08748094,0.01000,0.177
9,mlp.experts.22.down_proj,0.68575561,0.01000,0.177
9,mlp.experts.23.down_proj,0.02549064,0.01000,0.177
9,mlp.experts.24.down_proj,0.56309688,0.01000,0.177
9,mlp.experts.25.down_proj,0.43110761,0.01000,0.177
9,mlp.experts.26.down_proj,0.34139526,0.01000,0.176
9,mlp.experts.27.down_proj,0.16892353,0.01000,0.177
9,mlp.experts.28.down_proj,0.15419245,0.01000,0.177
9,mlp.experts.29.down_proj,0.00397947,0.01000,0.180
9,mlp.experts.30.down_proj,0.05127205,0.01000,0.181
9,mlp.experts.31.down_proj,0.26875553,0.01000,0.180
9,mlp.experts.32.down_proj,0.37286508,0.01000,0.182
9,mlp.experts.33.down_proj,3.85906363,0.01000,0.181
9,mlp.experts.34.down_proj,0.05815675,0.01000,0.182
9,mlp.experts.35.down_proj,1.89743388,0.01000,0.182
9,mlp.experts.36.down_proj,0.00664969,0.01000,0.181
9,mlp.experts.37.down_proj,0.34747311,0.01000,0.181
9,mlp.experts.38.down_proj,0.08039761,0.01000,0.181
9,mlp.experts.39.down_proj,0.02956143,0.01000,0.181
9,mlp.experts.40.down_proj,0.30474016,0.01000,0.179
9,mlp.experts.41.down_proj,0.37179255,0.01000,0.181
9,mlp.experts.42.down_proj,0.00697115,0.01000,0.181
9,mlp.experts.43.down_proj,0.73223209,0.01000,0.182
9,mlp.experts.44.down_proj,0.07720526,0.01000,0.181
9,mlp.experts.45.down_proj,0.68878257,0.01000,0.180
9,mlp.experts.46.down_proj,0.17815869,0.01000,0.180
9,mlp.experts.47.down_proj,0.42906475,0.01000,0.182
9,mlp.experts.48.down_proj,0.44316560,0.01000,0.182
9,mlp.experts.49.down_proj,4.01921654,0.01000,0.181
9,mlp.experts.50.down_proj,0.03562045,0.01000,0.182
9,mlp.experts.51.down_proj,0.13949540,0.01000,0.181
9,mlp.experts.52.down_proj,2.22722793,0.01000,0.182
9,mlp.experts.53.down_proj,0.03980682,0.01000,0.182
9,mlp.experts.54.down_proj,0.06678204,0.01000,0.182
9,mlp.experts.55.down_proj,0.33998781,0.01000,0.172
9,mlp.experts.56.down_proj,0.14056280,0.01000,0.181
9,mlp.experts.57.down_proj,0.43398249,0.01000,0.181
9,mlp.experts.58.down_proj,0.03402063,0.01000,0.181
9,mlp.experts.59.down_proj,0.12952745,0.01000,0.182
9,mlp.experts.60.down_proj,0.17415477,0.01000,0.179
9,mlp.experts.61.down_proj,0.01069173,0.01000,0.181
9,mlp.experts.62.down_proj,0.40672484,0.01000,0.182
9,mlp.experts.63.down_proj,0.00908584,0.01000,0.182
9,mlp.experts.64.down_proj,0.47394770,0.01000,0.183
9,mlp.experts.65.down_proj,1.42845702,0.01000,0.183
9,mlp.experts.66.down_proj,0.26161486,0.01000,0.182
9,mlp.experts.67.down_proj,0.02652116,0.01000,0.186
9,mlp.experts.68.down_proj,0.09956402,0.01000,0.182
9,mlp.experts.69.down_proj,0.04710566,0.01000,0.181
9,mlp.experts.70.down_proj,0.18134108,0.01000,0.175
9,mlp.experts.71.down_proj,0.43996891,0.01000,0.185
9,mlp.experts.72.down_proj,0.04168923,0.01000,0.184
9,mlp.experts.73.down_proj,0.16995007,0.01000,0.175
9,mlp.experts.74.down_proj,0.03768913,0.01000,0.181
9,mlp.experts.75.down_proj,0.06720418,0.01000,0.180
9,mlp.experts.76.down_proj,0.59777677,0.01000,0.180
9,mlp.experts.77.down_proj,0.12006894,0.01000,0.183
9,mlp.experts.78.down_proj,0.08804923,0.01000,0.181
9,mlp.experts.79.down_proj,0.37584352,0.01000,0.180
9,mlp.experts.80.down_proj,1.76904917,0.01000,0.181
9,mlp.experts.81.down_proj,0.39931288,0.01000,0.179
9,mlp.experts.82.down_proj,4.62268829,0.01000,0.179
9,mlp.experts.83.down_proj,0.19680655,0.01000,0.181
9,mlp.experts.84.down_proj,0.67853999,0.01000,0.180
9,mlp.experts.85.down_proj,0.83145386,0.01000,0.181
9,mlp.experts.86.down_proj,0.56967831,0.01000,0.183
9,mlp.experts.87.down_proj,0.13520643,0.01000,0.183
9,mlp.experts.88.down_proj,0.16498725,0.01000,0.183
9,mlp.experts.89.down_proj,0.21093522,0.01000,0.184
9,mlp.experts.90.down_proj,0.35122123,0.01000,0.184
9,mlp.experts.91.down_proj,0.74330479,0.01000,0.188
9,mlp.experts.92.down_proj,0.32734147,0.01000,0.184
9,mlp.experts.93.down_proj,0.03237135,0.01000,0.183
9,mlp.experts.94.down_proj,2.09642506,0.01000,0.184
9,mlp.experts.95.down_proj,0.03910403,0.01000,0.184
9,mlp.experts.96.down_proj,1.21464694,0.01000,0.184
9,mlp.experts.97.down_proj,0.53561270,0.01000,0.189
9,mlp.experts.98.down_proj,0.46011776,0.01000,0.186
9,mlp.experts.99.down_proj,0.35069567,0.01000,0.184
9,mlp.experts.100.down_proj,0.24032673,0.01000,0.184
9,mlp.experts.101.down_proj,0.24099837,0.01000,0.184
9,mlp.experts.102.down_proj,0.31910655,0.01000,0.183
9,mlp.experts.103.down_proj,0.39032143,0.01000,0.182
9,mlp.experts.104.down_proj,0.32455531,0.01000,0.184
9,mlp.experts.105.down_proj,0.78841412,0.01000,0.184
9,mlp.experts.106.down_proj,0.25728482,0.01000,0.183
9,mlp.experts.107.down_proj,0.01855031,0.01000,0.185
9,mlp.experts.108.down_proj,0.18448497,0.01000,0.185
9,mlp.experts.109.down_proj,0.06827774,0.01000,0.172
9,mlp.experts.110.down_proj,1.48835063,0.01000,0.180
9,mlp.experts.111.down_proj,1.55015135,0.01000,0.184
9,mlp.experts.112.down_proj,0.12652811,0.01000,0.184
9,mlp.experts.113.down_proj,0.89520085,0.01000,0.185
9,mlp.experts.114.down_proj,0.19930249,0.01000,0.189
9,mlp.experts.115.down_proj,0.01764438,0.01000,0.188
9,mlp.experts.116.down_proj,0.15647165,0.01000,0.180
9,mlp.experts.117.down_proj,0.44691187,0.01000,0.184
9,mlp.experts.118.down_proj,0.82771057,0.01000,0.183
9,mlp.experts.119.down_proj,0.12659228,0.01000,0.182
9,mlp.experts.120.down_proj,0.12218803,0.01000,0.183
9,mlp.experts.121.down_proj,0.01395546,0.01000,0.183
9,mlp.experts.122.down_proj,1.55508113,0.01000,0.183
9,mlp.experts.123.down_proj,0.01631781,0.01000,0.183
9,mlp.experts.124.down_proj,0.04610906,0.01000,0.182
9,mlp.experts.125.down_proj,0.96196520,0.01000,0.183
9,mlp.experts.126.down_proj,0.02742140,0.01000,0.183
9,mlp.experts.127.down_proj,0.82075560,0.01000,0.182
10,self_attn.q_proj,0.03391450,0.01000,0.454
10,self_attn.k_proj,0.00473296,0.01000,0.465
10,self_attn.v_proj,0.00516517,0.01000,0.464
10,self_attn.o_proj,0.00385030,0.01000,0.910
10,mlp.experts.0.up_proj,0.38930327,0.01000,0.463
10,mlp.experts.1.up_proj,0.55648494,0.01000,0.453
10,mlp.experts.2.up_proj,2.83732843,0.01000,0.452
10,mlp.experts.3.up_proj,26.74776840,0.01000,0.452
10,mlp.experts.4.up_proj,1.37420511,0.01000,0.453
10,mlp.experts.5.up_proj,0.78142685,0.01000,0.450
10,mlp.experts.6.up_proj,0.46692109,0.01000,0.451
10,mlp.experts.7.up_proj,0.93213433,0.01000,0.462
10,mlp.experts.8.up_proj,0.89017606,0.01000,0.476
10,mlp.experts.9.up_proj,0.44123682,0.01000,0.475
10,mlp.experts.10.up_proj,2.59245753,0.01000,0.478
10,mlp.experts.11.up_proj,1.45776868,0.01000,0.450
10,mlp.experts.12.up_proj,0.64721978,0.01000,0.449
10,mlp.experts.13.up_proj,2.74600315,0.01000,0.449
10,mlp.experts.14.up_proj,2.37756205,0.01000,0.450
10,mlp.experts.15.up_proj,1.25398171,0.01000,0.452
10,mlp.experts.16.up_proj,21.75712585,0.01000,0.451
10,mlp.experts.17.up_proj,0.03621218,0.01000,0.453
10,mlp.experts.18.up_proj,4.11179876,0.01000,0.457
10,mlp.experts.19.up_proj,0.39862198,0.01000,0.453
10,mlp.experts.20.up_proj,1.41319609,0.01000,0.467
10,mlp.experts.21.up_proj,0.68101943,0.01000,0.481
10,mlp.experts.22.up_proj,0.85695624,0.01000,0.480
10,mlp.experts.23.up_proj,2.50368643,0.01000,0.462
10,mlp.experts.24.up_proj,0.95435369,0.01000,0.462
10,mlp.experts.25.up_proj,3.31489158,0.01000,0.461
10,mlp.experts.26.up_proj,25.98203659,0.01000,0.465
10,mlp.experts.27.up_proj,0.68928176,0.01000,0.465
10,mlp.experts.28.up_proj,0.63864136,0.01000,0.465
10,mlp.experts.29.up_proj,0.42275631,0.01000,0.465
10,mlp.experts.30.up_proj,9.00667763,0.01000,0.460
10,mlp.experts.31.up_proj,0.43897372,0.01000,0.463
10,mlp.experts.32.up_proj,1.11853683,0.01000,0.464
10,mlp.experts.33.up_proj,1.59599233,0.01000,0.466
10,mlp.experts.34.up_proj,0.25928682,0.01000,0.464
10,mlp.experts.35.up_proj,6.45807076,0.01000,0.491
10,mlp.experts.36.up_proj,0.48305485,0.01000,0.491
10,mlp.experts.37.up_proj,0.77334321,0.01000,0.490
10,mlp.experts.38.up_proj,0.09084315,0.01000,0.490
10,mlp.experts.39.up_proj,2.20978522,0.01000,0.479
10,mlp.experts.40.up_proj,8.01710129,0.01000,0.471
10,mlp.experts.41.up_proj,2.81795645,0.01000,0.473
10,mlp.experts.42.up_proj,0.28432113,0.01000,0.476
10,mlp.experts.43.up_proj,0.92015731,0.01000,0.484
10,mlp.experts.44.up_proj,0.08991732,0.01000,0.484
10,mlp.experts.45.up_proj,1.89712691,0.01000,0.484
10,mlp.experts.46.up_proj,1.81751394,0.01000,0.483
10,mlp.experts.47.up_proj,6.20261621,0.01000,0.488
10,mlp.experts.48.up_proj,0.70023197,0.01000,0.461
10,mlp.experts.49.up_proj,0.08371145,0.01000,0.463
10,mlp.experts.50.up_proj,1.39670324,0.01000,0.461
10,mlp.experts.51.up_proj,1.46468425,0.01000,0.457
10,mlp.experts.52.up_proj,6.18859243,0.01000,0.462
10,mlp.experts.53.up_proj,4.34261608,0.01000,0.462
10,mlp.experts.54.up_proj,0.62185895,0.01000,0.462
10,mlp.experts.55.up_proj,26.60701752,0.01000,0.461
10,mlp.experts.56.up_proj,2.12494898,0.01000,0.463
10,mlp.experts.57.up_proj,14.47643757,0.01000,0.473
10,mlp.experts.58.up_proj,0.53721267,0.01000,0.484
10,mlp.experts.59.up_proj,1.28710604,0.01000,0.484
10,mlp.experts.60.up_proj,0.80363381,0.01000,0.490
10,mlp.experts.61.up_proj,6.93748379,0.01000,0.483
10,mlp.experts.62.up_proj,5.16323853,0.01000,0.483
10,mlp.experts.63.up_proj,0.19813925,0.01000,0.484
10,mlp.experts.64.up_proj,4.39561319,0.01000,0.486
10,mlp.experts.65.up_proj,0.96819770,0.01000,0.483
10,mlp.experts.66.up_proj,2.44093704,0.01000,0.483
10,mlp.experts.67.up_proj,0.31732470,0.01000,0.482
10,mlp.experts.68.up_proj,8.39593410,0.01000,0.487
10,mlp.experts.69.up_proj,2.04211330,0.01000,0.485
10,mlp.experts.70.up_proj,3.23644090,0.01000,0.496
10,mlp.experts.71.up_proj,25.31661415,0.01000,0.481
10,mlp.experts.72.up_proj,0.60079753,0.01000,0.483
10,mlp.experts.73.up_proj,16.56623459,0.01000,0.493
10,mlp.experts.74.up_proj,6.27130413,0.01000,0.488
10,mlp.experts.75.up_proj,3.45464253,0.01000,0.481
10,mlp.experts.76.up_proj,4.00191545,0.01000,0.483
10,mlp.experts.77.up_proj,0.46764427,0.01000,0.483
10,mlp.experts.78.up_proj,0.42153126,0.01000,0.480
10,mlp.experts.79.up_proj,0.04718313,0.01000,0.480
10,mlp.experts.80.up_proj,3.16360593,0.01000,0.480
10,mlp.experts.81.up_proj,0.44682887,0.01000,0.478
10,mlp.experts.82.up_proj,4.14857388,0.01000,0.485
10,mlp.experts.83.up_proj,2.85876775,0.01000,0.491
10,mlp.experts.84.up_proj,0.66756815,0.01000,0.487
10,mlp.experts.85.up_proj,5.46690655,0.01000,0.488
10,mlp.experts.86.up_proj,1.54099047,0.01000,0.490
10,mlp.experts.87.up_proj,0.75968468,0.01000,0.490
10,mlp.experts.88.up_proj,2.66337872,0.01000,0.490
10,mlp.experts.89.up_proj,0.07627910,0.01000,0.479
10,mlp.experts.90.up_proj,1.21354556,0.01000,0.488
10,mlp.experts.91.up_proj,3.74081707,0.01000,0.481
10,mlp.experts.92.up_proj,0.70157647,0.01000,0.481
10,mlp.experts.93.up_proj,1.01889825,0.01000,0.470
10,mlp.experts.94.up_proj,21.92065430,0.01000,0.482
10,mlp.experts.95.up_proj,5.62376118,0.01000,0.483
10,mlp.experts.96.up_proj,1.17011571,0.01000,0.480
10,mlp.experts.97.up_proj,2.67506742,0.01000,0.482
10,mlp.experts.98.up_proj,0.78073847,0.01000,0.481
10,mlp.experts.99.up_proj,2.40237904,0.01000,0.481
10,mlp.experts.100.up_proj,1.29134595,0.01000,0.481
10,mlp.experts.101.up_proj,1.70120490,0.01000,0.487
10,mlp.experts.102.up_proj,1.17003679,0.01000,0.472
10,mlp.experts.103.up_proj,1.62974191,0.01000,0.477
10,mlp.experts.104.up_proj,0.34033486,0.01000,0.480
10,mlp.experts.105.up_proj,3.08070040,0.01000,0.482
10,mlp.experts.106.up_proj,0.22316730,0.01000,0.483
10,mlp.experts.107.up_proj,3.06356597,0.01000,0.482
10,mlp.experts.108.up_proj,2.85352898,0.01000,0.482
10,mlp.experts.109.up_proj,2.04523373,0.01000,0.483
10,mlp.experts.110.up_proj,3.48155737,0.01000,0.482
10,mlp.experts.111.up_proj,0.98783433,0.01000,0.481
10,mlp.experts.112.up_proj,11.66384506,0.01000,0.479
10,mlp.experts.113.up_proj,2.00614548,0.01000,0.479
10,mlp.experts.114.up_proj,0.24701554,0.01000,0.485
10,mlp.experts.115.up_proj,0.14540124,0.01000,0.485
10,mlp.experts.116.up_proj,1.35879171,0.01000,0.487
10,mlp.experts.117.up_proj,0.06786337,0.01000,0.485
10,mlp.experts.118.up_proj,1.64258051,0.01000,0.495
10,mlp.experts.119.up_proj,2.26717758,0.01000,0.453
10,mlp.experts.120.up_proj,4.02456665,0.01000,0.477
10,mlp.experts.121.up_proj,0.94817138,0.01000,0.485
10,mlp.experts.122.up_proj,0.85485321,0.01000,0.481
10,mlp.experts.123.up_proj,2.87709141,0.01000,0.487
10,mlp.experts.124.up_proj,2.35505843,0.01000,0.485
10,mlp.experts.125.up_proj,0.16324827,0.01000,0.484
10,mlp.experts.126.up_proj,21.17747116,0.01000,0.487
10,mlp.experts.127.up_proj,0.56661904,0.01000,0.484
10,mlp.experts.0.gate_proj,0.41679782,0.01000,0.470
10,mlp.experts.1.gate_proj,0.57377923,0.01000,0.489
10,mlp.experts.2.gate_proj,2.92390037,0.01000,0.490
10,mlp.experts.3.gate_proj,27.76096535,0.01000,0.490
10,mlp.experts.4.gate_proj,1.54605460,0.01000,0.491
10,mlp.experts.5.gate_proj,0.88366383,0.01000,0.490
10,mlp.experts.6.gate_proj,0.46639082,0.01000,0.490
10,mlp.experts.7.gate_proj,1.02717376,0.01000,0.465
10,mlp.experts.8.gate_proj,0.95594656,0.01000,0.490
10,mlp.experts.9.gate_proj,0.44642785,0.01000,0.463
10,mlp.experts.10.gate_proj,2.62159109,0.01000,0.477
10,mlp.experts.11.gate_proj,1.51256156,0.01000,0.488
10,mlp.experts.12.gate_proj,0.67453885,0.01000,0.491
10,mlp.experts.13.gate_proj,2.74428463,0.01000,0.487
10,mlp.experts.14.gate_proj,2.42930508,0.01000,0.490
10,mlp.experts.15.gate_proj,1.26141632,0.01000,0.492
10,mlp.experts.16.gate_proj,22.91141891,0.01000,0.489
10,mlp.experts.17.gate_proj,0.03691706,0.01000,0.489
10,mlp.experts.18.gate_proj,4.09932613,0.01000,0.487
10,mlp.experts.19.gate_proj,0.40442875,0.01000,0.489
10,mlp.experts.20.gate_proj,1.43483412,0.01000,0.484
10,mlp.experts.21.gate_proj,0.71551418,0.01000,0.487
10,mlp.experts.22.gate_proj,0.88258278,0.01000,0.488
10,mlp.experts.23.gate_proj,2.27571392,0.01000,0.483
10,mlp.experts.24.gate_proj,1.05361128,0.01000,0.484
10,mlp.experts.25.gate_proj,3.50000477,0.01000,0.486
10,mlp.experts.26.gate_proj,26.89655113,0.01000,0.484
10,mlp.experts.27.gate_proj,0.74814630,0.01000,0.484
10,mlp.experts.28.gate_proj,0.66414058,0.01000,0.471
10,mlp.experts.29.gate_proj,0.44231480,0.01000,0.479
10,mlp.experts.30.gate_proj,8.88496876,0.01000,0.480
10,mlp.experts.31.gate_proj,0.45287907,0.01000,0.481
10,mlp.experts.32.gate_proj,1.16642976,0.01000,0.481
10,mlp.experts.33.gate_proj,1.64863896,0.01000,0.484
10,mlp.experts.34.gate_proj,0.26979288,0.01000,0.472
10,mlp.experts.35.gate_proj,6.98232746,0.01000,0.491
10,mlp.experts.36.gate_proj,0.48654389,0.01000,0.491
10,mlp.experts.37.gate_proj,0.78085077,0.01000,0.492
10,mlp.experts.38.gate_proj,0.99146479,0.01000,0.490
10,mlp.experts.39.gate_proj,2.24746847,0.01000,0.488
10,mlp.experts.40.gate_proj,8.32882118,0.01000,0.480
10,mlp.experts.41.gate_proj,2.80613041,0.01000,0.489
10,mlp.experts.42.gate_proj,0.29980609,0.01000,0.478
10,mlp.experts.43.gate_proj,1.05012023,0.01000,0.481
10,mlp.experts.44.gate_proj,0.09354292,0.01000,0.486
10,mlp.experts.45.gate_proj,1.96922600,0.01000,0.483
10,mlp.experts.46.gate_proj,1.89811385,0.01000,0.482
10,mlp.experts.47.gate_proj,6.54570484,0.01000,0.483
10,mlp.experts.48.gate_proj,0.70977253,0.01000,0.482
10,mlp.experts.49.gate_proj,0.08782496,0.01000,0.490
10,mlp.experts.50.gate_proj,1.40650988,0.01000,0.483
10,mlp.experts.51.gate_proj,1.50186896,0.01000,0.483
10,mlp.experts.52.gate_proj,6.11175346,0.01000,0.482
10,mlp.experts.53.gate_proj,4.68215942,0.01000,0.482
10,mlp.experts.54.gate_proj,0.63748324,0.01000,0.485
10,mlp.experts.55.gate_proj,30.84743881,0.01000,0.480
10,mlp.experts.56.gate_proj,2.11707830,0.01000,0.478
10,mlp.experts.57.gate_proj,15.44084835,0.01000,0.480
10,mlp.experts.58.gate_proj,0.57091415,0.01000,0.481
10,mlp.experts.59.gate_proj,1.32851315,0.01000,0.481
10,mlp.experts.60.gate_proj,0.84306693,0.01000,0.482
10,mlp.experts.61.gate_proj,6.48933792,0.01000,0.482
10,mlp.experts.62.gate_proj,5.06556320,0.01000,0.482
10,mlp.experts.63.gate_proj,0.21187136,0.01000,0.481
10,mlp.experts.64.gate_proj,4.23621750,0.01000,0.483
10,mlp.experts.65.gate_proj,0.95735049,0.01000,0.481
10,mlp.experts.66.gate_proj,2.52416873,0.01000,0.492
10,mlp.experts.67.gate_proj,0.32973710,0.01000,0.471
10,mlp.experts.68.gate_proj,8.74487495,0.01000,0.494
10,mlp.experts.69.gate_proj,2.34759808,0.01000,0.465
10,mlp.experts.70.gate_proj,3.65871811,0.01000,0.463
10,mlp.experts.71.gate_proj,31.65810776,0.01000,0.490
10,mlp.experts.72.gate_proj,0.65125859,0.01000,0.496
10,mlp.experts.73.gate_proj,17.82908821,0.01000,0.485
10,mlp.experts.74.gate_proj,6.33700085,0.01000,0.490
10,mlp.experts.75.gate_proj,3.67409992,0.01000,0.490
10,mlp.experts.76.gate_proj,4.11821890,0.01000,0.489
10,mlp.experts.77.gate_proj,0.51507187,0.01000,0.460
10,mlp.experts.78.gate_proj,0.42839268,0.01000,0.452
10,mlp.experts.79.gate_proj,0.04871138,0.01000,0.469
10,mlp.experts.80.gate_proj,3.34300804,0.01000,0.452
10,mlp.experts.81.gate_proj,0.46416730,0.01000,0.462
10,mlp.experts.82.gate_proj,4.27849007,0.01000,0.462
10,mlp.experts.83.gate_proj,2.76275921,0.01000,0.451
10,mlp.experts.84.gate_proj,0.70290840,0.01000,0.451
10,mlp.experts.85.gate_proj,5.61902142,0.01000,0.452
10,mlp.experts.86.gate_proj,1.56495190,0.01000,0.471
10,mlp.experts.87.gate_proj,0.79432046,0.01000,0.452
10,mlp.experts.88.gate_proj,2.69415474,0.01000,0.452
10,mlp.experts.89.gate_proj,0.08074963,0.01000,0.453
10,mlp.experts.90.gate_proj,1.22938347,0.01000,0.456
10,mlp.experts.91.gate_proj,3.82736731,0.01000,0.483
10,mlp.experts.92.gate_proj,0.73058122,0.01000,0.457
10,mlp.experts.93.gate_proj,1.04495537,0.01000,0.478
10,mlp.experts.94.gate_proj,24.73183632,0.01000,0.457
10,mlp.experts.95.gate_proj,5.28506899,0.01000,0.466
10,mlp.experts.96.gate_proj,1.20089173,0.01000,0.454
10,mlp.experts.97.gate_proj,3.11759591,0.01000,0.455
10,mlp.experts.98.gate_proj,0.80330199,0.01000,0.454
10,mlp.experts.99.gate_proj,2.59909582,0.01000,0.454
10,mlp.experts.100.gate_proj,1.31464624,0.01000,0.466
10,mlp.experts.101.gate_proj,1.70053220,0.01000,0.481
10,mlp.experts.102.gate_proj,1.27736688,0.01000,0.479
10,mlp.experts.103.gate_proj,1.65383887,0.01000,0.481
10,mlp.experts.104.gate_proj,0.34664303,0.01000,0.478
10,mlp.experts.105.gate_proj,3.06606436,0.01000,0.479
10,mlp.experts.106.gate_proj,0.23339039,0.01000,0.480
10,mlp.experts.107.gate_proj,3.34030247,0.01000,0.484
10,mlp.experts.108.gate_proj,2.87910581,0.01000,0.479
10,mlp.experts.109.gate_proj,2.05926108,0.01000,0.481
10,mlp.experts.110.gate_proj,3.76257133,0.01000,0.483
10,mlp.experts.111.gate_proj,1.01789689,0.01000,0.482
10,mlp.experts.112.gate_proj,12.33803749,0.01000,0.483
10,mlp.experts.113.gate_proj,2.00463963,0.01000,0.482
10,mlp.experts.114.gate_proj,0.25905138,0.01000,0.483
10,mlp.experts.115.gate_proj,0.15275806,0.01000,0.484
10,mlp.experts.116.gate_proj,1.42945182,0.01000,0.484
10,mlp.experts.117.gate_proj,0.07088987,0.01000,0.483
10,mlp.experts.118.gate_proj,1.74306965,0.01000,0.483
10,mlp.experts.119.gate_proj,2.34006500,0.01000,0.482
10,mlp.experts.120.gate_proj,4.29796410,0.01000,0.483
10,mlp.experts.121.gate_proj,0.97739863,0.01000,0.483
10,mlp.experts.122.gate_proj,0.88609195,0.01000,0.482
10,mlp.experts.123.gate_proj,2.93510604,0.01000,0.482
10,mlp.experts.124.gate_proj,2.27331352,0.01000,0.481
10,mlp.experts.125.gate_proj,0.17093572,0.01000,0.486
10,mlp.experts.126.gate_proj,23.81676102,0.01000,0.483
10,mlp.experts.127.gate_proj,0.58013880,0.01000,0.487
10,mlp.experts.0.down_proj,0.03277497,0.01000,0.176
10,mlp.experts.1.down_proj,0.04832120,0.01000,0.179
10,mlp.experts.2.down_proj,0.50894141,0.01000,0.183
10,mlp.experts.3.down_proj,2.84638786,0.01000,0.170
10,mlp.experts.4.down_proj,0.27084547,0.01000,0.170
10,mlp.experts.5.down_proj,0.02395416,0.01000,0.175
10,mlp.experts.6.down_proj,0.01380464,0.01000,0.176
10,mlp.experts.7.down_proj,0.06407586,0.01000,0.178
10,mlp.experts.8.down_proj,0.10759842,0.01000,0.177
10,mlp.experts.9.down_proj,0.02680442,0.01000,0.171
10,mlp.experts.10.down_proj,0.51729250,0.01000,0.170
10,mlp.experts.11.down_proj,0.26853979,0.01000,0.170
10,mlp.experts.12.down_proj,0.09239028,0.01000,0.170
10,mlp.experts.13.down_proj,0.44929811,0.01000,0.171
10,mlp.experts.14.down_proj,0.36840457,0.01000,0.170
10,mlp.experts.15.down_proj,0.19412643,0.01000,0.170
10,mlp.experts.16.down_proj,5.18767118,0.01000,0.171
10,mlp.experts.17.down_proj,0.00479579,0.01000,0.172
10,mlp.experts.18.down_proj,0.52569103,0.01000,0.177
10,mlp.experts.19.down_proj,0.03886779,0.01000,0.170
10,mlp.experts.20.down_proj,0.15442544,0.01000,0.170
10,mlp.experts.21.down_proj,0.12029925,0.01000,0.170
10,mlp.experts.22.down_proj,0.06872880,0.01000,0.170
10,mlp.experts.23.down_proj,0.30799931,0.01000,0.174
10,mlp.experts.24.down_proj,0.31605640,0.01000,0.180
10,mlp.experts.25.down_proj,0.28662178,0.01000,0.170
10,mlp.experts.26.down_proj,4.39971256,0.01000,0.174
10,mlp.experts.27.down_proj,0.20184411,0.01000,0.186
10,mlp.experts.28.down_proj,0.08149987,0.01000,0.180
10,mlp.experts.29.down_proj,0.04090255,0.01000,0.181
10,mlp.experts.30.down_proj,1.27381182,0.01000,0.181
10,mlp.experts.31.down_proj,0.10798813,0.01000,0.181
10,mlp.experts.32.down_proj,0.10184176,0.01000,0.181
10,mlp.experts.33.down_proj,0.28915641,0.01000,0.179
10,mlp.experts.34.down_proj,0.02114808,0.01000,0.180
10,mlp.experts.35.down_proj,1.13848972,0.01000,0.181
10,mlp.experts.36.down_proj,0.02609986,0.01000,0.181
10,mlp.experts.37.down_proj,0.09684192,0.01000,0.180
10,mlp.experts.38.down_proj,0.00450733,0.01000,0.182
10,mlp.experts.39.down_proj,0.36618370,0.01000,0.181
10,mlp.experts.40.down_proj,1.48660755,0.01000,0.180
10,mlp.experts.41.down_proj,0.45846394,0.01000,0.180
10,mlp.experts.42.down_proj,0.02095764,0.01000,0.181
10,mlp.experts.43.down_proj,0.17502415,0.01000,0.181
10,mlp.experts.44.down_proj,0.01759095,0.01000,0.180
10,mlp.experts.45.down_proj,0.35186726,0.01000,0.181
10,mlp.experts.46.down_proj,0.39164329,0.01000,0.180
10,mlp.experts.47.down_proj,1.47523701,0.01000,0.178
10,mlp.experts.48.down_proj,0.05757333,0.01000,0.180
10,mlp.experts.49.down_proj,0.01825155,0.01000,0.180
10,mlp.experts.50.down_proj,0.16316417,0.01000,0.181
10,mlp.experts.51.down_proj,0.18001011,0.01000,0.181
10,mlp.experts.52.down_proj,0.72434962,0.01000,0.181
10,mlp.experts.53.down_proj,0.69874841,0.01000,0.180
10,mlp.experts.54.down_proj,0.05276864,0.01000,0.180
10,mlp.experts.55.down_proj,4.51600456,0.01000,0.180
10,mlp.experts.56.down_proj,0.35057944,0.01000,0.181
10,mlp.experts.57.down_proj,3.71298933,0.01000,0.179
10,mlp.experts.58.down_proj,0.07483189,0.01000,0.180
10,mlp.experts.59.down_proj,0.13493049,0.01000,0.179
10,mlp.experts.60.down_proj,0.15603952,0.01000,0.179
10,mlp.experts.61.down_proj,1.56469464,0.01000,0.178
10,mlp.experts.62.down_proj,0.86875069,0.01000,0.178
10,mlp.experts.63.down_proj,0.01549618,0.01000,0.178
10,mlp.experts.64.down_proj,0.52331758,0.01000,0.179
10,mlp.experts.65.down_proj,0.15575738,0.01000,0.176
10,mlp.experts.66.down_proj,0.31548730,0.01000,0.179
10,mlp.experts.67.down_proj,0.02767136,0.01000,0.180
10,mlp.experts.68.down_proj,1.73337400,0.01000,0.179
10,mlp.experts.69.down_proj,0.12609988,0.01000,0.179
10,mlp.experts.70.down_proj,0.45329565,0.01000,0.179
10,mlp.experts.71.down_proj,4.16756725,0.01000,0.178
10,mlp.experts.72.down_proj,0.08605933,0.01000,0.178
10,mlp.experts.73.down_proj,3.20586157,0.01000,0.179
10,mlp.experts.74.down_proj,1.10317242,0.01000,0.178
10,mlp.experts.75.down_proj,0.37439972,0.01000,0.179
10,mlp.experts.76.down_proj,0.46772021,0.01000,0.181
10,mlp.experts.77.down_proj,0.06942360,0.01000,0.180
10,mlp.experts.78.down_proj,0.04866223,0.01000,0.180
10,mlp.experts.79.down_proj,0.00927930,0.01000,0.180
10,mlp.experts.80.down_proj,0.29356438,0.01000,0.180
10,mlp.experts.81.down_proj,0.04819102,0.01000,0.182
10,mlp.experts.82.down_proj,0.88917983,0.01000,0.182
10,mlp.experts.83.down_proj,0.48247668,0.01000,0.181
10,mlp.experts.84.down_proj,0.05470739,0.01000,0.182
10,mlp.experts.85.down_proj,0.93822169,0.01000,0.180
10,mlp.experts.86.down_proj,0.24728249,0.01000,0.182
10,mlp.experts.87.down_proj,0.13368334,0.01000,0.182
10,mlp.experts.88.down_proj,0.41645104,0.01000,0.174
10,mlp.experts.89.down_proj,0.01106965,0.01000,0.182
10,mlp.experts.90.down_proj,0.23836556,0.01000,0.182
10,mlp.experts.91.down_proj,0.45566428,0.01000,0.182
10,mlp.experts.92.down_proj,0.05174366,0.01000,0.183
10,mlp.experts.93.down_proj,0.16146243,0.01000,0.183
10,mlp.experts.94.down_proj,3.74842763,0.01000,0.183
10,mlp.experts.95.down_proj,1.18608296,0.01000,0.183
10,mlp.experts.96.down_proj,0.14857896,0.01000,0.184
10,mlp.experts.97.down_proj,0.28253621,0.01000,0.182
10,mlp.experts.98.down_proj,0.05401788,0.01000,0.182
10,mlp.experts.99.down_proj,0.38302070,0.01000,0.182
10,mlp.experts.100.down_proj,0.22610642,0.01000,0.182
10,mlp.experts.101.down_proj,0.27882814,0.01000,0.183
10,mlp.experts.102.down_proj,0.11584332,0.01000,0.181
10,mlp.experts.103.down_proj,0.27554834,0.01000,0.183
10,mlp.experts.104.down_proj,0.05274924,0.01000,0.184
10,mlp.experts.105.down_proj,0.66588390,0.01000,0.184
10,mlp.experts.106.down_proj,0.04394268,0.01000,0.183
10,mlp.experts.107.down_proj,0.50914216,0.01000,0.184
10,mlp.experts.108.down_proj,0.51325023,0.01000,0.184
10,mlp.experts.109.down_proj,0.39948258,0.01000,0.183
10,mlp.experts.110.down_proj,0.51598865,0.01000,0.183
10,mlp.experts.111.down_proj,0.17204840,0.01000,0.183
10,mlp.experts.112.down_proj,2.07513428,0.01000,0.183
10,mlp.experts.113.down_proj,0.34154844,0.01000,0.182
10,mlp.experts.114.down_proj,0.03099686,0.01000,0.184
10,mlp.experts.115.down_proj,0.01689785,0.01000,0.183
10,mlp.experts.116.down_proj,0.19672850,0.01000,0.184
10,mlp.experts.117.down_proj,0.01778750,0.01000,0.183
10,mlp.experts.118.down_proj,0.25232363,0.01000,0.184
10,mlp.experts.119.down_proj,0.41779566,0.01000,0.183
10,mlp.experts.120.down_proj,0.72814953,0.01000,0.184
10,mlp.experts.121.down_proj,0.03649811,0.01000,0.184
10,mlp.experts.122.down_proj,0.10298876,0.01000,0.187
10,mlp.experts.123.down_proj,0.40448847,0.01000,0.184
10,mlp.experts.124.down_proj,0.35478488,0.01000,0.182
10,mlp.experts.125.down_proj,0.03513308,0.01000,0.185
10,mlp.experts.126.down_proj,3.22092485,0.01000,0.184
10,mlp.experts.127.down_proj,0.11896796,0.01000,0.184
11,self_attn.q_proj,0.03897004,0.01000,0.455
11,self_attn.k_proj,0.00538738,0.01000,0.451
11,self_attn.v_proj,0.00558557,0.01000,0.450
11,self_attn.o_proj,0.00407008,0.01000,0.924
11,mlp.experts.0.up_proj,2.58880234,0.01000,0.460
11,mlp.experts.1.up_proj,1.17226207,0.01000,0.452
11,mlp.experts.2.up_proj,1.25520968,0.01000,0.461
11,mlp.experts.3.up_proj,22.73424149,0.01000,0.456
11,mlp.experts.4.up_proj,0.80290127,0.01000,0.451
11,mlp.experts.5.up_proj,1.98842287,0.01000,0.451
11,mlp.experts.6.up_proj,1.13150883,0.01000,0.452
11,mlp.experts.7.up_proj,0.79816556,0.01000,0.452
11,mlp.experts.8.up_proj,3.66977644,0.01000,0.456
11,mlp.experts.9.up_proj,1.25305510,0.01000,0.451
11,mlp.experts.10.up_proj,1.26894450,0.01000,0.467
11,mlp.experts.11.up_proj,0.92431641,0.01000,0.450
11,mlp.experts.12.up_proj,3.45992565,0.01000,0.478
11,mlp.experts.13.up_proj,2.50476170,0.01000,0.452
11,mlp.experts.14.up_proj,10.86285877,0.01000,0.450
11,mlp.experts.15.up_proj,0.41897777,0.01000,0.450
11,mlp.experts.16.up_proj,6.48587799,0.01000,0.450
11,mlp.experts.17.up_proj,0.77989113,0.01000,0.451
11,mlp.experts.18.up_proj,6.57824850,0.01000,0.450
11,mlp.experts.19.up_proj,0.73192495,0.01000,0.449
11,mlp.experts.20.up_proj,22.32048798,0.01000,0.451
11,mlp.experts.21.up_proj,1.91301739,0.01000,0.455
11,mlp.experts.22.up_proj,1.52969325,0.01000,0.474
11,mlp.experts.23.up_proj,1.35954571,0.01000,0.455
11,mlp.experts.24.up_proj,4.02463722,0.01000,0.456
11,mlp.experts.25.up_proj,28.43766022,0.01000,0.455
11,mlp.experts.26.up_proj,25.68343353,0.01000,0.455
11,mlp.experts.27.up_proj,2.76366472,0.01000,0.469
11,mlp.experts.28.up_proj,10.52606678,0.01000,0.484
11,mlp.experts.29.up_proj,3.24462795,0.01000,0.484
11,mlp.experts.30.up_proj,9.89851189,0.01000,0.484
11,mlp.experts.31.up_proj,1.22670031,0.01000,0.485
11,mlp.experts.32.up_proj,0.33280379,0.01000,0.486
11,mlp.experts.33.up_proj,8.66476822,0.01000,0.484
11,mlp.experts.34.up_proj,0.37913287,0.01000,0.484
11,mlp.experts.35.up_proj,0.89253056,0.01000,0.480
11,mlp.experts.36.up_proj,1.65292394,0.01000,0.471
11,mlp.experts.37.up_proj,5.35536671,0.01000,0.473
11,mlp.experts.38.up_proj,0.04647497,0.01000,0.474
11,mlp.experts.39.up_proj,2.15873337,0.01000,0.474
11,mlp.experts.40.up_proj,2.05188966,0.01000,0.484
11,mlp.experts.41.up_proj,1.52396941,0.01000,0.483
11,mlp.experts.42.up_proj,1.52012372,0.01000,0.485
11,mlp.experts.43.up_proj,4.57514477,0.01000,0.483
11,mlp.experts.44.up_proj,1.25744605,0.01000,0.483
11,mlp.experts.45.up_proj,1.73869991,0.01000,0.483
11,mlp.experts.46.up_proj,2.37451363,0.01000,0.488
11,mlp.experts.47.up_proj,3.74894285,0.01000,0.496
11,mlp.experts.48.up_proj,3.26679802,0.01000,0.493
11,mlp.experts.49.up_proj,4.00569916,0.01000,0.478
11,mlp.experts.50.up_proj,2.87922859,0.01000,0.484
11,mlp.experts.51.up_proj,0.61616576,0.01000,0.482
11,mlp.experts.52.up_proj,8.37261868,0.01000,0.480
11,mlp.experts.53.up_proj,0.93102926,0.01000,0.484
11,mlp.experts.54.up_proj,0.73751962,0.01000,0.484
11,mlp.experts.55.up_proj,1.99906921,0.01000,0.483
11,mlp.experts.56.up_proj,4.52575827,0.01000,0.486
11,mlp.experts.57.up_proj,0.04954189,0.01000,0.483
11,mlp.experts.58.up_proj,3.62721586,0.01000,0.487
11,mlp.experts.59.up_proj,43.90542221,0.01000,0.497
11,mlp.experts.60.up_proj,2.66123819,0.01000,0.483
11,mlp.experts.61.up_proj,9.99174500,0.01000,0.485
11,mlp.experts.62.up_proj,0.49941599,0.01000,0.487
11,mlp.experts.63.up_proj,2.78548193,0.01000,0.487
11,mlp.experts.64.up_proj,1.25908208,0.01000,0.488
11,mlp.experts.65.up_proj,1.31532621,0.01000,0.488
11,mlp.experts.66.up_proj,0.17476401,0.01000,0.487
11,mlp.experts.67.up_proj,3.17107725,0.01000,0.488
11,mlp.experts.68.up_proj,10.85705471,0.01000,0.490
11,mlp.experts.69.up_proj,3.23607302,0.01000,0.488
11,mlp.experts.70.up_proj,0.41281313,0.01000,0.487
11,mlp.experts.71.up_proj,5.07594585,0.01000,0.488
11,mlp.experts.72.up_proj,0.35474688,0.01000,0.488
11,mlp.experts.73.up_proj,4.35453415,0.01000,0.489
11,mlp.experts.74.up_proj,0.31260622,0.01000,0.499
11,mlp.experts.75.up_proj,0.66894615,0.01000,0.485
11,mlp.experts.76.up_proj,0.60831356,0.01000,0.485
11,mlp.experts.77.up_proj,0.85885668,0.01000,0.484
11,mlp.experts.78.up_proj,3.65734148,0.01000,0.482
11,mlp.experts.79.up_proj,8.10552216,0.01000,0.481
11,mlp.experts.80.up_proj,0.17221105,0.01000,0.482
11,mlp.experts.81.up_proj,0.79796302,0.01000,0.482
11,mlp.experts.82.up_proj,2.04013753,0.01000,0.486
11,mlp.experts.83.up_proj,0.59345150,0.01000,0.488
11,mlp.experts.84.up_proj,0.34738347,0.01000,0.487
11,mlp.experts.85.up_proj,2.05802011,0.01000,0.487
11,mlp.experts.86.up_proj,3.42374754,0.01000,0.494
11,mlp.experts.87.up_proj,5.17921066,0.01000,0.493
11,mlp.experts.88.up_proj,0.09792624,0.01000,0.492
11,mlp.experts.89.up_proj,2.39123631,0.01000,0.492
11,mlp.experts.90.up_proj,2.95988035,0.01000,0.492
11,mlp.experts.91.up_proj,0.13446629,0.01000,0.494
11,mlp.experts.92.up_proj,3.75910926,0.01000,0.493
11,mlp.experts.93.up_proj,0.20240271,0.01000,0.494
11,mlp.experts.94.up_proj,2.49523211,0.01000,0.494
11,mlp.experts.95.up_proj,5.90932703,0.01000,0.496
11,mlp.experts.96.up_proj,2.47402120,0.01000,0.493
11,mlp.experts.97.up_proj,3.12776947,0.01000,0.494
11,mlp.experts.98.up_proj,2.85885906,0.01000,0.494
11,mlp.experts.99.up_proj,10.98646832,0.01000,0.483
11,mlp.experts.100.up_proj,3.02055931,0.01000,0.483
11,mlp.experts.101.up_proj,3.37134027,0.01000,0.483
11,mlp.experts.102.up_proj,1.04660988,0.01000,0.484
11,mlp.experts.103.up_proj,6.74309444,0.01000,0.482
11,mlp.experts.104.up_proj,0.16849816,0.01000,0.482
11,mlp.experts.105.up_proj,5.30423260,0.01000,0.481
11,mlp.experts.106.up_proj,0.58486438,0.01000,0.485
11,mlp.experts.107.up_proj,27.45763779,0.01000,0.485
11,mlp.experts.108.up_proj,0.46363196,0.01000,0.484
11,mlp.experts.109.up_proj,3.03681803,0.01000,0.483
11,mlp.experts.110.up_proj,0.31900948,0.01000,0.486
11,mlp.experts.111.up_proj,4.20382643,0.01000,0.486
11,mlp.experts.112.up_proj,0.27638525,0.01000,0.484
11,mlp.experts.113.up_proj,0.16934919,0.01000,0.485
11,mlp.experts.114.up_proj,1.34561837,0.01000,0.486
11,mlp.experts.115.up_proj,3.57284999,0.01000,0.485
11,mlp.experts.116.up_proj,2.54497099,0.01000,0.484
11,mlp.experts.117.up_proj,0.29143232,0.01000,0.486
11,mlp.experts.118.up_proj,2.15436459,0.01000,0.483
11,mlp.experts.119.up_proj,0.37918788,0.01000,0.487
11,mlp.experts.120.up_proj,0.38943589,0.01000,0.486
11,mlp.experts.121.up_proj,0.34955662,0.01000,0.486
11,mlp.experts.122.up_proj,3.09753513,0.01000,0.485
11,mlp.experts.123.up_proj,1.70634460,0.01000,0.486
11,mlp.experts.124.up_proj,2.62642908,0.01000,0.484
11,mlp.experts.125.up_proj,1.03715849,0.01000,0.484
11,mlp.experts.126.up_proj,1.28180790,0.01000,0.485
11,mlp.experts.127.up_proj,1.03833508,0.01000,0.486
11,mlp.experts.0.gate_proj,2.52731228,0.01000,0.484
11,mlp.experts.1.gate_proj,1.16671681,0.01000,0.484
11,mlp.experts.2.gate_proj,1.31343675,0.01000,0.479
11,mlp.experts.3.gate_proj,23.45929337,0.01000,0.482
11,mlp.experts.4.gate_proj,0.79362512,0.01000,0.485
11,mlp.experts.5.gate_proj,2.05296803,0.01000,0.483
11,mlp.experts.6.gate_proj,1.18594432,0.01000,0.483
11,mlp.experts.7.gate_proj,0.82839644,0.01000,0.484
11,mlp.experts.8.gate_proj,3.97035551,0.01000,0.484
11,mlp.experts.9.gate_proj,2.29048228,0.01000,0.484
11,mlp.experts.10.gate_proj,1.27853107,0.01000,0.463
11,mlp.experts.11.gate_proj,0.96609205,0.01000,0.475
11,mlp.experts.12.gate_proj,3.53747559,0.01000,0.477
11,mlp.experts.13.gate_proj,2.59716320,0.01000,0.471
11,mlp.experts.14.gate_proj,11.25778008,0.01000,0.455
11,mlp.experts.15.gate_proj,0.43507528,0.01000,0.478
11,mlp.experts.16.gate_proj,6.08610582,0.01000,0.472
11,mlp.experts.17.gate_proj,0.83936512,0.01000,0.466
11,mlp.experts.18.gate_proj,6.17203760,0.01000,0.464
11,mlp.experts.19.gate_proj,0.73941600,0.01000,0.466
11,mlp.experts.20.gate_proj,24.77196121,0.01000,0.469
11,mlp.experts.21.gate_proj,1.95981252,0.01000,0.484
11,mlp.experts.22.gate_proj,1.54096997,0.01000,0.482
11,mlp.experts.23.gate_proj,1.34290862,0.01000,0.458
11,mlp.experts.24.gate_proj,4.08067608,0.01000,0.455
11,mlp.experts.25.gate_proj,40.80487061,0.01000,0.455
11,mlp.experts.26.gate_proj,25.64486122,0.01000,0.454
11,mlp.experts.27.gate_proj,2.98112369,0.01000,0.455
11,mlp.experts.28.gate_proj,10.68640137,0.01000,0.455
11,mlp.experts.29.gate_proj,3.29387712,0.01000,0.452
11,mlp.experts.30.gate_proj,10.71735382,0.01000,0.449
11,mlp.experts.31.gate_proj,1.23379683,0.01000,0.451
11,mlp.experts.32.gate_proj,0.33795345,0.01000,0.451
11,mlp.experts.33.gate_proj,9.14013767,0.01000,0.479
11,mlp.experts.34.gate_proj,0.39502233,0.01000,0.450
11,mlp.experts.35.gate_proj,0.91479021,0.01000,0.452
11,mlp.experts.36.gate_proj,1.72913241,0.01000,0.450
11,mlp.experts.37.gate_proj,5.67270374,0.01000,0.465
11,mlp.experts.38.gate_proj,0.04814053,0.01000,0.455
11,mlp.experts.39.gate_proj,2.17147017,0.01000,0.462
11,mlp.experts.40.gate_proj,2.10036635,0.01000,0.449
11,mlp.experts.41.gate_proj,1.60061646,0.01000,0.451
11,mlp.experts.42.gate_proj,1.53785062,0.01000,0.458
11,mlp.experts.43.gate_proj,4.62780952,0.01000,0.453
11,mlp.experts.44.gate_proj,1.29183698,0.01000,0.460
11,mlp.experts.45.gate_proj,1.84254742,0.01000,0.449
11,mlp.experts.46.gate_proj,2.36236644,0.01000,0.449
11,mlp.experts.47.gate_proj,3.64139891,0.01000,0.450
11,mlp.experts.48.gate_proj,3.57024765,0.01000,0.449
11,mlp.experts.49.gate_proj,4.04495335,0.01000,0.448
11,mlp.experts.50.gate_proj,2.91992831,0.01000,0.449
11,mlp.experts.51.gate_proj,0.61953676,0.01000,0.449
11,mlp.experts.52.gate_proj,8.66687584,0.01000,0.451
11,mlp.experts.53.gate_proj,0.98349071,0.01000,0.450
11,mlp.experts.54.gate_proj,0.75844026,0.01000,0.449
11,mlp.experts.55.gate_proj,2.15483665,0.01000,0.450
11,mlp.experts.56.gate_proj,4.96343613,0.01000,0.449
11,mlp.experts.57.gate_proj,0.05132879,0.01000,0.449
11,mlp.experts.58.gate_proj,3.97451067,0.01000,0.450
11,mlp.experts.59.gate_proj,39.49915314,0.01000,0.450
11,mlp.experts.60.gate_proj,2.73591733,0.01000,0.449
11,mlp.experts.61.gate_proj,8.77476883,0.01000,0.449
11,mlp.experts.62.gate_proj,0.51310921,0.01000,0.450
11,mlp.experts.63.gate_proj,2.95236826,0.01000,0.452
11,mlp.experts.64.gate_proj,1.29004312,0.01000,0.452
11,mlp.experts.65.gate_proj,1.36613262,0.01000,0.453
11,mlp.experts.66.gate_proj,0.18869109,0.01000,0.463
11,mlp.experts.67.gate_proj,2.98196483,0.01000,0.483
11,mlp.experts.68.gate_proj,11.27326679,0.01000,0.453
11,mlp.experts.69.gate_proj,3.38753414,0.01000,0.452
11,mlp.experts.70.gate_proj,0.42067462,0.01000,0.453
11,mlp.experts.71.gate_proj,5.63646317,0.01000,0.453
11,mlp.experts.72.gate_proj,0.36239016,0.01000,0.451
11,mlp.experts.73.gate_proj,4.10324192,0.01000,0.449
11,mlp.experts.74.gate_proj,0.32154518,0.01000,0.448
11,mlp.experts.75.gate_proj,0.68584013,0.01000,0.451
11,mlp.experts.76.gate_proj,0.63853741,0.01000,0.451
11,mlp.experts.77.gate_proj,0.90501654,0.01000,0.450
11,mlp.experts.78.gate_proj,3.81378746,0.01000,0.452
11,mlp.experts.79.gate_proj,8.60187340,0.01000,0.453
11,mlp.experts.80.gate_proj,0.17760706,0.01000,0.466
11,mlp.experts.81.gate_proj,0.82603234,0.01000,0.453
11,mlp.experts.82.gate_proj,2.16816854,0.01000,0.452
11,mlp.experts.83.gate_proj,0.61234236,0.01000,0.452
11,mlp.experts.84.gate_proj,0.35857469,0.01000,0.452
11,mlp.experts.85.gate_proj,2.12032294,0.01000,0.451
11,mlp.experts.86.gate_proj,3.44188857,0.01000,0.469
11,mlp.experts.87.gate_proj,5.45622301,0.01000,0.478
11,mlp.experts.88.gate_proj,0.10025746,0.01000,0.475
11,mlp.experts.89.gate_proj,2.48034024,0.01000,0.474
11,mlp.experts.90.gate_proj,2.92017078,0.01000,0.477
11,mlp.experts.91.gate_proj,0.13785022,0.01000,0.479
11,mlp.experts.92.gate_proj,4.39836121,0.01000,0.476
11,mlp.experts.93.gate_proj,0.20918885,0.01000,0.467
11,mlp.experts.94.gate_proj,2.72152662,0.01000,0.477
11,mlp.experts.95.gate_proj,6.34089994,0.01000,0.474
11,mlp.experts.96.gate_proj,2.51135683,0.01000,0.471
11,mlp.experts.97.gate_proj,3.18008661,0.01000,0.452
11,mlp.experts.98.gate_proj,2.87418938,0.01000,0.458
11,mlp.experts.99.gate_proj,11.28217697,0.01000,0.485
11,mlp.experts.100.gate_proj,3.13528514,0.01000,0.483
11,mlp.experts.101.gate_proj,3.33526039,0.01000,0.455
11,mlp.experts.102.gate_proj,1.10144138,0.01000,0.452
11,mlp.experts.103.gate_proj,7.12417746,0.01000,0.482
11,mlp.experts.104.gate_proj,0.17326163,0.01000,0.448
11,mlp.experts.105.gate_proj,5.38460350,0.01000,0.449
11,mlp.experts.106.gate_proj,0.62381744,0.01000,0.449
11,mlp.experts.107.gate_proj,27.59692383,0.01000,0.469
11,mlp.experts.108.gate_proj,0.47656110,0.01000,0.483
11,mlp.experts.109.gate_proj,3.10368061,0.01000,0.481
11,mlp.experts.110.gate_proj,0.33255896,0.01000,0.451
11,mlp.experts.111.gate_proj,4.79029179,0.01000,0.448
11,mlp.experts.112.gate_proj,0.28677389,0.01000,0.448
11,mlp.experts.113.gate_proj,0.17692301,0.01000,0.455
11,mlp.experts.114.gate_proj,1.35505176,0.01000,0.477
11,mlp.experts.115.gate_proj,3.70847988,0.01000,0.479
11,mlp.experts.116.gate_proj,2.62680769,0.01000,0.457
11,mlp.experts.117.gate_proj,0.30169755,0.01000,0.449
11,mlp.experts.118.gate_proj,2.19850612,0.01000,0.480
11,mlp.experts.119.gate_proj,0.39073291,0.01000,0.479
11,mlp.experts.120.gate_proj,0.40082505,0.01000,0.478
11,mlp.experts.121.gate_proj,0.36376882,0.01000,0.449
11,mlp.experts.122.gate_proj,3.00321150,0.01000,0.468
11,mlp.experts.123.gate_proj,1.71080899,0.01000,0.473
11,mlp.experts.124.gate_proj,2.93402004,0.01000,0.480
11,mlp.experts.125.gate_proj,1.05515969,0.01000,0.451
11,mlp.experts.126.gate_proj,1.27233720,0.01000,0.464
11,mlp.experts.127.gate_proj,1.05562389,0.01000,0.482
11,mlp.experts.0.down_proj,0.31612578,0.01000,0.173
11,mlp.experts.1.down_proj,0.21325070,0.01000,0.168
11,mlp.experts.2.down_proj,0.12360585,0.01000,0.169
11,mlp.experts.3.down_proj,3.33416319,0.01000,0.171
11,mlp.experts.4.down_proj,0.01645588,0.01000,0.172
11,mlp.experts.5.down_proj,0.36685866,0.01000,0.181
11,mlp.experts.6.down_proj,0.10088560,0.01000,0.171
11,mlp.experts.7.down_proj,0.10239732,0.01000,0.176
11,mlp.experts.8.down_proj,0.68511003,0.01000,0.183
11,mlp.experts.9.down_proj,0.05333991,0.01000,0.183
11,mlp.experts.10.down_proj,0.28570849,0.01000,0.183
11,mlp.experts.11.down_proj,0.09638030,0.01000,0.183
11,mlp.experts.12.down_proj,0.39282060,0.01000,0.182
11,mlp.experts.13.down_proj,0.37855351,0.01000,0.183
11,mlp.experts.14.down_proj,1.82067251,0.01000,0.183
11,mlp.experts.15.down_proj,0.04483951,0.01000,0.183
11,mlp.experts.16.down_proj,1.09291780,0.01000,0.183
11,mlp.experts.17.down_proj,0.08565101,0.01000,0.182
11,mlp.experts.18.down_proj,1.25417054,0.01000,0.183
11,mlp.experts.19.down_proj,0.13563991,0.01000,0.184
11,mlp.experts.20.down_proj,4.21275425,0.01000,0.176
11,mlp.experts.21.down_proj,0.25704634,0.01000,0.181
11,mlp.experts.22.down_proj,0.12443078,0.01000,0.182
11,mlp.experts.23.down_proj,0.21478532,0.01000,0.182
11,mlp.experts.24.down_proj,1.01537466,0.01000,0.182
11,mlp.experts.25.down_proj,8.60682106,0.01000,0.183
11,mlp.experts.26.down_proj,4.64130545,0.01000,0.183
11,mlp.experts.27.down_proj,0.73653615,0.01000,0.183
11,mlp.experts.28.down_proj,1.58944964,0.01000,0.173
11,mlp.experts.29.down_proj,0.47029495,0.01000,0.183
11,mlp.experts.30.down_proj,3.09070396,0.01000,0.184
11,mlp.experts.31.down_proj,0.07776557,0.01000,0.183
11,mlp.experts.32.down_proj,0.03690080,0.01000,0.185
11,mlp.experts.33.down_proj,1.18163276,0.01000,0.182
11,mlp.experts.34.down_proj,0.05194834,0.01000,0.184
11,mlp.experts.35.down_proj,0.25934684,0.01000,0.183
11,mlp.experts.36.down_proj,0.07932182,0.01000,0.183
11,mlp.experts.37.down_proj,0.94148850,0.01000,0.183
11,mlp.experts.38.down_proj,0.00983728,0.01000,0.185
11,mlp.experts.39.down_proj,0.34478521,0.01000,0.186
11,mlp.experts.40.down_proj,0.21009102,0.01000,0.182
11,mlp.experts.41.down_proj,0.14789550,0.01000,0.184
11,mlp.experts.42.down_proj,0.27386484,0.01000,0.183
11,mlp.experts.43.down_proj,0.56711590,0.01000,0.181
11,mlp.experts.44.down_proj,0.13522619,0.01000,0.182
11,mlp.experts.45.down_proj,0.40748525,0.01000,0.182
11,mlp.experts.46.down_proj,0.31199256,0.01000,0.182
11,mlp.experts.47.down_proj,0.70563960,0.01000,0.180
11,mlp.experts.48.down_proj,0.58910978,0.01000,0.182
11,mlp.experts.49.down_proj,1.07025898,0.01000,0.182
11,mlp.experts.50.down_proj,0.52924418,0.01000,0.182
11,mlp.experts.51.down_proj,0.07623950,0.01000,0.183
11,mlp.experts.52.down_proj,1.27196026,0.01000,0.183
11,mlp.experts.53.down_proj,0.10116241,0.01000,0.179
11,mlp.experts.54.down_proj,0.11844517,0.01000,0.188
11,mlp.experts.55.down_proj,0.43134683,0.01000,0.184
11,mlp.experts.56.down_proj,0.92871261,0.01000,0.183
11,mlp.experts.57.down_proj,0.01056326,0.01000,0.183
11,mlp.experts.58.down_proj,0.56757057,0.01000,0.182
11,mlp.experts.59.down_proj,10.37285137,0.01000,0.183
11,mlp.experts.60.down_proj,0.34897479,0.01000,0.182
11,mlp.experts.61.down_proj,2.04339433,0.01000,0.183
11,mlp.experts.62.down_proj,0.04922660,0.01000,0.183
11,mlp.experts.63.down_proj,0.96225131,0.01000,0.183
11,mlp.experts.64.down_proj,0.24765530,0.01000,0.183
11,mlp.experts.65.down_proj,0.10893166,0.01000,0.182
11,mlp.experts.66.down_proj,0.01937538,0.01000,0.183
11,mlp.experts.67.down_proj,0.49455777,0.01000,0.182
11,mlp.experts.68.down_proj,1.90130651,0.01000,0.182
11,mlp.experts.69.down_proj,0.69593984,0.01000,0.181
11,mlp.experts.70.down_proj,0.04686777,0.01000,0.182
11,mlp.experts.71.down_proj,0.71016157,0.01000,0.182
11,mlp.experts.72.down_proj,0.03752521,0.01000,0.182
11,mlp.experts.73.down_proj,0.86755097,0.01000,0.182
11,mlp.experts.74.down_proj,0.08248314,0.01000,0.181
11,mlp.experts.75.down_proj,0.03952315,0.01000,0.182
11,mlp.experts.76.down_proj,0.05535033,0.01000,0.182
11,mlp.experts.77.down_proj,0.08959730,0.01000,0.184
11,mlp.experts.78.down_proj,0.55015481,0.01000,0.185
11,mlp.experts.79.down_proj,1.48095143,0.01000,0.185
11,mlp.experts.80.down_proj,0.04032000,0.01000,0.172
11,mlp.experts.81.down_proj,0.08062731,0.01000,0.172
11,mlp.experts.82.down_proj,0.24206470,0.01000,0.171
11,mlp.experts.83.down_proj,0.12763515,0.01000,0.172
11,mlp.experts.84.down_proj,0.03649100,0.01000,0.176
11,mlp.experts.85.down_proj,0.29691154,0.01000,0.173
11,mlp.experts.86.down_proj,0.71299106,0.01000,0.173
11,mlp.experts.87.down_proj,0.87392360,0.01000,0.173
11,mlp.experts.88.down_proj,0.02261360,0.01000,0.173
11,mlp.experts.89.down_proj,0.47230837,0.01000,0.173
11,mlp.experts.90.down_proj,0.44007456,0.01000,0.173
11,mlp.experts.91.down_proj,0.02397995,0.01000,0.174
11,mlp.experts.92.down_proj,0.62479579,0.01000,0.174
11,mlp.experts.93.down_proj,0.05240151,0.01000,0.174
11,mlp.experts.94.down_proj,0.37037873,0.01000,0.173
11,mlp.experts.95.down_proj,1.30422020,0.01000,0.174
11,mlp.experts.96.down_proj,0.17758749,0.01000,0.173
11,mlp.experts.97.down_proj,0.53522754,0.01000,0.174
11,mlp.experts.98.down_proj,0.40749311,0.01000,0.174
11,mlp.experts.99.down_proj,1.65163231,0.01000,0.172
11,mlp.experts.100.down_proj,0.44549423,0.01000,0.173
11,mlp.experts.101.down_proj,0.35889167,0.01000,0.173
11,mlp.experts.102.down_proj,0.12697899,0.01000,0.174
11,mlp.experts.103.down_proj,1.76565754,0.01000,0.178
11,mlp.experts.104.down_proj,0.01449852,0.01000,0.174
11,mlp.experts.105.down_proj,0.82434464,0.01000,0.173
11,mlp.experts.106.down_proj,0.01818216,0.01000,0.173
11,mlp.experts.107.down_proj,2.65291166,0.01000,0.174
11,mlp.experts.108.down_proj,0.05101654,0.01000,0.173
11,mlp.experts.109.down_proj,0.39397150,0.01000,0.173
11,mlp.experts.110.down_proj,0.03558857,0.01000,0.174
11,mlp.experts.111.down_proj,0.70529068,0.01000,0.173
11,mlp.experts.112.down_proj,0.02540768,0.01000,0.171
11,mlp.experts.113.down_proj,0.02098482,0.01000,0.172
11,mlp.experts.114.down_proj,0.22347099,0.01000,0.172
11,mlp.experts.115.down_proj,0.57408047,0.01000,0.172
11,mlp.experts.116.down_proj,0.48368931,0.01000,0.172
11,mlp.experts.117.down_proj,0.02582068,0.01000,0.172
11,mlp.experts.118.down_proj,0.41884321,0.01000,0.173
11,mlp.experts.119.down_proj,0.07418250,0.01000,0.173
11,mlp.experts.120.down_proj,0.03877860,0.01000,0.173
11,mlp.experts.121.down_proj,0.04519495,0.01000,0.172
11,mlp.experts.122.down_proj,0.61757565,0.01000,0.172
11,mlp.experts.123.down_proj,0.39223468,0.01000,0.173
11,mlp.experts.124.down_proj,0.39090133,0.01000,0.171
11,mlp.experts.125.down_proj,0.09589087,0.01000,0.171
11,mlp.experts.126.down_proj,0.19833940,0.01000,0.172
11,mlp.experts.127.down_proj,0.17060657,0.01000,0.173
12,self_attn.q_proj,0.05467491,0.01000,0.452
12,self_attn.k_proj,0.00753041,0.01000,0.464
12,self_attn.v_proj,0.00822269,0.01000,0.463
12,self_attn.o_proj,0.00598604,0.01000,0.923
12,mlp.experts.0.up_proj,1.84078562,0.01000,0.464
12,mlp.experts.1.up_proj,0.54673588,0.01000,0.453
12,mlp.experts.2.up_proj,13.69304466,0.01000,0.453
12,mlp.experts.3.up_proj,0.79915440,0.01000,0.466
12,mlp.experts.4.up_proj,1.68082714,0.01000,0.481
12,mlp.experts.5.up_proj,0.32807121,0.01000,0.480
12,mlp.experts.6.up_proj,1.85478485,0.01000,0.466
12,mlp.experts.7.up_proj,7.00028610,0.01000,0.488
12,mlp.experts.8.up_proj,20.15480804,0.01000,0.486
12,mlp.experts.9.up_proj,26.05413628,0.01000,0.488
12,mlp.experts.10.up_proj,0.19459203,0.01000,0.488
12,mlp.experts.11.up_proj,0.68629664,0.01000,0.488
12,mlp.experts.12.up_proj,2.32903218,0.01000,0.486
12,mlp.experts.13.up_proj,1.67122161,0.01000,0.487
12,mlp.experts.14.up_proj,3.87564683,0.01000,0.490
12,mlp.experts.15.up_proj,7.74272823,0.01000,0.489
12,mlp.experts.16.up_proj,3.47755527,0.01000,0.489
12,mlp.experts.17.up_proj,1.93178892,0.01000,0.489
12,mlp.experts.18.up_proj,2.30418682,0.01000,0.488
12,mlp.experts.19.up_proj,0.03769962,0.01000,0.487
12,mlp.experts.20.up_proj,1.43473279,0.01000,0.465
12,mlp.experts.21.up_proj,33.79707718,0.01000,0.452
12,mlp.experts.22.up_proj,6.63153362,0.01000,0.451
12,mlp.experts.23.up_proj,0.92397535,0.01000,0.451
12,mlp.experts.24.up_proj,3.15258217,0.01000,0.452
12,mlp.experts.25.up_proj,2.19566464,0.01000,0.460
12,mlp.experts.26.up_proj,3.00034189,0.01000,0.458
12,mlp.experts.27.up_proj,1.04490018,0.01000,0.454
12,mlp.experts.28.up_proj,0.48759371,0.01000,0.453
12,mlp.experts.29.up_proj,0.45085788,0.01000,0.454
12,mlp.experts.30.up_proj,1.78586757,0.01000,0.454
12,mlp.experts.31.up_proj,0.21040207,0.01000,0.460
12,mlp.experts.32.up_proj,8.04929924,0.01000,0.456
12,mlp.experts.33.up_proj,0.86117125,0.01000,0.454
12,mlp.experts.34.up_proj,4.31324244,0.01000,0.455
12,mlp.experts.35.up_proj,0.87653953,0.01000,0.455
12,mlp.experts.36.up_proj,4.16955185,0.01000,0.446
12,mlp.experts.37.up_proj,0.65686893,0.01000,0.449
12,mlp.experts.38.up_proj,4.71478033,0.01000,0.452
12,mlp.experts.39.up_proj,0.32104999,0.01000,0.450
12,mlp.experts.40.up_proj,1.89090753,0.01000,0.458
12,mlp.experts.41.up_proj,4.75795746,0.01000,0.460
12,mlp.experts.42.up_proj,7.06079006,0.01000,0.456
12,mlp.experts.43.up_proj,3.19959259,0.01000,0.455
12,mlp.experts.44.up_proj,3.83494902,0.01000,0.455
12,mlp.experts.45.up_proj,1.03265977,0.01000,0.454
12,mlp.experts.46.up_proj,12.43150330,0.01000,0.454
12,mlp.experts.47.up_proj,0.82004905,0.01000,0.456
12,mlp.experts.48.up_proj,2.76461363,0.01000,0.454
12,mlp.experts.49.up_proj,0.64723969,0.01000,0.455
12,mlp.experts.50.up_proj,1.81864333,0.01000,0.454
12,mlp.experts.51.up_proj,1.05141747,0.01000,0.485
12,mlp.experts.52.up_proj,25.64308548,0.01000,0.494
12,mlp.experts.53.up_proj,6.51540661,0.01000,0.494
12,mlp.experts.54.up_proj,0.42573041,0.01000,0.493
12,mlp.experts.55.up_proj,0.75897104,0.01000,0.490
12,mlp.experts.56.up_proj,16.14817619,0.01000,0.494
12,mlp.experts.57.up_proj,1.02596402,0.01000,0.495
12,mlp.experts.58.up_proj,2.76441431,0.01000,0.493
12,mlp.experts.59.up_proj,0.18848257,0.01000,0.491
12,mlp.experts.60.up_proj,1.64340329,0.01000,0.490
12,mlp.experts.61.up_proj,3.04849148,0.01000,0.489
12,mlp.experts.62.up_proj,1.29439378,0.01000,0.450
12,mlp.experts.63.up_proj,2.74491262,0.01000,0.451
12,mlp.experts.64.up_proj,14.20399094,0.01000,0.450
12,mlp.experts.65.up_proj,2.35189295,0.01000,0.477
12,mlp.experts.66.up_proj,1.23720038,0.01000,0.482
12,mlp.experts.67.up_proj,1.09241295,0.01000,0.481
12,mlp.experts.68.up_proj,4.00247478,0.01000,0.480
12,mlp.experts.69.up_proj,7.36404991,0.01000,0.479
12,mlp.experts.70.up_proj,0.78801382,0.01000,0.473
12,mlp.experts.71.up_proj,1.47027338,0.01000,0.451
12,mlp.experts.72.up_proj,0.27717316,0.01000,0.451
12,mlp.experts.73.up_proj,1.91317427,0.01000,0.449
12,mlp.experts.74.up_proj,1.79563141,0.01000,0.451
12,mlp.experts.75.up_proj,5.70427608,0.01000,0.451
12,mlp.experts.76.up_proj,3.43050718,0.01000,0.454
12,mlp.experts.77.up_proj,0.18756923,0.01000,0.453
12,mlp.experts.78.up_proj,1.47456503,0.01000,0.454
12,mlp.experts.79.up_proj,1.49107218,0.01000,0.453
12,mlp.experts.80.up_proj,3.49324846,0.01000,0.472
12,mlp.experts.81.up_proj,0.80666375,0.01000,0.484
12,mlp.experts.82.up_proj,0.66673774,0.01000,0.466
12,mlp.experts.83.up_proj,4.56274891,0.01000,0.487
12,mlp.experts.84.up_proj,0.01652621,0.01000,0.476
12,mlp.experts.85.up_proj,14.47649956,0.01000,0.475
12,mlp.experts.86.up_proj,0.03115430,0.01000,0.474
12,mlp.experts.87.up_proj,6.56569004,0.01000,0.482
12,mlp.experts.88.up_proj,0.08601473,0.01000,0.461
12,mlp.experts.89.up_proj,6.13710117,0.01000,0.479
12,mlp.experts.90.up_proj,2.25030851,0.01000,0.457
12,mlp.experts.91.up_proj,0.84749889,0.01000,0.476
12,mlp.experts.92.up_proj,9.27855206,0.01000,0.456
12,mlp.experts.93.up_proj,0.16127405,0.01000,0.489
12,mlp.experts.94.up_proj,8.17498398,0.01000,0.487
12,mlp.experts.95.up_proj,1.33017731,0.01000,0.485
12,mlp.experts.96.up_proj,1.10846186,0.01000,0.455
12,mlp.experts.97.up_proj,16.46215057,0.01000,0.487
12,mlp.experts.98.up_proj,0.52996314,0.01000,0.456
12,mlp.experts.99.up_proj,9.81442833,0.01000,0.477
12,mlp.experts.100.up_proj,5.19930887,0.01000,0.455
12,mlp.experts.101.up_proj,2.14997244,0.01000,0.455
12,mlp.experts.102.up_proj,3.40916109,0.01000,0.480
12,mlp.experts.103.up_proj,6.21788788,0.01000,0.470
12,mlp.experts.104.up_proj,2.29376388,0.01000,0.486
12,mlp.experts.105.up_proj,18.31260109,0.01000,0.477
12,mlp.experts.106.up_proj,0.06206474,0.01000,0.485
12,mlp.experts.107.up_proj,2.42622709,0.01000,0.469
12,mlp.experts.108.up_proj,1.32805037,0.01000,0.482
12,mlp.experts.109.up_proj,0.33229876,0.01000,0.461
12,mlp.experts.110.up_proj,0.74974108,0.01000,0.476
12,mlp.experts.111.up_proj,0.56305969,0.01000,0.460
12,mlp.experts.112.up_proj,0.47242612,0.01000,0.490
12,mlp.experts.113.up_proj,1.87003756,0.01000,0.461
12,mlp.experts.114.up_proj,2.28390837,0.01000,0.486
12,mlp.experts.115.up_proj,2.87859583,0.01000,0.456
12,mlp.experts.116.up_proj,2.89477158,0.01000,0.484
12,mlp.experts.117.up_proj,1.74546170,0.01000,0.456
12,mlp.experts.118.up_proj,10.56898785,0.01000,0.480
12,mlp.experts.119.up_proj,1.13017869,0.01000,0.481
12,mlp.experts.120.up_proj,2.76017857,0.01000,0.489
12,mlp.experts.121.up_proj,2.90829659,0.01000,0.490
12,mlp.experts.122.up_proj,0.37483585,0.01000,0.490
12,mlp.experts.123.up_proj,9.58118439,0.01000,0.489
12,mlp.experts.124.up_proj,3.30893731,0.01000,0.489
12,mlp.experts.125.up_proj,0.95935297,0.01000,0.488
12,mlp.experts.126.up_proj,6.17518663,0.01000,0.492
12,mlp.experts.127.up_proj,4.82239628,0.01000,0.492
12,mlp.experts.0.gate_proj,1.82718086,0.01000,0.493
12,mlp.experts.1.gate_proj,0.56711918,0.01000,0.491
12,mlp.experts.2.gate_proj,14.00178337,0.01000,0.491
12,mlp.experts.3.gate_proj,0.80666173,0.01000,0.492
12,mlp.experts.4.gate_proj,1.74573433,0.01000,0.492
12,mlp.experts.5.gate_proj,0.34892571,0.01000,0.492
12,mlp.experts.6.gate_proj,1.88048518,0.01000,0.492
12,mlp.experts.7.gate_proj,7.05713797,0.01000,0.493
12,mlp.experts.8.gate_proj,20.86987305,0.01000,0.492
12,mlp.experts.9.gate_proj,25.71893692,0.01000,0.489
12,mlp.experts.10.gate_proj,1.12992477,0.01000,0.492
12,mlp.experts.11.gate_proj,0.70875251,0.01000,0.492
12,mlp.experts.12.gate_proj,2.39461613,0.01000,0.492
12,mlp.experts.13.gate_proj,1.70583999,0.01000,0.493
12,mlp.experts.14.gate_proj,3.88063622,0.01000,0.490
12,mlp.experts.15.gate_proj,7.86167526,0.01000,0.488
12,mlp.experts.16.gate_proj,3.74585247,0.01000,0.478
12,mlp.experts.17.gate_proj,1.94545889,0.01000,0.488
12,mlp.experts.18.gate_proj,2.32006836,0.01000,0.489
12,mlp.experts.19.gate_proj,0.03928069,0.01000,0.488
12,mlp.experts.20.gate_proj,1.46725261,0.01000,0.489
12,mlp.experts.21.gate_proj,34.46564102,0.01000,0.486
12,mlp.experts.22.gate_proj,7.75552225,0.01000,0.487
12,mlp.experts.23.gate_proj,0.93479842,0.01000,0.486
12,mlp.experts.24.gate_proj,3.62686586,0.01000,0.486
12,mlp.experts.25.gate_proj,2.20061731,0.01000,0.486
12,mlp.experts.26.gate_proj,3.07443237,0.01000,0.486
12,mlp.experts.27.gate_proj,1.05699039,0.01000,0.488
12,mlp.experts.28.gate_proj,0.50587279,0.01000,0.488
12,mlp.experts.29.gate_proj,0.45655632,0.01000,0.487
12,mlp.experts.30.gate_proj,1.83632410,0.01000,0.485
12,mlp.experts.31.gate_proj,0.21682009,0.01000,0.484
12,mlp.experts.32.gate_proj,8.23811340,0.01000,0.488
12,mlp.experts.33.gate_proj,0.91278017,0.01000,0.489
12,mlp.experts.34.gate_proj,4.41403580,0.01000,0.490
12,mlp.experts.35.gate_proj,0.93341154,0.01000,0.490
12,mlp.experts.36.gate_proj,4.31579494,0.01000,0.487
12,mlp.experts.37.gate_proj,0.67141593,0.01000,0.487
12,mlp.experts.38.gate_proj,4.60700750,0.01000,0.489
12,mlp.experts.39.gate_proj,0.33270144,0.01000,0.488
12,mlp.experts.40.gate_proj,1.96882057,0.01000,0.486
12,mlp.experts.41.gate_proj,4.89273024,0.01000,0.486
12,mlp.experts.42.gate_proj,6.96338749,0.01000,0.488
12,mlp.experts.43.gate_proj,3.30489564,0.01000,0.487
12,mlp.experts.44.gate_proj,3.86078310,0.01000,0.489
12,mlp.experts.45.gate_proj,1.04623020,0.01000,0.487
12,mlp.experts.46.gate_proj,12.30282974,0.01000,0.486
12,mlp.experts.47.gate_proj,0.83645320,0.01000,0.486
12,mlp.experts.48.gate_proj,2.76945400,0.01000,0.486
12,mlp.experts.49.gate_proj,0.66054416,0.01000,0.485
12,mlp.experts.50.gate_proj,1.84320140,0.01000,0.487
12,mlp.experts.51.gate_proj,1.07692087,0.01000,0.485
12,mlp.experts.52.gate_proj,28.57119370,0.01000,0.487
12,mlp.experts.53.gate_proj,6.80826807,0.01000,0.490
12,mlp.experts.54.gate_proj,0.43457937,0.01000,0.487
12,mlp.experts.55.gate_proj,0.78231514,0.01000,0.488
12,mlp.experts.56.gate_proj,16.76336288,0.01000,0.488
12,mlp.experts.57.gate_proj,1.04109025,0.01000,0.489
12,mlp.experts.58.gate_proj,2.72708941,0.01000,0.488
12,mlp.experts.59.gate_proj,0.19731027,0.01000,0.489
12,mlp.experts.60.gate_proj,1.61401069,0.01000,0.489
12,mlp.experts.61.gate_proj,2.94912434,0.01000,0.487
12,mlp.experts.62.gate_proj,1.33075309,0.01000,0.490
12,mlp.experts.63.gate_proj,2.78861761,0.01000,0.488
12,mlp.experts.64.gate_proj,14.94050026,0.01000,0.489
12,mlp.experts.65.gate_proj,2.50675583,0.01000,0.488
12,mlp.experts.66.gate_proj,1.25152755,0.01000,0.488
12,mlp.experts.67.gate_proj,1.11936224,0.01000,0.490
12,mlp.experts.68.gate_proj,3.88060045,0.01000,0.489
12,mlp.experts.69.gate_proj,7.66542816,0.01000,0.487
12,mlp.experts.70.gate_proj,0.83586943,0.01000,0.486
12,mlp.experts.71.gate_proj,1.48267055,0.01000,0.491
12,mlp.experts.72.gate_proj,0.28432566,0.01000,0.488
12,mlp.experts.73.gate_proj,2.09036422,0.01000,0.488
12,mlp.experts.74.gate_proj,1.76891577,0.01000,0.476
12,mlp.experts.75.gate_proj,5.81324482,0.01000,0.468
12,mlp.experts.76.gate_proj,3.38062334,0.01000,0.472
12,mlp.experts.77.gate_proj,0.18917502,0.01000,0.474
12,mlp.experts.78.gate_proj,1.50627542,0.01000,0.468
12,mlp.experts.79.gate_proj,1.51045954,0.01000,0.450
12,mlp.experts.80.gate_proj,3.44537449,0.01000,0.463
12,mlp.experts.81.gate_proj,0.83404255,0.01000,0.452
12,mlp.experts.82.gate_proj,0.68557465,0.01000,0.456
12,mlp.experts.83.gate_proj,4.78435373,0.01000,0.482
12,mlp.experts.84.gate_proj,0.01767801,0.01000,0.483
12,mlp.experts.85.gate_proj,14.98222542,0.01000,0.488
12,mlp.experts.86.gate_proj,0.03227676,0.01000,0.489
12,mlp.experts.87.gate_proj,6.39491224,0.01000,0.493
12,mlp.experts.88.gate_proj,0.08829646,0.01000,0.491
12,mlp.experts.89.gate_proj,6.27475548,0.01000,0.492
12,mlp.experts.90.gate_proj,2.28949690,0.01000,0.492
12,mlp.experts.91.gate_proj,0.86876935,0.01000,0.492
12,mlp.experts.92.gate_proj,9.55303383,0.01000,0.493
12,mlp.experts.93.gate_proj,0.16824055,0.01000,0.492
12,mlp.experts.94.gate_proj,7.63289261,0.01000,0.493
12,mlp.experts.95.gate_proj,1.31957710,0.01000,0.489
12,mlp.experts.96.gate_proj,1.11398685,0.01000,0.490
12,mlp.experts.97.gate_proj,16.78897285,0.01000,0.489
12,mlp.experts.98.gate_proj,0.53609848,0.01000,0.490
12,mlp.experts.99.gate_proj,9.15927982,0.01000,0.490
12,mlp.experts.100.gate_proj,5.12864399,0.01000,0.489
12,mlp.experts.101.gate_proj,2.26794910,0.01000,0.489
12,mlp.experts.102.gate_proj,3.39845300,0.01000,0.488
12,mlp.experts.103.gate_proj,6.63802099,0.01000,0.488
12,mlp.experts.104.gate_proj,2.20067739,0.01000,0.489
12,mlp.experts.105.gate_proj,19.83031845,0.01000,0.490
12,mlp.experts.106.gate_proj,0.06438768,0.01000,0.491
12,mlp.experts.107.gate_proj,2.44494820,0.01000,0.491
12,mlp.experts.108.gate_proj,1.35997474,0.01000,0.493
12,mlp.experts.109.gate_proj,0.34801400,0.01000,0.491
12,mlp.experts.110.gate_proj,0.76014423,0.01000,0.491
12,mlp.experts.111.gate_proj,0.57192540,0.01000,0.489
12,mlp.experts.112.gate_proj,0.50254017,0.01000,0.492
12,mlp.experts.113.gate_proj,1.90333939,0.01000,0.488
12,mlp.experts.114.gate_proj,2.38013220,0.01000,0.487
12,mlp.experts.115.gate_proj,2.89811826,0.01000,0.489
12,mlp.experts.116.gate_proj,2.92195821,0.01000,0.492
12,mlp.experts.117.gate_proj,1.86295485,0.01000,0.479
12,mlp.experts.118.gate_proj,10.66704750,0.01000,0.492
12,mlp.experts.119.gate_proj,1.16638350,0.01000,0.489
12,mlp.experts.120.gate_proj,2.78644156,0.01000,0.492
12,mlp.experts.121.gate_proj,2.95790052,0.01000,0.490
12,mlp.experts.122.gate_proj,0.38395682,0.01000,0.492
12,mlp.experts.123.gate_proj,9.50323200,0.01000,0.490
12,mlp.experts.124.gate_proj,3.32190537,0.01000,0.489
12,mlp.experts.125.gate_proj,1.02142143,0.01000,0.489
12,mlp.experts.126.gate_proj,6.20902681,0.01000,0.481
12,mlp.experts.127.gate_proj,5.06142807,0.01000,0.461
12,mlp.experts.0.down_proj,0.33919206,0.01000,0.176
12,mlp.experts.1.down_proj,0.14837553,0.01000,0.173
12,mlp.experts.2.down_proj,2.61978912,0.01000,0.172
12,mlp.experts.3.down_proj,0.17056337,0.01000,0.172
12,mlp.experts.4.down_proj,0.24331704,0.01000,0.172
12,mlp.experts.5.down_proj,0.01169243,0.01000,0.173
12,mlp.experts.6.down_proj,0.21164033,0.01000,0.171
12,mlp.experts.7.down_proj,1.56071734,0.01000,0.171
12,mlp.experts.8.down_proj,3.32285666,0.01000,0.170
12,mlp.experts.9.down_proj,6.95552254,0.01000,0.170
12,mlp.experts.10.down_proj,0.02078690,0.01000,0.171
12,mlp.experts.11.down_proj,0.04149557,0.01000,0.171
12,mlp.experts.12.down_proj,0.44924566,0.01000,0.171
12,mlp.experts.13.down_proj,0.22187299,0.01000,0.171
12,mlp.experts.14.down_proj,0.74107754,0.01000,0.170
12,mlp.experts.15.down_proj,2.14516997,0.01000,0.170
12,mlp.experts.16.down_proj,0.64254582,0.01000,0.171
12,mlp.experts.17.down_proj,0.25927413,0.01000,0.171
12,mlp.experts.18.down_proj,0.13407469,0.01000,0.169
12,mlp.experts.19.down_proj,0.00368027,0.01000,0.172
12,mlp.experts.20.down_proj,0.14550158,0.01000,0.169
12,mlp.experts.21.down_proj,5.26798058,0.01000,0.169
12,mlp.experts.22.down_proj,1.27830625,0.01000,0.173
12,mlp.experts.23.down_proj,0.12173788,0.01000,0.183
12,mlp.experts.24.down_proj,0.26915109,0.01000,0.182
12,mlp.experts.25.down_proj,0.06367205,0.01000,0.169
12,mlp.experts.26.down_proj,0.76182324,0.01000,0.179
12,mlp.experts.27.down_proj,0.09777642,0.01000,0.179
12,mlp.experts.28.down_proj,0.05279170,0.01000,0.179
12,mlp.experts.29.down_proj,0.04167148,0.01000,0.169
12,mlp.experts.30.down_proj,0.44909495,0.01000,0.172
12,mlp.experts.31.down_proj,0.04433202,0.01000,0.170
12,mlp.experts.32.down_proj,1.24381328,0.01000,0.169
12,mlp.experts.33.down_proj,0.03363599,0.01000,0.169
12,mlp.experts.34.down_proj,0.52131850,0.01000,0.169
12,mlp.experts.35.down_proj,0.26081192,0.01000,0.169
12,mlp.experts.36.down_proj,0.58248979,0.01000,0.169
12,mlp.experts.37.down_proj,0.04635033,0.01000,0.169
12,mlp.experts.38.down_proj,0.82432187,0.01000,0.169
12,mlp.experts.39.down_proj,0.04143317,0.01000,0.169
12,mlp.experts.40.down_proj,0.17376877,0.01000,0.169
12,mlp.experts.41.down_proj,0.82177162,0.01000,0.169
12,mlp.experts.42.down_proj,0.87093544,0.01000,0.171
12,mlp.experts.43.down_proj,0.55419135,0.01000,0.170
12,mlp.experts.44.down_proj,0.47552562,0.01000,0.169
12,mlp.experts.45.down_proj,0.11921819,0.01000,0.169
12,mlp.experts.46.down_proj,1.94346285,0.01000,0.170
12,mlp.experts.47.down_proj,0.06402013,0.01000,0.170
12,mlp.experts.48.down_proj,0.57751906,0.01000,0.170
12,mlp.experts.49.down_proj,0.08184334,0.01000,0.172
12,mlp.experts.50.down_proj,0.17645016,0.01000,0.170
12,mlp.experts.51.down_proj,0.19416684,0.01000,0.169
12,mlp.experts.52.down_proj,5.81227779,0.01000,0.170
12,mlp.experts.53.down_proj,1.20102382,0.01000,0.169
12,mlp.experts.54.down_proj,0.03139929,0.01000,0.170
12,mlp.experts.55.down_proj,0.24886665,0.01000,0.169
12,mlp.experts.56.down_proj,5.06810999,0.01000,0.169
12,mlp.experts.57.down_proj,0.10768861,0.01000,0.170
12,mlp.experts.58.down_proj,0.48567235,0.01000,0.170
12,mlp.experts.59.down_proj,0.01731816,0.01000,0.178
12,mlp.experts.60.down_proj,0.30302507,0.01000,0.177
12,mlp.experts.61.down_proj,0.32265341,0.01000,0.177
12,mlp.experts.62.down_proj,0.11653023,0.01000,0.172
12,mlp.experts.63.down_proj,0.44065124,0.01000,0.179
12,mlp.experts.64.down_proj,3.30681992,0.01000,0.170
12,mlp.experts.65.down_proj,0.53963506,0.01000,0.170
12,mlp.experts.66.down_proj,0.21694735,0.01000,0.179
12,mlp.experts.67.down_proj,0.19443646,0.01000,0.179
12,mlp.experts.68.down_proj,0.64854896,0.01000,0.171
12,mlp.experts.69.down_proj,1.36587155,0.01000,0.170
12,mlp.experts.70.down_proj,0.14445081,0.01000,0.170
12,mlp.experts.71.down_proj,0.04972307,0.01000,0.171
12,mlp.experts.72.down_proj,0.08142148,0.01000,0.170
12,mlp.experts.73.down_proj,0.53787684,0.01000,0.179
12,mlp.experts.74.down_proj,0.30566657,0.01000,0.200
12,mlp.experts.75.down_proj,0.86282039,0.01000,0.176
12,mlp.experts.76.down_proj,0.48075804,0.01000,0.171
12,mlp.experts.77.down_proj,0.01557849,0.01000,0.170
12,mlp.experts.78.down_proj,0.11696139,0.01000,0.170
12,mlp.experts.79.down_proj,0.26115212,0.01000,0.170
12,mlp.experts.80.down_proj,0.49411646,0.01000,0.170
12,mlp.experts.81.down_proj,0.24276690,0.01000,0.170
12,mlp.experts.82.down_proj,0.17862192,0.01000,0.171
12,mlp.experts.83.down_proj,1.12506473,0.01000,0.171
12,mlp.experts.84.down_proj,0.00122944,0.01000,0.172
12,mlp.experts.85.down_proj,2.34311724,0.01000,0.172
12,mlp.experts.86.down_proj,0.00496144,0.01000,0.171
12,mlp.experts.87.down_proj,0.74054956,0.01000,0.172
12,mlp.experts.88.down_proj,0.01753375,0.01000,0.172
12,mlp.experts.89.down_proj,1.04797554,0.01000,0.172
12,mlp.experts.90.down_proj,0.24938840,0.01000,0.172
12,mlp.experts.91.down_proj,0.08556941,0.01000,0.172
12,mlp.experts.92.down_proj,1.03819156,0.01000,0.172
12,mlp.experts.93.down_proj,0.01678261,0.01000,0.172
12,mlp.experts.94.down_proj,1.56643438,0.01000,0.172
12,mlp.experts.95.down_proj,0.20156655,0.01000,0.172
12,mlp.experts.96.down_proj,0.13241935,0.01000,0.173
12,mlp.experts.97.down_proj,3.70112658,0.01000,0.173
12,mlp.experts.98.down_proj,0.09525966,0.01000,0.173
12,mlp.experts.99.down_proj,3.30643153,0.01000,0.180
12,mlp.experts.100.down_proj,0.83944714,0.01000,0.193
12,mlp.experts.101.down_proj,0.17745116,0.01000,0.172
12,mlp.experts.102.down_proj,0.42601430,0.01000,0.172
12,mlp.experts.103.down_proj,0.99490207,0.01000,0.173
12,mlp.experts.104.down_proj,0.44850785,0.01000,0.172
12,mlp.experts.105.down_proj,6.29358864,0.01000,0.173
12,mlp.experts.106.down_proj,0.00683245,0.01000,0.172
12,mlp.experts.107.down_proj,0.50417078,0.01000,0.173
12,mlp.experts.108.down_proj,0.14715320,0.01000,0.173
12,mlp.experts.109.down_proj,0.03415367,0.01000,0.173
12,mlp.experts.110.down_proj,0.08679190,0.01000,0.173
12,mlp.experts.111.down_proj,0.03532398,0.01000,0.173
12,mlp.experts.112.down_proj,0.04133067,0.01000,0.173
12,mlp.experts.113.down_proj,0.26764888,0.01000,0.172
12,mlp.experts.114.down_proj,0.43568915,0.01000,0.173
12,mlp.experts.115.down_proj,0.41089296,0.01000,0.171
12,mlp.experts.116.down_proj,0.60253924,0.01000,0.173
12,mlp.experts.117.down_proj,0.26840669,0.01000,0.173
12,mlp.experts.118.down_proj,1.94333351,0.01000,0.173
12,mlp.experts.119.down_proj,0.07274372,0.01000,0.173
12,mlp.experts.120.down_proj,0.39677894,0.01000,0.172
12,mlp.experts.121.down_proj,0.40065527,0.01000,0.173
12,mlp.experts.122.down_proj,0.02598719,0.01000,0.173
12,mlp.experts.123.down_proj,1.55775785,0.01000,0.172
12,mlp.experts.124.down_proj,0.56029564,0.01000,0.173
12,mlp.experts.125.down_proj,0.15386868,0.01000,0.174
12,mlp.experts.126.down_proj,1.09929299,0.01000,0.184
12,mlp.experts.127.down_proj,1.05120325,0.01000,0.172
13,self_attn.q_proj,0.06512406,0.01000,0.453
13,self_attn.k_proj,0.00913613,0.01000,0.450
13,self_attn.v_proj,0.00959806,0.01000,0.450
13,self_attn.o_proj,0.00705652,0.01000,0.921
13,mlp.experts.0.up_proj,14.12869263,0.01000,0.464
13,mlp.experts.1.up_proj,3.47263479,0.01000,0.453
13,mlp.experts.2.up_proj,8.44479942,0.01000,0.453
13,mlp.experts.3.up_proj,0.08692351,0.01000,0.453
13,mlp.experts.4.up_proj,3.89089489,0.01000,0.454
13,mlp.experts.5.up_proj,0.31008586,0.01000,0.453
13,mlp.experts.6.up_proj,18.28921509,0.01000,0.453
13,mlp.experts.7.up_proj,0.10025288,0.01000,0.473
13,mlp.experts.8.up_proj,3.87522459,0.01000,0.484
13,mlp.experts.9.up_proj,0.11932185,0.01000,0.487
13,mlp.experts.10.up_proj,4.56995392,0.01000,0.488
13,mlp.experts.11.up_proj,0.37226975,0.01000,0.485
13,mlp.experts.12.up_proj,4.81775236,0.01000,0.485
13,mlp.experts.13.up_proj,1.25591862,0.01000,0.485
13,mlp.experts.14.up_proj,0.78548348,0.01000,0.486
13,mlp.experts.15.up_proj,6.21320248,0.01000,0.485
13,mlp.experts.16.up_proj,5.74171829,0.01000,0.500
13,mlp.experts.17.up_proj,0.44105849,0.01000,0.488
13,mlp.experts.18.up_proj,1.73845637,0.01000,0.487
13,mlp.experts.19.up_proj,2.82531929,0.01000,0.488
13,mlp.experts.20.up_proj,2.05101919,0.01000,0.496
13,mlp.experts.21.up_proj,2.59791017,0.01000,0.487
13,mlp.experts.22.up_proj,0.92138791,0.01000,0.489
13,mlp.experts.23.up_proj,1.42824888,0.01000,0.487
13,mlp.experts.24.up_proj,5.66054249,0.01000,0.484
13,mlp.experts.25.up_proj,1.36758637,0.01000,0.486
13,mlp.experts.26.up_proj,19.89900780,0.01000,0.485
13,mlp.experts.27.up_proj,0.36336809,0.01000,0.487
13,mlp.experts.28.up_proj,8.53840828,0.01000,0.486
13,mlp.experts.29.up_proj,6.44755268,0.01000,0.485
13,mlp.experts.30.up_proj,0.17149752,0.01000,0.480
13,mlp.experts.31.up_proj,0.90216094,0.01000,0.474
13,mlp.experts.32.up_proj,1.82032275,0.01000,0.477
13,mlp.experts.33.up_proj,18.34661102,0.01000,0.474
13,mlp.experts.34.up_proj,0.38572115,0.01000,0.486
13,mlp.experts.35.up_proj,0.54891235,0.01000,0.485
13,mlp.experts.36.up_proj,4.84267664,0.01000,0.484
13,mlp.experts.37.up_proj,3.77495337,0.01000,0.484
13,mlp.experts.38.up_proj,1.19420636,0.01000,0.486
13,mlp.experts.39.up_proj,5.97625494,0.01000,0.482
13,mlp.experts.40.up_proj,4.83070278,0.01000,0.486
13,mlp.experts.41.up_proj,4.71628475,0.01000,0.463
13,mlp.experts.42.up_proj,3.59698057,0.01000,0.462
13,mlp.experts.43.up_proj,0.33461252,0.01000,0.465
13,mlp.experts.44.up_proj,3.74736977,0.01000,0.464
13,mlp.experts.45.up_proj,30.97835541,0.01000,0.478
13,mlp.experts.46.up_proj,0.14057536,0.01000,0.489
13,mlp.experts.47.up_proj,29.99193573,0.01000,0.492
13,mlp.experts.48.up_proj,0.27595788,0.01000,0.492
13,mlp.experts.49.up_proj,16.23044014,0.01000,0.494
13,mlp.experts.50.up_proj,0.09732439,0.01000,0.492
13,mlp.experts.51.up_proj,0.91424370,0.01000,0.491
13,mlp.experts.52.up_proj,11.31624603,0.01000,0.492
13,mlp.experts.53.up_proj,0.22263201,0.01000,0.490
13,mlp.experts.54.up_proj,0.36575690,0.01000,0.491
13,mlp.experts.55.up_proj,3.20386696,0.01000,0.492
13,mlp.experts.56.up_proj,0.50771344,0.01000,0.491
13,mlp.experts.57.up_proj,3.81684494,0.01000,0.491
13,mlp.experts.58.up_proj,3.36824536,0.01000,0.491
13,mlp.experts.59.up_proj,4.77975321,0.01000,0.490
13,mlp.experts.60.up_proj,2.49043989,0.01000,0.489
13,mlp.experts.61.up_proj,33.51883698,0.01000,0.489
13,mlp.experts.62.up_proj,3.92676210,0.01000,0.491
13,mlp.experts.63.up_proj,0.82943285,0.01000,0.491
13,mlp.experts.64.up_proj,6.43857193,0.01000,0.493
13,mlp.experts.65.up_proj,3.70123529,0.01000,0.493
13,mlp.experts.66.up_proj,3.01555467,0.01000,0.491
13,mlp.experts.67.up_proj,1.32133961,0.01000,0.489
13,mlp.experts.68.up_proj,0.52511489,0.01000,0.491
13,mlp.experts.69.up_proj,2.43521500,0.01000,0.488
13,mlp.experts.70.up_proj,0.30863789,0.01000,0.490
13,mlp.experts.71.up_proj,12.94940567,0.01000,0.487
13,mlp.experts.72.up_proj,0.00729153,0.01000,0.484
13,mlp.experts.73.up_proj,6.78706741,0.01000,0.486
13,mlp.experts.74.up_proj,0.37039596,0.01000,0.489
13,mlp.experts.75.up_proj,5.23523283,0.01000,0.483
13,mlp.experts.76.up_proj,2.51276064,0.01000,0.489
13,mlp.experts.77.up_proj,28.43323135,0.01000,0.489
13,mlp.experts.78.up_proj,22.88806343,0.01000,0.491
13,mlp.experts.79.up_proj,5.95757961,0.01000,0.490
13,mlp.experts.80.up_proj,2.98140764,0.01000,0.492
13,mlp.experts.81.up_proj,20.67346954,0.01000,0.493
13,mlp.experts.82.up_proj,2.78467083,0.01000,0.483
13,mlp.experts.83.up_proj,1.73517656,0.01000,0.494
13,mlp.experts.84.up_proj,0.94180280,0.01000,0.494
13,mlp.experts.85.up_proj,1.54241681,0.01000,0.492
13,mlp.experts.86.up_proj,0.17896236,0.01000,0.487
13,mlp.experts.87.up_proj,2.36470556,0.01000,0.490
13,mlp.experts.88.up_proj,4.10572290,0.01000,0.489
13,mlp.experts.89.up_proj,2.91769290,0.01000,0.491
13,mlp.experts.90.up_proj,0.34736699,0.01000,0.490
13,mlp.experts.91.up_proj,8.43779087,0.01000,0.490
13,mlp.experts.92.up_proj,8.50886059,0.01000,0.465
13,mlp.experts.93.up_proj,0.48373154,0.01000,0.461
13,mlp.experts.94.up_proj,0.13147385,0.01000,0.466
13,mlp.experts.95.up_proj,15.25186062,0.01000,0.463
13,mlp.experts.96.up_proj,0.28313568,0.01000,0.462
13,mlp.experts.97.up_proj,0.62380278,0.01000,0.465
13,mlp.experts.98.up_proj,3.32321334,0.01000,0.468
13,mlp.experts.99.up_proj,1.83163369,0.01000,0.466
13,mlp.experts.100.up_proj,0.34718257,0.01000,0.466
13,mlp.experts.101.up_proj,8.52981949,0.01000,0.463
13,mlp.experts.102.up_proj,5.34834576,0.01000,0.465
13,mlp.experts.103.up_proj,4.95753288,0.01000,0.459
13,mlp.experts.104.up_proj,1.97237968,0.01000,0.462
13,mlp.experts.105.up_proj,2.82718515,0.01000,0.484
13,mlp.experts.106.up_proj,3.23592567,0.01000,0.490
13,mlp.experts.107.up_proj,1.40942228,0.01000,0.490
13,mlp.experts.108.up_proj,0.75728875,0.01000,0.489
13,mlp.experts.109.up_proj,6.48828220,0.01000,0.490
13,mlp.experts.110.up_proj,0.66242743,0.01000,0.489
13,mlp.experts.111.up_proj,2.28666615,0.01000,0.492
13,mlp.experts.112.up_proj,5.76725578,0.01000,0.491
13,mlp.experts.113.up_proj,2.98747063,0.01000,0.481
13,mlp.experts.114.up_proj,3.59161234,0.01000,0.491
13,mlp.experts.115.up_proj,2.13844347,0.01000,0.491
13,mlp.experts.116.up_proj,0.02923979,0.01000,0.490
13,mlp.experts.117.up_proj,0.38254911,0.01000,0.490
13,mlp.experts.118.up_proj,0.97933406,0.01000,0.490
13,mlp.experts.119.up_proj,0.89064372,0.01000,0.489
13,mlp.experts.120.up_proj,1.80207407,0.01000,0.492
13,mlp.experts.121.up_proj,4.22346783,0.01000,0.490
13,mlp.experts.122.up_proj,2.38178945,0.01000,0.490
13,mlp.experts.123.up_proj,6.67711020,0.01000,0.467
13,mlp.experts.124.up_proj,0.90774345,0.01000,0.464
13,mlp.experts.125.up_proj,0.69302905,0.01000,0.463
13,mlp.experts.126.up_proj,0.18483163,0.01000,0.462
13,mlp.experts.127.up_proj,2.15220118,0.01000,0.463
13,mlp.experts.0.gate_proj,14.54949379,0.01000,0.464
13,mlp.experts.1.gate_proj,3.59420514,0.01000,0.463
13,mlp.experts.2.gate_proj,8.72474670,0.01000,0.465
13,mlp.experts.3.gate_proj,0.09033519,0.01000,0.464
13,mlp.experts.4.gate_proj,4.04477406,0.01000,0.464
13,mlp.experts.5.gate_proj,0.32347882,0.01000,0.463
13,mlp.experts.6.gate_proj,16.00647545,0.01000,0.461
13,mlp.experts.7.gate_proj,0.10428067,0.01000,0.462
13,mlp.experts.8.gate_proj,4.27712440,0.01000,0.463
13,mlp.experts.9.gate_proj,0.12780714,0.01000,0.463
13,mlp.experts.10.gate_proj,4.34951496,0.01000,0.466
13,mlp.experts.11.gate_proj,0.37854177,0.01000,0.487
13,mlp.experts.12.gate_proj,5.34032917,0.01000,0.487
13,mlp.experts.13.gate_proj,1.27615309,0.01000,0.489
13,mlp.experts.14.gate_proj,0.81337869,0.01000,0.489
13,mlp.experts.15.gate_proj,6.47100830,0.01000,0.489
13,mlp.experts.16.gate_proj,5.98046446,0.01000,0.484
13,mlp.experts.17.gate_proj,0.47255418,0.01000,0.490
13,mlp.experts.18.gate_proj,1.76723075,0.01000,0.490
13,mlp.experts.19.gate_proj,3.03806210,0.01000,0.490
13,mlp.experts.20.gate_proj,2.15869665,0.01000,0.491
13,mlp.experts.21.gate_proj,2.54326940,0.01000,0.483
13,mlp.experts.22.gate_proj,0.93582630,0.01000,0.483
13,mlp.experts.23.gate_proj,1.42336345,0.01000,0.483
13,mlp.experts.24.gate_proj,6.32726669,0.01000,0.483
13,mlp.experts.25.gate_proj,1.37663317,0.01000,0.482
13,mlp.experts.26.gate_proj,21.29571152,0.01000,0.481
13,mlp.experts.27.gate_proj,0.36626607,0.01000,0.481
13,mlp.experts.28.gate_proj,8.22551537,0.01000,0.481
13,mlp.experts.29.gate_proj,6.87964630,0.01000,0.482
13,mlp.experts.30.gate_proj,0.18383627,0.01000,0.495
13,mlp.experts.31.gate_proj,0.93972063,0.01000,0.472
13,mlp.experts.32.gate_proj,1.84547901,0.01000,0.480
13,mlp.experts.33.gate_proj,17.95767784,0.01000,0.478
13,mlp.experts.34.gate_proj,0.40498960,0.01000,0.483
13,mlp.experts.35.gate_proj,2.56716299,0.01000,0.482
13,mlp.experts.36.gate_proj,5.51254559,0.01000,0.475
13,mlp.experts.37.gate_proj,4.08975267,0.01000,0.483
13,mlp.experts.38.gate_proj,1.19267106,0.01000,0.488
13,mlp.experts.39.gate_proj,6.10122871,0.01000,0.484
13,mlp.experts.40.gate_proj,4.69473457,0.01000,0.484
13,mlp.experts.41.gate_proj,4.85591507,0.01000,0.490
13,mlp.experts.42.gate_proj,3.63038158,0.01000,0.486
13,mlp.experts.43.gate_proj,0.34447086,0.01000,0.483
13,mlp.experts.44.gate_proj,3.81793594,0.01000,0.483
13,mlp.experts.45.gate_proj,28.48440170,0.01000,0.483
13,mlp.experts.46.gate_proj,0.14365362,0.01000,0.484
13,mlp.experts.47.gate_proj,30.63141632,0.01000,0.473
13,mlp.experts.48.gate_proj,0.29164964,0.01000,0.481
13,mlp.experts.49.gate_proj,16.92927551,0.01000,0.477
13,mlp.experts.50.gate_proj,0.09776168,0.01000,0.476
13,mlp.experts.51.gate_proj,1.00881529,0.01000,0.479
13,mlp.experts.52.gate_proj,11.90515518,0.01000,0.480
13,mlp.experts.53.gate_proj,0.24433781,0.01000,0.480
13,mlp.experts.54.gate_proj,0.38301933,0.01000,0.480
13,mlp.experts.55.gate_proj,3.14443278,0.01000,0.479
13,mlp.experts.56.gate_proj,0.49885535,0.01000,0.481
13,mlp.experts.57.gate_proj,3.66713667,0.01000,0.482
13,mlp.experts.58.gate_proj,3.39131641,0.01000,0.481
13,mlp.experts.59.gate_proj,5.87512684,0.01000,0.482
13,mlp.experts.60.gate_proj,2.50554132,0.01000,0.481
13,mlp.experts.61.gate_proj,40.18973541,0.01000,0.486
13,mlp.experts.62.gate_proj,3.83786392,0.01000,0.481
13,mlp.experts.63.gate_proj,0.83976960,0.01000,0.482
13,mlp.experts.64.gate_proj,6.80237770,0.01000,0.481
13,mlp.experts.65.gate_proj,3.62776995,0.01000,0.482
13,mlp.experts.66.gate_proj,3.16046619,0.01000,0.483
13,mlp.experts.67.gate_proj,1.52396834,0.01000,0.487
13,mlp.experts.68.gate_proj,0.53056604,0.01000,0.482
13,mlp.experts.69.gate_proj,2.45856094,0.01000,0.482
13,mlp.experts.70.gate_proj,0.31147015,0.01000,0.483
13,mlp.experts.71.gate_proj,12.96185493,0.01000,0.452
13,mlp.experts.72.gate_proj,0.00768110,0.01000,0.451
13,mlp.experts.73.gate_proj,6.83385897,0.01000,0.451
13,mlp.experts.74.gate_proj,0.37833920,0.01000,0.451
13,mlp.experts.75.gate_proj,5.54636478,0.01000,0.452
13,mlp.experts.76.gate_proj,2.51836061,0.01000,0.453
13,mlp.experts.77.gate_proj,30.18889809,0.01000,0.451
13,mlp.experts.78.gate_proj,25.64566422,0.01000,0.451
13,mlp.experts.79.gate_proj,6.23949194,0.01000,0.451
13,mlp.experts.80.gate_proj,2.86914372,0.01000,0.452
13,mlp.experts.81.gate_proj,21.05606651,0.01000,0.451
13,mlp.experts.82.gate_proj,2.78924513,0.01000,0.454
13,mlp.experts.83.gate_proj,1.79641092,0.01000,0.451
13,mlp.experts.84.gate_proj,0.97151119,0.01000,0.452
13,mlp.experts.85.gate_proj,1.58642054,0.01000,0.451
13,mlp.experts.86.gate_proj,0.18574980,0.01000,0.452
13,mlp.experts.87.gate_proj,2.54185390,0.01000,0.452
13,mlp.experts.88.gate_proj,4.38445663,0.01000,0.451
13,mlp.experts.89.gate_proj,2.92894936,0.01000,0.452
13,mlp.experts.90.gate_proj,0.35687360,0.01000,0.451
13,mlp.experts.91.gate_proj,9.17841816,0.01000,0.451
13,mlp.experts.92.gate_proj,9.26356125,0.01000,0.452
13,mlp.experts.93.gate_proj,0.50001353,0.01000,0.452
13,mlp.experts.94.gate_proj,0.13712376,0.01000,0.452
13,mlp.experts.95.gate_proj,15.60899639,0.01000,0.453
13,mlp.experts.96.gate_proj,0.29136336,0.01000,0.453
13,mlp.experts.97.gate_proj,0.64112353,0.01000,0.451
13,mlp.experts.98.gate_proj,3.43439555,0.01000,0.452
13,mlp.experts.99.gate_proj,1.75895286,0.01000,0.451
13,mlp.experts.100.gate_proj,0.36020809,0.01000,0.452
13,mlp.experts.101.gate_proj,8.27671623,0.01000,0.452
13,mlp.experts.102.gate_proj,5.66989899,0.01000,0.452
13,mlp.experts.103.gate_proj,5.17394209,0.01000,0.453
13,mlp.experts.104.gate_proj,2.06371832,0.01000,0.452
13,mlp.experts.105.gate_proj,2.89926624,0.01000,0.452
13,mlp.experts.106.gate_proj,3.21345258,0.01000,0.452
13,mlp.experts.107.gate_proj,1.40710449,0.01000,0.452
13,mlp.experts.108.gate_proj,0.80377007,0.01000,0.451
13,mlp.experts.109.gate_proj,6.04500675,0.01000,0.451
13,mlp.experts.110.gate_proj,0.67972445,0.01000,0.451
13,mlp.experts.111.gate_proj,2.30022240,0.01000,0.451
13,mlp.experts.112.gate_proj,6.34888697,0.01000,0.452
13,mlp.experts.113.gate_proj,2.95189095,0.01000,0.452
13,mlp.experts.114.gate_proj,3.86765385,0.01000,0.451
13,mlp.experts.115.gate_proj,2.14101362,0.01000,0.451
13,mlp.experts.116.gate_proj,0.02964821,0.01000,0.452
13,mlp.experts.117.gate_proj,0.38984132,0.01000,0.452
13,mlp.experts.118.gate_proj,1.00072992,0.01000,0.453
13,mlp.experts.119.gate_proj,0.91135520,0.01000,0.454
13,mlp.experts.120.gate_proj,1.80872703,0.01000,0.456
13,mlp.experts.121.gate_proj,4.14743185,0.01000,0.455
13,mlp.experts.122.gate_proj,2.45303440,0.01000,0.465
13,mlp.experts.123.gate_proj,6.31931829,0.01000,0.472
13,mlp.experts.124.gate_proj,0.95690978,0.01000,0.471
13,mlp.experts.125.gate_proj,0.69491440,0.01000,0.479
13,mlp.experts.126.gate_proj,0.19360694,0.01000,0.497
13,mlp.experts.127.gate_proj,2.15749574,0.01000,0.488
13,mlp.experts.0.down_proj,3.22806168,0.01000,0.175
13,mlp.experts.1.down_proj,0.48286349,0.01000,0.171
13,mlp.experts.2.down_proj,2.33369160,0.01000,0.171
13,mlp.experts.3.down_proj,0.02797489,0.01000,0.173
13,mlp.experts.4.down_proj,0.93708575,0.01000,0.172
13,mlp.experts.5.down_proj,0.09711750,0.01000,0.172
13,mlp.experts.6.down_proj,4.04866886,0.01000,0.171
13,mlp.experts.7.down_proj,0.01498787,0.01000,0.171
13,mlp.experts.8.down_proj,1.19181895,0.01000,0.171
13,mlp.experts.9.down_proj,0.03871502,0.01000,0.178
13,mlp.experts.10.down_proj,0.74483943,0.01000,0.178
13,mlp.experts.11.down_proj,0.03558645,0.01000,0.180
13,mlp.experts.12.down_proj,0.79433954,0.01000,0.182
13,mlp.experts.13.down_proj,0.14772114,0.01000,0.181
13,mlp.experts.14.down_proj,0.09506916,0.01000,0.182
13,mlp.experts.15.down_proj,2.05547452,0.01000,0.182
13,mlp.experts.16.down_proj,1.38591242,0.01000,0.182
13,mlp.experts.17.down_proj,0.12964222,0.01000,0.182
13,mlp.experts.18.down_proj,0.21198975,0.01000,0.182
13,mlp.experts.19.down_proj,0.74863124,0.01000,0.181
13,mlp.experts.20.down_proj,0.10233467,0.01000,0.182
13,mlp.experts.21.down_proj,0.64928770,0.01000,0.183
13,mlp.experts.22.down_proj,0.24055102,0.01000,0.182
13,mlp.experts.23.down_proj,0.24111101,0.01000,0.182
13,mlp.experts.24.down_proj,1.11608088,0.01000,0.182
13,mlp.experts.25.down_proj,0.18321645,0.01000,0.183
13,mlp.experts.26.down_proj,7.73359203,0.01000,0.183
13,mlp.experts.27.down_proj,0.03063515,0.01000,0.182
13,mlp.experts.28.down_proj,2.95090628,0.01000,0.182
13,mlp.experts.29.down_proj,0.93655574,0.01000,0.183
13,mlp.experts.30.down_proj,0.03000576,0.01000,0.184
13,mlp.experts.31.down_proj,0.10783644,0.01000,0.182
13,mlp.experts.32.down_proj,0.55340880,0.01000,0.182
13,mlp.experts.33.down_proj,3.49469519,0.01000,0.183
13,mlp.experts.34.down_proj,0.02793261,0.01000,0.182
13,mlp.experts.35.down_proj,0.04434897,0.01000,0.182
13,mlp.experts.36.down_proj,0.74206400,0.01000,0.182
13,mlp.experts.37.down_proj,0.60492772,0.01000,0.182
13,mlp.experts.38.down_proj,0.38431257,0.01000,0.182
13,mlp.experts.39.down_proj,1.82833350,0.01000,0.182
13,mlp.experts.40.down_proj,0.59704566,0.01000,0.182
13,mlp.experts.41.down_proj,0.90353799,0.01000,0.182
13,mlp.experts.42.down_proj,0.76944304,0.01000,0.181
13,mlp.experts.43.down_proj,0.03072827,0.01000,0.182
13,mlp.experts.44.down_proj,0.73970389,0.01000,0.185
13,mlp.experts.45.down_proj,9.95064068,0.01000,0.182
13,mlp.experts.46.down_proj,0.03531814,0.01000,0.182
13,mlp.experts.47.down_proj,7.29475021,0.01000,0.182
13,mlp.experts.48.down_proj,0.03973722,0.01000,0.181
13,mlp.experts.49.down_proj,2.62410760,0.01000,0.182
13,mlp.experts.50.down_proj,0.01856268,0.01000,0.181
13,mlp.experts.51.down_proj,0.22731324,0.01000,0.182
13,mlp.experts.52.down_proj,1.57209206,0.01000,0.182
13,mlp.experts.53.down_proj,0.00987457,0.01000,0.181
13,mlp.experts.54.down_proj,0.07924347,0.01000,0.182
13,mlp.experts.55.down_proj,0.59355599,0.01000,0.182
13,mlp.experts.56.down_proj,0.12595262,0.01000,0.182
13,mlp.experts.57.down_proj,0.71883088,0.01000,0.182
13,mlp.experts.58.down_proj,0.54703379,0.01000,0.182
13,mlp.experts.59.down_proj,0.62112695,0.01000,0.181
13,mlp.experts.60.down_proj,0.88342017,0.01000,0.178
13,mlp.experts.61.down_proj,9.24236298,0.01000,0.183
13,mlp.experts.62.down_proj,0.60195863,0.01000,0.183
13,mlp.experts.63.down_proj,0.08371174,0.01000,0.186
13,mlp.experts.64.down_proj,1.88924456,0.01000,0.175
13,mlp.experts.65.down_proj,0.59561348,0.01000,0.175
13,mlp.experts.66.down_proj,0.59000438,0.01000,0.183
13,mlp.experts.67.down_proj,0.36605138,0.01000,0.183
13,mlp.experts.68.down_proj,0.08918454,0.01000,0.184
13,mlp.experts.69.down_proj,0.36102635,0.01000,0.185
13,mlp.experts.70.down_proj,0.07180528,0.01000,0.189
13,mlp.experts.71.down_proj,2.32159710,0.01000,0.178
13,mlp.experts.72.down_proj,0.00102161,0.01000,0.184
13,mlp.experts.73.down_proj,0.94022977,0.01000,0.182
13,mlp.experts.74.down_proj,0.04389672,0.01000,0.171
13,mlp.experts.75.down_proj,0.93495107,0.01000,0.172
13,mlp.experts.76.down_proj,0.33596957,0.01000,0.171
13,mlp.experts.77.down_proj,6.28682041,0.01000,0.171
13,mlp.experts.78.down_proj,8.58303261,0.01000,0.172
13,mlp.experts.79.down_proj,1.14222836,0.01000,0.171
13,mlp.experts.80.down_proj,0.57028365,0.01000,0.176
13,mlp.experts.81.down_proj,4.35571384,0.01000,0.172
13,mlp.experts.82.down_proj,0.59308815,0.01000,0.171
13,mlp.experts.83.down_proj,0.35206941,0.01000,0.171
13,mlp.experts.84.down_proj,0.09965795,0.01000,0.171
13,mlp.experts.85.down_proj,0.14951757,0.01000,0.171
13,mlp.experts.86.down_proj,0.01678174,0.01000,0.172
13,mlp.experts.87.down_proj,0.35251200,0.01000,0.171
13,mlp.experts.88.down_proj,1.20947862,0.01000,0.171
13,mlp.experts.89.down_proj,0.60567856,0.01000,0.171
13,mlp.experts.90.down_proj,0.09828277,0.01000,0.172
13,mlp.experts.91.down_proj,1.68631220,0.01000,0.173
13,mlp.experts.92.down_proj,2.21867514,0.01000,0.173
13,mlp.experts.93.down_proj,0.04609729,0.01000,0.174
13,mlp.experts.94.down_proj,0.03742927,0.01000,0.174
13,mlp.experts.95.down_proj,3.48621392,0.01000,0.174
13,mlp.experts.96.down_proj,0.05879076,0.01000,0.175
13,mlp.experts.97.down_proj,0.04509957,0.01000,0.174
13,mlp.experts.98.down_proj,0.70454818,0.01000,0.174
13,mlp.experts.99.down_proj,0.24744289,0.01000,0.172
13,mlp.experts.100.down_proj,0.11995684,0.01000,0.174
13,mlp.experts.101.down_proj,1.15649748,0.01000,0.174
13,mlp.experts.102.down_proj,1.08382404,0.01000,0.174
13,mlp.experts.103.down_proj,1.41799426,0.01000,0.174
13,mlp.experts.104.down_proj,0.18574920,0.01000,0.174
13,mlp.experts.105.down_proj,0.35767639,0.01000,0.173
13,mlp.experts.106.down_proj,0.48552501,0.01000,0.174
13,mlp.experts.107.down_proj,0.22530419,0.01000,0.174
13,mlp.experts.108.down_proj,0.11459130,0.01000,0.174
13,mlp.experts.109.down_proj,1.23495722,0.01000,0.174
13,mlp.experts.110.down_proj,0.08534932,0.01000,0.174
13,mlp.experts.111.down_proj,0.54289842,0.01000,0.173
13,mlp.experts.112.down_proj,1.08540380,0.01000,0.173
13,mlp.experts.113.down_proj,0.62343621,0.01000,0.174
13,mlp.experts.114.down_proj,1.04132414,0.01000,0.173
13,mlp.experts.115.down_proj,0.34016982,0.01000,0.174
13,mlp.experts.116.down_proj,0.00871227,0.01000,0.174
13,mlp.experts.117.down_proj,0.03622056,0.01000,0.174
13,mlp.experts.118.down_proj,0.20223004,0.01000,0.175
13,mlp.experts.119.down_proj,0.08654974,0.01000,0.174
13,mlp.experts.120.down_proj,0.26462132,0.01000,0.174
13,mlp.experts.121.down_proj,0.88142908,0.01000,0.174
13,mlp.experts.122.down_proj,0.35379231,0.01000,0.174
13,mlp.experts.123.down_proj,1.34394741,0.01000,0.173
13,mlp.experts.124.down_proj,0.13120976,0.01000,0.174
13,mlp.experts.125.down_proj,0.07517579,0.01000,0.174
13,mlp.experts.126.down_proj,0.02865134,0.01000,0.175
13,mlp.experts.127.down_proj,0.28262299,0.01000,0.174
14,self_attn.q_proj,0.16467032,0.01000,0.457
14,self_attn.k_proj,0.02283906,0.01000,0.494
14,self_attn.v_proj,0.02622805,0.01000,0.489
14,self_attn.o_proj,0.01699555,0.01000,0.922
14,mlp.experts.0.up_proj,0.54397166,0.01000,0.465
14,mlp.experts.1.up_proj,17.61610222,0.01000,0.453
14,mlp.experts.2.up_proj,0.34641731,0.01000,0.455
14,mlp.experts.3.up_proj,4.46015501,0.01000,0.456
14,mlp.experts.4.up_proj,10.56900597,0.01000,0.456
14,mlp.experts.5.up_proj,0.62800264,0.01000,0.457
14,mlp.experts.6.up_proj,5.78259373,0.01000,0.456
14,mlp.experts.7.up_proj,2.70763540,0.01000,0.456
14,mlp.experts.8.up_proj,3.63935304,0.01000,0.456
14,mlp.experts.9.up_proj,2.83167672,0.01000,0.473
14,mlp.experts.10.up_proj,3.03678942,0.01000,0.455
14,mlp.experts.11.up_proj,2.29066706,0.01000,0.456
14,mlp.experts.12.up_proj,2.13647580,0.01000,0.456
14,mlp.experts.13.up_proj,0.30533642,0.01000,0.456
14,mlp.experts.14.up_proj,5.45802021,0.01000,0.456
14,mlp.experts.15.up_proj,2.16067696,0.01000,0.456
14,mlp.experts.16.up_proj,2.94658923,0.01000,0.456
14,mlp.experts.17.up_proj,4.04248333,0.01000,0.455
14,mlp.experts.18.up_proj,4.47727108,0.01000,0.456
14,mlp.experts.19.up_proj,1.63376307,0.01000,0.456
14,mlp.experts.20.up_proj,14.71602249,0.01000,0.456
14,mlp.experts.21.up_proj,1.21761942,0.01000,0.457
14,mlp.experts.22.up_proj,28.13641739,0.01000,0.456
14,mlp.experts.23.up_proj,5.05637455,0.01000,0.475
14,mlp.experts.24.up_proj,0.69668758,0.01000,0.485
14,mlp.experts.25.up_proj,1.06385732,0.01000,0.476
14,mlp.experts.26.up_proj,21.77547073,0.01000,0.476
14,mlp.experts.27.up_proj,0.78927350,0.01000,0.471
14,mlp.experts.28.up_proj,4.40863800,0.01000,0.484
14,mlp.experts.29.up_proj,0.50009632,0.01000,0.486
14,mlp.experts.30.up_proj,1.33302522,0.01000,0.486
14,mlp.experts.31.up_proj,0.55305707,0.01000,0.487
14,mlp.experts.32.up_proj,17.33771324,0.01000,0.487
14,mlp.experts.33.up_proj,40.91036224,0.01000,0.487
14,mlp.experts.34.up_proj,6.40034437,0.01000,0.489
14,mlp.experts.35.up_proj,0.14144346,0.01000,0.488
14,mlp.experts.36.up_proj,3.00977564,0.01000,0.487
14,mlp.experts.37.up_proj,1.73729801,0.01000,0.490
14,mlp.experts.38.up_proj,10.84351158,0.01000,0.486
14,mlp.experts.39.up_proj,3.93121004,0.01000,0.488
14,mlp.experts.40.up_proj,3.47733450,0.01000,0.487
14,mlp.experts.41.up_proj,0.33095127,0.01000,0.486
14,mlp.experts.42.up_proj,16.53434372,0.01000,0.485
14,mlp.experts.43.up_proj,3.38027143,0.01000,0.487
14,mlp.experts.44.up_proj,6.69931507,0.01000,0.470
14,mlp.experts.45.up_proj,0.33991566,0.01000,0.466
14,mlp.experts.46.up_proj,1.79684401,0.01000,0.468
14,mlp.experts.47.up_proj,6.52753735,0.01000,0.467
14,mlp.experts.48.up_proj,9.89626884,0.01000,0.485
14,mlp.experts.49.up_proj,2.47983027,0.01000,0.496
14,mlp.experts.50.up_proj,3.93443537,0.01000,0.495
14,mlp.experts.51.up_proj,2.08308005,0.01000,0.494
14,mlp.experts.52.up_proj,1.33461165,0.01000,0.494
14,mlp.experts.53.up_proj,8.70049667,0.01000,0.495
14,mlp.experts.54.up_proj,1.27530730,0.01000,0.495
14,mlp.experts.55.up_proj,15.47402859,0.01000,0.494
14,mlp.experts.56.up_proj,0.10804456,0.01000,0.492
14,mlp.experts.57.up_proj,10.17137527,0.01000,0.487
14,mlp.experts.58.up_proj,4.80452919,0.01000,0.493
14,mlp.experts.59.up_proj,0.60896504,0.01000,0.493
14,mlp.experts.60.up_proj,3.08696079,0.01000,0.493
14,mlp.experts.61.up_proj,0.90784705,0.01000,0.495
14,mlp.experts.62.up_proj,8.87497425,0.01000,0.495
14,mlp.experts.63.up_proj,0.93181443,0.01000,0.493
14,mlp.experts.64.up_proj,6.70905542,0.01000,0.490
14,mlp.experts.65.up_proj,0.06640784,0.01000,0.487
14,mlp.experts.66.up_proj,0.42380309,0.01000,0.492
14,mlp.experts.67.up_proj,2.62794209,0.01000,0.493
14,mlp.experts.68.up_proj,3.88319993,0.01000,0.491
14,mlp.experts.69.up_proj,1.66681290,0.01000,0.490
14,mlp.experts.70.up_proj,2.80984545,0.01000,0.491
14,mlp.experts.71.up_proj,2.10140419,0.01000,0.478
14,mlp.experts.72.up_proj,0.24500090,0.01000,0.488
14,mlp.experts.73.up_proj,0.51792341,0.01000,0.488
14,mlp.experts.74.up_proj,2.01403666,0.01000,0.487
14,mlp.experts.75.up_proj,10.44453239,0.01000,0.490
14,mlp.experts.76.up_proj,8.47234154,0.01000,0.487
14,mlp.experts.77.up_proj,0.08173446,0.01000,0.488
14,mlp.experts.78.up_proj,0.54030406,0.01000,0.487
14,mlp.experts.79.up_proj,3.74773264,0.01000,0.486
14,mlp.experts.80.up_proj,7.52320337,0.01000,0.486
14,mlp.experts.81.up_proj,30.48487663,0.01000,0.486
14,mlp.experts.82.up_proj,10.75703812,0.01000,0.486
14,mlp.experts.83.up_proj,0.52169585,0.01000,0.487
14,mlp.experts.84.up_proj,3.35128808,0.01000,0.486
14,mlp.experts.85.up_proj,1.73547721,0.01000,0.485
14,mlp.experts.86.up_proj,12.66600037,0.01000,0.493
14,mlp.experts.87.up_proj,1.21305728,0.01000,0.489
14,mlp.experts.88.up_proj,1.66783345,0.01000,0.482
14,mlp.experts.89.up_proj,1.93532085,0.01000,0.484
14,mlp.experts.90.up_proj,2.07291985,0.01000,0.484
14,mlp.experts.91.up_proj,1.33750439,0.01000,0.486
14,mlp.experts.92.up_proj,41.75072098,0.01000,0.485
14,mlp.experts.93.up_proj,6.34565020,0.01000,0.487
14,mlp.experts.94.up_proj,1.05189061,0.01000,0.487
14,mlp.experts.95.up_proj,2.96525693,0.01000,0.486
14,mlp.experts.96.up_proj,1.66493797,0.01000,0.483
14,mlp.experts.97.up_proj,0.38773346,0.01000,0.479
14,mlp.experts.98.up_proj,0.13725969,0.01000,0.486
14,mlp.experts.99.up_proj,9.27784920,0.01000,0.486
14,mlp.experts.100.up_proj,10.01262760,0.01000,0.485
14,mlp.experts.101.up_proj,8.96691895,0.01000,0.486
14,mlp.experts.102.up_proj,8.30901718,0.01000,0.489
14,mlp.experts.103.up_proj,0.00202624,0.01000,0.486
14,mlp.experts.104.up_proj,0.40404397,0.01000,0.488
14,mlp.experts.105.up_proj,2.94698620,0.01000,0.482
14,mlp.experts.106.up_proj,0.49332434,0.01000,0.489
14,mlp.experts.107.up_proj,9.00483894,0.01000,0.488
14,mlp.experts.108.up_proj,1.84128857,0.01000,0.486
14,mlp.experts.109.up_proj,1.09051371,0.01000,0.486
14,mlp.experts.110.up_proj,30.90639496,0.01000,0.485
14,mlp.experts.111.up_proj,4.87405396,0.01000,0.482
14,mlp.experts.112.up_proj,0.62821174,0.01000,0.485
14,mlp.experts.113.up_proj,0.20840985,0.01000,0.485
14,mlp.experts.114.up_proj,1.10888040,0.01000,0.489
14,mlp.experts.115.up_proj,16.23610306,0.01000,0.488
14,mlp.experts.116.up_proj,0.18817055,0.01000,0.486
14,mlp.experts.117.up_proj,1.35914660,0.01000,0.486
14,mlp.experts.118.up_proj,1.00659859,0.01000,0.486
14,mlp.experts.119.up_proj,1.15630877,0.01000,0.488
14,mlp.experts.120.up_proj,0.08725685,0.01000,0.490
14,mlp.experts.121.up_proj,0.68079829,0.01000,0.489
14,mlp.experts.122.up_proj,0.87414944,0.01000,0.494
14,mlp.experts.123.up_proj,0.69683135,0.01000,0.487
14,mlp.experts.124.up_proj,0.13705304,0.01000,0.494
14,mlp.experts.125.up_proj,4.86664581,0.01000,0.494
14,mlp.experts.126.up_proj,1.76273942,0.01000,0.495
14,mlp.experts.127.up_proj,2.30505872,0.01000,0.491
14,mlp.experts.0.gate_proj,0.56356126,0.01000,0.490
14,mlp.experts.1.gate_proj,18.02460098,0.01000,0.490
14,mlp.experts.2.gate_proj,0.35749531,0.01000,0.473
14,mlp.experts.3.gate_proj,4.33941078,0.01000,0.491
14,mlp.experts.4.gate_proj,11.42963791,0.01000,0.490
14,mlp.experts.5.gate_proj,0.61624670,0.01000,0.490
14,mlp.experts.6.gate_proj,5.67160034,0.01000,0.493
14,mlp.experts.7.gate_proj,2.73648596,0.01000,0.494
14,mlp.experts.8.gate_proj,3.55983877,0.01000,0.493
14,mlp.experts.9.gate_proj,3.25186944,0.01000,0.486
14,mlp.experts.10.gate_proj,3.08095884,0.01000,0.482
14,mlp.experts.11.gate_proj,2.34812808,0.01000,0.486
14,mlp.experts.12.gate_proj,2.21577334,0.01000,0.486
14,mlp.experts.13.gate_proj,0.31032139,0.01000,0.487
14,mlp.experts.14.gate_proj,5.85038233,0.01000,0.485
14,mlp.experts.15.gate_proj,2.22510862,0.01000,0.485
14,mlp.experts.16.gate_proj,3.15891790,0.01000,0.488
14,mlp.experts.17.gate_proj,4.26554871,0.01000,0.474
14,mlp.experts.18.gate_proj,4.14184856,0.01000,0.491
14,mlp.experts.19.gate_proj,1.79931569,0.01000,0.485
14,mlp.experts.20.gate_proj,15.30710411,0.01000,0.486
14,mlp.experts.21.gate_proj,1.20530272,0.01000,0.486
14,mlp.experts.22.gate_proj,30.73036194,0.01000,0.486
14,mlp.experts.23.gate_proj,5.03520441,0.01000,0.488
14,mlp.experts.24.gate_proj,0.71317649,0.01000,0.486
14,mlp.experts.25.gate_proj,1.06611824,0.01000,0.489
14,mlp.experts.26.gate_proj,22.71152115,0.01000,0.485
14,mlp.experts.27.gate_proj,0.80578393,0.01000,0.485
14,mlp.experts.28.gate_proj,4.14483738,0.01000,0.486
14,mlp.experts.29.gate_proj,0.50983107,0.01000,0.488
14,mlp.experts.30.gate_proj,1.49411285,0.01000,0.484
14,mlp.experts.31.gate_proj,0.54417664,0.01000,0.486
14,mlp.experts.32.gate_proj,18.38737869,0.01000,0.483
14,mlp.experts.33.gate_proj,47.82150269,0.01000,0.486
14,mlp.experts.34.gate_proj,6.16129494,0.01000,0.487
14,mlp.experts.35.gate_proj,0.14829844,0.01000,0.493
14,mlp.experts.36.gate_proj,3.12375975,0.01000,0.485
14,mlp.experts.37.gate_proj,1.77832913,0.01000,0.481
14,mlp.experts.38.gate_proj,11.23997593,0.01000,0.484
14,mlp.experts.39.gate_proj,3.72473335,0.01000,0.485
14,mlp.experts.40.gate_proj,3.48372364,0.01000,0.484
14,mlp.experts.41.gate_proj,0.35151756,0.01000,0.485
14,mlp.experts.42.gate_proj,18.01174927,0.01000,0.485
14,mlp.experts.43.gate_proj,3.44631147,0.01000,0.490
14,mlp.experts.44.gate_proj,6.63514900,0.01000,0.485
14,mlp.experts.45.gate_proj,0.35087028,0.01000,0.484
14,mlp.experts.46.gate_proj,1.72979856,0.01000,0.486
14,mlp.experts.47.gate_proj,6.76065063,0.01000,0.485
14,mlp.experts.48.gate_proj,9.79042435,0.01000,0.484
14,mlp.experts.49.gate_proj,2.57073426,0.01000,0.485
14,mlp.experts.50.gate_proj,4.01972389,0.01000,0.488
14,mlp.experts.51.gate_proj,2.12894297,0.01000,0.473
14,mlp.experts.52.gate_proj,1.29860258,0.01000,0.490
14,mlp.experts.53.gate_proj,8.81273842,0.01000,0.486
14,mlp.experts.54.gate_proj,1.30088603,0.01000,0.484
14,mlp.experts.55.gate_proj,18.65548897,0.01000,0.484
14,mlp.experts.56.gate_proj,0.11231348,0.01000,0.490
14,mlp.experts.57.gate_proj,10.08613014,0.01000,0.492
14,mlp.experts.58.gate_proj,4.59870434,0.01000,0.493
14,mlp.experts.59.gate_proj,0.62642014,0.01000,0.492
14,mlp.experts.60.gate_proj,2.74363327,0.01000,0.493
14,mlp.experts.61.gate_proj,1.02387083,0.01000,0.493
14,mlp.experts.62.gate_proj,10.20000648,0.01000,0.494
14,mlp.experts.63.gate_proj,0.94824141,0.01000,0.492
14,mlp.experts.64.gate_proj,6.80760002,0.01000,0.491
14,mlp.experts.65.gate_proj,0.06900845,0.01000,0.490
14,mlp.experts.66.gate_proj,0.43499476,0.01000,0.468
14,mlp.experts.67.gate_proj,2.74224830,0.01000,0.465
14,mlp.experts.68.gate_proj,4.07871103,0.01000,0.465
14,mlp.experts.69.gate_proj,1.70093679,0.01000,0.463
14,mlp.experts.70.gate_proj,2.88263226,0.01000,0.462
14,mlp.experts.71.gate_proj,2.10659218,0.01000,0.467
14,mlp.experts.72.gate_proj,0.24824418,0.01000,0.466
14,mlp.experts.73.gate_proj,0.50941789,0.01000,0.462
14,mlp.experts.74.gate_proj,2.13611269,0.01000,0.461
14,mlp.experts.75.gate_proj,10.44650078,0.01000,0.462
14,mlp.experts.76.gate_proj,8.52935600,0.01000,0.462
14,mlp.experts.77.gate_proj,0.08435938,0.01000,0.462
14,mlp.experts.78.gate_proj,0.55087572,0.01000,0.463
14,mlp.experts.79.gate_proj,3.90418577,0.01000,0.484
14,mlp.experts.80.gate_proj,8.20786285,0.01000,0.483
14,mlp.experts.81.gate_proj,31.58555984,0.01000,0.485
14,mlp.experts.82.gate_proj,11.34794426,0.01000,0.458
14,mlp.experts.83.gate_proj,0.53486210,0.01000,0.453
14,mlp.experts.84.gate_proj,3.57681680,0.01000,0.469
14,mlp.experts.85.gate_proj,1.76803732,0.01000,0.478
14,mlp.experts.86.gate_proj,13.67880440,0.01000,0.477
14,mlp.experts.87.gate_proj,1.24571049,0.01000,0.454
14,mlp.experts.88.gate_proj,1.65285373,0.01000,0.473
14,mlp.experts.89.gate_proj,2.01492167,0.01000,0.454
14,mlp.experts.90.gate_proj,2.08287644,0.01000,0.473
14,mlp.experts.91.gate_proj,1.38629735,0.01000,0.457
14,mlp.experts.92.gate_proj,46.57160950,0.01000,0.470
14,mlp.experts.93.gate_proj,6.60316086,0.01000,0.456
14,mlp.experts.94.gate_proj,1.13616967,0.01000,0.489
14,mlp.experts.95.gate_proj,2.95801878,0.01000,0.488
14,mlp.experts.96.gate_proj,1.65559006,0.01000,0.489
14,mlp.experts.97.gate_proj,0.40185243,0.01000,0.488
14,mlp.experts.98.gate_proj,0.14144599,0.01000,0.464
14,mlp.experts.99.gate_proj,9.28368759,0.01000,0.469
14,mlp.experts.100.gate_proj,11.06580639,0.01000,0.466
14,mlp.experts.101.gate_proj,9.58671570,0.01000,0.463
14,mlp.experts.102.gate_proj,8.56878757,0.01000,0.462
14,mlp.experts.103.gate_proj,0.00205011,0.01000,0.461
14,mlp.experts.104.gate_proj,0.40974951,0.01000,0.463
14,mlp.experts.105.gate_proj,3.12343979,0.01000,0.463
14,mlp.experts.106.gate_proj,0.50550401,0.01000,0.463
14,mlp.experts.107.gate_proj,9.34640121,0.01000,0.465
14,mlp.experts.108.gate_proj,1.93258667,0.01000,0.465
14,mlp.experts.109.gate_proj,1.15829766,0.01000,0.464
14,mlp.experts.110.gate_proj,31.38526726,0.01000,0.491
14,mlp.experts.111.gate_proj,4.74833584,0.01000,0.492
14,mlp.experts.112.gate_proj,0.63702726,0.01000,0.481
14,mlp.experts.113.gate_proj,0.21556479,0.01000,0.484
14,mlp.experts.114.gate_proj,1.17416465,0.01000,0.482
14,mlp.experts.115.gate_proj,17.05883980,0.01000,0.486
14,mlp.experts.116.gate_proj,0.19329660,0.01000,0.497
14,mlp.experts.117.gate_proj,4.83630133,0.01000,0.493
14,mlp.experts.118.gate_proj,0.99585700,0.01000,0.494
14,mlp.experts.119.gate_proj,1.17582345,0.01000,0.489
14,mlp.experts.120.gate_proj,0.09307092,0.01000,0.490
14,mlp.experts.121.gate_proj,0.70852894,0.01000,0.469
14,mlp.experts.122.gate_proj,0.88457751,0.01000,0.467
14,mlp.experts.123.gate_proj,0.71262729,0.01000,0.466
14,mlp.experts.124.gate_proj,0.14274186,0.01000,0.468
14,mlp.experts.125.gate_proj,4.88539934,0.01000,0.488
14,mlp.experts.126.gate_proj,1.93504405,0.01000,0.490
14,mlp.experts.127.gate_proj,2.35109353,0.01000,0.492
14,mlp.experts.0.down_proj,0.07526390,0.01000,0.190
14,mlp.experts.1.down_proj,2.79059577,0.01000,0.186
14,mlp.experts.2.down_proj,0.04441658,0.01000,0.185
14,mlp.experts.3.down_proj,0.65514183,0.01000,0.185
14,mlp.experts.4.down_proj,2.89807606,0.01000,0.185
14,mlp.experts.5.down_proj,0.08421086,0.01000,0.185
14,mlp.experts.6.down_proj,1.04800725,0.01000,0.185
14,mlp.experts.7.down_proj,0.57493633,0.01000,0.185
14,mlp.experts.8.down_proj,0.73964328,0.01000,0.184
14,mlp.experts.9.down_proj,0.37124044,0.01000,0.183
14,mlp.experts.10.down_proj,0.63980746,0.01000,0.185
14,mlp.experts.11.down_proj,0.62656027,0.01000,0.184
14,mlp.experts.12.down_proj,0.29435092,0.01000,0.185
14,mlp.experts.13.down_proj,0.03978432,0.01000,0.184
14,mlp.experts.14.down_proj,0.63422245,0.01000,0.184
14,mlp.experts.15.down_proj,0.43159214,0.01000,0.184
14,mlp.experts.16.down_proj,0.51033795,0.01000,0.184
14,mlp.experts.17.down_proj,0.83956367,0.01000,0.184
14,mlp.experts.18.down_proj,1.02810335,0.01000,0.184
14,mlp.experts.19.down_proj,0.10208718,0.01000,0.183
14,mlp.experts.20.down_proj,3.77178812,0.01000,0.182
14,mlp.experts.21.down_proj,0.21161497,0.01000,0.183
14,mlp.experts.22.down_proj,4.52031088,0.01000,0.183
14,mlp.experts.23.down_proj,0.71816432,0.01000,0.183
14,mlp.experts.24.down_proj,0.06378502,0.01000,0.185
14,mlp.experts.25.down_proj,0.20387498,0.01000,0.184
14,mlp.experts.26.down_proj,3.36069918,0.01000,0.184
14,mlp.experts.27.down_proj,0.09814685,0.01000,0.183
14,mlp.experts.28.down_proj,0.92916018,0.01000,0.184
14,mlp.experts.29.down_proj,0.04917619,0.01000,0.183
14,mlp.experts.30.down_proj,0.07434120,0.01000,0.187
14,mlp.experts.31.down_proj,0.09723160,0.01000,0.185
14,mlp.experts.32.down_proj,5.63050461,0.01000,0.185
14,mlp.experts.33.down_proj,8.92920494,0.01000,0.185
14,mlp.experts.34.down_proj,0.92322874,0.01000,0.185
14,mlp.experts.35.down_proj,0.02836221,0.01000,0.184
14,mlp.experts.36.down_proj,0.42815220,0.01000,0.185
14,mlp.experts.37.down_proj,0.19450918,0.01000,0.184
14,mlp.experts.38.down_proj,1.61756384,0.01000,0.185
14,mlp.experts.39.down_proj,0.79664767,0.01000,0.185
14,mlp.experts.40.down_proj,0.52850878,0.01000,0.185
14,mlp.experts.41.down_proj,0.09846460,0.01000,0.175
14,mlp.experts.42.down_proj,2.99739099,0.01000,0.184
14,mlp.experts.43.down_proj,0.76112914,0.01000,0.183
14,mlp.experts.44.down_proj,0.93147516,0.01000,0.183
14,mlp.experts.45.down_proj,0.04907218,0.01000,0.185
14,mlp.experts.46.down_proj,0.42404038,0.01000,0.182
14,mlp.experts.47.down_proj,1.44425893,0.01000,0.184
14,mlp.experts.48.down_proj,2.98355770,0.01000,0.184
14,mlp.experts.49.down_proj,0.32350308,0.01000,0.187
14,mlp.experts.50.down_proj,0.56400704,0.01000,0.184
14,mlp.experts.51.down_proj,0.27541113,0.01000,0.185
14,mlp.experts.52.down_proj,0.22176269,0.01000,0.181
14,mlp.experts.53.down_proj,1.14205539,0.01000,0.183
14,mlp.experts.54.down_proj,0.21347597,0.01000,0.182
14,mlp.experts.55.down_proj,1.97505593,0.01000,0.182
14,mlp.experts.56.down_proj,0.02774851,0.01000,0.182
14,mlp.experts.57.down_proj,1.51564121,0.01000,0.182
14,mlp.experts.58.down_proj,1.12495887,0.01000,0.182
14,mlp.experts.59.down_proj,0.06550052,0.01000,0.181
14,mlp.experts.60.down_proj,0.59639156,0.01000,0.182
14,mlp.experts.61.down_proj,0.03690249,0.01000,0.183
14,mlp.experts.62.down_proj,2.07895851,0.01000,0.182
14,mlp.experts.63.down_proj,0.09078135,0.01000,0.181
14,mlp.experts.64.down_proj,1.39094639,0.01000,0.183
14,mlp.experts.65.down_proj,0.01527106,0.01000,0.181
14,mlp.experts.66.down_proj,0.04292546,0.01000,0.182
14,mlp.experts.67.down_proj,0.43291244,0.01000,0.184
14,mlp.experts.68.down_proj,0.82918227,0.01000,0.184
14,mlp.experts.69.down_proj,0.25362760,0.01000,0.182
14,mlp.experts.70.down_proj,0.40764058,0.01000,0.182
14,mlp.experts.71.down_proj,0.27375430,0.01000,0.182
14,mlp.experts.72.down_proj,0.02655245,0.01000,0.171
14,mlp.experts.73.down_proj,0.04373789,0.01000,0.185
14,mlp.experts.74.down_proj,0.31127742,0.01000,0.176
14,mlp.experts.75.down_proj,1.89591348,0.01000,0.185
14,mlp.experts.76.down_proj,0.95372534,0.01000,0.185
14,mlp.experts.77.down_proj,0.01243141,0.01000,0.182
14,mlp.experts.78.down_proj,0.08585797,0.01000,0.186
14,mlp.experts.79.down_proj,0.63338673,0.01000,0.178
14,mlp.experts.80.down_proj,1.58287239,0.01000,0.177
14,mlp.experts.81.down_proj,6.68017435,0.01000,0.180
14,mlp.experts.82.down_proj,2.22379398,0.01000,0.183
14,mlp.experts.83.down_proj,0.04173693,0.01000,0.183
14,mlp.experts.84.down_proj,0.53476691,0.01000,0.184
14,mlp.experts.85.down_proj,0.21547174,0.01000,0.185
14,mlp.experts.86.down_proj,2.12161446,0.01000,0.186
14,mlp.experts.87.down_proj,0.11879402,0.01000,0.186
14,mlp.experts.88.down_proj,0.33128852,0.01000,0.186
14,mlp.experts.89.down_proj,0.23801309,0.01000,0.186
14,mlp.experts.90.down_proj,0.28933373,0.01000,0.186
14,mlp.experts.91.down_proj,0.17446980,0.01000,0.185
14,mlp.experts.92.down_proj,5.94153357,0.01000,0.186
14,mlp.experts.93.down_proj,1.19347990,0.01000,0.186
14,mlp.experts.94.down_proj,0.16721943,0.01000,0.185
14,mlp.experts.95.down_proj,0.43546051,0.01000,0.185
14,mlp.experts.96.down_proj,0.30452454,0.01000,0.185
14,mlp.experts.97.down_proj,0.04395534,0.01000,0.186
14,mlp.experts.98.down_proj,0.01930468,0.01000,0.184
14,mlp.experts.99.down_proj,1.39181709,0.01000,0.184
14,mlp.experts.100.down_proj,2.43635345,0.01000,0.184
14,mlp.experts.101.down_proj,1.54787540,0.01000,0.185
14,mlp.experts.102.down_proj,1.68487775,0.01000,0.184
14,mlp.experts.103.down_proj,0.00044791,0.01000,0.184
14,mlp.experts.104.down_proj,0.06577627,0.01000,0.183
14,mlp.experts.105.down_proj,0.37492383,0.01000,0.184
14,mlp.experts.106.down_proj,0.12504226,0.01000,0.185
14,mlp.experts.107.down_proj,2.09784031,0.01000,0.185
14,mlp.experts.108.down_proj,0.28518611,0.01000,0.183
14,mlp.experts.109.down_proj,0.09712759,0.01000,0.184
14,mlp.experts.110.down_proj,5.74075985,0.01000,0.186
14,mlp.experts.111.down_proj,1.05816507,0.01000,0.179
14,mlp.experts.112.down_proj,0.12230884,0.01000,0.181
14,mlp.experts.113.down_proj,0.01902103,0.01000,0.180
14,mlp.experts.114.down_proj,0.15720284,0.01000,0.181
14,mlp.experts.115.down_proj,2.69343781,0.01000,0.181
14,mlp.experts.116.down_proj,0.01930710,0.01000,0.174
14,mlp.experts.117.down_proj,0.23233372,0.01000,0.174
14,mlp.experts.118.down_proj,0.17970662,0.01000,0.174
14,mlp.experts.119.down_proj,0.28952906,0.01000,0.174
14,mlp.experts.120.down_proj,0.02569645,0.01000,0.173
14,mlp.experts.121.down_proj,0.09190657,0.01000,0.174
14,mlp.experts.122.down_proj,0.25427797,0.01000,0.174
14,mlp.experts.123.down_proj,0.05651740,0.01000,0.175
14,mlp.experts.124.down_proj,0.02919668,0.01000,0.174
14,mlp.experts.125.down_proj,0.84882140,0.01000,0.173
14,mlp.experts.126.down_proj,0.69646603,0.01000,0.173
14,mlp.experts.127.down_proj,0.47966993,0.01000,0.185
15,self_attn.q_proj,0.09465725,0.01000,0.457
15,self_attn.k_proj,0.01247801,0.01000,0.460
15,self_attn.v_proj,0.01362980,0.01000,0.448
15,self_attn.o_proj,0.01100712,0.01000,0.983
15,mlp.experts.0.up_proj,43.50496292,0.01000,0.495
15,mlp.experts.1.up_proj,8.29402161,0.01000,0.482
15,mlp.experts.2.up_proj,8.30333900,0.01000,0.482
15,mlp.experts.3.up_proj,5.06859493,0.01000,0.489
15,mlp.experts.4.up_proj,1.63609123,0.01000,0.489
15,mlp.experts.5.up_proj,0.31790316,0.01000,0.491
15,mlp.experts.6.up_proj,5.79881477,0.01000,0.478
15,mlp.experts.7.up_proj,9.58916187,0.01000,0.485
15,mlp.experts.8.up_proj,31.74100113,0.01000,0.485
15,mlp.experts.9.up_proj,2.67183232,0.01000,0.484
15,mlp.experts.10.up_proj,4.43502808,0.01000,0.483
15,mlp.experts.11.up_proj,3.26413560,0.01000,0.483
15,mlp.experts.12.up_proj,0.96005976,0.01000,0.483
15,mlp.experts.13.up_proj,0.62340581,0.01000,0.472
15,mlp.experts.14.up_proj,0.78393179,0.01000,0.473
15,mlp.experts.15.up_proj,0.25534889,0.01000,0.471
15,mlp.experts.16.up_proj,20.82100296,0.01000,0.479
15,mlp.experts.17.up_proj,5.62146187,0.01000,0.487
15,mlp.experts.18.up_proj,2.64209342,0.01000,0.489
15,mlp.experts.19.up_proj,0.83206874,0.01000,0.484
15,mlp.experts.20.up_proj,5.04478264,0.01000,0.482
15,mlp.experts.21.up_proj,0.21230459,0.01000,0.482
15,mlp.experts.22.up_proj,2.86309242,0.01000,0.482
15,mlp.experts.23.up_proj,3.22622776,0.01000,0.483
15,mlp.experts.24.up_proj,1.59354520,0.01000,0.481
15,mlp.experts.25.up_proj,40.08773041,0.01000,0.482
15,mlp.experts.26.up_proj,0.43291381,0.01000,0.481
15,mlp.experts.27.up_proj,0.82332611,0.01000,0.482
15,mlp.experts.28.up_proj,5.26190090,0.01000,0.483
15,mlp.experts.29.up_proj,1.97163868,0.01000,0.483
15,mlp.experts.30.up_proj,2.46835732,0.01000,0.484
15,mlp.experts.31.up_proj,14.19622803,0.01000,0.484
15,mlp.experts.32.up_proj,25.12730789,0.01000,0.485
15,mlp.experts.33.up_proj,2.16740131,0.01000,0.484
15,mlp.experts.34.up_proj,2.93286681,0.01000,0.481
15,mlp.experts.35.up_proj,4.72618246,0.01000,0.476
15,mlp.experts.36.up_proj,0.43498069,0.01000,0.479
15,mlp.experts.37.up_proj,4.16261959,0.01000,0.486
15,mlp.experts.38.up_proj,2.07344580,0.01000,0.487
15,mlp.experts.39.up_proj,0.90771568,0.01000,0.489
15,mlp.experts.40.up_proj,13.00971031,0.01000,0.489
15,mlp.experts.41.up_proj,32.94530487,0.01000,0.488
15,mlp.experts.42.up_proj,0.75990546,0.01000,0.488
15,mlp.experts.43.up_proj,1.44221544,0.01000,0.468
15,mlp.experts.44.up_proj,0.18708223,0.01000,0.489
15,mlp.experts.45.up_proj,0.97742385,0.01000,0.492
15,mlp.experts.46.up_proj,12.62074089,0.01000,0.492
15,mlp.experts.47.up_proj,0.19070943,0.01000,0.492
15,mlp.experts.48.up_proj,0.47997478,0.01000,0.491
15,mlp.experts.49.up_proj,21.78294373,0.01000,0.484
15,mlp.experts.50.up_proj,1.78088737,0.01000,0.459
15,mlp.experts.51.up_proj,16.41054535,0.01000,0.490
15,mlp.experts.52.up_proj,45.75323486,0.01000,0.486
15,mlp.experts.53.up_proj,1.13205338,0.01000,0.486
15,mlp.experts.54.up_proj,2.16258669,0.01000,0.488
15,mlp.experts.55.up_proj,5.49191761,0.01000,0.485
15,mlp.experts.56.up_proj,4.44874287,0.01000,0.487
15,mlp.experts.57.up_proj,2.64391565,0.01000,0.486
15,mlp.experts.58.up_proj,0.47334561,0.01000,0.486
15,mlp.experts.59.up_proj,6.71895170,0.01000,0.487
15,mlp.experts.60.up_proj,3.43881226,0.01000,0.489
15,mlp.experts.61.up_proj,2.65995550,0.01000,0.487
15,mlp.experts.62.up_proj,0.09101218,0.01000,0.487
15,mlp.experts.63.up_proj,0.25415313,0.01000,0.488
15,mlp.experts.64.up_proj,0.85201454,0.01000,0.487
15,mlp.experts.65.up_proj,6.27990770,0.01000,0.502
15,mlp.experts.66.up_proj,2.35248184,0.01000,0.484
15,mlp.experts.67.up_proj,1.55810976,0.01000,0.486
15,mlp.experts.68.up_proj,2.17439890,0.01000,0.487
15,mlp.experts.69.up_proj,3.59855461,0.01000,0.483
15,mlp.experts.70.up_proj,4.29436684,0.01000,0.485
15,mlp.experts.71.up_proj,2.51979828,0.01000,0.497
15,mlp.experts.72.up_proj,3.12196922,0.01000,0.487
15,mlp.experts.73.up_proj,0.09676085,0.01000,0.486
15,mlp.experts.74.up_proj,1.04254365,0.01000,0.487
15,mlp.experts.75.up_proj,2.56388903,0.01000,0.487
15,mlp.experts.76.up_proj,0.71345192,0.01000,0.488
15,mlp.experts.77.up_proj,15.36008453,0.01000,0.481
15,mlp.experts.78.up_proj,1.84870565,0.01000,0.486
15,mlp.experts.79.up_proj,0.73075855,0.01000,0.485
15,mlp.experts.80.up_proj,29.66837883,0.01000,0.486
15,mlp.experts.81.up_proj,1.14800942,0.01000,0.489
15,mlp.experts.82.up_proj,8.97527122,0.01000,0.487
15,mlp.experts.83.up_proj,0.84187937,0.01000,0.485
15,mlp.experts.84.up_proj,0.41292527,0.01000,0.486
15,mlp.experts.85.up_proj,18.13525963,0.01000,0.490
15,mlp.experts.86.up_proj,4.62847137,0.01000,0.482
15,mlp.experts.87.up_proj,32.30802536,0.01000,0.484
15,mlp.experts.88.up_proj,0.47532907,0.01000,0.486
15,mlp.experts.89.up_proj,10.39179134,0.01000,0.485
15,mlp.experts.90.up_proj,18.96900177,0.01000,0.485
15,mlp.experts.91.up_proj,13.39117622,0.01000,0.485
15,mlp.experts.92.up_proj,0.07999534,0.01000,0.484
15,mlp.experts.93.up_proj,7.91619444,0.01000,0.486
15,mlp.experts.94.up_proj,3.76824832,0.01000,0.481
15,mlp.experts.95.up_proj,7.65878057,0.01000,0.473
15,mlp.experts.96.up_proj,1.83641481,0.01000,0.456
15,mlp.experts.97.up_proj,0.07083547,0.01000,0.456
15,mlp.experts.98.up_proj,10.23368454,0.01000,0.456
15,mlp.experts.99.up_proj,0.02842830,0.01000,0.474
15,mlp.experts.100.up_proj,5.82871819,0.01000,0.457
15,mlp.experts.101.up_proj,5.27574921,0.01000,0.457
15,mlp.experts.102.up_proj,3.58739471,0.01000,0.461
15,mlp.experts.103.up_proj,1.64964819,0.01000,0.457
15,mlp.experts.104.up_proj,0.86759311,0.01000,0.458
15,mlp.experts.105.up_proj,2.19138861,0.01000,0.457
15,mlp.experts.106.up_proj,5.19485188,0.01000,0.481
15,mlp.experts.107.up_proj,1.84550273,0.01000,0.486
15,mlp.experts.108.up_proj,3.10863209,0.01000,0.486
15,mlp.experts.109.up_proj,2.40850210,0.01000,0.485
15,mlp.experts.110.up_proj,0.56270182,0.01000,0.487
15,mlp.experts.111.up_proj,0.89263272,0.01000,0.483
15,mlp.experts.112.up_proj,1.21532118,0.01000,0.480
15,mlp.experts.113.up_proj,0.22756296,0.01000,0.456
15,mlp.experts.114.up_proj,0.27557698,0.01000,0.456
15,mlp.experts.115.up_proj,1.87079144,0.01000,0.462
15,mlp.experts.116.up_proj,2.44566059,0.01000,0.485
15,mlp.experts.117.up_proj,3.33735490,0.01000,0.484
15,mlp.experts.118.up_proj,1.24528682,0.01000,0.485
15,mlp.experts.119.up_proj,11.98181057,0.01000,0.483
15,mlp.experts.120.up_proj,10.39299297,0.01000,0.483
15,mlp.experts.121.up_proj,5.92520428,0.01000,0.483
15,mlp.experts.122.up_proj,0.64325231,0.01000,0.482
15,mlp.experts.123.up_proj,1.98592710,0.01000,0.485
15,mlp.experts.124.up_proj,4.43462467,0.01000,0.485
15,mlp.experts.125.up_proj,10.15736103,0.01000,0.486
15,mlp.experts.126.up_proj,1.23500907,0.01000,0.486
15,mlp.experts.127.up_proj,2.43892741,0.01000,0.488
15,mlp.experts.0.gate_proj,50.01230621,0.01000,0.486
15,mlp.experts.1.gate_proj,7.93437672,0.01000,0.485
15,mlp.experts.2.gate_proj,8.52998066,0.01000,0.483
15,mlp.experts.3.gate_proj,4.82185984,0.01000,0.486
15,mlp.experts.4.gate_proj,1.47713745,0.01000,0.486
15,mlp.experts.5.gate_proj,0.32609838,0.01000,0.484
15,mlp.experts.6.gate_proj,5.70916176,0.01000,0.485
15,mlp.experts.7.gate_proj,9.74566364,0.01000,0.486
15,mlp.experts.8.gate_proj,32.32817841,0.01000,0.487
15,mlp.experts.9.gate_proj,2.80417013,0.01000,0.491
15,mlp.experts.10.gate_proj,4.39811134,0.01000,0.489
15,mlp.experts.11.gate_proj,3.51652050,0.01000,0.488
15,mlp.experts.12.gate_proj,0.98733783,0.01000,0.489
15,mlp.experts.13.gate_proj,0.62776941,0.01000,0.489
15,mlp.experts.14.gate_proj,0.80560511,0.01000,0.488
15,mlp.experts.15.gate_proj,0.26616853,0.01000,0.494
15,mlp.experts.16.gate_proj,20.82960129,0.01000,0.501
15,mlp.experts.17.gate_proj,5.59733295,0.01000,0.484
15,mlp.experts.18.gate_proj,2.75725460,0.01000,0.487
15,mlp.experts.19.gate_proj,0.85879570,0.01000,0.486
15,mlp.experts.20.gate_proj,4.74440575,0.01000,0.485
15,mlp.experts.21.gate_proj,0.21921326,0.01000,0.485
15,mlp.experts.22.gate_proj,2.79518604,0.01000,0.485
15,mlp.experts.23.gate_proj,3.12412190,0.01000,0.485
15,mlp.experts.24.gate_proj,1.69388449,0.01000,0.488
15,mlp.experts.25.gate_proj,47.22691345,0.01000,0.489
15,mlp.experts.26.gate_proj,0.44327497,0.01000,0.476
15,mlp.experts.27.gate_proj,0.84706146,0.01000,0.492
15,mlp.experts.28.gate_proj,5.52238655,0.01000,0.486
15,mlp.experts.29.gate_proj,2.11479259,0.01000,0.487
15,mlp.experts.30.gate_proj,2.51166582,0.01000,0.487
15,mlp.experts.31.gate_proj,14.25310135,0.01000,0.486
15,mlp.experts.32.gate_proj,29.91062927,0.01000,0.484
15,mlp.experts.33.gate_proj,2.24017072,0.01000,0.469
15,mlp.experts.34.gate_proj,3.01465058,0.01000,0.469
15,mlp.experts.35.gate_proj,4.55202675,0.01000,0.465
15,mlp.experts.36.gate_proj,0.43514097,0.01000,0.455
15,mlp.experts.37.gate_proj,4.34081316,0.01000,0.471
15,mlp.experts.38.gate_proj,2.00155568,0.01000,0.486
15,mlp.experts.39.gate_proj,0.94693965,0.01000,0.485
15,mlp.experts.40.gate_proj,12.86032295,0.01000,0.486
15,mlp.experts.41.gate_proj,34.14779663,0.01000,0.487
15,mlp.experts.42.gate_proj,0.79559064,0.01000,0.487
15,mlp.experts.43.gate_proj,1.57071519,0.01000,0.487
15,mlp.experts.44.gate_proj,0.19338861,0.01000,0.486
15,mlp.experts.45.gate_proj,1.00202858,0.01000,0.469
15,mlp.experts.46.gate_proj,13.14426231,0.01000,0.469
15,mlp.experts.47.gate_proj,0.19660139,0.01000,0.486
15,mlp.experts.48.gate_proj,0.48791534,0.01000,0.466
15,mlp.experts.49.gate_proj,23.09825134,0.01000,0.475
15,mlp.experts.50.gate_proj,1.86263871,0.01000,0.460
15,mlp.experts.51.gate_proj,17.25508118,0.01000,0.457
15,mlp.experts.52.gate_proj,51.60336304,0.01000,0.456
15,mlp.experts.53.gate_proj,1.14352703,0.01000,0.456
15,mlp.experts.54.gate_proj,2.12111020,0.01000,0.456
15,mlp.experts.55.gate_proj,5.34372950,0.01000,0.483
15,mlp.experts.56.gate_proj,4.43840790,0.01000,0.460
15,mlp.experts.57.gate_proj,2.71295214,0.01000,0.484
15,mlp.experts.58.gate_proj,0.48553994,0.01000,0.487
15,mlp.experts.59.gate_proj,7.21610451,0.01000,0.489
15,mlp.experts.60.gate_proj,3.45321274,0.01000,0.500
15,mlp.experts.61.gate_proj,2.64332318,0.01000,0.487
15,mlp.experts.62.gate_proj,0.09418714,0.01000,0.488
15,mlp.experts.63.gate_proj,0.26197311,0.01000,0.488
15,mlp.experts.64.gate_proj,0.86897600,0.01000,0.487
15,mlp.experts.65.gate_proj,6.38614750,0.01000,0.489
15,mlp.experts.66.gate_proj,2.59422469,0.01000,0.487
15,mlp.experts.67.gate_proj,1.59834063,0.01000,0.499
15,mlp.experts.68.gate_proj,2.29178309,0.01000,0.482
15,mlp.experts.69.gate_proj,3.52144432,0.01000,0.483
15,mlp.experts.70.gate_proj,4.40785599,0.01000,0.483
15,mlp.experts.71.gate_proj,2.51479816,0.01000,0.483
15,mlp.experts.72.gate_proj,3.34345365,0.01000,0.482
15,mlp.experts.73.gate_proj,0.82426822,0.01000,0.486
15,mlp.experts.74.gate_proj,1.09322095,0.01000,0.484
15,mlp.experts.75.gate_proj,2.71690607,0.01000,0.481
15,mlp.experts.76.gate_proj,0.70442677,0.01000,0.482
15,mlp.experts.77.gate_proj,15.62905312,0.01000,0.482
15,mlp.experts.78.gate_proj,1.87798357,0.01000,0.484
15,mlp.experts.79.gate_proj,0.75369388,0.01000,0.482
15,mlp.experts.80.gate_proj,33.86631775,0.01000,0.487
15,mlp.experts.81.gate_proj,1.18040180,0.01000,0.487
15,mlp.experts.82.gate_proj,8.77565098,0.01000,0.491
15,mlp.experts.83.gate_proj,0.86397165,0.01000,0.488
15,mlp.experts.84.gate_proj,0.42138407,0.01000,0.487
15,mlp.experts.85.gate_proj,16.97503662,0.01000,0.486
15,mlp.experts.86.gate_proj,4.48498249,0.01000,0.486
15,mlp.experts.87.gate_proj,36.58720398,0.01000,0.487
15,mlp.experts.88.gate_proj,0.48922259,0.01000,0.485
15,mlp.experts.89.gate_proj,10.86619377,0.01000,0.487
15,mlp.experts.90.gate_proj,20.46514130,0.01000,0.486
15,mlp.experts.91.gate_proj,12.98503113,0.01000,0.487
15,mlp.experts.92.gate_proj,0.08479708,0.01000,0.488
15,mlp.experts.93.gate_proj,8.16477966,0.01000,0.487
15,mlp.experts.94.gate_proj,3.74479103,0.01000,0.487
15,mlp.experts.95.gate_proj,7.67065144,0.01000,0.487
15,mlp.experts.96.gate_proj,1.82797325,0.01000,0.487
15,mlp.experts.97.gate_proj,0.07320272,0.01000,0.485
15,mlp.experts.98.gate_proj,10.54571629,0.01000,0.499
15,mlp.experts.99.gate_proj,0.02863502,0.01000,0.487
15,mlp.experts.100.gate_proj,6.43606567,0.01000,0.494
15,mlp.experts.101.gate_proj,5.68564129,0.01000,0.482
15,mlp.experts.102.gate_proj,3.87900543,0.01000,0.477
15,mlp.experts.103.gate_proj,1.65934253,0.01000,0.480
15,mlp.experts.104.gate_proj,0.87923628,0.01000,0.488
15,mlp.experts.105.gate_proj,2.22266054,0.01000,0.491
15,mlp.experts.106.gate_proj,5.35369349,0.01000,0.487
15,mlp.experts.107.gate_proj,1.88495851,0.01000,0.487
15,mlp.experts.108.gate_proj,3.29820609,0.01000,0.487
15,mlp.experts.109.gate_proj,2.53673744,0.01000,0.489
15,mlp.experts.110.gate_proj,0.57461417,0.01000,0.479
15,mlp.experts.111.gate_proj,0.92534769,0.01000,0.482
15,mlp.experts.112.gate_proj,1.26911807,0.01000,0.457
15,mlp.experts.113.gate_proj,0.23125216,0.01000,0.456
15,mlp.experts.114.gate_proj,0.29178885,0.01000,0.457
15,mlp.experts.115.gate_proj,1.85850739,0.01000,0.456
15,mlp.experts.116.gate_proj,2.59309173,0.01000,0.456
15,mlp.experts.117.gate_proj,3.56847239,0.01000,0.456
15,mlp.experts.118.gate_proj,1.26314759,0.01000,0.456
15,mlp.experts.119.gate_proj,13.00858879,0.01000,0.456
15,mlp.experts.120.gate_proj,10.80005264,0.01000,0.457
15,mlp.experts.121.gate_proj,5.82383251,0.01000,0.457
15,mlp.experts.122.gate_proj,0.66996348,0.01000,0.456
15,mlp.experts.123.gate_proj,2.08390570,0.01000,0.456
15,mlp.experts.124.gate_proj,4.54210377,0.01000,0.456
15,mlp.experts.125.gate_proj,10.57248974,0.01000,0.455
15,mlp.experts.126.gate_proj,1.24342334,0.01000,0.456
15,mlp.experts.127.gate_proj,2.56526232,0.01000,0.455
15,mlp.experts.0.down_proj,8.92149544,0.01000,0.174
15,mlp.experts.1.down_proj,1.38847780,0.01000,0.170
15,mlp.experts.2.down_proj,1.34605289,0.01000,0.177
15,mlp.experts.3.down_proj,0.86822951,0.01000,0.174
15,mlp.experts.4.down_proj,0.29751229,0.01000,0.175
15,mlp.experts.5.down_proj,0.04308140,0.01000,0.169
15,mlp.experts.6.down_proj,0.91723770,0.01000,0.169
15,mlp.experts.7.down_proj,1.35661602,0.01000,0.170
15,mlp.experts.8.down_proj,4.83685589,0.01000,0.171
15,mlp.experts.9.down_proj,0.43287233,0.01000,0.171
15,mlp.experts.10.down_proj,0.71604478,0.01000,0.171
15,mlp.experts.11.down_proj,0.44153658,0.01000,0.171
15,mlp.experts.12.down_proj,0.16276006,0.01000,0.171
15,mlp.experts.13.down_proj,0.07744215,0.01000,0.171
15,mlp.experts.14.down_proj,0.08356392,0.01000,0.170
15,mlp.experts.15.down_proj,0.03318581,0.01000,0.170
15,mlp.experts.16.down_proj,3.10927391,0.01000,0.171
15,mlp.experts.17.down_proj,0.71372616,0.01000,0.171
15,mlp.experts.18.down_proj,0.30999482,0.01000,0.171
15,mlp.experts.19.down_proj,0.10366119,0.01000,0.171
15,mlp.experts.20.down_proj,0.88149136,0.01000,0.171
15,mlp.experts.21.down_proj,0.01882997,0.01000,0.171
15,mlp.experts.22.down_proj,0.71038389,0.01000,0.171
15,mlp.experts.23.down_proj,0.73437899,0.01000,0.170
15,mlp.experts.24.down_proj,0.09347887,0.01000,0.170
15,mlp.experts.25.down_proj,7.27151680,0.01000,0.170
15,mlp.experts.26.down_proj,0.04356220,0.01000,0.170
15,mlp.experts.27.down_proj,0.11460907,0.01000,0.171
15,mlp.experts.28.down_proj,1.33726668,0.01000,0.171
15,mlp.experts.29.down_proj,0.36391312,0.01000,0.170
15,mlp.experts.30.down_proj,0.51148063,0.01000,0.171
15,mlp.experts.31.down_proj,2.07811356,0.01000,0.170
15,mlp.experts.32.down_proj,5.88424015,0.01000,0.171
15,mlp.experts.33.down_proj,0.38834032,0.01000,0.171
15,mlp.experts.34.down_proj,0.46678340,0.01000,0.172
15,mlp.experts.35.down_proj,0.95407063,0.01000,0.171
15,mlp.experts.36.down_proj,0.12010336,0.01000,0.171
15,mlp.experts.37.down_proj,0.89843488,0.01000,0.172
15,mlp.experts.38.down_proj,0.09437333,0.01000,0.171
15,mlp.experts.39.down_proj,0.11142400,0.01000,0.171
15,mlp.experts.40.down_proj,1.93225121,0.01000,0.171
15,mlp.experts.41.down_proj,7.24969625,0.01000,0.171
15,mlp.experts.42.down_proj,0.20052147,0.01000,0.172
15,mlp.experts.43.down_proj,0.54787993,0.01000,0.171
15,mlp.experts.44.down_proj,0.02194597,0.01000,0.170
15,mlp.experts.45.down_proj,0.17695291,0.01000,0.170
15,mlp.experts.46.down_proj,2.30438662,0.01000,0.173
15,mlp.experts.47.down_proj,0.05086521,0.01000,0.171
15,mlp.experts.48.down_proj,0.04310312,0.01000,0.171
15,mlp.experts.49.down_proj,4.93816757,0.01000,0.171
15,mlp.experts.50.down_proj,0.11355042,0.01000,0.170
15,mlp.experts.51.down_proj,2.72538328,0.01000,0.171
15,mlp.experts.52.down_proj,12.91783810,0.01000,0.171
15,mlp.experts.53.down_proj,0.24567577,0.01000,0.170
15,mlp.experts.54.down_proj,0.41091728,0.01000,0.170
15,mlp.experts.55.down_proj,0.89074063,0.01000,0.170
15,mlp.experts.56.down_proj,0.64385134,0.01000,0.171
15,mlp.experts.57.down_proj,0.47227517,0.01000,0.171
15,mlp.experts.58.down_proj,0.05620008,0.01000,0.170
15,mlp.experts.59.down_proj,1.07860184,0.01000,0.171
15,mlp.experts.60.down_proj,0.59311205,0.01000,0.171
15,mlp.experts.61.down_proj,0.44786558,0.01000,0.171
15,mlp.experts.62.down_proj,0.02251353,0.01000,0.171
15,mlp.experts.63.down_proj,0.02325612,0.01000,0.171
15,mlp.experts.64.down_proj,0.09502603,0.01000,0.171
15,mlp.experts.65.down_proj,1.89881980,0.01000,0.171
15,mlp.experts.66.down_proj,0.50634873,0.01000,0.171
15,mlp.experts.67.down_proj,0.21323052,0.01000,0.171
15,mlp.experts.68.down_proj,0.31745431,0.01000,0.171
15,mlp.experts.69.down_proj,0.76689249,0.01000,0.171
15,mlp.experts.70.down_proj,0.92243034,0.01000,0.171
15,mlp.experts.71.down_proj,0.50459385,0.01000,0.171
15,mlp.experts.72.down_proj,0.53826141,0.01000,0.171
15,mlp.experts.73.down_proj,0.00477775,0.01000,0.172
15,mlp.experts.74.down_proj,0.27254242,0.01000,0.172
15,mlp.experts.75.down_proj,0.37929070,0.01000,0.172
15,mlp.experts.76.down_proj,0.12422863,0.01000,0.172
15,mlp.experts.77.down_proj,2.90734553,0.01000,0.172
15,mlp.experts.78.down_proj,0.37095067,0.01000,0.173
15,mlp.experts.79.down_proj,0.06735098,0.01000,0.172
15,mlp.experts.80.down_proj,7.29796362,0.01000,0.172
15,mlp.experts.81.down_proj,0.15543151,0.01000,0.172
15,mlp.experts.82.down_proj,1.34927821,0.01000,0.172
15,mlp.experts.83.down_proj,0.11338955,0.01000,0.172
15,mlp.experts.84.down_proj,0.04522057,0.01000,0.172
15,mlp.experts.85.down_proj,3.10796595,0.01000,0.173
15,mlp.experts.86.down_proj,0.82900876,0.01000,0.173
15,mlp.experts.87.down_proj,5.89154530,0.01000,0.173
15,mlp.experts.88.down_proj,0.04363915,0.01000,0.184
15,mlp.experts.89.down_proj,1.87765288,0.01000,0.183
15,mlp.experts.90.down_proj,3.37079978,0.01000,0.174
15,mlp.experts.91.down_proj,2.38316083,0.01000,0.174
15,mlp.experts.92.down_proj,0.02336547,0.01000,0.174
15,mlp.experts.93.down_proj,1.96511173,0.01000,0.173
15,mlp.experts.94.down_proj,0.53478789,0.01000,0.182
15,mlp.experts.95.down_proj,1.13167596,0.01000,0.182
15,mlp.experts.96.down_proj,0.29617041,0.01000,0.185
15,mlp.experts.97.down_proj,0.01822180,0.01000,0.184
15,mlp.experts.98.down_proj,1.47598875,0.01000,0.176
15,mlp.experts.99.down_proj,0.00520379,0.01000,0.176
15,mlp.experts.100.down_proj,0.93501616,0.01000,0.179
15,mlp.experts.101.down_proj,1.28161609,0.01000,0.183
15,mlp.experts.102.down_proj,0.58882952,0.01000,0.182
15,mlp.experts.103.down_proj,0.32371494,0.01000,0.175
15,mlp.experts.104.down_proj,0.15837291,0.01000,0.180
15,mlp.experts.105.down_proj,0.52689320,0.01000,0.183
15,mlp.experts.106.down_proj,0.73447895,0.01000,0.179
15,mlp.experts.107.down_proj,0.24535817,0.01000,0.175
15,mlp.experts.108.down_proj,0.59666210,0.01000,0.173
15,mlp.experts.109.down_proj,0.30660892,0.01000,0.180
15,mlp.experts.110.down_proj,0.04925440,0.01000,0.178
15,mlp.experts.111.down_proj,0.09530704,0.01000,0.175
15,mlp.experts.112.down_proj,0.14520511,0.01000,0.175
15,mlp.experts.113.down_proj,0.04949659,0.01000,0.175
15,mlp.experts.114.down_proj,0.06894368,0.01000,0.180
15,mlp.experts.115.down_proj,0.30853364,0.01000,0.180
15,mlp.experts.116.down_proj,0.31788519,0.01000,0.182
15,mlp.experts.117.down_proj,0.43054464,0.01000,0.180
15,mlp.experts.118.down_proj,0.09868769,0.01000,0.175
15,mlp.experts.119.down_proj,2.30547118,0.01000,0.175
15,mlp.experts.120.down_proj,1.93705595,0.01000,0.181
15,mlp.experts.121.down_proj,0.94957519,0.01000,0.185
15,mlp.experts.122.down_proj,0.06258228,0.01000,0.182
15,mlp.experts.123.down_proj,0.41864070,0.01000,0.191
15,mlp.experts.124.down_proj,1.19655609,0.01000,0.188
15,mlp.experts.125.down_proj,1.44861603,0.01000,0.187
15,mlp.experts.126.down_proj,0.13488358,0.01000,0.189
15,mlp.experts.127.down_proj,0.33040583,0.01000,0.188
16,self_attn.q_proj,0.10972437,0.01000,0.496
16,self_attn.k_proj,0.01493535,0.01000,0.493
16,self_attn.v_proj,0.01653926,0.01000,0.491
16,self_attn.o_proj,0.01181589,0.01000,0.995
16,mlp.experts.0.up_proj,8.14436531,0.01000,0.465
16,mlp.experts.1.up_proj,0.61892915,0.01000,0.454
16,mlp.experts.2.up_proj,4.67706680,0.01000,0.457
16,mlp.experts.3.up_proj,1.85517323,0.01000,0.484
16,mlp.experts.4.up_proj,4.91756725,0.01000,0.485
16,mlp.experts.5.up_proj,11.27837276,0.01000,0.486
16,mlp.experts.6.up_proj,13.65017700,0.01000,0.468
16,mlp.experts.7.up_proj,15.34464455,0.01000,0.467
16,mlp.experts.8.up_proj,10.90147591,0.01000,0.467
16,mlp.experts.9.up_proj,1.73522115,0.01000,0.461
16,mlp.experts.10.up_proj,0.24783707,0.01000,0.465
16,mlp.experts.11.up_proj,9.66079426,0.01000,0.462
16,mlp.experts.12.up_proj,1.04145825,0.01000,0.463
16,mlp.experts.13.up_proj,3.18195701,0.01000,0.487
16,mlp.experts.14.up_proj,11.01348305,0.01000,0.487
16,mlp.experts.15.up_proj,3.18450022,0.01000,0.484
16,mlp.experts.16.up_proj,5.19369602,0.01000,0.488
16,mlp.experts.17.up_proj,2.11368704,0.01000,0.487
16,mlp.experts.18.up_proj,8.10996056,0.01000,0.485
16,mlp.experts.19.up_proj,0.64612460,0.01000,0.486
16,mlp.experts.20.up_proj,4.02440834,0.01000,0.485
16,mlp.experts.21.up_proj,0.34735858,0.01000,0.485
16,mlp.experts.22.up_proj,2.23241186,0.01000,0.486
16,mlp.experts.23.up_proj,4.52168417,0.01000,0.485
16,mlp.experts.24.up_proj,5.05507374,0.01000,0.458
16,mlp.experts.25.up_proj,2.24764323,0.01000,0.460
16,mlp.experts.26.up_proj,9.18457508,0.01000,0.459
16,mlp.experts.27.up_proj,1.55105543,0.01000,0.460
16,mlp.experts.28.up_proj,6.34494448,0.01000,0.459
16,mlp.experts.29.up_proj,4.51994133,0.01000,0.458
16,mlp.experts.30.up_proj,16.01372528,0.01000,0.461
16,mlp.experts.31.up_proj,0.11838844,0.01000,0.486
16,mlp.experts.32.up_proj,5.37196159,0.01000,0.484
16,mlp.experts.33.up_proj,5.35139465,0.01000,0.486
16,mlp.experts.34.up_proj,2.03438163,0.01000,0.484
16,mlp.experts.35.up_proj,47.35801697,0.01000,0.484
16,mlp.experts.36.up_proj,2.49395704,0.01000,0.483
16,mlp.experts.37.up_proj,8.31649303,0.01000,0.481
16,mlp.experts.38.up_proj,0.56407404,0.01000,0.476
16,mlp.experts.39.up_proj,12.51217651,0.01000,0.483
16,mlp.experts.40.up_proj,22.62146378,0.01000,0.483
16,mlp.experts.41.up_proj,1.05917466,0.01000,0.481
16,mlp.experts.42.up_proj,2.46278858,0.01000,0.479
16,mlp.experts.43.up_proj,5.25668144,0.01000,0.484
16,mlp.experts.44.up_proj,2.42557430,0.01000,0.482
16,mlp.experts.45.up_proj,7.00905704,0.01000,0.481
16,mlp.experts.46.up_proj,0.72976208,0.01000,0.485
16,mlp.experts.47.up_proj,0.65858853,0.01000,0.490
16,mlp.experts.48.up_proj,3.74465132,0.01000,0.481
16,mlp.experts.49.up_proj,1.68666756,0.01000,0.483
16,mlp.experts.50.up_proj,7.58947468,0.01000,0.464
16,mlp.experts.51.up_proj,5.57761574,0.01000,0.466
16,mlp.experts.52.up_proj,2.22156286,0.01000,0.480
16,mlp.experts.53.up_proj,0.67991441,0.01000,0.467
16,mlp.experts.54.up_proj,2.08482337,0.01000,0.466
16,mlp.experts.55.up_proj,6.06868601,0.01000,0.467
16,mlp.experts.56.up_proj,0.59827495,0.01000,0.469
16,mlp.experts.57.up_proj,3.54735541,0.01000,0.466
16,mlp.experts.58.up_proj,0.44764978,0.01000,0.465
16,mlp.experts.59.up_proj,0.56978446,0.01000,0.472
16,mlp.experts.60.up_proj,4.50205708,0.01000,0.466
16,mlp.experts.61.up_proj,0.20193052,0.01000,0.466
16,mlp.experts.62.up_proj,2.31597519,0.01000,0.465
16,mlp.experts.63.up_proj,1.51877081,0.01000,0.468
16,mlp.experts.64.up_proj,1.12823427,0.01000,0.464
16,mlp.experts.65.up_proj,53.39071655,0.01000,0.485
16,mlp.experts.66.up_proj,3.14991975,0.01000,0.485
16,mlp.experts.67.up_proj,1.73666155,0.01000,0.466
16,mlp.experts.68.up_proj,3.64774752,0.01000,0.485
16,mlp.experts.69.up_proj,0.07012242,0.01000,0.484
16,mlp.experts.70.up_proj,0.59780514,0.01000,0.490
16,mlp.experts.71.up_proj,1.65517020,0.01000,0.486
16,mlp.experts.72.up_proj,1.67689216,0.01000,0.488
16,mlp.experts.73.up_proj,4.08912468,0.01000,0.492
16,mlp.experts.74.up_proj,0.84820306,0.01000,0.491
16,mlp.experts.75.up_proj,9.48068428,0.01000,0.493
16,mlp.experts.76.up_proj,9.60210991,0.01000,0.493
16,mlp.experts.77.up_proj,5.26346731,0.01000,0.492
16,mlp.experts.78.up_proj,10.12214088,0.01000,0.491
16,mlp.experts.79.up_proj,7.07117319,0.01000,0.490
16,mlp.experts.80.up_proj,13.91226673,0.01000,0.496
16,mlp.experts.81.up_proj,23.94420052,0.01000,0.488
16,mlp.experts.82.up_proj,4.23690033,0.01000,0.491
16,mlp.experts.83.up_proj,17.45194244,0.01000,0.488
16,mlp.experts.84.up_proj,4.48941803,0.01000,0.492
16,mlp.experts.85.up_proj,1.70779443,0.01000,0.483
16,mlp.experts.86.up_proj,0.00803511,0.01000,0.484
16,mlp.experts.87.up_proj,0.59771323,0.01000,0.485
16,mlp.experts.88.up_proj,3.39634657,0.01000,0.483
16,mlp.experts.89.up_proj,32.83062363,0.01000,0.483
16,mlp.experts.90.up_proj,4.51120663,0.01000,0.483
16,mlp.experts.91.up_proj,1.81079531,0.01000,0.482
16,mlp.experts.92.up_proj,4.97123766,0.01000,0.482
16,mlp.experts.93.up_proj,1.55088389,0.01000,0.484
16,mlp.experts.94.up_proj,6.13239336,0.01000,0.484
16,mlp.experts.95.up_proj,5.99897385,0.01000,0.485
16,mlp.experts.96.up_proj,0.51132029,0.01000,0.484
16,mlp.experts.97.up_proj,0.56006056,0.01000,0.483
16,mlp.experts.98.up_proj,1.64226770,0.01000,0.484
16,mlp.experts.99.up_proj,0.52691096,0.01000,0.485
16,mlp.experts.100.up_proj,1.22190738,0.01000,0.484
16,mlp.experts.101.up_proj,16.18327904,0.01000,0.484
16,mlp.experts.102.up_proj,7.47705030,0.01000,0.484
16,mlp.experts.103.up_proj,17.73616409,0.01000,0.485
16,mlp.experts.104.up_proj,0.99286783,0.01000,0.488
16,mlp.experts.105.up_proj,15.68325901,0.01000,0.483
16,mlp.experts.106.up_proj,1.24242139,0.01000,0.483
16,mlp.experts.107.up_proj,0.09904106,0.01000,0.483
16,mlp.experts.108.up_proj,21.85052872,0.01000,0.484
16,mlp.experts.109.up_proj,22.02118492,0.01000,0.483
16,mlp.experts.110.up_proj,3.50902367,0.01000,0.483
16,mlp.experts.111.up_proj,6.81585073,0.01000,0.483
16,mlp.experts.112.up_proj,1.61007357,0.01000,0.481
16,mlp.experts.113.up_proj,9.07100010,0.01000,0.481
16,mlp.experts.114.up_proj,5.69531584,0.01000,0.480
16,mlp.experts.115.up_proj,65.77629089,0.01000,0.482
16,mlp.experts.116.up_proj,0.93488556,0.01000,0.490
16,mlp.experts.117.up_proj,9.15971184,0.01000,0.491
16,mlp.experts.118.up_proj,3.30058336,0.01000,0.490
16,mlp.experts.119.up_proj,5.84989548,0.01000,0.491
16,mlp.experts.120.up_proj,0.14376795,0.01000,0.489
16,mlp.experts.121.up_proj,4.09943581,0.01000,0.491
16,mlp.experts.122.up_proj,0.74928260,0.01000,0.489
16,mlp.experts.123.up_proj,25.01958084,0.01000,0.490
16,mlp.experts.124.up_proj,9.00518036,0.01000,0.491
16,mlp.experts.125.up_proj,0.12732634,0.01000,0.490
16,mlp.experts.126.up_proj,5.01563263,0.01000,0.478
16,mlp.experts.127.up_proj,8.08019924,0.01000,0.481
16,mlp.experts.0.gate_proj,9.13518333,0.01000,0.482
16,mlp.experts.1.gate_proj,0.64992648,0.01000,0.479
16,mlp.experts.2.gate_proj,5.11764956,0.01000,0.482
16,mlp.experts.3.gate_proj,1.89492369,0.01000,0.481
16,mlp.experts.4.gate_proj,5.18499756,0.01000,0.482
16,mlp.experts.5.gate_proj,11.67433548,0.01000,0.482
16,mlp.experts.6.gate_proj,13.59532833,0.01000,0.481
16,mlp.experts.7.gate_proj,15.99800968,0.01000,0.481
16,mlp.experts.8.gate_proj,10.50057697,0.01000,0.484
16,mlp.experts.9.gate_proj,1.82943940,0.01000,0.485
16,mlp.experts.10.gate_proj,0.24955100,0.01000,0.485
16,mlp.experts.11.gate_proj,9.71373558,0.01000,0.485
16,mlp.experts.12.gate_proj,1.04925442,0.01000,0.485
16,mlp.experts.13.gate_proj,3.14288139,0.01000,0.486
16,mlp.experts.14.gate_proj,11.62874508,0.01000,0.487
16,mlp.experts.15.gate_proj,3.21045327,0.01000,0.487
16,mlp.experts.16.gate_proj,5.62172508,0.01000,0.488
16,mlp.experts.17.gate_proj,2.12604380,0.01000,0.487
16,mlp.experts.18.gate_proj,8.18833828,0.01000,0.487
16,mlp.experts.19.gate_proj,0.65144396,0.01000,0.487
16,mlp.experts.20.gate_proj,3.92932272,0.01000,0.487
16,mlp.experts.21.gate_proj,0.40152079,0.01000,0.494
16,mlp.experts.22.gate_proj,2.29256153,0.01000,0.490
16,mlp.experts.23.gate_proj,4.60312557,0.01000,0.490
16,mlp.experts.24.gate_proj,5.41797447,0.01000,0.490
16,mlp.experts.25.gate_proj,2.37469816,0.01000,0.491
16,mlp.experts.26.gate_proj,9.92897797,0.01000,0.490
16,mlp.experts.27.gate_proj,1.57565069,0.01000,0.493
16,mlp.experts.28.gate_proj,6.42400646,0.01000,0.493
16,mlp.experts.29.gate_proj,4.46076727,0.01000,0.492
16,mlp.experts.30.gate_proj,17.82722855,0.01000,0.490
16,mlp.experts.31.gate_proj,0.12825644,0.01000,0.485
16,mlp.experts.32.gate_proj,6.51436806,0.01000,0.486
16,mlp.experts.33.gate_proj,5.48923969,0.01000,0.486
16,mlp.experts.34.gate_proj,2.06807899,0.01000,0.489
16,mlp.experts.35.gate_proj,52.89346695,0.01000,0.488
16,mlp.experts.36.gate_proj,2.51309395,0.01000,0.487
16,mlp.experts.37.gate_proj,8.99130249,0.01000,0.485
16,mlp.experts.38.gate_proj,0.59715521,0.01000,0.485
16,mlp.experts.39.gate_proj,12.55033302,0.01000,0.484
16,mlp.experts.40.gate_proj,25.12648010,0.01000,0.484
16,mlp.experts.41.gate_proj,1.16949439,0.01000,0.486
16,mlp.experts.42.gate_proj,2.84369707,0.01000,0.487
16,mlp.experts.43.gate_proj,5.10219955,0.01000,0.485
16,mlp.experts.44.gate_proj,2.26099110,0.01000,0.487
16,mlp.experts.45.gate_proj,6.80495310,0.01000,0.488
16,mlp.experts.46.gate_proj,0.73816723,0.01000,0.486
16,mlp.experts.47.gate_proj,0.68694878,0.01000,0.489
16,mlp.experts.48.gate_proj,3.77439761,0.01000,0.489
16,mlp.experts.49.gate_proj,1.80029523,0.01000,0.489
16,mlp.experts.50.gate_proj,8.34925747,0.01000,0.489
16,mlp.experts.51.gate_proj,5.90639687,0.01000,0.478
16,mlp.experts.52.gate_proj,2.27866912,0.01000,0.484
16,mlp.experts.53.gate_proj,0.69298822,0.01000,0.490
16,mlp.experts.54.gate_proj,2.13368845,0.01000,0.492
16,mlp.experts.55.gate_proj,6.29255772,0.01000,0.492
16,mlp.experts.56.gate_proj,0.62693191,0.01000,0.456
16,mlp.experts.57.gate_proj,3.69278145,0.01000,0.462
16,mlp.experts.58.gate_proj,0.45701000,0.01000,0.485
16,mlp.experts.59.gate_proj,0.58484197,0.01000,0.455
16,mlp.experts.60.gate_proj,4.58220959,0.01000,0.455
16,mlp.experts.61.gate_proj,0.21670285,0.01000,0.455
16,mlp.experts.62.gate_proj,2.33121896,0.01000,0.455
16,mlp.experts.63.gate_proj,1.49426532,0.01000,0.457
16,mlp.experts.64.gate_proj,1.11313045,0.01000,0.472
16,mlp.experts.65.gate_proj,56.34649658,0.01000,0.454
16,mlp.experts.66.gate_proj,3.34859633,0.01000,0.454
16,mlp.experts.67.gate_proj,1.85285270,0.01000,0.454
16,mlp.experts.68.gate_proj,3.94228935,0.01000,0.453
16,mlp.experts.69.gate_proj,0.06996681,0.01000,0.455
16,mlp.experts.70.gate_proj,0.61564463,0.01000,0.455
16,mlp.experts.71.gate_proj,1.73104548,0.01000,0.461
16,mlp.experts.72.gate_proj,1.90735972,0.01000,0.456
16,mlp.experts.73.gate_proj,4.06272554,0.01000,0.454
16,mlp.experts.74.gate_proj,4.36811829,0.01000,0.499
16,mlp.experts.75.gate_proj,9.68155479,0.01000,0.489
16,mlp.experts.76.gate_proj,9.92213631,0.01000,0.488
16,mlp.experts.77.gate_proj,4.98647976,0.01000,0.457
16,mlp.experts.78.gate_proj,10.55110359,0.01000,0.456
16,mlp.experts.79.gate_proj,7.61191940,0.01000,0.457
16,mlp.experts.80.gate_proj,15.00986576,0.01000,0.455
16,mlp.experts.81.gate_proj,24.73016357,0.01000,0.454
16,mlp.experts.82.gate_proj,4.36823082,0.01000,0.473
16,mlp.experts.83.gate_proj,17.71680832,0.01000,0.465
16,mlp.experts.84.gate_proj,4.88228226,0.01000,0.486
16,mlp.experts.85.gate_proj,1.79254901,0.01000,0.489
16,mlp.experts.86.gate_proj,0.00885630,0.01000,0.455
16,mlp.experts.87.gate_proj,0.61351353,0.01000,0.478
16,mlp.experts.88.gate_proj,3.51698208,0.01000,0.456
16,mlp.experts.89.gate_proj,34.11639404,0.01000,0.460
16,mlp.experts.90.gate_proj,4.63579178,0.01000,0.471
16,mlp.experts.91.gate_proj,1.85414791,0.01000,0.455
16,mlp.experts.92.gate_proj,5.09418488,0.01000,0.473
16,mlp.experts.93.gate_proj,1.66178155,0.01000,0.499
16,mlp.experts.94.gate_proj,6.22841740,0.01000,0.454
16,mlp.experts.95.gate_proj,6.13341236,0.01000,0.456
16,mlp.experts.96.gate_proj,0.54345232,0.01000,0.486
16,mlp.experts.97.gate_proj,0.59351557,0.01000,0.487
16,mlp.experts.98.gate_proj,1.64700556,0.01000,0.483
16,mlp.experts.99.gate_proj,0.56489241,0.01000,0.457
16,mlp.experts.100.gate_proj,1.22028971,0.01000,0.484
16,mlp.experts.101.gate_proj,17.06414032,0.01000,0.455
16,mlp.experts.102.gate_proj,7.36953831,0.01000,0.484
16,mlp.experts.103.gate_proj,18.75459671,0.01000,0.488
16,mlp.experts.104.gate_proj,1.10456717,0.01000,0.487
16,mlp.experts.105.gate_proj,15.63685036,0.01000,0.455
16,mlp.experts.106.gate_proj,1.26536727,0.01000,0.454
16,mlp.experts.107.gate_proj,0.10089488,0.01000,0.479
16,mlp.experts.108.gate_proj,20.69157219,0.01000,0.471
16,mlp.experts.109.gate_proj,22.97799873,0.01000,0.481
16,mlp.experts.110.gate_proj,3.56801891,0.01000,0.484
16,mlp.experts.111.gate_proj,6.87458754,0.01000,0.484
16,mlp.experts.112.gate_proj,1.63812709,0.01000,0.473
16,mlp.experts.113.gate_proj,10.40045643,0.01000,0.465
16,mlp.experts.114.gate_proj,5.89428043,0.01000,0.466
16,mlp.experts.115.gate_proj,61.50682831,0.01000,0.463
16,mlp.experts.116.gate_proj,0.98188847,0.01000,0.468
16,mlp.experts.117.gate_proj,8.98195457,0.01000,0.466
16,mlp.experts.118.gate_proj,3.50959325,0.01000,0.457
16,mlp.experts.119.gate_proj,6.22626781,0.01000,0.454
16,mlp.experts.120.gate_proj,0.14961852,0.01000,0.455
16,mlp.experts.121.gate_proj,4.49346066,0.01000,0.457
16,mlp.experts.122.gate_proj,0.74643457,0.01000,0.491
16,mlp.experts.123.gate_proj,28.85527802,0.01000,0.454
16,mlp.experts.124.gate_proj,8.98815727,0.01000,0.456
16,mlp.experts.125.gate_proj,0.13086545,0.01000,0.480
16,mlp.experts.126.gate_proj,5.57488394,0.01000,0.485
16,mlp.experts.127.gate_proj,8.53776169,0.01000,0.484
16,mlp.experts.0.down_proj,2.28667831,0.01000,0.179
16,mlp.experts.1.down_proj,0.07564381,0.01000,0.175
16,mlp.experts.2.down_proj,1.02311468,0.01000,0.174
16,mlp.experts.3.down_proj,0.34170115,0.01000,0.175
16,mlp.experts.4.down_proj,0.77521110,0.01000,0.174
16,mlp.experts.5.down_proj,2.55944896,0.01000,0.175
16,mlp.experts.6.down_proj,2.52179408,0.01000,0.176
16,mlp.experts.7.down_proj,2.74282956,0.01000,0.174
16,mlp.experts.8.down_proj,1.96971202,0.01000,0.175
16,mlp.experts.9.down_proj,0.25863162,0.01000,0.173
16,mlp.experts.10.down_proj,0.03428317,0.01000,0.175
16,mlp.experts.11.down_proj,1.91058064,0.01000,0.176
16,mlp.experts.12.down_proj,0.13715082,0.01000,0.175
16,mlp.experts.13.down_proj,0.53273207,0.01000,0.174
16,mlp.experts.14.down_proj,1.58451498,0.01000,0.173
16,mlp.experts.15.down_proj,0.65265214,0.01000,0.174
16,mlp.experts.16.down_proj,0.79919899,0.01000,0.175
16,mlp.experts.17.down_proj,0.41513151,0.01000,0.174
16,mlp.experts.18.down_proj,1.40699840,0.01000,0.171
16,mlp.experts.19.down_proj,0.09110802,0.01000,0.175
16,mlp.experts.20.down_proj,0.78931522,0.01000,0.174
16,mlp.experts.21.down_proj,0.01682914,0.01000,0.175
16,mlp.experts.22.down_proj,0.43892026,0.01000,0.173
16,mlp.experts.23.down_proj,0.93447006,0.01000,0.173
16,mlp.experts.24.down_proj,0.53561974,0.01000,0.173
16,mlp.experts.25.down_proj,0.33908647,0.01000,0.173
16,mlp.experts.26.down_proj,1.06098831,0.01000,0.173
16,mlp.experts.27.down_proj,0.18208711,0.01000,0.173
16,mlp.experts.28.down_proj,0.88893980,0.01000,0.173
16,mlp.experts.29.down_proj,0.75355178,0.01000,0.174
16,mlp.experts.30.down_proj,1.89201558,0.01000,0.175
16,mlp.experts.31.down_proj,0.03220416,0.01000,0.177
16,mlp.experts.32.down_proj,0.64387292,0.01000,0.178
16,mlp.experts.33.down_proj,0.81115943,0.01000,0.175
16,mlp.experts.34.down_proj,0.29100066,0.01000,0.175
16,mlp.experts.35.down_proj,7.28679657,0.01000,0.175
16,mlp.experts.36.down_proj,0.64980757,0.01000,0.174
16,mlp.experts.37.down_proj,1.42611742,0.01000,0.174
16,mlp.experts.38.down_proj,0.14429778,0.01000,0.173
16,mlp.experts.39.down_proj,1.60708618,0.01000,0.174
16,mlp.experts.40.down_proj,4.16797256,0.01000,0.175
16,mlp.experts.41.down_proj,0.16288668,0.01000,0.173
16,mlp.experts.42.down_proj,0.25524288,0.01000,0.174
16,mlp.experts.43.down_proj,0.87348497,0.01000,0.173
16,mlp.experts.44.down_proj,0.57337219,0.01000,0.173
16,mlp.experts.45.down_proj,1.09629548,0.01000,0.174
16,mlp.experts.46.down_proj,0.09334693,0.01000,0.182
16,mlp.experts.47.down_proj,0.15877523,0.01000,0.181
16,mlp.experts.48.down_proj,0.46114337,0.01000,0.180
16,mlp.experts.49.down_proj,0.30044776,0.01000,0.183
16,mlp.experts.50.down_proj,1.48147035,0.01000,0.171
16,mlp.experts.51.down_proj,0.94238269,0.01000,0.171
16,mlp.experts.52.down_proj,0.37106770,0.01000,0.182
16,mlp.experts.53.down_proj,0.09289022,0.01000,0.171
16,mlp.experts.54.down_proj,0.30394793,0.01000,0.172
16,mlp.experts.55.down_proj,1.03742528,0.01000,0.171
16,mlp.experts.56.down_proj,0.13569649,0.01000,0.171
16,mlp.experts.57.down_proj,0.52481246,0.01000,0.175
16,mlp.experts.58.down_proj,0.06617454,0.01000,0.171
16,mlp.experts.59.down_proj,0.12744404,0.01000,0.171
16,mlp.experts.60.down_proj,0.89614123,0.01000,0.179
16,mlp.experts.61.down_proj,0.06514497,0.01000,0.195
16,mlp.experts.62.down_proj,0.21251626,0.01000,0.184
16,mlp.experts.63.down_proj,0.19667444,0.01000,0.184
16,mlp.experts.64.down_proj,0.21210463,0.01000,0.184
16,mlp.experts.65.down_proj,8.39123535,0.01000,0.184
16,mlp.experts.66.down_proj,0.55401868,0.01000,0.184
16,mlp.experts.67.down_proj,0.39558172,0.01000,0.184
16,mlp.experts.68.down_proj,0.75482380,0.01000,0.185
16,mlp.experts.69.down_proj,0.01031037,0.01000,0.184
16,mlp.experts.70.down_proj,0.07442196,0.01000,0.184
16,mlp.experts.71.down_proj,0.23925447,0.01000,0.184
16,mlp.experts.72.down_proj,0.22185796,0.01000,0.184
16,mlp.experts.73.down_proj,0.56778717,0.01000,0.183
16,mlp.experts.74.down_proj,0.09857848,0.01000,0.183
16,mlp.experts.75.down_proj,1.30524528,0.01000,0.184
16,mlp.experts.76.down_proj,1.57828331,0.01000,0.184
16,mlp.experts.77.down_proj,0.88467664,0.01000,0.184
16,mlp.experts.78.down_proj,1.39495611,0.01000,0.184
16,mlp.experts.79.down_proj,1.00268948,0.01000,0.184
16,mlp.experts.80.down_proj,2.10435367,0.01000,0.184
16,mlp.experts.81.down_proj,4.42183971,0.01000,0.184
16,mlp.experts.82.down_proj,0.83050215,0.01000,0.184
16,mlp.experts.83.down_proj,3.52312350,0.01000,0.184
16,mlp.experts.84.down_proj,0.85746479,0.01000,0.187
16,mlp.experts.85.down_proj,0.27663094,0.01000,0.197
16,mlp.experts.86.down_proj,0.00208596,0.01000,0.176
16,mlp.experts.87.down_proj,0.09240751,0.01000,0.184
16,mlp.experts.88.down_proj,0.61493272,0.01000,0.184
16,mlp.experts.89.down_proj,8.16602707,0.01000,0.185
16,mlp.experts.90.down_proj,0.85259867,0.01000,0.185
16,mlp.experts.91.down_proj,0.20989831,0.01000,0.184
16,mlp.experts.92.down_proj,1.11427343,0.01000,0.185
16,mlp.experts.93.down_proj,0.25374478,0.01000,0.185
16,mlp.experts.94.down_proj,1.13216233,0.01000,0.185
16,mlp.experts.95.down_proj,1.72158134,0.01000,0.185
16,mlp.experts.96.down_proj,0.10622421,0.01000,0.184
16,mlp.experts.97.down_proj,0.06338838,0.01000,0.176
16,mlp.experts.98.down_proj,0.23656559,0.01000,0.173
16,mlp.experts.99.down_proj,0.08799060,0.01000,0.173
16,mlp.experts.100.down_proj,0.10316325,0.01000,0.173
16,mlp.experts.101.down_proj,2.32883906,0.01000,0.173
16,mlp.experts.102.down_proj,1.10469007,0.01000,0.173
16,mlp.experts.103.down_proj,3.00644922,0.01000,0.173
16,mlp.experts.104.down_proj,0.22873539,0.01000,0.174
16,mlp.experts.105.down_proj,2.96457338,0.01000,0.177
16,mlp.experts.106.down_proj,0.18690175,0.01000,0.174
16,mlp.experts.107.down_proj,0.01207486,0.01000,0.173
16,mlp.experts.108.down_proj,3.23986006,0.01000,0.173
16,mlp.experts.109.down_proj,3.58410072,0.01000,0.174
16,mlp.experts.110.down_proj,0.66146517,0.01000,0.175
16,mlp.experts.111.down_proj,1.32633686,0.01000,0.173
16,mlp.experts.112.down_proj,0.44319180,0.01000,0.173
16,mlp.experts.113.down_proj,1.10709703,0.01000,0.173
16,mlp.experts.114.down_proj,1.06525183,0.01000,0.174
16,mlp.experts.115.down_proj,11.08104515,0.01000,0.173
16,mlp.experts.116.down_proj,0.18250920,0.01000,0.173
16,mlp.experts.117.down_proj,1.67214799,0.01000,0.173
16,mlp.experts.118.down_proj,0.57573754,0.01000,0.173
16,mlp.experts.119.down_proj,1.17353380,0.01000,0.173
16,mlp.experts.120.down_proj,0.03061296,0.01000,0.173
16,mlp.experts.121.down_proj,0.62825656,0.01000,0.173
16,mlp.experts.122.down_proj,0.12920901,0.01000,0.174
16,mlp.experts.123.down_proj,3.98273492,0.01000,0.173
16,mlp.experts.124.down_proj,1.66325092,0.01000,0.174
16,mlp.experts.125.down_proj,0.03735000,0.01000,0.174
16,mlp.experts.126.down_proj,0.66514474,0.01000,0.173
16,mlp.experts.127.down_proj,1.22401881,0.01000,0.174
17,self_attn.q_proj,0.11781272,0.01000,0.457
17,self_attn.k_proj,0.01667541,0.01000,0.460
17,self_attn.v_proj,0.01590066,0.01000,0.451
17,self_attn.o_proj,0.01124270,0.01000,0.919
17,mlp.experts.0.up_proj,6.99882507,0.01000,0.492
17,mlp.experts.1.up_proj,6.00563526,0.01000,0.487
17,mlp.experts.2.up_proj,4.72428656,0.01000,0.488
17,mlp.experts.3.up_proj,3.34352612,0.01000,0.467
17,mlp.experts.4.up_proj,0.58291948,0.01000,0.484
17,mlp.experts.5.up_proj,13.57120609,0.01000,0.485
17,mlp.experts.6.up_proj,8.53076935,0.01000,0.483
17,mlp.experts.7.up_proj,1.03142357,0.01000,0.457
17,mlp.experts.8.up_proj,0.25851202,0.01000,0.473
17,mlp.experts.9.up_proj,10.98565483,0.01000,0.487
17,mlp.experts.10.up_proj,0.99983454,0.01000,0.480
17,mlp.experts.11.up_proj,12.54721832,0.01000,0.497
17,mlp.experts.12.up_proj,5.22539997,0.01000,0.474
17,mlp.experts.13.up_proj,3.04806566,0.01000,0.474
17,mlp.experts.14.up_proj,5.89340687,0.01000,0.474
17,mlp.experts.15.up_proj,5.35808563,0.01000,0.489
17,mlp.experts.16.up_proj,1.06778121,0.01000,0.473
17,mlp.experts.17.up_proj,12.25022602,0.01000,0.475
17,mlp.experts.18.up_proj,77.21955872,0.01000,0.475
17,mlp.experts.19.up_proj,17.77646255,0.01000,0.474
17,mlp.experts.20.up_proj,4.67595148,0.01000,0.474
17,mlp.experts.21.up_proj,1.92519593,0.01000,0.478
17,mlp.experts.22.up_proj,1.32400477,0.01000,0.474
17,mlp.experts.23.up_proj,2.18593359,0.01000,0.474
17,mlp.experts.24.up_proj,0.05214575,0.01000,0.480
17,mlp.experts.25.up_proj,0.44940454,0.01000,0.473
17,mlp.experts.26.up_proj,16.37628746,0.01000,0.473
17,mlp.experts.27.up_proj,4.21495819,0.01000,0.474
17,mlp.experts.28.up_proj,3.04045486,0.01000,0.475
17,mlp.experts.29.up_proj,0.88321626,0.01000,0.474
17,mlp.experts.30.up_proj,3.01585531,0.01000,0.475
17,mlp.experts.31.up_proj,0.25514022,0.01000,0.488
17,mlp.experts.32.up_proj,0.17784305,0.01000,0.487
17,mlp.experts.33.up_proj,1.02871537,0.01000,0.475
17,mlp.experts.34.up_proj,2.02358055,0.01000,0.475
17,mlp.experts.35.up_proj,3.99322605,0.01000,0.475
17,mlp.experts.36.up_proj,20.32303238,0.01000,0.475
17,mlp.experts.37.up_proj,0.65148693,0.01000,0.476
17,mlp.experts.38.up_proj,9.02729988,0.01000,0.475
17,mlp.experts.39.up_proj,22.43487167,0.01000,0.480
17,mlp.experts.40.up_proj,0.08089177,0.01000,0.483
17,mlp.experts.41.up_proj,3.62391949,0.01000,0.489
17,mlp.experts.42.up_proj,19.97311211,0.01000,0.486
17,mlp.experts.43.up_proj,0.47090104,0.01000,0.486
17,mlp.experts.44.up_proj,4.45940304,0.01000,0.486
17,mlp.experts.45.up_proj,6.14671612,0.01000,0.488
17,mlp.experts.46.up_proj,7.03464413,0.01000,0.474
17,mlp.experts.47.up_proj,3.08150673,0.01000,0.474
17,mlp.experts.48.up_proj,2.30314398,0.01000,0.475
17,mlp.experts.49.up_proj,50.83709717,0.01000,0.475
17,mlp.experts.50.up_proj,9.84700775,0.01000,0.474
17,mlp.experts.51.up_proj,0.13148537,0.01000,0.474
17,mlp.experts.52.up_proj,2.83711886,0.01000,0.486
17,mlp.experts.53.up_proj,18.96604538,0.01000,0.485
17,mlp.experts.54.up_proj,13.73316002,0.01000,0.474
17,mlp.experts.55.up_proj,21.88130569,0.01000,0.485
17,mlp.experts.56.up_proj,2.72627640,0.01000,0.487
17,mlp.experts.57.up_proj,5.22574949,0.01000,0.474
17,mlp.experts.58.up_proj,16.45615387,0.01000,0.474
17,mlp.experts.59.up_proj,1.67150772,0.01000,0.481
17,mlp.experts.60.up_proj,0.07110198,0.01000,0.475
17,mlp.experts.61.up_proj,17.06340027,0.01000,0.475
17,mlp.experts.62.up_proj,6.65891552,0.01000,0.474
17,mlp.experts.63.up_proj,2.92744350,0.01000,0.474
17,mlp.experts.64.up_proj,5.15291262,0.01000,0.474
17,mlp.experts.65.up_proj,7.12360668,0.01000,0.472
17,mlp.experts.66.up_proj,5.44958305,0.01000,0.487
17,mlp.experts.67.up_proj,0.12994012,0.01000,0.474
17,mlp.experts.68.up_proj,13.87137222,0.01000,0.475
17,mlp.experts.69.up_proj,6.19245720,0.01000,0.483
17,mlp.experts.70.up_proj,0.31519446,0.01000,0.474
17,mlp.experts.71.up_proj,1.67334735,0.01000,0.474
17,mlp.experts.72.up_proj,12.24547863,0.01000,0.473
17,mlp.experts.73.up_proj,1.22905707,0.01000,0.473
17,mlp.experts.74.up_proj,7.72283268,0.01000,0.475
17,mlp.experts.75.up_proj,1.27291167,0.01000,0.483
17,mlp.experts.76.up_proj,8.51160622,0.01000,0.472
17,mlp.experts.77.up_proj,4.71470070,0.01000,0.487
17,mlp.experts.78.up_proj,1.03879237,0.01000,0.485
17,mlp.experts.79.up_proj,5.88215256,0.01000,0.473
17,mlp.experts.80.up_proj,11.11967278,0.01000,0.474
17,mlp.experts.81.up_proj,6.70563698,0.01000,0.474
17,mlp.experts.82.up_proj,31.19742203,0.01000,0.474
17,mlp.experts.83.up_proj,6.69789696,0.01000,0.474
17,mlp.experts.84.up_proj,11.81467628,0.01000,0.475
17,mlp.experts.85.up_proj,4.77021694,0.01000,0.479
17,mlp.experts.86.up_proj,4.16545725,0.01000,0.478
17,mlp.experts.87.up_proj,3.63108635,0.01000,0.474
17,mlp.experts.88.up_proj,12.70053673,0.01000,0.474
17,mlp.experts.89.up_proj,2.13412189,0.01000,0.474
17,mlp.experts.90.up_proj,0.61954409,0.01000,0.474
17,mlp.experts.91.up_proj,1.21706319,0.01000,0.482
17,mlp.experts.92.up_proj,5.94255638,0.01000,0.484
17,mlp.experts.93.up_proj,4.73621893,0.01000,0.487
17,mlp.experts.94.up_proj,0.22409566,0.01000,0.473
17,mlp.experts.95.up_proj,1.14731550,0.01000,0.474
17,mlp.experts.96.up_proj,0.08307690,0.01000,0.473
17,mlp.experts.97.up_proj,4.99458027,0.01000,0.473
17,mlp.experts.98.up_proj,0.29177773,0.01000,0.486
17,mlp.experts.99.up_proj,31.03523254,0.01000,0.484
17,mlp.experts.100.up_proj,2.19695306,0.01000,0.483
17,mlp.experts.101.up_proj,2.75392294,0.01000,0.486
17,mlp.experts.102.up_proj,6.61794758,0.01000,0.485
17,mlp.experts.103.up_proj,4.17157412,0.01000,0.488
17,mlp.experts.104.up_proj,2.00304246,0.01000,0.482
17,mlp.experts.105.up_proj,5.13702965,0.01000,0.487
17,mlp.experts.106.up_proj,11.45674515,0.01000,0.489
17,mlp.experts.107.up_proj,1.08452225,0.01000,0.486
17,mlp.experts.108.up_proj,5.33335447,0.01000,0.474
17,mlp.experts.109.up_proj,13.74406910,0.01000,0.483
17,mlp.experts.110.up_proj,2.48751926,0.01000,0.473
17,mlp.experts.111.up_proj,0.16787937,0.01000,0.473
17,mlp.experts.112.up_proj,17.30975151,0.01000,0.473
17,mlp.experts.113.up_proj,1.51601267,0.01000,0.475
17,mlp.experts.114.up_proj,0.12220415,0.01000,0.472
17,mlp.experts.115.up_proj,3.13706875,0.01000,0.474
17,mlp.experts.116.up_proj,1.80867565,0.01000,0.473
17,mlp.experts.117.up_proj,5.69100857,0.01000,0.474
17,mlp.experts.118.up_proj,8.57998466,0.01000,0.454
17,mlp.experts.119.up_proj,8.88156223,0.01000,0.455
17,mlp.experts.120.up_proj,5.64560986,0.01000,0.455
17,mlp.experts.121.up_proj,11.35566521,0.01000,0.455
17,mlp.experts.122.up_proj,3.39848614,0.01000,0.455
17,mlp.experts.123.up_proj,1.82322574,0.01000,0.454
17,mlp.experts.124.up_proj,0.98317099,0.01000,0.458
17,mlp.experts.125.up_proj,0.17258123,0.01000,0.456
17,mlp.experts.126.up_proj,4.98682833,0.01000,0.455
17,mlp.experts.127.up_proj,3.08950615,0.01000,0.455
17,mlp.experts.0.gate_proj,6.37196970,0.01000,0.454
17,mlp.experts.1.gate_proj,5.86780739,0.01000,0.454
17,mlp.experts.2.gate_proj,4.60083294,0.01000,0.468
17,mlp.experts.3.gate_proj,3.41302538,0.01000,0.456
17,mlp.experts.4.gate_proj,0.57796293,0.01000,0.457
17,mlp.experts.5.gate_proj,14.13761902,0.01000,0.459
17,mlp.experts.6.gate_proj,8.81193542,0.01000,0.453
17,mlp.experts.7.gate_proj,1.04981709,0.01000,0.482
17,mlp.experts.8.gate_proj,0.27267009,0.01000,0.452
17,mlp.experts.9.gate_proj,11.16833496,0.01000,0.452
17,mlp.experts.10.gate_proj,1.03494442,0.01000,0.451
17,mlp.experts.11.gate_proj,10.48990917,0.01000,0.451
17,mlp.experts.12.gate_proj,5.37575245,0.01000,0.452
17,mlp.experts.13.gate_proj,3.14654207,0.01000,0.451
17,mlp.experts.14.gate_proj,5.98736858,0.01000,0.453
17,mlp.experts.15.gate_proj,5.35298252,0.01000,0.452
17,mlp.experts.16.gate_proj,1.15353203,0.01000,0.453
17,mlp.experts.17.gate_proj,10.99201012,0.01000,0.453
17,mlp.experts.18.gate_proj,74.52615356,0.01000,0.536
17,mlp.experts.19.gate_proj,15.88226128,0.01000,0.539
17,mlp.experts.20.gate_proj,4.62210655,0.01000,0.494
17,mlp.experts.21.gate_proj,1.98933721,0.01000,0.454
17,mlp.experts.22.gate_proj,1.37211359,0.01000,0.454
17,mlp.experts.23.gate_proj,2.55088854,0.01000,0.473
17,mlp.experts.24.gate_proj,0.05542079,0.01000,0.453
17,mlp.experts.25.gate_proj,0.45091993,0.01000,0.469
17,mlp.experts.26.gate_proj,16.77703476,0.01000,0.474
17,mlp.experts.27.gate_proj,4.16258621,0.01000,0.453
17,mlp.experts.28.gate_proj,2.94147801,0.01000,0.452
17,mlp.experts.29.gate_proj,0.93328214,0.01000,0.480
17,mlp.experts.30.gate_proj,3.23809147,0.01000,0.452
17,mlp.experts.31.gate_proj,0.26698709,0.01000,0.453
17,mlp.experts.32.gate_proj,0.19214609,0.01000,0.453
17,mlp.experts.33.gate_proj,1.03316736,0.01000,0.477
17,mlp.experts.34.gate_proj,2.10686255,0.01000,0.480
17,mlp.experts.35.gate_proj,4.02873611,0.01000,0.481
17,mlp.experts.36.gate_proj,11.81798553,0.01000,0.482
17,mlp.experts.37.gate_proj,0.66555762,0.01000,0.453
17,mlp.experts.38.gate_proj,9.69677544,0.01000,0.472
17,mlp.experts.39.gate_proj,22.75044632,0.01000,0.467
17,mlp.experts.40.gate_proj,0.08047113,0.01000,0.464
17,mlp.experts.41.gate_proj,3.78090048,0.01000,0.464
17,mlp.experts.42.gate_proj,20.12558746,0.01000,0.482
17,mlp.experts.43.gate_proj,0.48074615,0.01000,0.479
17,mlp.experts.44.gate_proj,4.57178307,0.01000,0.474
17,mlp.experts.45.gate_proj,6.24835300,0.01000,0.480
17,mlp.experts.46.gate_proj,6.80814743,0.01000,0.465
17,mlp.experts.47.gate_proj,3.43620038,0.01000,0.469
17,mlp.experts.48.gate_proj,5.86427593,0.01000,0.468
17,mlp.experts.49.gate_proj,51.46598434,0.01000,0.470
17,mlp.experts.50.gate_proj,10.34171104,0.01000,0.468
17,mlp.experts.51.gate_proj,0.13279738,0.01000,0.467
17,mlp.experts.52.gate_proj,2.84434342,0.01000,0.471
17,mlp.experts.53.gate_proj,19.13349533,0.01000,0.473
17,mlp.experts.54.gate_proj,13.94661903,0.01000,0.475
17,mlp.experts.55.gate_proj,22.21303368,0.01000,0.472
17,mlp.experts.56.gate_proj,2.72595811,0.01000,0.473
17,mlp.experts.57.gate_proj,5.91450453,0.01000,0.469
17,mlp.experts.58.gate_proj,16.98653412,0.01000,0.461
17,mlp.experts.59.gate_proj,1.69245791,0.01000,0.459
17,mlp.experts.60.gate_proj,0.07096303,0.01000,0.460
17,mlp.experts.61.gate_proj,17.90425301,0.01000,0.459
17,mlp.experts.62.gate_proj,7.18379879,0.01000,0.465
17,mlp.experts.63.gate_proj,2.88637471,0.01000,0.464
17,mlp.experts.64.gate_proj,4.74546051,0.01000,0.468
17,mlp.experts.65.gate_proj,6.31250668,0.01000,0.469
17,mlp.experts.66.gate_proj,5.35236502,0.01000,0.470
17,mlp.experts.67.gate_proj,0.13116454,0.01000,0.470
17,mlp.experts.68.gate_proj,15.16638279,0.01000,0.470
17,mlp.experts.69.gate_proj,5.94123125,0.01000,0.453
17,mlp.experts.70.gate_proj,0.31890887,0.01000,0.452
17,mlp.experts.71.gate_proj,1.73796499,0.01000,0.450
17,mlp.experts.72.gate_proj,11.59017754,0.01000,0.449
17,mlp.experts.73.gate_proj,1.36990678,0.01000,0.450
17,mlp.experts.74.gate_proj,7.86111355,0.01000,0.450
17,mlp.experts.75.gate_proj,1.27771831,0.01000,0.450
17,mlp.experts.76.gate_proj,9.14292145,0.01000,0.450
17,mlp.experts.77.gate_proj,5.03966379,0.01000,0.449
17,mlp.experts.78.gate_proj,1.02745676,0.01000,0.468
17,mlp.experts.79.gate_proj,6.77406645,0.01000,0.479
17,mlp.experts.80.gate_proj,12.74474812,0.01000,0.477
17,mlp.experts.81.gate_proj,6.72471714,0.01000,0.483
17,mlp.experts.82.gate_proj,33.25530243,0.01000,0.477
17,mlp.experts.83.gate_proj,6.63717270,0.01000,0.476
17,mlp.experts.84.gate_proj,11.65026569,0.01000,0.484
17,mlp.experts.85.gate_proj,4.31397820,0.01000,0.471
17,mlp.experts.86.gate_proj,4.53122711,0.01000,0.477
17,mlp.experts.87.gate_proj,4.03016472,0.01000,0.478
17,mlp.experts.88.gate_proj,12.95061493,0.01000,0.478
17,mlp.experts.89.gate_proj,2.29130125,0.01000,0.479
17,mlp.experts.90.gate_proj,0.62288201,0.01000,0.479
17,mlp.experts.91.gate_proj,1.28627491,0.01000,0.477
17,mlp.experts.92.gate_proj,6.12036562,0.01000,0.477
17,mlp.experts.93.gate_proj,4.85407257,0.01000,0.478
17,mlp.experts.94.gate_proj,0.22492269,0.01000,0.485
17,mlp.experts.95.gate_proj,1.16768622,0.01000,0.475
17,mlp.experts.96.gate_proj,0.08451901,0.01000,0.478
17,mlp.experts.97.gate_proj,4.72764397,0.01000,0.479
17,mlp.experts.98.gate_proj,0.31305611,0.01000,0.479
17,mlp.experts.99.gate_proj,29.93139076,0.01000,0.479
17,mlp.experts.100.gate_proj,2.18231249,0.01000,0.478
17,mlp.experts.101.gate_proj,2.72758150,0.01000,0.480
17,mlp.experts.102.gate_proj,6.66742802,0.01000,0.472
17,mlp.experts.103.gate_proj,3.99538159,0.01000,0.453
17,mlp.experts.104.gate_proj,2.05434513,0.01000,0.448
17,mlp.experts.105.gate_proj,5.13958597,0.01000,0.449
17,mlp.experts.106.gate_proj,11.20900536,0.01000,0.472
17,mlp.experts.107.gate_proj,1.04621816,0.01000,0.450
17,mlp.experts.108.gate_proj,5.29607201,0.01000,0.462
17,mlp.experts.109.gate_proj,14.07935524,0.01000,0.450
17,mlp.experts.110.gate_proj,2.73162580,0.01000,0.476
17,mlp.experts.111.gate_proj,0.16536111,0.01000,0.486
17,mlp.experts.112.gate_proj,17.56095505,0.01000,0.486
17,mlp.experts.113.gate_proj,1.59438539,0.01000,0.486
17,mlp.experts.114.gate_proj,0.12632784,0.01000,0.486
17,mlp.experts.115.gate_proj,3.16016507,0.01000,0.486
17,mlp.experts.116.gate_proj,1.87345862,0.01000,0.485
17,mlp.experts.117.gate_proj,5.39332533,0.01000,0.486
17,mlp.experts.118.gate_proj,8.66999149,0.01000,0.494
17,mlp.experts.119.gate_proj,9.43702316,0.01000,0.486
17,mlp.experts.120.gate_proj,5.54468155,0.01000,0.483
17,mlp.experts.121.gate_proj,12.45661068,0.01000,0.487
17,mlp.experts.122.gate_proj,3.20641470,0.01000,0.487
17,mlp.experts.123.gate_proj,1.94756746,0.01000,0.479
17,mlp.experts.124.gate_proj,0.99367899,0.01000,0.486
17,mlp.experts.125.gate_proj,0.17251557,0.01000,0.487
17,mlp.experts.126.gate_proj,5.07924938,0.01000,0.486
17,mlp.experts.127.gate_proj,3.28465700,0.01000,0.478
17,mlp.experts.0.down_proj,1.18479860,0.01000,0.182
17,mlp.experts.1.down_proj,0.40796703,0.01000,0.176
17,mlp.experts.2.down_proj,0.77127481,0.01000,0.178
17,mlp.experts.3.down_proj,0.62872672,0.01000,0.176
17,mlp.experts.4.down_proj,0.12687789,0.01000,0.175
17,mlp.experts.5.down_proj,2.92619300,0.01000,0.178
17,mlp.experts.6.down_proj,1.03641355,0.01000,0.173
17,mlp.experts.7.down_proj,0.19484630,0.01000,0.178
17,mlp.experts.8.down_proj,0.03734262,0.01000,0.176
17,mlp.experts.9.down_proj,1.70005226,0.01000,0.173
17,mlp.experts.10.down_proj,0.08533363,0.01000,0.177
17,mlp.experts.11.down_proj,2.09662485,0.01000,0.178
17,mlp.experts.12.down_proj,0.91511112,0.01000,0.177
17,mlp.experts.13.down_proj,0.37417096,0.01000,0.177
17,mlp.experts.14.down_proj,0.78586793,0.01000,0.177
17,mlp.experts.15.down_proj,0.93604398,0.01000,0.178
17,mlp.experts.16.down_proj,0.18489182,0.01000,0.178
17,mlp.experts.17.down_proj,2.06368113,0.01000,0.177
17,mlp.experts.18.down_proj,10.33457375,0.01000,0.171
17,mlp.experts.19.down_proj,3.96297121,0.01000,0.169
17,mlp.experts.20.down_proj,0.86624247,0.01000,0.168
17,mlp.experts.21.down_proj,0.32576540,0.01000,0.168
17,mlp.experts.22.down_proj,0.20022792,0.01000,0.169
17,mlp.experts.23.down_proj,0.28386682,0.01000,0.168
17,mlp.experts.24.down_proj,0.01662722,0.01000,0.169
17,mlp.experts.25.down_proj,0.06296661,0.01000,0.171
17,mlp.experts.26.down_proj,3.26032138,0.01000,0.174
17,mlp.experts.27.down_proj,0.66153693,0.01000,0.170
17,mlp.experts.28.down_proj,0.57451344,0.01000,0.170
17,mlp.experts.29.down_proj,0.13704808,0.01000,0.169
17,mlp.experts.30.down_proj,0.46076596,0.01000,0.169
17,mlp.experts.31.down_proj,0.05721537,0.01000,0.177
17,mlp.experts.32.down_proj,0.02934861,0.01000,0.178
17,mlp.experts.33.down_proj,0.19985600,0.01000,0.177
17,mlp.experts.34.down_proj,0.09601136,0.01000,0.177
17,mlp.experts.35.down_proj,0.87634361,0.01000,0.178
17,mlp.experts.36.down_proj,3.18238974,0.01000,0.177
17,mlp.experts.37.down_proj,0.08896156,0.01000,0.173
17,mlp.experts.38.down_proj,3.12587500,0.01000,0.176
17,mlp.experts.39.down_proj,5.20044041,0.01000,0.176
17,mlp.experts.40.down_proj,0.01307249,0.01000,0.177
17,mlp.experts.41.down_proj,0.95742464,0.01000,0.178
17,mlp.experts.42.down_proj,5.43522978,0.01000,0.180
17,mlp.experts.43.down_proj,0.12753595,0.01000,0.179
17,mlp.experts.44.down_proj,1.12525010,0.01000,0.179
17,mlp.experts.45.down_proj,0.84576368,0.01000,0.180
17,mlp.experts.46.down_proj,1.24407911,0.01000,0.180
17,mlp.experts.47.down_proj,0.47218943,0.01000,0.174
17,mlp.experts.48.down_proj,0.26630718,0.01000,0.172
17,mlp.experts.49.down_proj,7.19736004,0.01000,0.173
17,mlp.experts.50.down_proj,1.92467010,0.01000,0.172
17,mlp.experts.51.down_proj,0.02404577,0.01000,0.179
17,mlp.experts.52.down_proj,0.53498119,0.01000,0.179
17,mlp.experts.53.down_proj,3.65784836,0.01000,0.180
17,mlp.experts.54.down_proj,2.17591715,0.01000,0.178
17,mlp.experts.55.down_proj,5.01112366,0.01000,0.183
17,mlp.experts.56.down_proj,0.68072981,0.01000,0.180
17,mlp.experts.57.down_proj,1.63836503,0.01000,0.179
17,mlp.experts.58.down_proj,2.69167376,0.01000,0.180
17,mlp.experts.59.down_proj,0.30863777,0.01000,0.179
17,mlp.experts.60.down_proj,0.01342926,0.01000,0.180
17,mlp.experts.61.down_proj,2.72323656,0.01000,0.180
17,mlp.experts.62.down_proj,1.08080316,0.01000,0.179
17,mlp.experts.63.down_proj,0.37407422,0.01000,0.179
17,mlp.experts.64.down_proj,0.67686391,0.01000,0.179
17,mlp.experts.65.down_proj,0.83142507,0.01000,0.180
17,mlp.experts.66.down_proj,0.71591973,0.01000,0.179
17,mlp.experts.67.down_proj,0.04188343,0.01000,0.180
17,mlp.experts.68.down_proj,1.53336930,0.01000,0.180
17,mlp.experts.69.down_proj,0.96752024,0.01000,0.180
17,mlp.experts.70.down_proj,0.06451961,0.01000,0.179
17,mlp.experts.71.down_proj,0.43211991,0.01000,0.180
17,mlp.experts.72.down_proj,1.86489129,0.01000,0.180
17,mlp.experts.73.down_proj,0.06961611,0.01000,0.181
17,mlp.experts.74.down_proj,2.42124653,0.01000,0.181
17,mlp.experts.75.down_proj,0.14092387,0.01000,0.181
17,mlp.experts.76.down_proj,1.80893326,0.01000,0.181
17,mlp.experts.77.down_proj,0.74141753,0.01000,0.181
17,mlp.experts.78.down_proj,0.17208397,0.01000,0.178
17,mlp.experts.79.down_proj,0.90204346,0.01000,0.169
17,mlp.experts.80.down_proj,2.07920885,0.01000,0.169
17,mlp.experts.81.down_proj,1.70446205,0.01000,0.169
17,mlp.experts.82.down_proj,4.75829840,0.01000,0.170
17,mlp.experts.83.down_proj,0.96577585,0.01000,0.170
17,mlp.experts.84.down_proj,2.10271645,0.01000,0.170
17,mlp.experts.85.down_proj,0.66172183,0.01000,0.170
17,mlp.experts.86.down_proj,0.90163898,0.01000,0.170
17,mlp.experts.87.down_proj,0.59714162,0.01000,0.171
17,mlp.experts.88.down_proj,2.41332865,0.01000,0.171
17,mlp.experts.89.down_proj,0.28871018,0.01000,0.171
17,mlp.experts.90.down_proj,0.08938638,0.01000,0.171
17,mlp.experts.91.down_proj,0.27295199,0.01000,0.181
17,mlp.experts.92.down_proj,1.04873753,0.01000,0.171
17,mlp.experts.93.down_proj,0.58408582,0.01000,0.171
17,mlp.experts.94.down_proj,0.04058199,0.01000,0.174
17,mlp.experts.95.down_proj,0.16952208,0.01000,0.184
17,mlp.experts.96.down_proj,0.01398826,0.01000,0.173
17,mlp.experts.97.down_proj,1.09414005,0.01000,0.177
17,mlp.experts.98.down_proj,0.09761226,0.01000,0.171
17,mlp.experts.99.down_proj,4.26214409,0.01000,0.172
17,mlp.experts.100.down_proj,0.19733664,0.01000,0.172
17,mlp.experts.101.down_proj,0.54893756,0.01000,0.184
17,mlp.experts.102.down_proj,1.05360210,0.01000,0.171
17,mlp.experts.103.down_proj,0.62790418,0.01000,0.172
17,mlp.experts.104.down_proj,0.28697893,0.01000,0.175
17,mlp.experts.105.down_proj,0.99557483,0.01000,0.173
17,mlp.experts.106.down_proj,1.60168314,0.01000,0.173
17,mlp.experts.107.down_proj,0.19446507,0.01000,0.172
17,mlp.experts.108.down_proj,1.64728177,0.01000,0.172
17,mlp.experts.109.down_proj,3.08804941,0.01000,0.179
17,mlp.experts.110.down_proj,0.49258679,0.01000,0.181
17,mlp.experts.111.down_proj,0.02284854,0.01000,0.171
17,mlp.experts.112.down_proj,2.84995985,0.01000,0.171
17,mlp.experts.113.down_proj,0.33124292,0.01000,0.171
17,mlp.experts.114.down_proj,0.02204309,0.01000,0.178
17,mlp.experts.115.down_proj,0.53333962,0.01000,0.183
17,mlp.experts.116.down_proj,0.29392600,0.01000,0.183
17,mlp.experts.117.down_proj,1.05056036,0.01000,0.183
17,mlp.experts.118.down_proj,1.22505093,0.01000,0.183
17,mlp.experts.119.down_proj,2.42731714,0.01000,0.182
17,mlp.experts.120.down_proj,0.45298392,0.01000,0.173
17,mlp.experts.121.down_proj,1.70168591,0.01000,0.177
17,mlp.experts.122.down_proj,0.10594892,0.01000,0.181
17,mlp.experts.123.down_proj,0.15343331,0.01000,0.180
17,mlp.experts.124.down_proj,0.15609342,0.01000,0.171
17,mlp.experts.125.down_proj,0.04265804,0.01000,0.172
17,mlp.experts.126.down_proj,0.95044756,0.01000,0.179
17,mlp.experts.127.down_proj,0.59300405,0.01000,0.184
18,self_attn.q_proj,0.14644812,0.01000,0.452
18,self_attn.k_proj,0.02337087,0.01000,0.451
18,self_attn.v_proj,0.02367575,0.01000,0.451
18,self_attn.o_proj,0.01598248,0.01000,0.914
18,mlp.experts.0.up_proj,3.46052265,0.01000,0.455
18,mlp.experts.1.up_proj,3.88346815,0.01000,0.448
18,mlp.experts.2.up_proj,2.90851974,0.01000,0.448
18,mlp.experts.3.up_proj,4.97909117,0.01000,0.449
18,mlp.experts.4.up_proj,12.36962128,0.01000,0.448
18,mlp.experts.5.up_proj,0.14320415,0.01000,0.449
18,mlp.experts.6.up_proj,2.82269073,0.01000,0.449
18,mlp.experts.7.up_proj,11.14619732,0.01000,0.448
18,mlp.experts.8.up_proj,9.52150345,0.01000,0.448
18,mlp.experts.9.up_proj,3.87117624,0.01000,0.448
18,mlp.experts.10.up_proj,10.05137920,0.01000,0.449
18,mlp.experts.11.up_proj,17.58173752,0.01000,0.449
18,mlp.experts.12.up_proj,8.19889450,0.01000,0.448
18,mlp.experts.13.up_proj,55.17758942,0.01000,0.464
18,mlp.experts.14.up_proj,5.51098156,0.01000,0.472
18,mlp.experts.15.up_proj,1.11113310,0.01000,0.477
18,mlp.experts.16.up_proj,3.03582048,0.01000,0.470
18,mlp.experts.17.up_proj,3.55030155,0.01000,0.474
18,mlp.experts.18.up_proj,0.56894338,0.01000,0.474
18,mlp.experts.19.up_proj,1.83811736,0.01000,0.473
18,mlp.experts.20.up_proj,3.13116932,0.01000,0.476
18,mlp.experts.21.up_proj,1.22710657,0.01000,0.472
18,mlp.experts.22.up_proj,16.16147995,0.01000,0.474
18,mlp.experts.23.up_proj,7.79417658,0.01000,0.472
18,mlp.experts.24.up_proj,83.07368469,0.01000,0.474
18,mlp.experts.25.up_proj,6.81224346,0.01000,0.474
18,mlp.experts.26.up_proj,18.43631935,0.01000,0.476
18,mlp.experts.27.up_proj,12.40193558,0.01000,0.470
18,mlp.experts.28.up_proj,2.03978658,0.01000,0.474
18,mlp.experts.29.up_proj,2.85767794,0.01000,0.469
18,mlp.experts.30.up_proj,1.59008002,0.01000,0.473
18,mlp.experts.31.up_proj,0.29249278,0.01000,0.474
18,mlp.experts.32.up_proj,0.90951490,0.01000,0.475
18,mlp.experts.33.up_proj,2.75579023,0.01000,0.469
18,mlp.experts.34.up_proj,25.56281281,0.01000,0.468
18,mlp.experts.35.up_proj,4.79861498,0.01000,0.479
18,mlp.experts.36.up_proj,3.11667156,0.01000,0.479
18,mlp.experts.37.up_proj,2.57660842,0.01000,0.479
18,mlp.experts.38.up_proj,37.78760529,0.01000,0.480
18,mlp.experts.39.up_proj,8.63518047,0.01000,0.478
18,mlp.experts.40.up_proj,1.32383823,0.01000,0.479
18,mlp.experts.41.up_proj,2.71407390,0.01000,0.477
18,mlp.experts.42.up_proj,7.15813065,0.01000,0.478
18,mlp.experts.43.up_proj,1.60516918,0.01000,0.479
18,mlp.experts.44.up_proj,23.39995003,0.01000,0.480
18,mlp.experts.45.up_proj,0.06614374,0.01000,0.478
18,mlp.experts.46.up_proj,7.61463737,0.01000,0.479
18,mlp.experts.47.up_proj,6.18792057,0.01000,0.477
18,mlp.experts.48.up_proj,1.15477610,0.01000,0.475
18,mlp.experts.49.up_proj,1.99116802,0.01000,0.478
18,mlp.experts.50.up_proj,0.37316602,0.01000,0.479
18,mlp.experts.51.up_proj,1.03768969,0.01000,0.478
18,mlp.experts.52.up_proj,12.07026100,0.01000,0.490
18,mlp.experts.53.up_proj,5.01236200,0.01000,0.479
18,mlp.experts.54.up_proj,20.86638260,0.01000,0.481
18,mlp.experts.55.up_proj,43.59697723,0.01000,0.482
18,mlp.experts.56.up_proj,10.99658203,0.01000,0.486
18,mlp.experts.57.up_proj,0.27436584,0.01000,0.483
18,mlp.experts.58.up_proj,13.74820805,0.01000,0.484
18,mlp.experts.59.up_proj,1.16727853,0.01000,0.484
18,mlp.experts.60.up_proj,11.99374390,0.01000,0.481
18,mlp.experts.61.up_proj,4.92938852,0.01000,0.482
18,mlp.experts.62.up_proj,1.78039813,0.01000,0.482
18,mlp.experts.63.up_proj,39.33115768,0.01000,0.482
18,mlp.experts.64.up_proj,9.16865158,0.01000,0.480
18,mlp.experts.65.up_proj,4.03307295,0.01000,0.479
18,mlp.experts.66.up_proj,2.37756228,0.01000,0.487
18,mlp.experts.67.up_proj,2.07453489,0.01000,0.474
18,mlp.experts.68.up_proj,1.34761882,0.01000,0.474
18,mlp.experts.69.up_proj,0.19773884,0.01000,0.474
18,mlp.experts.70.up_proj,30.63087845,0.01000,0.467
18,mlp.experts.71.up_proj,21.99893570,0.01000,0.469
18,mlp.experts.72.up_proj,1.91736436,0.01000,0.465
18,mlp.experts.73.up_proj,11.83509827,0.01000,0.468
18,mlp.experts.74.up_proj,1.21973729,0.01000,0.468
18,mlp.experts.75.up_proj,26.71051025,0.01000,0.465
18,mlp.experts.76.up_proj,23.07822990,0.01000,0.473
18,mlp.experts.77.up_proj,6.49968863,0.01000,0.466
18,mlp.experts.78.up_proj,4.66434383,0.01000,0.474
18,mlp.experts.79.up_proj,8.37798691,0.01000,0.472
18,mlp.experts.80.up_proj,2.58686686,0.01000,0.475
18,mlp.experts.81.up_proj,4.09906626,0.01000,0.463
18,mlp.experts.82.up_proj,0.18304753,0.01000,0.468
18,mlp.experts.83.up_proj,1.53223658,0.01000,0.475
18,mlp.experts.84.up_proj,3.09087253,0.01000,0.471
18,mlp.experts.85.up_proj,6.72684765,0.01000,0.472
18,mlp.experts.86.up_proj,23.19475555,0.01000,0.473
18,mlp.experts.87.up_proj,43.95692444,0.01000,0.477
18,mlp.experts.88.up_proj,7.35992622,0.01000,0.478
18,mlp.experts.89.up_proj,26.75661469,0.01000,0.478
18,mlp.experts.90.up_proj,2.91895127,0.01000,0.478
18,mlp.experts.91.up_proj,0.16446111,0.01000,0.477
18,mlp.experts.92.up_proj,0.85207558,0.01000,0.479
18,mlp.experts.93.up_proj,3.46360683,0.01000,0.478
18,mlp.experts.94.up_proj,9.26659679,0.01000,0.477
18,mlp.experts.95.up_proj,2.72057867,0.01000,0.477
18,mlp.experts.96.up_proj,8.52094650,0.01000,0.481
18,mlp.experts.97.up_proj,10.41074181,0.01000,0.479
18,mlp.experts.98.up_proj,1.32231343,0.01000,0.478
18,mlp.experts.99.up_proj,5.44472075,0.01000,0.478
18,mlp.experts.100.up_proj,5.91835928,0.01000,0.478
18,mlp.experts.101.up_proj,5.91978216,0.01000,0.481
18,mlp.experts.102.up_proj,0.63596165,0.01000,0.482
18,mlp.experts.103.up_proj,5.65022373,0.01000,0.481
18,mlp.experts.104.up_proj,1.13128495,0.01000,0.480
18,mlp.experts.105.up_proj,11.52993202,0.01000,0.482
18,mlp.experts.106.up_proj,4.26462269,0.01000,0.482
18,mlp.experts.107.up_proj,92.75762177,0.01000,0.481
18,mlp.experts.108.up_proj,0.68898952,0.01000,0.481
18,mlp.experts.109.up_proj,3.93277550,0.01000,0.481
18,mlp.experts.110.up_proj,10.32218361,0.01000,0.481
18,mlp.experts.111.up_proj,2.20783591,0.01000,0.481
18,mlp.experts.112.up_proj,0.51796985,0.01000,0.483
18,mlp.experts.113.up_proj,0.81618190,0.01000,0.484
18,mlp.experts.114.up_proj,3.03251648,0.01000,0.477
18,mlp.experts.115.up_proj,6.78125048,0.01000,0.485
18,mlp.experts.116.up_proj,10.15926075,0.01000,0.481
18,mlp.experts.117.up_proj,0.19134231,0.01000,0.481
18,mlp.experts.118.up_proj,2.60378695,0.01000,0.482
18,mlp.experts.119.up_proj,5.44798279,0.01000,0.479
18,mlp.experts.120.up_proj,1.33075988,0.01000,0.478
18,mlp.experts.121.up_proj,0.85958970,0.01000,0.478
18,mlp.experts.122.up_proj,41.83521271,0.01000,0.478
18,mlp.experts.123.up_proj,2.04325724,0.01000,0.477
18,mlp.experts.124.up_proj,3.98161197,0.01000,0.477
18,mlp.experts.125.up_proj,2.08263969,0.01000,0.493
18,mlp.experts.126.up_proj,5.90505028,0.01000,0.479
18,mlp.experts.127.up_proj,10.41435432,0.01000,0.482
18,mlp.experts.0.gate_proj,4.01878071,0.01000,0.481
18,mlp.experts.1.gate_proj,4.29011583,0.01000,0.483
18,mlp.experts.2.gate_proj,2.79303527,0.01000,0.482
18,mlp.experts.3.gate_proj,6.06617355,0.01000,0.487
18,mlp.experts.4.gate_proj,14.35671234,0.01000,0.481
18,mlp.experts.5.gate_proj,0.14950015,0.01000,0.479
18,mlp.experts.6.gate_proj,3.39586329,0.01000,0.483
18,mlp.experts.7.gate_proj,11.65916824,0.01000,0.482
18,mlp.experts.8.gate_proj,11.21774292,0.01000,0.481
18,mlp.experts.9.gate_proj,4.36610889,0.01000,0.480
18,mlp.experts.10.gate_proj,8.73367882,0.01000,0.482
18,mlp.experts.11.gate_proj,19.84275055,0.01000,0.482
18,mlp.experts.12.gate_proj,9.49785614,0.01000,0.483
18,mlp.experts.13.gate_proj,65.26628113,0.01000,0.481
18,mlp.experts.14.gate_proj,5.35253572,0.01000,0.477
18,mlp.experts.15.gate_proj,1.41493511,0.01000,0.479
18,mlp.experts.16.gate_proj,3.62429285,0.01000,0.479
18,mlp.experts.17.gate_proj,3.91477394,0.01000,0.485
18,mlp.experts.18.gate_proj,0.62410355,0.01000,0.475
18,mlp.experts.19.gate_proj,1.65555668,0.01000,0.480
18,mlp.experts.20.gate_proj,4.09970665,0.01000,0.480
18,mlp.experts.21.gate_proj,1.49308121,0.01000,0.479
18,mlp.experts.22.gate_proj,18.75580215,0.01000,0.479
18,mlp.experts.23.gate_proj,7.42138195,0.01000,0.479
18,mlp.experts.24.gate_proj,83.05669403,0.01000,0.479
18,mlp.experts.25.gate_proj,8.45100212,0.01000,0.483
18,mlp.experts.26.gate_proj,21.68345070,0.01000,0.480
18,mlp.experts.27.gate_proj,13.69608116,0.01000,0.488
18,mlp.experts.28.gate_proj,2.38766098,0.01000,0.481
18,mlp.experts.29.gate_proj,3.78630877,0.01000,0.475
18,mlp.experts.30.gate_proj,1.49926782,0.01000,0.471
18,mlp.experts.31.gate_proj,0.34664747,0.01000,0.460
18,mlp.experts.32.gate_proj,1.22912467,0.01000,0.481
18,mlp.experts.33.gate_proj,3.69425631,0.01000,0.481
18,mlp.experts.34.gate_proj,26.33185577,0.01000,0.479
18,mlp.experts.35.gate_proj,4.19309187,0.01000,0.479
18,mlp.experts.36.gate_proj,3.32961607,0.01000,0.478
18,mlp.experts.37.gate_proj,3.28899097,0.01000,0.480
18,mlp.experts.38.gate_proj,40.87119293,0.01000,0.480
18,mlp.experts.39.gate_proj,9.78866005,0.01000,0.480
18,mlp.experts.40.gate_proj,1.61164153,0.01000,0.484
18,mlp.experts.41.gate_proj,2.92936373,0.01000,0.465
18,mlp.experts.42.gate_proj,6.92286587,0.01000,0.459
18,mlp.experts.43.gate_proj,1.59435058,0.01000,0.472
18,mlp.experts.44.gate_proj,29.43707275,0.01000,0.472
18,mlp.experts.45.gate_proj,0.07071506,0.01000,0.470
18,mlp.experts.46.gate_proj,8.74387360,0.01000,0.466
18,mlp.experts.47.gate_proj,6.91549492,0.01000,0.467
18,mlp.experts.48.gate_proj,1.31855106,0.01000,0.475
18,mlp.experts.49.gate_proj,2.42847824,0.01000,0.476
18,mlp.experts.50.gate_proj,0.44841310,0.01000,0.477
18,mlp.experts.51.gate_proj,1.32257664,0.01000,0.477
18,mlp.experts.52.gate_proj,11.87136841,0.01000,0.475
18,mlp.experts.53.gate_proj,6.01958323,0.01000,0.477
18,mlp.experts.54.gate_proj,24.64740372,0.01000,0.477
18,mlp.experts.55.gate_proj,45.11613464,0.01000,0.477
18,mlp.experts.56.gate_proj,11.26498127,0.01000,0.473
18,mlp.experts.57.gate_proj,0.31347668,0.01000,0.464
18,mlp.experts.58.gate_proj,17.47685432,0.01000,0.479
18,mlp.experts.59.gate_proj,1.37855327,0.01000,0.462
18,mlp.experts.60.gate_proj,12.27188683,0.01000,0.468
18,mlp.experts.61.gate_proj,5.62914944,0.01000,0.458
18,mlp.experts.62.gate_proj,2.04955769,0.01000,0.475
18,mlp.experts.63.gate_proj,47.29708099,0.01000,0.475
18,mlp.experts.64.gate_proj,8.84077263,0.01000,0.476
18,mlp.experts.65.gate_proj,4.45473289,0.01000,0.473
18,mlp.experts.66.gate_proj,2.80130529,0.01000,0.473
18,mlp.experts.67.gate_proj,2.46057725,0.01000,0.474
18,mlp.experts.68.gate_proj,1.63161170,0.01000,0.473
18,mlp.experts.69.gate_proj,0.23479344,0.01000,0.472
18,mlp.experts.70.gate_proj,37.33338928,0.01000,0.472
18,mlp.experts.71.gate_proj,28.94652557,0.01000,0.472
18,mlp.experts.72.gate_proj,2.27405453,0.01000,0.468
18,mlp.experts.73.gate_proj,12.80115128,0.01000,0.472
18,mlp.experts.74.gate_proj,1.49438000,0.01000,0.463
18,mlp.experts.75.gate_proj,26.61311722,0.01000,0.464
18,mlp.experts.76.gate_proj,26.32175446,0.01000,0.462
18,mlp.experts.77.gate_proj,7.32518482,0.01000,0.471
18,mlp.experts.78.gate_proj,4.96996498,0.01000,0.474
18,mlp.experts.79.gate_proj,8.63205719,0.01000,0.478
18,mlp.experts.80.gate_proj,2.78005815,0.01000,0.480
18,mlp.experts.81.gate_proj,4.29024124,0.01000,0.478
18,mlp.experts.82.gate_proj,0.21837625,0.01000,0.480
18,mlp.experts.83.gate_proj,1.48117149,0.01000,0.477
18,mlp.experts.84.gate_proj,3.55740499,0.01000,0.476
18,mlp.experts.85.gate_proj,5.83657217,0.01000,0.476
18,mlp.experts.86.gate_proj,22.71868896,0.01000,0.471
18,mlp.experts.87.gate_proj,48.81996155,0.01000,0.475
18,mlp.experts.88.gate_proj,7.33330536,0.01000,0.474
18,mlp.experts.89.gate_proj,30.59325027,0.01000,0.472
18,mlp.experts.90.gate_proj,3.95899081,0.01000,0.470
18,mlp.experts.91.gate_proj,0.17865962,0.01000,0.469
18,mlp.experts.92.gate_proj,1.06747472,0.01000,0.475
18,mlp.experts.93.gate_proj,3.83891129,0.01000,0.471
18,mlp.experts.94.gate_proj,11.66368103,0.01000,0.473
18,mlp.experts.95.gate_proj,2.95272136,0.01000,0.471
18,mlp.experts.96.gate_proj,10.03266239,0.01000,0.473
18,mlp.experts.97.gate_proj,11.83298588,0.01000,0.470
18,mlp.experts.98.gate_proj,1.17078781,0.01000,0.465
18,mlp.experts.99.gate_proj,5.92838049,0.01000,0.464
18,mlp.experts.100.gate_proj,5.73532438,0.01000,0.460
18,mlp.experts.101.gate_proj,7.10485744,0.01000,0.477
18,mlp.experts.102.gate_proj,0.77697372,0.01000,0.476
18,mlp.experts.103.gate_proj,6.43323326,0.01000,0.472
18,mlp.experts.104.gate_proj,1.22364450,0.01000,0.482
18,mlp.experts.105.gate_proj,10.06843090,0.01000,0.461
18,mlp.experts.106.gate_proj,4.75660038,0.01000,0.466
18,mlp.experts.107.gate_proj,104.98262787,0.01000,0.476
18,mlp.experts.108.gate_proj,0.69625807,0.01000,0.476
18,mlp.experts.109.gate_proj,4.54831123,0.01000,0.477
18,mlp.experts.110.gate_proj,9.85267735,0.01000,0.478
18,mlp.experts.111.gate_proj,2.22017527,0.01000,0.476
18,mlp.experts.112.gate_proj,0.52786630,0.01000,0.479
18,mlp.experts.113.gate_proj,0.92690867,0.01000,0.477
18,mlp.experts.114.gate_proj,3.70332003,0.01000,0.478
18,mlp.experts.115.gate_proj,7.23424482,0.01000,0.477
18,mlp.experts.116.gate_proj,11.72422218,0.01000,0.478
18,mlp.experts.117.gate_proj,0.20671681,0.01000,0.477
18,mlp.experts.118.gate_proj,2.58562064,0.01000,0.476
18,mlp.experts.119.gate_proj,6.95138645,0.01000,0.478
18,mlp.experts.120.gate_proj,1.36731720,0.01000,0.478
18,mlp.experts.121.gate_proj,1.05152345,0.01000,0.476
18,mlp.experts.122.gate_proj,50.18770218,0.01000,0.477
18,mlp.experts.123.gate_proj,1.85997486,0.01000,0.477
18,mlp.experts.124.gate_proj,4.55822945,0.01000,0.479
18,mlp.experts.125.gate_proj,2.23858404,0.01000,0.477
18,mlp.experts.126.gate_proj,6.23596334,0.01000,0.464
18,mlp.experts.127.gate_proj,11.25460529,0.01000,0.477
18,mlp.experts.0.down_proj,0.61316794,0.01000,0.172
18,mlp.experts.1.down_proj,0.79352456,0.01000,0.168
18,mlp.experts.2.down_proj,0.44645587,0.01000,0.169
18,mlp.experts.3.down_proj,0.67706048,0.01000,0.168
18,mlp.experts.4.down_proj,2.36000109,0.01000,0.168
18,mlp.experts.5.down_proj,0.04057143,0.01000,0.168
18,mlp.experts.6.down_proj,0.39365453,0.01000,0.168
18,mlp.experts.7.down_proj,1.75277781,0.01000,0.168
18,mlp.experts.8.down_proj,1.53075516,0.01000,0.168
18,mlp.experts.9.down_proj,0.47272372,0.01000,0.168
18,mlp.experts.10.down_proj,1.53698492,0.01000,0.168
18,mlp.experts.11.down_proj,3.64257622,0.01000,0.168
18,mlp.experts.12.down_proj,1.12012219,0.01000,0.169
18,mlp.experts.13.down_proj,11.54632378,0.01000,0.170
18,mlp.experts.14.down_proj,0.97954857,0.01000,0.169
18,mlp.experts.15.down_proj,0.12298232,0.01000,0.169
18,mlp.experts.16.down_proj,0.52677399,0.01000,0.168
18,mlp.experts.17.down_proj,0.86179727,0.01000,0.169
18,mlp.experts.18.down_proj,0.07087294,0.01000,0.169
18,mlp.experts.19.down_proj,0.28002596,0.01000,0.170
18,mlp.experts.20.down_proj,0.64311802,0.01000,0.169
18,mlp.experts.21.down_proj,0.27699584,0.01000,0.169
18,mlp.experts.22.down_proj,2.41187382,0.01000,0.168
18,mlp.experts.23.down_proj,1.17057598,0.01000,0.170
18,mlp.experts.24.down_proj,19.78413010,0.01000,0.169
18,mlp.experts.25.down_proj,0.74324185,0.01000,0.173
18,mlp.experts.26.down_proj,3.30962873,0.01000,0.169
18,mlp.experts.27.down_proj,2.50115848,0.01000,0.168
18,mlp.experts.28.down_proj,0.33685261,0.01000,0.169
18,mlp.experts.29.down_proj,0.37216517,0.01000,0.168
18,mlp.experts.30.down_proj,0.22925481,0.01000,0.168
18,mlp.experts.31.down_proj,0.08054990,0.01000,0.168
18,mlp.experts.32.down_proj,0.15088910,0.01000,0.175
18,mlp.experts.33.down_proj,0.24122475,0.01000,0.168
18,mlp.experts.34.down_proj,4.46875572,0.01000,0.168
18,mlp.experts.35.down_proj,0.95992404,0.01000,0.169
18,mlp.experts.36.down_proj,0.53691179,0.01000,0.169
18,mlp.experts.37.down_proj,0.46436864,0.01000,0.178
18,mlp.experts.38.down_proj,6.52909374,0.01000,0.169
18,mlp.experts.39.down_proj,1.55792773,0.01000,0.169
18,mlp.experts.40.down_proj,0.28910506,0.01000,0.168
18,mlp.experts.41.down_proj,0.34712735,0.01000,0.169
18,mlp.experts.42.down_proj,1.22787595,0.01000,0.169
18,mlp.experts.43.down_proj,0.19195940,0.01000,0.182
18,mlp.experts.44.down_proj,3.70170546,0.01000,0.181
18,mlp.experts.45.down_proj,0.01706499,0.01000,0.169
18,mlp.experts.46.down_proj,1.45430875,0.01000,0.169
18,mlp.experts.47.down_proj,1.21728253,0.01000,0.173
18,mlp.experts.48.down_proj,0.13937415,0.01000,0.173
18,mlp.experts.49.down_proj,0.33237028,0.01000,0.169
18,mlp.experts.50.down_proj,0.06681012,0.01000,0.169
18,mlp.experts.51.down_proj,0.21944624,0.01000,0.169
18,mlp.experts.52.down_proj,1.75774944,0.01000,0.169
18,mlp.experts.53.down_proj,0.86947286,0.01000,0.168
18,mlp.experts.54.down_proj,2.75628328,0.01000,0.169
18,mlp.experts.55.down_proj,8.44874954,0.01000,0.169
18,mlp.experts.56.down_proj,1.39904952,0.01000,0.169
18,mlp.experts.57.down_proj,0.04702474,0.01000,0.175
18,mlp.experts.58.down_proj,2.00661302,0.01000,0.180
18,mlp.experts.59.down_proj,0.28241330,0.01000,0.179
18,mlp.experts.60.down_proj,3.33904696,0.01000,0.178
18,mlp.experts.61.down_proj,0.65197527,0.01000,0.181
18,mlp.experts.62.down_proj,0.26593637,0.01000,0.181
18,mlp.experts.63.down_proj,6.25822353,0.01000,0.181
18,mlp.experts.64.down_proj,1.36532342,0.01000,0.182
18,mlp.experts.65.down_proj,0.51446652,0.01000,0.171
18,mlp.experts.66.down_proj,0.24886455,0.01000,0.179
18,mlp.experts.67.down_proj,0.33160478,0.01000,0.181
18,mlp.experts.68.down_proj,0.26789153,0.01000,0.182
18,mlp.experts.69.down_proj,0.04555921,0.01000,0.182
18,mlp.experts.70.down_proj,6.92844296,0.01000,0.181
18,mlp.experts.71.down_proj,3.45425749,0.01000,0.182
18,mlp.experts.72.down_proj,0.40178066,0.01000,0.180
18,mlp.experts.73.down_proj,3.24230957,0.01000,0.182
18,mlp.experts.74.down_proj,0.22166947,0.01000,0.182
18,mlp.experts.75.down_proj,4.75556612,0.01000,0.183
18,mlp.experts.76.down_proj,4.35801125,0.01000,0.183
18,mlp.experts.77.down_proj,1.09009337,0.01000,0.183
18,mlp.experts.78.down_proj,1.02138901,0.01000,0.182
18,mlp.experts.79.down_proj,1.42494082,0.01000,0.181
18,mlp.experts.80.down_proj,0.59435320,0.01000,0.183
18,mlp.experts.81.down_proj,1.11698294,0.01000,0.183
18,mlp.experts.82.down_proj,0.03409079,0.01000,0.183
18,mlp.experts.83.down_proj,0.22008851,0.01000,0.185
18,mlp.experts.84.down_proj,0.48955384,0.01000,0.184
18,mlp.experts.85.down_proj,0.98913872,0.01000,0.185
18,mlp.experts.86.down_proj,3.96921158,0.01000,0.184
18,mlp.experts.87.down_proj,7.98394442,0.01000,0.185
18,mlp.experts.88.down_proj,1.73009312,0.01000,0.184
18,mlp.experts.89.down_proj,4.39916992,0.01000,0.186
18,mlp.experts.90.down_proj,0.32547483,0.01000,0.176
18,mlp.experts.91.down_proj,0.02633664,0.01000,0.171
18,mlp.experts.92.down_proj,0.12547913,0.01000,0.171
18,mlp.experts.93.down_proj,0.54028296,0.01000,0.171
18,mlp.experts.94.down_proj,1.57941806,0.01000,0.171
18,mlp.experts.95.down_proj,0.47093493,0.01000,0.173
18,mlp.experts.96.down_proj,1.45509720,0.01000,0.185
18,mlp.experts.97.down_proj,1.30943561,0.01000,0.182
18,mlp.experts.98.down_proj,0.09662394,0.01000,0.182
18,mlp.experts.99.down_proj,1.10094070,0.01000,0.182
18,mlp.experts.100.down_proj,0.91237491,0.01000,0.183
18,mlp.experts.101.down_proj,0.95166481,0.01000,0.183
18,mlp.experts.102.down_proj,0.13700709,0.01000,0.182
18,mlp.experts.103.down_proj,0.87389475,0.01000,0.182
18,mlp.experts.104.down_proj,0.19478185,0.01000,0.182
18,mlp.experts.105.down_proj,2.65580940,0.01000,0.183
18,mlp.experts.106.down_proj,0.77538115,0.01000,0.182
18,mlp.experts.107.down_proj,10.88413715,0.01000,0.182
18,mlp.experts.108.down_proj,0.09216148,0.01000,0.182
18,mlp.experts.109.down_proj,0.62356752,0.01000,0.183
18,mlp.experts.110.down_proj,1.62603843,0.01000,0.182
18,mlp.experts.111.down_proj,0.26917925,0.01000,0.181
18,mlp.experts.112.down_proj,0.06762318,0.01000,0.181
18,mlp.experts.113.down_proj,0.21439503,0.01000,0.180
18,mlp.experts.114.down_proj,0.50869554,0.01000,0.179
18,mlp.experts.115.down_proj,1.45434451,0.01000,0.179
18,mlp.experts.116.down_proj,1.41386151,0.01000,0.182
18,mlp.experts.117.down_proj,0.00448695,0.01000,0.182
18,mlp.experts.118.down_proj,0.53959692,0.01000,0.180
18,mlp.experts.119.down_proj,1.00157166,0.01000,0.180
18,mlp.experts.120.down_proj,0.13526782,0.01000,0.180
18,mlp.experts.121.down_proj,0.11183429,0.01000,0.178
18,mlp.experts.122.down_proj,8.67663479,0.01000,0.181
18,mlp.experts.123.down_proj,0.31334761,0.01000,0.180
18,mlp.experts.124.down_proj,0.66457897,0.01000,0.179
18,mlp.experts.125.down_proj,0.29570693,0.01000,0.178
18,mlp.experts.126.down_proj,1.65150535,0.01000,0.179
18,mlp.experts.127.down_proj,2.14358997,0.01000,0.181
19,self_attn.q_proj,0.12134497,0.01000,0.450
19,self_attn.k_proj,0.01761196,0.01000,0.459
19,self_attn.v_proj,0.01898380,0.01000,0.446
19,self_attn.o_proj,0.01145609,0.01000,0.904
19,mlp.experts.0.up_proj,1.64410424,0.01000,0.454
19,mlp.experts.1.up_proj,6.74514055,0.01000,0.447
19,mlp.experts.2.up_proj,25.04544258,0.01000,0.448
19,mlp.experts.3.up_proj,5.97226477,0.01000,0.448
19,mlp.experts.4.up_proj,3.82672739,0.01000,0.448
19,mlp.experts.5.up_proj,8.69801998,0.01000,0.449
19,mlp.experts.6.up_proj,6.36938667,0.01000,0.456
19,mlp.experts.7.up_proj,56.24761963,0.01000,0.470
19,mlp.experts.8.up_proj,56.47009277,0.01000,0.480
19,mlp.experts.9.up_proj,14.26798439,0.01000,0.481
19,mlp.experts.10.up_proj,1.17573214,0.01000,0.481
19,mlp.experts.11.up_proj,1.60779428,0.01000,0.480
19,mlp.experts.12.up_proj,7.97466469,0.01000,0.485
19,mlp.experts.13.up_proj,3.66196418,0.01000,0.480
19,mlp.experts.14.up_proj,2.14052916,0.01000,0.481
19,mlp.experts.15.up_proj,0.62682509,0.01000,0.481
19,mlp.experts.16.up_proj,1.25545359,0.01000,0.480
19,mlp.experts.17.up_proj,4.28173828,0.01000,0.482
19,mlp.experts.18.up_proj,22.98765945,0.01000,0.481
19,mlp.experts.19.up_proj,3.24053645,0.01000,0.457
19,mlp.experts.20.up_proj,8.66249847,0.01000,0.449
19,mlp.experts.21.up_proj,12.83169746,0.01000,0.449
19,mlp.experts.22.up_proj,2.20823097,0.01000,0.449
19,mlp.experts.23.up_proj,0.13131922,0.01000,0.449
19,mlp.experts.24.up_proj,56.99675751,0.01000,0.448
19,mlp.experts.25.up_proj,2.49292612,0.01000,0.449
19,mlp.experts.26.up_proj,58.59596252,0.01000,0.451
19,mlp.experts.27.up_proj,1.90106761,0.01000,0.477
19,mlp.experts.28.up_proj,3.43028140,0.01000,0.477
19,mlp.experts.29.up_proj,0.57784909,0.01000,0.477
19,mlp.experts.30.up_proj,21.43204880,0.01000,0.477
19,mlp.experts.31.up_proj,10.03265953,0.01000,0.478
19,mlp.experts.32.up_proj,12.73086071,0.01000,0.476
19,mlp.experts.33.up_proj,16.81200218,0.01000,0.477
19,mlp.experts.34.up_proj,4.31103897,0.01000,0.475
19,mlp.experts.35.up_proj,2.09086657,0.01000,0.477
19,mlp.experts.36.up_proj,5.89491558,0.01000,0.485
19,mlp.experts.37.up_proj,16.14014053,0.01000,0.477
19,mlp.experts.38.up_proj,2.85160303,0.01000,0.476
19,mlp.experts.39.up_proj,7.19982481,0.01000,0.475
19,mlp.experts.40.up_proj,0.78913772,0.01000,0.474
19,mlp.experts.41.up_proj,3.38869858,0.01000,0.477
19,mlp.experts.42.up_proj,2.35229015,0.01000,0.474
19,mlp.experts.43.up_proj,2.67567182,0.01000,0.473
19,mlp.experts.44.up_proj,4.62884474,0.01000,0.467
19,mlp.experts.45.up_proj,39.59455490,0.01000,0.471
19,mlp.experts.46.up_proj,3.70932031,0.01000,0.471
19,mlp.experts.47.up_proj,5.84952497,0.01000,0.469
19,mlp.experts.48.up_proj,11.81670094,0.01000,0.480
19,mlp.experts.49.up_proj,16.72300529,0.01000,0.468
19,mlp.experts.50.up_proj,7.47228146,0.01000,0.475
19,mlp.experts.51.up_proj,15.13973618,0.01000,0.471
19,mlp.experts.52.up_proj,9.97007656,0.01000,0.475
19,mlp.experts.53.up_proj,6.88319969,0.01000,0.476
19,mlp.experts.54.up_proj,9.01933765,0.01000,0.474
19,mlp.experts.55.up_proj,3.62686419,0.01000,0.464
19,mlp.experts.56.up_proj,17.71722412,0.01000,0.471
19,mlp.experts.57.up_proj,2.08098793,0.01000,0.472
19,mlp.experts.58.up_proj,9.17465401,0.01000,0.474
19,mlp.experts.59.up_proj,78.33721161,0.01000,0.473
19,mlp.experts.60.up_proj,23.53640556,0.01000,0.457
19,mlp.experts.61.up_proj,3.68242216,0.01000,0.450
19,mlp.experts.62.up_proj,26.68130493,0.01000,0.450
19,mlp.experts.63.up_proj,3.09502053,0.01000,0.452
19,mlp.experts.64.up_proj,4.19156075,0.01000,0.449
19,mlp.experts.65.up_proj,4.74604750,0.01000,0.451
19,mlp.experts.66.up_proj,3.95085454,0.01000,0.449
19,mlp.experts.67.up_proj,1.42425013,0.01000,0.449
19,mlp.experts.68.up_proj,1.17829096,0.01000,0.449
19,mlp.experts.69.up_proj,1.53138781,0.01000,0.449
19,mlp.experts.70.up_proj,1.22768307,0.01000,0.449
19,mlp.experts.71.up_proj,1.85266292,0.01000,0.448
19,mlp.experts.72.up_proj,14.69852448,0.01000,0.448
19,mlp.experts.73.up_proj,28.90967560,0.01000,0.448
19,mlp.experts.74.up_proj,3.12780738,0.01000,0.449
19,mlp.experts.75.up_proj,13.46931648,0.01000,0.448
19,mlp.experts.76.up_proj,1.63894248,0.01000,0.448
19,mlp.experts.77.up_proj,0.28511804,0.01000,0.448
19,mlp.experts.78.up_proj,0.86710477,0.01000,0.449
19,mlp.experts.79.up_proj,4.77259827,0.01000,0.451
19,mlp.experts.80.up_proj,14.97037601,0.01000,0.483
19,mlp.experts.81.up_proj,1.45569992,0.01000,0.474
19,mlp.experts.82.up_proj,13.22438049,0.01000,0.476
19,mlp.experts.83.up_proj,2.34388161,0.01000,0.474
19,mlp.experts.84.up_proj,0.13896552,0.01000,0.476
19,mlp.experts.85.up_proj,1.09810805,0.01000,0.475
19,mlp.experts.86.up_proj,3.96029353,0.01000,0.476
19,mlp.experts.87.up_proj,20.22867966,0.01000,0.478
19,mlp.experts.88.up_proj,9.73420525,0.01000,0.475
19,mlp.experts.89.up_proj,6.00417852,0.01000,0.469
19,mlp.experts.90.up_proj,0.06141976,0.01000,0.462
19,mlp.experts.91.up_proj,5.68722248,0.01000,0.449
19,mlp.experts.92.up_proj,1.45397007,0.01000,0.477
19,mlp.experts.93.up_proj,10.57288170,0.01000,0.474
19,mlp.experts.94.up_proj,6.14622068,0.01000,0.469
19,mlp.experts.95.up_proj,11.71209526,0.01000,0.461
19,mlp.experts.96.up_proj,1.71447182,0.01000,0.459
19,mlp.experts.97.up_proj,1.21558607,0.01000,0.449
19,mlp.experts.98.up_proj,6.27157688,0.01000,0.474
19,mlp.experts.99.up_proj,2.22787952,0.01000,0.479
19,mlp.experts.100.up_proj,15.36831093,0.01000,0.450
19,mlp.experts.101.up_proj,6.84414768,0.01000,0.462
19,mlp.experts.102.up_proj,0.02329709,0.01000,0.470
19,mlp.experts.103.up_proj,2.22788906,0.01000,0.477
19,mlp.experts.104.up_proj,1.26674128,0.01000,0.476
19,mlp.experts.105.up_proj,0.97917676,0.01000,0.478
19,mlp.experts.106.up_proj,21.28036499,0.01000,0.475
19,mlp.experts.107.up_proj,7.09711838,0.01000,0.475
19,mlp.experts.108.up_proj,5.47130966,0.01000,0.477
19,mlp.experts.109.up_proj,24.71447182,0.01000,0.472
19,mlp.experts.110.up_proj,14.29694271,0.01000,0.475
19,mlp.experts.111.up_proj,3.71179819,0.01000,0.476
19,mlp.experts.112.up_proj,40.75754547,0.01000,0.476
19,mlp.experts.113.up_proj,1.18963885,0.01000,0.476
19,mlp.experts.114.up_proj,0.25899649,0.01000,0.474
19,mlp.experts.115.up_proj,7.94485474,0.01000,0.482
19,mlp.experts.116.up_proj,4.55898476,0.01000,0.476
19,mlp.experts.117.up_proj,1.30643320,0.01000,0.471
19,mlp.experts.118.up_proj,1.66124034,0.01000,0.451
19,mlp.experts.119.up_proj,9.45310783,0.01000,0.450
19,mlp.experts.120.up_proj,0.31518757,0.01000,0.451
19,mlp.experts.121.up_proj,1.57534552,0.01000,0.450
19,mlp.experts.122.up_proj,1.76171923,0.01000,0.451
19,mlp.experts.123.up_proj,44.60009384,0.01000,0.451
19,mlp.experts.124.up_proj,3.70002508,0.01000,0.452
19,mlp.experts.125.up_proj,2.72752213,0.01000,0.451
19,mlp.experts.126.up_proj,0.51232386,0.01000,0.479
19,mlp.experts.127.up_proj,4.11299372,0.01000,0.481
19,mlp.experts.0.gate_proj,1.88262534,0.01000,0.491
19,mlp.experts.1.gate_proj,7.42440510,0.01000,0.483
19,mlp.experts.2.gate_proj,23.56505585,0.01000,0.483
19,mlp.experts.3.gate_proj,5.78226995,0.01000,0.484
19,mlp.experts.4.gate_proj,4.18291140,0.01000,0.485
19,mlp.experts.5.gate_proj,9.03386211,0.01000,0.475
19,mlp.experts.6.gate_proj,7.49125099,0.01000,0.488
19,mlp.experts.7.gate_proj,47.96575928,0.01000,0.481
19,mlp.experts.8.gate_proj,59.16242981,0.01000,0.487
19,mlp.experts.9.gate_proj,16.83113098,0.01000,0.489
19,mlp.experts.10.gate_proj,1.22760034,0.01000,0.481
19,mlp.experts.11.gate_proj,1.87538421,0.01000,0.482
19,mlp.experts.12.gate_proj,9.45957756,0.01000,0.483
19,mlp.experts.13.gate_proj,4.02487659,0.01000,0.473
19,mlp.experts.14.gate_proj,2.61790180,0.01000,0.481
19,mlp.experts.15.gate_proj,0.68910921,0.01000,0.482
19,mlp.experts.16.gate_proj,1.25117493,0.01000,0.485
19,mlp.experts.17.gate_proj,4.93219566,0.01000,0.478
19,mlp.experts.18.gate_proj,27.48589897,0.01000,0.481
19,mlp.experts.19.gate_proj,3.23123550,0.01000,0.470
19,mlp.experts.20.gate_proj,9.14680481,0.01000,0.478
19,mlp.experts.21.gate_proj,14.26220894,0.01000,0.478
19,mlp.experts.22.gate_proj,2.57620668,0.01000,0.480
19,mlp.experts.23.gate_proj,0.13983031,0.01000,0.476
19,mlp.experts.24.gate_proj,65.86596680,0.01000,0.482
19,mlp.experts.25.gate_proj,2.71834993,0.01000,0.471
19,mlp.experts.26.gate_proj,61.86411667,0.01000,0.482
19,mlp.experts.27.gate_proj,2.03557968,0.01000,0.477
19,mlp.experts.28.gate_proj,4.21387148,0.01000,0.472
19,mlp.experts.29.gate_proj,0.65132272,0.01000,0.471
19,mlp.experts.30.gate_proj,23.89404678,0.01000,0.468
19,mlp.experts.31.gate_proj,10.11956692,0.01000,0.469
19,mlp.experts.32.gate_proj,14.47460556,0.01000,0.473
19,mlp.experts.33.gate_proj,18.72296143,0.01000,0.474
19,mlp.experts.34.gate_proj,3.80488968,0.01000,0.468
19,mlp.experts.35.gate_proj,2.46859479,0.01000,0.472
19,mlp.experts.36.gate_proj,6.61341667,0.01000,0.475
19,mlp.experts.37.gate_proj,17.59369278,0.01000,0.473
19,mlp.experts.38.gate_proj,3.24467134,0.01000,0.470
19,mlp.experts.39.gate_proj,7.09502840,0.01000,0.478
19,mlp.experts.40.gate_proj,0.89931715,0.01000,0.478
19,mlp.experts.41.gate_proj,3.75798464,0.01000,0.472
19,mlp.experts.42.gate_proj,2.63173318,0.01000,0.468
19,mlp.experts.43.gate_proj,2.48247147,0.01000,0.470
19,mlp.experts.44.gate_proj,5.32665586,0.01000,0.473
19,mlp.experts.45.gate_proj,42.14062500,0.01000,0.460
19,mlp.experts.46.gate_proj,3.74888897,0.01000,0.470
19,mlp.experts.47.gate_proj,6.49251747,0.01000,0.473
19,mlp.experts.48.gate_proj,10.81314278,0.01000,0.473
19,mlp.experts.49.gate_proj,15.10875702,0.01000,0.473
19,mlp.experts.50.gate_proj,6.93102455,0.01000,0.470
19,mlp.experts.51.gate_proj,14.32256603,0.01000,0.474
19,mlp.experts.52.gate_proj,11.75312424,0.01000,0.475
19,mlp.experts.53.gate_proj,6.91259050,0.01000,0.475
19,mlp.experts.54.gate_proj,10.64292526,0.01000,0.474
19,mlp.experts.55.gate_proj,3.38958549,0.01000,0.474
19,mlp.experts.56.gate_proj,18.87526321,0.01000,0.479
19,mlp.experts.57.gate_proj,2.18088531,0.01000,0.473
19,mlp.experts.58.gate_proj,10.20995903,0.01000,0.474
19,mlp.experts.59.gate_proj,89.06805420,0.01000,0.476
19,mlp.experts.60.gate_proj,23.47191048,0.01000,0.477
19,mlp.experts.61.gate_proj,4.11326551,0.01000,0.476
19,mlp.experts.62.gate_proj,27.04661179,0.01000,0.474
19,mlp.experts.63.gate_proj,3.92551184,0.01000,0.476
19,mlp.experts.64.gate_proj,4.25019884,0.01000,0.476
19,mlp.experts.65.gate_proj,5.74947834,0.01000,0.453
19,mlp.experts.66.gate_proj,4.40056801,0.01000,0.454
19,mlp.experts.67.gate_proj,1.52000928,0.01000,0.454
19,mlp.experts.68.gate_proj,1.34099555,0.01000,0.479
19,mlp.experts.69.gate_proj,1.65707529,0.01000,0.467
19,mlp.experts.70.gate_proj,1.36973095,0.01000,0.477
19,mlp.experts.71.gate_proj,2.13471174,0.01000,0.465
19,mlp.experts.72.gate_proj,17.48777199,0.01000,0.480
19,mlp.experts.73.gate_proj,30.36561584,0.01000,0.480
19,mlp.experts.74.gate_proj,3.13096166,0.01000,0.479
19,mlp.experts.75.gate_proj,15.12927055,0.01000,0.478
19,mlp.experts.76.gate_proj,1.85929406,0.01000,0.478
19,mlp.experts.77.gate_proj,0.29763329,0.01000,0.478
19,mlp.experts.78.gate_proj,1.04680014,0.01000,0.478
19,mlp.experts.79.gate_proj,5.84581375,0.01000,0.477
19,mlp.experts.80.gate_proj,16.56821823,0.01000,0.476
19,mlp.experts.81.gate_proj,1.57897043,0.01000,0.474
19,mlp.experts.82.gate_proj,15.40214062,0.01000,0.481
19,mlp.experts.83.gate_proj,2.65215802,0.01000,0.475
19,mlp.experts.84.gate_proj,0.15341219,0.01000,0.477
19,mlp.experts.85.gate_proj,1.14533031,0.01000,0.480
19,mlp.experts.86.gate_proj,4.29371548,0.01000,0.473
19,mlp.experts.87.gate_proj,21.85122299,0.01000,0.477
19,mlp.experts.88.gate_proj,10.95959282,0.01000,0.486
19,mlp.experts.89.gate_proj,6.70880508,0.01000,0.486
19,mlp.experts.90.gate_proj,0.06794040,0.01000,0.483
19,mlp.experts.91.gate_proj,6.76097298,0.01000,0.479
19,mlp.experts.92.gate_proj,1.74470544,0.01000,0.485
19,mlp.experts.93.gate_proj,10.88807106,0.01000,0.484
19,mlp.experts.94.gate_proj,6.85709572,0.01000,0.486
19,mlp.experts.95.gate_proj,11.37776756,0.01000,0.486
19,mlp.experts.96.gate_proj,1.68028140,0.01000,0.485
19,mlp.experts.97.gate_proj,1.47082925,0.01000,0.484
19,mlp.experts.98.gate_proj,5.60078096,0.01000,0.485
19,mlp.experts.99.gate_proj,2.45815802,0.01000,0.485
19,mlp.experts.100.gate_proj,15.04333496,0.01000,0.484
19,mlp.experts.101.gate_proj,7.37840223,0.01000,0.486
19,mlp.experts.102.gate_proj,0.02389468,0.01000,0.486
19,mlp.experts.103.gate_proj,2.10873675,0.01000,0.485
19,mlp.experts.104.gate_proj,1.49091434,0.01000,0.486
19,mlp.experts.105.gate_proj,1.16496348,0.01000,0.486
19,mlp.experts.106.gate_proj,23.22903061,0.01000,0.479
19,mlp.experts.107.gate_proj,8.17334557,0.01000,0.484
19,mlp.experts.108.gate_proj,6.51318312,0.01000,0.481
19,mlp.experts.109.gate_proj,29.63301468,0.01000,0.477
19,mlp.experts.110.gate_proj,14.11944771,0.01000,0.474
19,mlp.experts.111.gate_proj,4.00828171,0.01000,0.484
19,mlp.experts.112.gate_proj,40.03991318,0.01000,0.486
19,mlp.experts.113.gate_proj,0.96493101,0.01000,0.487
19,mlp.experts.114.gate_proj,0.30689541,0.01000,0.486
19,mlp.experts.115.gate_proj,11.47109032,0.01000,0.485
19,mlp.experts.116.gate_proj,4.81653357,0.01000,0.485
19,mlp.experts.117.gate_proj,1.36100531,0.01000,0.477
19,mlp.experts.118.gate_proj,2.03090668,0.01000,0.485
19,mlp.experts.119.gate_proj,9.72353745,0.01000,0.475
19,mlp.experts.120.gate_proj,0.34210312,0.01000,0.485
19,mlp.experts.121.gate_proj,1.74780858,0.01000,0.484
19,mlp.experts.122.gate_proj,1.82247794,0.01000,0.484
19,mlp.experts.123.gate_proj,48.66848755,0.01000,0.484
19,mlp.experts.124.gate_proj,3.58080673,0.01000,0.486
19,mlp.experts.125.gate_proj,3.01669598,0.01000,0.487
19,mlp.experts.126.gate_proj,0.61009192,0.01000,0.477
19,mlp.experts.127.gate_proj,4.65067434,0.01000,0.485
19,mlp.experts.0.down_proj,0.35776410,0.01000,0.176
19,mlp.experts.1.down_proj,1.05235255,0.01000,0.172
19,mlp.experts.2.down_proj,5.67150116,0.01000,0.171
19,mlp.experts.3.down_proj,0.87719482,0.01000,0.169
19,mlp.experts.4.down_proj,0.58577704,0.01000,0.169
19,mlp.experts.5.down_proj,1.35228229,0.01000,0.170
19,mlp.experts.6.down_proj,1.32197607,0.01000,0.170
19,mlp.experts.7.down_proj,8.28164959,0.01000,0.170
19,mlp.experts.8.down_proj,12.96659851,0.01000,0.169
19,mlp.experts.9.down_proj,2.24106693,0.01000,0.169
19,mlp.experts.10.down_proj,0.14784876,0.01000,0.168
19,mlp.experts.11.down_proj,0.26817721,0.01000,0.170
19,mlp.experts.12.down_proj,1.37071276,0.01000,0.169
19,mlp.experts.13.down_proj,0.54983330,0.01000,0.172
19,mlp.experts.14.down_proj,0.48864973,0.01000,0.170
19,mlp.experts.15.down_proj,0.10362051,0.01000,0.169
19,mlp.experts.16.down_proj,0.16950263,0.01000,0.169
19,mlp.experts.17.down_proj,0.69147468,0.01000,0.172
19,mlp.experts.18.down_proj,5.10410643,0.01000,0.169
19,mlp.experts.19.down_proj,0.41466853,0.01000,0.171
19,mlp.experts.20.down_proj,1.39785504,0.01000,0.171
19,mlp.experts.21.down_proj,1.96601129,0.01000,0.170
19,mlp.experts.22.down_proj,0.40262857,0.01000,0.170
19,mlp.experts.23.down_proj,0.03560241,0.01000,0.171
19,mlp.experts.24.down_proj,9.33951950,0.01000,0.171
19,mlp.experts.25.down_proj,0.33124012,0.01000,0.170
19,mlp.experts.26.down_proj,8.84864140,0.01000,0.170
19,mlp.experts.27.down_proj,0.32225502,0.01000,0.169
19,mlp.experts.28.down_proj,0.50597715,0.01000,0.168
19,mlp.experts.29.down_proj,0.08705692,0.01000,0.174
19,mlp.experts.30.down_proj,4.11712551,0.01000,0.169
19,mlp.experts.31.down_proj,1.46367180,0.01000,0.181
19,mlp.experts.32.down_proj,1.93395078,0.01000,0.168
19,mlp.experts.33.down_proj,2.36896896,0.01000,0.168
19,mlp.experts.34.down_proj,0.70150197,0.01000,0.174
19,mlp.experts.35.down_proj,0.32467073,0.01000,0.179
19,mlp.experts.36.down_proj,0.86126006,0.01000,0.175
19,mlp.experts.37.down_proj,3.25252652,0.01000,0.179
19,mlp.experts.38.down_proj,0.53264409,0.01000,0.172
19,mlp.experts.39.down_proj,1.24039006,0.01000,0.168
19,mlp.experts.40.down_proj,0.13834971,0.01000,0.181
19,mlp.experts.41.down_proj,0.51041067,0.01000,0.174
19,mlp.experts.42.down_proj,0.35493535,0.01000,0.177
19,mlp.experts.43.down_proj,0.58450758,0.01000,0.178
19,mlp.experts.44.down_proj,0.76216364,0.01000,0.179
19,mlp.experts.45.down_proj,7.58672571,0.01000,0.181
19,mlp.experts.46.down_proj,0.53053749,0.01000,0.176
19,mlp.experts.47.down_proj,0.93914837,0.01000,0.175
19,mlp.experts.48.down_proj,1.66774178,0.01000,0.177
19,mlp.experts.49.down_proj,4.04894352,0.01000,0.176
19,mlp.experts.50.down_proj,1.64459133,0.01000,0.177
19,mlp.experts.51.down_proj,3.14594412,0.01000,0.173
19,mlp.experts.52.down_proj,1.48526263,0.01000,0.171
19,mlp.experts.53.down_proj,1.05696869,0.01000,0.170
19,mlp.experts.54.down_proj,1.77937031,0.01000,0.178
19,mlp.experts.55.down_proj,1.04692006,0.01000,0.170
19,mlp.experts.56.down_proj,2.64671898,0.01000,0.170
19,mlp.experts.57.down_proj,0.61708260,0.01000,0.171
19,mlp.experts.58.down_proj,1.47034323,0.01000,0.172
19,mlp.experts.59.down_proj,14.44598007,0.01000,0.171
19,mlp.experts.60.down_proj,4.33889008,0.01000,0.170
19,mlp.experts.61.down_proj,0.56289971,0.01000,0.170
19,mlp.experts.62.down_proj,5.48440409,0.01000,0.171
19,mlp.experts.63.down_proj,0.39049226,0.01000,0.170
19,mlp.experts.64.down_proj,0.88007897,0.01000,0.170
19,mlp.experts.65.down_proj,0.97281909,0.01000,0.171
19,mlp.experts.66.down_proj,0.62306535,0.01000,0.171
19,mlp.experts.67.down_proj,0.19348913,0.01000,0.170
19,mlp.experts.68.down_proj,0.17341851,0.01000,0.170
19,mlp.experts.69.down_proj,0.26511082,0.01000,0.172
19,mlp.experts.70.down_proj,0.21713018,0.01000,0.170
19,mlp.experts.71.down_proj,0.45197719,0.01000,0.170
19,mlp.experts.72.down_proj,2.48526025,0.01000,0.171
19,mlp.experts.73.down_proj,3.98686552,0.01000,0.171
19,mlp.experts.74.down_proj,0.38328719,0.01000,0.172
19,mlp.experts.75.down_proj,2.47546959,0.01000,0.173
19,mlp.experts.76.down_proj,0.34400865,0.01000,0.173
19,mlp.experts.77.down_proj,0.09304880,0.01000,0.173
19,mlp.experts.78.down_proj,0.19528353,0.01000,0.173
19,mlp.experts.79.down_proj,0.44386849,0.01000,0.173
19,mlp.experts.80.down_proj,3.77251720,0.01000,0.173
19,mlp.experts.81.down_proj,0.21657713,0.01000,0.172
19,mlp.experts.82.down_proj,2.25342083,0.01000,0.172
19,mlp.experts.83.down_proj,0.35968003,0.01000,0.171
19,mlp.experts.84.down_proj,0.03419473,0.01000,0.172
19,mlp.experts.85.down_proj,0.22881548,0.01000,0.172
19,mlp.experts.86.down_proj,0.60402495,0.01000,0.172
19,mlp.experts.87.down_proj,4.19613171,0.01000,0.172
19,mlp.experts.88.down_proj,1.21184921,0.01000,0.174
19,mlp.experts.89.down_proj,0.75722331,0.01000,0.172
19,mlp.experts.90.down_proj,0.01631788,0.01000,0.172
19,mlp.experts.91.down_proj,0.75451285,0.01000,0.177
19,mlp.experts.92.down_proj,0.13754304,0.01000,0.184
19,mlp.experts.93.down_proj,1.52670097,0.01000,0.184
19,mlp.experts.94.down_proj,1.01084459,0.01000,0.185
19,mlp.experts.95.down_proj,1.91160202,0.01000,0.185
19,mlp.experts.96.down_proj,0.33198029,0.01000,0.185
19,mlp.experts.97.down_proj,0.21383883,0.01000,0.185
19,mlp.experts.98.down_proj,1.03589678,0.01000,0.184
19,mlp.experts.99.down_proj,0.33012754,0.01000,0.184
19,mlp.experts.100.down_proj,2.81461740,0.01000,0.184
19,mlp.experts.101.down_proj,1.64606595,0.01000,0.185
19,mlp.experts.102.down_proj,0.00425471,0.01000,0.185
19,mlp.experts.103.down_proj,0.39425761,0.01000,0.184
19,mlp.experts.104.down_proj,0.24582450,0.01000,0.188
19,mlp.experts.105.down_proj,0.22347721,0.01000,0.184
19,mlp.experts.106.down_proj,3.70206690,0.01000,0.188
19,mlp.experts.107.down_proj,1.58844852,0.01000,0.188
19,mlp.experts.108.down_proj,0.76101696,0.01000,0.180
19,mlp.experts.109.down_proj,5.00875664,0.01000,0.175
19,mlp.experts.110.down_proj,2.26295733,0.01000,0.172
19,mlp.experts.111.down_proj,0.80304486,0.01000,0.171
19,mlp.experts.112.down_proj,8.72382927,0.01000,0.171
19,mlp.experts.113.down_proj,0.14979324,0.01000,0.172
19,mlp.experts.114.down_proj,0.05121720,0.01000,0.183
19,mlp.experts.115.down_proj,1.00645494,0.01000,0.179
19,mlp.experts.116.down_proj,0.60246646,0.01000,0.179
19,mlp.experts.117.down_proj,0.32839495,0.01000,0.175
19,mlp.experts.118.down_proj,0.29000479,0.01000,0.172
19,mlp.experts.119.down_proj,1.60881805,0.01000,0.172
19,mlp.experts.120.down_proj,0.06332560,0.01000,0.173
19,mlp.experts.121.down_proj,0.30068609,0.01000,0.172
19,mlp.experts.122.down_proj,0.23047948,0.01000,0.172
19,mlp.experts.123.down_proj,8.04389954,0.01000,0.172
19,mlp.experts.124.down_proj,0.70193243,0.01000,0.172
19,mlp.experts.125.down_proj,0.39372039,0.01000,0.172
19,mlp.experts.126.down_proj,0.07083417,0.01000,0.172
19,mlp.experts.127.down_proj,0.70915544,0.01000,0.172
20,self_attn.q_proj,0.13200614,0.01000,0.474
20,self_attn.k_proj,0.01839283,0.01000,0.481
20,self_attn.v_proj,0.02495777,0.01000,0.468
20,self_attn.o_proj,0.01484107,0.01000,0.956
20,mlp.experts.0.up_proj,0.18716058,0.01000,0.481
20,mlp.experts.1.up_proj,0.18184000,0.01000,0.477
20,mlp.experts.2.up_proj,7.56687689,0.01000,0.474
20,mlp.experts.3.up_proj,7.39148092,0.01000,0.480
20,mlp.experts.4.up_proj,7.03770065,0.01000,0.474
20,mlp.experts.5.up_proj,100.92723083,0.01000,0.478
20,mlp.experts.6.up_proj,3.57167530,0.01000,0.470
20,mlp.experts.7.up_proj,0.78459311,0.01000,0.469
20,mlp.experts.8.up_proj,10.83505535,0.01000,0.467
20,mlp.experts.9.up_proj,9.33602905,0.01000,0.472
20,mlp.experts.10.up_proj,0.69893259,0.01000,0.483
20,mlp.experts.11.up_proj,0.86310500,0.01000,0.483
20,mlp.experts.12.up_proj,4.95121956,0.01000,0.479
20,mlp.experts.13.up_proj,8.75860596,0.01000,0.475
20,mlp.experts.14.up_proj,11.36300564,0.01000,0.450
20,mlp.experts.15.up_proj,10.87130165,0.01000,0.449
20,mlp.experts.16.up_proj,61.87073517,0.01000,0.475
20,mlp.experts.17.up_proj,20.94023895,0.01000,0.448
20,mlp.experts.18.up_proj,2.04133892,0.01000,0.470
20,mlp.experts.19.up_proj,1.91735733,0.01000,0.449
20,mlp.experts.20.up_proj,1.98519516,0.01000,0.470
20,mlp.experts.21.up_proj,9.34262276,0.01000,0.478
20,mlp.experts.22.up_proj,111.96984100,0.01000,0.479
20,mlp.experts.23.up_proj,4.00446939,0.01000,0.477
20,mlp.experts.24.up_proj,22.82644272,0.01000,0.479
20,mlp.experts.25.up_proj,3.61048532,0.01000,0.478
20,mlp.experts.26.up_proj,4.94761562,0.01000,0.479
20,mlp.experts.27.up_proj,4.64682484,0.01000,0.478
20,mlp.experts.28.up_proj,3.30091381,0.01000,0.478
20,mlp.experts.29.up_proj,1.36471415,0.01000,0.477
20,mlp.experts.30.up_proj,15.04908180,0.01000,0.451
20,mlp.experts.31.up_proj,2.38735151,0.01000,0.450
20,mlp.experts.32.up_proj,6.73330593,0.01000,0.449
20,mlp.experts.33.up_proj,6.03972769,0.01000,0.449
20,mlp.experts.34.up_proj,0.06442784,0.01000,0.448
20,mlp.experts.35.up_proj,8.97694016,0.01000,0.449
20,mlp.experts.36.up_proj,8.15883446,0.01000,0.449
20,mlp.experts.37.up_proj,9.20990467,0.01000,0.453
20,mlp.experts.38.up_proj,16.80266571,0.01000,0.451
20,mlp.experts.39.up_proj,3.75118828,0.01000,0.477
20,mlp.experts.40.up_proj,1.10670042,0.01000,0.481
20,mlp.experts.41.up_proj,24.37044144,0.01000,0.475
20,mlp.experts.42.up_proj,1.61626577,0.01000,0.483
20,mlp.experts.43.up_proj,1.65561938,0.01000,0.476
20,mlp.experts.44.up_proj,10.06631279,0.01000,0.489
20,mlp.experts.45.up_proj,25.92654037,0.01000,0.473
20,mlp.experts.46.up_proj,13.33612633,0.01000,0.472
20,mlp.experts.47.up_proj,5.12911558,0.01000,0.483
20,mlp.experts.48.up_proj,1.98503757,0.01000,0.484
20,mlp.experts.49.up_proj,0.93315500,0.01000,0.484
20,mlp.experts.50.up_proj,0.71254104,0.01000,0.483
20,mlp.experts.51.up_proj,3.75249529,0.01000,0.479
20,mlp.experts.52.up_proj,6.04524803,0.01000,0.485
20,mlp.experts.53.up_proj,100.10809326,0.01000,0.481
20,mlp.experts.54.up_proj,1.06479847,0.01000,0.483
20,mlp.experts.55.up_proj,2.20682621,0.01000,0.482
20,mlp.experts.56.up_proj,6.41960335,0.01000,0.482
20,mlp.experts.57.up_proj,88.70477295,0.01000,0.484
20,mlp.experts.58.up_proj,0.09289405,0.01000,0.484
20,mlp.experts.59.up_proj,1.36965787,0.01000,0.484
20,mlp.experts.60.up_proj,0.86969554,0.01000,0.485
20,mlp.experts.61.up_proj,8.95538616,0.01000,0.483
20,mlp.experts.62.up_proj,4.83046913,0.01000,0.483
20,mlp.experts.63.up_proj,0.53905672,0.01000,0.480
20,mlp.experts.64.up_proj,20.69588089,0.01000,0.481
20,mlp.experts.65.up_proj,13.99512863,0.01000,0.481
20,mlp.experts.66.up_proj,7.42774725,0.01000,0.480
20,mlp.experts.67.up_proj,3.67930126,0.01000,0.482
20,mlp.experts.68.up_proj,0.72659075,0.01000,0.478
20,mlp.experts.69.up_proj,1.19542503,0.01000,0.478
20,mlp.experts.70.up_proj,4.65035152,0.01000,0.474
20,mlp.experts.71.up_proj,9.74366951,0.01000,0.482
20,mlp.experts.72.up_proj,28.58553696,0.01000,0.482
20,mlp.experts.73.up_proj,0.11832269,0.01000,0.476
20,mlp.experts.74.up_proj,3.29107594,0.01000,0.483
20,mlp.experts.75.up_proj,0.16507855,0.01000,0.476
20,mlp.experts.76.up_proj,0.88484478,0.01000,0.482
20,mlp.experts.77.up_proj,8.45578575,0.01000,0.474
20,mlp.experts.78.up_proj,1.36566830,0.01000,0.476
20,mlp.experts.79.up_proj,2.64875174,0.01000,0.457
20,mlp.experts.80.up_proj,8.84171391,0.01000,0.480
20,mlp.experts.81.up_proj,5.07431602,0.01000,0.482
20,mlp.experts.82.up_proj,3.56237411,0.01000,0.481
20,mlp.experts.83.up_proj,0.87816191,0.01000,0.478
20,mlp.experts.84.up_proj,26.70159149,0.01000,0.484
20,mlp.experts.85.up_proj,0.56386489,0.01000,0.477
20,mlp.experts.86.up_proj,9.96094513,0.01000,0.479
20,mlp.experts.87.up_proj,2.55762196,0.01000,0.483
20,mlp.experts.88.up_proj,2.72580338,0.01000,0.452
20,mlp.experts.89.up_proj,5.00229979,0.01000,0.452
20,mlp.experts.90.up_proj,8.16363335,0.01000,0.452
20,mlp.experts.91.up_proj,1.98243618,0.01000,0.455
20,mlp.experts.92.up_proj,0.67713845,0.01000,0.452
20,mlp.experts.93.up_proj,1.09436679,0.01000,0.451
20,mlp.experts.94.up_proj,6.86221790,0.01000,0.450
20,mlp.experts.95.up_proj,14.38239193,0.01000,0.451
20,mlp.experts.96.up_proj,0.55321968,0.01000,0.459
20,mlp.experts.97.up_proj,1.23914480,0.01000,0.453
20,mlp.experts.98.up_proj,16.93122101,0.01000,0.451
20,mlp.experts.99.up_proj,6.54143953,0.01000,0.451
20,mlp.experts.100.up_proj,4.59611893,0.01000,0.452
20,mlp.experts.101.up_proj,6.64110518,0.01000,0.451
20,mlp.experts.102.up_proj,44.13277817,0.01000,0.451
20,mlp.experts.103.up_proj,18.77367783,0.01000,0.451
20,mlp.experts.104.up_proj,5.72292566,0.01000,0.452
20,mlp.experts.105.up_proj,11.49107265,0.01000,0.452
20,mlp.experts.106.up_proj,5.69876385,0.01000,0.460
20,mlp.experts.107.up_proj,2.08399916,0.01000,0.452
20,mlp.experts.108.up_proj,2.81851077,0.01000,0.452
20,mlp.experts.109.up_proj,11.33065796,0.01000,0.452
20,mlp.experts.110.up_proj,6.39795494,0.01000,0.452
20,mlp.experts.111.up_proj,10.25051975,0.01000,0.452
20,mlp.experts.112.up_proj,2.51341534,0.01000,0.452
20,mlp.experts.113.up_proj,0.72241032,0.01000,0.452
20,mlp.experts.114.up_proj,30.60277367,0.01000,0.452
20,mlp.experts.115.up_proj,0.13661310,0.01000,0.452
20,mlp.experts.116.up_proj,9.14205360,0.01000,0.459
20,mlp.experts.117.up_proj,1.28408456,0.01000,0.451
20,mlp.experts.118.up_proj,0.33420140,0.01000,0.451
20,mlp.experts.119.up_proj,0.95680535,0.01000,0.451
20,mlp.experts.120.up_proj,0.22653875,0.01000,0.452
20,mlp.experts.121.up_proj,21.91675949,0.01000,0.452
20,mlp.experts.122.up_proj,6.89236069,0.01000,0.451
20,mlp.experts.123.up_proj,4.23405838,0.01000,0.451
20,mlp.experts.124.up_proj,2.57377124,0.01000,0.451
20,mlp.experts.125.up_proj,4.11684704,0.01000,0.450
20,mlp.experts.126.up_proj,1.28507042,0.01000,0.452
20,mlp.experts.127.up_proj,3.99617958,0.01000,0.450
20,mlp.experts.0.gate_proj,0.20380241,0.01000,0.451
20,mlp.experts.1.gate_proj,0.18605283,0.01000,0.450
20,mlp.experts.2.gate_proj,7.76450729,0.01000,0.451
20,mlp.experts.3.gate_proj,7.80280685,0.01000,0.451
20,mlp.experts.4.gate_proj,6.74150658,0.01000,0.451
20,mlp.experts.5.gate_proj,101.91146088,0.01000,0.451
20,mlp.experts.6.gate_proj,3.81137323,0.01000,0.452
20,mlp.experts.7.gate_proj,0.84614044,0.01000,0.470
20,mlp.experts.8.gate_proj,11.27590466,0.01000,0.475
20,mlp.experts.9.gate_proj,9.25745583,0.01000,0.464
20,mlp.experts.10.gate_proj,0.72048217,0.01000,0.480
20,mlp.experts.11.gate_proj,0.87444913,0.01000,0.478
20,mlp.experts.12.gate_proj,4.88373470,0.01000,0.453
20,mlp.experts.13.gate_proj,9.84611511,0.01000,0.480
20,mlp.experts.14.gate_proj,10.09990597,0.01000,0.477
20,mlp.experts.15.gate_proj,10.26900387,0.01000,0.466
20,mlp.experts.16.gate_proj,61.97776794,0.01000,0.480
20,mlp.experts.17.gate_proj,22.67335129,0.01000,0.463
20,mlp.experts.18.gate_proj,2.16630363,0.01000,0.467
20,mlp.experts.19.gate_proj,1.83741617,0.01000,0.450
20,mlp.experts.20.gate_proj,1.72867894,0.01000,0.471
20,mlp.experts.21.gate_proj,9.72328186,0.01000,0.450
20,mlp.experts.22.gate_proj,113.79214478,0.01000,0.471
20,mlp.experts.23.gate_proj,4.05420971,0.01000,0.469
20,mlp.experts.24.gate_proj,23.85035515,0.01000,0.463
20,mlp.experts.25.gate_proj,3.61190009,0.01000,0.468
20,mlp.experts.26.gate_proj,5.44952488,0.01000,0.483
20,mlp.experts.27.gate_proj,4.23594379,0.01000,0.484
20,mlp.experts.28.gate_proj,3.44777226,0.01000,0.486
20,mlp.experts.29.gate_proj,1.44473481,0.01000,0.475
20,mlp.experts.30.gate_proj,14.46828270,0.01000,0.481
20,mlp.experts.31.gate_proj,2.63592505,0.01000,0.463
20,mlp.experts.32.gate_proj,7.40215731,0.01000,0.449
20,mlp.experts.33.gate_proj,6.05442047,0.01000,0.449
20,mlp.experts.34.gate_proj,0.06617674,0.01000,0.450
20,mlp.experts.35.gate_proj,8.23010349,0.01000,0.449
20,mlp.experts.36.gate_proj,8.13836098,0.01000,0.456
20,mlp.experts.37.gate_proj,9.20975780,0.01000,0.478
20,mlp.experts.38.gate_proj,16.23929405,0.01000,0.449
20,mlp.experts.39.gate_proj,3.06931973,0.01000,0.472
20,mlp.experts.40.gate_proj,1.12297630,0.01000,0.465
20,mlp.experts.41.gate_proj,24.59267044,0.01000,0.479
20,mlp.experts.42.gate_proj,1.69431889,0.01000,0.478
20,mlp.experts.43.gate_proj,1.58647811,0.01000,0.468
20,mlp.experts.44.gate_proj,9.17899036,0.01000,0.466
20,mlp.experts.45.gate_proj,27.64485550,0.01000,0.465
20,mlp.experts.46.gate_proj,12.92279530,0.01000,0.482
20,mlp.experts.47.gate_proj,5.35211515,0.01000,0.482
20,mlp.experts.48.gate_proj,2.24153137,0.01000,0.471
20,mlp.experts.49.gate_proj,0.98906887,0.01000,0.449
20,mlp.experts.50.gate_proj,0.73008990,0.01000,0.449
20,mlp.experts.51.gate_proj,3.68607044,0.01000,0.449
20,mlp.experts.52.gate_proj,5.80951309,0.01000,0.469
20,mlp.experts.53.gate_proj,106.14622498,0.01000,0.476
20,mlp.experts.54.gate_proj,1.07589066,0.01000,0.478
20,mlp.experts.55.gate_proj,2.22860789,0.01000,0.477
20,mlp.experts.56.gate_proj,6.74965000,0.01000,0.474
20,mlp.experts.57.gate_proj,97.20896912,0.01000,0.451
20,mlp.experts.58.gate_proj,0.09457077,0.01000,0.472
20,mlp.experts.59.gate_proj,1.33623242,0.01000,0.477
20,mlp.experts.60.gate_proj,0.89640689,0.01000,0.478
20,mlp.experts.61.gate_proj,8.17035484,0.01000,0.477
20,mlp.experts.62.gate_proj,4.88720179,0.01000,0.477
20,mlp.experts.63.gate_proj,0.56989622,0.01000,0.469
20,mlp.experts.64.gate_proj,19.87416649,0.01000,0.477
20,mlp.experts.65.gate_proj,14.09143925,0.01000,0.473
20,mlp.experts.66.gate_proj,7.65658379,0.01000,0.481
20,mlp.experts.67.gate_proj,4.08025646,0.01000,0.474
20,mlp.experts.68.gate_proj,0.72106826,0.01000,0.472
20,mlp.experts.69.gate_proj,1.21185279,0.01000,0.472
20,mlp.experts.70.gate_proj,4.64744377,0.01000,0.481
20,mlp.experts.71.gate_proj,10.20492935,0.01000,0.470
20,mlp.experts.72.gate_proj,29.96299744,0.01000,0.465
20,mlp.experts.73.gate_proj,0.12295232,0.01000,0.462
20,mlp.experts.74.gate_proj,3.38831496,0.01000,0.454
20,mlp.experts.75.gate_proj,0.16874242,0.01000,0.451
20,mlp.experts.76.gate_proj,0.93619156,0.01000,0.466
20,mlp.experts.77.gate_proj,9.24205589,0.01000,0.480
20,mlp.experts.78.gate_proj,1.44704735,0.01000,0.479
20,mlp.experts.79.gate_proj,2.47672606,0.01000,0.474
20,mlp.experts.80.gate_proj,8.58175278,0.01000,0.448
20,mlp.experts.81.gate_proj,4.91292667,0.01000,0.470
20,mlp.experts.82.gate_proj,3.56771851,0.01000,0.471
20,mlp.experts.83.gate_proj,0.90152526,0.01000,0.466
20,mlp.experts.84.gate_proj,22.88157082,0.01000,0.469
20,mlp.experts.85.gate_proj,0.62201071,0.01000,0.470
20,mlp.experts.86.gate_proj,9.94000912,0.01000,0.473
20,mlp.experts.87.gate_proj,2.61712599,0.01000,0.471
20,mlp.experts.88.gate_proj,3.06850624,0.01000,0.468
20,mlp.experts.89.gate_proj,5.02064419,0.01000,0.469
20,mlp.experts.90.gate_proj,8.32624626,0.01000,0.473
20,mlp.experts.91.gate_proj,2.01826453,0.01000,0.468
20,mlp.experts.92.gate_proj,0.75846159,0.01000,0.472
20,mlp.experts.93.gate_proj,1.14990211,0.01000,0.466
20,mlp.experts.94.gate_proj,4.43262196,0.01000,0.475
20,mlp.experts.95.gate_proj,13.98506737,0.01000,0.474
20,mlp.experts.96.gate_proj,2.15506887,0.01000,0.475
20,mlp.experts.97.gate_proj,1.30840683,0.01000,0.447
20,mlp.experts.98.gate_proj,17.44705200,0.01000,0.474
20,mlp.experts.99.gate_proj,6.47863483,0.01000,0.470
20,mlp.experts.100.gate_proj,4.82526302,0.01000,0.477
20,mlp.experts.101.gate_proj,6.80731392,0.01000,0.459
20,mlp.experts.102.gate_proj,44.92823410,0.01000,0.471
20,mlp.experts.103.gate_proj,17.08318329,0.01000,0.470
20,mlp.experts.104.gate_proj,5.86780643,0.01000,0.466
20,mlp.experts.105.gate_proj,11.94744015,0.01000,0.470
20,mlp.experts.106.gate_proj,5.10840702,0.01000,0.462
20,mlp.experts.107.gate_proj,2.05434752,0.01000,0.471
20,mlp.experts.108.gate_proj,2.86001778,0.01000,0.472
20,mlp.experts.109.gate_proj,11.26158714,0.01000,0.465
20,mlp.experts.110.gate_proj,6.89340878,0.01000,0.463
20,mlp.experts.111.gate_proj,10.51235580,0.01000,0.458
20,mlp.experts.112.gate_proj,2.52801180,0.01000,0.480
20,mlp.experts.113.gate_proj,0.72674513,0.01000,0.454
20,mlp.experts.114.gate_proj,33.49920654,0.01000,0.457
20,mlp.experts.115.gate_proj,0.14402190,0.01000,0.453
20,mlp.experts.116.gate_proj,9.20882702,0.01000,0.453
20,mlp.experts.117.gate_proj,1.29102457,0.01000,0.452
20,mlp.experts.118.gate_proj,0.34370276,0.01000,0.453
20,mlp.experts.119.gate_proj,1.03153980,0.01000,0.483
20,mlp.experts.120.gate_proj,0.25092512,0.01000,0.483
20,mlp.experts.121.gate_proj,19.32596970,0.01000,0.479
20,mlp.experts.122.gate_proj,6.22906590,0.01000,0.481
20,mlp.experts.123.gate_proj,4.31400204,0.01000,0.493
20,mlp.experts.124.gate_proj,2.66287184,0.01000,0.452
20,mlp.experts.125.gate_proj,3.97623086,0.01000,0.449
20,mlp.experts.126.gate_proj,1.35202956,0.01000,0.449
20,mlp.experts.127.gate_proj,3.74500537,0.01000,0.450
20,mlp.experts.0.down_proj,0.04664102,0.01000,0.172
20,mlp.experts.1.down_proj,0.03871371,0.01000,0.169
20,mlp.experts.2.down_proj,1.48553252,0.01000,0.174
20,mlp.experts.3.down_proj,0.98830354,0.01000,0.179
20,mlp.experts.4.down_proj,1.74180150,0.01000,0.176
20,mlp.experts.5.down_proj,13.88638783,0.01000,0.168
20,mlp.experts.6.down_proj,0.41110164,0.01000,0.174
20,mlp.experts.7.down_proj,0.19204253,0.01000,0.177
20,mlp.experts.8.down_proj,1.74612045,0.01000,0.171
20,mlp.experts.9.down_proj,2.18049288,0.01000,0.178
20,mlp.experts.10.down_proj,0.07959281,0.01000,0.177
20,mlp.experts.11.down_proj,0.14319749,0.01000,0.176
20,mlp.experts.12.down_proj,1.30315328,0.01000,0.179
20,mlp.experts.13.down_proj,1.99878848,0.01000,0.174
20,mlp.experts.14.down_proj,2.61218929,0.01000,0.175
20,mlp.experts.15.down_proj,2.99957895,0.01000,0.171
20,mlp.experts.16.down_proj,13.97493458,0.01000,0.173
20,mlp.experts.17.down_proj,3.63982892,0.01000,0.169
20,mlp.experts.18.down_proj,0.48725414,0.01000,0.174
20,mlp.experts.19.down_proj,0.39648324,0.01000,0.178
20,mlp.experts.20.down_proj,0.41580892,0.01000,0.176
20,mlp.experts.21.down_proj,1.47342873,0.01000,0.173
20,mlp.experts.22.down_proj,34.79479980,0.01000,0.172
20,mlp.experts.23.down_proj,0.77105820,0.01000,0.177
20,mlp.experts.24.down_proj,5.28677988,0.01000,0.177
20,mlp.experts.25.down_proj,0.63464558,0.01000,0.168
20,mlp.experts.26.down_proj,0.71316075,0.01000,0.177
20,mlp.experts.27.down_proj,0.92790401,0.01000,0.171
20,mlp.experts.28.down_proj,0.53619730,0.01000,0.179
20,mlp.experts.29.down_proj,0.18887752,0.01000,0.179
20,mlp.experts.30.down_proj,2.70118451,0.01000,0.179
20,mlp.experts.31.down_proj,0.68790305,0.01000,0.179
20,mlp.experts.32.down_proj,1.13389564,0.01000,0.179
20,mlp.experts.33.down_proj,0.98568827,0.01000,0.179
20,mlp.experts.34.down_proj,0.02438987,0.01000,0.178
20,mlp.experts.35.down_proj,2.49998546,0.01000,0.178
20,mlp.experts.36.down_proj,2.22551584,0.01000,0.181
20,mlp.experts.37.down_proj,1.72868538,0.01000,0.184
20,mlp.experts.38.down_proj,6.60493231,0.01000,0.181
20,mlp.experts.39.down_proj,0.69101435,0.01000,0.180
20,mlp.experts.40.down_proj,0.15171973,0.01000,0.181
20,mlp.experts.41.down_proj,9.99080086,0.01000,0.184
20,mlp.experts.42.down_proj,0.25804558,0.01000,0.181
20,mlp.experts.43.down_proj,0.35452539,0.01000,0.185
20,mlp.experts.44.down_proj,1.96390343,0.01000,0.180
20,mlp.experts.45.down_proj,5.02898312,0.01000,0.180
20,mlp.experts.46.down_proj,3.50324011,0.01000,0.182
20,mlp.experts.47.down_proj,0.84049433,0.01000,0.179
20,mlp.experts.48.down_proj,0.21119413,0.01000,0.178
20,mlp.experts.49.down_proj,0.24125017,0.01000,0.179
20,mlp.experts.50.down_proj,0.12880658,0.01000,0.179
20,mlp.experts.51.down_proj,0.97766519,0.01000,0.178
20,mlp.experts.52.down_proj,1.54573965,0.01000,0.179
20,mlp.experts.53.down_proj,20.45122337,0.01000,0.179
20,mlp.experts.54.down_proj,0.16556296,0.01000,0.179
20,mlp.experts.55.down_proj,0.41871274,0.01000,0.181
20,mlp.experts.56.down_proj,1.11580181,0.01000,0.179
20,mlp.experts.57.down_proj,24.29286957,0.01000,0.181
20,mlp.experts.58.down_proj,0.02863343,0.01000,0.179
20,mlp.experts.59.down_proj,0.23090550,0.01000,0.179
20,mlp.experts.60.down_proj,0.21923144,0.01000,0.179
20,mlp.experts.61.down_proj,2.32236814,0.01000,0.179
20,mlp.experts.62.down_proj,1.05395317,0.01000,0.177
20,mlp.experts.63.down_proj,0.19512519,0.01000,0.179
20,mlp.experts.64.down_proj,5.84338665,0.01000,0.179
20,mlp.experts.65.down_proj,3.68222284,0.01000,0.179
20,mlp.experts.66.down_proj,1.92927682,0.01000,0.180
20,mlp.experts.67.down_proj,0.57811207,0.01000,0.179
20,mlp.experts.68.down_proj,0.13188127,0.01000,0.179
20,mlp.experts.69.down_proj,0.15542077,0.01000,0.178
20,mlp.experts.70.down_proj,0.75783974,0.01000,0.180
20,mlp.experts.71.down_proj,2.66376472,0.01000,0.180
20,mlp.experts.72.down_proj,6.32303095,0.01000,0.179
20,mlp.experts.73.down_proj,0.04293200,0.01000,0.176
20,mlp.experts.74.down_proj,0.46080282,0.01000,0.181
20,mlp.experts.75.down_proj,0.03983320,0.01000,0.182
20,mlp.experts.76.down_proj,0.12164672,0.01000,0.182
20,mlp.experts.77.down_proj,2.26026154,0.01000,0.181
20,mlp.experts.78.down_proj,0.24957080,0.01000,0.181
20,mlp.experts.79.down_proj,0.57817578,0.01000,0.185
20,mlp.experts.80.down_proj,1.82572711,0.01000,0.185
20,mlp.experts.81.down_proj,1.61410284,0.01000,0.184
20,mlp.experts.82.down_proj,0.66296208,0.01000,0.185
20,mlp.experts.83.down_proj,0.13565809,0.01000,0.183
20,mlp.experts.84.down_proj,6.83778667,0.01000,0.184
20,mlp.experts.85.down_proj,0.04841822,0.01000,0.184
20,mlp.experts.86.down_proj,1.76472366,0.01000,0.185
20,mlp.experts.87.down_proj,0.46681190,0.01000,0.185
20,mlp.experts.88.down_proj,0.67126256,0.01000,0.185
20,mlp.experts.89.down_proj,1.85928464,0.01000,0.183
20,mlp.experts.90.down_proj,1.08350456,0.01000,0.184
20,mlp.experts.91.down_proj,0.28873500,0.01000,0.183
20,mlp.experts.92.down_proj,0.13937013,0.01000,0.181
20,mlp.experts.93.down_proj,0.36857194,0.01000,0.181
20,mlp.experts.94.down_proj,1.33591604,0.01000,0.183
20,mlp.experts.95.down_proj,2.80502701,0.01000,0.183
20,mlp.experts.96.down_proj,0.06356647,0.01000,0.182
20,mlp.experts.97.down_proj,0.49630934,0.01000,0.181
20,mlp.experts.98.down_proj,4.41938400,0.01000,0.180
20,mlp.experts.99.down_proj,1.26457906,0.01000,0.181
20,mlp.experts.100.down_proj,0.87510645,0.01000,0.183
20,mlp.experts.101.down_proj,1.57386935,0.01000,0.181
20,mlp.experts.102.down_proj,9.44181824,0.01000,0.182
20,mlp.experts.103.down_proj,4.75119114,0.01000,0.175
20,mlp.experts.104.down_proj,1.01900005,0.01000,0.180
20,mlp.experts.105.down_proj,1.76540589,0.01000,0.178
20,mlp.experts.106.down_proj,0.93321270,0.01000,0.178
20,mlp.experts.107.down_proj,0.34003085,0.01000,0.182
20,mlp.experts.108.down_proj,0.43405142,0.01000,0.181
20,mlp.experts.109.down_proj,3.05357504,0.01000,0.184
20,mlp.experts.110.down_proj,1.05173111,0.01000,0.182
20,mlp.experts.111.down_proj,2.73457384,0.01000,0.182
20,mlp.experts.112.down_proj,0.46814167,0.01000,0.183
20,mlp.experts.113.down_proj,0.10572676,0.01000,0.183
20,mlp.experts.114.down_proj,7.13795662,0.01000,0.176
20,mlp.experts.115.down_proj,0.02662367,0.01000,0.181
20,mlp.experts.116.down_proj,1.67687345,0.01000,0.179
20,mlp.experts.117.down_proj,0.21380952,0.01000,0.178
20,mlp.experts.118.down_proj,0.03623187,0.01000,0.184
20,mlp.experts.119.down_proj,0.05524609,0.01000,0.182
20,mlp.experts.120.down_proj,0.05779064,0.01000,0.180
20,mlp.experts.121.down_proj,7.04772377,0.01000,0.183
20,mlp.experts.122.down_proj,1.37819386,0.01000,0.173
20,mlp.experts.123.down_proj,0.69314802,0.01000,0.180
20,mlp.experts.124.down_proj,0.21669726,0.01000,0.178
20,mlp.experts.125.down_proj,0.89029109,0.01000,0.180
20,mlp.experts.126.down_proj,0.07883915,0.01000,0.178
20,mlp.experts.127.down_proj,0.72609013,0.01000,0.182
21,self_attn.q_proj,0.17633061,0.01000,0.486
21,self_attn.k_proj,0.02472981,0.01000,0.484
21,self_attn.v_proj,0.02818915,0.01000,0.483
21,self_attn.o_proj,0.02109650,0.01000,0.929
21,mlp.experts.0.up_proj,54.60588074,0.01000,0.457
21,mlp.experts.1.up_proj,10.48665810,0.01000,0.450
21,mlp.experts.2.up_proj,47.91074753,0.01000,0.451
21,mlp.experts.3.up_proj,0.36207533,0.01000,0.450
21,mlp.experts.4.up_proj,0.02726074,0.01000,0.451
21,mlp.experts.5.up_proj,9.34845543,0.01000,0.450
21,mlp.experts.6.up_proj,2.39724183,0.01000,0.451
21,mlp.experts.7.up_proj,44.39417267,0.01000,0.451
21,mlp.experts.8.up_proj,0.62140238,0.01000,0.451
21,mlp.experts.9.up_proj,25.48752022,0.01000,0.472
21,mlp.experts.10.up_proj,35.33590698,0.01000,0.478
21,mlp.experts.11.up_proj,0.40795350,0.01000,0.477
21,mlp.experts.12.up_proj,1.86042047,0.01000,0.450
21,mlp.experts.13.up_proj,2.27526069,0.01000,0.456
21,mlp.experts.14.up_proj,1.50146508,0.01000,0.448
21,mlp.experts.15.up_proj,0.35611320,0.01000,0.480
21,mlp.experts.16.up_proj,4.22988224,0.01000,0.476
21,mlp.experts.17.up_proj,3.79763770,0.01000,0.476
21,mlp.experts.18.up_proj,5.03360939,0.01000,0.476
21,mlp.experts.19.up_proj,11.26184845,0.01000,0.475
21,mlp.experts.20.up_proj,3.33986688,0.01000,0.449
21,mlp.experts.21.up_proj,1.07566202,0.01000,0.452
21,mlp.experts.22.up_proj,7.62361431,0.01000,0.450
21,mlp.experts.23.up_proj,0.90481341,0.01000,0.455
21,mlp.experts.24.up_proj,5.66586447,0.01000,0.469
21,mlp.experts.25.up_proj,4.31041813,0.01000,0.450
21,mlp.experts.26.up_proj,2.96751475,0.01000,0.448
21,mlp.experts.27.up_proj,2.04594088,0.01000,0.452
21,mlp.experts.28.up_proj,2.87988949,0.01000,0.452
21,mlp.experts.29.up_proj,0.06985641,0.01000,0.450
21,mlp.experts.30.up_proj,0.84595394,0.01000,0.451
21,mlp.experts.31.up_proj,37.01883698,0.01000,0.451
21,mlp.experts.32.up_proj,4.95829678,0.01000,0.451
21,mlp.experts.33.up_proj,49.72811127,0.01000,0.451
21,mlp.experts.34.up_proj,0.64439440,0.01000,0.451
21,mlp.experts.35.up_proj,14.54514503,0.01000,0.451
21,mlp.experts.36.up_proj,0.45772427,0.01000,0.448
21,mlp.experts.37.up_proj,5.61854076,0.01000,0.468
21,mlp.experts.38.up_proj,0.91255647,0.01000,0.466
21,mlp.experts.39.up_proj,0.40175706,0.01000,0.468
21,mlp.experts.40.up_proj,4.94620514,0.01000,0.469
21,mlp.experts.41.up_proj,21.01992416,0.01000,0.473
21,mlp.experts.42.up_proj,0.06557621,0.01000,0.451
21,mlp.experts.43.up_proj,11.46689034,0.01000,0.450
21,mlp.experts.44.up_proj,2.75463200,0.01000,0.449
21,mlp.experts.45.up_proj,3.44271946,0.01000,0.448
21,mlp.experts.46.up_proj,3.06407332,0.01000,0.449
21,mlp.experts.47.up_proj,7.96951199,0.01000,0.448
21,mlp.experts.48.up_proj,5.04681778,0.01000,0.449
21,mlp.experts.49.up_proj,74.66951752,0.01000,0.450
21,mlp.experts.50.up_proj,13.60227776,0.01000,0.452
21,mlp.experts.51.up_proj,1.66200840,0.01000,0.452
21,mlp.experts.52.up_proj,15.96354103,0.01000,0.451
21,mlp.experts.53.up_proj,0.93156028,0.01000,0.451
21,mlp.experts.54.up_proj,1.15832853,0.01000,0.450
21,mlp.experts.55.up_proj,14.56013966,0.01000,0.451
21,mlp.experts.56.up_proj,4.33560753,0.01000,0.453
21,mlp.experts.57.up_proj,3.48836207,0.01000,0.450
21,mlp.experts.58.up_proj,1.22577071,0.01000,0.451
21,mlp.experts.59.up_proj,1.97982240,0.01000,0.452
21,mlp.experts.60.up_proj,2.84576082,0.01000,0.457
21,mlp.experts.61.up_proj,1.04887938,0.01000,0.489
21,mlp.experts.62.up_proj,3.88002968,0.01000,0.463
21,mlp.experts.63.up_proj,0.33339596,0.01000,0.482
21,mlp.experts.64.up_proj,5.51945114,0.01000,0.475
21,mlp.experts.65.up_proj,11.80401134,0.01000,0.478
21,mlp.experts.66.up_proj,4.07520723,0.01000,0.479
21,mlp.experts.67.up_proj,0.20812133,0.01000,0.482
21,mlp.experts.68.up_proj,1.95796871,0.01000,0.481
21,mlp.experts.69.up_proj,10.34142303,0.01000,0.482
21,mlp.experts.70.up_proj,2.09120417,0.01000,0.480
21,mlp.experts.71.up_proj,8.20513344,0.01000,0.482
21,mlp.experts.72.up_proj,0.40919477,0.01000,0.477
21,mlp.experts.73.up_proj,2.96651363,0.01000,0.480
21,mlp.experts.74.up_proj,1.77195644,0.01000,0.481
21,mlp.experts.75.up_proj,0.71593148,0.01000,0.480
21,mlp.experts.76.up_proj,11.06809425,0.01000,0.479
21,mlp.experts.77.up_proj,1.85953331,0.01000,0.482
21,mlp.experts.78.up_proj,4.91420078,0.01000,0.480
21,mlp.experts.79.up_proj,7.17862129,0.01000,0.482
21,mlp.experts.80.up_proj,30.18858719,0.01000,0.457
21,mlp.experts.81.up_proj,12.35091972,0.01000,0.450
21,mlp.experts.82.up_proj,101.93161774,0.01000,0.450
21,mlp.experts.83.up_proj,2.98131943,0.01000,0.449
21,mlp.experts.84.up_proj,24.20080948,0.01000,0.450
21,mlp.experts.85.up_proj,22.77954483,0.01000,0.454
21,mlp.experts.86.up_proj,7.25759459,0.01000,0.460
21,mlp.experts.87.up_proj,2.28859091,0.01000,0.475
21,mlp.experts.88.up_proj,2.68803525,0.01000,0.476
21,mlp.experts.89.up_proj,3.05966544,0.01000,0.479
21,mlp.experts.90.up_proj,22.28909683,0.01000,0.477
21,mlp.experts.91.up_proj,11.39780998,0.01000,0.472
21,mlp.experts.92.up_proj,6.35841894,0.01000,0.475
21,mlp.experts.93.up_proj,0.69568849,0.01000,0.476
21,mlp.experts.94.up_proj,18.30265808,0.01000,0.481
21,mlp.experts.95.up_proj,3.71963167,0.01000,0.490
21,mlp.experts.96.up_proj,16.07225800,0.01000,0.491
21,mlp.experts.97.up_proj,7.84346628,0.01000,0.482
21,mlp.experts.98.up_proj,5.16004753,0.01000,0.484
21,mlp.experts.99.up_proj,13.86851692,0.01000,0.486
21,mlp.experts.100.up_proj,8.22579193,0.01000,0.484
21,mlp.experts.101.up_proj,6.59134102,0.01000,0.482
21,mlp.experts.102.up_proj,4.35165405,0.01000,0.480
21,mlp.experts.103.up_proj,5.04250669,0.01000,0.483
21,mlp.experts.104.up_proj,3.27380610,0.01000,0.482
21,mlp.experts.105.up_proj,6.37942410,0.01000,0.483
21,mlp.experts.106.up_proj,11.94202614,0.01000,0.483
21,mlp.experts.107.up_proj,0.93240440,0.01000,0.480
21,mlp.experts.108.up_proj,4.17614746,0.01000,0.486
21,mlp.experts.109.up_proj,0.62031561,0.01000,0.483
21,mlp.experts.110.up_proj,19.39882278,0.01000,0.476
21,mlp.experts.111.up_proj,22.93996811,0.01000,0.450
21,mlp.experts.112.up_proj,1.56014609,0.01000,0.455
21,mlp.experts.113.up_proj,7.65544128,0.01000,0.469
21,mlp.experts.114.up_proj,4.20362329,0.01000,0.470
21,mlp.experts.115.up_proj,0.31365162,0.01000,0.473
21,mlp.experts.116.up_proj,1.95875525,0.01000,0.467
21,mlp.experts.117.up_proj,2.58028483,0.01000,0.474
21,mlp.experts.118.up_proj,8.75404549,0.01000,0.454
21,mlp.experts.119.up_proj,1.82155681,0.01000,0.461
21,mlp.experts.120.up_proj,2.93069601,0.01000,0.452
21,mlp.experts.121.up_proj,0.32870567,0.01000,0.452
21,mlp.experts.122.up_proj,62.69662094,0.01000,0.481
21,mlp.experts.123.up_proj,0.34844625,0.01000,0.450
21,mlp.experts.124.up_proj,0.81608349,0.01000,0.480
21,mlp.experts.125.up_proj,85.86721802,0.01000,0.449
21,mlp.experts.126.up_proj,0.28237671,0.01000,0.480
21,mlp.experts.127.up_proj,10.23631477,0.01000,0.471
21,mlp.experts.0.gate_proj,54.03714752,0.01000,0.473
21,mlp.experts.1.gate_proj,9.65440369,0.01000,0.478
21,mlp.experts.2.gate_proj,52.80731583,0.01000,0.481
21,mlp.experts.3.gate_proj,0.36666685,0.01000,0.480
21,mlp.experts.4.gate_proj,0.02880825,0.01000,0.480
21,mlp.experts.5.gate_proj,9.06526470,0.01000,0.481
21,mlp.experts.6.gate_proj,2.41582775,0.01000,0.449
21,mlp.experts.7.gate_proj,39.06350327,0.01000,0.449
21,mlp.experts.8.gate_proj,0.62082350,0.01000,0.456
21,mlp.experts.9.gate_proj,22.73019600,0.01000,0.477
21,mlp.experts.10.gate_proj,33.68935013,0.01000,0.483
21,mlp.experts.11.gate_proj,0.42746329,0.01000,0.473
21,mlp.experts.12.gate_proj,1.88505650,0.01000,0.479
21,mlp.experts.13.gate_proj,2.32864165,0.01000,0.482
21,mlp.experts.14.gate_proj,1.50210643,0.01000,0.485
21,mlp.experts.15.gate_proj,0.36657184,0.01000,0.482
21,mlp.experts.16.gate_proj,4.34477711,0.01000,0.477
21,mlp.experts.17.gate_proj,3.78016996,0.01000,0.480
21,mlp.experts.18.gate_proj,5.01455355,0.01000,0.481
21,mlp.experts.19.gate_proj,11.50694370,0.01000,0.475
21,mlp.experts.20.gate_proj,3.37135553,0.01000,0.481
21,mlp.experts.21.gate_proj,1.10242403,0.01000,0.473
21,mlp.experts.22.gate_proj,6.86780834,0.01000,0.478
21,mlp.experts.23.gate_proj,0.90192705,0.01000,0.479
21,mlp.experts.24.gate_proj,4.95221710,0.01000,0.479
21,mlp.experts.25.gate_proj,4.03859043,0.01000,0.479
21,mlp.experts.26.gate_proj,2.99288273,0.01000,0.482
21,mlp.experts.27.gate_proj,2.10329676,0.01000,0.472
21,mlp.experts.28.gate_proj,2.86358118,0.01000,0.483
21,mlp.experts.29.gate_proj,0.07142849,0.01000,0.487
21,mlp.experts.30.gate_proj,0.79481536,0.01000,0.486
21,mlp.experts.31.gate_proj,32.89875031,0.01000,0.487
21,mlp.experts.32.gate_proj,7.13772678,0.01000,0.483
21,mlp.experts.33.gate_proj,49.68971252,0.01000,0.482
21,mlp.experts.34.gate_proj,0.64943367,0.01000,0.482
21,mlp.experts.35.gate_proj,8.66090202,0.01000,0.477
21,mlp.experts.36.gate_proj,0.47519997,0.01000,0.471
21,mlp.experts.37.gate_proj,5.46660757,0.01000,0.476
21,mlp.experts.38.gate_proj,0.92299497,0.01000,0.482
21,mlp.experts.39.gate_proj,0.40292490,0.01000,0.476
21,mlp.experts.40.gate_proj,3.16319942,0.01000,0.478
21,mlp.experts.41.gate_proj,18.60393906,0.01000,0.481
21,mlp.experts.42.gate_proj,0.06795811,0.01000,0.480
21,mlp.experts.43.gate_proj,11.37329865,0.01000,0.478
21,mlp.experts.44.gate_proj,2.75608492,0.01000,0.479
21,mlp.experts.45.gate_proj,3.00585103,0.01000,0.475
21,mlp.experts.46.gate_proj,3.06372452,0.01000,0.480
21,mlp.experts.47.gate_proj,7.88166380,0.01000,0.476
21,mlp.experts.48.gate_proj,4.45361805,0.01000,0.476
21,mlp.experts.49.gate_proj,70.13935852,0.01000,0.480
21,mlp.experts.50.gate_proj,13.72694969,0.01000,0.472
21,mlp.experts.51.gate_proj,1.69485950,0.01000,0.471
21,mlp.experts.52.gate_proj,12.99589157,0.01000,0.474
21,mlp.experts.53.gate_proj,0.96738374,0.01000,0.485
21,mlp.experts.54.gate_proj,1.08841777,0.01000,0.486
21,mlp.experts.55.gate_proj,14.67703342,0.01000,0.488
21,mlp.experts.56.gate_proj,4.48728657,0.01000,0.483
21,mlp.experts.57.gate_proj,3.46240282,0.01000,0.477
21,mlp.experts.58.gate_proj,1.28101432,0.01000,0.484
21,mlp.experts.59.gate_proj,2.00803018,0.01000,0.484
21,mlp.experts.60.gate_proj,2.75385189,0.01000,0.477
21,mlp.experts.61.gate_proj,1.13757122,0.01000,0.466
21,mlp.experts.62.gate_proj,3.73913550,0.01000,0.479
21,mlp.experts.63.gate_proj,0.34852374,0.01000,0.480
21,mlp.experts.64.gate_proj,6.02192736,0.01000,0.483
21,mlp.experts.65.gate_proj,11.61819077,0.01000,0.487
21,mlp.experts.66.gate_proj,4.00316191,0.01000,0.486
21,mlp.experts.67.gate_proj,0.21263810,0.01000,0.487
21,mlp.experts.68.gate_proj,1.88929594,0.01000,0.485
21,mlp.experts.69.gate_proj,14.12699890,0.01000,0.486
21,mlp.experts.70.gate_proj,2.20109034,0.01000,0.485
21,mlp.experts.71.gate_proj,8.29445267,0.01000,0.486
21,mlp.experts.72.gate_proj,0.42181179,0.01000,0.486
21,mlp.experts.73.gate_proj,2.94508457,0.01000,0.485
21,mlp.experts.74.gate_proj,1.79907298,0.01000,0.484
21,mlp.experts.75.gate_proj,0.73062348,0.01000,0.482
21,mlp.experts.76.gate_proj,11.15254307,0.01000,0.470
21,mlp.experts.77.gate_proj,1.87685168,0.01000,0.478
21,mlp.experts.78.gate_proj,5.27351570,0.01000,0.482
21,mlp.experts.79.gate_proj,7.02554321,0.01000,0.455
21,mlp.experts.80.gate_proj,30.75821304,0.01000,0.480
21,mlp.experts.81.gate_proj,12.71080208,0.01000,0.482
21,mlp.experts.82.gate_proj,90.93222046,0.01000,0.481
21,mlp.experts.83.gate_proj,2.96074033,0.01000,0.470
21,mlp.experts.84.gate_proj,24.62268448,0.01000,0.477
21,mlp.experts.85.gate_proj,23.11647987,0.01000,0.464
21,mlp.experts.86.gate_proj,7.12784815,0.01000,0.480
21,mlp.experts.87.gate_proj,2.28683567,0.01000,0.480
21,mlp.experts.88.gate_proj,2.55403948,0.01000,0.464
21,mlp.experts.89.gate_proj,2.98557019,0.01000,0.481
21,mlp.experts.90.gate_proj,20.45916748,0.01000,0.468
21,mlp.experts.91.gate_proj,11.96469307,0.01000,0.478
21,mlp.experts.92.gate_proj,6.73296261,0.01000,0.482
21,mlp.experts.93.gate_proj,0.70158523,0.01000,0.451
21,mlp.experts.94.gate_proj,19.22505569,0.01000,0.452
21,mlp.experts.95.gate_proj,3.75440025,0.01000,0.451
21,mlp.experts.96.gate_proj,15.76296425,0.01000,0.451
21,mlp.experts.97.gate_proj,7.45910549,0.01000,0.452
21,mlp.experts.98.gate_proj,4.82631922,0.01000,0.451
21,mlp.experts.99.gate_proj,13.58121681,0.01000,0.451
21,mlp.experts.100.gate_proj,8.38788891,0.01000,0.451
21,mlp.experts.101.gate_proj,5.89923573,0.01000,0.451
21,mlp.experts.102.gate_proj,4.08626938,0.01000,0.451
21,mlp.experts.103.gate_proj,4.62558556,0.01000,0.453
21,mlp.experts.104.gate_proj,3.26105452,0.01000,0.452
21,mlp.experts.105.gate_proj,6.13705444,0.01000,0.452
21,mlp.experts.106.gate_proj,11.66959190,0.01000,0.452
21,mlp.experts.107.gate_proj,0.93860382,0.01000,0.453
21,mlp.experts.108.gate_proj,4.09092140,0.01000,0.451
21,mlp.experts.109.gate_proj,0.63392711,0.01000,0.451
21,mlp.experts.110.gate_proj,17.13678741,0.01000,0.452
21,mlp.experts.111.gate_proj,20.49484253,0.01000,0.452
21,mlp.experts.112.gate_proj,1.39573324,0.01000,0.453
21,mlp.experts.113.gate_proj,7.01819086,0.01000,0.488
21,mlp.experts.114.gate_proj,4.04990816,0.01000,0.483
21,mlp.experts.115.gate_proj,0.32688820,0.01000,0.484
21,mlp.experts.116.gate_proj,1.89203084,0.01000,0.482
21,mlp.experts.117.gate_proj,2.21937799,0.01000,0.485
21,mlp.experts.118.gate_proj,7.99848652,0.01000,0.451
21,mlp.experts.119.gate_proj,1.77358699,0.01000,0.453
21,mlp.experts.120.gate_proj,2.97718763,0.01000,0.451
21,mlp.experts.121.gate_proj,0.34036580,0.01000,0.452
21,mlp.experts.122.gate_proj,64.25061035,0.01000,0.453
21,mlp.experts.123.gate_proj,0.36535835,0.01000,0.453
21,mlp.experts.124.gate_proj,0.83896989,0.01000,0.454
21,mlp.experts.125.gate_proj,61.18922424,0.01000,0.453
21,mlp.experts.126.gate_proj,0.29246324,0.01000,0.450
21,mlp.experts.127.gate_proj,8.05331326,0.01000,0.452
21,mlp.experts.0.down_proj,17.42254639,0.01000,0.175
21,mlp.experts.1.down_proj,1.84148550,0.01000,0.172
21,mlp.experts.2.down_proj,7.21431208,0.01000,0.172
21,mlp.experts.3.down_proj,0.15041690,0.01000,0.170
21,mlp.experts.4.down_proj,0.00398751,0.01000,0.168
21,mlp.experts.5.down_proj,1.68765247,0.01000,0.168
21,mlp.experts.6.down_proj,0.17213657,0.01000,0.169
21,mlp.experts.7.down_proj,8.48303509,0.01000,0.179
21,mlp.experts.8.down_proj,0.06314529,0.01000,0.176
21,mlp.experts.9.down_proj,7.50641918,0.01000,0.180
21,mlp.experts.10.down_proj,10.74702358,0.01000,0.182
21,mlp.experts.11.down_proj,0.04420116,0.01000,0.173
21,mlp.experts.12.down_proj,0.17393284,0.01000,0.180
21,mlp.experts.13.down_proj,0.24137375,0.01000,0.172
21,mlp.experts.14.down_proj,0.20313916,0.01000,0.175
21,mlp.experts.15.down_proj,0.05466495,0.01000,0.170
21,mlp.experts.16.down_proj,1.78465128,0.01000,0.169
21,mlp.experts.17.down_proj,0.67254603,0.01000,0.172
21,mlp.experts.18.down_proj,1.73436069,0.01000,0.178
21,mlp.experts.19.down_proj,1.75097775,0.01000,0.179
21,mlp.experts.20.down_proj,0.70010889,0.01000,0.178
21,mlp.experts.21.down_proj,0.11294843,0.01000,0.178
21,mlp.experts.22.down_proj,1.59953427,0.01000,0.179
21,mlp.experts.23.down_proj,0.12638541,0.01000,0.180
21,mlp.experts.24.down_proj,0.97451526,0.01000,0.179
21,mlp.experts.25.down_proj,1.11081755,0.01000,0.179
21,mlp.experts.26.down_proj,0.49194866,0.01000,0.178
21,mlp.experts.27.down_proj,0.43845582,0.01000,0.170
21,mlp.experts.28.down_proj,0.59957373,0.01000,0.176
21,mlp.experts.29.down_proj,0.02648845,0.01000,0.179
21,mlp.experts.30.down_proj,0.22923100,0.01000,0.179
21,mlp.experts.31.down_proj,8.15839195,0.01000,0.179
21,mlp.experts.32.down_proj,0.67083871,0.01000,0.179
21,mlp.experts.33.down_proj,10.49691582,0.01000,0.178
21,mlp.experts.34.down_proj,0.10292977,0.01000,0.179
21,mlp.experts.35.down_proj,2.61540747,0.01000,0.179
21,mlp.experts.36.down_proj,0.13396086,0.01000,0.180
21,mlp.experts.37.down_proj,0.92515272,0.01000,0.172
21,mlp.experts.38.down_proj,0.11160699,0.01000,0.173
21,mlp.experts.39.down_proj,0.04949322,0.01000,0.171
21,mlp.experts.40.down_proj,0.95787311,0.01000,0.173
21,mlp.experts.41.down_proj,4.02490759,0.01000,0.179
21,mlp.experts.42.down_proj,0.01952851,0.01000,0.178
21,mlp.experts.43.down_proj,2.38769436,0.01000,0.178
21,mlp.experts.44.down_proj,0.43928453,0.01000,0.170
21,mlp.experts.45.down_proj,0.67980850,0.01000,0.175
21,mlp.experts.46.down_proj,0.47521889,0.01000,0.170
21,mlp.experts.47.down_proj,2.31633830,0.01000,0.169
21,mlp.experts.48.down_proj,0.91395819,0.01000,0.169
21,mlp.experts.49.down_proj,18.81827927,0.01000,0.170
21,mlp.experts.50.down_proj,3.23081923,0.01000,0.171
21,mlp.experts.51.down_proj,0.19843432,0.01000,0.168
21,mlp.experts.52.down_proj,2.32236767,0.01000,0.169
21,mlp.experts.53.down_proj,0.10399227,0.01000,0.169
21,mlp.experts.54.down_proj,0.35903895,0.01000,0.169
21,mlp.experts.55.down_proj,3.47715497,0.01000,0.169
21,mlp.experts.56.down_proj,0.78191710,0.01000,0.169
21,mlp.experts.57.down_proj,0.73213291,0.01000,0.169
21,mlp.experts.58.down_proj,0.16417938,0.01000,0.180
21,mlp.experts.59.down_proj,0.61731368,0.01000,0.169
21,mlp.experts.60.down_proj,0.50233018,0.01000,0.169
21,mlp.experts.61.down_proj,0.23757821,0.01000,0.168
21,mlp.experts.62.down_proj,0.95047355,0.01000,0.169
21,mlp.experts.63.down_proj,0.02804332,0.01000,0.170
21,mlp.experts.64.down_proj,0.93533874,0.01000,0.175
21,mlp.experts.65.down_proj,3.23757958,0.01000,0.172
21,mlp.experts.66.down_proj,0.92670202,0.01000,0.187
21,mlp.experts.67.down_proj,0.04445013,0.01000,0.170
21,mlp.experts.68.down_proj,0.33516228,0.01000,0.171
21,mlp.experts.69.down_proj,1.47676396,0.01000,0.171
21,mlp.experts.70.down_proj,0.27626067,0.01000,0.172
21,mlp.experts.71.down_proj,1.48025453,0.01000,0.171
21,mlp.experts.72.down_proj,0.10843758,0.01000,0.171
21,mlp.experts.73.down_proj,0.43353695,0.01000,0.181
21,mlp.experts.74.down_proj,0.67952859,0.01000,0.183
21,mlp.experts.75.down_proj,0.09394762,0.01000,0.183
21,mlp.experts.76.down_proj,2.38358974,0.01000,0.181
21,mlp.experts.77.down_proj,0.23095062,0.01000,0.182
21,mlp.experts.78.down_proj,1.35794902,0.01000,0.179
21,mlp.experts.79.down_proj,1.55834830,0.01000,0.174
21,mlp.experts.80.down_proj,5.87944603,0.01000,0.184
21,mlp.experts.81.down_proj,1.81936097,0.01000,0.185
21,mlp.experts.82.down_proj,30.35820961,0.01000,0.179
21,mlp.experts.83.down_proj,0.73665696,0.01000,0.184
21,mlp.experts.84.down_proj,7.25202084,0.01000,0.171
21,mlp.experts.85.down_proj,3.70409536,0.01000,0.174
21,mlp.experts.86.down_proj,1.34380889,0.01000,0.183
21,mlp.experts.87.down_proj,0.35399544,0.01000,0.182
21,mlp.experts.88.down_proj,0.57189405,0.01000,0.182
21,mlp.experts.89.down_proj,0.53438127,0.01000,0.183
21,mlp.experts.90.down_proj,6.60496140,0.01000,0.183
21,mlp.experts.91.down_proj,1.70805693,0.01000,0.183
21,mlp.experts.92.down_proj,0.89312720,0.01000,0.182
21,mlp.experts.93.down_proj,0.23293991,0.01000,0.174
21,mlp.experts.94.down_proj,4.17155075,0.01000,0.174
21,mlp.experts.95.down_proj,0.68511236,0.01000,0.174
21,mlp.experts.96.down_proj,4.74284554,0.01000,0.174
21,mlp.experts.97.down_proj,1.32953775,0.01000,0.177
21,mlp.experts.98.down_proj,1.11197913,0.01000,0.175
21,mlp.experts.99.down_proj,2.83747482,0.01000,0.175
21,mlp.experts.100.down_proj,2.74350834,0.01000,0.174
21,mlp.experts.101.down_proj,1.76092350,0.01000,0.175
21,mlp.experts.102.down_proj,0.76595294,0.01000,0.176
21,mlp.experts.103.down_proj,0.99185050,0.01000,0.176
21,mlp.experts.104.down_proj,0.85551989,0.01000,0.176
21,mlp.experts.105.down_proj,1.01318586,0.01000,0.174
21,mlp.experts.106.down_proj,4.19822025,0.01000,0.174
21,mlp.experts.107.down_proj,0.11564411,0.01000,0.176
21,mlp.experts.108.down_proj,0.71379530,0.01000,0.175
21,mlp.experts.109.down_proj,0.14743727,0.01000,0.175
21,mlp.experts.110.down_proj,6.93649292,0.01000,0.176
21,mlp.experts.111.down_proj,7.74077129,0.01000,0.176
21,mlp.experts.112.down_proj,0.28989464,0.01000,0.175
21,mlp.experts.113.down_proj,1.60872281,0.01000,0.175
21,mlp.experts.114.down_proj,1.18227363,0.01000,0.175
21,mlp.experts.115.down_proj,0.03347653,0.01000,0.176
21,mlp.experts.116.down_proj,0.39004287,0.01000,0.177
21,mlp.experts.117.down_proj,0.48462039,0.01000,0.176
21,mlp.experts.118.down_proj,1.80630720,0.01000,0.174
21,mlp.experts.119.down_proj,0.32624972,0.01000,0.175
21,mlp.experts.120.down_proj,0.60634553,0.01000,0.176
21,mlp.experts.121.down_proj,0.13580231,0.01000,0.176
21,mlp.experts.122.down_proj,21.68066406,0.01000,0.174
21,mlp.experts.123.down_proj,0.07530107,0.01000,0.176
21,mlp.experts.124.down_proj,0.11461250,0.01000,0.173
21,mlp.experts.125.down_proj,21.17921448,0.01000,0.176
21,mlp.experts.126.down_proj,0.06380808,0.01000,0.177
21,mlp.experts.127.down_proj,1.87052083,0.01000,0.175
22,self_attn.q_proj,0.20695944,0.01000,0.457
22,self_attn.k_proj,0.02560507,0.01000,0.451
22,self_attn.v_proj,0.03127241,0.01000,0.451
22,self_attn.o_proj,0.02656794,0.01000,0.909
22,mlp.experts.0.up_proj,0.79231060,0.01000,0.456
22,mlp.experts.1.up_proj,1.47087038,0.01000,0.450
22,mlp.experts.2.up_proj,5.33465147,0.01000,0.451
22,mlp.experts.3.up_proj,11.73137093,0.01000,0.450
22,mlp.experts.4.up_proj,5.77866030,0.01000,0.451
22,mlp.experts.5.up_proj,1.86681449,0.01000,0.452
22,mlp.experts.6.up_proj,3.10773540,0.01000,0.452
22,mlp.experts.7.up_proj,0.54053080,0.01000,0.452
22,mlp.experts.8.up_proj,0.48126185,0.01000,0.451
22,mlp.experts.9.up_proj,19.41251373,0.01000,0.451
22,mlp.experts.10.up_proj,4.64755535,0.01000,0.452
22,mlp.experts.11.up_proj,3.15291882,0.01000,0.452
22,mlp.experts.12.up_proj,0.83356714,0.01000,0.453
22,mlp.experts.13.up_proj,23.13544464,0.01000,0.452
22,mlp.experts.14.up_proj,3.46661758,0.01000,0.451
22,mlp.experts.15.up_proj,4.18620872,0.01000,0.452
22,mlp.experts.16.up_proj,94.98950195,0.01000,0.452
22,mlp.experts.17.up_proj,0.05278526,0.01000,0.452
22,mlp.experts.18.up_proj,7.43218470,0.01000,0.452
22,mlp.experts.19.up_proj,25.45023727,0.01000,0.454
22,mlp.experts.20.up_proj,2.34791136,0.01000,0.450
22,mlp.experts.21.up_proj,6.10364437,0.01000,0.451
22,mlp.experts.22.up_proj,2.05617571,0.01000,0.452
22,mlp.experts.23.up_proj,4.19772053,0.01000,0.451
22,mlp.experts.24.up_proj,5.09832525,0.01000,0.451
22,mlp.experts.25.up_proj,5.27514362,0.01000,0.450
22,mlp.experts.26.up_proj,25.48690796,0.01000,0.451
22,mlp.experts.27.up_proj,7.51617908,0.01000,0.464
22,mlp.experts.28.up_proj,1.35327899,0.01000,0.451
22,mlp.experts.29.up_proj,1.01135957,0.01000,0.451
22,mlp.experts.30.up_proj,11.42852116,0.01000,0.451
22,mlp.experts.31.up_proj,36.10782623,0.01000,0.451
22,mlp.experts.32.up_proj,1.53809130,0.01000,0.486
22,mlp.experts.33.up_proj,2.23833704,0.01000,0.483
22,mlp.experts.34.up_proj,0.26134741,0.01000,0.485
22,mlp.experts.35.up_proj,8.01054955,0.01000,0.483
22,mlp.experts.36.up_proj,4.56248951,0.01000,0.482
22,mlp.experts.37.up_proj,1.72819376,0.01000,0.481
22,mlp.experts.38.up_proj,0.21341054,0.01000,0.481
22,mlp.experts.39.up_proj,3.19825459,0.01000,0.482
22,mlp.experts.40.up_proj,6.24451256,0.01000,0.483
22,mlp.experts.41.up_proj,3.69643068,0.01000,0.483
22,mlp.experts.42.up_proj,0.37842795,0.01000,0.482
22,mlp.experts.43.up_proj,3.02173829,0.01000,0.485
22,mlp.experts.44.up_proj,0.14091699,0.01000,0.483
22,mlp.experts.45.up_proj,3.85541821,0.01000,0.483
22,mlp.experts.46.up_proj,4.55839777,0.01000,0.484
22,mlp.experts.47.up_proj,6.41294003,0.01000,0.482
22,mlp.experts.48.up_proj,2.88060594,0.01000,0.479
22,mlp.experts.49.up_proj,0.14960398,0.01000,0.453
22,mlp.experts.50.up_proj,3.75730085,0.01000,0.462
22,mlp.experts.51.up_proj,2.51353931,0.01000,0.479
22,mlp.experts.52.up_proj,6.78166962,0.01000,0.449
22,mlp.experts.53.up_proj,5.95495987,0.01000,0.450
22,mlp.experts.54.up_proj,0.69605350,0.01000,0.457
22,mlp.experts.55.up_proj,91.03817749,0.01000,0.450
22,mlp.experts.56.up_proj,27.14499664,0.01000,0.449
22,mlp.experts.57.up_proj,18.71846581,0.01000,0.450
22,mlp.experts.58.up_proj,3.10884690,0.01000,0.450
22,mlp.experts.59.up_proj,0.56438088,0.01000,0.476
22,mlp.experts.60.up_proj,0.72117090,0.01000,0.457
22,mlp.experts.61.up_proj,13.58651543,0.01000,0.461
22,mlp.experts.62.up_proj,9.13150597,0.01000,0.451
22,mlp.experts.63.up_proj,0.97181976,0.01000,0.473
22,mlp.experts.64.up_proj,6.76566982,0.01000,0.477
22,mlp.experts.65.up_proj,2.24285793,0.01000,0.478
22,mlp.experts.66.up_proj,42.92240143,0.01000,0.478
22,mlp.experts.67.up_proj,0.43508688,0.01000,0.476
22,mlp.experts.68.up_proj,79.14920044,0.01000,0.478
22,mlp.experts.69.up_proj,9.81042194,0.01000,0.476
22,mlp.experts.70.up_proj,5.10930347,0.01000,0.477
22,mlp.experts.71.up_proj,79.77448273,0.01000,0.480
22,mlp.experts.72.up_proj,1.05832267,0.01000,0.478
22,mlp.experts.73.up_proj,5.89737463,0.01000,0.480
22,mlp.experts.74.up_proj,6.88691235,0.01000,0.480
22,mlp.experts.75.up_proj,2.54958439,0.01000,0.480
22,mlp.experts.76.up_proj,7.14812803,0.01000,0.478
22,mlp.experts.77.up_proj,0.40960157,0.01000,0.479
22,mlp.experts.78.up_proj,50.71501541,0.01000,0.478
22,mlp.experts.79.up_proj,0.12241758,0.01000,0.478
22,mlp.experts.80.up_proj,4.52535915,0.01000,0.478
22,mlp.experts.81.up_proj,0.45027545,0.01000,0.478
22,mlp.experts.82.up_proj,6.59752417,0.01000,0.479
22,mlp.experts.83.up_proj,4.36222458,0.01000,0.480
22,mlp.experts.84.up_proj,0.95186317,0.01000,0.481
22,mlp.experts.85.up_proj,9.63497829,0.01000,0.477
22,mlp.experts.86.up_proj,2.85165191,0.01000,0.477
22,mlp.experts.87.up_proj,2.01838684,0.01000,0.479
22,mlp.experts.88.up_proj,2.79266620,0.01000,0.480
22,mlp.experts.89.up_proj,0.03344597,0.01000,0.486
22,mlp.experts.90.up_proj,12.40217400,0.01000,0.487
22,mlp.experts.91.up_proj,4.90776730,0.01000,0.486
22,mlp.experts.92.up_proj,1.21351743,0.01000,0.486
22,mlp.experts.93.up_proj,2.50861883,0.01000,0.487
22,mlp.experts.94.up_proj,52.97917175,0.01000,0.484
22,mlp.experts.95.up_proj,9.75551033,0.01000,0.485
22,mlp.experts.96.up_proj,2.19164991,0.01000,0.484
22,mlp.experts.97.up_proj,3.20721149,0.01000,0.487
22,mlp.experts.98.up_proj,13.37178040,0.01000,0.470
22,mlp.experts.99.up_proj,3.19709778,0.01000,0.470
22,mlp.experts.100.up_proj,4.37119389,0.01000,0.475
22,mlp.experts.101.up_proj,2.81461620,0.01000,0.466
22,mlp.experts.102.up_proj,0.72138214,0.01000,0.448
22,mlp.experts.103.up_proj,6.81006336,0.01000,0.453
22,mlp.experts.104.up_proj,0.40540338,0.01000,0.470
22,mlp.experts.105.up_proj,6.54613829,0.01000,0.460
22,mlp.experts.106.up_proj,0.14000669,0.01000,0.448
22,mlp.experts.107.up_proj,4.79572201,0.01000,0.448
22,mlp.experts.108.up_proj,4.34475613,0.01000,0.474
22,mlp.experts.109.up_proj,3.25766754,0.01000,0.473
22,mlp.experts.110.up_proj,4.65579319,0.01000,0.470
22,mlp.experts.111.up_proj,1.66874695,0.01000,0.476
22,mlp.experts.112.up_proj,8.83923340,0.01000,0.468
22,mlp.experts.113.up_proj,3.22251201,0.01000,0.472
22,mlp.experts.114.up_proj,0.16092354,0.01000,0.478
22,mlp.experts.115.up_proj,0.29849741,0.01000,0.476
22,mlp.experts.116.up_proj,2.39540505,0.01000,0.474
22,mlp.experts.117.up_proj,0.19836521,0.01000,0.474
22,mlp.experts.118.up_proj,1.09923410,0.01000,0.448
22,mlp.experts.119.up_proj,3.45412660,0.01000,0.451
22,mlp.experts.120.up_proj,7.84172726,0.01000,0.449
22,mlp.experts.121.up_proj,0.79264897,0.01000,0.468
22,mlp.experts.122.up_proj,2.79225302,0.01000,0.450
22,mlp.experts.123.up_proj,3.28733897,0.01000,0.449
22,mlp.experts.124.up_proj,7.82746410,0.01000,0.449
22,mlp.experts.125.up_proj,0.16561829,0.01000,0.447
22,mlp.experts.126.up_proj,48.02740479,0.01000,0.448
22,mlp.experts.127.up_proj,2.72315836,0.01000,0.448
22,mlp.experts.0.gate_proj,0.82255459,0.01000,0.461
22,mlp.experts.1.gate_proj,1.59854364,0.01000,0.450
22,mlp.experts.2.gate_proj,4.77299881,0.01000,0.450
22,mlp.experts.3.gate_proj,11.55232620,0.01000,0.450
22,mlp.experts.4.gate_proj,6.06760597,0.01000,0.451
22,mlp.experts.5.gate_proj,1.96588278,0.01000,0.448
22,mlp.experts.6.gate_proj,3.42356253,0.01000,0.447
22,mlp.experts.7.gate_proj,0.55344880,0.01000,0.449
22,mlp.experts.8.gate_proj,0.49542651,0.01000,0.448
22,mlp.experts.9.gate_proj,21.51271820,0.01000,0.449
22,mlp.experts.10.gate_proj,4.48677254,0.01000,0.449
22,mlp.experts.11.gate_proj,2.81015229,0.01000,0.451
22,mlp.experts.12.gate_proj,0.86919367,0.01000,0.450
22,mlp.experts.13.gate_proj,20.33626938,0.01000,0.450
22,mlp.experts.14.gate_proj,3.36187077,0.01000,0.450
22,mlp.experts.15.gate_proj,3.62102795,0.01000,0.450
22,mlp.experts.16.gate_proj,95.83528900,0.01000,0.449
22,mlp.experts.17.gate_proj,0.05263264,0.01000,0.449
22,mlp.experts.18.gate_proj,6.72114706,0.01000,0.448
22,mlp.experts.19.gate_proj,26.23742485,0.01000,0.449
22,mlp.experts.20.gate_proj,2.23911858,0.01000,0.450
22,mlp.experts.21.gate_proj,6.22760868,0.01000,0.451
22,mlp.experts.22.gate_proj,2.08918071,0.01000,0.451
22,mlp.experts.23.gate_proj,4.31784201,0.01000,0.449
22,mlp.experts.24.gate_proj,5.22397566,0.01000,0.449
22,mlp.experts.25.gate_proj,5.27229500,0.01000,0.451
22,mlp.experts.26.gate_proj,25.23649597,0.01000,0.451
22,mlp.experts.27.gate_proj,8.11497307,0.01000,0.464
22,mlp.experts.28.gate_proj,1.48318636,0.01000,0.481
22,mlp.experts.29.gate_proj,1.03266561,0.01000,0.479
22,mlp.experts.30.gate_proj,10.43767643,0.01000,0.482
22,mlp.experts.31.gate_proj,35.01465225,0.01000,0.471
22,mlp.experts.32.gate_proj,1.50896704,0.01000,0.476
22,mlp.experts.33.gate_proj,2.16885781,0.01000,0.480
22,mlp.experts.34.gate_proj,0.27179980,0.01000,0.494
22,mlp.experts.35.gate_proj,8.19779396,0.01000,0.476
22,mlp.experts.36.gate_proj,4.77811337,0.01000,0.464
22,mlp.experts.37.gate_proj,1.68947518,0.01000,0.470
22,mlp.experts.38.gate_proj,1.23586106,0.01000,0.490
22,mlp.experts.39.gate_proj,2.92125225,0.01000,0.474
22,mlp.experts.40.gate_proj,5.54892874,0.01000,0.479
22,mlp.experts.41.gate_proj,3.37585735,0.01000,0.479
22,mlp.experts.42.gate_proj,0.39429793,0.01000,0.475
22,mlp.experts.43.gate_proj,2.98469400,0.01000,0.477
22,mlp.experts.44.gate_proj,0.14559358,0.01000,0.479
22,mlp.experts.45.gate_proj,3.83701515,0.01000,0.476
22,mlp.experts.46.gate_proj,4.41454411,0.01000,0.478
22,mlp.experts.47.gate_proj,6.49286032,0.01000,0.475
22,mlp.experts.48.gate_proj,2.86655521,0.01000,0.470
22,mlp.experts.49.gate_proj,0.15109670,0.01000,0.486
22,mlp.experts.50.gate_proj,3.57587481,0.01000,0.478
22,mlp.experts.51.gate_proj,2.46644783,0.01000,0.476
22,mlp.experts.52.gate_proj,5.88137817,0.01000,0.476
22,mlp.experts.53.gate_proj,4.77579927,0.01000,0.478
22,mlp.experts.54.gate_proj,0.69357270,0.01000,0.479
22,mlp.experts.55.gate_proj,87.68130493,0.01000,0.475
22,mlp.experts.56.gate_proj,25.17653656,0.01000,0.479
22,mlp.experts.57.gate_proj,16.87458801,0.01000,0.472
22,mlp.experts.58.gate_proj,3.13033485,0.01000,0.475
22,mlp.experts.59.gate_proj,0.57406837,0.01000,0.477
22,mlp.experts.60.gate_proj,0.70797807,0.01000,0.476
22,mlp.experts.61.gate_proj,10.81002712,0.01000,0.475
22,mlp.experts.62.gate_proj,8.12158680,0.01000,0.475
22,mlp.experts.63.gate_proj,1.05766225,0.01000,0.475
22,mlp.experts.64.gate_proj,6.07841778,0.01000,0.475
22,mlp.experts.65.gate_proj,2.07615852,0.01000,0.477
22,mlp.experts.66.gate_proj,43.60435486,0.01000,0.478
22,mlp.experts.67.gate_proj,0.45163491,0.01000,0.475
22,mlp.experts.68.gate_proj,77.05540466,0.01000,0.480
22,mlp.experts.69.gate_proj,8.98303223,0.01000,0.480
22,mlp.experts.70.gate_proj,5.77965069,0.01000,0.480
22,mlp.experts.71.gate_proj,91.09420013,0.01000,0.480
22,mlp.experts.72.gate_proj,1.03452265,0.01000,0.479
22,mlp.experts.73.gate_proj,5.91467571,0.01000,0.481
22,mlp.experts.74.gate_proj,6.57242823,0.01000,0.480
22,mlp.experts.75.gate_proj,2.62638211,0.01000,0.479
22,mlp.experts.76.gate_proj,6.89176369,0.01000,0.481
22,mlp.experts.77.gate_proj,0.43426380,0.01000,0.481
22,mlp.experts.78.gate_proj,51.39714050,0.01000,0.451
22,mlp.experts.79.gate_proj,0.12191297,0.01000,0.449
22,mlp.experts.80.gate_proj,4.56629610,0.01000,0.449
22,mlp.experts.81.gate_proj,0.45693946,0.01000,0.450
22,mlp.experts.82.gate_proj,6.07952595,0.01000,0.449
22,mlp.experts.83.gate_proj,4.19640732,0.01000,0.450
22,mlp.experts.84.gate_proj,0.97388637,0.01000,0.451
22,mlp.experts.85.gate_proj,9.38583851,0.01000,0.451
22,mlp.experts.86.gate_proj,2.72378159,0.01000,0.450
22,mlp.experts.87.gate_proj,2.01074839,0.01000,0.449
22,mlp.experts.88.gate_proj,2.47413397,0.01000,0.454
22,mlp.experts.89.gate_proj,0.03549339,0.01000,0.451
22,mlp.experts.90.gate_proj,11.32616043,0.01000,0.450
22,mlp.experts.91.gate_proj,4.71169949,0.01000,0.451
22,mlp.experts.92.gate_proj,1.31839120,0.01000,0.450
22,mlp.experts.93.gate_proj,2.37904024,0.01000,0.453
22,mlp.experts.94.gate_proj,54.32013321,0.01000,0.453
22,mlp.experts.95.gate_proj,8.07959175,0.01000,0.454
22,mlp.experts.96.gate_proj,2.12211680,0.01000,0.459
22,mlp.experts.97.gate_proj,3.33844233,0.01000,0.454
22,mlp.experts.98.gate_proj,13.82431221,0.01000,0.450
22,mlp.experts.99.gate_proj,3.18476868,0.01000,0.479
22,mlp.experts.100.gate_proj,3.71309614,0.01000,0.470
22,mlp.experts.101.gate_proj,2.49322128,0.01000,0.475
22,mlp.experts.102.gate_proj,0.73899096,0.01000,0.450
22,mlp.experts.103.gate_proj,6.50010777,0.01000,0.474
22,mlp.experts.104.gate_proj,0.38026610,0.01000,0.453
22,mlp.experts.105.gate_proj,5.65176010,0.01000,0.465
22,mlp.experts.106.gate_proj,0.14747506,0.01000,0.479
22,mlp.experts.107.gate_proj,4.32831860,0.01000,0.462
22,mlp.experts.108.gate_proj,4.01552248,0.01000,0.474
22,mlp.experts.109.gate_proj,3.15525079,0.01000,0.458
22,mlp.experts.110.gate_proj,4.43394184,0.01000,0.450
22,mlp.experts.111.gate_proj,1.60448039,0.01000,0.455
22,mlp.experts.112.gate_proj,8.40156937,0.01000,0.475
22,mlp.experts.113.gate_proj,2.92413735,0.01000,0.478
22,mlp.experts.114.gate_proj,0.16710383,0.01000,0.476
22,mlp.experts.115.gate_proj,0.30845943,0.01000,0.476
22,mlp.experts.116.gate_proj,2.40327787,0.01000,0.471
22,mlp.experts.117.gate_proj,0.20033810,0.01000,0.476
22,mlp.experts.118.gate_proj,1.17807448,0.01000,0.472
22,mlp.experts.119.gate_proj,3.24986553,0.01000,0.472
22,mlp.experts.120.gate_proj,7.74286461,0.01000,0.474
22,mlp.experts.121.gate_proj,0.81053579,0.01000,0.473
22,mlp.experts.122.gate_proj,2.81800199,0.01000,0.475
22,mlp.experts.123.gate_proj,2.99665451,0.01000,0.476
22,mlp.experts.124.gate_proj,6.22831535,0.01000,0.474
22,mlp.experts.125.gate_proj,0.17403299,0.01000,0.472
22,mlp.experts.126.gate_proj,52.33707428,0.01000,0.472
22,mlp.experts.127.gate_proj,2.60392165,0.01000,0.474
22,mlp.experts.0.down_proj,0.07743262,0.01000,0.183
22,mlp.experts.1.down_proj,0.07991786,0.01000,0.181
22,mlp.experts.2.down_proj,2.15828514,0.01000,0.178
22,mlp.experts.3.down_proj,2.31831050,0.01000,0.178
22,mlp.experts.4.down_proj,3.07126951,0.01000,0.177
22,mlp.experts.5.down_proj,0.09383973,0.01000,0.178
22,mlp.experts.6.down_proj,3.47145224,0.01000,0.178
22,mlp.experts.7.down_proj,0.07530335,0.01000,0.177
22,mlp.experts.8.down_proj,0.07807782,0.01000,0.177
22,mlp.experts.9.down_proj,9.52813339,0.01000,0.178
22,mlp.experts.10.down_proj,1.25159740,0.01000,0.179
22,mlp.experts.11.down_proj,0.79073989,0.01000,0.178
22,mlp.experts.12.down_proj,0.13721183,0.01000,0.179
22,mlp.experts.13.down_proj,25.44923210,0.01000,0.178
22,mlp.experts.14.down_proj,0.69973546,0.01000,0.178
22,mlp.experts.15.down_proj,1.64279675,0.01000,0.178
22,mlp.experts.16.down_proj,83.53132629,0.01000,0.177
22,mlp.experts.17.down_proj,0.02078488,0.01000,0.175
22,mlp.experts.18.down_proj,1.67457116,0.01000,0.178
22,mlp.experts.19.down_proj,39.35879517,0.01000,0.172
22,mlp.experts.20.down_proj,0.49039894,0.01000,0.172
22,mlp.experts.21.down_proj,7.49257994,0.01000,0.172
22,mlp.experts.22.down_proj,0.12834345,0.01000,0.173
22,mlp.experts.23.down_proj,2.47151136,0.01000,0.171
22,mlp.experts.24.down_proj,4.32194424,0.01000,0.174
22,mlp.experts.25.down_proj,0.94003206,0.01000,0.172
22,mlp.experts.26.down_proj,11.09743404,0.01000,0.173
22,mlp.experts.27.down_proj,8.57438946,0.01000,0.173
22,mlp.experts.28.down_proj,0.10832067,0.01000,0.178
22,mlp.experts.29.down_proj,0.12742709,0.01000,0.177
22,mlp.experts.30.down_proj,2.02809453,0.01000,0.178
22,mlp.experts.31.down_proj,45.32939911,0.01000,0.179
22,mlp.experts.32.down_proj,0.16353294,0.01000,0.174
22,mlp.experts.33.down_proj,0.77798486,0.01000,0.173
22,mlp.experts.34.down_proj,0.03128431,0.01000,0.174
22,mlp.experts.35.down_proj,2.21485376,0.01000,0.176
22,mlp.experts.36.down_proj,5.35696554,0.01000,0.175
22,mlp.experts.37.down_proj,0.54740536,0.01000,0.174
22,mlp.experts.38.down_proj,0.01099668,0.01000,0.174
22,mlp.experts.39.down_proj,0.75032717,0.01000,0.174
22,mlp.experts.40.down_proj,1.22256362,0.01000,0.174
22,mlp.experts.41.down_proj,1.02169037,0.01000,0.173
22,mlp.experts.42.down_proj,0.03766792,0.01000,0.170
22,mlp.experts.43.down_proj,1.14500010,0.01000,0.173
22,mlp.experts.44.down_proj,0.05915780,0.01000,0.174
22,mlp.experts.45.down_proj,1.35382962,0.01000,0.173
22,mlp.experts.46.down_proj,2.68179131,0.01000,0.174
22,mlp.experts.47.down_proj,6.49803925,0.01000,0.174
22,mlp.experts.48.down_proj,0.64761496,0.01000,0.173
22,mlp.experts.49.down_proj,0.09258985,0.01000,0.174
22,mlp.experts.50.down_proj,0.61610389,0.01000,0.174
22,mlp.experts.51.down_proj,0.38577461,0.01000,0.176
22,mlp.experts.52.down_proj,1.12380600,0.01000,0.175
22,mlp.experts.53.down_proj,1.21913981,0.01000,0.180
22,mlp.experts.54.down_proj,0.08010098,0.01000,0.180
22,mlp.experts.55.down_proj,112.49317169,0.01000,0.179
22,mlp.experts.56.down_proj,24.46542740,0.01000,0.178
22,mlp.experts.57.down_proj,16.18119049,0.01000,0.179
22,mlp.experts.58.down_proj,1.03966975,0.01000,0.180
22,mlp.experts.59.down_proj,0.06068326,0.01000,0.180
22,mlp.experts.60.down_proj,0.16093510,0.01000,0.181
22,mlp.experts.61.down_proj,12.88751221,0.01000,0.181
22,mlp.experts.62.down_proj,1.86160791,0.01000,0.181
22,mlp.experts.63.down_proj,0.11498581,0.01000,0.182
22,mlp.experts.64.down_proj,1.24495161,0.01000,0.184
22,mlp.experts.65.down_proj,0.55784965,0.01000,0.184
22,mlp.experts.66.down_proj,30.37857437,0.01000,0.178
22,mlp.experts.67.down_proj,0.04718478,0.01000,0.190
22,mlp.experts.68.down_proj,66.99490356,0.01000,0.186
22,mlp.experts.69.down_proj,1.36409831,0.01000,0.185
22,mlp.experts.70.down_proj,0.51969242,0.01000,0.181
22,mlp.experts.71.down_proj,47.49589539,0.01000,0.185
22,mlp.experts.72.down_proj,0.22272989,0.01000,0.172
22,mlp.experts.73.down_proj,2.87682009,0.01000,0.172
22,mlp.experts.74.down_proj,2.91311550,0.01000,0.173
22,mlp.experts.75.down_proj,0.35228232,0.01000,0.173
22,mlp.experts.76.down_proj,1.10090446,0.01000,0.180
22,mlp.experts.77.down_proj,0.08827685,0.01000,0.172
22,mlp.experts.78.down_proj,49.33280182,0.01000,0.173
22,mlp.experts.79.down_proj,0.04064569,0.01000,0.171
22,mlp.experts.80.down_proj,0.95390475,0.01000,0.172
22,mlp.experts.81.down_proj,0.05725969,0.01000,0.181
22,mlp.experts.82.down_proj,2.44378257,0.01000,0.183
22,mlp.experts.83.down_proj,1.03582239,0.01000,0.182
22,mlp.experts.84.down_proj,0.10476413,0.01000,0.179
22,mlp.experts.85.down_proj,6.14729404,0.01000,0.182
22,mlp.experts.86.down_proj,0.68295252,0.01000,0.181
22,mlp.experts.87.down_proj,0.84810477,0.01000,0.179
22,mlp.experts.88.down_proj,0.65537071,0.01000,0.180
22,mlp.experts.89.down_proj,0.00683700,0.01000,0.171
22,mlp.experts.90.down_proj,7.53771210,0.01000,0.171
22,mlp.experts.91.down_proj,0.74889231,0.01000,0.171
22,mlp.experts.92.down_proj,0.19245435,0.01000,0.171
22,mlp.experts.93.down_proj,0.63589698,0.01000,0.171
22,mlp.experts.94.down_proj,47.59947586,0.01000,0.172
22,mlp.experts.95.down_proj,2.78249264,0.01000,0.181
22,mlp.experts.96.down_proj,0.37602100,0.01000,0.180
22,mlp.experts.97.down_proj,0.53740090,0.01000,0.182
22,mlp.experts.98.down_proj,6.52327442,0.01000,0.171
22,mlp.experts.99.down_proj,0.73888493,0.01000,0.171
22,mlp.experts.100.down_proj,1.71867573,0.01000,0.171
22,mlp.experts.101.down_proj,0.54539031,0.01000,0.178
22,mlp.experts.102.down_proj,0.07236251,0.01000,0.173
22,mlp.experts.103.down_proj,5.97193098,0.01000,0.173
22,mlp.experts.104.down_proj,0.09277397,0.01000,0.172
22,mlp.experts.105.down_proj,3.16619158,0.01000,0.172
22,mlp.experts.106.down_proj,0.06226265,0.01000,0.172
22,mlp.experts.107.down_proj,0.86846477,0.01000,0.172
22,mlp.experts.108.down_proj,0.99910414,0.01000,0.172
22,mlp.experts.109.down_proj,0.83504963,0.01000,0.171
22,mlp.experts.110.down_proj,0.71701074,0.01000,0.171
22,mlp.experts.111.down_proj,1.24565446,0.01000,0.171
22,mlp.experts.112.down_proj,2.21914005,0.01000,0.171
22,mlp.experts.113.down_proj,0.96167403,0.01000,0.171
22,mlp.experts.114.down_proj,0.02012222,0.01000,0.172
22,mlp.experts.115.down_proj,0.03750220,0.01000,0.179
22,mlp.experts.116.down_proj,0.62453723,0.01000,0.182
22,mlp.experts.117.down_proj,0.06788771,0.01000,0.182
22,mlp.experts.118.down_proj,0.25848144,0.01000,0.183
22,mlp.experts.119.down_proj,0.95908332,0.01000,0.182
22,mlp.experts.120.down_proj,3.80490112,0.01000,0.182
22,mlp.experts.121.down_proj,0.08340915,0.01000,0.183
22,mlp.experts.122.down_proj,1.01452279,0.01000,0.172
22,mlp.experts.123.down_proj,0.68547130,0.01000,0.174
22,mlp.experts.124.down_proj,1.97909045,0.01000,0.173
22,mlp.experts.125.down_proj,0.07413690,0.01000,0.173
22,mlp.experts.126.down_proj,24.24953842,0.01000,0.173
22,mlp.experts.127.down_proj,2.56790686,0.01000,0.175
23,self_attn.q_proj,0.20503549,0.01000,0.450
23,self_attn.k_proj,0.02432466,0.01000,0.446
23,self_attn.v_proj,0.03143169,0.01000,0.447
23,self_attn.o_proj,0.02281348,0.01000,0.902
23,mlp.experts.0.up_proj,5.03950596,0.01000,0.485
23,mlp.experts.1.up_proj,9.07450199,0.01000,0.477
23,mlp.experts.2.up_proj,3.16853809,0.01000,0.475
23,mlp.experts.3.up_proj,84.56044006,0.01000,0.476
23,mlp.experts.4.up_proj,5.37136555,0.01000,0.478
23,mlp.experts.5.up_proj,23.25970650,0.01000,0.475
23,mlp.experts.6.up_proj,2.45024824,0.01000,0.476
23,mlp.experts.7.up_proj,59.67971802,0.01000,0.478
23,mlp.experts.8.up_proj,3.88409853,0.01000,0.475
23,mlp.experts.9.up_proj,3.83734822,0.01000,0.479
23,mlp.experts.10.up_proj,2.14190292,0.01000,0.477
23,mlp.experts.11.up_proj,2.92410088,0.01000,0.476
23,mlp.experts.12.up_proj,5.88247156,0.01000,0.475
23,mlp.experts.13.up_proj,3.44837093,0.01000,0.477
23,mlp.experts.14.up_proj,34.21866989,0.01000,0.477
23,mlp.experts.15.up_proj,0.66228658,0.01000,0.475
23,mlp.experts.16.up_proj,10.76523113,0.01000,0.476
23,mlp.experts.17.up_proj,2.23500061,0.01000,0.476
23,mlp.experts.18.up_proj,4.72435093,0.01000,0.478
23,mlp.experts.19.up_proj,1.46604037,0.01000,0.478
23,mlp.experts.20.up_proj,54.70221710,0.01000,0.480
23,mlp.experts.21.up_proj,4.39400721,0.01000,0.482
23,mlp.experts.22.up_proj,4.16050243,0.01000,0.482
23,mlp.experts.23.up_proj,6.39300299,0.01000,0.480
23,mlp.experts.24.up_proj,12.47804070,0.01000,0.480
23,mlp.experts.25.up_proj,75.06215668,0.01000,0.479
23,mlp.experts.26.up_proj,7.55174923,0.01000,0.480
23,mlp.experts.27.up_proj,4.57961464,0.01000,0.481
23,mlp.experts.28.up_proj,14.73314285,0.01000,0.481
23,mlp.experts.29.up_proj,4.82492113,0.01000,0.479
23,mlp.experts.30.up_proj,11.09866333,0.01000,0.484
23,mlp.experts.31.up_proj,2.39764833,0.01000,0.479
23,mlp.experts.32.up_proj,2.11052275,0.01000,0.479
23,mlp.experts.33.up_proj,6.56813145,0.01000,0.480
23,mlp.experts.34.up_proj,0.65238500,0.01000,0.479
23,mlp.experts.35.up_proj,2.60946703,0.01000,0.478
23,mlp.experts.36.up_proj,12.26918221,0.01000,0.481
23,mlp.experts.37.up_proj,11.43279839,0.01000,0.483
23,mlp.experts.38.up_proj,0.04320965,0.01000,0.480
23,mlp.experts.39.up_proj,2.81941509,0.01000,0.481
23,mlp.experts.40.up_proj,2.89814734,0.01000,0.476
23,mlp.experts.41.up_proj,2.91761303,0.01000,0.475
23,mlp.experts.42.up_proj,5.94171047,0.01000,0.474
23,mlp.experts.43.up_proj,6.44092274,0.01000,0.477
23,mlp.experts.44.up_proj,2.66754580,0.01000,0.476
23,mlp.experts.45.up_proj,3.03191590,0.01000,0.483
23,mlp.experts.46.up_proj,4.75630569,0.01000,0.481
23,mlp.experts.47.up_proj,6.03373051,0.01000,0.479
23,mlp.experts.48.up_proj,2.01177526,0.01000,0.478
23,mlp.experts.49.up_proj,6.68793869,0.01000,0.482
23,mlp.experts.50.up_proj,3.60621738,0.01000,0.475
23,mlp.experts.51.up_proj,0.94623697,0.01000,0.480
23,mlp.experts.52.up_proj,53.70287704,0.01000,0.480
23,mlp.experts.53.up_proj,1.94372511,0.01000,0.478
23,mlp.experts.54.up_proj,12.25459671,0.01000,0.481
23,mlp.experts.55.up_proj,3.57742167,0.01000,0.477
23,mlp.experts.56.up_proj,27.52944374,0.01000,0.477
23,mlp.experts.57.up_proj,0.14364830,0.01000,0.480
23,mlp.experts.58.up_proj,5.07679176,0.01000,0.479
23,mlp.experts.59.up_proj,84.09414673,0.01000,0.479
23,mlp.experts.60.up_proj,5.52921581,0.01000,0.478
23,mlp.experts.61.up_proj,18.34943771,0.01000,0.480
23,mlp.experts.62.up_proj,0.63072526,0.01000,0.479
23,mlp.experts.63.up_proj,6.11770821,0.01000,0.480
23,mlp.experts.64.up_proj,2.25760818,0.01000,0.482
23,mlp.experts.65.up_proj,2.08253932,0.01000,0.471
23,mlp.experts.66.up_proj,0.42058086,0.01000,0.481
23,mlp.experts.67.up_proj,26.89549255,0.01000,0.479
23,mlp.experts.68.up_proj,4.54733753,0.01000,0.484
23,mlp.experts.69.up_proj,5.09963274,0.01000,0.478
23,mlp.experts.70.up_proj,0.68525517,0.01000,0.478
23,mlp.experts.71.up_proj,5.71000099,0.01000,0.479
23,mlp.experts.72.up_proj,1.71170008,0.01000,0.480
23,mlp.experts.73.up_proj,6.68773794,0.01000,0.482
23,mlp.experts.74.up_proj,0.24136367,0.01000,0.479
23,mlp.experts.75.up_proj,2.05565262,0.01000,0.476
23,mlp.experts.76.up_proj,2.03503513,0.01000,0.472
23,mlp.experts.77.up_proj,2.50005007,0.01000,0.474
23,mlp.experts.78.up_proj,3.54266238,0.01000,0.471
23,mlp.experts.79.up_proj,4.49698687,0.01000,0.451
23,mlp.experts.80.up_proj,0.27910775,0.01000,0.450
23,mlp.experts.81.up_proj,6.50454521,0.01000,0.449
23,mlp.experts.82.up_proj,1.76507342,0.01000,0.449
23,mlp.experts.83.up_proj,0.82651877,0.01000,0.456
23,mlp.experts.84.up_proj,1.67262888,0.01000,0.468
23,mlp.experts.85.up_proj,4.10388613,0.01000,0.477
23,mlp.experts.86.up_proj,4.82305193,0.01000,0.475
23,mlp.experts.87.up_proj,3.36210632,0.01000,0.475
23,mlp.experts.88.up_proj,0.14675969,0.01000,0.482
23,mlp.experts.89.up_proj,4.69006824,0.01000,0.480
23,mlp.experts.90.up_proj,35.85130310,0.01000,0.478
23,mlp.experts.91.up_proj,0.23931298,0.01000,0.479
23,mlp.experts.92.up_proj,4.96776342,0.01000,0.479
23,mlp.experts.93.up_proj,0.28458646,0.01000,0.484
23,mlp.experts.94.up_proj,5.46129608,0.01000,0.479
23,mlp.experts.95.up_proj,7.88978958,0.01000,0.480
23,mlp.experts.96.up_proj,7.96122837,0.01000,0.480
23,mlp.experts.97.up_proj,10.34767151,0.01000,0.480
23,mlp.experts.98.up_proj,4.56710911,0.01000,0.482
23,mlp.experts.99.up_proj,27.75139236,0.01000,0.482
23,mlp.experts.100.up_proj,4.41245365,0.01000,0.477
23,mlp.experts.101.up_proj,3.99914074,0.01000,0.478
23,mlp.experts.102.up_proj,5.31123924,0.01000,0.479
23,mlp.experts.103.up_proj,16.32070160,0.01000,0.482
23,mlp.experts.104.up_proj,0.33632305,0.01000,0.476
23,mlp.experts.105.up_proj,8.34516144,0.01000,0.481
23,mlp.experts.106.up_proj,0.05528709,0.01000,0.474
23,mlp.experts.107.up_proj,17.97059250,0.01000,0.482
23,mlp.experts.108.up_proj,1.14528346,0.01000,0.481
23,mlp.experts.109.up_proj,7.04783249,0.01000,0.480
23,mlp.experts.110.up_proj,0.31983650,0.01000,0.479
23,mlp.experts.111.up_proj,3.54242516,0.01000,0.482
23,mlp.experts.112.up_proj,0.23140848,0.01000,0.480
23,mlp.experts.113.up_proj,2.47750688,0.01000,0.480
23,mlp.experts.114.up_proj,3.01539755,0.01000,0.477
23,mlp.experts.115.up_proj,6.51758862,0.01000,0.477
23,mlp.experts.116.up_proj,5.11827660,0.01000,0.478
23,mlp.experts.117.up_proj,0.60273379,0.01000,0.480
23,mlp.experts.118.up_proj,4.05756664,0.01000,0.478
23,mlp.experts.119.up_proj,0.55508500,0.01000,0.476
23,mlp.experts.120.up_proj,2.48203754,0.01000,0.477
23,mlp.experts.121.up_proj,6.30501652,0.01000,0.480
23,mlp.experts.122.up_proj,5.38714695,0.01000,0.477
23,mlp.experts.123.up_proj,3.87475157,0.01000,0.473
23,mlp.experts.124.up_proj,12.84927750,0.01000,0.475
23,mlp.experts.125.up_proj,27.83799934,0.01000,0.480
23,mlp.experts.126.up_proj,3.03846073,0.01000,0.477
23,mlp.experts.127.up_proj,2.23286247,0.01000,0.475
23,mlp.experts.0.gate_proj,4.68470860,0.01000,0.460
23,mlp.experts.1.gate_proj,7.24446297,0.01000,0.483
23,mlp.experts.2.gate_proj,3.51001859,0.01000,0.473
23,mlp.experts.3.gate_proj,76.68775940,0.01000,0.477
23,mlp.experts.4.gate_proj,6.25560474,0.01000,0.477
23,mlp.experts.5.gate_proj,22.92584229,0.01000,0.475
23,mlp.experts.6.gate_proj,2.54583955,0.01000,0.477
23,mlp.experts.7.gate_proj,58.41786194,0.01000,0.476
23,mlp.experts.8.gate_proj,3.85871983,0.01000,0.476
23,mlp.experts.9.gate_proj,3.87935948,0.01000,0.477
23,mlp.experts.10.gate_proj,2.03419566,0.01000,0.475
23,mlp.experts.11.gate_proj,2.98889542,0.01000,0.476
23,mlp.experts.12.gate_proj,5.78168964,0.01000,0.478
23,mlp.experts.13.gate_proj,3.38230181,0.01000,0.479
23,mlp.experts.14.gate_proj,35.56213379,0.01000,0.477
23,mlp.experts.15.gate_proj,0.68027520,0.01000,0.477
23,mlp.experts.16.gate_proj,10.66562653,0.01000,0.479
23,mlp.experts.17.gate_proj,2.22284389,0.01000,0.475
23,mlp.experts.18.gate_proj,3.42106247,0.01000,0.477
23,mlp.experts.19.gate_proj,1.39430082,0.01000,0.478
23,mlp.experts.20.gate_proj,52.95930481,0.01000,0.477
23,mlp.experts.21.gate_proj,4.44238853,0.01000,0.474
23,mlp.experts.22.gate_proj,3.87990904,0.01000,0.474
23,mlp.experts.23.gate_proj,5.88589334,0.01000,0.475
23,mlp.experts.24.gate_proj,10.76378822,0.01000,0.474
23,mlp.experts.25.gate_proj,100.84280396,0.01000,0.473
23,mlp.experts.26.gate_proj,6.53062296,0.01000,0.478
23,mlp.experts.27.gate_proj,4.54175234,0.01000,0.482
23,mlp.experts.28.gate_proj,13.33927917,0.01000,0.469
23,mlp.experts.29.gate_proj,4.66386127,0.01000,0.473
23,mlp.experts.30.gate_proj,10.90488434,0.01000,0.474
23,mlp.experts.31.gate_proj,2.39052105,0.01000,0.473
23,mlp.experts.32.gate_proj,2.02055621,0.01000,0.471
23,mlp.experts.33.gate_proj,6.57702351,0.01000,0.474
23,mlp.experts.34.gate_proj,0.64950240,0.01000,0.474
23,mlp.experts.35.gate_proj,2.46489382,0.01000,0.475
23,mlp.experts.36.gate_proj,11.41419697,0.01000,0.477
23,mlp.experts.37.gate_proj,11.26805305,0.01000,0.478
23,mlp.experts.38.gate_proj,0.04465743,0.01000,0.480
23,mlp.experts.39.gate_proj,2.71121407,0.01000,0.487
23,mlp.experts.40.gate_proj,2.81728482,0.01000,0.482
23,mlp.experts.41.gate_proj,2.89756989,0.01000,0.481
23,mlp.experts.42.gate_proj,5.48852158,0.01000,0.483
23,mlp.experts.43.gate_proj,6.16070366,0.01000,0.481
23,mlp.experts.44.gate_proj,2.43990898,0.01000,0.481
23,mlp.experts.45.gate_proj,3.02969146,0.01000,0.479
23,mlp.experts.46.gate_proj,4.37229013,0.01000,0.479
23,mlp.experts.47.gate_proj,5.34415054,0.01000,0.480
23,mlp.experts.48.gate_proj,1.98194242,0.01000,0.480
23,mlp.experts.49.gate_proj,6.16378975,0.01000,0.481
23,mlp.experts.50.gate_proj,3.45824337,0.01000,0.480
23,mlp.experts.51.gate_proj,0.94159514,0.01000,0.477
23,mlp.experts.52.gate_proj,53.77467346,0.01000,0.481
23,mlp.experts.53.gate_proj,2.01517582,0.01000,0.479
23,mlp.experts.54.gate_proj,11.72755051,0.01000,0.483
23,mlp.experts.55.gate_proj,3.73897409,0.01000,0.482
23,mlp.experts.56.gate_proj,28.79143143,0.01000,0.481
23,mlp.experts.57.gate_proj,0.14391887,0.01000,0.480
23,mlp.experts.58.gate_proj,5.31592989,0.01000,0.480
23,mlp.experts.59.gate_proj,60.13953400,0.01000,0.482
23,mlp.experts.60.gate_proj,5.49228811,0.01000,0.479
23,mlp.experts.61.gate_proj,13.74479866,0.01000,0.481
23,mlp.experts.62.gate_proj,0.64490718,0.01000,0.480
23,mlp.experts.63.gate_proj,6.09652519,0.01000,0.477
23,mlp.experts.64.gate_proj,2.22732091,0.01000,0.478
23,mlp.experts.65.gate_proj,2.09536147,0.01000,0.478
23,mlp.experts.66.gate_proj,0.44196558,0.01000,0.479
23,mlp.experts.67.gate_proj,21.54231644,0.01000,0.479
23,mlp.experts.68.gate_proj,4.51893044,0.01000,0.477
23,mlp.experts.69.gate_proj,4.93152189,0.01000,0.477
23,mlp.experts.70.gate_proj,0.69719172,0.01000,0.476
23,mlp.experts.71.gate_proj,5.64485598,0.01000,0.475
23,mlp.experts.72.gate_proj,1.73671627,0.01000,0.474
23,mlp.experts.73.gate_proj,5.19928265,0.01000,0.473
23,mlp.experts.74.gate_proj,0.23764598,0.01000,0.474
23,mlp.experts.75.gate_proj,2.04142165,0.01000,0.474
23,mlp.experts.76.gate_proj,2.10960436,0.01000,0.474
23,mlp.experts.77.gate_proj,2.53804398,0.01000,0.476
23,mlp.experts.78.gate_proj,3.55826569,0.01000,0.480
23,mlp.experts.79.gate_proj,4.46739960,0.01000,0.483
23,mlp.experts.80.gate_proj,0.27939701,0.01000,0.480
23,mlp.experts.81.gate_proj,6.64401340,0.01000,0.480
23,mlp.experts.82.gate_proj,1.76649547,0.01000,0.479
23,mlp.experts.83.gate_proj,0.84565669,0.01000,0.480
23,mlp.experts.84.gate_proj,1.73043656,0.01000,0.479
23,mlp.experts.85.gate_proj,3.93478537,0.01000,0.480
23,mlp.experts.86.gate_proj,4.64477825,0.01000,0.478
23,mlp.experts.87.gate_proj,3.40633678,0.01000,0.481
23,mlp.experts.88.gate_proj,0.14460289,0.01000,0.479
23,mlp.experts.89.gate_proj,4.48902702,0.01000,0.481
23,mlp.experts.90.gate_proj,25.89838219,0.01000,0.480
23,mlp.experts.91.gate_proj,0.24595095,0.01000,0.479
23,mlp.experts.92.gate_proj,5.12871552,0.01000,0.480
23,mlp.experts.93.gate_proj,0.27307689,0.01000,0.487
23,mlp.experts.94.gate_proj,5.66677952,0.01000,0.483
23,mlp.experts.95.gate_proj,8.16570568,0.01000,0.488
23,mlp.experts.96.gate_proj,8.02737141,0.01000,0.485
23,mlp.experts.97.gate_proj,9.18851852,0.01000,0.476
23,mlp.experts.98.gate_proj,4.09998608,0.01000,0.479
23,mlp.experts.99.gate_proj,26.51511955,0.01000,0.477
23,mlp.experts.100.gate_proj,4.42789459,0.01000,0.478
23,mlp.experts.101.gate_proj,3.74870539,0.01000,0.478
23,mlp.experts.102.gate_proj,5.41193199,0.01000,0.478
23,mlp.experts.103.gate_proj,16.36888313,0.01000,0.476
23,mlp.experts.104.gate_proj,0.34715539,0.01000,0.481
23,mlp.experts.105.gate_proj,7.99299908,0.01000,0.475
23,mlp.experts.106.gate_proj,0.05816506,0.01000,0.483
23,mlp.experts.107.gate_proj,16.87694550,0.01000,0.469
23,mlp.experts.108.gate_proj,1.14565134,0.01000,0.476
23,mlp.experts.109.gate_proj,7.15481472,0.01000,0.476
23,mlp.experts.110.gate_proj,0.32730418,0.01000,0.475
23,mlp.experts.111.gate_proj,3.48533058,0.01000,0.476
23,mlp.experts.112.gate_proj,0.23389477,0.01000,0.478
23,mlp.experts.113.gate_proj,2.48191643,0.01000,0.477
23,mlp.experts.114.gate_proj,2.92059803,0.01000,0.473
23,mlp.experts.115.gate_proj,6.32698345,0.01000,0.478
23,mlp.experts.116.gate_proj,4.76006365,0.01000,0.477
23,mlp.experts.117.gate_proj,0.62168920,0.01000,0.480
23,mlp.experts.118.gate_proj,3.89745808,0.01000,0.479
23,mlp.experts.119.gate_proj,0.53363210,0.01000,0.479
23,mlp.experts.120.gate_proj,2.41181350,0.01000,0.478
23,mlp.experts.121.gate_proj,6.50152349,0.01000,0.479
23,mlp.experts.122.gate_proj,4.42516994,0.01000,0.479
23,mlp.experts.123.gate_proj,3.45069551,0.01000,0.478
23,mlp.experts.124.gate_proj,13.86136532,0.01000,0.480
23,mlp.experts.125.gate_proj,28.50464249,0.01000,0.482
23,mlp.experts.126.gate_proj,2.78914094,0.01000,0.481
23,mlp.experts.127.gate_proj,2.11015558,0.01000,0.480
23,mlp.experts.0.down_proj,0.76094651,0.01000,0.172
23,mlp.experts.1.down_proj,3.70365334,0.01000,0.170
23,mlp.experts.2.down_proj,0.28376645,0.01000,0.169
23,mlp.experts.3.down_proj,54.60885620,0.01000,0.168
23,mlp.experts.4.down_proj,2.32805753,0.01000,0.169
23,mlp.experts.5.down_proj,13.48773670,0.01000,0.168
23,mlp.experts.6.down_proj,0.50964409,0.01000,0.168
23,mlp.experts.7.down_proj,43.99954987,0.01000,0.169
23,mlp.experts.8.down_proj,0.86740679,0.01000,0.168
23,mlp.experts.9.down_proj,2.65057278,0.01000,0.168
23,mlp.experts.10.down_proj,0.69539291,0.01000,0.168
23,mlp.experts.11.down_proj,0.96095872,0.01000,0.169
23,mlp.experts.12.down_proj,0.88534135,0.01000,0.169
23,mlp.experts.13.down_proj,0.67672884,0.01000,0.169
23,mlp.experts.14.down_proj,18.83908844,0.01000,0.169
23,mlp.experts.15.down_proj,0.09523478,0.01000,0.169
23,mlp.experts.16.down_proj,2.08355975,0.01000,0.168
23,mlp.experts.17.down_proj,1.11776674,0.01000,0.169
23,mlp.experts.18.down_proj,1.18446267,0.01000,0.169
23,mlp.experts.19.down_proj,0.45475239,0.01000,0.168
23,mlp.experts.20.down_proj,23.51066017,0.01000,0.169
23,mlp.experts.21.down_proj,0.97082090,0.01000,0.169
23,mlp.experts.22.down_proj,1.49042368,0.01000,0.172
23,mlp.experts.23.down_proj,6.49748135,0.01000,0.171
23,mlp.experts.24.down_proj,10.11186981,0.01000,0.168
23,mlp.experts.25.down_proj,71.59007263,0.01000,0.168
23,mlp.experts.26.down_proj,2.59649229,0.01000,0.178
23,mlp.experts.27.down_proj,2.25707912,0.01000,0.178
23,mlp.experts.28.down_proj,4.84586906,0.01000,0.177
23,mlp.experts.29.down_proj,1.14111447,0.01000,0.174
23,mlp.experts.30.down_proj,9.90977097,0.01000,0.173
23,mlp.experts.31.down_proj,0.27465588,0.01000,0.171
23,mlp.experts.32.down_proj,0.39794767,0.01000,0.169
23,mlp.experts.33.down_proj,0.94693577,0.01000,0.169
23,mlp.experts.34.down_proj,0.13065812,0.01000,0.180
23,mlp.experts.35.down_proj,1.11891592,0.01000,0.178
23,mlp.experts.36.down_proj,4.98374557,0.01000,0.178
23,mlp.experts.37.down_proj,4.24338341,0.01000,0.176
23,mlp.experts.38.down_proj,0.00818427,0.01000,0.173
23,mlp.experts.39.down_proj,0.61310887,0.01000,0.173
23,mlp.experts.40.down_proj,0.43302333,0.01000,0.169
23,mlp.experts.41.down_proj,0.40090486,0.01000,0.168
23,mlp.experts.42.down_proj,1.47680116,0.01000,0.169
23,mlp.experts.43.down_proj,1.13816202,0.01000,0.179
23,mlp.experts.44.down_proj,0.42006773,0.01000,0.178
23,mlp.experts.45.down_proj,0.95660454,0.01000,0.177
23,mlp.experts.46.down_proj,1.07522392,0.01000,0.176
23,mlp.experts.47.down_proj,1.46608412,0.01000,0.174
23,mlp.experts.48.down_proj,0.77069902,0.01000,0.169
23,mlp.experts.49.down_proj,4.06815100,0.01000,0.171
23,mlp.experts.50.down_proj,0.83331835,0.01000,0.171
23,mlp.experts.51.down_proj,0.19009203,0.01000,0.169
23,mlp.experts.52.down_proj,25.76278687,0.01000,0.169
23,mlp.experts.53.down_proj,0.53576505,0.01000,0.178
23,mlp.experts.54.down_proj,10.00203419,0.01000,0.176
23,mlp.experts.55.down_proj,0.85748935,0.01000,0.170
23,mlp.experts.56.down_proj,26.30456924,0.01000,0.169
23,mlp.experts.57.down_proj,0.05760331,0.01000,0.170
23,mlp.experts.58.down_proj,1.04146171,0.01000,0.170
23,mlp.experts.59.down_proj,67.23672485,0.01000,0.171
23,mlp.experts.60.down_proj,1.20721555,0.01000,0.170
23,mlp.experts.61.down_proj,10.38366699,0.01000,0.170
23,mlp.experts.62.down_proj,0.07845449,0.01000,0.171
23,mlp.experts.63.down_proj,6.73792887,0.01000,0.171
23,mlp.experts.64.down_proj,0.60588664,0.01000,0.172
23,mlp.experts.65.down_proj,0.34569898,0.01000,0.171
23,mlp.experts.66.down_proj,0.05942953,0.01000,0.171
23,mlp.experts.67.down_proj,23.39269829,0.01000,0.170
23,mlp.experts.68.down_proj,1.39324093,0.01000,0.171
23,mlp.experts.69.down_proj,1.32926774,0.01000,0.171
23,mlp.experts.70.down_proj,0.09521224,0.01000,0.170
23,mlp.experts.71.down_proj,0.88916194,0.01000,0.171
23,mlp.experts.72.down_proj,0.55570018,0.01000,0.171
23,mlp.experts.73.down_proj,1.88640761,0.01000,0.170
23,mlp.experts.74.down_proj,0.11103839,0.01000,0.171
23,mlp.experts.75.down_proj,0.54631948,0.01000,0.171
23,mlp.experts.76.down_proj,0.79979724,0.01000,0.171
23,mlp.experts.77.down_proj,1.03681254,0.01000,0.171
23,mlp.experts.78.down_proj,0.61790580,0.01000,0.179
23,mlp.experts.79.down_proj,0.93198681,0.01000,0.184
23,mlp.experts.80.down_proj,0.10646473,0.01000,0.187
23,mlp.experts.81.down_proj,2.70687580,0.01000,0.185
23,mlp.experts.82.down_proj,0.33637533,0.01000,0.185
23,mlp.experts.83.down_proj,0.23035082,0.01000,0.184
23,mlp.experts.84.down_proj,0.19687024,0.01000,0.185
23,mlp.experts.85.down_proj,0.79222995,0.01000,0.185
23,mlp.experts.86.down_proj,1.10884285,0.01000,0.185
23,mlp.experts.87.down_proj,0.65177166,0.01000,0.185
23,mlp.experts.88.down_proj,0.06130042,0.01000,0.186
23,mlp.experts.89.down_proj,1.11691284,0.01000,0.185
23,mlp.experts.90.down_proj,19.68934631,0.01000,0.186
23,mlp.experts.91.down_proj,0.08595408,0.01000,0.185
23,mlp.experts.92.down_proj,1.57183039,0.01000,0.185
23,mlp.experts.93.down_proj,0.12684304,0.01000,0.185
23,mlp.experts.94.down_proj,0.76941657,0.01000,0.185
23,mlp.experts.95.down_proj,3.95089865,0.01000,0.180
23,mlp.experts.96.down_proj,1.51981485,0.01000,0.184
23,mlp.experts.97.down_proj,3.01637888,0.01000,0.184
23,mlp.experts.98.down_proj,0.84796494,0.01000,0.183
23,mlp.experts.99.down_proj,13.66641712,0.01000,0.183
23,mlp.experts.100.down_proj,1.14165390,0.01000,0.182
23,mlp.experts.101.down_proj,0.54981494,0.01000,0.183
23,mlp.experts.102.down_proj,1.90295172,0.01000,0.184
23,mlp.experts.103.down_proj,16.09324646,0.01000,0.184
23,mlp.experts.104.down_proj,0.09068304,0.01000,0.184
23,mlp.experts.105.down_proj,1.55827880,0.01000,0.184
23,mlp.experts.106.down_proj,0.02206494,0.01000,0.183
23,mlp.experts.107.down_proj,2.71621561,0.01000,0.184
23,mlp.experts.108.down_proj,0.40251726,0.01000,0.182
23,mlp.experts.109.down_proj,2.60982871,0.01000,0.178
23,mlp.experts.110.down_proj,0.04391320,0.01000,0.182
23,mlp.experts.111.down_proj,0.72129083,0.01000,0.183
23,mlp.experts.112.down_proj,0.03937410,0.01000,0.184
23,mlp.experts.113.down_proj,1.35097456,0.01000,0.184
23,mlp.experts.114.down_proj,0.74882102,0.01000,0.172
23,mlp.experts.115.down_proj,1.32333827,0.01000,0.172
23,mlp.experts.116.down_proj,1.08551073,0.01000,0.171
23,mlp.experts.117.down_proj,0.07010870,0.01000,0.171
23,mlp.experts.118.down_proj,1.01089978,0.01000,0.181
23,mlp.experts.119.down_proj,0.17852631,0.01000,0.182
23,mlp.experts.120.down_proj,0.37259609,0.01000,0.182
23,mlp.experts.121.down_proj,2.66043043,0.01000,0.183
23,mlp.experts.122.down_proj,1.70146501,0.01000,0.183
23,mlp.experts.123.down_proj,1.27820563,0.01000,0.183
23,mlp.experts.124.down_proj,4.98931980,0.01000,0.182
23,mlp.experts.125.down_proj,32.82145309,0.01000,0.183
23,mlp.experts.126.down_proj,0.67473459,0.01000,0.182
23,mlp.experts.127.down_proj,0.59149921,0.01000,0.182
24,self_attn.q_proj,0.25898528,0.01000,0.453
24,self_attn.k_proj,0.03206570,0.01000,0.448
24,self_attn.v_proj,0.03970426,0.01000,0.447
24,self_attn.o_proj,0.03452805,0.01000,0.922
24,mlp.experts.0.up_proj,7.13954544,0.01000,0.471
24,mlp.experts.1.up_proj,1.46299076,0.01000,0.466
24,mlp.experts.2.up_proj,12.63862038,0.01000,0.469
24,mlp.experts.3.up_proj,2.09499598,0.01000,0.446
24,mlp.experts.4.up_proj,3.35602164,0.01000,0.468
24,mlp.experts.5.up_proj,0.09046020,0.01000,0.471
24,mlp.experts.6.up_proj,3.43419290,0.01000,0.458
24,mlp.experts.7.up_proj,4.75437117,0.01000,0.467
24,mlp.experts.8.up_proj,43.21074677,0.01000,0.470
24,mlp.experts.9.up_proj,26.36471558,0.01000,0.470
24,mlp.experts.10.up_proj,0.35836577,0.01000,0.459
24,mlp.experts.11.up_proj,2.47244787,0.01000,0.467
24,mlp.experts.12.up_proj,2.90581059,0.01000,0.476
24,mlp.experts.13.up_proj,3.45246601,0.01000,0.479
24,mlp.experts.14.up_proj,8.83546543,0.01000,0.447
24,mlp.experts.15.up_proj,14.70000744,0.01000,0.469
24,mlp.experts.16.up_proj,12.79007339,0.01000,0.467
24,mlp.experts.17.up_proj,2.63548517,0.01000,0.470
24,mlp.experts.18.up_proj,1.28299141,0.01000,0.471
24,mlp.experts.19.up_proj,0.28430897,0.01000,0.448
24,mlp.experts.20.up_proj,4.89666605,0.01000,0.447
24,mlp.experts.21.up_proj,103.72537231,0.01000,0.447
24,mlp.experts.22.up_proj,34.32173920,0.01000,0.458
24,mlp.experts.23.up_proj,7.55487776,0.01000,0.448
24,mlp.experts.24.up_proj,4.84230280,0.01000,0.446
24,mlp.experts.25.up_proj,6.95120478,0.01000,0.446
24,mlp.experts.26.up_proj,5.73781395,0.01000,0.447
24,mlp.experts.27.up_proj,1.79326391,0.01000,0.447
24,mlp.experts.28.up_proj,0.71094489,0.01000,0.449
24,mlp.experts.29.up_proj,1.16120255,0.01000,0.445
24,mlp.experts.30.up_proj,32.78765488,0.01000,0.446
24,mlp.experts.31.up_proj,0.30416495,0.01000,0.446
24,mlp.experts.32.up_proj,7.51577663,0.01000,0.446
24,mlp.experts.33.up_proj,3.62295437,0.01000,0.447
24,mlp.experts.34.up_proj,7.72935390,0.01000,0.448
24,mlp.experts.35.up_proj,6.97078037,0.01000,0.448
24,mlp.experts.36.up_proj,5.35556269,0.01000,0.449
24,mlp.experts.37.up_proj,1.55594671,0.01000,0.447
24,mlp.experts.38.up_proj,8.90536976,0.01000,0.449
24,mlp.experts.39.up_proj,4.61889172,0.01000,0.446
24,mlp.experts.40.up_proj,2.56049013,0.01000,0.447
24,mlp.experts.41.up_proj,56.04776001,0.01000,0.452
24,mlp.experts.42.up_proj,9.08338451,0.01000,0.447
24,mlp.experts.43.up_proj,7.86821938,0.01000,0.447
24,mlp.experts.44.up_proj,5.79585552,0.01000,0.447
24,mlp.experts.45.up_proj,1.11216557,0.01000,0.446
24,mlp.experts.46.up_proj,15.01809311,0.01000,0.447
24,mlp.experts.47.up_proj,1.46272802,0.01000,0.446
24,mlp.experts.48.up_proj,5.46124029,0.01000,0.448
24,mlp.experts.49.up_proj,3.48008847,0.01000,0.447
24,mlp.experts.50.up_proj,4.31507826,0.01000,0.447
24,mlp.experts.51.up_proj,1.60442185,0.01000,0.447
24,mlp.experts.52.up_proj,49.59540176,0.01000,0.446
24,mlp.experts.53.up_proj,7.00923634,0.01000,0.447
24,mlp.experts.54.up_proj,5.85865784,0.01000,0.447
24,mlp.experts.55.up_proj,2.82600689,0.01000,0.450
24,mlp.experts.56.up_proj,51.41760254,0.01000,0.476
24,mlp.experts.57.up_proj,1.93096614,0.01000,0.446
24,mlp.experts.58.up_proj,5.05288458,0.01000,0.448
24,mlp.experts.59.up_proj,0.35265660,0.01000,0.447
24,mlp.experts.60.up_proj,5.23999119,0.01000,0.464
24,mlp.experts.61.up_proj,4.22379398,0.01000,0.447
24,mlp.experts.62.up_proj,1.55618322,0.01000,0.447
24,mlp.experts.63.up_proj,4.82307243,0.01000,0.447
24,mlp.experts.64.up_proj,46.75981903,0.01000,0.447
24,mlp.experts.65.up_proj,51.15945816,0.01000,0.447
24,mlp.experts.66.up_proj,3.68463516,0.01000,0.447
24,mlp.experts.67.up_proj,7.61501122,0.01000,0.447
24,mlp.experts.68.up_proj,6.54401350,0.01000,0.449
24,mlp.experts.69.up_proj,9.15451431,0.01000,0.448
24,mlp.experts.70.up_proj,2.34853816,0.01000,0.447
24,mlp.experts.71.up_proj,2.81127119,0.01000,0.468
24,mlp.experts.72.up_proj,0.21191554,0.01000,0.446
24,mlp.experts.73.up_proj,67.05865479,0.01000,0.446
24,mlp.experts.74.up_proj,4.18954086,0.01000,0.447
24,mlp.experts.75.up_proj,13.47373199,0.01000,0.446
24,mlp.experts.76.up_proj,5.63811779,0.01000,0.446
24,mlp.experts.77.up_proj,1.93259847,0.01000,0.447
24,mlp.experts.78.up_proj,13.06522369,0.01000,0.448
24,mlp.experts.79.up_proj,10.88478756,0.01000,0.448
24,mlp.experts.80.up_proj,8.00189972,0.01000,0.448
24,mlp.experts.81.up_proj,0.28116369,0.01000,0.447
24,mlp.experts.82.up_proj,0.74416161,0.01000,0.447
24,mlp.experts.83.up_proj,8.48807716,0.01000,0.447
24,mlp.experts.84.up_proj,0.03521939,0.01000,0.447
24,mlp.experts.85.up_proj,12.01898193,0.01000,0.456
24,mlp.experts.86.up_proj,0.06944877,0.01000,0.446
24,mlp.experts.87.up_proj,8.86641788,0.01000,0.447
24,mlp.experts.88.up_proj,0.18368050,0.01000,0.448
24,mlp.experts.89.up_proj,10.76372147,0.01000,0.449
24,mlp.experts.90.up_proj,4.38114023,0.01000,0.447
24,mlp.experts.91.up_proj,3.37214494,0.01000,0.448
24,mlp.experts.92.up_proj,61.00931931,0.01000,0.447
24,mlp.experts.93.up_proj,0.24635682,0.01000,0.446
24,mlp.experts.94.up_proj,22.95330238,0.01000,0.447
24,mlp.experts.95.up_proj,3.58616710,0.01000,0.447
24,mlp.experts.96.up_proj,44.12601852,0.01000,0.445
24,mlp.experts.97.up_proj,18.32209015,0.01000,0.460
24,mlp.experts.98.up_proj,1.29840946,0.01000,0.447
24,mlp.experts.99.up_proj,26.61878204,0.01000,0.449
24,mlp.experts.100.up_proj,7.42870045,0.01000,0.447
24,mlp.experts.101.up_proj,3.34742570,0.01000,0.446
24,mlp.experts.102.up_proj,6.84959602,0.01000,0.447
24,mlp.experts.103.up_proj,8.66343689,0.01000,0.448
24,mlp.experts.104.up_proj,4.32708836,0.01000,0.447
24,mlp.experts.105.up_proj,2.30522251,0.01000,0.448
24,mlp.experts.106.up_proj,0.15599546,0.01000,0.446
24,mlp.experts.107.up_proj,8.25094795,0.01000,0.447
24,mlp.experts.108.up_proj,5.67972279,0.01000,0.447
24,mlp.experts.109.up_proj,0.71084201,0.01000,0.473
24,mlp.experts.110.up_proj,1.25451839,0.01000,0.447
24,mlp.experts.111.up_proj,2.23890352,0.01000,0.447
24,mlp.experts.112.up_proj,3.60122156,0.01000,0.448
24,mlp.experts.113.up_proj,4.20318317,0.01000,0.452
24,mlp.experts.114.up_proj,11.06065369,0.01000,0.446
24,mlp.experts.115.up_proj,6.24476719,0.01000,0.446
24,mlp.experts.116.up_proj,5.80563354,0.01000,0.446
24,mlp.experts.117.up_proj,2.19770145,0.01000,0.445
24,mlp.experts.118.up_proj,10.80380535,0.01000,0.446
24,mlp.experts.119.up_proj,0.80169761,0.01000,0.456
24,mlp.experts.120.up_proj,3.96441174,0.01000,0.448
24,mlp.experts.121.up_proj,3.98464990,0.01000,0.446
24,mlp.experts.122.up_proj,0.77075142,0.01000,0.445
24,mlp.experts.123.up_proj,10.95042419,0.01000,0.446
24,mlp.experts.124.up_proj,4.45880795,0.01000,0.446
24,mlp.experts.125.up_proj,3.93444681,0.01000,0.447
24,mlp.experts.126.up_proj,10.52484703,0.01000,0.446
24,mlp.experts.127.up_proj,9.41726971,0.01000,0.447
24,mlp.experts.0.gate_proj,6.38608170,0.01000,0.446
24,mlp.experts.1.gate_proj,1.52017188,0.01000,0.448
24,mlp.experts.2.gate_proj,11.72382164,0.01000,0.441
24,mlp.experts.3.gate_proj,2.03826666,0.01000,0.449
24,mlp.experts.4.gate_proj,3.38553572,0.01000,0.467
24,mlp.experts.5.gate_proj,0.09026705,0.01000,0.464
24,mlp.experts.6.gate_proj,3.33390284,0.01000,0.448
24,mlp.experts.7.gate_proj,4.42012405,0.01000,0.448
24,mlp.experts.8.gate_proj,42.91609192,0.01000,0.447
24,mlp.experts.9.gate_proj,24.88091469,0.01000,0.447
24,mlp.experts.10.gate_proj,1.17255819,0.01000,0.447
24,mlp.experts.11.gate_proj,2.52757382,0.01000,0.447
24,mlp.experts.12.gate_proj,2.72064924,0.01000,0.449
24,mlp.experts.13.gate_proj,3.15069461,0.01000,0.447
24,mlp.experts.14.gate_proj,8.23452377,0.01000,0.447
24,mlp.experts.15.gate_proj,14.03046036,0.01000,0.447
24,mlp.experts.16.gate_proj,13.14563179,0.01000,0.446
24,mlp.experts.17.gate_proj,2.56641960,0.01000,0.446
24,mlp.experts.18.gate_proj,1.28462815,0.01000,0.438
24,mlp.experts.19.gate_proj,0.29692820,0.01000,0.439
24,mlp.experts.20.gate_proj,4.96217251,0.01000,0.440
24,mlp.experts.21.gate_proj,91.14845276,0.01000,0.438
24,mlp.experts.22.gate_proj,35.41973877,0.01000,0.442
24,mlp.experts.23.gate_proj,7.79877758,0.01000,0.438
24,mlp.experts.24.gate_proj,5.48908901,0.01000,0.439
24,mlp.experts.25.gate_proj,6.79050159,0.01000,0.438
24,mlp.experts.26.gate_proj,5.53999710,0.01000,0.439
24,mlp.experts.27.gate_proj,1.76022732,0.01000,0.440
24,mlp.experts.28.gate_proj,0.74319351,0.01000,0.440
24,mlp.experts.29.gate_proj,1.10356212,0.01000,0.440
24,mlp.experts.30.gate_proj,33.34040070,0.01000,0.439
24,mlp.experts.31.gate_proj,0.28334099,0.01000,0.439
24,mlp.experts.32.gate_proj,7.19563389,0.01000,0.442
24,mlp.experts.33.gate_proj,3.70887136,0.01000,0.440
24,mlp.experts.34.gate_proj,7.83051443,0.01000,0.438
24,mlp.experts.35.gate_proj,7.07166290,0.01000,0.439
24,mlp.experts.36.gate_proj,4.78648806,0.01000,0.439
24,mlp.experts.37.gate_proj,1.57580829,0.01000,0.440
24,mlp.experts.38.gate_proj,7.83257103,0.01000,0.439
24,mlp.experts.39.gate_proj,5.12592316,0.01000,0.465
24,mlp.experts.40.gate_proj,2.58411837,0.01000,0.457
24,mlp.experts.41.gate_proj,56.92959213,0.01000,0.463
24,mlp.experts.42.gate_proj,8.34600449,0.01000,0.468
24,mlp.experts.43.gate_proj,7.49724245,0.01000,0.445
24,mlp.experts.44.gate_proj,5.71803045,0.01000,0.440
24,mlp.experts.45.gate_proj,1.11166096,0.01000,0.439
24,mlp.experts.46.gate_proj,13.50537491,0.01000,0.439
24,mlp.experts.47.gate_proj,1.49623334,0.01000,0.441
24,mlp.experts.48.gate_proj,4.98168850,0.01000,0.439
24,mlp.experts.49.gate_proj,3.50694418,0.01000,0.440
24,mlp.experts.50.gate_proj,4.37011433,0.01000,0.439
24,mlp.experts.51.gate_proj,1.46061563,0.01000,0.440
24,mlp.experts.52.gate_proj,44.27003479,0.01000,0.439
24,mlp.experts.53.gate_proj,6.43383884,0.01000,0.442
24,mlp.experts.54.gate_proj,5.89722586,0.01000,0.441
24,mlp.experts.55.gate_proj,2.67060900,0.01000,0.451
24,mlp.experts.56.gate_proj,48.91124725,0.01000,0.447
24,mlp.experts.57.gate_proj,1.96525145,0.01000,0.439
24,mlp.experts.58.gate_proj,4.71754074,0.01000,0.439
24,mlp.experts.59.gate_proj,0.36383894,0.01000,0.440
24,mlp.experts.60.gate_proj,4.70573235,0.01000,0.440
24,mlp.experts.61.gate_proj,3.92522550,0.01000,0.439
24,mlp.experts.62.gate_proj,1.57086849,0.01000,0.439
24,mlp.experts.63.gate_proj,4.43763542,0.01000,0.441
24,mlp.experts.64.gate_proj,44.85630798,0.01000,0.440
24,mlp.experts.65.gate_proj,52.72164154,0.01000,0.438
24,mlp.experts.66.gate_proj,3.39191937,0.01000,0.440
24,mlp.experts.67.gate_proj,7.78061199,0.01000,0.438
24,mlp.experts.68.gate_proj,5.49613285,0.01000,0.439
24,mlp.experts.69.gate_proj,8.54440022,0.01000,0.439
24,mlp.experts.70.gate_proj,2.37690067,0.01000,0.440
24,mlp.experts.71.gate_proj,2.86985826,0.01000,0.439
24,mlp.experts.72.gate_proj,0.21259353,0.01000,0.440
24,mlp.experts.73.gate_proj,72.22467804,0.01000,0.440
24,mlp.experts.74.gate_proj,3.82671309,0.01000,0.441
24,mlp.experts.75.gate_proj,12.89895916,0.01000,0.440
24,mlp.experts.76.gate_proj,5.07935953,0.01000,0.440
24,mlp.experts.77.gate_proj,1.97793150,0.01000,0.439
24,mlp.experts.78.gate_proj,13.26185226,0.01000,0.438
24,mlp.experts.79.gate_proj,10.22251606,0.01000,0.438
24,mlp.experts.80.gate_proj,6.43371296,0.01000,0.439
24,mlp.experts.81.gate_proj,0.26849228,0.01000,0.438
24,mlp.experts.82.gate_proj,0.69393182,0.01000,0.440
24,mlp.experts.83.gate_proj,7.83113480,0.01000,0.438
24,mlp.experts.84.gate_proj,0.03593551,0.01000,0.441
24,mlp.experts.85.gate_proj,12.20223236,0.01000,0.439
24,mlp.experts.86.gate_proj,0.07012383,0.01000,0.438
24,mlp.experts.87.gate_proj,7.75332355,0.01000,0.439
24,mlp.experts.88.gate_proj,0.17687693,0.01000,0.439
24,mlp.experts.89.gate_proj,10.10125160,0.01000,0.438
24,mlp.experts.90.gate_proj,4.23538113,0.01000,0.440
24,mlp.experts.91.gate_proj,3.36129808,0.01000,0.439
24,mlp.experts.92.gate_proj,61.04987335,0.01000,0.439
24,mlp.experts.93.gate_proj,0.25586271,0.01000,0.439
24,mlp.experts.94.gate_proj,16.16758156,0.01000,0.457
24,mlp.experts.95.gate_proj,3.32687664,0.01000,0.440
24,mlp.experts.96.gate_proj,44.45555878,0.01000,0.469
24,mlp.experts.97.gate_proj,16.99515915,0.01000,0.438
24,mlp.experts.98.gate_proj,1.27114046,0.01000,0.439
24,mlp.experts.99.gate_proj,19.41663742,0.01000,0.438
24,mlp.experts.100.gate_proj,6.78445816,0.01000,0.438
24,mlp.experts.101.gate_proj,3.54156017,0.01000,0.438
24,mlp.experts.102.gate_proj,6.29150677,0.01000,0.438
24,mlp.experts.103.gate_proj,7.92615414,0.01000,0.447
24,mlp.experts.104.gate_proj,3.73826718,0.01000,0.454
24,mlp.experts.105.gate_proj,2.50578642,0.01000,0.485
24,mlp.experts.106.gate_proj,0.16357574,0.01000,0.475
24,mlp.experts.107.gate_proj,7.72963333,0.01000,0.448
24,mlp.experts.108.gate_proj,5.82244539,0.01000,0.448
24,mlp.experts.109.gate_proj,0.74262249,0.01000,0.448
24,mlp.experts.110.gate_proj,1.17393899,0.01000,0.447
24,mlp.experts.111.gate_proj,2.53287029,0.01000,0.448
24,mlp.experts.112.gate_proj,3.70898056,0.01000,0.447
24,mlp.experts.113.gate_proj,4.10450363,0.01000,0.449
24,mlp.experts.114.gate_proj,11.06221104,0.01000,0.453
24,mlp.experts.115.gate_proj,5.93645954,0.01000,0.457
24,mlp.experts.116.gate_proj,5.66357040,0.01000,0.459
24,mlp.experts.117.gate_proj,2.29164934,0.01000,0.438
24,mlp.experts.118.gate_proj,10.26187134,0.01000,0.439
24,mlp.experts.119.gate_proj,0.77600968,0.01000,0.438
24,mlp.experts.120.gate_proj,3.77972150,0.01000,0.443
24,mlp.experts.121.gate_proj,3.72538400,0.01000,0.440
24,mlp.experts.122.gate_proj,0.79227865,0.01000,0.438
24,mlp.experts.123.gate_proj,9.51134872,0.01000,0.438
24,mlp.experts.124.gate_proj,4.13022423,0.01000,0.446
24,mlp.experts.125.gate_proj,4.12376356,0.01000,0.441
24,mlp.experts.126.gate_proj,9.69274330,0.01000,0.439
24,mlp.experts.127.gate_proj,9.11190701,0.01000,0.438
24,mlp.experts.0.down_proj,1.77101636,0.01000,0.172
24,mlp.experts.1.down_proj,0.73431033,0.01000,0.167
24,mlp.experts.2.down_proj,4.97504044,0.01000,0.166
24,mlp.experts.3.down_proj,0.92857075,0.01000,0.166
24,mlp.experts.4.down_proj,1.21531975,0.01000,0.166
24,mlp.experts.5.down_proj,0.03288931,0.01000,0.167
24,mlp.experts.6.down_proj,0.53816777,0.01000,0.166
24,mlp.experts.7.down_proj,3.02164602,0.01000,0.166
24,mlp.experts.8.down_proj,24.60054016,0.01000,0.166
24,mlp.experts.9.down_proj,23.83964729,0.01000,0.166
24,mlp.experts.10.down_proj,0.06507319,0.01000,0.166
24,mlp.experts.11.down_proj,0.91464055,0.01000,0.167
24,mlp.experts.12.down_proj,0.70601189,0.01000,0.166
24,mlp.experts.13.down_proj,0.68733466,0.01000,0.166
24,mlp.experts.14.down_proj,2.50238419,0.01000,0.167
24,mlp.experts.15.down_proj,13.72047138,0.01000,0.167
24,mlp.experts.16.down_proj,5.66038418,0.01000,0.167
24,mlp.experts.17.down_proj,0.63719189,0.01000,0.167
24,mlp.experts.18.down_proj,0.17818049,0.01000,0.167
24,mlp.experts.19.down_proj,0.12713435,0.01000,0.167
24,mlp.experts.20.down_proj,1.62220192,0.01000,0.167
24,mlp.experts.21.down_proj,40.04426575,0.01000,0.167
24,mlp.experts.22.down_proj,13.39375496,0.01000,0.167
24,mlp.experts.23.down_proj,9.46078873,0.01000,0.167
24,mlp.experts.24.down_proj,0.99921560,0.01000,0.167
24,mlp.experts.25.down_proj,2.34495544,0.01000,0.168
24,mlp.experts.26.down_proj,3.55374813,0.01000,0.168
24,mlp.experts.27.down_proj,0.28889167,0.01000,0.168
24,mlp.experts.28.down_proj,0.09885917,0.01000,0.167
24,mlp.experts.29.down_proj,1.03431547,0.01000,0.168
24,mlp.experts.30.down_proj,82.14540863,0.01000,0.167
24,mlp.experts.31.down_proj,0.09462842,0.01000,0.167
24,mlp.experts.32.down_proj,1.57812238,0.01000,0.167
24,mlp.experts.33.down_proj,1.45536709,0.01000,0.167
24,mlp.experts.34.down_proj,1.65041101,0.01000,0.167
24,mlp.experts.35.down_proj,6.16258430,0.01000,0.167
24,mlp.experts.36.down_proj,2.32342100,0.01000,0.167
24,mlp.experts.37.down_proj,0.45815456,0.01000,0.167
24,mlp.experts.38.down_proj,2.30877161,0.01000,0.167
24,mlp.experts.39.down_proj,5.08942318,0.01000,0.167
24,mlp.experts.40.down_proj,0.34516633,0.01000,0.167
24,mlp.experts.41.down_proj,24.63185883,0.01000,0.167
24,mlp.experts.42.down_proj,1.45770264,0.01000,0.167
24,mlp.experts.43.down_proj,4.03171539,0.01000,0.166
24,mlp.experts.44.down_proj,1.03964615,0.01000,0.168
24,mlp.experts.45.down_proj,0.37088478,0.01000,0.167
24,mlp.experts.46.down_proj,3.88717413,0.01000,0.168
24,mlp.experts.47.down_proj,0.16467114,0.01000,0.167
24,mlp.experts.48.down_proj,1.62617612,0.01000,0.167
24,mlp.experts.49.down_proj,0.68606067,0.01000,0.167
24,mlp.experts.50.down_proj,0.48775190,0.01000,0.167
24,mlp.experts.51.down_proj,0.57973921,0.01000,0.167
24,mlp.experts.52.down_proj,46.34510040,0.01000,0.168
24,mlp.experts.53.down_proj,1.64679933,0.01000,0.168
24,mlp.experts.54.down_proj,3.25183821,0.01000,0.168
24,mlp.experts.55.down_proj,1.33839226,0.01000,0.168
24,mlp.experts.56.down_proj,52.46202850,0.01000,0.167
24,mlp.experts.57.down_proj,0.36316061,0.01000,0.167
24,mlp.experts.58.down_proj,0.99353528,0.01000,0.167
24,mlp.experts.59.down_proj,0.07368937,0.01000,0.167
24,mlp.experts.60.down_proj,3.77215958,0.01000,0.167
24,mlp.experts.61.down_proj,0.59965640,0.01000,0.167
24,mlp.experts.62.down_proj,0.18938637,0.01000,0.167
24,mlp.experts.63.down_proj,1.70058227,0.01000,0.167
24,mlp.experts.64.down_proj,41.54806519,0.01000,0.167
24,mlp.experts.65.down_proj,55.22485733,0.01000,0.167
24,mlp.experts.66.down_proj,1.46244645,0.01000,0.167
24,mlp.experts.67.down_proj,10.23506546,0.01000,0.168
24,mlp.experts.68.down_proj,1.50990808,0.01000,0.168
24,mlp.experts.69.down_proj,3.18707108,0.01000,0.168
24,mlp.experts.70.down_proj,0.86444598,0.01000,0.168
24,mlp.experts.71.down_proj,1.57018912,0.01000,0.168
24,mlp.experts.72.down_proj,0.11230664,0.01000,0.169
24,mlp.experts.73.down_proj,125.98377991,0.01000,0.169
24,mlp.experts.74.down_proj,1.23307657,0.01000,0.169
24,mlp.experts.75.down_proj,5.33003139,0.01000,0.169
24,mlp.experts.76.down_proj,0.98416686,0.01000,0.170
24,mlp.experts.77.down_proj,1.24088550,0.01000,0.170
24,mlp.experts.78.down_proj,8.15209579,0.01000,0.169
24,mlp.experts.79.down_proj,8.62974930,0.01000,0.170
24,mlp.experts.80.down_proj,2.57413316,0.01000,0.170
24,mlp.experts.81.down_proj,0.13378963,0.01000,0.171
24,mlp.experts.82.down_proj,0.49444029,0.01000,0.170
24,mlp.experts.83.down_proj,4.07838488,0.01000,0.170
24,mlp.experts.84.down_proj,0.00633897,0.01000,0.173
24,mlp.experts.85.down_proj,4.49208450,0.01000,0.170
24,mlp.experts.86.down_proj,0.02650330,0.01000,0.180
24,mlp.experts.87.down_proj,1.42890012,0.01000,0.176
24,mlp.experts.88.down_proj,0.07082254,0.01000,0.173
24,mlp.experts.89.down_proj,5.03273106,0.01000,0.170
24,mlp.experts.90.down_proj,0.66461158,0.01000,0.178
24,mlp.experts.91.down_proj,1.38935018,0.01000,0.175
24,mlp.experts.92.down_proj,20.50715446,0.01000,0.171
24,mlp.experts.93.down_proj,0.06598727,0.01000,0.170
24,mlp.experts.94.down_proj,10.04131794,0.01000,0.177
24,mlp.experts.95.down_proj,0.85415077,0.01000,0.173
24,mlp.experts.96.down_proj,63.65877533,0.01000,0.170
24,mlp.experts.97.down_proj,11.51089954,0.01000,0.175
24,mlp.experts.98.down_proj,0.16421050,0.01000,0.179
24,mlp.experts.99.down_proj,24.33724403,0.01000,0.171
24,mlp.experts.100.down_proj,1.49092662,0.01000,0.171
24,mlp.experts.101.down_proj,0.31622055,0.01000,0.170
24,mlp.experts.102.down_proj,1.14308810,0.01000,0.170
24,mlp.experts.103.down_proj,1.38465452,0.01000,0.170
24,mlp.experts.104.down_proj,1.23443329,0.01000,0.170
24,mlp.experts.105.down_proj,1.01271427,0.01000,0.170
24,mlp.experts.106.down_proj,0.03143298,0.01000,0.170
24,mlp.experts.107.down_proj,5.05970955,0.01000,0.171
24,mlp.experts.108.down_proj,2.44297981,0.01000,0.169
24,mlp.experts.109.down_proj,0.15786639,0.01000,0.170
24,mlp.experts.110.down_proj,0.20325294,0.01000,0.170
24,mlp.experts.111.down_proj,0.17630266,0.01000,0.170
24,mlp.experts.112.down_proj,1.93260407,0.01000,0.170
24,mlp.experts.113.down_proj,0.77350342,0.01000,0.170
24,mlp.experts.114.down_proj,12.76835155,0.01000,0.168
24,mlp.experts.115.down_proj,1.26405072,0.01000,0.167
24,mlp.experts.116.down_proj,3.11676979,0.01000,0.167
24,mlp.experts.117.down_proj,0.42234480,0.01000,0.168
24,mlp.experts.118.down_proj,4.10181522,0.01000,0.167
24,mlp.experts.119.down_proj,0.17920929,0.01000,0.167
24,mlp.experts.120.down_proj,0.88211358,0.01000,0.167
24,mlp.experts.121.down_proj,0.90662396,0.01000,0.167
24,mlp.experts.122.down_proj,0.13794422,0.01000,0.169
24,mlp.experts.123.down_proj,3.77659845,0.01000,0.167
24,mlp.experts.124.down_proj,1.17647183,0.01000,0.168
24,mlp.experts.125.down_proj,1.84218502,0.01000,0.168
24,mlp.experts.126.down_proj,5.95465040,0.01000,0.167
24,mlp.experts.127.down_proj,4.36739635,0.01000,0.167
25,self_attn.q_proj,0.34538031,0.01000,0.440
25,self_attn.k_proj,0.04364074,0.01000,0.438
25,self_attn.v_proj,0.04925343,0.01000,0.439
25,self_attn.o_proj,0.04303301,0.01000,0.891
25,mlp.experts.0.up_proj,12.21336174,0.01000,0.448
25,mlp.experts.1.up_proj,4.24339628,0.01000,0.438
25,mlp.experts.2.up_proj,7.38129473,0.01000,0.439
25,mlp.experts.3.up_proj,0.20185056,0.01000,0.435
25,mlp.experts.4.up_proj,2.85312724,0.01000,0.439
25,mlp.experts.5.up_proj,0.56037951,0.01000,0.439
25,mlp.experts.6.up_proj,9.29443359,0.01000,0.440
25,mlp.experts.7.up_proj,0.38339949,0.01000,0.440
25,mlp.experts.8.up_proj,2.75001097,0.01000,0.440
25,mlp.experts.9.up_proj,0.43245566,0.01000,0.441
25,mlp.experts.10.up_proj,5.28344536,0.01000,0.442
25,mlp.experts.11.up_proj,3.03705788,0.01000,0.442
25,mlp.experts.12.up_proj,4.11055851,0.01000,0.456
25,mlp.experts.13.up_proj,2.92397046,0.01000,0.447
25,mlp.experts.14.up_proj,1.71343160,0.01000,0.446
25,mlp.experts.15.up_proj,29.26783180,0.01000,0.472
25,mlp.experts.16.up_proj,12.58789158,0.01000,0.474
25,mlp.experts.17.up_proj,0.35812452,0.01000,0.472
25,mlp.experts.18.up_proj,6.51290989,0.01000,0.475
25,mlp.experts.19.up_proj,25.09591866,0.01000,0.473
25,mlp.experts.20.up_proj,16.66168213,0.01000,0.481
25,mlp.experts.21.up_proj,3.78315353,0.01000,0.448
25,mlp.experts.22.up_proj,0.92942500,0.01000,0.447
25,mlp.experts.23.up_proj,16.34811783,0.01000,0.446
25,mlp.experts.24.up_proj,7.31281996,0.01000,0.447
25,mlp.experts.25.up_proj,2.31054592,0.01000,0.447
25,mlp.experts.26.up_proj,27.32768250,0.01000,0.447
25,mlp.experts.27.up_proj,1.94800520,0.01000,0.448
25,mlp.experts.28.up_proj,16.39033508,0.01000,0.448
25,mlp.experts.29.up_proj,34.40018463,0.01000,0.447
25,mlp.experts.30.up_proj,11.82403469,0.01000,0.457
25,mlp.experts.31.up_proj,1.46691251,0.01000,0.468
25,mlp.experts.32.up_proj,6.38371325,0.01000,0.450
25,mlp.experts.33.up_proj,21.13675308,0.01000,0.448
25,mlp.experts.34.up_proj,2.40105104,0.01000,0.463
25,mlp.experts.35.up_proj,1.80787349,0.01000,0.448
25,mlp.experts.36.up_proj,4.44968557,0.01000,0.464
25,mlp.experts.37.up_proj,45.21978760,0.01000,0.453
25,mlp.experts.38.up_proj,3.04537439,0.01000,0.475
25,mlp.experts.39.up_proj,0.85530984,0.01000,0.447
25,mlp.experts.40.up_proj,5.80209732,0.01000,0.454
25,mlp.experts.41.up_proj,5.55642557,0.01000,0.448
25,mlp.experts.42.up_proj,7.04625463,0.01000,0.447
25,mlp.experts.43.up_proj,0.48457319,0.01000,0.447
25,mlp.experts.44.up_proj,4.68509912,0.01000,0.447
25,mlp.experts.45.up_proj,24.48451614,0.01000,0.448
25,mlp.experts.46.up_proj,0.29963350,0.01000,0.448
25,mlp.experts.47.up_proj,51.38064957,0.01000,0.447
25,mlp.experts.48.up_proj,0.19325393,0.01000,0.447
25,mlp.experts.49.up_proj,21.96671677,0.01000,0.448
25,mlp.experts.50.up_proj,0.23350127,0.01000,0.463
25,mlp.experts.51.up_proj,3.15619159,0.01000,0.477
25,mlp.experts.52.up_proj,49.16846085,0.01000,0.448
25,mlp.experts.53.up_proj,0.16856462,0.01000,0.448
25,mlp.experts.54.up_proj,0.53034371,0.01000,0.448
25,mlp.experts.55.up_proj,4.57594872,0.01000,0.447
25,mlp.experts.56.up_proj,0.77706277,0.01000,0.447
25,mlp.experts.57.up_proj,8.16905689,0.01000,0.447
25,mlp.experts.58.up_proj,118.16604614,0.01000,0.446
25,mlp.experts.59.up_proj,12.81248760,0.01000,0.448
25,mlp.experts.60.up_proj,5.49780750,0.01000,0.448
25,mlp.experts.61.up_proj,108.91030884,0.01000,0.460
25,mlp.experts.62.up_proj,8.22786140,0.01000,0.449
25,mlp.experts.63.up_proj,3.76389074,0.01000,0.473
25,mlp.experts.64.up_proj,5.73666954,0.01000,0.472
25,mlp.experts.65.up_proj,6.19629002,0.01000,0.474
25,mlp.experts.66.up_proj,7.56950665,0.01000,0.472
25,mlp.experts.67.up_proj,10.45250130,0.01000,0.473
25,mlp.experts.68.up_proj,0.97940540,0.01000,0.472
25,mlp.experts.69.up_proj,3.80116653,0.01000,0.474
25,mlp.experts.70.up_proj,0.60987473,0.01000,0.474
25,mlp.experts.71.up_proj,10.51166916,0.01000,0.472
25,mlp.experts.72.up_proj,0.51513731,0.01000,0.472
25,mlp.experts.73.up_proj,29.52222252,0.01000,0.475
25,mlp.experts.74.up_proj,1.76758718,0.01000,0.472
25,mlp.experts.75.up_proj,6.70868969,0.01000,0.475
25,mlp.experts.76.up_proj,4.35811186,0.01000,0.472
25,mlp.experts.77.up_proj,27.02532959,0.01000,0.474
25,mlp.experts.78.up_proj,30.61223984,0.01000,0.474
25,mlp.experts.79.up_proj,5.58383322,0.01000,0.473
25,mlp.experts.80.up_proj,13.46670341,0.01000,0.477
25,mlp.experts.81.up_proj,85.75402832,0.01000,0.476
25,mlp.experts.82.up_proj,8.77278614,0.01000,0.447
25,mlp.experts.83.up_proj,3.65876985,0.01000,0.448
25,mlp.experts.84.up_proj,0.80881774,0.01000,0.448
25,mlp.experts.85.up_proj,1.57727718,0.01000,0.468
25,mlp.experts.86.up_proj,0.34370697,0.01000,0.448
25,mlp.experts.87.up_proj,16.20505142,0.01000,0.448
25,mlp.experts.88.up_proj,4.41786003,0.01000,0.461
25,mlp.experts.89.up_proj,6.07280922,0.01000,0.474
25,mlp.experts.90.up_proj,0.42416573,0.01000,0.475
25,mlp.experts.91.up_proj,18.24943733,0.01000,0.449
25,mlp.experts.92.up_proj,24.70952797,0.01000,0.456
25,mlp.experts.93.up_proj,7.39370584,0.01000,0.476
25,mlp.experts.94.up_proj,0.12122922,0.01000,0.473
25,mlp.experts.95.up_proj,16.80256653,0.01000,0.448
25,mlp.experts.96.up_proj,0.43998152,0.01000,0.449
25,mlp.experts.97.up_proj,0.60164344,0.01000,0.449
25,mlp.experts.98.up_proj,3.95506835,0.01000,0.448
25,mlp.experts.99.up_proj,3.95869970,0.01000,0.451
25,mlp.experts.100.up_proj,0.32326370,0.01000,0.450
25,mlp.experts.101.up_proj,10.92432022,0.01000,0.439
25,mlp.experts.102.up_proj,5.61393356,0.01000,0.441
25,mlp.experts.103.up_proj,5.85864305,0.01000,0.438
25,mlp.experts.104.up_proj,14.48051167,0.01000,0.438
25,mlp.experts.105.up_proj,5.27017689,0.01000,0.439
25,mlp.experts.106.up_proj,7.54681969,0.01000,0.440
25,mlp.experts.107.up_proj,4.61296844,0.01000,0.438
25,mlp.experts.108.up_proj,15.06416130,0.01000,0.442
25,mlp.experts.109.up_proj,10.45712471,0.01000,0.439
25,mlp.experts.110.up_proj,3.64960623,0.01000,0.440
25,mlp.experts.111.up_proj,4.24382019,0.01000,0.440
25,mlp.experts.112.up_proj,19.01581573,0.01000,0.439
25,mlp.experts.113.up_proj,3.99205542,0.01000,0.438
25,mlp.experts.114.up_proj,6.67939091,0.01000,0.438
25,mlp.experts.115.up_proj,4.04091263,0.01000,0.438
25,mlp.experts.116.up_proj,0.08785379,0.01000,0.437
25,mlp.experts.117.up_proj,2.15394545,0.01000,0.438
25,mlp.experts.118.up_proj,6.54214048,0.01000,0.438
25,mlp.experts.119.up_proj,1.41505003,0.01000,0.449
25,mlp.experts.120.up_proj,4.78422451,0.01000,0.463
25,mlp.experts.121.up_proj,5.81377602,0.01000,0.466
25,mlp.experts.122.up_proj,15.16596699,0.01000,0.438
25,mlp.experts.123.up_proj,9.93945408,0.01000,0.438
25,mlp.experts.124.up_proj,2.74994040,0.01000,0.438
25,mlp.experts.125.up_proj,2.41223955,0.01000,0.437
25,mlp.experts.126.up_proj,4.81426191,0.01000,0.437
25,mlp.experts.127.up_proj,4.90450096,0.01000,0.437
25,mlp.experts.0.gate_proj,11.86786652,0.01000,0.439
25,mlp.experts.1.gate_proj,4.39623785,0.01000,0.437
25,mlp.experts.2.gate_proj,7.23749256,0.01000,0.438
25,mlp.experts.3.gate_proj,0.19639684,0.01000,0.441
25,mlp.experts.4.gate_proj,2.85309958,0.01000,0.450
25,mlp.experts.5.gate_proj,0.53079706,0.01000,0.439
25,mlp.experts.6.gate_proj,7.16488028,0.01000,0.437
25,mlp.experts.7.gate_proj,0.37571231,0.01000,0.437
25,mlp.experts.8.gate_proj,2.98130536,0.01000,0.437
25,mlp.experts.9.gate_proj,0.43641376,0.01000,0.438
25,mlp.experts.10.gate_proj,4.53126144,0.01000,0.437
25,mlp.experts.11.gate_proj,3.23708153,0.01000,0.438
25,mlp.experts.12.gate_proj,4.44213629,0.01000,0.452
25,mlp.experts.13.gate_proj,2.96297622,0.01000,0.442
25,mlp.experts.14.gate_proj,1.75989795,0.01000,0.448
25,mlp.experts.15.gate_proj,26.34144592,0.01000,0.439
25,mlp.experts.16.gate_proj,12.08301544,0.01000,0.454
25,mlp.experts.17.gate_proj,0.35509148,0.01000,0.438
25,mlp.experts.18.gate_proj,6.23670578,0.01000,0.438
25,mlp.experts.19.gate_proj,25.06510162,0.01000,0.439
25,mlp.experts.20.gate_proj,16.58531570,0.01000,0.439
25,mlp.experts.21.gate_proj,3.53018761,0.01000,0.438
25,mlp.experts.22.gate_proj,0.83659708,0.01000,0.438
25,mlp.experts.23.gate_proj,15.94907188,0.01000,0.440
25,mlp.experts.24.gate_proj,7.68373585,0.01000,0.442
25,mlp.experts.25.gate_proj,2.28224611,0.01000,0.439
25,mlp.experts.26.gate_proj,28.45228004,0.01000,0.438
25,mlp.experts.27.gate_proj,1.82468271,0.01000,0.438
25,mlp.experts.28.gate_proj,14.28920269,0.01000,0.438
25,mlp.experts.29.gate_proj,34.20322037,0.01000,0.440
25,mlp.experts.30.gate_proj,12.11659431,0.01000,0.439
25,mlp.experts.31.gate_proj,1.52609420,0.01000,0.438
25,mlp.experts.32.gate_proj,5.97725677,0.01000,0.438
25,mlp.experts.33.gate_proj,16.41680145,0.01000,0.438
25,mlp.experts.34.gate_proj,2.50155401,0.01000,0.443
25,mlp.experts.35.gate_proj,4.23544788,0.01000,0.438
25,mlp.experts.36.gate_proj,4.71401024,0.01000,0.439
25,mlp.experts.37.gate_proj,46.84196472,0.01000,0.438
25,mlp.experts.38.gate_proj,2.90763474,0.01000,0.439
25,mlp.experts.39.gate_proj,0.75689054,0.01000,0.439
25,mlp.experts.40.gate_proj,5.34783316,0.01000,0.438
25,mlp.experts.41.gate_proj,5.56935167,0.01000,0.438
25,mlp.experts.42.gate_proj,6.89703751,0.01000,0.438
25,mlp.experts.43.gate_proj,0.49762017,0.01000,0.439
25,mlp.experts.44.gate_proj,4.58500862,0.01000,0.440
25,mlp.experts.45.gate_proj,17.96520424,0.01000,0.440
25,mlp.experts.46.gate_proj,0.28331196,0.01000,0.439
25,mlp.experts.47.gate_proj,43.06159210,0.01000,0.440
25,mlp.experts.48.gate_proj,0.21824630,0.01000,0.441
25,mlp.experts.49.gate_proj,22.44144058,0.01000,0.438
25,mlp.experts.50.gate_proj,0.23674889,0.01000,0.438
25,mlp.experts.51.gate_proj,3.22444034,0.01000,0.439
25,mlp.experts.52.gate_proj,49.70425034,0.01000,0.440
25,mlp.experts.53.gate_proj,0.17648475,0.01000,0.438
25,mlp.experts.54.gate_proj,0.54071927,0.01000,0.438
25,mlp.experts.55.gate_proj,4.18139744,0.01000,0.443
25,mlp.experts.56.gate_proj,0.71304840,0.01000,0.441
25,mlp.experts.57.gate_proj,7.13608074,0.01000,0.438
25,mlp.experts.58.gate_proj,84.41831970,0.01000,0.438
25,mlp.experts.59.gate_proj,14.27303600,0.01000,0.439
25,mlp.experts.60.gate_proj,5.24811268,0.01000,0.439
25,mlp.experts.61.gate_proj,116.28527832,0.01000,0.438
25,mlp.experts.62.gate_proj,6.54219818,0.01000,0.437
25,mlp.experts.63.gate_proj,3.48540235,0.01000,0.437
25,mlp.experts.64.gate_proj,6.01862621,0.01000,0.437
25,mlp.experts.65.gate_proj,5.31934357,0.01000,0.441
25,mlp.experts.66.gate_proj,7.48190165,0.01000,0.438
25,mlp.experts.67.gate_proj,10.64445877,0.01000,0.438
25,mlp.experts.68.gate_proj,0.97677737,0.01000,0.438
25,mlp.experts.69.gate_proj,3.50086617,0.01000,0.437
25,mlp.experts.70.gate_proj,0.57930535,0.01000,0.438
25,mlp.experts.71.gate_proj,9.95445824,0.01000,0.439
25,mlp.experts.72.gate_proj,0.49164966,0.01000,0.439
25,mlp.experts.73.gate_proj,28.09449768,0.01000,0.438
25,mlp.experts.74.gate_proj,1.81699288,0.01000,0.437
25,mlp.experts.75.gate_proj,6.70459843,0.01000,0.440
25,mlp.experts.76.gate_proj,3.72555280,0.01000,0.441
25,mlp.experts.77.gate_proj,25.31306076,0.01000,0.440
25,mlp.experts.78.gate_proj,32.68594742,0.01000,0.441
25,mlp.experts.79.gate_proj,5.14428043,0.01000,0.440
25,mlp.experts.80.gate_proj,10.33388233,0.01000,0.440
25,mlp.experts.81.gate_proj,83.30602264,0.01000,0.441
25,mlp.experts.82.gate_proj,8.43639755,0.01000,0.442
25,mlp.experts.83.gate_proj,3.55206919,0.01000,0.462
25,mlp.experts.84.gate_proj,0.83254850,0.01000,0.469
25,mlp.experts.85.gate_proj,1.62185788,0.01000,0.474
25,mlp.experts.86.gate_proj,0.36055419,0.01000,0.446
25,mlp.experts.87.gate_proj,16.50498581,0.01000,0.444
25,mlp.experts.88.gate_proj,4.25270462,0.01000,0.444
25,mlp.experts.89.gate_proj,5.73995304,0.01000,0.444
25,mlp.experts.90.gate_proj,0.40675306,0.01000,0.444
25,mlp.experts.91.gate_proj,20.94977570,0.01000,0.445
25,mlp.experts.92.gate_proj,25.67581177,0.01000,0.445
25,mlp.experts.93.gate_proj,7.63019180,0.01000,0.443
25,mlp.experts.94.gate_proj,0.12219951,0.01000,0.445
25,mlp.experts.95.gate_proj,16.54034233,0.01000,0.444
25,mlp.experts.96.gate_proj,0.42210647,0.01000,0.446
25,mlp.experts.97.gate_proj,0.61890352,0.01000,0.448
25,mlp.experts.98.gate_proj,3.79145360,0.01000,0.444
25,mlp.experts.99.gate_proj,4.06257820,0.01000,0.444
25,mlp.experts.100.gate_proj,0.32341570,0.01000,0.444
25,mlp.experts.101.gate_proj,9.74732685,0.01000,0.445
25,mlp.experts.102.gate_proj,5.44088888,0.01000,0.443
25,mlp.experts.103.gate_proj,5.91400480,0.01000,0.444
25,mlp.experts.104.gate_proj,15.13297272,0.01000,0.444
25,mlp.experts.105.gate_proj,5.18377495,0.01000,0.445
25,mlp.experts.106.gate_proj,7.05593395,0.01000,0.446
25,mlp.experts.107.gate_proj,4.14391708,0.01000,0.444
25,mlp.experts.108.gate_proj,15.54416466,0.01000,0.445
25,mlp.experts.109.gate_proj,8.98474312,0.01000,0.444
25,mlp.experts.110.gate_proj,3.75802398,0.01000,0.444
25,mlp.experts.111.gate_proj,4.11934280,0.01000,0.444
25,mlp.experts.112.gate_proj,19.72172356,0.01000,0.444
25,mlp.experts.113.gate_proj,3.81976104,0.01000,0.444
25,mlp.experts.114.gate_proj,6.52891731,0.01000,0.444
25,mlp.experts.115.gate_proj,3.72016764,0.01000,0.444
25,mlp.experts.116.gate_proj,0.09064564,0.01000,0.445
25,mlp.experts.117.gate_proj,2.19228005,0.01000,0.445
25,mlp.experts.118.gate_proj,6.68903255,0.01000,0.444
25,mlp.experts.119.gate_proj,1.44018090,0.01000,0.444
25,mlp.experts.120.gate_proj,4.41252565,0.01000,0.443
25,mlp.experts.121.gate_proj,5.49617863,0.01000,0.444
25,mlp.experts.122.gate_proj,15.32318878,0.01000,0.445
25,mlp.experts.123.gate_proj,8.61677361,0.01000,0.444
25,mlp.experts.124.gate_proj,2.82879019,0.01000,0.443
25,mlp.experts.125.gate_proj,2.25463772,0.01000,0.444
25,mlp.experts.126.gate_proj,4.94114208,0.01000,0.443
25,mlp.experts.127.gate_proj,4.31366444,0.01000,0.465
25,mlp.experts.0.down_proj,5.60359859,0.01000,0.169
25,mlp.experts.1.down_proj,1.34827721,0.01000,0.164
25,mlp.experts.2.down_proj,3.41647124,0.01000,0.165
25,mlp.experts.3.down_proj,0.10824944,0.01000,0.167
25,mlp.experts.4.down_proj,1.00511348,0.01000,0.166
25,mlp.experts.5.down_proj,0.77593291,0.01000,0.166
25,mlp.experts.6.down_proj,3.43432450,0.01000,0.165
25,mlp.experts.7.down_proj,0.12118240,0.01000,0.164
25,mlp.experts.8.down_proj,1.29554224,0.01000,0.164
25,mlp.experts.9.down_proj,0.37283212,0.01000,0.164
25,mlp.experts.10.down_proj,0.95828462,0.01000,0.164
25,mlp.experts.11.down_proj,0.53378946,0.01000,0.164
25,mlp.experts.12.down_proj,0.80866164,0.01000,0.165
25,mlp.experts.13.down_proj,0.74481678,0.01000,0.164
25,mlp.experts.14.down_proj,0.42939997,0.01000,0.164
25,mlp.experts.15.down_proj,38.43960190,0.01000,0.165
25,mlp.experts.16.down_proj,9.67149067,0.01000,0.165
25,mlp.experts.17.down_proj,0.15818384,0.01000,0.165
25,mlp.experts.18.down_proj,2.25998282,0.01000,0.164
25,mlp.experts.19.down_proj,20.77634048,0.01000,0.165
25,mlp.experts.20.down_proj,6.42398024,0.01000,0.165
25,mlp.experts.21.down_proj,1.10346532,0.01000,0.165
25,mlp.experts.22.down_proj,0.38369334,0.01000,0.165
25,mlp.experts.23.down_proj,15.18930626,0.01000,0.165
25,mlp.experts.24.down_proj,2.08882070,0.01000,0.165
25,mlp.experts.25.down_proj,0.72789884,0.01000,0.165
25,mlp.experts.26.down_proj,38.98695374,0.01000,0.165
25,mlp.experts.27.down_proj,0.32119995,0.01000,0.165
25,mlp.experts.28.down_proj,18.23454857,0.01000,0.165
25,mlp.experts.29.down_proj,11.09786797,0.01000,0.165
25,mlp.experts.30.down_proj,7.65097094,0.01000,0.166
25,mlp.experts.31.down_proj,0.21424919,0.01000,0.167
25,mlp.experts.32.down_proj,10.60716057,0.01000,0.167
25,mlp.experts.33.down_proj,13.28924751,0.01000,0.166
25,mlp.experts.34.down_proj,1.04416561,0.01000,0.164
25,mlp.experts.35.down_proj,0.77433693,0.01000,0.165
25,mlp.experts.36.down_proj,0.96824807,0.01000,0.165
25,mlp.experts.37.down_proj,21.38091087,0.01000,0.170
25,mlp.experts.38.down_proj,1.50116456,0.01000,0.164
25,mlp.experts.39.down_proj,0.71666950,0.01000,0.165
25,mlp.experts.40.down_proj,1.13228726,0.01000,0.165
25,mlp.experts.41.down_proj,1.32697415,0.01000,0.165
25,mlp.experts.42.down_proj,3.15379906,0.01000,0.165
25,mlp.experts.43.down_proj,0.08298755,0.01000,0.165
25,mlp.experts.44.down_proj,1.07985067,0.01000,0.164
25,mlp.experts.45.down_proj,41.84399414,0.01000,0.164
25,mlp.experts.46.down_proj,0.14056331,0.01000,0.164
25,mlp.experts.47.down_proj,36.74538422,0.01000,0.164
25,mlp.experts.48.down_proj,0.10958292,0.01000,0.164
25,mlp.experts.49.down_proj,7.69801426,0.01000,0.164
25,mlp.experts.50.down_proj,0.05970923,0.01000,0.165
25,mlp.experts.51.down_proj,1.68796813,0.01000,0.164
25,mlp.experts.52.down_proj,17.21287537,0.01000,0.164
25,mlp.experts.53.down_proj,0.03271525,0.01000,0.165
25,mlp.experts.54.down_proj,0.48420477,0.01000,0.165
25,mlp.experts.55.down_proj,1.19926822,0.01000,0.165
25,mlp.experts.56.down_proj,0.24995667,0.01000,0.165
25,mlp.experts.57.down_proj,2.27327204,0.01000,0.166
25,mlp.experts.58.down_proj,49.35312653,0.01000,0.168
25,mlp.experts.59.down_proj,3.03486276,0.01000,0.167
25,mlp.experts.60.down_proj,5.55749416,0.01000,0.167
25,mlp.experts.61.down_proj,95.56692505,0.01000,0.166
25,mlp.experts.62.down_proj,1.24325919,0.01000,0.165
25,mlp.experts.63.down_proj,3.46154356,0.01000,0.166
25,mlp.experts.64.down_proj,2.09648681,0.01000,0.165
25,mlp.experts.65.down_proj,1.62761450,0.01000,0.165
25,mlp.experts.66.down_proj,2.73223162,0.01000,0.166
25,mlp.experts.67.down_proj,6.63413429,0.01000,0.167
25,mlp.experts.68.down_proj,0.29797727,0.01000,0.166
25,mlp.experts.69.down_proj,0.81716895,0.01000,0.167
25,mlp.experts.70.down_proj,0.22314048,0.01000,0.167
25,mlp.experts.71.down_proj,2.15784240,0.01000,0.167
25,mlp.experts.72.down_proj,0.12411938,0.01000,0.167
25,mlp.experts.73.down_proj,18.14080811,0.01000,0.167
25,mlp.experts.74.down_proj,0.82805061,0.01000,0.166
25,mlp.experts.75.down_proj,1.40692616,0.01000,0.167
25,mlp.experts.76.down_proj,1.43491185,0.01000,0.167
25,mlp.experts.77.down_proj,19.44302750,0.01000,0.167
25,mlp.experts.78.down_proj,24.17346573,0.01000,0.167
25,mlp.experts.79.down_proj,1.56713104,0.01000,0.167
25,mlp.experts.80.down_proj,6.74479961,0.01000,0.167
25,mlp.experts.81.down_proj,40.31834793,0.01000,0.167
25,mlp.experts.82.down_proj,9.54053688,0.01000,0.167
25,mlp.experts.83.down_proj,2.26915216,0.01000,0.167
25,mlp.experts.84.down_proj,0.12197725,0.01000,0.168
25,mlp.experts.85.down_proj,0.20973629,0.01000,0.170
25,mlp.experts.86.down_proj,0.08522242,0.01000,0.170
25,mlp.experts.87.down_proj,7.76106739,0.01000,0.169
25,mlp.experts.88.down_proj,1.98298931,0.01000,0.168
25,mlp.experts.89.down_proj,2.19978428,0.01000,0.167
25,mlp.experts.90.down_proj,0.35376430,0.01000,0.168
25,mlp.experts.91.down_proj,3.43482447,0.01000,0.168
25,mlp.experts.92.down_proj,23.61285019,0.01000,0.167
25,mlp.experts.93.down_proj,2.97803617,0.01000,0.168
25,mlp.experts.94.down_proj,0.06396839,0.01000,0.167
25,mlp.experts.95.down_proj,8.59497738,0.01000,0.167
25,mlp.experts.96.down_proj,0.17493524,0.01000,0.168
25,mlp.experts.97.down_proj,0.07180113,0.01000,0.168
25,mlp.experts.98.down_proj,1.91716552,0.01000,0.168
25,mlp.experts.99.down_proj,1.14679015,0.01000,0.168
25,mlp.experts.100.down_proj,0.19479266,0.01000,0.168
25,mlp.experts.101.down_proj,2.18410397,0.01000,0.168
25,mlp.experts.102.down_proj,1.57797551,0.01000,0.168
25,mlp.experts.103.down_proj,4.18168259,0.01000,0.168
25,mlp.experts.104.down_proj,4.14311028,0.01000,0.168
25,mlp.experts.105.down_proj,1.01759744,0.01000,0.168
25,mlp.experts.106.down_proj,2.02701354,0.01000,0.169
25,mlp.experts.107.down_proj,2.25408697,0.01000,0.168
25,mlp.experts.108.down_proj,6.79541016,0.01000,0.169
25,mlp.experts.109.down_proj,3.14424539,0.01000,0.169
25,mlp.experts.110.down_proj,1.48750186,0.01000,0.170
25,mlp.experts.111.down_proj,1.43142366,0.01000,0.172
25,mlp.experts.112.down_proj,11.16669273,0.01000,0.173
25,mlp.experts.113.down_proj,1.04110742,0.01000,0.171
25,mlp.experts.114.down_proj,3.99041748,0.01000,0.170
25,mlp.experts.115.down_proj,1.02118218,0.01000,0.177
25,mlp.experts.116.down_proj,0.02138265,0.01000,0.170
25,mlp.experts.117.down_proj,0.92954832,0.01000,0.173
25,mlp.experts.118.down_proj,9.10441875,0.01000,0.183
25,mlp.experts.119.down_proj,0.31233838,0.01000,0.181
25,mlp.experts.120.down_proj,4.46780872,0.01000,0.179
25,mlp.experts.121.down_proj,1.39495826,0.01000,0.179
25,mlp.experts.122.down_proj,9.38159370,0.01000,0.178
25,mlp.experts.123.down_proj,2.74778366,0.01000,0.170
25,mlp.experts.124.down_proj,0.91150492,0.01000,0.172
25,mlp.experts.125.down_proj,0.48993194,0.01000,0.171
25,mlp.experts.126.down_proj,2.70225668,0.01000,0.170
25,mlp.experts.127.down_proj,1.26861930,0.01000,0.169
26,self_attn.q_proj,0.58819181,0.01000,0.441
26,self_attn.k_proj,0.07629061,0.01000,0.440
26,self_attn.v_proj,0.08894993,0.01000,0.438
26,self_attn.o_proj,0.06945024,0.01000,0.888
26,mlp.experts.0.up_proj,0.72604787,0.01000,0.445
26,mlp.experts.1.up_proj,28.65933609,0.01000,0.440
26,mlp.experts.2.up_proj,0.93802786,0.01000,0.447
26,mlp.experts.3.up_proj,5.15369415,0.01000,0.441
26,mlp.experts.4.up_proj,78.41481018,0.01000,0.440
26,mlp.experts.5.up_proj,3.81110883,0.01000,0.441
26,mlp.experts.6.up_proj,7.14680052,0.01000,0.441
26,mlp.experts.7.up_proj,3.49120450,0.01000,0.440
26,mlp.experts.8.up_proj,5.23370504,0.01000,0.440
26,mlp.experts.9.up_proj,15.64194298,0.01000,0.441
26,mlp.experts.10.up_proj,6.91045952,0.01000,0.441
26,mlp.experts.11.up_proj,4.25524712,0.01000,0.442
26,mlp.experts.12.up_proj,6.03577042,0.01000,0.442
26,mlp.experts.13.up_proj,1.24042857,0.01000,0.444
26,mlp.experts.14.up_proj,88.48373413,0.01000,0.442
26,mlp.experts.15.up_proj,5.21908951,0.01000,0.441
26,mlp.experts.16.up_proj,5.47624207,0.01000,0.442
26,mlp.experts.17.up_proj,30.18028259,0.01000,0.440
26,mlp.experts.18.up_proj,7.11440277,0.01000,0.440
26,mlp.experts.19.up_proj,1.50735140,0.01000,0.440
26,mlp.experts.20.up_proj,11.93889999,0.01000,0.440
26,mlp.experts.21.up_proj,2.16250277,0.01000,0.441
26,mlp.experts.22.up_proj,27.82746887,0.01000,0.440
26,mlp.experts.23.up_proj,7.41517925,0.01000,0.477
26,mlp.experts.24.up_proj,3.16761827,0.01000,0.444
26,mlp.experts.25.up_proj,2.65548801,0.01000,0.441
26,mlp.experts.26.up_proj,30.85442734,0.01000,0.440
26,mlp.experts.27.up_proj,1.35296547,0.01000,0.441
26,mlp.experts.28.up_proj,5.18582726,0.01000,0.441
26,mlp.experts.29.up_proj,0.57624650,0.01000,0.441
26,mlp.experts.30.up_proj,1.72622132,0.01000,0.441
26,mlp.experts.31.up_proj,0.89968216,0.01000,0.439
26,mlp.experts.32.up_proj,31.19995308,0.01000,0.441
26,mlp.experts.33.up_proj,53.17027283,0.01000,0.446
26,mlp.experts.34.up_proj,7.69368267,0.01000,0.442
26,mlp.experts.35.up_proj,0.85109377,0.01000,0.440
26,mlp.experts.36.up_proj,3.09631634,0.01000,0.441
26,mlp.experts.37.up_proj,2.44705057,0.01000,0.441
26,mlp.experts.38.up_proj,9.35766792,0.01000,0.439
26,mlp.experts.39.up_proj,5.50357819,0.01000,0.440
26,mlp.experts.40.up_proj,4.88831949,0.01000,0.439
26,mlp.experts.41.up_proj,0.30147421,0.01000,0.442
26,mlp.experts.42.up_proj,90.30399323,0.01000,0.441
26,mlp.experts.43.up_proj,6.39383698,0.01000,0.441
26,mlp.experts.44.up_proj,8.43107033,0.01000,0.447
26,mlp.experts.45.up_proj,0.57492912,0.01000,0.442
26,mlp.experts.46.up_proj,3.66231012,0.01000,0.442
26,mlp.experts.47.up_proj,7.63139439,0.01000,0.441
26,mlp.experts.48.up_proj,8.61685658,0.01000,0.441
26,mlp.experts.49.up_proj,30.20058823,0.01000,0.440
26,mlp.experts.50.up_proj,4.58040667,0.01000,0.441
26,mlp.experts.51.up_proj,3.38760686,0.01000,0.441
26,mlp.experts.52.up_proj,2.34824800,0.01000,0.442
26,mlp.experts.53.up_proj,10.85686779,0.01000,0.441
26,mlp.experts.54.up_proj,1.47216725,0.01000,0.447
26,mlp.experts.55.up_proj,19.67891502,0.01000,0.454
26,mlp.experts.56.up_proj,0.23890629,0.01000,0.441
26,mlp.experts.57.up_proj,12.64189816,0.01000,0.458
26,mlp.experts.58.up_proj,7.52368259,0.01000,0.440
26,mlp.experts.59.up_proj,2.59005690,0.01000,0.448
26,mlp.experts.60.up_proj,8.80025291,0.01000,0.440
26,mlp.experts.61.up_proj,2.37158990,0.01000,0.441
26,mlp.experts.62.up_proj,15.13391113,0.01000,0.441
26,mlp.experts.63.up_proj,2.72940683,0.01000,0.442
26,mlp.experts.64.up_proj,10.98911667,0.01000,0.445
26,mlp.experts.65.up_proj,0.17432894,0.01000,0.445
26,mlp.experts.66.up_proj,1.21354651,0.01000,0.442
26,mlp.experts.67.up_proj,1.56579041,0.01000,0.440
26,mlp.experts.68.up_proj,4.02964783,0.01000,0.442
26,mlp.experts.69.up_proj,3.89589763,0.01000,0.442
26,mlp.experts.70.up_proj,3.75979853,0.01000,0.441
26,mlp.experts.71.up_proj,7.27001667,0.01000,0.441
26,mlp.experts.72.up_proj,2.66689348,0.01000,0.440
26,mlp.experts.73.up_proj,7.74836826,0.01000,0.441
26,mlp.experts.74.up_proj,19.34367752,0.01000,0.443
26,mlp.experts.75.up_proj,11.32002163,0.01000,0.447
26,mlp.experts.76.up_proj,14.13042450,0.01000,0.442
26,mlp.experts.77.up_proj,0.10423104,0.01000,0.441
26,mlp.experts.78.up_proj,11.53989601,0.01000,0.468
26,mlp.experts.79.up_proj,5.70149422,0.01000,0.442
26,mlp.experts.80.up_proj,33.82343292,0.01000,0.441
26,mlp.experts.81.up_proj,26.79636574,0.01000,0.439
26,mlp.experts.82.up_proj,13.52709103,0.01000,0.440
26,mlp.experts.83.up_proj,4.56325054,0.01000,0.440
26,mlp.experts.84.up_proj,17.96370697,0.01000,0.441
26,mlp.experts.85.up_proj,1.11052775,0.01000,0.445
26,mlp.experts.86.up_proj,28.09225082,0.01000,0.442
26,mlp.experts.87.up_proj,1.80750513,0.01000,0.441
26,mlp.experts.88.up_proj,2.57102823,0.01000,0.441
26,mlp.experts.89.up_proj,2.68575335,0.01000,0.440
26,mlp.experts.90.up_proj,4.14817333,0.01000,0.440
26,mlp.experts.91.up_proj,3.06165385,0.01000,0.440
26,mlp.experts.92.up_proj,86.37675476,0.01000,0.441
26,mlp.experts.93.up_proj,4.99847126,0.01000,0.446
26,mlp.experts.94.up_proj,3.94490957,0.01000,0.441
26,mlp.experts.95.up_proj,4.58496189,0.01000,0.447
26,mlp.experts.96.up_proj,2.23524213,0.01000,0.445
26,mlp.experts.97.up_proj,0.70419884,0.01000,0.442
26,mlp.experts.98.up_proj,1.78400719,0.01000,0.441
26,mlp.experts.99.up_proj,8.02904415,0.01000,0.441
26,mlp.experts.100.up_proj,28.07830811,0.01000,0.440
26,mlp.experts.101.up_proj,12.08859634,0.01000,0.441
26,mlp.experts.102.up_proj,8.37893772,0.01000,0.441
26,mlp.experts.103.up_proj,0.12907320,0.01000,0.441
26,mlp.experts.104.up_proj,2.45856237,0.01000,0.447
26,mlp.experts.105.up_proj,40.29429626,0.01000,0.443
26,mlp.experts.106.up_proj,0.75902808,0.01000,0.449
26,mlp.experts.107.up_proj,8.30835056,0.01000,0.448
26,mlp.experts.108.up_proj,2.49891996,0.01000,0.442
26,mlp.experts.109.up_proj,3.38614511,0.01000,0.441
26,mlp.experts.110.up_proj,51.66086960,0.01000,0.441
26,mlp.experts.111.up_proj,4.09467649,0.01000,0.440
26,mlp.experts.112.up_proj,0.79691046,0.01000,0.440
26,mlp.experts.113.up_proj,0.85345924,0.01000,0.441
26,mlp.experts.114.up_proj,1.75538123,0.01000,0.440
26,mlp.experts.115.up_proj,23.38004112,0.01000,0.444
26,mlp.experts.116.up_proj,2.04149461,0.01000,0.449
26,mlp.experts.117.up_proj,1.19398189,0.01000,0.441
26,mlp.experts.118.up_proj,2.27274394,0.01000,0.447
26,mlp.experts.119.up_proj,2.75091076,0.01000,0.442
26,mlp.experts.120.up_proj,0.07166723,0.01000,0.441
26,mlp.experts.121.up_proj,1.12603152,0.01000,0.440
26,mlp.experts.122.up_proj,0.21618086,0.01000,0.441
26,mlp.experts.123.up_proj,0.05024124,0.01000,0.440
26,mlp.experts.124.up_proj,0.23237282,0.01000,0.441
26,mlp.experts.125.up_proj,13.85615921,0.01000,0.440
26,mlp.experts.126.up_proj,4.38226175,0.01000,0.445
26,mlp.experts.127.up_proj,3.85880876,0.01000,0.444
26,mlp.experts.0.gate_proj,0.68445027,0.01000,0.440
26,mlp.experts.1.gate_proj,27.06929016,0.01000,0.440
26,mlp.experts.2.gate_proj,0.97694868,0.01000,0.440
26,mlp.experts.3.gate_proj,4.87099934,0.01000,0.463
26,mlp.experts.4.gate_proj,78.44907379,0.01000,0.438
26,mlp.experts.5.gate_proj,3.61211157,0.01000,0.438
26,mlp.experts.6.gate_proj,6.79633522,0.01000,0.438
26,mlp.experts.7.gate_proj,3.24095988,0.01000,0.438
26,mlp.experts.8.gate_proj,4.99004030,0.01000,0.464
26,mlp.experts.9.gate_proj,16.65549278,0.01000,0.470
26,mlp.experts.10.gate_proj,6.20911789,0.01000,0.438
26,mlp.experts.11.gate_proj,4.34886551,0.01000,0.438
26,mlp.experts.12.gate_proj,6.22931004,0.01000,0.439
26,mlp.experts.13.gate_proj,1.21875954,0.01000,0.439
26,mlp.experts.14.gate_proj,83.13302612,0.01000,0.438
26,mlp.experts.15.gate_proj,5.42735577,0.01000,0.457
26,mlp.experts.16.gate_proj,5.90419292,0.01000,0.439
26,mlp.experts.17.gate_proj,30.71334839,0.01000,0.438
26,mlp.experts.18.gate_proj,6.42950249,0.01000,0.439
26,mlp.experts.19.gate_proj,1.54622841,0.01000,0.445
26,mlp.experts.20.gate_proj,12.21390915,0.01000,0.440
26,mlp.experts.21.gate_proj,2.04031992,0.01000,0.463
26,mlp.experts.22.gate_proj,30.40294838,0.01000,0.468
26,mlp.experts.23.gate_proj,6.90121746,0.01000,0.468
26,mlp.experts.24.gate_proj,3.20622826,0.01000,0.466
26,mlp.experts.25.gate_proj,2.43467617,0.01000,0.465
26,mlp.experts.26.gate_proj,30.94963455,0.01000,0.466
26,mlp.experts.27.gate_proj,1.36676002,0.01000,0.467
26,mlp.experts.28.gate_proj,4.70122910,0.01000,0.439
26,mlp.experts.29.gate_proj,0.59367055,0.01000,0.454
26,mlp.experts.30.gate_proj,1.65835023,0.01000,0.466
26,mlp.experts.31.gate_proj,0.88733244,0.01000,0.455
26,mlp.experts.32.gate_proj,30.00026321,0.01000,0.454
26,mlp.experts.33.gate_proj,56.07373810,0.01000,0.459
26,mlp.experts.34.gate_proj,6.79188871,0.01000,0.464
26,mlp.experts.35.gate_proj,0.87616718,0.01000,0.466
26,mlp.experts.36.gate_proj,2.93245602,0.01000,0.467
26,mlp.experts.37.gate_proj,2.43467331,0.01000,0.454
26,mlp.experts.38.gate_proj,9.26083183,0.01000,0.454
26,mlp.experts.39.gate_proj,4.82052994,0.01000,0.462
26,mlp.experts.40.gate_proj,4.74218750,0.01000,0.457
26,mlp.experts.41.gate_proj,0.29391301,0.01000,0.468
26,mlp.experts.42.gate_proj,96.57553101,0.01000,0.448
26,mlp.experts.43.gate_proj,5.86151552,0.01000,0.460
26,mlp.experts.44.gate_proj,7.89507580,0.01000,0.462
26,mlp.experts.45.gate_proj,0.58279097,0.01000,0.438
26,mlp.experts.46.gate_proj,3.48849368,0.01000,0.438
26,mlp.experts.47.gate_proj,8.31829739,0.01000,0.445
26,mlp.experts.48.gate_proj,8.35192490,0.01000,0.438
26,mlp.experts.49.gate_proj,30.34813690,0.01000,0.459
26,mlp.experts.50.gate_proj,4.58150482,0.01000,0.472
26,mlp.experts.51.gate_proj,3.31725430,0.01000,0.451
26,mlp.experts.52.gate_proj,2.17123628,0.01000,0.466
26,mlp.experts.53.gate_proj,9.99465561,0.01000,0.466
26,mlp.experts.54.gate_proj,1.44219720,0.01000,0.464
26,mlp.experts.55.gate_proj,18.93545914,0.01000,0.439
26,mlp.experts.56.gate_proj,0.23952636,0.01000,0.439
26,mlp.experts.57.gate_proj,11.86798286,0.01000,0.439
26,mlp.experts.58.gate_proj,6.64648724,0.01000,0.439
26,mlp.experts.59.gate_proj,2.67233181,0.01000,0.444
26,mlp.experts.60.gate_proj,6.91413593,0.01000,0.444
26,mlp.experts.61.gate_proj,2.46808004,0.01000,0.438
26,mlp.experts.62.gate_proj,17.13772964,0.01000,0.438
26,mlp.experts.63.gate_proj,2.57920551,0.01000,0.438
26,mlp.experts.64.gate_proj,10.89849663,0.01000,0.439
26,mlp.experts.65.gate_proj,0.16711855,0.01000,0.438
26,mlp.experts.66.gate_proj,1.18875432,0.01000,0.439
26,mlp.experts.67.gate_proj,1.63047850,0.01000,0.438
26,mlp.experts.68.gate_proj,4.02969027,0.01000,0.438
26,mlp.experts.69.gate_proj,3.93073606,0.01000,0.440
26,mlp.experts.70.gate_proj,3.81113195,0.01000,0.444
26,mlp.experts.71.gate_proj,6.32548332,0.01000,0.438
26,mlp.experts.72.gate_proj,2.72385931,0.01000,0.437
26,mlp.experts.73.gate_proj,7.62595510,0.01000,0.438
26,mlp.experts.74.gate_proj,19.95040131,0.01000,0.451
26,mlp.experts.75.gate_proj,11.11919880,0.01000,0.439
26,mlp.experts.76.gate_proj,13.44217491,0.01000,0.438
26,mlp.experts.77.gate_proj,0.10618214,0.01000,0.438
26,mlp.experts.78.gate_proj,11.76884460,0.01000,0.438
26,mlp.experts.79.gate_proj,6.07692671,0.01000,0.438
26,mlp.experts.80.gate_proj,35.75814056,0.01000,0.446
26,mlp.experts.81.gate_proj,27.63533783,0.01000,0.441
26,mlp.experts.82.gate_proj,14.80677891,0.01000,0.439
26,mlp.experts.83.gate_proj,4.67539120,0.01000,0.439
26,mlp.experts.84.gate_proj,18.59747696,0.01000,0.439
26,mlp.experts.85.gate_proj,1.15086257,0.01000,0.439
26,mlp.experts.86.gate_proj,28.98386574,0.01000,0.439
26,mlp.experts.87.gate_proj,1.87808359,0.01000,0.439
26,mlp.experts.88.gate_proj,2.47792983,0.01000,0.438
26,mlp.experts.89.gate_proj,2.76410437,0.01000,0.439
26,mlp.experts.90.gate_proj,3.92962933,0.01000,0.443
26,mlp.experts.91.gate_proj,3.20533419,0.01000,0.446
26,mlp.experts.92.gate_proj,89.28843689,0.01000,0.439
26,mlp.experts.93.gate_proj,4.77896643,0.01000,0.438
26,mlp.experts.94.gate_proj,4.15263176,0.01000,0.456
26,mlp.experts.95.gate_proj,4.45178890,0.01000,0.465
26,mlp.experts.96.gate_proj,2.19102502,0.01000,0.438
26,mlp.experts.97.gate_proj,0.71941495,0.01000,0.440
26,mlp.experts.98.gate_proj,1.80404544,0.01000,0.438
26,mlp.experts.99.gate_proj,7.68025398,0.01000,0.439
26,mlp.experts.100.gate_proj,30.30204010,0.01000,0.439
26,mlp.experts.101.gate_proj,12.53762627,0.01000,0.461
26,mlp.experts.102.gate_proj,8.95880795,0.01000,0.440
26,mlp.experts.103.gate_proj,0.13075416,0.01000,0.449
26,mlp.experts.104.gate_proj,2.44699812,0.01000,0.466
26,mlp.experts.105.gate_proj,40.75913239,0.01000,0.439
26,mlp.experts.106.gate_proj,0.72569406,0.01000,0.439
26,mlp.experts.107.gate_proj,8.18581772,0.01000,0.439
26,mlp.experts.108.gate_proj,2.53613281,0.01000,0.438
26,mlp.experts.109.gate_proj,3.67474270,0.01000,0.438
26,mlp.experts.110.gate_proj,51.32362747,0.01000,0.438
26,mlp.experts.111.gate_proj,3.84976053,0.01000,0.445
26,mlp.experts.112.gate_proj,0.72584343,0.01000,0.441
26,mlp.experts.113.gate_proj,0.88999718,0.01000,0.438
26,mlp.experts.114.gate_proj,1.84018040,0.01000,0.438
26,mlp.experts.115.gate_proj,23.33967972,0.01000,0.439
26,mlp.experts.116.gate_proj,2.10052204,0.01000,0.439
26,mlp.experts.117.gate_proj,3.83220577,0.01000,0.439
26,mlp.experts.118.gate_proj,2.00601411,0.01000,0.439
26,mlp.experts.119.gate_proj,2.69649839,0.01000,0.457
26,mlp.experts.120.gate_proj,0.07517578,0.01000,0.438
26,mlp.experts.121.gate_proj,1.15502667,0.01000,0.442
26,mlp.experts.122.gate_proj,0.18983293,0.01000,0.442
26,mlp.experts.123.gate_proj,0.04789085,0.01000,0.439
26,mlp.experts.124.gate_proj,0.23083974,0.01000,0.439
26,mlp.experts.125.gate_proj,13.58006859,0.01000,0.439
26,mlp.experts.126.gate_proj,4.50274324,0.01000,0.439
26,mlp.experts.127.gate_proj,3.61106300,0.01000,0.439
26,mlp.experts.0.down_proj,0.15685165,0.01000,0.168
26,mlp.experts.1.down_proj,6.96182871,0.01000,0.164
26,mlp.experts.2.down_proj,0.21242687,0.01000,0.165
26,mlp.experts.3.down_proj,0.99621677,0.01000,0.164
26,mlp.experts.4.down_proj,55.00723267,0.01000,0.164
26,mlp.experts.5.down_proj,1.71051371,0.01000,0.164
26,mlp.experts.6.down_proj,1.83102679,0.01000,0.173
26,mlp.experts.7.down_proj,1.05170214,0.01000,0.164
26,mlp.experts.8.down_proj,1.38094676,0.01000,0.164
26,mlp.experts.9.down_proj,6.09790611,0.01000,0.164
26,mlp.experts.10.down_proj,3.94754410,0.01000,0.164
26,mlp.experts.11.down_proj,1.71917534,0.01000,0.165
26,mlp.experts.12.down_proj,1.65771365,0.01000,0.165
26,mlp.experts.13.down_proj,0.13984042,0.01000,0.165
26,mlp.experts.14.down_proj,20.96655655,0.01000,0.165
26,mlp.experts.15.down_proj,2.80204582,0.01000,0.165
26,mlp.experts.16.down_proj,0.80923671,0.01000,0.168
26,mlp.experts.17.down_proj,21.60096359,0.01000,0.167
26,mlp.experts.18.down_proj,2.71146107,0.01000,0.166
26,mlp.experts.19.down_proj,0.28452879,0.01000,0.167
26,mlp.experts.20.down_proj,5.43412685,0.01000,0.166
26,mlp.experts.21.down_proj,0.52004468,0.01000,0.165
26,mlp.experts.22.down_proj,6.97775173,0.01000,0.166
26,mlp.experts.23.down_proj,1.52355790,0.01000,0.167
26,mlp.experts.24.down_proj,1.06309485,0.01000,0.166
26,mlp.experts.25.down_proj,0.76373625,0.01000,0.166
26,mlp.experts.26.down_proj,9.23258400,0.01000,0.166
26,mlp.experts.27.down_proj,0.22326809,0.01000,0.165
26,mlp.experts.28.down_proj,1.61249971,0.01000,0.165
26,mlp.experts.29.down_proj,0.11108299,0.01000,0.167
26,mlp.experts.30.down_proj,0.35169289,0.01000,0.166
26,mlp.experts.31.down_proj,0.19279206,0.01000,0.166
26,mlp.experts.32.down_proj,17.64441299,0.01000,0.166
26,mlp.experts.33.down_proj,17.96849632,0.01000,0.166
26,mlp.experts.34.down_proj,1.58111095,0.01000,0.165
26,mlp.experts.35.down_proj,0.43180251,0.01000,0.165
26,mlp.experts.36.down_proj,0.70551860,0.01000,0.166
26,mlp.experts.37.down_proj,0.41570723,0.01000,0.165
26,mlp.experts.38.down_proj,2.13208103,0.01000,0.166
26,mlp.experts.39.down_proj,1.56567240,0.01000,0.166
26,mlp.experts.40.down_proj,1.02100396,0.01000,0.166
26,mlp.experts.41.down_proj,0.13030952,0.01000,0.166
26,mlp.experts.42.down_proj,24.74812317,0.01000,0.166
26,mlp.experts.43.down_proj,2.65804768,0.01000,0.169
26,mlp.experts.44.down_proj,1.75427747,0.01000,0.170
26,mlp.experts.45.down_proj,0.12344958,0.01000,0.169
26,mlp.experts.46.down_proj,1.38121188,0.01000,0.177
26,mlp.experts.47.down_proj,2.50308681,0.01000,0.177
26,mlp.experts.48.down_proj,4.21165562,0.01000,0.167
26,mlp.experts.49.down_proj,11.06060028,0.01000,0.167
26,mlp.experts.50.down_proj,0.95308864,0.01000,0.170
26,mlp.experts.51.down_proj,0.63439870,0.01000,0.175
26,mlp.experts.52.down_proj,0.58357096,0.01000,0.178
26,mlp.experts.53.down_proj,2.24233985,0.01000,0.177
26,mlp.experts.54.down_proj,0.42266494,0.01000,0.174
26,mlp.experts.55.down_proj,3.57265806,0.01000,0.177
26,mlp.experts.56.down_proj,0.10332452,0.01000,0.168
26,mlp.experts.57.down_proj,3.20793557,0.01000,0.177
26,mlp.experts.58.down_proj,2.58575273,0.01000,0.167
26,mlp.experts.59.down_proj,1.03454590,0.01000,0.168
26,mlp.experts.60.down_proj,2.45121241,0.01000,0.169
26,mlp.experts.61.down_proj,0.43412971,0.01000,0.168
26,mlp.experts.62.down_proj,6.69659424,0.01000,0.170
26,mlp.experts.63.down_proj,2.40281558,0.01000,0.172
26,mlp.experts.64.down_proj,4.37748528,0.01000,0.168
26,mlp.experts.65.down_proj,0.06057542,0.01000,0.168
26,mlp.experts.66.down_proj,0.35602120,0.01000,0.169
26,mlp.experts.67.down_proj,0.29614997,0.01000,0.168
26,mlp.experts.68.down_proj,1.27024341,0.01000,0.168
26,mlp.experts.69.down_proj,1.01258659,0.01000,0.169
26,mlp.experts.70.down_proj,0.75057220,0.01000,0.173
26,mlp.experts.71.down_proj,2.05024314,0.01000,0.172
26,mlp.experts.72.down_proj,1.28679371,0.01000,0.171
26,mlp.experts.73.down_proj,5.40730190,0.01000,0.169
26,mlp.experts.74.down_proj,6.15414143,0.01000,0.169
26,mlp.experts.75.down_proj,2.67582369,0.01000,0.169
26,mlp.experts.76.down_proj,2.93637228,0.01000,0.168
26,mlp.experts.77.down_proj,0.02207332,0.01000,0.168
26,mlp.experts.78.down_proj,5.58787107,0.01000,0.169
26,mlp.experts.79.down_proj,1.44222224,0.01000,0.169
26,mlp.experts.80.down_proj,14.93264675,0.01000,0.168
26,mlp.experts.81.down_proj,15.60867596,0.01000,0.169
26,mlp.experts.82.down_proj,4.52388763,0.01000,0.169
26,mlp.experts.83.down_proj,1.76433945,0.01000,0.169
26,mlp.experts.84.down_proj,6.44335365,0.01000,0.169
26,mlp.experts.85.down_proj,0.42482194,0.01000,0.169
26,mlp.experts.86.down_proj,6.92660904,0.01000,0.169
26,mlp.experts.87.down_proj,0.25194678,0.01000,0.168
26,mlp.experts.88.down_proj,0.88188976,0.01000,0.168
26,mlp.experts.89.down_proj,0.54717976,0.01000,0.169
26,mlp.experts.90.down_proj,0.91730243,0.01000,0.168
26,mlp.experts.91.down_proj,0.41049284,0.01000,0.168
26,mlp.experts.92.down_proj,14.40106678,0.01000,0.168
26,mlp.experts.93.down_proj,2.05816531,0.01000,0.168
26,mlp.experts.94.down_proj,1.74967909,0.01000,0.168
26,mlp.experts.95.down_proj,0.88385510,0.01000,0.169
26,mlp.experts.96.down_proj,0.54011405,0.01000,0.169
26,mlp.experts.97.down_proj,0.11944176,0.01000,0.172
26,mlp.experts.98.down_proj,0.72983229,0.01000,0.171
26,mlp.experts.99.down_proj,1.57252073,0.01000,0.170
26,mlp.experts.100.down_proj,14.65844631,0.01000,0.168
26,mlp.experts.101.down_proj,3.81374073,0.01000,0.168
26,mlp.experts.102.down_proj,2.90934372,0.01000,0.169
26,mlp.experts.103.down_proj,0.03594972,0.01000,0.168
26,mlp.experts.104.down_proj,0.87712872,0.01000,0.168
26,mlp.experts.105.down_proj,12.20865631,0.01000,0.169
26,mlp.experts.106.down_proj,0.40542129,0.01000,0.168
26,mlp.experts.107.down_proj,2.38973165,0.01000,0.168
26,mlp.experts.108.down_proj,0.56129289,0.01000,0.168
26,mlp.experts.109.down_proj,0.77398998,0.01000,0.169
26,mlp.experts.110.down_proj,16.60132790,0.01000,0.168
26,mlp.experts.111.down_proj,1.35621166,0.01000,0.168
26,mlp.experts.112.down_proj,0.21890803,0.01000,0.168
26,mlp.experts.113.down_proj,0.21716258,0.01000,0.169
26,mlp.experts.114.down_proj,0.33423084,0.01000,0.168
26,mlp.experts.115.down_proj,6.63418293,0.01000,0.169
26,mlp.experts.116.down_proj,1.04309189,0.01000,0.168
26,mlp.experts.117.down_proj,0.22051969,0.01000,0.168
26,mlp.experts.118.down_proj,0.73993665,0.01000,0.168
26,mlp.experts.119.down_proj,1.02685165,0.01000,0.168
26,mlp.experts.120.down_proj,0.03067723,0.01000,0.168
26,mlp.experts.121.down_proj,0.25066656,0.01000,0.168
26,mlp.experts.122.down_proj,0.09292998,0.01000,0.168
26,mlp.experts.123.down_proj,0.02945755,0.01000,0.169
26,mlp.experts.124.down_proj,0.05693989,0.01000,0.172
26,mlp.experts.125.down_proj,5.31372023,0.01000,0.171
26,mlp.experts.126.down_proj,2.65665340,0.01000,0.169
26,mlp.experts.127.down_proj,1.21714199,0.01000,0.168
27,self_attn.q_proj,0.47543669,0.01000,0.443
27,self_attn.k_proj,0.05895513,0.01000,0.438
27,self_attn.v_proj,0.06361456,0.01000,0.438
27,self_attn.o_proj,0.05727939,0.01000,0.890
27,mlp.experts.0.up_proj,96.54800415,0.01000,0.446
27,mlp.experts.1.up_proj,10.01530075,0.01000,0.439
27,mlp.experts.2.up_proj,15.60598564,0.01000,0.438
27,mlp.experts.3.up_proj,8.77318573,0.01000,0.439
27,mlp.experts.4.up_proj,5.35335159,0.01000,0.439
27,mlp.experts.5.up_proj,9.61119080,0.01000,0.441
27,mlp.experts.6.up_proj,8.97488880,0.01000,0.441
27,mlp.experts.7.up_proj,11.72372437,0.01000,0.440
27,mlp.experts.8.up_proj,30.32200623,0.01000,0.447
27,mlp.experts.9.up_proj,3.47121501,0.01000,0.442
27,mlp.experts.10.up_proj,6.84625053,0.01000,0.440
27,mlp.experts.11.up_proj,49.26062012,0.01000,0.440
27,mlp.experts.12.up_proj,10.68256378,0.01000,0.440
27,mlp.experts.13.up_proj,5.98781681,0.01000,0.441
27,mlp.experts.14.up_proj,1.53364635,0.01000,0.441
27,mlp.experts.15.up_proj,1.09904397,0.01000,0.441
27,mlp.experts.16.up_proj,29.13820648,0.01000,0.441
27,mlp.experts.17.up_proj,8.55513287,0.01000,0.442
27,mlp.experts.18.up_proj,2.45459604,0.01000,0.445
27,mlp.experts.19.up_proj,6.72646713,0.01000,0.446
27,mlp.experts.20.up_proj,7.39188576,0.01000,0.442
27,mlp.experts.21.up_proj,0.87892717,0.01000,0.442
27,mlp.experts.22.up_proj,4.18830299,0.01000,0.442
27,mlp.experts.23.up_proj,7.01241159,0.01000,0.442
27,mlp.experts.24.up_proj,1.40758479,0.01000,0.441
27,mlp.experts.25.up_proj,105.93035126,0.01000,0.441
27,mlp.experts.26.up_proj,1.64350414,0.01000,0.442
27,mlp.experts.27.up_proj,1.21096015,0.01000,0.442
27,mlp.experts.28.up_proj,10.54837036,0.01000,0.442
27,mlp.experts.29.up_proj,2.25755930,0.01000,0.447
27,mlp.experts.30.up_proj,2.70825219,0.01000,0.443
27,mlp.experts.31.up_proj,15.34466362,0.01000,0.441
27,mlp.experts.32.up_proj,39.51377106,0.01000,0.441
27,mlp.experts.33.up_proj,10.34580135,0.01000,0.441
27,mlp.experts.34.up_proj,5.57050228,0.01000,0.440
27,mlp.experts.35.up_proj,6.48626947,0.01000,0.440
27,mlp.experts.36.up_proj,1.11027527,0.01000,0.440
27,mlp.experts.37.up_proj,4.61610222,0.01000,0.441
27,mlp.experts.38.up_proj,0.91126901,0.01000,0.440
27,mlp.experts.39.up_proj,2.45291376,0.01000,0.447
27,mlp.experts.40.up_proj,13.94022846,0.01000,0.443
27,mlp.experts.41.up_proj,57.15782928,0.01000,0.441
27,mlp.experts.42.up_proj,0.50142741,0.01000,0.441
27,mlp.experts.43.up_proj,0.36146688,0.01000,0.441
27,mlp.experts.44.up_proj,2.34590435,0.01000,0.441
27,mlp.experts.45.up_proj,2.03133917,0.01000,0.441
27,mlp.experts.46.up_proj,13.39808941,0.01000,0.441
27,mlp.experts.47.up_proj,0.25117034,0.01000,0.441
27,mlp.experts.48.up_proj,3.41782856,0.01000,0.441
27,mlp.experts.49.up_proj,7.35137749,0.01000,0.446
27,mlp.experts.50.up_proj,1.24371481,0.01000,0.448
27,mlp.experts.51.up_proj,22.40476608,0.01000,0.441
27,mlp.experts.52.up_proj,66.09098816,0.01000,0.441
27,mlp.experts.53.up_proj,2.28514576,0.01000,0.440
27,mlp.experts.54.up_proj,5.21145916,0.01000,0.442
27,mlp.experts.55.up_proj,5.89357471,0.01000,0.441
27,mlp.experts.56.up_proj,7.48483038,0.01000,0.442
27,mlp.experts.57.up_proj,4.39246750,0.01000,0.442
27,mlp.experts.58.up_proj,1.76956367,0.01000,0.442
27,mlp.experts.59.up_proj,16.75940895,0.01000,0.442
27,mlp.experts.60.up_proj,4.50230932,0.01000,0.448
27,mlp.experts.61.up_proj,4.55935860,0.01000,0.442
27,mlp.experts.62.up_proj,0.20897235,0.01000,0.440
27,mlp.experts.63.up_proj,3.63746881,0.01000,0.442
27,mlp.experts.64.up_proj,1.29823959,0.01000,0.441
27,mlp.experts.65.up_proj,7.38235569,0.01000,0.441
27,mlp.experts.66.up_proj,1.36838782,0.01000,0.441
27,mlp.experts.67.up_proj,2.80240536,0.01000,0.441
27,mlp.experts.68.up_proj,10.30885124,0.01000,0.441
27,mlp.experts.69.up_proj,5.32890034,0.01000,0.441
27,mlp.experts.70.up_proj,11.28419781,0.01000,0.446
27,mlp.experts.71.up_proj,3.94772243,0.01000,0.444
27,mlp.experts.72.up_proj,4.12182808,0.01000,0.442
27,mlp.experts.73.up_proj,0.44172853,0.01000,0.441
27,mlp.experts.74.up_proj,0.97633135,0.01000,0.441
27,mlp.experts.75.up_proj,41.92867661,0.01000,0.441
27,mlp.experts.76.up_proj,1.80361724,0.01000,0.442
27,mlp.experts.77.up_proj,12.47318649,0.01000,0.442
27,mlp.experts.78.up_proj,1.99951017,0.01000,0.442
27,mlp.experts.79.up_proj,0.92585659,0.01000,0.441
27,mlp.experts.80.up_proj,28.70752907,0.01000,0.444
27,mlp.experts.81.up_proj,1.50015426,0.01000,0.447
27,mlp.experts.82.up_proj,13.71619034,0.01000,0.441
27,mlp.experts.83.up_proj,5.27819204,0.01000,0.440
27,mlp.experts.84.up_proj,2.07467842,0.01000,0.440
27,mlp.experts.85.up_proj,10.02524281,0.01000,0.441
27,mlp.experts.86.up_proj,6.80157995,0.01000,0.442
27,mlp.experts.87.up_proj,82.41982269,0.01000,0.441
27,mlp.experts.88.up_proj,2.08100843,0.01000,0.441
27,mlp.experts.89.up_proj,13.79260063,0.01000,0.440
27,mlp.experts.90.up_proj,28.26553726,0.01000,0.442
27,mlp.experts.91.up_proj,11.12444592,0.01000,0.448
27,mlp.experts.92.up_proj,0.45007914,0.01000,0.442
27,mlp.experts.93.up_proj,6.83972359,0.01000,0.441
27,mlp.experts.94.up_proj,4.58400536,0.01000,0.442
27,mlp.experts.95.up_proj,8.49254131,0.01000,0.441
27,mlp.experts.96.up_proj,3.29246712,0.01000,0.441
27,mlp.experts.97.up_proj,0.09709445,0.01000,0.441
27,mlp.experts.98.up_proj,11.83532619,0.01000,0.440
27,mlp.experts.99.up_proj,0.16218844,0.01000,0.441
27,mlp.experts.100.up_proj,7.80456972,0.01000,0.441
27,mlp.experts.101.up_proj,13.56740379,0.01000,0.445
27,mlp.experts.102.up_proj,30.48400116,0.01000,0.443
27,mlp.experts.103.up_proj,5.08326435,0.01000,0.441
27,mlp.experts.104.up_proj,1.14281631,0.01000,0.440
27,mlp.experts.105.up_proj,4.39504480,0.01000,0.441
27,mlp.experts.106.up_proj,8.90584278,0.01000,0.441
27,mlp.experts.107.up_proj,3.55639911,0.01000,0.441
27,mlp.experts.108.up_proj,3.93455148,0.01000,0.441
27,mlp.experts.109.up_proj,6.98429966,0.01000,0.441
27,mlp.experts.110.up_proj,1.29156256,0.01000,0.441
27,mlp.experts.111.up_proj,1.35183537,0.01000,0.442
27,mlp.experts.112.up_proj,2.03133941,0.01000,0.446
27,mlp.experts.113.up_proj,0.58873224,0.01000,0.442
27,mlp.experts.114.up_proj,0.28618956,0.01000,0.442
27,mlp.experts.115.up_proj,2.91121793,0.01000,0.442
27,mlp.experts.116.up_proj,4.11227274,0.01000,0.440
27,mlp.experts.117.up_proj,24.29344177,0.01000,0.441
27,mlp.experts.118.up_proj,6.51268578,0.01000,0.440
27,mlp.experts.119.up_proj,43.53547668,0.01000,0.441
27,mlp.experts.120.up_proj,20.17633057,0.01000,0.440
27,mlp.experts.121.up_proj,8.55606556,0.01000,0.441
27,mlp.experts.122.up_proj,3.41379523,0.01000,0.447
27,mlp.experts.123.up_proj,1.67570996,0.01000,0.442
27,mlp.experts.124.up_proj,4.86216545,0.01000,0.441
27,mlp.experts.125.up_proj,52.44555283,0.01000,0.440
27,mlp.experts.126.up_proj,7.59212303,0.01000,0.441
27,mlp.experts.127.up_proj,51.76399231,0.01000,0.441
27,mlp.experts.0.gate_proj,111.35247040,0.01000,0.440
27,mlp.experts.1.gate_proj,8.93864346,0.01000,0.441
27,mlp.experts.2.gate_proj,15.90032482,0.01000,0.441
27,mlp.experts.3.gate_proj,7.54633808,0.01000,0.440
27,mlp.experts.4.gate_proj,3.77095413,0.01000,0.445
27,mlp.experts.5.gate_proj,9.72061539,0.01000,0.446
27,mlp.experts.6.gate_proj,8.69437599,0.01000,0.442
27,mlp.experts.7.gate_proj,11.16312981,0.01000,0.441
27,mlp.experts.8.gate_proj,29.65143585,0.01000,0.441
27,mlp.experts.9.gate_proj,3.62828088,0.01000,0.441
27,mlp.experts.10.gate_proj,6.26501608,0.01000,0.441
27,mlp.experts.11.gate_proj,50.99945831,0.01000,0.441
27,mlp.experts.12.gate_proj,10.86558533,0.01000,0.442
27,mlp.experts.13.gate_proj,6.03536415,0.01000,0.441
27,mlp.experts.14.gate_proj,1.57956958,0.01000,0.442
27,mlp.experts.15.gate_proj,1.14158022,0.01000,0.448
27,mlp.experts.16.gate_proj,28.28190804,0.01000,0.442
27,mlp.experts.17.gate_proj,8.26567841,0.01000,0.441
27,mlp.experts.18.gate_proj,2.35753155,0.01000,0.441
27,mlp.experts.19.gate_proj,7.02461147,0.01000,0.441
27,mlp.experts.20.gate_proj,6.77412796,0.01000,0.441
27,mlp.experts.21.gate_proj,0.92659152,0.01000,0.440
27,mlp.experts.22.gate_proj,3.94401312,0.01000,0.440
27,mlp.experts.23.gate_proj,6.39208794,0.01000,0.440
27,mlp.experts.24.gate_proj,1.43429768,0.01000,0.440
27,mlp.experts.25.gate_proj,120.20903015,0.01000,0.448
27,mlp.experts.26.gate_proj,1.66132283,0.01000,0.445
27,mlp.experts.27.gate_proj,1.25247788,0.01000,0.442
27,mlp.experts.28.gate_proj,10.54351044,0.01000,0.441
27,mlp.experts.29.gate_proj,2.41863251,0.01000,0.442
27,mlp.experts.30.gate_proj,2.65162563,0.01000,0.441
27,mlp.experts.31.gate_proj,13.61113930,0.01000,0.442
27,mlp.experts.32.gate_proj,46.95746613,0.01000,0.442
27,mlp.experts.33.gate_proj,10.67651463,0.01000,0.441
27,mlp.experts.34.gate_proj,5.50488997,0.01000,0.442
27,mlp.experts.35.gate_proj,6.07392406,0.01000,0.444
27,mlp.experts.36.gate_proj,1.04491830,0.01000,0.445
27,mlp.experts.37.gate_proj,4.57664728,0.01000,0.441
27,mlp.experts.38.gate_proj,0.86297166,0.01000,0.441
27,mlp.experts.39.gate_proj,2.53120446,0.01000,0.441
27,mlp.experts.40.gate_proj,13.44445133,0.01000,0.441
27,mlp.experts.41.gate_proj,55.56685638,0.01000,0.440
27,mlp.experts.42.gate_proj,0.50045031,0.01000,0.440
27,mlp.experts.43.gate_proj,0.39060441,0.01000,0.441
27,mlp.experts.44.gate_proj,2.42134190,0.01000,0.442
27,mlp.experts.45.gate_proj,2.03176999,0.01000,0.441
27,mlp.experts.46.gate_proj,12.92807388,0.01000,0.450
27,mlp.experts.47.gate_proj,0.23839559,0.01000,0.443
27,mlp.experts.48.gate_proj,3.37267470,0.01000,0.441
27,mlp.experts.49.gate_proj,7.83572006,0.01000,0.441
27,mlp.experts.50.gate_proj,1.25776052,0.01000,0.441
27,mlp.experts.51.gate_proj,23.58407593,0.01000,0.441
27,mlp.experts.52.gate_proj,68.43904877,0.01000,0.440
27,mlp.experts.53.gate_proj,2.13626862,0.01000,0.441
27,mlp.experts.54.gate_proj,5.07620049,0.01000,0.440
27,mlp.experts.55.gate_proj,5.62147045,0.01000,0.439
27,mlp.experts.56.gate_proj,7.17139101,0.01000,0.444
27,mlp.experts.57.gate_proj,4.25993347,0.01000,0.444
27,mlp.experts.58.gate_proj,1.70792484,0.01000,0.442
27,mlp.experts.59.gate_proj,17.90042114,0.01000,0.441
27,mlp.experts.60.gate_proj,4.31218052,0.01000,0.441
27,mlp.experts.61.gate_proj,4.48284245,0.01000,0.441
27,mlp.experts.62.gate_proj,0.20124668,0.01000,0.441
27,mlp.experts.63.gate_proj,3.76595044,0.01000,0.441
27,mlp.experts.64.gate_proj,1.33008420,0.01000,0.441
27,mlp.experts.65.gate_proj,7.12258530,0.01000,0.441
27,mlp.experts.66.gate_proj,1.40102875,0.01000,0.443
27,mlp.experts.67.gate_proj,2.66706085,0.01000,0.447
27,mlp.experts.68.gate_proj,10.57511997,0.01000,0.441
27,mlp.experts.69.gate_proj,5.10430527,0.01000,0.441
27,mlp.experts.70.gate_proj,11.27903652,0.01000,0.440
27,mlp.experts.71.gate_proj,3.78533220,0.01000,0.439
27,mlp.experts.72.gate_proj,4.28563643,0.01000,0.440
27,mlp.experts.73.gate_proj,1.72469854,0.01000,0.440
27,mlp.experts.74.gate_proj,1.04177678,0.01000,0.439
27,mlp.experts.75.gate_proj,44.19663239,0.01000,0.440
27,mlp.experts.76.gate_proj,1.66227973,0.01000,0.440
27,mlp.experts.77.gate_proj,12.17110062,0.01000,0.476
27,mlp.experts.78.gate_proj,1.88091052,0.01000,0.461
27,mlp.experts.79.gate_proj,0.96872056,0.01000,0.440
27,mlp.experts.80.gate_proj,30.62288857,0.01000,0.440
27,mlp.experts.81.gate_proj,1.49425840,0.01000,0.440
27,mlp.experts.82.gate_proj,12.74371338,0.01000,0.439
27,mlp.experts.83.gate_proj,5.33775520,0.01000,0.439
27,mlp.experts.84.gate_proj,2.10525656,0.01000,0.439
27,mlp.experts.85.gate_proj,9.49876976,0.01000,0.439
27,mlp.experts.86.gate_proj,6.42271376,0.01000,0.440
27,mlp.experts.87.gate_proj,86.03842163,0.01000,0.472
27,mlp.experts.88.gate_proj,2.12731409,0.01000,0.444
27,mlp.experts.89.gate_proj,13.83391285,0.01000,0.442
27,mlp.experts.90.gate_proj,29.11848831,0.01000,0.439
27,mlp.experts.91.gate_proj,10.30251312,0.01000,0.439
27,mlp.experts.92.gate_proj,0.48180181,0.01000,0.439
27,mlp.experts.93.gate_proj,6.61355972,0.01000,0.439
27,mlp.experts.94.gate_proj,4.34967279,0.01000,0.439
27,mlp.experts.95.gate_proj,7.63990164,0.01000,0.439
27,mlp.experts.96.gate_proj,3.11974430,0.01000,0.439
27,mlp.experts.97.gate_proj,0.09072094,0.01000,0.453
27,mlp.experts.98.gate_proj,11.69207001,0.01000,0.480
27,mlp.experts.99.gate_proj,0.16798073,0.01000,0.440
27,mlp.experts.100.gate_proj,8.32630348,0.01000,0.439
27,mlp.experts.101.gate_proj,14.74376678,0.01000,0.439
27,mlp.experts.102.gate_proj,32.09236145,0.01000,0.439
27,mlp.experts.103.gate_proj,4.93420410,0.01000,0.439
27,mlp.experts.104.gate_proj,1.08245122,0.01000,0.439
27,mlp.experts.105.gate_proj,4.16285038,0.01000,0.439
27,mlp.experts.106.gate_proj,9.17973328,0.01000,0.438
27,mlp.experts.107.gate_proj,3.59221292,0.01000,0.440
27,mlp.experts.108.gate_proj,3.96271658,0.01000,0.486
27,mlp.experts.109.gate_proj,7.15840721,0.01000,0.442
27,mlp.experts.110.gate_proj,1.34277642,0.01000,0.439
27,mlp.experts.111.gate_proj,1.40328622,0.01000,0.438
27,mlp.experts.112.gate_proj,2.13699770,0.01000,0.439
27,mlp.experts.113.gate_proj,0.55829215,0.01000,0.440
27,mlp.experts.114.gate_proj,0.28986970,0.01000,0.439
27,mlp.experts.115.gate_proj,2.83575821,0.01000,0.440
27,mlp.experts.116.gate_proj,4.19230652,0.01000,0.440
27,mlp.experts.117.gate_proj,24.77312469,0.01000,0.440
27,mlp.experts.118.gate_proj,6.53321552,0.01000,0.480
27,mlp.experts.119.gate_proj,46.90630722,0.01000,0.444
27,mlp.experts.120.gate_proj,20.14347076,0.01000,0.439
27,mlp.experts.121.gate_proj,8.15542412,0.01000,0.439
27,mlp.experts.122.gate_proj,3.56284761,0.01000,0.441
27,mlp.experts.123.gate_proj,1.61588275,0.01000,0.439
27,mlp.experts.124.gate_proj,4.86082697,0.01000,0.440
27,mlp.experts.125.gate_proj,52.33872986,0.01000,0.440
27,mlp.experts.126.gate_proj,7.03145409,0.01000,0.440
27,mlp.experts.127.gate_proj,51.59449005,0.01000,0.439
27,mlp.experts.0.down_proj,33.79039383,0.01000,0.168
27,mlp.experts.1.down_proj,2.22048569,0.01000,0.164
27,mlp.experts.2.down_proj,5.53456068,0.01000,0.164
27,mlp.experts.3.down_proj,3.16836905,0.01000,0.164
27,mlp.experts.4.down_proj,1.47916353,0.01000,0.164
27,mlp.experts.5.down_proj,4.59342813,0.01000,0.164
27,mlp.experts.6.down_proj,1.96353543,0.01000,0.165
27,mlp.experts.7.down_proj,2.16469574,0.01000,0.186
27,mlp.experts.8.down_proj,7.23574829,0.01000,0.167
27,mlp.experts.9.down_proj,0.69658315,0.01000,0.166
27,mlp.experts.10.down_proj,1.63138843,0.01000,0.165
27,mlp.experts.11.down_proj,13.86514759,0.01000,0.164
27,mlp.experts.12.down_proj,4.61757660,0.01000,0.165
27,mlp.experts.13.down_proj,2.59377933,0.01000,0.165
27,mlp.experts.14.down_proj,0.24851148,0.01000,0.165
27,mlp.experts.15.down_proj,0.43076408,0.01000,0.165
27,mlp.experts.16.down_proj,6.88929510,0.01000,0.165
27,mlp.experts.17.down_proj,1.75641775,0.01000,0.164
27,mlp.experts.18.down_proj,0.58445764,0.01000,0.165
27,mlp.experts.19.down_proj,2.91515827,0.01000,0.165
27,mlp.experts.20.down_proj,1.90795982,0.01000,0.166
27,mlp.experts.21.down_proj,0.11207826,0.01000,0.165
27,mlp.experts.22.down_proj,1.64230514,0.01000,0.165
27,mlp.experts.23.down_proj,3.55986595,0.01000,0.165
27,mlp.experts.24.down_proj,0.24456705,0.01000,0.165
27,mlp.experts.25.down_proj,26.31864738,0.01000,0.165
27,mlp.experts.26.down_proj,0.37159437,0.01000,0.165
27,mlp.experts.27.down_proj,0.21159932,0.01000,0.164
27,mlp.experts.28.down_proj,4.71867037,0.01000,0.164
27,mlp.experts.29.down_proj,0.48975319,0.01000,0.165
27,mlp.experts.30.down_proj,0.73060513,0.01000,0.165
27,mlp.experts.31.down_proj,4.30785084,0.01000,0.164
27,mlp.experts.32.down_proj,22.05973434,0.01000,0.165
27,mlp.experts.33.down_proj,3.59058666,0.01000,0.165
27,mlp.experts.34.down_proj,1.41300750,0.01000,0.180
27,mlp.experts.35.down_proj,1.73899460,0.01000,0.184
27,mlp.experts.36.down_proj,0.62202191,0.01000,0.168
27,mlp.experts.37.down_proj,1.34440708,0.01000,0.168
27,mlp.experts.38.down_proj,0.58817625,0.01000,0.166
27,mlp.experts.39.down_proj,0.43126029,0.01000,0.172
27,mlp.experts.40.down_proj,3.06059980,0.01000,0.168
27,mlp.experts.41.down_proj,25.14996338,0.01000,0.171
27,mlp.experts.42.down_proj,0.20565863,0.01000,0.173
27,mlp.experts.43.down_proj,0.16237928,0.01000,0.170
27,mlp.experts.44.down_proj,0.69945300,0.01000,0.166
27,mlp.experts.45.down_proj,0.56377196,0.01000,0.165
27,mlp.experts.46.down_proj,4.81836987,0.01000,0.170
27,mlp.experts.47.down_proj,0.13286223,0.01000,0.173
27,mlp.experts.48.down_proj,0.37217778,0.01000,0.171
27,mlp.experts.49.down_proj,2.96060371,0.01000,0.173
27,mlp.experts.50.down_proj,0.27310359,0.01000,0.169
27,mlp.experts.51.down_proj,6.19871140,0.01000,0.173
27,mlp.experts.52.down_proj,30.80616760,0.01000,0.174
27,mlp.experts.53.down_proj,0.71988177,0.01000,0.171
27,mlp.experts.54.down_proj,1.57731402,0.01000,0.174
27,mlp.experts.55.down_proj,1.22257805,0.01000,0.167
27,mlp.experts.56.down_proj,1.32763195,0.01000,0.173
27,mlp.experts.57.down_proj,1.12179041,0.01000,0.169
27,mlp.experts.58.down_proj,0.35284102,0.01000,0.169
27,mlp.experts.59.down_proj,4.16861343,0.01000,0.173
27,mlp.experts.60.down_proj,1.11764431,0.01000,0.168
27,mlp.experts.61.down_proj,1.14020991,0.01000,0.171
27,mlp.experts.62.down_proj,0.09919572,0.01000,0.167
27,mlp.experts.63.down_proj,1.36763477,0.01000,0.172
27,mlp.experts.64.down_proj,0.21128133,0.01000,0.163
27,mlp.experts.65.down_proj,4.75548553,0.01000,0.163
27,mlp.experts.66.down_proj,0.54725027,0.01000,0.163
27,mlp.experts.67.down_proj,0.55452234,0.01000,0.163
27,mlp.experts.68.down_proj,2.52316189,0.01000,0.163
27,mlp.experts.69.down_proj,1.57364225,0.01000,0.163
27,mlp.experts.70.down_proj,5.41842747,0.01000,0.163
27,mlp.experts.71.down_proj,1.09295726,0.01000,0.166
27,mlp.experts.72.down_proj,1.05647349,0.01000,0.168
27,mlp.experts.73.down_proj,0.03989958,0.01000,0.167
27,mlp.experts.74.down_proj,0.51818037,0.01000,0.162
27,mlp.experts.75.down_proj,12.01989174,0.01000,0.163
27,mlp.experts.76.down_proj,0.43583474,0.01000,0.164
27,mlp.experts.77.down_proj,3.62100124,0.01000,0.163
27,mlp.experts.78.down_proj,0.64465833,0.01000,0.162
27,mlp.experts.79.down_proj,0.16562623,0.01000,0.163
27,mlp.experts.80.down_proj,8.63821983,0.01000,0.164
27,mlp.experts.81.down_proj,0.31988946,0.01000,0.164
27,mlp.experts.82.down_proj,2.83794737,0.01000,0.166
27,mlp.experts.83.down_proj,1.04528201,0.01000,0.168
27,mlp.experts.84.down_proj,0.84491330,0.01000,0.170
27,mlp.experts.85.down_proj,2.44071078,0.01000,0.164
27,mlp.experts.86.down_proj,1.50777936,0.01000,0.164
27,mlp.experts.87.down_proj,25.35366058,0.01000,0.164
27,mlp.experts.88.down_proj,0.58553135,0.01000,0.167
27,mlp.experts.89.down_proj,3.62984180,0.01000,0.169
27,mlp.experts.90.down_proj,9.43350029,0.01000,0.175
27,mlp.experts.91.down_proj,2.78591561,0.01000,0.165
27,mlp.experts.92.down_proj,0.22535217,0.01000,0.164
27,mlp.experts.93.down_proj,3.29122305,0.01000,0.164
27,mlp.experts.94.down_proj,0.91403919,0.01000,0.164
27,mlp.experts.95.down_proj,1.92790747,0.01000,0.164
27,mlp.experts.96.down_proj,0.71130323,0.01000,0.165
27,mlp.experts.97.down_proj,0.04153506,0.01000,0.164
27,mlp.experts.98.down_proj,2.72834253,0.01000,0.164
27,mlp.experts.99.down_proj,0.03308424,0.01000,0.165
27,mlp.experts.100.down_proj,1.72714829,0.01000,0.165
27,mlp.experts.101.down_proj,8.31564522,0.01000,0.165
27,mlp.experts.102.down_proj,8.10790634,0.01000,0.164
27,mlp.experts.103.down_proj,2.49860191,0.01000,0.165
27,mlp.experts.104.down_proj,0.32016444,0.01000,0.164
27,mlp.experts.105.down_proj,1.54007018,0.01000,0.164
27,mlp.experts.106.down_proj,2.31140375,0.01000,0.165
27,mlp.experts.107.down_proj,0.73004347,0.01000,0.164
27,mlp.experts.108.down_proj,1.03041363,0.01000,0.164
27,mlp.experts.109.down_proj,1.39653766,0.01000,0.164
27,mlp.experts.110.down_proj,0.21716121,0.01000,0.165
27,mlp.experts.111.down_proj,0.22362825,0.01000,0.164
27,mlp.experts.112.down_proj,0.40382087,0.01000,0.165
27,mlp.experts.113.down_proj,0.15254980,0.01000,0.166
27,mlp.experts.114.down_proj,0.12357284,0.01000,0.164
27,mlp.experts.115.down_proj,0.74781978,0.01000,0.166
27,mlp.experts.116.down_proj,0.70473742,0.01000,0.169
27,mlp.experts.117.down_proj,7.96367168,0.01000,0.168
27,mlp.experts.118.down_proj,1.72444105,0.01000,0.167
27,mlp.experts.119.down_proj,12.98622704,0.01000,0.164
27,mlp.experts.120.down_proj,6.34066772,0.01000,0.166
27,mlp.experts.121.down_proj,1.94847894,0.01000,0.164
27,mlp.experts.122.down_proj,0.62981302,0.01000,0.165
27,mlp.experts.123.down_proj,0.50725549,0.01000,0.167
27,mlp.experts.124.down_proj,1.94011664,0.01000,0.165
27,mlp.experts.125.down_proj,12.72523117,0.01000,0.165
27,mlp.experts.126.down_proj,2.97508526,0.01000,0.165
27,mlp.experts.127.down_proj,19.47920799,0.01000,0.166
28,self_attn.q_proj,0.41124123,0.01000,0.431
28,self_attn.k_proj,0.05295052,0.01000,0.428
28,self_attn.v_proj,0.05739866,0.01000,0.429
28,self_attn.o_proj,0.05272765,0.01000,0.868
28,mlp.experts.0.up_proj,7.27228069,0.01000,0.445
28,mlp.experts.1.up_proj,10.73230362,0.01000,0.439
28,mlp.experts.2.up_proj,8.08311081,0.01000,0.439
28,mlp.experts.3.up_proj,3.02708197,0.01000,0.439
28,mlp.experts.4.up_proj,6.63004780,0.01000,0.442
28,mlp.experts.5.up_proj,9.80937767,0.01000,0.471
28,mlp.experts.6.up_proj,7.23195887,0.01000,0.443
28,mlp.experts.7.up_proj,17.75327873,0.01000,0.441
28,mlp.experts.8.up_proj,5.12018251,0.01000,0.440
28,mlp.experts.9.up_proj,2.88473678,0.01000,0.441
28,mlp.experts.10.up_proj,11.28033829,0.01000,0.441
28,mlp.experts.11.up_proj,11.08020592,0.01000,0.441
28,mlp.experts.12.up_proj,7.85911942,0.01000,0.441
28,mlp.experts.13.up_proj,5.05496550,0.01000,0.441
28,mlp.experts.14.up_proj,16.05602264,0.01000,0.441
28,mlp.experts.15.up_proj,4.79812717,0.01000,0.443
28,mlp.experts.16.up_proj,8.62190151,0.01000,0.447
28,mlp.experts.17.up_proj,2.62859702,0.01000,0.442
28,mlp.experts.18.up_proj,8.25754642,0.01000,0.441
28,mlp.experts.19.up_proj,0.90921509,0.01000,0.441
28,mlp.experts.20.up_proj,5.58713198,0.01000,0.441
28,mlp.experts.21.up_proj,0.15188697,0.01000,0.441
28,mlp.experts.22.up_proj,2.15137672,0.01000,0.441
28,mlp.experts.23.up_proj,6.65656996,0.01000,0.441
28,mlp.experts.24.up_proj,5.38461494,0.01000,0.441
28,mlp.experts.25.up_proj,17.97618484,0.01000,0.441
28,mlp.experts.26.up_proj,41.11825562,0.01000,0.447
28,mlp.experts.27.up_proj,2.69179034,0.01000,0.443
28,mlp.experts.28.up_proj,6.03413486,0.01000,0.441
28,mlp.experts.29.up_proj,6.20676470,0.01000,0.441
28,mlp.experts.30.up_proj,32.60930634,0.01000,0.441
28,mlp.experts.31.up_proj,0.13698325,0.01000,0.441
28,mlp.experts.32.up_proj,5.59489632,0.01000,0.441
28,mlp.experts.33.up_proj,11.47401047,0.01000,0.441
28,mlp.experts.34.up_proj,4.74822235,0.01000,0.441
28,mlp.experts.35.up_proj,96.80711365,0.01000,0.441
28,mlp.experts.36.up_proj,4.16655922,0.01000,0.445
28,mlp.experts.37.up_proj,10.13053513,0.01000,0.445
28,mlp.experts.38.up_proj,0.51485085,0.01000,0.441
28,mlp.experts.39.up_proj,28.13681793,0.01000,0.442
28,mlp.experts.40.up_proj,24.54530525,0.01000,0.442
28,mlp.experts.41.up_proj,1.66884780,0.01000,0.442
28,mlp.experts.42.up_proj,23.58255768,0.01000,0.442
28,mlp.experts.43.up_proj,7.03404999,0.01000,0.442
28,mlp.experts.44.up_proj,8.95940018,0.01000,0.442
28,mlp.experts.45.up_proj,7.76856422,0.01000,0.441
28,mlp.experts.46.up_proj,0.89377594,0.01000,0.443
28,mlp.experts.47.up_proj,0.23749906,0.01000,0.446
28,mlp.experts.48.up_proj,118.58576965,0.01000,0.443
28,mlp.experts.49.up_proj,12.38171482,0.01000,0.441
28,mlp.experts.50.up_proj,10.77561569,0.01000,0.441
28,mlp.experts.51.up_proj,6.85034943,0.01000,0.441
28,mlp.experts.52.up_proj,2.77661324,0.01000,0.441
28,mlp.experts.53.up_proj,1.27857518,0.01000,0.441
28,mlp.experts.54.up_proj,6.18281078,0.01000,0.441
28,mlp.experts.55.up_proj,5.16363239,0.01000,0.441
28,mlp.experts.56.up_proj,0.51094270,0.01000,0.441
28,mlp.experts.57.up_proj,5.67118406,0.01000,0.447
28,mlp.experts.58.up_proj,5.26241589,0.01000,0.443
28,mlp.experts.59.up_proj,0.94249898,0.01000,0.442
28,mlp.experts.60.up_proj,5.05504513,0.01000,0.442
28,mlp.experts.61.up_proj,0.47719887,0.01000,0.441
28,mlp.experts.62.up_proj,101.20699310,0.01000,0.441
28,mlp.experts.63.up_proj,2.12625980,0.01000,0.442
28,mlp.experts.64.up_proj,2.50045586,0.01000,0.441
28,mlp.experts.65.up_proj,54.21710205,0.01000,0.441
28,mlp.experts.66.up_proj,4.44139385,0.01000,0.441
28,mlp.experts.67.up_proj,0.79339910,0.01000,0.446
28,mlp.experts.68.up_proj,3.33031225,0.01000,0.445
28,mlp.experts.69.up_proj,0.51586998,0.01000,0.441
28,mlp.experts.70.up_proj,1.94676447,0.01000,0.441
28,mlp.experts.71.up_proj,9.93324757,0.01000,0.440
28,mlp.experts.72.up_proj,3.53875422,0.01000,0.469
28,mlp.experts.73.up_proj,4.85258102,0.01000,0.442
28,mlp.experts.74.up_proj,6.59610653,0.01000,0.442
28,mlp.experts.75.up_proj,9.38791943,0.01000,0.441
28,mlp.experts.76.up_proj,15.72618484,0.01000,0.441
28,mlp.experts.77.up_proj,7.04833221,0.01000,0.444
28,mlp.experts.78.up_proj,16.55880928,0.01000,0.447
28,mlp.experts.79.up_proj,11.18402195,0.01000,0.442
28,mlp.experts.80.up_proj,20.18302536,0.01000,0.442
28,mlp.experts.81.up_proj,39.89635849,0.01000,0.442
28,mlp.experts.82.up_proj,86.87066650,0.01000,0.441
28,mlp.experts.83.up_proj,12.72195148,0.01000,0.442
28,mlp.experts.84.up_proj,5.43838215,0.01000,0.442
28,mlp.experts.85.up_proj,0.94674909,0.01000,0.441
28,mlp.experts.86.up_proj,0.00863482,0.01000,0.441
28,mlp.experts.87.up_proj,1.17263746,0.01000,0.442
28,mlp.experts.88.up_proj,4.00964546,0.01000,0.464
28,mlp.experts.89.up_proj,23.79899788,0.01000,0.468
28,mlp.experts.90.up_proj,3.81020451,0.01000,0.468
28,mlp.experts.91.up_proj,1.30217266,0.01000,0.465
28,mlp.experts.92.up_proj,3.20590544,0.01000,0.442
28,mlp.experts.93.up_proj,11.01242828,0.01000,0.441
28,mlp.experts.94.up_proj,9.77441216,0.01000,0.440
28,mlp.experts.95.up_proj,5.61456871,0.01000,0.441
28,mlp.experts.96.up_proj,0.57023394,0.01000,0.441
28,mlp.experts.97.up_proj,19.38697433,0.01000,0.440
28,mlp.experts.98.up_proj,5.54096508,0.01000,0.445
28,mlp.experts.99.up_proj,3.19879150,0.01000,0.444
28,mlp.experts.100.up_proj,4.08157921,0.01000,0.442
28,mlp.experts.101.up_proj,27.23839760,0.01000,0.442
28,mlp.experts.102.up_proj,8.10904312,0.01000,0.441
28,mlp.experts.103.up_proj,21.99798584,0.01000,0.442
28,mlp.experts.104.up_proj,0.54513168,0.01000,0.441
28,mlp.experts.105.up_proj,36.02600479,0.01000,0.441
28,mlp.experts.106.up_proj,3.02434921,0.01000,0.441
28,mlp.experts.107.up_proj,2.79649758,0.01000,0.441
28,mlp.experts.108.up_proj,8.22840500,0.01000,0.444
28,mlp.experts.109.up_proj,20.69863129,0.01000,0.445
28,mlp.experts.110.up_proj,5.75480366,0.01000,0.441
28,mlp.experts.111.up_proj,28.27582169,0.01000,0.440
28,mlp.experts.112.up_proj,3.22105980,0.01000,0.441
28,mlp.experts.113.up_proj,58.17788696,0.01000,0.441
28,mlp.experts.114.up_proj,8.83229065,0.01000,0.441
28,mlp.experts.115.up_proj,34.68917465,0.01000,0.442
28,mlp.experts.116.up_proj,8.06251526,0.01000,0.442
28,mlp.experts.117.up_proj,12.90522194,0.01000,0.441
28,mlp.experts.118.up_proj,7.26572418,0.01000,0.441
28,mlp.experts.119.up_proj,9.64258003,0.01000,0.447
28,mlp.experts.120.up_proj,0.27459657,0.01000,0.442
28,mlp.experts.121.up_proj,5.54482889,0.01000,0.456
28,mlp.experts.122.up_proj,1.19810045,0.01000,0.441
28,mlp.experts.123.up_proj,16.85000229,0.01000,0.441
28,mlp.experts.124.up_proj,6.04330730,0.01000,0.441
28,mlp.experts.125.up_proj,0.28633824,0.01000,0.441
28,mlp.experts.126.up_proj,2.28380013,0.01000,0.441
28,mlp.experts.127.up_proj,14.69414139,0.01000,0.441
28,mlp.experts.0.gate_proj,8.18883419,0.01000,0.441
28,mlp.experts.1.gate_proj,11.17584610,0.01000,0.445
28,mlp.experts.2.gate_proj,8.49849033,0.01000,0.444
28,mlp.experts.3.gate_proj,2.89985180,0.01000,0.441
28,mlp.experts.4.gate_proj,6.76634884,0.01000,0.441
28,mlp.experts.5.gate_proj,9.98483562,0.01000,0.441
28,mlp.experts.6.gate_proj,7.48222637,0.01000,0.441
28,mlp.experts.7.gate_proj,18.31017303,0.01000,0.441
28,mlp.experts.8.gate_proj,4.99006653,0.01000,0.441
28,mlp.experts.9.gate_proj,3.07462168,0.01000,0.441
28,mlp.experts.10.gate_proj,11.16563511,0.01000,0.441
28,mlp.experts.11.gate_proj,11.42960548,0.01000,0.459
28,mlp.experts.12.gate_proj,7.80102491,0.01000,0.447
28,mlp.experts.13.gate_proj,4.86383009,0.01000,0.441
28,mlp.experts.14.gate_proj,16.77550888,0.01000,0.442
28,mlp.experts.15.gate_proj,4.65579224,0.01000,0.441
28,mlp.experts.16.gate_proj,9.07588100,0.01000,0.441
28,mlp.experts.17.gate_proj,2.57413673,0.01000,0.440
28,mlp.experts.18.gate_proj,8.18827057,0.01000,0.439
28,mlp.experts.19.gate_proj,0.89333200,0.01000,0.440
28,mlp.experts.20.gate_proj,5.26057863,0.01000,0.458
28,mlp.experts.21.gate_proj,0.15743804,0.01000,0.442
28,mlp.experts.22.gate_proj,2.15748739,0.01000,0.447
28,mlp.experts.23.gate_proj,7.05456734,0.01000,0.443
28,mlp.experts.24.gate_proj,5.53002834,0.01000,0.442
28,mlp.experts.25.gate_proj,19.09648895,0.01000,0.441
28,mlp.experts.26.gate_proj,43.92331696,0.01000,0.441
28,mlp.experts.27.gate_proj,2.75739479,0.01000,0.441
28,mlp.experts.28.gate_proj,6.22378159,0.01000,0.440
28,mlp.experts.29.gate_proj,6.11207581,0.01000,0.441
28,mlp.experts.30.gate_proj,36.09794998,0.01000,0.440
28,mlp.experts.31.gate_proj,0.15076438,0.01000,0.440
28,mlp.experts.32.gate_proj,7.16026974,0.01000,0.463
28,mlp.experts.33.gate_proj,11.37960815,0.01000,0.455
28,mlp.experts.34.gate_proj,4.91795206,0.01000,0.448
28,mlp.experts.35.gate_proj,112.67343140,0.01000,0.427
28,mlp.experts.36.gate_proj,4.00008631,0.01000,0.426
28,mlp.experts.37.gate_proj,10.51383495,0.01000,0.428
28,mlp.experts.38.gate_proj,0.52449042,0.01000,0.429
28,mlp.experts.39.gate_proj,26.07907104,0.01000,0.428
28,mlp.experts.40.gate_proj,25.84606934,0.01000,0.427
28,mlp.experts.41.gate_proj,1.73024333,0.01000,0.427
28,mlp.experts.42.gate_proj,27.17186737,0.01000,0.431
28,mlp.experts.43.gate_proj,6.25049305,0.01000,0.437
28,mlp.experts.44.gate_proj,8.32372952,0.01000,0.444
28,mlp.experts.45.gate_proj,7.33525848,0.01000,0.447
28,mlp.experts.46.gate_proj,0.90634024,0.01000,0.440
28,mlp.experts.47.gate_proj,0.22793022,0.01000,0.451
28,mlp.experts.48.gate_proj,106.98671722,0.01000,0.449
28,mlp.experts.49.gate_proj,12.77096653,0.01000,0.446
28,mlp.experts.50.gate_proj,11.73838711,0.01000,0.450
28,mlp.experts.51.gate_proj,7.22396851,0.01000,0.443
28,mlp.experts.52.gate_proj,2.78509283,0.01000,0.440
28,mlp.experts.53.gate_proj,1.30665517,0.01000,0.461
28,mlp.experts.54.gate_proj,6.43179321,0.01000,0.449
28,mlp.experts.55.gate_proj,5.24240589,0.01000,0.447
28,mlp.experts.56.gate_proj,0.53327829,0.01000,0.453
28,mlp.experts.57.gate_proj,5.83675861,0.01000,0.444
28,mlp.experts.58.gate_proj,5.43493700,0.01000,0.448
28,mlp.experts.59.gate_proj,0.89609426,0.01000,0.426
28,mlp.experts.60.gate_proj,5.01081562,0.01000,0.448
28,mlp.experts.61.gate_proj,0.51867318,0.01000,0.443
28,mlp.experts.62.gate_proj,80.40289307,0.01000,0.434
28,mlp.experts.63.gate_proj,2.07917547,0.01000,0.450
28,mlp.experts.64.gate_proj,2.50182486,0.01000,0.430
28,mlp.experts.65.gate_proj,53.61176682,0.01000,0.452
28,mlp.experts.66.gate_proj,4.50787735,0.01000,0.429
28,mlp.experts.67.gate_proj,0.79822069,0.01000,0.445
28,mlp.experts.68.gate_proj,3.45950842,0.01000,0.426
28,mlp.experts.69.gate_proj,0.50820947,0.01000,0.438
28,mlp.experts.70.gate_proj,2.19336414,0.01000,0.449
28,mlp.experts.71.gate_proj,9.39594841,0.01000,0.452
28,mlp.experts.72.gate_proj,4.22968102,0.01000,0.442
28,mlp.experts.73.gate_proj,4.79425621,0.01000,0.430
28,mlp.experts.74.gate_proj,11.02890778,0.01000,0.458
28,mlp.experts.75.gate_proj,9.94443417,0.01000,0.430
28,mlp.experts.76.gate_proj,15.94862366,0.01000,0.445
28,mlp.experts.77.gate_proj,6.78169060,0.01000,0.443
28,mlp.experts.78.gate_proj,17.12290192,0.01000,0.443
28,mlp.experts.79.gate_proj,11.37214088,0.01000,0.449
28,mlp.experts.80.gate_proj,21.45451736,0.01000,0.441
28,mlp.experts.81.gate_proj,40.43774033,0.01000,0.450
28,mlp.experts.82.gate_proj,92.34778595,0.01000,0.446
28,mlp.experts.83.gate_proj,12.56953907,0.01000,0.448
28,mlp.experts.84.gate_proj,5.62089062,0.01000,0.456
28,mlp.experts.85.gate_proj,0.92997301,0.01000,0.447
28,mlp.experts.86.gate_proj,0.00859089,0.01000,0.438
28,mlp.experts.87.gate_proj,1.20027256,0.01000,0.449
28,mlp.experts.88.gate_proj,4.08519268,0.01000,0.451
28,mlp.experts.89.gate_proj,24.39618301,0.01000,0.449
28,mlp.experts.90.gate_proj,3.85554624,0.01000,0.450
28,mlp.experts.91.gate_proj,1.28881240,0.01000,0.443
28,mlp.experts.92.gate_proj,3.13426471,0.01000,0.448
28,mlp.experts.93.gate_proj,11.26153374,0.01000,0.438
28,mlp.experts.94.gate_proj,10.52883530,0.01000,0.457
28,mlp.experts.95.gate_proj,5.78839016,0.01000,0.456
28,mlp.experts.96.gate_proj,0.58101517,0.01000,0.447
28,mlp.experts.97.gate_proj,21.20307732,0.01000,0.444
28,mlp.experts.98.gate_proj,5.51944542,0.01000,0.447
28,mlp.experts.99.gate_proj,3.26939321,0.01000,0.450
28,mlp.experts.100.gate_proj,4.01555824,0.01000,0.451
28,mlp.experts.101.gate_proj,23.85170937,0.01000,0.427
28,mlp.experts.102.gate_proj,7.88782215,0.01000,0.430
28,mlp.experts.103.gate_proj,22.74938011,0.01000,0.430
28,mlp.experts.104.gate_proj,0.58490813,0.01000,0.433
28,mlp.experts.105.gate_proj,33.56326294,0.01000,0.450
28,mlp.experts.106.gate_proj,2.96182442,0.01000,0.427
28,mlp.experts.107.gate_proj,2.84556437,0.01000,0.429
28,mlp.experts.108.gate_proj,7.85662746,0.01000,0.429
28,mlp.experts.109.gate_proj,21.34006882,0.01000,0.430
28,mlp.experts.110.gate_proj,6.07537174,0.01000,0.438
28,mlp.experts.111.gate_proj,28.46997452,0.01000,0.430
28,mlp.experts.112.gate_proj,3.27778053,0.01000,0.429
28,mlp.experts.113.gate_proj,65.95952606,0.01000,0.428
28,mlp.experts.114.gate_proj,8.77778053,0.01000,0.427
28,mlp.experts.115.gate_proj,28.89279556,0.01000,0.439
28,mlp.experts.116.gate_proj,8.18415642,0.01000,0.430
28,mlp.experts.117.gate_proj,12.61398983,0.01000,0.428
28,mlp.experts.118.gate_proj,7.45246315,0.01000,0.428
28,mlp.experts.119.gate_proj,10.19969177,0.01000,0.429
28,mlp.experts.120.gate_proj,0.26679003,0.01000,0.428
28,mlp.experts.121.gate_proj,5.88832951,0.01000,0.430
28,mlp.experts.122.gate_proj,1.18269873,0.01000,0.427
28,mlp.experts.123.gate_proj,20.32007980,0.01000,0.430
28,mlp.experts.124.gate_proj,5.96493483,0.01000,0.429
28,mlp.experts.125.gate_proj,0.28279763,0.01000,0.431
28,mlp.experts.126.gate_proj,2.15712547,0.01000,0.436
28,mlp.experts.127.gate_proj,15.65830040,0.01000,0.429
28,mlp.experts.0.down_proj,3.94913316,0.01000,0.172
28,mlp.experts.1.down_proj,2.95464587,0.01000,0.166
28,mlp.experts.2.down_proj,2.94398355,0.01000,0.165
28,mlp.experts.3.down_proj,0.79371721,0.01000,0.170
28,mlp.experts.4.down_proj,1.74800754,0.01000,0.163
28,mlp.experts.5.down_proj,3.43040419,0.01000,0.159
28,mlp.experts.6.down_proj,2.32314229,0.01000,0.167
28,mlp.experts.7.down_proj,6.51373863,0.01000,0.163
28,mlp.experts.8.down_proj,1.31481898,0.01000,0.159
28,mlp.experts.9.down_proj,0.55150568,0.01000,0.166
28,mlp.experts.10.down_proj,4.60805225,0.01000,0.164
28,mlp.experts.11.down_proj,3.42698622,0.01000,0.160
28,mlp.experts.12.down_proj,2.88980770,0.01000,0.167
28,mlp.experts.13.down_proj,1.34733343,0.01000,0.164
28,mlp.experts.14.down_proj,3.41996694,0.01000,0.161
28,mlp.experts.15.down_proj,1.50187445,0.01000,0.168
28,mlp.experts.16.down_proj,1.65986454,0.01000,0.163
28,mlp.experts.17.down_proj,0.97338170,0.01000,0.163
28,mlp.experts.18.down_proj,1.96401262,0.01000,0.168
28,mlp.experts.19.down_proj,0.18131924,0.01000,0.164
28,mlp.experts.20.down_proj,1.70520175,0.01000,0.163
28,mlp.experts.21.down_proj,0.04971099,0.01000,0.161
28,mlp.experts.22.down_proj,0.53086436,0.01000,0.165
28,mlp.experts.23.down_proj,2.20266533,0.01000,0.161
28,mlp.experts.24.down_proj,1.00626135,0.01000,0.166
28,mlp.experts.25.down_proj,4.54317188,0.01000,0.166
28,mlp.experts.26.down_proj,8.22566414,0.01000,0.161
28,mlp.experts.27.down_proj,0.54412091,0.01000,0.162
28,mlp.experts.28.down_proj,1.26413655,0.01000,0.170
28,mlp.experts.29.down_proj,1.49130630,0.01000,0.167
28,mlp.experts.30.down_proj,6.61689377,0.01000,0.164
28,mlp.experts.31.down_proj,0.07640890,0.01000,0.171
28,mlp.experts.32.down_proj,0.73889029,0.01000,0.164
28,mlp.experts.33.down_proj,3.69784260,0.01000,0.160
28,mlp.experts.34.down_proj,0.96774459,0.01000,0.170
28,mlp.experts.35.down_proj,24.74668884,0.01000,0.165
28,mlp.experts.36.down_proj,1.35992575,0.01000,0.161
28,mlp.experts.37.down_proj,2.39423037,0.01000,0.163
28,mlp.experts.38.down_proj,0.21132240,0.01000,0.164
28,mlp.experts.39.down_proj,6.13443422,0.01000,0.160
28,mlp.experts.40.down_proj,7.96739054,0.01000,0.161
28,mlp.experts.41.down_proj,0.39411098,0.01000,0.167
28,mlp.experts.42.down_proj,7.78015995,0.01000,0.168
28,mlp.experts.43.down_proj,1.76409245,0.01000,0.160
28,mlp.experts.44.down_proj,2.93281412,0.01000,0.168
28,mlp.experts.45.down_proj,1.78025484,0.01000,0.162
28,mlp.experts.46.down_proj,0.14653987,0.01000,0.160
28,mlp.experts.47.down_proj,0.11668102,0.01000,0.167
28,mlp.experts.48.down_proj,47.89852142,0.01000,0.170
28,mlp.experts.49.down_proj,4.02860260,0.01000,0.169
28,mlp.experts.50.down_proj,2.78226185,0.01000,0.167
28,mlp.experts.51.down_proj,1.73334241,0.01000,0.168
28,mlp.experts.52.down_proj,0.62434268,0.01000,0.160
28,mlp.experts.53.down_proj,0.21936500,0.01000,0.168
28,mlp.experts.54.down_proj,1.76760626,0.01000,0.166
28,mlp.experts.55.down_proj,1.23937309,0.01000,0.162
28,mlp.experts.56.down_proj,0.17165405,0.01000,0.166
28,mlp.experts.57.down_proj,1.10382700,0.01000,0.169
28,mlp.experts.58.down_proj,2.22554684,0.01000,0.165
28,mlp.experts.59.down_proj,0.27409106,0.01000,0.170
28,mlp.experts.60.down_proj,1.49699521,0.01000,0.166
28,mlp.experts.61.down_proj,0.26171273,0.01000,0.165
28,mlp.experts.62.down_proj,17.93840027,0.01000,0.161
28,mlp.experts.63.down_proj,0.35023296,0.01000,0.168
28,mlp.experts.64.down_proj,0.34059608,0.01000,0.167
28,mlp.experts.65.down_proj,13.79045582,0.01000,0.161
28,mlp.experts.66.down_proj,1.07175326,0.01000,0.168
28,mlp.experts.67.down_proj,0.26309448,0.01000,0.165
28,mlp.experts.68.down_proj,1.06835485,0.01000,0.163
28,mlp.experts.69.down_proj,0.15703028,0.01000,0.170
28,mlp.experts.70.down_proj,0.17830917,0.01000,0.166
28,mlp.experts.71.down_proj,2.49483395,0.01000,0.164
28,mlp.experts.72.down_proj,0.64358121,0.01000,0.161
28,mlp.experts.73.down_proj,0.93269837,0.01000,0.169
28,mlp.experts.74.down_proj,2.18049192,0.01000,0.164
28,mlp.experts.75.down_proj,1.70156550,0.01000,0.163
28,mlp.experts.76.down_proj,4.45819139,0.01000,0.168
28,mlp.experts.77.down_proj,1.81140125,0.01000,0.171
28,mlp.experts.78.down_proj,3.27686548,0.01000,0.166
28,mlp.experts.79.down_proj,1.94269359,0.01000,0.170
28,mlp.experts.80.down_proj,4.20531273,0.01000,0.166
28,mlp.experts.81.down_proj,11.93802452,0.01000,0.166
28,mlp.experts.82.down_proj,32.92052460,0.01000,0.172
28,mlp.experts.83.down_proj,3.53618860,0.01000,0.178
28,mlp.experts.84.down_proj,1.49787951,0.01000,0.170
28,mlp.experts.85.down_proj,0.21261290,0.01000,0.166
28,mlp.experts.86.down_proj,0.00309102,0.01000,0.170
28,mlp.experts.87.down_proj,0.20306189,0.01000,0.166
28,mlp.experts.88.down_proj,1.30450559,0.01000,0.170
28,mlp.experts.89.down_proj,9.31384087,0.01000,0.171
28,mlp.experts.90.down_proj,1.09589577,0.01000,0.167
28,mlp.experts.91.down_proj,0.49852660,0.01000,0.166
28,mlp.experts.92.down_proj,1.08100581,0.01000,0.171
28,mlp.experts.93.down_proj,2.50296307,0.01000,0.168
28,mlp.experts.94.down_proj,3.03901267,0.01000,0.167
28,mlp.experts.95.down_proj,2.55991793,0.01000,0.170
28,mlp.experts.96.down_proj,0.15545043,0.01000,0.169
28,mlp.experts.97.down_proj,4.95106125,0.01000,0.166
28,mlp.experts.98.down_proj,2.31480312,0.01000,0.165
28,mlp.experts.99.down_proj,1.22982407,0.01000,0.171
28,mlp.experts.100.down_proj,1.73778892,0.01000,0.168
28,mlp.experts.101.down_proj,5.45437002,0.01000,0.166
28,mlp.experts.102.down_proj,1.51059055,0.01000,0.172
28,mlp.experts.103.down_proj,6.48686600,0.01000,0.169
28,mlp.experts.104.down_proj,0.22141881,0.01000,0.173
28,mlp.experts.105.down_proj,16.69285583,0.01000,0.163
28,mlp.experts.106.down_proj,0.95242250,0.01000,0.170
28,mlp.experts.107.down_proj,0.74750078,0.01000,0.167
28,mlp.experts.108.down_proj,1.67666984,0.01000,0.166
28,mlp.experts.109.down_proj,6.82148743,0.01000,0.173
28,mlp.experts.110.down_proj,1.68280852,0.01000,0.174
28,mlp.experts.111.down_proj,10.74675083,0.01000,0.170
28,mlp.experts.112.down_proj,1.26481175,0.01000,0.176
28,mlp.experts.113.down_proj,13.35992050,0.01000,0.171
28,mlp.experts.114.down_proj,2.29161549,0.01000,0.169
28,mlp.experts.115.down_proj,11.51144791,0.01000,0.163
28,mlp.experts.116.down_proj,3.13172007,0.01000,0.171
28,mlp.experts.117.down_proj,3.13347173,0.01000,0.170
28,mlp.experts.118.down_proj,2.28699827,0.01000,0.173
28,mlp.experts.119.down_proj,3.54827428,0.01000,0.168
28,mlp.experts.120.down_proj,0.09449504,0.01000,0.163
28,mlp.experts.121.down_proj,1.25926518,0.01000,0.165
28,mlp.experts.122.down_proj,0.29129118,0.01000,0.163
28,mlp.experts.123.down_proj,4.24513960,0.01000,0.163
28,mlp.experts.124.down_proj,1.50579548,0.01000,0.164
28,mlp.experts.125.down_proj,0.13867214,0.01000,0.163
28,mlp.experts.126.down_proj,0.56454474,0.01000,0.163
28,mlp.experts.127.down_proj,3.60248327,0.01000,0.163
29,self_attn.q_proj,0.45319581,0.01000,0.439
29,self_attn.k_proj,0.05532913,0.01000,0.436
29,self_attn.v_proj,0.06076016,0.01000,0.435
29,self_attn.o_proj,0.04906023,0.01000,0.884
29,mlp.experts.0.up_proj,8.62525177,0.01000,0.433
29,mlp.experts.1.up_proj,60.05704498,0.01000,0.426
29,mlp.experts.2.up_proj,6.99941349,0.01000,0.425
29,mlp.experts.3.up_proj,10.84473610,0.01000,0.434
29,mlp.experts.4.up_proj,0.85653019,0.01000,0.429
29,mlp.experts.5.up_proj,6.82768106,0.01000,0.428
29,mlp.experts.6.up_proj,10.66561699,0.01000,0.428
29,mlp.experts.7.up_proj,2.92783761,0.01000,0.428
29,mlp.experts.8.up_proj,0.11893342,0.01000,0.427
29,mlp.experts.9.up_proj,9.82952976,0.01000,0.429
29,mlp.experts.10.up_proj,18.54180908,0.01000,0.425
29,mlp.experts.11.up_proj,14.65094757,0.01000,0.428
29,mlp.experts.12.up_proj,14.02287483,0.01000,0.427
29,mlp.experts.13.up_proj,7.53622913,0.01000,0.429
29,mlp.experts.14.up_proj,8.41082382,0.01000,0.437
29,mlp.experts.15.up_proj,5.95834923,0.01000,0.430
29,mlp.experts.16.up_proj,2.19573450,0.01000,0.427
29,mlp.experts.17.up_proj,11.59766102,0.01000,0.428
29,mlp.experts.18.up_proj,98.64441681,0.01000,0.429
29,mlp.experts.19.up_proj,8.80162811,0.01000,0.427
29,mlp.experts.20.up_proj,6.58861113,0.01000,0.428
29,mlp.experts.21.up_proj,33.83986664,0.01000,0.428
29,mlp.experts.22.up_proj,2.77064657,0.01000,0.426
29,mlp.experts.23.up_proj,1.70195699,0.01000,0.426
29,mlp.experts.24.up_proj,0.05756613,0.01000,0.434
29,mlp.experts.25.up_proj,0.80676389,0.01000,0.436
29,mlp.experts.26.up_proj,17.66284752,0.01000,0.427
29,mlp.experts.27.up_proj,4.77800465,0.01000,0.426
29,mlp.experts.28.up_proj,6.15774632,0.01000,0.427
29,mlp.experts.29.up_proj,2.15626669,0.01000,0.428
29,mlp.experts.30.up_proj,11.62125778,0.01000,0.429
29,mlp.experts.31.up_proj,0.28092948,0.01000,0.427
29,mlp.experts.32.up_proj,0.96426576,0.01000,0.429
29,mlp.experts.33.up_proj,1.16888762,0.01000,0.428
29,mlp.experts.34.up_proj,1.35975218,0.01000,0.428
29,mlp.experts.35.up_proj,6.07984400,0.01000,0.435
29,mlp.experts.36.up_proj,30.55453110,0.01000,0.430
29,mlp.experts.37.up_proj,3.69708562,0.01000,0.426
29,mlp.experts.38.up_proj,10.47733688,0.01000,0.428
29,mlp.experts.39.up_proj,8.37638760,0.01000,0.428
29,mlp.experts.40.up_proj,0.15691426,0.01000,0.429
29,mlp.experts.41.up_proj,3.63007236,0.01000,0.427
29,mlp.experts.42.up_proj,12.96528435,0.01000,0.428
29,mlp.experts.43.up_proj,0.59077001,0.01000,0.428
29,mlp.experts.44.up_proj,3.14105558,0.01000,0.428
29,mlp.experts.45.up_proj,8.41213608,0.01000,0.428
29,mlp.experts.46.up_proj,22.48442650,0.01000,0.440
29,mlp.experts.47.up_proj,4.51871014,0.01000,0.429
29,mlp.experts.48.up_proj,4.38756847,0.01000,0.428
29,mlp.experts.49.up_proj,21.39754105,0.01000,0.435
29,mlp.experts.50.up_proj,7.00114870,0.01000,0.428
29,mlp.experts.51.up_proj,0.67763889,0.01000,0.444
29,mlp.experts.52.up_proj,4.52230597,0.01000,0.428
29,mlp.experts.53.up_proj,15.96520901,0.01000,0.447
29,mlp.experts.54.up_proj,24.54069138,0.01000,0.428
29,mlp.experts.55.up_proj,100.28388977,0.01000,0.430
29,mlp.experts.56.up_proj,3.18427658,0.01000,0.434
29,mlp.experts.57.up_proj,4.83206558,0.01000,0.435
29,mlp.experts.58.up_proj,7.54512596,0.01000,0.429
29,mlp.experts.59.up_proj,11.11324501,0.01000,0.428
29,mlp.experts.60.up_proj,0.06595229,0.01000,0.426
29,mlp.experts.61.up_proj,23.60537338,0.01000,0.429
29,mlp.experts.62.up_proj,8.68142796,0.01000,0.429
29,mlp.experts.63.up_proj,5.52917957,0.01000,0.429
29,mlp.experts.64.up_proj,5.91640282,0.01000,0.427
29,mlp.experts.65.up_proj,7.64669228,0.01000,0.427
29,mlp.experts.66.up_proj,8.27855682,0.01000,0.430
29,mlp.experts.67.up_proj,0.25772417,0.01000,0.435
29,mlp.experts.68.up_proj,55.70308685,0.01000,0.430
29,mlp.experts.69.up_proj,5.63820505,0.01000,0.427
29,mlp.experts.70.up_proj,0.73091388,0.01000,0.429
29,mlp.experts.71.up_proj,0.91251892,0.01000,0.429
29,mlp.experts.72.up_proj,91.27764893,0.01000,0.428
29,mlp.experts.73.up_proj,36.97372818,0.01000,0.426
29,mlp.experts.74.up_proj,10.24031448,0.01000,0.428
29,mlp.experts.75.up_proj,7.18956757,0.01000,0.428
29,mlp.experts.76.up_proj,9.81630802,0.01000,0.429
29,mlp.experts.77.up_proj,13.98579216,0.01000,0.427
29,mlp.experts.78.up_proj,1.80373967,0.01000,0.438
29,mlp.experts.79.up_proj,9.20046425,0.01000,0.430
29,mlp.experts.80.up_proj,104.72802734,0.01000,0.430
29,mlp.experts.81.up_proj,5.85770226,0.01000,0.427
29,mlp.experts.82.up_proj,42.77381897,0.01000,0.429
29,mlp.experts.83.up_proj,7.14999199,0.01000,0.443
29,mlp.experts.84.up_proj,9.61861324,0.01000,0.429
29,mlp.experts.85.up_proj,7.80404568,0.01000,0.427
29,mlp.experts.86.up_proj,3.25578403,0.01000,0.428
29,mlp.experts.87.up_proj,6.33969450,0.01000,0.429
29,mlp.experts.88.up_proj,50.23089600,0.01000,0.433
29,mlp.experts.89.up_proj,5.05083561,0.01000,0.433
29,mlp.experts.90.up_proj,28.68043137,0.01000,0.428
29,mlp.experts.91.up_proj,1.67860663,0.01000,0.429
29,mlp.experts.92.up_proj,7.17335224,0.01000,0.439
29,mlp.experts.93.up_proj,78.87101746,0.01000,0.427
29,mlp.experts.94.up_proj,0.30165997,0.01000,0.428
29,mlp.experts.95.up_proj,2.49358010,0.01000,0.429
29,mlp.experts.96.up_proj,0.28814369,0.01000,0.429
29,mlp.experts.97.up_proj,7.55584717,0.01000,0.445
29,mlp.experts.98.up_proj,0.87546432,0.01000,0.426
29,mlp.experts.99.up_proj,70.64329529,0.01000,0.441
29,mlp.experts.100.up_proj,4.99769497,0.01000,0.432
29,mlp.experts.101.up_proj,2.49299908,0.01000,0.434
29,mlp.experts.102.up_proj,7.69416332,0.01000,0.426
29,mlp.experts.103.up_proj,6.09516382,0.01000,0.441
29,mlp.experts.104.up_proj,3.81977701,0.01000,0.430
29,mlp.experts.105.up_proj,3.08774066,0.01000,0.429
29,mlp.experts.106.up_proj,13.42539024,0.01000,0.427
29,mlp.experts.107.up_proj,0.79859424,0.01000,0.428
29,mlp.experts.108.up_proj,8.90202332,0.01000,0.428
29,mlp.experts.109.up_proj,13.80221939,0.01000,0.430
29,mlp.experts.110.up_proj,2.94758797,0.01000,0.461
29,mlp.experts.111.up_proj,0.60554212,0.01000,0.430
29,mlp.experts.112.up_proj,13.31346512,0.01000,0.430
29,mlp.experts.113.up_proj,1.57580018,0.01000,0.431
29,mlp.experts.114.up_proj,0.97759020,0.01000,0.429
29,mlp.experts.115.up_proj,3.13523483,0.01000,0.427
29,mlp.experts.116.up_proj,2.76506329,0.01000,0.430
29,mlp.experts.117.up_proj,5.48678017,0.01000,0.429
29,mlp.experts.118.up_proj,17.56238556,0.01000,0.437
29,mlp.experts.119.up_proj,10.65829563,0.01000,0.427
29,mlp.experts.120.up_proj,10.50111008,0.01000,0.438
29,mlp.experts.121.up_proj,13.47320271,0.01000,0.434
29,mlp.experts.122.up_proj,90.74147034,0.01000,0.442
29,mlp.experts.123.up_proj,1.93059766,0.01000,0.428
29,mlp.experts.124.up_proj,3.12232518,0.01000,0.429
29,mlp.experts.125.up_proj,0.83669055,0.01000,0.429
29,mlp.experts.126.up_proj,5.59809208,0.01000,0.429
29,mlp.experts.127.up_proj,3.17459536,0.01000,0.428
29,mlp.experts.0.gate_proj,8.61968422,0.01000,0.427
29,mlp.experts.1.gate_proj,50.27461624,0.01000,0.431
29,mlp.experts.2.gate_proj,6.63712549,0.01000,0.430
29,mlp.experts.3.gate_proj,10.99235249,0.01000,0.437
29,mlp.experts.4.gate_proj,0.84089363,0.01000,0.431
29,mlp.experts.5.gate_proj,6.76806831,0.01000,0.430
29,mlp.experts.6.gate_proj,10.93517494,0.01000,0.430
29,mlp.experts.7.gate_proj,2.85079288,0.01000,0.431
29,mlp.experts.8.gate_proj,0.11586818,0.01000,0.427
29,mlp.experts.9.gate_proj,9.84370995,0.01000,0.431
29,mlp.experts.10.gate_proj,13.93096256,0.01000,0.437
29,mlp.experts.11.gate_proj,12.34722710,0.01000,0.430
29,mlp.experts.12.gate_proj,14.58626366,0.01000,0.427
29,mlp.experts.13.gate_proj,7.50783777,0.01000,0.433
29,mlp.experts.14.gate_proj,8.51040649,0.01000,0.436
29,mlp.experts.15.gate_proj,5.63640690,0.01000,0.429
29,mlp.experts.16.gate_proj,2.25978041,0.01000,0.428
29,mlp.experts.17.gate_proj,10.26231575,0.01000,0.429
29,mlp.experts.18.gate_proj,97.95789337,0.01000,0.429
29,mlp.experts.19.gate_proj,8.37552834,0.01000,0.429
29,mlp.experts.20.gate_proj,6.11854935,0.01000,0.427
29,mlp.experts.21.gate_proj,32.69915771,0.01000,0.431
29,mlp.experts.22.gate_proj,2.88529921,0.01000,0.432
29,mlp.experts.23.gate_proj,1.77290297,0.01000,0.432
29,mlp.experts.24.gate_proj,0.05933002,0.01000,0.437
29,mlp.experts.25.gate_proj,0.75745004,0.01000,0.432
29,mlp.experts.26.gate_proj,18.15701294,0.01000,0.432
29,mlp.experts.27.gate_proj,4.71026373,0.01000,0.431
29,mlp.experts.28.gate_proj,6.28746510,0.01000,0.432
29,mlp.experts.29.gate_proj,2.17889524,0.01000,0.430
29,mlp.experts.30.gate_proj,12.17556953,0.01000,0.431
29,mlp.experts.31.gate_proj,0.27267247,0.01000,0.433
29,mlp.experts.32.gate_proj,1.00753093,0.01000,0.432
29,mlp.experts.33.gate_proj,1.18188179,0.01000,0.430
29,mlp.experts.34.gate_proj,1.39301658,0.01000,0.431
29,mlp.experts.35.gate_proj,5.80453682,0.01000,0.439
29,mlp.experts.36.gate_proj,13.28976727,0.01000,0.432
29,mlp.experts.37.gate_proj,3.72902012,0.01000,0.431
29,mlp.experts.38.gate_proj,10.90526009,0.01000,0.430
29,mlp.experts.39.gate_proj,8.62071991,0.01000,0.430
29,mlp.experts.40.gate_proj,0.15438250,0.01000,0.431
29,mlp.experts.41.gate_proj,3.80777049,0.01000,0.430
29,mlp.experts.42.gate_proj,13.34834385,0.01000,0.431
29,mlp.experts.43.gate_proj,0.56690097,0.01000,0.432
29,mlp.experts.44.gate_proj,3.14555788,0.01000,0.433
29,mlp.experts.45.gate_proj,7.87693644,0.01000,0.435
29,mlp.experts.46.gate_proj,22.31549263,0.01000,0.436
29,mlp.experts.47.gate_proj,5.33861637,0.01000,0.433
29,mlp.experts.48.gate_proj,7.32337284,0.01000,0.432
29,mlp.experts.49.gate_proj,21.12245178,0.01000,0.433
29,mlp.experts.50.gate_proj,7.33249187,0.01000,0.430
29,mlp.experts.51.gate_proj,0.68248147,0.01000,0.431
29,mlp.experts.52.gate_proj,4.41302299,0.01000,0.431
29,mlp.experts.53.gate_proj,15.93911648,0.01000,0.432
29,mlp.experts.54.gate_proj,24.39606476,0.01000,0.431
29,mlp.experts.55.gate_proj,96.40350342,0.01000,0.432
29,mlp.experts.56.gate_proj,3.08839107,0.01000,0.439
29,mlp.experts.57.gate_proj,5.66240072,0.01000,0.432
29,mlp.experts.58.gate_proj,7.41968822,0.01000,0.430
29,mlp.experts.59.gate_proj,11.23601723,0.01000,0.431
29,mlp.experts.60.gate_proj,0.06342337,0.01000,0.442
29,mlp.experts.61.gate_proj,24.66721725,0.01000,0.443
29,mlp.experts.62.gate_proj,9.09914207,0.01000,0.440
29,mlp.experts.63.gate_proj,5.53749895,0.01000,0.444
29,mlp.experts.64.gate_proj,5.79018593,0.01000,0.439
29,mlp.experts.65.gate_proj,7.35406590,0.01000,0.444
29,mlp.experts.66.gate_proj,8.06136131,0.01000,0.443
29,mlp.experts.67.gate_proj,0.22687775,0.01000,0.444
29,mlp.experts.68.gate_proj,63.17902374,0.01000,0.439
29,mlp.experts.69.gate_proj,5.59419250,0.01000,0.438
29,mlp.experts.70.gate_proj,0.72914529,0.01000,0.439
29,mlp.experts.71.gate_proj,0.88201863,0.01000,0.440
29,mlp.experts.72.gate_proj,77.02725220,0.01000,0.440
29,mlp.experts.73.gate_proj,38.59795761,0.01000,0.439
29,mlp.experts.74.gate_proj,10.16809082,0.01000,0.445
29,mlp.experts.75.gate_proj,7.09808064,0.01000,0.439
29,mlp.experts.76.gate_proj,9.91970825,0.01000,0.444
29,mlp.experts.77.gate_proj,14.71995068,0.01000,0.447
29,mlp.experts.78.gate_proj,1.77803409,0.01000,0.441
29,mlp.experts.79.gate_proj,10.88025570,0.01000,0.439
29,mlp.experts.80.gate_proj,112.56008911,0.01000,0.439
29,mlp.experts.81.gate_proj,5.72413254,0.01000,0.439
29,mlp.experts.82.gate_proj,44.21982574,0.01000,0.438
29,mlp.experts.83.gate_proj,6.89917469,0.01000,0.439
29,mlp.experts.84.gate_proj,10.05034637,0.01000,0.439
29,mlp.experts.85.gate_proj,7.72361279,0.01000,0.439
29,mlp.experts.86.gate_proj,3.30538702,0.01000,0.440
29,mlp.experts.87.gate_proj,7.05603027,0.01000,0.442
29,mlp.experts.88.gate_proj,51.67871857,0.01000,0.444
29,mlp.experts.89.gate_proj,5.11342144,0.01000,0.440
29,mlp.experts.90.gate_proj,24.42178154,0.01000,0.439
29,mlp.experts.91.gate_proj,1.66543984,0.01000,0.440
29,mlp.experts.92.gate_proj,7.30596209,0.01000,0.439
29,mlp.experts.93.gate_proj,75.48606110,0.01000,0.439
29,mlp.experts.94.gate_proj,0.29936266,0.01000,0.440
29,mlp.experts.95.gate_proj,2.50282145,0.01000,0.440
29,mlp.experts.96.gate_proj,0.30290627,0.01000,0.440
29,mlp.experts.97.gate_proj,6.86616516,0.01000,0.440
29,mlp.experts.98.gate_proj,0.93067801,0.01000,0.469
29,mlp.experts.99.gate_proj,67.28660583,0.01000,0.452
29,mlp.experts.100.gate_proj,4.92775154,0.01000,0.458
29,mlp.experts.101.gate_proj,2.43715954,0.01000,0.444
29,mlp.experts.102.gate_proj,7.66876602,0.01000,0.455
29,mlp.experts.103.gate_proj,5.63749218,0.01000,0.452
29,mlp.experts.104.gate_proj,3.97091961,0.01000,0.429
29,mlp.experts.105.gate_proj,3.10246515,0.01000,0.432
29,mlp.experts.106.gate_proj,12.56868172,0.01000,0.431
29,mlp.experts.107.gate_proj,0.75620741,0.01000,0.430
29,mlp.experts.108.gate_proj,8.04643440,0.01000,0.457
29,mlp.experts.109.gate_proj,13.62202835,0.01000,0.452
29,mlp.experts.110.gate_proj,3.08707476,0.01000,0.457
29,mlp.experts.111.gate_proj,0.58573753,0.01000,0.430
29,mlp.experts.112.gate_proj,13.19772243,0.01000,0.429
29,mlp.experts.113.gate_proj,1.48489094,0.01000,0.426
29,mlp.experts.114.gate_proj,1.02744818,0.01000,0.429
29,mlp.experts.115.gate_proj,3.25004888,0.01000,0.429
29,mlp.experts.116.gate_proj,2.74355125,0.01000,0.429
29,mlp.experts.117.gate_proj,5.13406897,0.01000,0.427
29,mlp.experts.118.gate_proj,16.10360336,0.01000,0.433
29,mlp.experts.119.gate_proj,10.95745087,0.01000,0.438
29,mlp.experts.120.gate_proj,10.71844482,0.01000,0.429
29,mlp.experts.121.gate_proj,14.30105972,0.01000,0.427
29,mlp.experts.122.gate_proj,46.68110657,0.01000,0.430
29,mlp.experts.123.gate_proj,1.93815303,0.01000,0.429
29,mlp.experts.124.gate_proj,3.13244438,0.01000,0.431
29,mlp.experts.125.gate_proj,0.86415130,0.01000,0.427
29,mlp.experts.126.gate_proj,5.59988880,0.01000,0.428
29,mlp.experts.127.gate_proj,3.23518085,0.01000,0.429
29,mlp.experts.0.down_proj,2.00490999,0.01000,0.166
29,mlp.experts.1.down_proj,22.07617569,0.01000,0.160
29,mlp.experts.2.down_proj,1.73826218,0.01000,0.159
29,mlp.experts.3.down_proj,3.42377615,0.01000,0.160
29,mlp.experts.4.down_proj,0.24718754,0.01000,0.161
29,mlp.experts.5.down_proj,2.46250916,0.01000,0.159
29,mlp.experts.6.down_proj,1.87544823,0.01000,0.159
29,mlp.experts.7.down_proj,1.06950927,0.01000,0.162
29,mlp.experts.8.down_proj,0.03986999,0.01000,0.160
29,mlp.experts.9.down_proj,2.08921719,0.01000,0.160
29,mlp.experts.10.down_proj,2.87872052,0.01000,0.163
29,mlp.experts.11.down_proj,3.61185741,0.01000,0.164
29,mlp.experts.12.down_proj,3.70534110,0.01000,0.163
29,mlp.experts.13.down_proj,1.88129878,0.01000,0.162
29,mlp.experts.14.down_proj,1.75165725,0.01000,0.163
29,mlp.experts.15.down_proj,1.57234442,0.01000,0.160
29,mlp.experts.16.down_proj,0.58883154,0.01000,0.160
29,mlp.experts.17.down_proj,2.76149917,0.01000,0.161
29,mlp.experts.18.down_proj,19.25453568,0.01000,0.161
29,mlp.experts.19.down_proj,2.24594522,0.01000,0.161
29,mlp.experts.20.down_proj,1.73319316,0.01000,0.160
29,mlp.experts.21.down_proj,14.92748451,0.01000,0.162
29,mlp.experts.22.down_proj,0.59661937,0.01000,0.160
29,mlp.experts.23.down_proj,0.56763875,0.01000,0.160
29,mlp.experts.24.down_proj,0.02017714,0.01000,0.161
29,mlp.experts.25.down_proj,0.21795422,0.01000,0.162
29,mlp.experts.26.down_proj,5.44399977,0.01000,0.160
29,mlp.experts.27.down_proj,1.00045300,0.01000,0.160
29,mlp.experts.28.down_proj,1.02935588,0.01000,0.162
29,mlp.experts.29.down_proj,0.71058869,0.01000,0.169
29,mlp.experts.30.down_proj,3.10564256,0.01000,0.163
29,mlp.experts.31.down_proj,0.09580932,0.01000,0.168
29,mlp.experts.32.down_proj,0.26323730,0.01000,0.162
29,mlp.experts.33.down_proj,0.40498957,0.01000,0.161
29,mlp.experts.34.down_proj,0.16542485,0.01000,0.161
29,mlp.experts.35.down_proj,1.94300377,0.01000,0.163
29,mlp.experts.36.down_proj,8.93239594,0.01000,0.161
29,mlp.experts.37.down_proj,1.04772282,0.01000,0.161
29,mlp.experts.38.down_proj,6.31856346,0.01000,0.166
29,mlp.experts.39.down_proj,2.55019331,0.01000,0.165
29,mlp.experts.40.down_proj,0.03645238,0.01000,0.164
29,mlp.experts.41.down_proj,1.84389853,0.01000,0.162
29,mlp.experts.42.down_proj,6.47128487,0.01000,0.162
29,mlp.experts.43.down_proj,0.32499567,0.01000,0.160
29,mlp.experts.44.down_proj,0.95160496,0.01000,0.161
29,mlp.experts.45.down_proj,2.01358366,0.01000,0.163
29,mlp.experts.46.down_proj,8.00012970,0.01000,0.161
29,mlp.experts.47.down_proj,0.85838962,0.01000,0.161
29,mlp.experts.48.down_proj,0.71484041,0.01000,0.161
29,mlp.experts.49.down_proj,5.26085472,0.01000,0.162
29,mlp.experts.50.down_proj,2.36757326,0.01000,0.160
29,mlp.experts.51.down_proj,0.20249476,0.01000,0.160
29,mlp.experts.52.down_proj,1.11227357,0.01000,0.163
29,mlp.experts.53.down_proj,4.96273804,0.01000,0.161
29,mlp.experts.54.down_proj,7.13271141,0.01000,0.161
29,mlp.experts.55.down_proj,75.72991943,0.01000,0.163
29,mlp.experts.56.down_proj,1.18995059,0.01000,0.162
29,mlp.experts.57.down_proj,2.49282980,0.01000,0.161
29,mlp.experts.58.down_proj,1.66266382,0.01000,0.161
29,mlp.experts.59.down_proj,3.99389029,0.01000,0.163
29,mlp.experts.60.down_proj,0.02068218,0.01000,0.162
29,mlp.experts.61.down_proj,6.53991127,0.01000,0.173
29,mlp.experts.62.down_proj,1.78471971,0.01000,0.166
29,mlp.experts.63.down_proj,0.94219255,0.01000,0.163
29,mlp.experts.64.down_proj,1.04984462,0.01000,0.163
29,mlp.experts.65.down_proj,1.14123583,0.01000,0.163
29,mlp.experts.66.down_proj,1.49865317,0.01000,0.169
29,mlp.experts.67.down_proj,0.16085370,0.01000,0.167
29,mlp.experts.68.down_proj,10.04605865,0.01000,0.166
29,mlp.experts.69.down_proj,1.19130886,0.01000,0.168
29,mlp.experts.70.down_proj,0.51163322,0.01000,0.172
29,mlp.experts.71.down_proj,0.32754588,0.01000,0.163
29,mlp.experts.72.down_proj,42.02066803,0.01000,0.164
29,mlp.experts.73.down_proj,7.80634689,0.01000,0.164
29,mlp.experts.74.down_proj,5.82627630,0.01000,0.163
29,mlp.experts.75.down_proj,1.98775804,0.01000,0.163
29,mlp.experts.76.down_proj,4.12074614,0.01000,0.166
29,mlp.experts.77.down_proj,3.55451918,0.01000,0.164
29,mlp.experts.78.down_proj,0.47635874,0.01000,0.164
29,mlp.experts.79.down_proj,1.73383141,0.01000,0.164
29,mlp.experts.80.down_proj,28.97664642,0.01000,0.164
29,mlp.experts.81.down_proj,1.77871895,0.01000,0.164
29,mlp.experts.82.down_proj,11.06004715,0.01000,0.163
29,mlp.experts.83.down_proj,1.37876046,0.01000,0.170
29,mlp.experts.84.down_proj,2.45023775,0.01000,0.163
29,mlp.experts.85.down_proj,1.05191183,0.01000,0.163
29,mlp.experts.86.down_proj,1.04525304,0.01000,0.166
29,mlp.experts.87.down_proj,1.35719502,0.01000,0.164
29,mlp.experts.88.down_proj,21.78705215,0.01000,0.164
29,mlp.experts.89.down_proj,1.52363873,0.01000,0.172
29,mlp.experts.90.down_proj,19.64400101,0.01000,0.178
29,mlp.experts.91.down_proj,0.50599313,0.01000,0.174
29,mlp.experts.92.down_proj,1.68747783,0.01000,0.173
29,mlp.experts.93.down_proj,14.39971161,0.01000,0.174
29,mlp.experts.94.down_proj,0.06157366,0.01000,0.176
29,mlp.experts.95.down_proj,0.45010453,0.01000,0.178
29,mlp.experts.96.down_proj,0.03871662,0.01000,0.176
29,mlp.experts.97.down_proj,2.36099768,0.01000,0.173
29,mlp.experts.98.down_proj,0.54651302,0.01000,0.171
29,mlp.experts.99.down_proj,42.61725235,0.01000,0.177
29,mlp.experts.100.down_proj,0.59090209,0.01000,0.175
29,mlp.experts.101.down_proj,0.72956598,0.01000,0.165
29,mlp.experts.102.down_proj,1.66889143,0.01000,0.172
29,mlp.experts.103.down_proj,1.21366227,0.01000,0.166
29,mlp.experts.104.down_proj,0.66894084,0.01000,0.167
29,mlp.experts.105.down_proj,1.00775373,0.01000,0.166
29,mlp.experts.106.down_proj,2.46974707,0.01000,0.167
29,mlp.experts.107.down_proj,0.18341351,0.01000,0.167
29,mlp.experts.108.down_proj,7.03752422,0.01000,0.166
29,mlp.experts.109.down_proj,4.88558245,0.01000,0.169
29,mlp.experts.110.down_proj,0.95261800,0.01000,0.166
29,mlp.experts.111.down_proj,0.10959724,0.01000,0.166
29,mlp.experts.112.down_proj,2.79991341,0.01000,0.166
29,mlp.experts.113.down_proj,0.52100265,0.01000,0.166
29,mlp.experts.114.down_proj,0.31092677,0.01000,0.165
29,mlp.experts.115.down_proj,0.66949105,0.01000,0.165
29,mlp.experts.116.down_proj,0.62143576,0.01000,0.166
29,mlp.experts.117.down_proj,1.40907300,0.01000,0.165
29,mlp.experts.118.down_proj,3.25955200,0.01000,0.164
29,mlp.experts.119.down_proj,4.98068714,0.01000,0.167
29,mlp.experts.120.down_proj,0.98414010,0.01000,0.169
29,mlp.experts.121.down_proj,2.57250977,0.01000,0.169
29,mlp.experts.122.down_proj,42.54122543,0.01000,0.168
29,mlp.experts.123.down_proj,0.68423080,0.01000,0.167
29,mlp.experts.124.down_proj,1.15378058,0.01000,0.165
29,mlp.experts.125.down_proj,0.27715188,0.01000,0.165
29,mlp.experts.126.down_proj,1.59924269,0.01000,0.173
29,mlp.experts.127.down_proj,0.85780734,0.01000,0.175
30,self_attn.q_proj,0.39724711,0.01000,0.428
30,self_attn.k_proj,0.06356708,0.01000,0.428
30,self_attn.v_proj,0.06526702,0.01000,0.426
30,self_attn.o_proj,0.03896264,0.01000,0.865
30,mlp.experts.0.up_proj,6.19550323,0.01000,0.436
30,mlp.experts.1.up_proj,5.54811192,0.01000,0.429
30,mlp.experts.2.up_proj,4.57572937,0.01000,0.429
30,mlp.experts.3.up_proj,13.05476761,0.01000,0.430
30,mlp.experts.4.up_proj,19.47445107,0.01000,0.429
30,mlp.experts.5.up_proj,0.57466197,0.01000,0.432
30,mlp.experts.6.up_proj,2.43764305,0.01000,0.433
30,mlp.experts.7.up_proj,15.24590111,0.01000,0.447
30,mlp.experts.8.up_proj,9.65467644,0.01000,0.436
30,mlp.experts.9.up_proj,32.30844879,0.01000,0.449
30,mlp.experts.10.up_proj,13.96378231,0.01000,0.453
30,mlp.experts.11.up_proj,45.60323334,0.01000,0.433
30,mlp.experts.12.up_proj,56.13887787,0.01000,0.450
30,mlp.experts.13.up_proj,33.53936005,0.01000,0.449
30,mlp.experts.14.up_proj,9.86735725,0.01000,0.448
30,mlp.experts.15.up_proj,23.66524696,0.01000,0.452
30,mlp.experts.16.up_proj,3.23000431,0.01000,0.451
30,mlp.experts.17.up_proj,4.07822847,0.01000,0.453
30,mlp.experts.18.up_proj,0.47723031,0.01000,0.437
30,mlp.experts.19.up_proj,3.48455095,0.01000,0.430
30,mlp.experts.20.up_proj,6.08352757,0.01000,0.429
30,mlp.experts.21.up_proj,1.03951895,0.01000,0.429
30,mlp.experts.22.up_proj,49.05982208,0.01000,0.434
30,mlp.experts.23.up_proj,10.90316486,0.01000,0.447
30,mlp.experts.24.up_proj,140.41864014,0.01000,0.450
30,mlp.experts.25.up_proj,7.94058228,0.01000,0.451
30,mlp.experts.26.up_proj,25.53444672,0.01000,0.445
30,mlp.experts.27.up_proj,6.29216480,0.01000,0.448
30,mlp.experts.28.up_proj,6.54846478,0.01000,0.460
30,mlp.experts.29.up_proj,20.16705704,0.01000,0.456
30,mlp.experts.30.up_proj,5.85169220,0.01000,0.451
30,mlp.experts.31.up_proj,0.42816994,0.01000,0.455
30,mlp.experts.32.up_proj,3.64174080,0.01000,0.440
30,mlp.experts.33.up_proj,5.39585876,0.01000,0.433
30,mlp.experts.34.up_proj,16.01406860,0.01000,0.451
30,mlp.experts.35.up_proj,5.36173296,0.01000,0.431
30,mlp.experts.36.up_proj,35.60586548,0.01000,0.431
30,mlp.experts.37.up_proj,3.02154684,0.01000,0.429
30,mlp.experts.38.up_proj,19.29784966,0.01000,0.437
30,mlp.experts.39.up_proj,8.18567085,0.01000,0.436
30,mlp.experts.40.up_proj,1.63366580,0.01000,0.429
30,mlp.experts.41.up_proj,4.58142424,0.01000,0.428
30,mlp.experts.42.up_proj,13.45266438,0.01000,0.429
30,mlp.experts.43.up_proj,1.94822836,0.01000,0.428
30,mlp.experts.44.up_proj,30.31676102,0.01000,0.428
30,mlp.experts.45.up_proj,0.18405968,0.01000,0.439
30,mlp.experts.46.up_proj,8.90207863,0.01000,0.431
30,mlp.experts.47.up_proj,11.00921726,0.01000,0.431
30,mlp.experts.48.up_proj,0.62717098,0.01000,0.429
30,mlp.experts.49.up_proj,6.65667248,0.01000,0.440
30,mlp.experts.50.up_proj,1.48798776,0.01000,0.437
30,mlp.experts.51.up_proj,2.34166503,0.01000,0.431
30,mlp.experts.52.up_proj,52.12579727,0.01000,0.438
30,mlp.experts.53.up_proj,4.48810291,0.01000,0.433
30,mlp.experts.54.up_proj,58.33850098,0.01000,0.427
30,mlp.experts.55.up_proj,58.29080200,0.01000,0.430
30,mlp.experts.56.up_proj,15.77363682,0.01000,0.430
30,mlp.experts.57.up_proj,0.88624632,0.01000,0.430
30,mlp.experts.58.up_proj,14.47102737,0.01000,0.426
30,mlp.experts.59.up_proj,1.79398346,0.01000,0.434
30,mlp.experts.60.up_proj,16.54635620,0.01000,0.437
30,mlp.experts.61.up_proj,6.33022451,0.01000,0.439
30,mlp.experts.62.up_proj,4.28282404,0.01000,0.431
30,mlp.experts.63.up_proj,53.65291977,0.01000,0.431
30,mlp.experts.64.up_proj,10.49950123,0.01000,0.441
30,mlp.experts.65.up_proj,6.95401955,0.01000,0.431
30,mlp.experts.66.up_proj,3.02621269,0.01000,0.429
30,mlp.experts.67.up_proj,4.89122009,0.01000,0.430
30,mlp.experts.68.up_proj,2.20700526,0.01000,0.430
30,mlp.experts.69.up_proj,0.29403621,0.01000,0.430
30,mlp.experts.70.up_proj,14.92012787,0.01000,0.437
30,mlp.experts.71.up_proj,7.03667307,0.01000,0.434
30,mlp.experts.72.up_proj,4.65432930,0.01000,0.429
30,mlp.experts.73.up_proj,13.42296124,0.01000,0.429
30,mlp.experts.74.up_proj,4.17825413,0.01000,0.427
30,mlp.experts.75.up_proj,15.41921616,0.01000,0.435
30,mlp.experts.76.up_proj,12.20864487,0.01000,0.442
30,mlp.experts.77.up_proj,41.05229568,0.01000,0.434
30,mlp.experts.78.up_proj,28.54355240,0.01000,0.441
30,mlp.experts.79.up_proj,7.75445461,0.01000,0.428
30,mlp.experts.80.up_proj,1.42456245,0.01000,0.429
30,mlp.experts.81.up_proj,2.40733790,0.01000,0.439
30,mlp.experts.82.up_proj,11.90595341,0.01000,0.431
30,mlp.experts.83.up_proj,24.76945877,0.01000,0.428
30,mlp.experts.84.up_proj,4.59446907,0.01000,0.429
30,mlp.experts.85.up_proj,8.53933716,0.01000,0.443
30,mlp.experts.86.up_proj,24.07337189,0.01000,0.443
30,mlp.experts.87.up_proj,66.45301819,0.01000,0.443
30,mlp.experts.88.up_proj,9.35763931,0.01000,0.443
30,mlp.experts.89.up_proj,63.83522797,0.01000,0.443
30,mlp.experts.90.up_proj,3.90676379,0.01000,0.442
30,mlp.experts.91.up_proj,2.24460888,0.01000,0.446
30,mlp.experts.92.up_proj,1.86919808,0.01000,0.445
30,mlp.experts.93.up_proj,6.80413389,0.01000,0.443
30,mlp.experts.94.up_proj,5.25547695,0.01000,0.442
30,mlp.experts.95.up_proj,4.64931011,0.01000,0.442
30,mlp.experts.96.up_proj,17.90486526,0.01000,0.442
30,mlp.experts.97.up_proj,24.14622688,0.01000,0.442
30,mlp.experts.98.up_proj,3.29461718,0.01000,0.442
30,mlp.experts.99.up_proj,4.43023396,0.01000,0.442
30,mlp.experts.100.up_proj,9.73158836,0.01000,0.442
30,mlp.experts.101.up_proj,8.38689327,0.01000,0.443
30,mlp.experts.102.up_proj,1.36311650,0.01000,0.447
30,mlp.experts.103.up_proj,5.21205854,0.01000,0.442
30,mlp.experts.104.up_proj,34.18204880,0.01000,0.442
30,mlp.experts.105.up_proj,16.11031723,0.01000,0.442
30,mlp.experts.106.up_proj,4.06678486,0.01000,0.442
30,mlp.experts.107.up_proj,156.47062683,0.01000,0.443
30,mlp.experts.108.up_proj,2.21909475,0.01000,0.441
30,mlp.experts.109.up_proj,7.83923435,0.01000,0.441
30,mlp.experts.110.up_proj,15.38310051,0.01000,0.441
30,mlp.experts.111.up_proj,4.31441259,0.01000,0.441
30,mlp.experts.112.up_proj,8.66714668,0.01000,0.447
30,mlp.experts.113.up_proj,0.85068190,0.01000,0.443
30,mlp.experts.114.up_proj,5.59056187,0.01000,0.442
30,mlp.experts.115.up_proj,11.85764313,0.01000,0.442
30,mlp.experts.116.up_proj,12.51417351,0.01000,0.442
30,mlp.experts.117.up_proj,0.06813686,0.01000,0.457
30,mlp.experts.118.up_proj,13.34618950,0.01000,0.447
30,mlp.experts.119.up_proj,20.54433632,0.01000,0.441
30,mlp.experts.120.up_proj,1.96660376,0.01000,0.441
30,mlp.experts.121.up_proj,3.93292379,0.01000,0.442
30,mlp.experts.122.up_proj,129.57569885,0.01000,0.465
30,mlp.experts.123.up_proj,3.42857146,0.01000,0.463
30,mlp.experts.124.up_proj,40.57730103,0.01000,0.464
30,mlp.experts.125.up_proj,3.54884434,0.01000,0.442
30,mlp.experts.126.up_proj,92.19213104,0.01000,0.469
30,mlp.experts.127.up_proj,20.82211685,0.01000,0.465
30,mlp.experts.0.gate_proj,6.79446840,0.01000,0.458
30,mlp.experts.1.gate_proj,5.38744354,0.01000,0.462
30,mlp.experts.2.gate_proj,3.94976497,0.01000,0.463
30,mlp.experts.3.gate_proj,14.48622131,0.01000,0.469
30,mlp.experts.4.gate_proj,22.25814056,0.01000,0.474
30,mlp.experts.5.gate_proj,0.54556549,0.01000,0.471
30,mlp.experts.6.gate_proj,2.65948009,0.01000,0.457
30,mlp.experts.7.gate_proj,15.91779423,0.01000,0.449
30,mlp.experts.8.gate_proj,8.46042347,0.01000,0.442
30,mlp.experts.9.gate_proj,32.23295593,0.01000,0.470
30,mlp.experts.10.gate_proj,11.61828804,0.01000,0.464
30,mlp.experts.11.gate_proj,44.46845245,0.01000,0.460
30,mlp.experts.12.gate_proj,57.36425781,0.01000,0.468
30,mlp.experts.13.gate_proj,35.53774643,0.01000,0.441
30,mlp.experts.14.gate_proj,8.99284840,0.01000,0.447
30,mlp.experts.15.gate_proj,24.83006859,0.01000,0.445
30,mlp.experts.16.gate_proj,3.38041997,0.01000,0.459
30,mlp.experts.17.gate_proj,4.32625675,0.01000,0.441
30,mlp.experts.18.gate_proj,0.46631524,0.01000,0.441
30,mlp.experts.19.gate_proj,2.88772464,0.01000,0.442
30,mlp.experts.20.gate_proj,6.62158012,0.01000,0.441
30,mlp.experts.21.gate_proj,1.10899436,0.01000,0.442
30,mlp.experts.22.gate_proj,53.26448441,0.01000,0.443
30,mlp.experts.23.gate_proj,10.06192207,0.01000,0.442
30,mlp.experts.24.gate_proj,127.30728149,0.01000,0.445
30,mlp.experts.25.gate_proj,8.86995506,0.01000,0.462
30,mlp.experts.26.gate_proj,25.25756836,0.01000,0.443
30,mlp.experts.27.gate_proj,6.02944422,0.01000,0.442
30,mlp.experts.28.gate_proj,7.26704693,0.01000,0.441
30,mlp.experts.29.gate_proj,22.66642761,0.01000,0.442
30,mlp.experts.30.gate_proj,5.29645157,0.01000,0.441
30,mlp.experts.31.gate_proj,0.44053701,0.01000,0.444
30,mlp.experts.32.gate_proj,4.14827013,0.01000,0.442
30,mlp.experts.33.gate_proj,5.84622192,0.01000,0.433
30,mlp.experts.34.gate_proj,14.97786331,0.01000,0.431
30,mlp.experts.35.gate_proj,4.40257788,0.01000,0.441
30,mlp.experts.36.gate_proj,35.92398834,0.01000,0.431
30,mlp.experts.37.gate_proj,3.31590319,0.01000,0.431
30,mlp.experts.38.gate_proj,20.57668877,0.01000,0.430
30,mlp.experts.39.gate_proj,8.18414116,0.01000,0.432
30,mlp.experts.40.gate_proj,1.65007174,0.01000,0.430
30,mlp.experts.41.gate_proj,4.41880131,0.01000,0.431
30,mlp.experts.42.gate_proj,12.33224773,0.01000,0.431
30,mlp.experts.43.gate_proj,1.90448570,0.01000,0.430
30,mlp.experts.44.gate_proj,33.31966400,0.01000,0.430
30,mlp.experts.45.gate_proj,0.16785584,0.01000,0.434
30,mlp.experts.46.gate_proj,8.87136745,0.01000,0.438
30,mlp.experts.47.gate_proj,10.24808216,0.01000,0.431
30,mlp.experts.48.gate_proj,0.66197759,0.01000,0.432
30,mlp.experts.49.gate_proj,7.58328724,0.01000,0.430
30,mlp.experts.50.gate_proj,1.55188751,0.01000,0.431
30,mlp.experts.51.gate_proj,2.52451658,0.01000,0.433
30,mlp.experts.52.gate_proj,49.01014709,0.01000,0.433
30,mlp.experts.53.gate_proj,4.70965195,0.01000,0.431
30,mlp.experts.54.gate_proj,64.13633728,0.01000,0.432
30,mlp.experts.55.gate_proj,58.25966263,0.01000,0.431
30,mlp.experts.56.gate_proj,13.19937515,0.01000,0.440
30,mlp.experts.57.gate_proj,0.90599334,0.01000,0.434
30,mlp.experts.58.gate_proj,16.38848495,0.01000,0.431
30,mlp.experts.59.gate_proj,1.79280865,0.01000,0.431
30,mlp.experts.60.gate_proj,14.91969490,0.01000,0.431
30,mlp.experts.61.gate_proj,6.80194283,0.01000,0.431
30,mlp.experts.62.gate_proj,4.51577854,0.01000,0.429
30,mlp.experts.63.gate_proj,59.71500397,0.01000,0.431
30,mlp.experts.64.gate_proj,9.89813042,0.01000,0.431
30,mlp.experts.65.gate_proj,7.10765791,0.01000,0.431
30,mlp.experts.66.gate_proj,2.99971890,0.01000,0.430
30,mlp.experts.67.gate_proj,5.44874573,0.01000,0.438
30,mlp.experts.68.gate_proj,2.29947567,0.01000,0.431
30,mlp.experts.69.gate_proj,0.29670531,0.01000,0.432
30,mlp.experts.70.gate_proj,15.33910847,0.01000,0.430
30,mlp.experts.71.gate_proj,7.82873678,0.01000,0.433
30,mlp.experts.72.gate_proj,5.30340862,0.01000,0.431
30,mlp.experts.73.gate_proj,13.17778969,0.01000,0.431
30,mlp.experts.74.gate_proj,4.28799248,0.01000,0.430
30,mlp.experts.75.gate_proj,15.16798687,0.01000,0.430
30,mlp.experts.76.gate_proj,11.94476128,0.01000,0.431
30,mlp.experts.77.gate_proj,43.19752502,0.01000,0.437
30,mlp.experts.78.gate_proj,28.51120758,0.01000,0.435
30,mlp.experts.79.gate_proj,7.71047306,0.01000,0.430
30,mlp.experts.80.gate_proj,1.34063268,0.01000,0.430
30,mlp.experts.81.gate_proj,2.09873915,0.01000,0.432
30,mlp.experts.82.gate_proj,12.46405411,0.01000,0.430
30,mlp.experts.83.gate_proj,23.10777664,0.01000,0.430
30,mlp.experts.84.gate_proj,4.93631220,0.01000,0.432
30,mlp.experts.85.gate_proj,7.27480507,0.01000,0.430
30,mlp.experts.86.gate_proj,22.88471985,0.01000,0.430
30,mlp.experts.87.gate_proj,72.06203461,0.01000,0.430
30,mlp.experts.88.gate_proj,8.91995811,0.01000,0.440
30,mlp.experts.89.gate_proj,70.06550598,0.01000,0.432
30,mlp.experts.90.gate_proj,4.20149660,0.01000,0.431
30,mlp.experts.91.gate_proj,2.20686674,0.01000,0.430
30,mlp.experts.92.gate_proj,2.14516354,0.01000,0.432
30,mlp.experts.93.gate_proj,7.13082790,0.01000,0.431
30,mlp.experts.94.gate_proj,5.76686668,0.01000,0.433
30,mlp.experts.95.gate_proj,4.58550358,0.01000,0.430
30,mlp.experts.96.gate_proj,19.55923462,0.01000,0.430
30,mlp.experts.97.gate_proj,26.67256165,0.01000,0.430
30,mlp.experts.98.gate_proj,3.29813433,0.01000,0.434
30,mlp.experts.99.gate_proj,4.55661440,0.01000,0.440
30,mlp.experts.100.gate_proj,9.44984818,0.01000,0.431
30,mlp.experts.101.gate_proj,9.35666656,0.01000,0.430
30,mlp.experts.102.gate_proj,1.35404229,0.01000,0.431
30,mlp.experts.103.gate_proj,6.62204123,0.01000,0.430
30,mlp.experts.104.gate_proj,32.37615585,0.01000,0.431
30,mlp.experts.105.gate_proj,13.52246475,0.01000,0.431
30,mlp.experts.106.gate_proj,3.96345186,0.01000,0.431
30,mlp.experts.107.gate_proj,162.19102478,0.01000,0.430
30,mlp.experts.108.gate_proj,2.03478742,0.01000,0.430
30,mlp.experts.109.gate_proj,8.29176903,0.01000,0.438
30,mlp.experts.110.gate_proj,14.62164116,0.01000,0.436
30,mlp.experts.111.gate_proj,4.15777588,0.01000,0.431
30,mlp.experts.112.gate_proj,8.07454491,0.01000,0.431
30,mlp.experts.113.gate_proj,0.83272099,0.01000,0.431
30,mlp.experts.114.gate_proj,6.37523460,0.01000,0.431
30,mlp.experts.115.gate_proj,11.58872509,0.01000,0.431
30,mlp.experts.116.gate_proj,11.91059303,0.01000,0.430
30,mlp.experts.117.gate_proj,0.07208422,0.01000,0.430
30,mlp.experts.118.gate_proj,10.54414368,0.01000,0.430
30,mlp.experts.119.gate_proj,22.51655006,0.01000,0.430
30,mlp.experts.120.gate_proj,1.97199583,0.01000,0.442
30,mlp.experts.121.gate_proj,4.46244049,0.01000,0.432
30,mlp.experts.122.gate_proj,134.41900635,0.01000,0.431
30,mlp.experts.123.gate_proj,2.89949322,0.01000,0.431
30,mlp.experts.124.gate_proj,42.71791077,0.01000,0.432
30,mlp.experts.125.gate_proj,3.54328275,0.01000,0.430
30,mlp.experts.126.gate_proj,84.95309448,0.01000,0.430
30,mlp.experts.127.gate_proj,21.18759537,0.01000,0.430
30,mlp.experts.0.down_proj,1.26434398,0.01000,0.167
30,mlp.experts.1.down_proj,1.31078517,0.01000,0.161
30,mlp.experts.2.down_proj,0.99131429,0.01000,0.161
30,mlp.experts.3.down_proj,2.35003281,0.01000,0.161
30,mlp.experts.4.down_proj,3.68780994,0.01000,0.163
30,mlp.experts.5.down_proj,0.26252347,0.01000,0.161
30,mlp.experts.6.down_proj,0.45278135,0.01000,0.161
30,mlp.experts.7.down_proj,2.88599277,0.01000,0.162
30,mlp.experts.8.down_proj,2.56521940,0.01000,0.161
30,mlp.experts.9.down_proj,6.97799873,0.01000,0.161
30,mlp.experts.10.down_proj,2.78673530,0.01000,0.161
30,mlp.experts.11.down_proj,14.84561920,0.01000,0.163
30,mlp.experts.12.down_proj,19.67408943,0.01000,0.162
30,mlp.experts.13.down_proj,9.88012695,0.01000,0.166
30,mlp.experts.14.down_proj,2.26808167,0.01000,0.166
30,mlp.experts.15.down_proj,6.50483847,0.01000,0.165
30,mlp.experts.16.down_proj,0.70591331,0.01000,0.163
30,mlp.experts.17.down_proj,1.15922916,0.01000,0.162
30,mlp.experts.18.down_proj,0.08656299,0.01000,0.162
30,mlp.experts.19.down_proj,0.66777945,0.01000,0.161
30,mlp.experts.20.down_proj,1.16868246,0.01000,0.161
30,mlp.experts.21.down_proj,0.27386573,0.01000,0.162
30,mlp.experts.22.down_proj,8.33877850,0.01000,0.162
30,mlp.experts.23.down_proj,1.95661640,0.01000,0.161
30,mlp.experts.24.down_proj,48.44854736,0.01000,0.162
30,mlp.experts.25.down_proj,1.46918344,0.01000,0.162
30,mlp.experts.26.down_proj,5.31355476,0.01000,0.161
30,mlp.experts.27.down_proj,0.85025454,0.01000,0.161
30,mlp.experts.28.down_proj,1.47763157,0.01000,0.162
30,mlp.experts.29.down_proj,4.74739265,0.01000,0.161
30,mlp.experts.30.down_proj,2.15526104,0.01000,0.161
30,mlp.experts.31.down_proj,0.13022625,0.01000,0.163
30,mlp.experts.32.down_proj,0.66727042,0.01000,0.163
30,mlp.experts.33.down_proj,0.92551923,0.01000,0.162
30,mlp.experts.34.down_proj,3.78436756,0.01000,0.161
30,mlp.experts.35.down_proj,1.45191717,0.01000,0.162
30,mlp.experts.36.down_proj,8.44999504,0.01000,0.161
30,mlp.experts.37.down_proj,0.61850971,0.01000,0.161
30,mlp.experts.38.down_proj,4.17012596,0.01000,0.161
30,mlp.experts.39.down_proj,1.70833397,0.01000,0.162
30,mlp.experts.40.down_proj,0.40495163,0.01000,0.161
30,mlp.experts.41.down_proj,0.93582714,0.01000,0.164
30,mlp.experts.42.down_proj,3.41644526,0.01000,0.166
30,mlp.experts.43.down_proj,0.40004307,0.01000,0.165
30,mlp.experts.44.down_proj,6.50609589,0.01000,0.163
30,mlp.experts.45.down_proj,0.07100645,0.01000,0.162
30,mlp.experts.46.down_proj,2.01677346,0.01000,0.162
30,mlp.experts.47.down_proj,2.70689154,0.01000,0.162
30,mlp.experts.48.down_proj,0.11014854,0.01000,0.162
30,mlp.experts.49.down_proj,1.29730368,0.01000,0.164
30,mlp.experts.50.down_proj,0.43775177,0.01000,0.163
30,mlp.experts.51.down_proj,0.59290761,0.01000,0.163
30,mlp.experts.52.down_proj,13.31047821,0.01000,0.164
30,mlp.experts.53.down_proj,0.95415783,0.01000,0.163
30,mlp.experts.54.down_proj,9.77918720,0.01000,0.164
30,mlp.experts.55.down_proj,21.11847687,0.01000,0.165
30,mlp.experts.56.down_proj,2.44702673,0.01000,0.166
30,mlp.experts.57.down_proj,0.21653175,0.01000,0.163
30,mlp.experts.58.down_proj,2.44685555,0.01000,0.164
30,mlp.experts.59.down_proj,0.49279392,0.01000,0.166
30,mlp.experts.60.down_proj,7.64148712,0.01000,0.165
30,mlp.experts.61.down_proj,1.08890080,0.01000,0.165
30,mlp.experts.62.down_proj,0.80175346,0.01000,0.165
30,mlp.experts.63.down_proj,11.19986534,0.01000,0.166
30,mlp.experts.64.down_proj,2.00511336,0.01000,0.165
30,mlp.experts.65.down_proj,1.37902284,0.01000,0.164
30,mlp.experts.66.down_proj,0.66690940,0.01000,0.165
30,mlp.experts.67.down_proj,0.56067479,0.01000,0.164
30,mlp.experts.68.down_proj,0.53123212,0.01000,0.165
30,mlp.experts.69.down_proj,0.08398886,0.01000,0.168
30,mlp.experts.70.down_proj,3.52168846,0.01000,0.168
30,mlp.experts.71.down_proj,1.39227986,0.01000,0.166
30,mlp.experts.72.down_proj,0.75706893,0.01000,0.165
30,mlp.experts.73.down_proj,5.20018959,0.01000,0.166
30,mlp.experts.74.down_proj,0.81829917,0.01000,0.164
30,mlp.experts.75.down_proj,3.55864239,0.01000,0.164
30,mlp.experts.76.down_proj,2.95319748,0.01000,0.167
30,mlp.experts.77.down_proj,11.14460373,0.01000,0.164
30,mlp.experts.78.down_proj,11.71416759,0.01000,0.165
30,mlp.experts.79.down_proj,1.85379100,0.01000,0.166
30,mlp.experts.80.down_proj,0.36190706,0.01000,0.166
30,mlp.experts.81.down_proj,0.87348378,0.01000,0.164
30,mlp.experts.82.down_proj,2.55980849,0.01000,0.165
30,mlp.experts.83.down_proj,10.09482288,0.01000,0.166
30,mlp.experts.84.down_proj,0.87364113,0.01000,0.164
30,mlp.experts.85.down_proj,1.54321086,0.01000,0.164
30,mlp.experts.86.down_proj,5.38021326,0.01000,0.166
30,mlp.experts.87.down_proj,17.67605591,0.01000,0.165
30,mlp.experts.88.down_proj,3.11656284,0.01000,0.164
30,mlp.experts.89.down_proj,13.09539223,0.01000,0.165
30,mlp.experts.90.down_proj,0.91229552,0.01000,0.166
30,mlp.experts.91.down_proj,0.73305213,0.01000,0.165
30,mlp.experts.92.down_proj,0.28762320,0.01000,0.164
30,mlp.experts.93.down_proj,1.39338183,0.01000,0.166
30,mlp.experts.94.down_proj,0.96364093,0.01000,0.164
30,mlp.experts.95.down_proj,0.98702979,0.01000,0.165
30,mlp.experts.96.down_proj,3.32805300,0.01000,0.169
30,mlp.experts.97.down_proj,3.92850924,0.01000,0.168
30,mlp.experts.98.down_proj,0.22954407,0.01000,0.167
30,mlp.experts.99.down_proj,0.99537981,0.01000,0.165
30,mlp.experts.100.down_proj,2.01313210,0.01000,0.165
30,mlp.experts.101.down_proj,1.51154184,0.01000,0.165
30,mlp.experts.102.down_proj,0.35425159,0.01000,0.165
30,mlp.experts.103.down_proj,0.76843256,0.01000,0.167
30,mlp.experts.104.down_proj,8.37737274,0.01000,0.166
30,mlp.experts.105.down_proj,5.29476166,0.01000,0.165
30,mlp.experts.106.down_proj,0.99133343,0.01000,0.165
30,mlp.experts.107.down_proj,27.39698792,0.01000,0.165
30,mlp.experts.108.down_proj,0.48881248,0.01000,0.164
30,mlp.experts.109.down_proj,1.40869069,0.01000,0.165
30,mlp.experts.110.down_proj,2.98105192,0.01000,0.166
30,mlp.experts.111.down_proj,0.99869287,0.01000,0.165
30,mlp.experts.112.down_proj,4.85206604,0.01000,0.165
30,mlp.experts.113.down_proj,0.28443041,0.01000,0.166
30,mlp.experts.114.down_proj,1.13715756,0.01000,0.165
30,mlp.experts.115.down_proj,3.07228923,0.01000,0.165
30,mlp.experts.116.down_proj,1.99931324,0.01000,0.165
30,mlp.experts.117.down_proj,0.01634965,0.01000,0.165
30,mlp.experts.118.down_proj,2.66780758,0.01000,0.165
30,mlp.experts.119.down_proj,4.32247829,0.01000,0.165
30,mlp.experts.120.down_proj,0.35742307,0.01000,0.167
30,mlp.experts.121.down_proj,0.75717026,0.01000,0.165
30,mlp.experts.122.down_proj,33.02281952,0.01000,0.165
30,mlp.experts.123.down_proj,0.69628990,0.01000,0.166
30,mlp.experts.124.down_proj,10.16218948,0.01000,0.170
30,mlp.experts.125.down_proj,0.71489120,0.01000,0.168
30,mlp.experts.126.down_proj,44.97115326,0.01000,0.167
30,mlp.experts.127.down_proj,5.75037861,0.01000,0.170
31,self_attn.q_proj,0.34249559,0.01000,0.433
31,self_attn.k_proj,0.04514391,0.01000,0.429
31,self_attn.v_proj,0.05503039,0.01000,0.427
31,self_attn.o_proj,0.03093851,0.01000,0.868
31,mlp.experts.0.up_proj,0.47788107,0.01000,0.435
31,mlp.experts.1.up_proj,22.69887543,0.01000,0.430
31,mlp.experts.2.up_proj,19.25867462,0.01000,0.429
31,mlp.experts.3.up_proj,7.61439037,0.01000,0.429
31,mlp.experts.4.up_proj,5.77917576,0.01000,0.430
31,mlp.experts.5.up_proj,34.95787811,0.01000,0.431
31,mlp.experts.6.up_proj,5.51251364,0.01000,0.431
31,mlp.experts.7.up_proj,66.32710266,0.01000,0.431
31,mlp.experts.8.up_proj,97.35757446,0.01000,0.436
31,mlp.experts.9.up_proj,25.49534988,0.01000,0.436
31,mlp.experts.10.up_proj,4.44589901,0.01000,0.431
31,mlp.experts.11.up_proj,2.40332460,0.01000,0.432
31,mlp.experts.12.up_proj,13.73829269,0.01000,0.432
31,mlp.experts.13.up_proj,5.51889277,0.01000,0.430
31,mlp.experts.14.up_proj,3.60854864,0.01000,0.431
31,mlp.experts.15.up_proj,2.22025061,0.01000,0.431
31,mlp.experts.16.up_proj,1.99610400,0.01000,0.431
31,mlp.experts.17.up_proj,8.14530087,0.01000,0.430
31,mlp.experts.18.up_proj,24.42113113,0.01000,0.438
31,mlp.experts.19.up_proj,6.42176914,0.01000,0.446
31,mlp.experts.20.up_proj,12.23095894,0.01000,0.443
31,mlp.experts.21.up_proj,14.18231010,0.01000,0.441
31,mlp.experts.22.up_proj,2.37320757,0.01000,0.441
31,mlp.experts.23.up_proj,0.13853025,0.01000,0.441
31,mlp.experts.24.up_proj,21.99105453,0.01000,0.442
31,mlp.experts.25.up_proj,1.95874715,0.01000,0.442
31,mlp.experts.26.up_proj,20.36711693,0.01000,0.441
31,mlp.experts.27.up_proj,2.85733628,0.01000,0.442
31,mlp.experts.28.up_proj,4.65793419,0.01000,0.442
31,mlp.experts.29.up_proj,5.73695230,0.01000,0.445
31,mlp.experts.30.up_proj,18.59167862,0.01000,0.445
31,mlp.experts.31.up_proj,5.48806858,0.01000,0.442
31,mlp.experts.32.up_proj,128.91554260,0.01000,0.441
31,mlp.experts.33.up_proj,44.46315384,0.01000,0.440
31,mlp.experts.34.up_proj,8.99694061,0.01000,0.441
31,mlp.experts.35.up_proj,13.82572746,0.01000,0.440
31,mlp.experts.36.up_proj,18.39141464,0.01000,0.457
31,mlp.experts.37.up_proj,25.31226349,0.01000,0.452
31,mlp.experts.38.up_proj,4.44145155,0.01000,0.452
31,mlp.experts.39.up_proj,5.04731750,0.01000,0.438
31,mlp.experts.40.up_proj,12.99035740,0.01000,0.437
31,mlp.experts.41.up_proj,2.12630391,0.01000,0.433
31,mlp.experts.42.up_proj,3.78056288,0.01000,0.438
31,mlp.experts.43.up_proj,7.35032463,0.01000,0.446
31,mlp.experts.44.up_proj,20.12443542,0.01000,0.444
31,mlp.experts.45.up_proj,95.32128906,0.01000,0.430
31,mlp.experts.46.up_proj,6.00817490,0.01000,0.444
31,mlp.experts.47.up_proj,24.55932617,0.01000,0.452
31,mlp.experts.48.up_proj,27.10142326,0.01000,0.455
31,mlp.experts.49.up_proj,13.92498970,0.01000,0.452
31,mlp.experts.50.up_proj,14.28181362,0.01000,0.458
31,mlp.experts.51.up_proj,17.04875183,0.01000,0.435
31,mlp.experts.52.up_proj,22.44703293,0.01000,0.444
31,mlp.experts.53.up_proj,8.93971539,0.01000,0.451
31,mlp.experts.54.up_proj,14.62318516,0.01000,0.454
31,mlp.experts.55.up_proj,6.41678238,0.01000,0.454
31,mlp.experts.56.up_proj,58.34441376,0.01000,0.458
31,mlp.experts.57.up_proj,1.59880245,0.01000,0.452
31,mlp.experts.58.up_proj,10.66269684,0.01000,0.452
31,mlp.experts.59.up_proj,28.82551193,0.01000,0.452
31,mlp.experts.60.up_proj,29.59022522,0.01000,0.462
31,mlp.experts.61.up_proj,30.08357620,0.01000,0.464
31,mlp.experts.62.up_proj,92.89874268,0.01000,0.451
31,mlp.experts.63.up_proj,6.39489317,0.01000,0.453
31,mlp.experts.64.up_proj,9.86705875,0.01000,0.452
31,mlp.experts.65.up_proj,5.52471399,0.01000,0.448
31,mlp.experts.66.up_proj,5.97563362,0.01000,0.449
31,mlp.experts.67.up_proj,2.75797844,0.01000,0.452
31,mlp.experts.68.up_proj,3.12514591,0.01000,0.454
31,mlp.experts.69.up_proj,2.82989979,0.01000,0.450
31,mlp.experts.70.up_proj,1.36230707,0.01000,0.462
31,mlp.experts.71.up_proj,1.14756691,0.01000,0.458
31,mlp.experts.72.up_proj,11.56125450,0.01000,0.435
31,mlp.experts.73.up_proj,28.69862938,0.01000,0.432
31,mlp.experts.74.up_proj,4.70040226,0.01000,0.431
31,mlp.experts.75.up_proj,193.64819336,0.01000,0.445
31,mlp.experts.76.up_proj,3.49650764,0.01000,0.455
31,mlp.experts.77.up_proj,1.68765330,0.01000,0.454
31,mlp.experts.78.up_proj,2.49869108,0.01000,0.450
31,mlp.experts.79.up_proj,10.06123734,0.01000,0.454
31,mlp.experts.80.up_proj,10.56599808,0.01000,0.456
31,mlp.experts.81.up_proj,3.31546950,0.01000,0.461
31,mlp.experts.82.up_proj,93.16551208,0.01000,0.446
31,mlp.experts.83.up_proj,4.34439278,0.01000,0.453
31,mlp.experts.84.up_proj,1.49240005,0.01000,0.453
31,mlp.experts.85.up_proj,1.40860271,0.01000,0.444
31,mlp.experts.86.up_proj,4.63663340,0.01000,0.432
31,mlp.experts.87.up_proj,3.38669348,0.01000,0.439
31,mlp.experts.88.up_proj,16.50156975,0.01000,0.447
31,mlp.experts.89.up_proj,19.52681732,0.01000,0.433
31,mlp.experts.90.up_proj,0.10390179,0.01000,0.433
31,mlp.experts.91.up_proj,7.75522566,0.01000,0.439
31,mlp.experts.92.up_proj,13.19041443,0.01000,0.444
31,mlp.experts.93.up_proj,9.81199837,0.01000,0.434
31,mlp.experts.94.up_proj,8.27426434,0.01000,0.432
31,mlp.experts.95.up_proj,77.19229889,0.01000,0.439
31,mlp.experts.96.up_proj,2.48810863,0.01000,0.432
31,mlp.experts.97.up_proj,1.62698627,0.01000,0.432
31,mlp.experts.98.up_proj,9.01402092,0.01000,0.434
31,mlp.experts.99.up_proj,3.21936560,0.01000,0.432
31,mlp.experts.100.up_proj,29.62413788,0.01000,0.435
31,mlp.experts.101.up_proj,47.88788605,0.01000,0.448
31,mlp.experts.102.up_proj,0.12495126,0.01000,0.457
31,mlp.experts.103.up_proj,4.97837543,0.01000,0.440
31,mlp.experts.104.up_proj,2.59938741,0.01000,0.431
31,mlp.experts.105.up_proj,1.53781557,0.01000,0.431
31,mlp.experts.106.up_proj,42.36215973,0.01000,0.431
31,mlp.experts.107.up_proj,9.83821487,0.01000,0.442
31,mlp.experts.108.up_proj,30.52036667,0.01000,0.436
31,mlp.experts.109.up_proj,11.41084194,0.01000,0.430
31,mlp.experts.110.up_proj,18.72172928,0.01000,0.430
31,mlp.experts.111.up_proj,5.17281294,0.01000,0.445
31,mlp.experts.112.up_proj,40.51193237,0.01000,0.438
31,mlp.experts.113.up_proj,5.35365582,0.01000,0.437
31,mlp.experts.114.up_proj,5.42724085,0.01000,0.430
31,mlp.experts.115.up_proj,11.16417694,0.01000,0.432
31,mlp.experts.116.up_proj,8.75334740,0.01000,0.453
31,mlp.experts.117.up_proj,1.16034985,0.01000,0.455
31,mlp.experts.118.up_proj,6.09016895,0.01000,0.440
31,mlp.experts.119.up_proj,7.36800861,0.01000,0.430
31,mlp.experts.120.up_proj,1.41768217,0.01000,0.431
31,mlp.experts.121.up_proj,2.65034080,0.01000,0.431
31,mlp.experts.122.up_proj,2.25203347,0.01000,0.435
31,mlp.experts.123.up_proj,81.58502197,0.01000,0.435
31,mlp.experts.124.up_proj,7.13937283,0.01000,0.431
31,mlp.experts.125.up_proj,4.41404867,0.01000,0.432
31,mlp.experts.126.up_proj,1.07435060,0.01000,0.448
31,mlp.experts.127.up_proj,4.22666168,0.01000,0.431
31,mlp.experts.0.gate_proj,0.50224388,0.01000,0.433
31,mlp.experts.1.gate_proj,25.19957733,0.01000,0.432
31,mlp.experts.2.gate_proj,18.12223053,0.01000,0.432
31,mlp.experts.3.gate_proj,7.03256893,0.01000,0.430
31,mlp.experts.4.gate_proj,6.37150288,0.01000,0.431
31,mlp.experts.5.gate_proj,35.53598785,0.01000,0.440
31,mlp.experts.6.gate_proj,5.79710150,0.01000,0.434
31,mlp.experts.7.gate_proj,60.51886749,0.01000,0.433
31,mlp.experts.8.gate_proj,95.33908844,0.01000,0.430
31,mlp.experts.9.gate_proj,26.43394852,0.01000,0.432
31,mlp.experts.10.gate_proj,4.49745083,0.01000,0.453
31,mlp.experts.11.gate_proj,2.67516851,0.01000,0.433
31,mlp.experts.12.gate_proj,16.13023758,0.01000,0.432
31,mlp.experts.13.gate_proj,6.05093479,0.01000,0.431
31,mlp.experts.14.gate_proj,4.10326195,0.01000,0.447
31,mlp.experts.15.gate_proj,2.39405012,0.01000,0.436
31,mlp.experts.16.gate_proj,1.80490851,0.01000,0.439
31,mlp.experts.17.gate_proj,9.23781300,0.01000,0.433
31,mlp.experts.18.gate_proj,25.95568275,0.01000,0.431
31,mlp.experts.19.gate_proj,6.22471714,0.01000,0.452
31,mlp.experts.20.gate_proj,12.98921680,0.01000,0.432
31,mlp.experts.21.gate_proj,15.24052048,0.01000,0.431
31,mlp.experts.22.gate_proj,2.64674187,0.01000,0.433
31,mlp.experts.23.gate_proj,0.12372734,0.01000,0.431
31,mlp.experts.24.gate_proj,22.81724548,0.01000,0.432
31,mlp.experts.25.gate_proj,2.07919478,0.01000,0.432
31,mlp.experts.26.gate_proj,19.77278137,0.01000,0.440
31,mlp.experts.27.gate_proj,2.77346659,0.01000,0.434
31,mlp.experts.28.gate_proj,5.05635262,0.01000,0.431
31,mlp.experts.29.gate_proj,5.92513609,0.01000,0.431
31,mlp.experts.30.gate_proj,18.80794525,0.01000,0.431
31,mlp.experts.31.gate_proj,5.27535152,0.01000,0.433
31,mlp.experts.32.gate_proj,141.17068481,0.01000,0.441
31,mlp.experts.33.gate_proj,47.77007294,0.01000,0.431
31,mlp.experts.34.gate_proj,7.71800041,0.01000,0.432
31,mlp.experts.35.gate_proj,14.62115097,0.01000,0.432
31,mlp.experts.36.gate_proj,19.45543671,0.01000,0.434
31,mlp.experts.37.gate_proj,25.62467957,0.01000,0.468
31,mlp.experts.38.gate_proj,4.82114553,0.01000,0.433
31,mlp.experts.39.gate_proj,4.88624477,0.01000,0.432
31,mlp.experts.40.gate_proj,14.07220650,0.01000,0.434
31,mlp.experts.41.gate_proj,2.17849493,0.01000,0.446
31,mlp.experts.42.gate_proj,3.93347287,0.01000,0.430
31,mlp.experts.43.gate_proj,6.29246235,0.01000,0.440
31,mlp.experts.44.gate_proj,21.39714622,0.01000,0.451
31,mlp.experts.45.gate_proj,92.20197296,0.01000,0.453
31,mlp.experts.46.gate_proj,5.69076443,0.01000,0.452
31,mlp.experts.47.gate_proj,26.58002472,0.01000,0.439
31,mlp.experts.48.gate_proj,25.03569412,0.01000,0.435
31,mlp.experts.49.gate_proj,12.82407570,0.01000,0.432
31,mlp.experts.50.gate_proj,13.30443668,0.01000,0.448
31,mlp.experts.51.gate_proj,15.80538940,0.01000,0.435
31,mlp.experts.52.gate_proj,24.93798447,0.01000,0.444
31,mlp.experts.53.gate_proj,8.86328220,0.01000,0.447
31,mlp.experts.54.gate_proj,15.64424801,0.01000,0.447
31,mlp.experts.55.gate_proj,5.59346294,0.01000,0.446
31,mlp.experts.56.gate_proj,63.19430161,0.01000,0.451
31,mlp.experts.57.gate_proj,1.47374511,0.01000,0.462
31,mlp.experts.58.gate_proj,11.21669292,0.01000,0.445
31,mlp.experts.59.gate_proj,30.03816605,0.01000,0.457
31,mlp.experts.60.gate_proj,28.30303955,0.01000,0.456
31,mlp.experts.61.gate_proj,31.90005875,0.01000,0.452
31,mlp.experts.62.gate_proj,85.58692932,0.01000,0.429
31,mlp.experts.63.gate_proj,7.44186401,0.01000,0.435
31,mlp.experts.64.gate_proj,9.46355247,0.01000,0.429
31,mlp.experts.65.gate_proj,6.18531132,0.01000,0.442
31,mlp.experts.66.gate_proj,6.57082987,0.01000,0.450
31,mlp.experts.67.gate_proj,2.69700503,0.01000,0.430
31,mlp.experts.68.gate_proj,3.22357202,0.01000,0.438
31,mlp.experts.69.gate_proj,2.57135820,0.01000,0.435
31,mlp.experts.70.gate_proj,1.43604302,0.01000,0.454
31,mlp.experts.71.gate_proj,1.14439046,0.01000,0.455
31,mlp.experts.72.gate_proj,12.53204060,0.01000,0.441
31,mlp.experts.73.gate_proj,30.75652695,0.01000,0.430
31,mlp.experts.74.gate_proj,4.53660107,0.01000,0.447
31,mlp.experts.75.gate_proj,192.84127808,0.01000,0.455
31,mlp.experts.76.gate_proj,3.84214973,0.01000,0.454
31,mlp.experts.77.gate_proj,1.47187638,0.01000,0.452
31,mlp.experts.78.gate_proj,2.82303309,0.01000,0.458
31,mlp.experts.79.gate_proj,10.81668377,0.01000,0.462
31,mlp.experts.80.gate_proj,11.01735687,0.01000,0.428
31,mlp.experts.81.gate_proj,3.22074652,0.01000,0.443
31,mlp.experts.82.gate_proj,99.38713074,0.01000,0.456
31,mlp.experts.83.gate_proj,4.75088835,0.01000,0.429
31,mlp.experts.84.gate_proj,1.54837823,0.01000,0.433
31,mlp.experts.85.gate_proj,1.33310676,0.01000,0.446
31,mlp.experts.86.gate_proj,4.92047596,0.01000,0.457
31,mlp.experts.87.gate_proj,3.41257453,0.01000,0.454
31,mlp.experts.88.gate_proj,16.97635460,0.01000,0.444
31,mlp.experts.89.gate_proj,21.19578171,0.01000,0.432
31,mlp.experts.90.gate_proj,0.10019555,0.01000,0.448
31,mlp.experts.91.gate_proj,8.68199921,0.01000,0.429
31,mlp.experts.92.gate_proj,13.38618183,0.01000,0.456
31,mlp.experts.93.gate_proj,9.94400692,0.01000,0.459
31,mlp.experts.94.gate_proj,8.80301762,0.01000,0.455
31,mlp.experts.95.gate_proj,71.41450500,0.01000,0.458
31,mlp.experts.96.gate_proj,2.15554690,0.01000,0.444
31,mlp.experts.97.gate_proj,1.74363947,0.01000,0.458
31,mlp.experts.98.gate_proj,7.82301188,0.01000,0.459
31,mlp.experts.99.gate_proj,3.42257690,0.01000,0.455
31,mlp.experts.100.gate_proj,28.53442383,0.01000,0.453
31,mlp.experts.101.gate_proj,50.05261993,0.01000,0.451
31,mlp.experts.102.gate_proj,0.12597558,0.01000,0.432
31,mlp.experts.103.gate_proj,4.21809435,0.01000,0.443
31,mlp.experts.104.gate_proj,2.75761032,0.01000,0.454
31,mlp.experts.105.gate_proj,1.64637578,0.01000,0.453
31,mlp.experts.106.gate_proj,44.79546356,0.01000,0.452
31,mlp.experts.107.gate_proj,10.23941326,0.01000,0.453
31,mlp.experts.108.gate_proj,35.00537872,0.01000,0.434
31,mlp.experts.109.gate_proj,11.84720230,0.01000,0.441
31,mlp.experts.110.gate_proj,18.77560425,0.01000,0.431
31,mlp.experts.111.gate_proj,5.11568451,0.01000,0.431
31,mlp.experts.112.gate_proj,35.29701996,0.01000,0.455
31,mlp.experts.113.gate_proj,4.80849743,0.01000,0.451
31,mlp.experts.114.gate_proj,6.45171642,0.01000,0.454
31,mlp.experts.115.gate_proj,13.97614002,0.01000,0.450
31,mlp.experts.116.gate_proj,9.21102333,0.01000,0.450
31,mlp.experts.117.gate_proj,1.10923648,0.01000,0.452
31,mlp.experts.118.gate_proj,6.71484852,0.01000,0.451
31,mlp.experts.119.gate_proj,7.29979897,0.01000,0.452
31,mlp.experts.120.gate_proj,1.43468213,0.01000,0.454
31,mlp.experts.121.gate_proj,2.75665545,0.01000,0.454
31,mlp.experts.122.gate_proj,2.22926998,0.01000,0.453
31,mlp.experts.123.gate_proj,81.65487671,0.01000,0.431
31,mlp.experts.124.gate_proj,6.44329357,0.01000,0.434
31,mlp.experts.125.gate_proj,5.01529503,0.01000,0.438
31,mlp.experts.126.gate_proj,1.17550111,0.01000,0.440
31,mlp.experts.127.gate_proj,4.55574226,0.01000,0.450
31,mlp.experts.0.down_proj,0.12716065,0.01000,0.165
31,mlp.experts.1.down_proj,5.14022064,0.01000,0.161
31,mlp.experts.2.down_proj,7.17489529,0.01000,0.170
31,mlp.experts.3.down_proj,1.67105281,0.01000,0.168
31,mlp.experts.4.down_proj,1.16001558,0.01000,0.170
31,mlp.experts.5.down_proj,7.88624859,0.01000,0.167
31,mlp.experts.6.down_proj,1.48943579,0.01000,0.165
31,mlp.experts.7.down_proj,16.98078156,0.01000,0.167
31,mlp.experts.8.down_proj,41.31967163,0.01000,0.170
31,mlp.experts.9.down_proj,5.56373978,0.01000,0.163
31,mlp.experts.10.down_proj,0.65475291,0.01000,0.165
31,mlp.experts.11.down_proj,0.48716363,0.01000,0.165
31,mlp.experts.12.down_proj,3.14077520,0.01000,0.165
31,mlp.experts.13.down_proj,0.96769440,0.01000,0.163
31,mlp.experts.14.down_proj,0.96899652,0.01000,0.170
31,mlp.experts.15.down_proj,0.47662100,0.01000,0.170
31,mlp.experts.16.down_proj,0.40372026,0.01000,0.168
31,mlp.experts.17.down_proj,1.44177938,0.01000,0.169
31,mlp.experts.18.down_proj,7.81575489,0.01000,0.170
31,mlp.experts.19.down_proj,1.23457694,0.01000,0.170
31,mlp.experts.20.down_proj,2.62084174,0.01000,0.170
31,mlp.experts.21.down_proj,2.72474623,0.01000,0.168
31,mlp.experts.22.down_proj,0.50057077,0.01000,0.170
31,mlp.experts.23.down_proj,0.05360236,0.01000,0.170
31,mlp.experts.24.down_proj,5.91322899,0.01000,0.170
31,mlp.experts.25.down_proj,0.35467961,0.01000,0.169
31,mlp.experts.26.down_proj,4.10814095,0.01000,0.172
31,mlp.experts.27.down_proj,0.61921585,0.01000,0.162
31,mlp.experts.28.down_proj,1.25994825,0.01000,0.162
31,mlp.experts.29.down_proj,1.51666045,0.01000,0.162
31,mlp.experts.30.down_proj,4.88580894,0.01000,0.165
31,mlp.experts.31.down_proj,1.13702786,0.01000,0.169
31,mlp.experts.32.down_proj,25.33400345,0.01000,0.173
31,mlp.experts.33.down_proj,8.90566158,0.01000,0.168
31,mlp.experts.34.down_proj,2.09860635,0.01000,0.170
31,mlp.experts.35.down_proj,3.76051760,0.01000,0.170
31,mlp.experts.36.down_proj,4.64532375,0.01000,0.171
31,mlp.experts.37.down_proj,7.87983942,0.01000,0.173
31,mlp.experts.38.down_proj,1.01603889,0.01000,0.176
31,mlp.experts.39.down_proj,1.15124083,0.01000,0.164
31,mlp.experts.40.down_proj,3.42069674,0.01000,0.164
31,mlp.experts.41.down_proj,0.50239480,0.01000,0.162
31,mlp.experts.42.down_proj,0.74651003,0.01000,0.163
31,mlp.experts.43.down_proj,2.77226043,0.01000,0.162
31,mlp.experts.44.down_proj,4.51269770,0.01000,0.162
31,mlp.experts.45.down_proj,24.44734192,0.01000,0.162
31,mlp.experts.46.down_proj,1.07502782,0.01000,0.162
31,mlp.experts.47.down_proj,6.50213051,0.01000,0.162
31,mlp.experts.48.down_proj,7.02780533,0.01000,0.161
31,mlp.experts.49.down_proj,4.97720194,0.01000,0.162
31,mlp.experts.50.down_proj,5.14791536,0.01000,0.162
31,mlp.experts.51.down_proj,5.44716120,0.01000,0.162
31,mlp.experts.52.down_proj,5.45777988,0.01000,0.162
31,mlp.experts.53.down_proj,1.70471764,0.01000,0.161
31,mlp.experts.54.down_proj,4.54907990,0.01000,0.162
31,mlp.experts.55.down_proj,3.62931299,0.01000,0.162
31,mlp.experts.56.down_proj,16.56668472,0.01000,0.163
31,mlp.experts.57.down_proj,0.71381730,0.01000,0.162
31,mlp.experts.58.down_proj,2.18441463,0.01000,0.162
31,mlp.experts.59.down_proj,8.98148727,0.01000,0.162
31,mlp.experts.60.down_proj,10.60978317,0.01000,0.162
31,mlp.experts.61.down_proj,7.71719170,0.01000,0.162
31,mlp.experts.62.down_proj,36.88140869,0.01000,0.163
31,mlp.experts.63.down_proj,0.96486807,0.01000,0.163
31,mlp.experts.64.down_proj,1.91750956,0.01000,0.164
31,mlp.experts.65.down_proj,1.40605259,0.01000,0.168
31,mlp.experts.66.down_proj,1.09183335,0.01000,0.167
31,mlp.experts.67.down_proj,0.52338850,0.01000,0.164
31,mlp.experts.68.down_proj,0.71972269,0.01000,0.163
31,mlp.experts.69.down_proj,0.68384087,0.01000,0.163
31,mlp.experts.70.down_proj,0.30964229,0.01000,0.163
31,mlp.experts.71.down_proj,0.34551394,0.01000,0.163
31,mlp.experts.72.down_proj,3.96943760,0.01000,0.163
31,mlp.experts.73.down_proj,5.04395008,0.01000,0.164
31,mlp.experts.74.down_proj,0.86859655,0.01000,0.164
31,mlp.experts.75.down_proj,75.26551819,0.01000,0.164
31,mlp.experts.76.down_proj,1.08463049,0.01000,0.166
31,mlp.experts.77.down_proj,0.74348354,0.01000,0.165
31,mlp.experts.78.down_proj,0.67198926,0.01000,0.164
31,mlp.experts.79.down_proj,2.40271187,0.01000,0.165
31,mlp.experts.80.down_proj,3.80046058,0.01000,0.165
31,mlp.experts.81.down_proj,0.67312181,0.01000,0.164
31,mlp.experts.82.down_proj,20.74273682,0.01000,0.164
31,mlp.experts.83.down_proj,0.72962373,0.01000,0.166
31,mlp.experts.84.down_proj,0.49781600,0.01000,0.164
31,mlp.experts.85.down_proj,0.47904313,0.01000,0.164
31,mlp.experts.86.down_proj,0.87067586,0.01000,0.166
31,mlp.experts.87.down_proj,0.84897095,0.01000,0.164
31,mlp.experts.88.down_proj,3.54922819,0.01000,0.164
31,mlp.experts.89.down_proj,4.15227413,0.01000,0.165
31,mlp.experts.90.down_proj,0.03672511,0.01000,0.166
31,mlp.experts.91.down_proj,1.57625878,0.01000,0.164
31,mlp.experts.92.down_proj,4.39137554,0.01000,0.168
31,mlp.experts.93.down_proj,1.82021236,0.01000,0.169
31,mlp.experts.94.down_proj,1.64237976,0.01000,0.168
31,mlp.experts.95.down_proj,26.04215431,0.01000,0.165
31,mlp.experts.96.down_proj,0.65582621,0.01000,0.165
31,mlp.experts.97.down_proj,0.33278805,0.01000,0.165
31,mlp.experts.98.down_proj,2.01160049,0.01000,0.164
31,mlp.experts.99.down_proj,0.58251441,0.01000,0.164
31,mlp.experts.100.down_proj,9.32344341,0.01000,0.164
31,mlp.experts.101.down_proj,20.91021347,0.01000,0.162
31,mlp.experts.102.down_proj,0.02086425,0.01000,0.162
31,mlp.experts.103.down_proj,1.15590501,0.01000,0.165
31,mlp.experts.104.down_proj,0.72122121,0.01000,0.162
31,mlp.experts.105.down_proj,0.46670908,0.01000,0.162
31,mlp.experts.106.down_proj,9.47781086,0.01000,0.163
31,mlp.experts.107.down_proj,3.05971384,0.01000,0.165
31,mlp.experts.108.down_proj,7.25600624,0.01000,0.162
31,mlp.experts.109.down_proj,3.66607547,0.01000,0.162
31,mlp.experts.110.down_proj,3.97969151,0.01000,0.165
31,mlp.experts.111.down_proj,1.39728689,0.01000,0.162
31,mlp.experts.112.down_proj,15.17610359,0.01000,0.162
31,mlp.experts.113.down_proj,0.35699695,0.01000,0.163
31,mlp.experts.114.down_proj,1.25744796,0.01000,0.163
31,mlp.experts.115.down_proj,2.11627340,0.01000,0.162
31,mlp.experts.116.down_proj,1.49134851,0.01000,0.162
31,mlp.experts.117.down_proj,0.30196550,0.01000,0.177
31,mlp.experts.118.down_proj,1.34032559,0.01000,0.162
31,mlp.experts.119.down_proj,2.93941855,0.01000,0.163
31,mlp.experts.120.down_proj,0.47541264,0.01000,0.169
31,mlp.experts.121.down_proj,0.87942064,0.01000,0.165
31,mlp.experts.122.down_proj,0.36668748,0.01000,0.164
31,mlp.experts.123.down_proj,25.01656723,0.01000,0.163
31,mlp.experts.124.down_proj,1.62803507,0.01000,0.165
31,mlp.experts.125.down_proj,0.55515850,0.01000,0.163
31,mlp.experts.126.down_proj,0.19015099,0.01000,0.162
31,mlp.experts.127.down_proj,0.94696677,0.01000,0.165
32,self_attn.q_proj,0.40081239,0.01000,0.435
32,self_attn.k_proj,0.05009156,0.01000,0.429
32,self_attn.v_proj,0.07217105,0.01000,0.428
32,self_attn.o_proj,0.03737964,0.01000,0.871
32,mlp.experts.0.up_proj,0.58305645,0.01000,0.445
32,mlp.experts.1.up_proj,0.63345218,0.01000,0.439
32,mlp.experts.2.up_proj,8.89930439,0.01000,0.439
32,mlp.experts.3.up_proj,10.60106659,0.01000,0.438
32,mlp.experts.4.up_proj,15.39084625,0.01000,0.440
32,mlp.experts.5.up_proj,101.83804321,0.01000,0.441
32,mlp.experts.6.up_proj,3.62814736,0.01000,0.441
32,mlp.experts.7.up_proj,1.00454164,0.01000,0.445
32,mlp.experts.8.up_proj,16.36681557,0.01000,0.442
32,mlp.experts.9.up_proj,141.03410339,0.01000,0.443
32,mlp.experts.10.up_proj,1.12991190,0.01000,0.440
32,mlp.experts.11.up_proj,1.97450256,0.01000,0.440
32,mlp.experts.12.up_proj,7.25489187,0.01000,0.441
32,mlp.experts.13.up_proj,13.52189255,0.01000,0.441
32,mlp.experts.14.up_proj,9.73087692,0.01000,0.440
32,mlp.experts.15.up_proj,40.10198975,0.01000,0.441
32,mlp.experts.16.up_proj,99.29113770,0.01000,0.441
32,mlp.experts.17.up_proj,102.38711548,0.01000,0.444
32,mlp.experts.18.up_proj,5.26148367,0.01000,0.446
32,mlp.experts.19.up_proj,2.15191889,0.01000,0.447
32,mlp.experts.20.up_proj,10.56638527,0.01000,0.442
32,mlp.experts.21.up_proj,14.54792786,0.01000,0.442
32,mlp.experts.22.up_proj,103.91467285,0.01000,0.442
32,mlp.experts.23.up_proj,7.14170408,0.01000,0.441
32,mlp.experts.24.up_proj,14.36632252,0.01000,0.442
32,mlp.experts.25.up_proj,5.45144081,0.01000,0.441
32,mlp.experts.26.up_proj,10.14468575,0.01000,0.441
32,mlp.experts.27.up_proj,5.39521646,0.01000,0.442
32,mlp.experts.28.up_proj,10.31741524,0.01000,0.446
32,mlp.experts.29.up_proj,2.96082211,0.01000,0.442
32,mlp.experts.30.up_proj,13.47117138,0.01000,0.441
32,mlp.experts.31.up_proj,1.54053187,0.01000,0.441
32,mlp.experts.32.up_proj,27.38519669,0.01000,0.440
32,mlp.experts.33.up_proj,7.87090874,0.01000,0.441
32,mlp.experts.34.up_proj,0.12851626,0.01000,0.440
32,mlp.experts.35.up_proj,13.82672977,0.01000,0.441
32,mlp.experts.36.up_proj,50.24304962,0.01000,0.441
32,mlp.experts.37.up_proj,12.96184731,0.01000,0.441
32,mlp.experts.38.up_proj,15.11623573,0.01000,0.443
32,mlp.experts.39.up_proj,4.98984241,0.01000,0.441
32,mlp.experts.40.up_proj,1.76601183,0.01000,0.441
32,mlp.experts.41.up_proj,28.75621414,0.01000,0.441
32,mlp.experts.42.up_proj,4.07637501,0.01000,0.440
32,mlp.experts.43.up_proj,3.04704165,0.01000,0.442
32,mlp.experts.44.up_proj,13.70994568,0.01000,0.441
32,mlp.experts.45.up_proj,34.82485962,0.01000,0.441
32,mlp.experts.46.up_proj,9.35950470,0.01000,0.440
32,mlp.experts.47.up_proj,10.74513817,0.01000,0.440
32,mlp.experts.48.up_proj,6.92178869,0.01000,0.442
32,mlp.experts.49.up_proj,1.42197824,0.01000,0.471
32,mlp.experts.50.up_proj,3.43851852,0.01000,0.442
32,mlp.experts.51.up_proj,3.24224615,0.01000,0.441
32,mlp.experts.52.up_proj,9.02360725,0.01000,0.461
32,mlp.experts.53.up_proj,205.68811035,0.01000,0.466
32,mlp.experts.54.up_proj,5.15917110,0.01000,0.440
32,mlp.experts.55.up_proj,3.84560776,0.01000,0.440
32,mlp.experts.56.up_proj,16.59326363,0.01000,0.441
32,mlp.experts.57.up_proj,137.32165527,0.01000,0.441
32,mlp.experts.58.up_proj,0.38930452,0.01000,0.440
32,mlp.experts.59.up_proj,1.96994472,0.01000,0.439
32,mlp.experts.60.up_proj,1.60438931,0.01000,0.429
32,mlp.experts.61.up_proj,13.85353279,0.01000,0.429
32,mlp.experts.62.up_proj,7.60395432,0.01000,0.430
32,mlp.experts.63.up_proj,0.37058330,0.01000,0.430
32,mlp.experts.64.up_proj,13.10471821,0.01000,0.430
32,mlp.experts.65.up_proj,42.00080109,0.01000,0.430
32,mlp.experts.66.up_proj,22.24343491,0.01000,0.429
32,mlp.experts.67.up_proj,10.70994091,0.01000,0.431
32,mlp.experts.68.up_proj,1.60076475,0.01000,0.431
32,mlp.experts.69.up_proj,6.57078457,0.01000,0.435
32,mlp.experts.70.up_proj,8.16923904,0.01000,0.435
32,mlp.experts.71.up_proj,7.71260881,0.01000,0.430
32,mlp.experts.72.up_proj,23.90088654,0.01000,0.431
32,mlp.experts.73.up_proj,0.37743193,0.01000,0.432
32,mlp.experts.74.up_proj,6.86570549,0.01000,0.430
32,mlp.experts.75.up_proj,0.25790948,0.01000,0.430
32,mlp.experts.76.up_proj,3.42985010,0.01000,0.431
32,mlp.experts.77.up_proj,31.21603394,0.01000,0.430
32,mlp.experts.78.up_proj,3.03487206,0.01000,0.430
32,mlp.experts.79.up_proj,3.80299163,0.01000,0.431
32,mlp.experts.80.up_proj,10.29420948,0.01000,0.448
32,mlp.experts.81.up_proj,16.06295776,0.01000,0.436
32,mlp.experts.82.up_proj,5.84454107,0.01000,0.434
32,mlp.experts.83.up_proj,2.45492148,0.01000,0.430
32,mlp.experts.84.up_proj,17.63684845,0.01000,0.431
32,mlp.experts.85.up_proj,1.44705129,0.01000,0.430
32,mlp.experts.86.up_proj,14.61353588,0.01000,0.431
32,mlp.experts.87.up_proj,6.70336628,0.01000,0.430
32,mlp.experts.88.up_proj,6.09013653,0.01000,0.430
32,mlp.experts.89.up_proj,10.94872856,0.01000,0.430
32,mlp.experts.90.up_proj,42.87541962,0.01000,0.432
32,mlp.experts.91.up_proj,1.99619651,0.01000,0.439
32,mlp.experts.92.up_proj,44.72212601,0.01000,0.432
32,mlp.experts.93.up_proj,0.86460781,0.01000,0.430
32,mlp.experts.94.up_proj,6.79105091,0.01000,0.430
32,mlp.experts.95.up_proj,14.22304344,0.01000,0.431
32,mlp.experts.96.up_proj,1.21419609,0.01000,0.430
32,mlp.experts.97.up_proj,11.04273605,0.01000,0.431
32,mlp.experts.98.up_proj,20.39752960,0.01000,0.430
32,mlp.experts.99.up_proj,14.04808998,0.01000,0.430
32,mlp.experts.100.up_proj,11.52578449,0.01000,0.430
32,mlp.experts.101.up_proj,24.53073120,0.01000,0.438
32,mlp.experts.102.up_proj,11.87696266,0.01000,0.437
32,mlp.experts.103.up_proj,18.75025558,0.01000,0.430
32,mlp.experts.104.up_proj,11.34694481,0.01000,0.429
32,mlp.experts.105.up_proj,31.34886932,0.01000,0.431
32,mlp.experts.106.up_proj,7.29385042,0.01000,0.431
32,mlp.experts.107.up_proj,3.08149099,0.01000,0.431
32,mlp.experts.108.up_proj,11.41312790,0.01000,0.429
32,mlp.experts.109.up_proj,12.04737663,0.01000,0.430
32,mlp.experts.110.up_proj,9.54651451,0.01000,0.430
32,mlp.experts.111.up_proj,10.72463417,0.01000,0.430
32,mlp.experts.112.up_proj,7.16173220,0.01000,0.440
32,mlp.experts.113.up_proj,8.59821224,0.01000,0.432
32,mlp.experts.114.up_proj,183.38916016,0.01000,0.431
32,mlp.experts.115.up_proj,1.12506223,0.01000,0.446
32,mlp.experts.116.up_proj,12.50669670,0.01000,0.432
32,mlp.experts.117.up_proj,2.18857360,0.01000,0.429
32,mlp.experts.118.up_proj,0.51350176,0.01000,0.431
32,mlp.experts.119.up_proj,0.47629628,0.01000,0.430
32,mlp.experts.120.up_proj,0.56794083,0.01000,0.431
32,mlp.experts.121.up_proj,18.54215813,0.01000,0.430
32,mlp.experts.122.up_proj,9.86050892,0.01000,0.434
32,mlp.experts.123.up_proj,29.96622086,0.01000,0.438
32,mlp.experts.124.up_proj,2.03122377,0.01000,0.430
32,mlp.experts.125.up_proj,4.80337334,0.01000,0.429
32,mlp.experts.126.up_proj,1.40752435,0.01000,0.430
32,mlp.experts.127.up_proj,6.57149601,0.01000,0.431
32,mlp.experts.0.gate_proj,0.61187875,0.01000,0.431
32,mlp.experts.1.gate_proj,0.62621033,0.01000,0.432
32,mlp.experts.2.gate_proj,9.55412102,0.01000,0.431
32,mlp.experts.3.gate_proj,11.08222580,0.01000,0.433
32,mlp.experts.4.gate_proj,15.05814171,0.01000,0.432
32,mlp.experts.5.gate_proj,92.74719238,0.01000,0.441
32,mlp.experts.6.gate_proj,3.79440165,0.01000,0.434
32,mlp.experts.7.gate_proj,0.99879527,0.01000,0.431
32,mlp.experts.8.gate_proj,17.44251251,0.01000,0.431
32,mlp.experts.9.gate_proj,107.76377869,0.01000,0.432
32,mlp.experts.10.gate_proj,1.13951075,0.01000,0.432
32,mlp.experts.11.gate_proj,1.96314144,0.01000,0.431
32,mlp.experts.12.gate_proj,6.83028269,0.01000,0.431
32,mlp.experts.13.gate_proj,15.35261536,0.01000,0.431
32,mlp.experts.14.gate_proj,8.85861492,0.01000,0.430
32,mlp.experts.15.gate_proj,38.22754669,0.01000,0.431
32,mlp.experts.16.gate_proj,97.72226715,0.01000,0.440
32,mlp.experts.17.gate_proj,109.19354248,0.01000,0.432
32,mlp.experts.18.gate_proj,5.48890305,0.01000,0.430
32,mlp.experts.19.gate_proj,2.02415586,0.01000,0.429
32,mlp.experts.20.gate_proj,8.17876053,0.01000,0.430
32,mlp.experts.21.gate_proj,15.20417976,0.01000,0.430
32,mlp.experts.22.gate_proj,96.76057434,0.01000,0.432
32,mlp.experts.23.gate_proj,7.05764961,0.01000,0.429
32,mlp.experts.24.gate_proj,15.88876057,0.01000,0.432
32,mlp.experts.25.gate_proj,5.45179415,0.01000,0.431
32,mlp.experts.26.gate_proj,10.03731155,0.01000,0.434
32,mlp.experts.27.gate_proj,4.95739412,0.01000,0.435
32,mlp.experts.28.gate_proj,10.32132912,0.01000,0.435
32,mlp.experts.29.gate_proj,3.05999446,0.01000,0.432
32,mlp.experts.30.gate_proj,12.48670864,0.01000,0.432
32,mlp.experts.31.gate_proj,1.56340504,0.01000,0.431
32,mlp.experts.32.gate_proj,29.23463821,0.01000,0.431
32,mlp.experts.33.gate_proj,8.17889214,0.01000,0.432
32,mlp.experts.34.gate_proj,0.11396188,0.01000,0.431
32,mlp.experts.35.gate_proj,11.64418030,0.01000,0.430
32,mlp.experts.36.gate_proj,48.96086884,0.01000,0.431
32,mlp.experts.37.gate_proj,12.99825764,0.01000,0.439
32,mlp.experts.38.gate_proj,13.52439785,0.01000,0.436
32,mlp.experts.39.gate_proj,3.89361262,0.01000,0.432
32,mlp.experts.40.gate_proj,1.73095369,0.01000,0.429
32,mlp.experts.41.gate_proj,27.24513245,0.01000,0.431
32,mlp.experts.42.gate_proj,4.04329443,0.01000,0.431
32,mlp.experts.43.gate_proj,2.87109280,0.01000,0.432
32,mlp.experts.44.gate_proj,12.45049477,0.01000,0.430
32,mlp.experts.45.gate_proj,35.96026611,0.01000,0.432
32,mlp.experts.46.gate_proj,8.96243572,0.01000,0.432
32,mlp.experts.47.gate_proj,11.13066483,0.01000,0.433
32,mlp.experts.48.gate_proj,7.19641781,0.01000,0.439
32,mlp.experts.49.gate_proj,1.34688735,0.01000,0.433
32,mlp.experts.50.gate_proj,3.46358728,0.01000,0.432
32,mlp.experts.51.gate_proj,3.19342971,0.01000,0.431
32,mlp.experts.52.gate_proj,8.06977463,0.01000,0.432
32,mlp.experts.53.gate_proj,202.82711792,0.01000,0.430
32,mlp.experts.54.gate_proj,5.07008171,0.01000,0.431
32,mlp.experts.55.gate_proj,3.74769974,0.01000,0.432
32,mlp.experts.56.gate_proj,17.60205269,0.01000,0.432
32,mlp.experts.57.gate_proj,134.21484375,0.01000,0.430
32,mlp.experts.58.gate_proj,0.32486033,0.01000,0.438
32,mlp.experts.59.gate_proj,1.77357996,0.01000,0.438
32,mlp.experts.60.gate_proj,1.56134796,0.01000,0.432
32,mlp.experts.61.gate_proj,12.18050385,0.01000,0.430
32,mlp.experts.62.gate_proj,7.61578274,0.01000,0.449
32,mlp.experts.63.gate_proj,0.36285347,0.01000,0.441
32,mlp.experts.64.gate_proj,12.12521935,0.01000,0.451
32,mlp.experts.65.gate_proj,35.20384979,0.01000,0.447
32,mlp.experts.66.gate_proj,21.02995491,0.01000,0.444
32,mlp.experts.67.gate_proj,10.48427677,0.01000,0.431
32,mlp.experts.68.gate_proj,1.57286763,0.01000,0.437
32,mlp.experts.69.gate_proj,6.45567465,0.01000,0.439
32,mlp.experts.70.gate_proj,8.13305569,0.01000,0.448
32,mlp.experts.71.gate_proj,7.75857973,0.01000,0.455
32,mlp.experts.72.gate_proj,23.29023743,0.01000,0.452
32,mlp.experts.73.gate_proj,0.34152535,0.01000,0.429
32,mlp.experts.74.gate_proj,6.95720673,0.01000,0.428
32,mlp.experts.75.gate_proj,0.25399405,0.01000,0.427
32,mlp.experts.76.gate_proj,3.40026736,0.01000,0.427
32,mlp.experts.77.gate_proj,32.62647247,0.01000,0.427
32,mlp.experts.78.gate_proj,3.19774151,0.01000,0.427
32,mlp.experts.79.gate_proj,3.39001250,0.01000,0.433
32,mlp.experts.80.gate_proj,10.12983131,0.01000,0.435
32,mlp.experts.81.gate_proj,14.08212852,0.01000,0.430
32,mlp.experts.82.gate_proj,5.77146721,0.01000,0.429
32,mlp.experts.83.gate_proj,2.54289341,0.01000,0.428
32,mlp.experts.84.gate_proj,15.94883728,0.01000,0.428
32,mlp.experts.85.gate_proj,1.55617619,0.01000,0.430
32,mlp.experts.86.gate_proj,14.56747246,0.01000,0.429
32,mlp.experts.87.gate_proj,6.79021549,0.01000,0.427
32,mlp.experts.88.gate_proj,6.36653519,0.01000,0.428
32,mlp.experts.89.gate_proj,10.59575939,0.01000,0.428
32,mlp.experts.90.gate_proj,41.75916290,0.01000,0.437
32,mlp.experts.91.gate_proj,2.03556299,0.01000,0.431
32,mlp.experts.92.gate_proj,48.23079681,0.01000,0.429
32,mlp.experts.93.gate_proj,0.81899655,0.01000,0.428
32,mlp.experts.94.gate_proj,5.38872051,0.01000,0.428
32,mlp.experts.95.gate_proj,13.98834896,0.01000,0.428
32,mlp.experts.96.gate_proj,2.81990743,0.01000,0.429
32,mlp.experts.97.gate_proj,10.09285259,0.01000,0.429
32,mlp.experts.98.gate_proj,21.25510406,0.01000,0.428
32,mlp.experts.99.gate_proj,13.78406334,0.01000,0.428
32,mlp.experts.100.gate_proj,12.05484009,0.01000,0.427
32,mlp.experts.101.gate_proj,23.67998123,0.01000,0.437
32,mlp.experts.102.gate_proj,11.64303398,0.01000,0.452
32,mlp.experts.103.gate_proj,16.91603279,0.01000,0.430
32,mlp.experts.104.gate_proj,11.80542088,0.01000,0.427
32,mlp.experts.105.gate_proj,31.96806145,0.01000,0.427
32,mlp.experts.106.gate_proj,6.85322523,0.01000,0.429
32,mlp.experts.107.gate_proj,2.96622849,0.01000,0.428
32,mlp.experts.108.gate_proj,11.26915836,0.01000,0.426
32,mlp.experts.109.gate_proj,11.10879517,0.01000,0.427
32,mlp.experts.110.gate_proj,10.68705940,0.01000,0.428
32,mlp.experts.111.gate_proj,10.02069569,0.01000,0.446
32,mlp.experts.112.gate_proj,6.78386497,0.01000,0.433
32,mlp.experts.113.gate_proj,8.44052696,0.01000,0.427
32,mlp.experts.114.gate_proj,181.98432922,0.01000,0.432
32,mlp.experts.115.gate_proj,1.13740993,0.01000,0.432
32,mlp.experts.116.gate_proj,11.33347321,0.01000,0.431
32,mlp.experts.117.gate_proj,2.10109711,0.01000,0.432
32,mlp.experts.118.gate_proj,0.51727188,0.01000,0.433
32,mlp.experts.119.gate_proj,0.47575796,0.01000,0.432
32,mlp.experts.120.gate_proj,0.57859254,0.01000,0.432
32,mlp.experts.121.gate_proj,16.23110008,0.01000,0.432
32,mlp.experts.122.gate_proj,8.95733261,0.01000,0.439
32,mlp.experts.123.gate_proj,29.49767685,0.01000,0.432
32,mlp.experts.124.gate_proj,2.12119651,0.01000,0.444
32,mlp.experts.125.gate_proj,4.48943281,0.01000,0.452
32,mlp.experts.126.gate_proj,1.42377651,0.01000,0.452
32,mlp.experts.127.gate_proj,5.92916250,0.01000,0.433
32,mlp.experts.0.down_proj,0.24870940,0.01000,0.167
32,mlp.experts.1.down_proj,0.25958002,0.01000,0.161
32,mlp.experts.2.down_proj,2.00003624,0.01000,0.162
32,mlp.experts.3.down_proj,1.80777502,0.01000,0.161
32,mlp.experts.4.down_proj,6.35501480,0.01000,0.163
32,mlp.experts.5.down_proj,23.13563538,0.01000,0.161
32,mlp.experts.6.down_proj,0.92369044,0.01000,0.160
32,mlp.experts.7.down_proj,0.35025561,0.01000,0.162
32,mlp.experts.8.down_proj,3.54130220,0.01000,0.161
32,mlp.experts.9.down_proj,95.54380798,0.01000,0.161
32,mlp.experts.10.down_proj,0.18262106,0.01000,0.161
32,mlp.experts.11.down_proj,0.69252288,0.01000,0.164
32,mlp.experts.12.down_proj,2.82131791,0.01000,0.162
32,mlp.experts.13.down_proj,3.13213325,0.01000,0.162
32,mlp.experts.14.down_proj,2.69278193,0.01000,0.163
32,mlp.experts.15.down_proj,22.14822769,0.01000,0.162
32,mlp.experts.16.down_proj,42.03180695,0.01000,0.161
32,mlp.experts.17.down_proj,26.21116257,0.01000,0.161
32,mlp.experts.18.down_proj,0.90604126,0.01000,0.164
32,mlp.experts.19.down_proj,0.54166472,0.01000,0.165
32,mlp.experts.20.down_proj,3.12359238,0.01000,0.164
32,mlp.experts.21.down_proj,2.76922083,0.01000,0.166
32,mlp.experts.22.down_proj,44.44129944,0.01000,0.163
32,mlp.experts.23.down_proj,1.66787887,0.01000,0.161
32,mlp.experts.24.down_proj,4.32738590,0.01000,0.162
32,mlp.experts.25.down_proj,1.14736211,0.01000,0.163
32,mlp.experts.26.down_proj,3.09301662,0.01000,0.161
32,mlp.experts.27.down_proj,1.25311494,0.01000,0.161
32,mlp.experts.28.down_proj,3.58933401,0.01000,0.164
32,mlp.experts.29.down_proj,0.50895655,0.01000,0.161
32,mlp.experts.30.down_proj,3.98836446,0.01000,0.162
32,mlp.experts.31.down_proj,0.59362018,0.01000,0.162
32,mlp.experts.32.down_proj,6.29240704,0.01000,0.162
32,mlp.experts.33.down_proj,1.66920018,0.01000,0.167
32,mlp.experts.34.down_proj,0.07416398,0.01000,0.162
32,mlp.experts.35.down_proj,5.93925571,0.01000,0.162
32,mlp.experts.36.down_proj,23.45080376,0.01000,0.168
32,mlp.experts.37.down_proj,3.29514980,0.01000,0.163
32,mlp.experts.38.down_proj,4.35288620,0.01000,0.161
32,mlp.experts.39.down_proj,1.28047609,0.01000,0.168
32,mlp.experts.40.down_proj,0.37534395,0.01000,0.164
32,mlp.experts.41.down_proj,16.79304886,0.01000,0.159
32,mlp.experts.42.down_proj,1.22763348,0.01000,0.165
32,mlp.experts.43.down_proj,0.77228308,0.01000,0.164
32,mlp.experts.44.down_proj,3.82548952,0.01000,0.159
32,mlp.experts.45.down_proj,11.39476109,0.01000,0.165
32,mlp.experts.46.down_proj,2.80669737,0.01000,0.165
32,mlp.experts.47.down_proj,2.46742797,0.01000,0.166
32,mlp.experts.48.down_proj,1.71884036,0.01000,0.164
32,mlp.experts.49.down_proj,0.47717750,0.01000,0.163
32,mlp.experts.50.down_proj,1.36650324,0.01000,0.161
32,mlp.experts.51.down_proj,1.32994032,0.01000,0.159
32,mlp.experts.52.down_proj,2.95809841,0.01000,0.163
32,mlp.experts.53.down_proj,61.26687241,0.01000,0.159
32,mlp.experts.54.down_proj,1.68178344,0.01000,0.160
32,mlp.experts.55.down_proj,0.92363620,0.01000,0.162
32,mlp.experts.56.down_proj,4.02464914,0.01000,0.161
32,mlp.experts.57.down_proj,47.32262802,0.01000,0.161
32,mlp.experts.58.down_proj,0.21599683,0.01000,0.161
32,mlp.experts.59.down_proj,0.42803612,0.01000,0.164
32,mlp.experts.60.down_proj,0.48521653,0.01000,0.161
32,mlp.experts.61.down_proj,5.63187885,0.01000,0.161
32,mlp.experts.62.down_proj,1.91360188,0.01000,0.163
32,mlp.experts.63.down_proj,0.12605651,0.01000,0.161
32,mlp.experts.64.down_proj,4.76198053,0.01000,0.161
32,mlp.experts.65.down_proj,19.92929459,0.01000,0.161
32,mlp.experts.66.down_proj,10.85633755,0.01000,0.165
32,mlp.experts.67.down_proj,3.03324866,0.01000,0.161
32,mlp.experts.68.down_proj,0.35661358,0.01000,0.162
32,mlp.experts.69.down_proj,1.69294381,0.01000,0.164
32,mlp.experts.70.down_proj,1.89182758,0.01000,0.162
32,mlp.experts.71.down_proj,2.71756029,0.01000,0.162
32,mlp.experts.72.down_proj,8.95790291,0.01000,0.162
32,mlp.experts.73.down_proj,0.17814970,0.01000,0.164
32,mlp.experts.74.down_proj,1.62082386,0.01000,0.165
32,mlp.experts.75.down_proj,0.06442729,0.01000,0.168
32,mlp.experts.76.down_proj,0.89599359,0.01000,0.166
32,mlp.experts.77.down_proj,13.82742405,0.01000,0.167
32,mlp.experts.78.down_proj,0.77659905,0.01000,0.163
32,mlp.experts.79.down_proj,1.06504226,0.01000,0.164
32,mlp.experts.80.down_proj,2.80010772,0.01000,0.164
32,mlp.experts.81.down_proj,8.63689423,0.01000,0.163
32,mlp.experts.82.down_proj,1.36846232,0.01000,0.163
32,mlp.experts.83.down_proj,0.70366764,0.01000,0.167
32,mlp.experts.84.down_proj,8.31055832,0.01000,0.165
32,mlp.experts.85.down_proj,0.16919062,0.01000,0.165
32,mlp.experts.86.down_proj,3.23859692,0.01000,0.166
32,mlp.experts.87.down_proj,1.95649552,0.01000,0.174
32,mlp.experts.88.down_proj,1.74094129,0.01000,0.173
32,mlp.experts.89.down_proj,7.28178167,0.01000,0.165
32,mlp.experts.90.down_proj,11.84818172,0.01000,0.167
32,mlp.experts.91.down_proj,0.41711074,0.01000,0.165
32,mlp.experts.92.down_proj,20.33356476,0.01000,0.165
32,mlp.experts.93.down_proj,0.38057405,0.01000,0.167
32,mlp.experts.94.down_proj,1.53631794,0.01000,0.165
32,mlp.experts.95.down_proj,3.43535471,0.01000,0.165
32,mlp.experts.96.down_proj,0.21686429,0.01000,0.166
32,mlp.experts.97.down_proj,6.10381985,0.01000,0.166
32,mlp.experts.98.down_proj,7.38163853,0.01000,0.165
32,mlp.experts.99.down_proj,4.91058350,0.01000,0.165
32,mlp.experts.100.down_proj,3.05340433,0.01000,0.166
32,mlp.experts.101.down_proj,9.90301514,0.01000,0.166
32,mlp.experts.102.down_proj,4.71168423,0.01000,0.170
32,mlp.experts.103.down_proj,7.63576889,0.01000,0.168
32,mlp.experts.104.down_proj,3.01083422,0.01000,0.167
32,mlp.experts.105.down_proj,7.32453012,0.01000,0.165
32,mlp.experts.106.down_proj,1.61967468,0.01000,0.166
32,mlp.experts.107.down_proj,0.67015111,0.01000,0.165
32,mlp.experts.108.down_proj,4.43048096,0.01000,0.165
32,mlp.experts.109.down_proj,4.68008709,0.01000,0.164
32,mlp.experts.110.down_proj,2.00660324,0.01000,0.167
32,mlp.experts.111.down_proj,3.73682165,0.01000,0.165
32,mlp.experts.112.down_proj,2.78321242,0.01000,0.165
32,mlp.experts.113.down_proj,3.62681627,0.01000,0.167
32,mlp.experts.114.down_proj,80.03616333,0.01000,0.165
32,mlp.experts.115.down_proj,0.40001166,0.01000,0.165
32,mlp.experts.116.down_proj,3.36220980,0.01000,0.169
32,mlp.experts.117.down_proj,0.53864253,0.01000,0.166
32,mlp.experts.118.down_proj,0.08486601,0.01000,0.165
32,mlp.experts.119.down_proj,0.15313345,0.01000,0.165
32,mlp.experts.120.down_proj,0.17930585,0.01000,0.166
32,mlp.experts.121.down_proj,8.89659023,0.01000,0.165
32,mlp.experts.122.down_proj,2.63576984,0.01000,0.170
32,mlp.experts.123.down_proj,9.39927292,0.01000,0.171
32,mlp.experts.124.down_proj,0.62505543,0.01000,0.165
32,mlp.experts.125.down_proj,1.31049430,0.01000,0.165
32,mlp.experts.126.down_proj,0.12415205,0.01000,0.164
32,mlp.experts.127.down_proj,1.71077299,0.01000,0.165
33,self_attn.q_proj,0.52014387,0.01000,0.430
33,self_attn.k_proj,0.06960204,0.01000,0.438
33,self_attn.v_proj,0.08820472,0.01000,0.436
33,self_attn.o_proj,0.04670364,0.01000,0.893
33,mlp.experts.0.up_proj,86.68407440,0.01000,0.440
33,mlp.experts.1.up_proj,15.15725899,0.01000,0.438
33,mlp.experts.2.up_proj,118.98071289,0.01000,0.429
33,mlp.experts.3.up_proj,0.90473509,0.01000,0.428
33,mlp.experts.4.up_proj,0.31964710,0.01000,0.429
33,mlp.experts.5.up_proj,12.51328564,0.01000,0.430
33,mlp.experts.6.up_proj,42.55239105,0.01000,0.430
33,mlp.experts.7.up_proj,87.55581665,0.01000,0.431
33,mlp.experts.8.up_proj,2.74092579,0.01000,0.431
33,mlp.experts.9.up_proj,20.08234787,0.01000,0.430
33,mlp.experts.10.up_proj,42.16827393,0.01000,0.430
33,mlp.experts.11.up_proj,0.65956020,0.01000,0.439
33,mlp.experts.12.up_proj,3.33849120,0.01000,0.433
33,mlp.experts.13.up_proj,5.04958916,0.01000,0.431
33,mlp.experts.14.up_proj,1.78458667,0.01000,0.431
33,mlp.experts.15.up_proj,0.52393329,0.01000,0.430
33,mlp.experts.16.up_proj,12.15744877,0.01000,0.432
33,mlp.experts.17.up_proj,7.42329407,0.01000,0.431
33,mlp.experts.18.up_proj,7.16506195,0.01000,0.431
33,mlp.experts.19.up_proj,9.43589020,0.01000,0.431
33,mlp.experts.20.up_proj,2.80515146,0.01000,0.430
33,mlp.experts.21.up_proj,1.04194283,0.01000,0.430
33,mlp.experts.22.up_proj,9.58851242,0.01000,0.440
33,mlp.experts.23.up_proj,8.69198036,0.01000,0.433
33,mlp.experts.24.up_proj,8.41426086,0.01000,0.431
33,mlp.experts.25.up_proj,6.40980721,0.01000,0.431
33,mlp.experts.26.up_proj,8.25762653,0.01000,0.431
33,mlp.experts.27.up_proj,3.39649463,0.01000,0.431
33,mlp.experts.28.up_proj,4.17329597,0.01000,0.430
33,mlp.experts.29.up_proj,0.14296485,0.01000,0.431
33,mlp.experts.30.up_proj,1.51848054,0.01000,0.431
33,mlp.experts.31.up_proj,53.54467010,0.01000,0.431
33,mlp.experts.32.up_proj,7.83677435,0.01000,0.437
33,mlp.experts.33.up_proj,79.97814941,0.01000,0.438
33,mlp.experts.34.up_proj,0.48566651,0.01000,0.430
33,mlp.experts.35.up_proj,14.93798256,0.01000,0.430
33,mlp.experts.36.up_proj,0.51376104,0.01000,0.430
33,mlp.experts.37.up_proj,9.55984974,0.01000,0.429
33,mlp.experts.38.up_proj,7.77730083,0.01000,0.428
33,mlp.experts.39.up_proj,0.48345160,0.01000,0.430
33,mlp.experts.40.up_proj,9.78302383,0.01000,0.431
33,mlp.experts.41.up_proj,15.97157478,0.01000,0.430
33,mlp.experts.42.up_proj,0.14034376,0.01000,0.429
33,mlp.experts.43.up_proj,12.42391586,0.01000,0.440
33,mlp.experts.44.up_proj,12.05197906,0.01000,0.436
33,mlp.experts.45.up_proj,7.05711174,0.01000,0.430
33,mlp.experts.46.up_proj,7.83241367,0.01000,0.429
33,mlp.experts.47.up_proj,58.24629974,0.01000,0.429
33,mlp.experts.48.up_proj,8.39600849,0.01000,0.430
33,mlp.experts.49.up_proj,74.90312195,0.01000,0.430
33,mlp.experts.50.up_proj,54.50930786,0.01000,0.429
33,mlp.experts.51.up_proj,2.47664380,0.01000,0.429
33,mlp.experts.52.up_proj,17.83674240,0.01000,0.430
33,mlp.experts.53.up_proj,2.91780186,0.01000,0.431
33,mlp.experts.54.up_proj,1.52575672,0.01000,0.440
33,mlp.experts.55.up_proj,21.90722275,0.01000,0.435
33,mlp.experts.56.up_proj,24.79051208,0.01000,0.431
33,mlp.experts.57.up_proj,6.44558382,0.01000,0.431
33,mlp.experts.58.up_proj,5.96903324,0.01000,0.431
33,mlp.experts.59.up_proj,3.22998476,0.01000,0.429
33,mlp.experts.60.up_proj,6.60122442,0.01000,0.431
33,mlp.experts.61.up_proj,1.83538270,0.01000,0.430
33,mlp.experts.62.up_proj,6.71885920,0.01000,0.430
33,mlp.experts.63.up_proj,1.27966642,0.01000,0.430
33,mlp.experts.64.up_proj,9.01395416,0.01000,0.435
33,mlp.experts.65.up_proj,43.41371918,0.01000,0.439
33,mlp.experts.66.up_proj,6.10621738,0.01000,0.431
33,mlp.experts.67.up_proj,1.20559597,0.01000,0.430
33,mlp.experts.68.up_proj,4.32967663,0.01000,0.430
33,mlp.experts.69.up_proj,18.56709290,0.01000,0.430
33,mlp.experts.70.up_proj,15.86786079,0.01000,0.430
33,mlp.experts.71.up_proj,16.67493248,0.01000,0.430
33,mlp.experts.72.up_proj,1.07746601,0.01000,0.430
33,mlp.experts.73.up_proj,5.06561089,0.01000,0.430
33,mlp.experts.74.up_proj,0.93808484,0.01000,0.432
33,mlp.experts.75.up_proj,1.05319154,0.01000,0.439
33,mlp.experts.76.up_proj,50.46032715,0.01000,0.433
33,mlp.experts.77.up_proj,1.78700829,0.01000,0.431
33,mlp.experts.78.up_proj,4.99792194,0.01000,0.431
33,mlp.experts.79.up_proj,57.45763016,0.01000,0.431
33,mlp.experts.80.up_proj,44.58980560,0.01000,0.429
33,mlp.experts.81.up_proj,40.51547241,0.01000,0.430
33,mlp.experts.82.up_proj,106.64520264,0.01000,0.431
33,mlp.experts.83.up_proj,4.12509060,0.01000,0.430
33,mlp.experts.84.up_proj,41.29645538,0.01000,0.430
33,mlp.experts.85.up_proj,50.03231430,0.01000,0.432
33,mlp.experts.86.up_proj,10.39169121,0.01000,0.441
33,mlp.experts.87.up_proj,6.10748529,0.01000,0.438
33,mlp.experts.88.up_proj,3.80987501,0.01000,0.431
33,mlp.experts.89.up_proj,5.40607929,0.01000,0.430
33,mlp.experts.90.up_proj,46.46824646,0.01000,0.431
33,mlp.experts.91.up_proj,33.36463165,0.01000,0.430
33,mlp.experts.92.up_proj,114.19120026,0.01000,0.430
33,mlp.experts.93.up_proj,0.82942867,0.01000,0.429
33,mlp.experts.94.up_proj,18.01961136,0.01000,0.430
33,mlp.experts.95.up_proj,8.87535858,0.01000,0.430
33,mlp.experts.96.up_proj,49.00874329,0.01000,0.436
33,mlp.experts.97.up_proj,10.73288250,0.01000,0.436
33,mlp.experts.98.up_proj,15.65960217,0.01000,0.427
33,mlp.experts.99.up_proj,67.84613037,0.01000,0.428
33,mlp.experts.100.up_proj,12.82716370,0.01000,0.428
33,mlp.experts.101.up_proj,6.28565598,0.01000,0.425
33,mlp.experts.102.up_proj,9.30748844,0.01000,0.427
33,mlp.experts.103.up_proj,6.13415337,0.01000,0.425
33,mlp.experts.104.up_proj,8.37348938,0.01000,0.426
33,mlp.experts.105.up_proj,8.61584377,0.01000,0.425
33,mlp.experts.106.up_proj,7.56398535,0.01000,0.425
33,mlp.experts.107.up_proj,1.63216639,0.01000,0.435
33,mlp.experts.108.up_proj,4.97838974,0.01000,0.431
33,mlp.experts.109.up_proj,1.97500658,0.01000,0.426
33,mlp.experts.110.up_proj,20.39864159,0.01000,0.426
33,mlp.experts.111.up_proj,34.87564468,0.01000,0.426
33,mlp.experts.112.up_proj,2.49575663,0.01000,0.426
33,mlp.experts.113.up_proj,12.54223442,0.01000,0.425
33,mlp.experts.114.up_proj,9.19973564,0.01000,0.425
33,mlp.experts.115.up_proj,1.00650907,0.01000,0.428
33,mlp.experts.116.up_proj,2.87899041,0.01000,0.428
33,mlp.experts.117.up_proj,4.83384323,0.01000,0.427
33,mlp.experts.118.up_proj,12.39172268,0.01000,0.433
33,mlp.experts.119.up_proj,3.13120365,0.01000,0.428
33,mlp.experts.120.up_proj,8.96412468,0.01000,0.425
33,mlp.experts.121.up_proj,0.59798568,0.01000,0.425
33,mlp.experts.122.up_proj,123.38854980,0.01000,0.422
33,mlp.experts.123.up_proj,3.03152895,0.01000,0.426
33,mlp.experts.124.up_proj,1.70391369,0.01000,0.426
33,mlp.experts.125.up_proj,62.52296066,0.01000,0.423
33,mlp.experts.126.up_proj,0.88259053,0.01000,0.423
33,mlp.experts.127.up_proj,14.78367043,0.01000,0.426
33,mlp.experts.0.gate_proj,85.01348877,0.01000,0.428
33,mlp.experts.1.gate_proj,13.77328300,0.01000,0.439
33,mlp.experts.2.gate_proj,119.81848907,0.01000,0.424
33,mlp.experts.3.gate_proj,0.73326033,0.01000,0.426
33,mlp.experts.4.gate_proj,0.33659643,0.01000,0.426
33,mlp.experts.5.gate_proj,12.35440636,0.01000,0.426
33,mlp.experts.6.gate_proj,42.53018188,0.01000,0.426
33,mlp.experts.7.gate_proj,77.97970581,0.01000,0.443
33,mlp.experts.8.gate_proj,2.69386816,0.01000,0.428
33,mlp.experts.9.gate_proj,18.58771515,0.01000,0.428
33,mlp.experts.10.gate_proj,39.63431931,0.01000,0.429
33,mlp.experts.11.gate_proj,0.68476093,0.01000,0.442
33,mlp.experts.12.gate_proj,3.07867503,0.01000,0.443
33,mlp.experts.13.gate_proj,4.91321945,0.01000,0.432
33,mlp.experts.14.gate_proj,1.77735734,0.01000,0.429
33,mlp.experts.15.gate_proj,0.53293306,0.01000,0.429
33,mlp.experts.16.gate_proj,10.26853275,0.01000,0.428
33,mlp.experts.17.gate_proj,7.18308258,0.01000,0.428
33,mlp.experts.18.gate_proj,6.90055847,0.01000,0.428
33,mlp.experts.19.gate_proj,8.91101837,0.01000,0.426
33,mlp.experts.20.gate_proj,2.62304449,0.01000,0.428
33,mlp.experts.21.gate_proj,1.06174755,0.01000,0.427
33,mlp.experts.22.gate_proj,8.65498161,0.01000,0.441
33,mlp.experts.23.gate_proj,7.71859264,0.01000,0.433
33,mlp.experts.24.gate_proj,7.53586578,0.01000,0.429
33,mlp.experts.25.gate_proj,6.17867756,0.01000,0.429
33,mlp.experts.26.gate_proj,8.19085121,0.01000,0.430
33,mlp.experts.27.gate_proj,3.21850729,0.01000,0.428
33,mlp.experts.28.gate_proj,4.07994938,0.01000,0.429
33,mlp.experts.29.gate_proj,0.13683966,0.01000,0.427
33,mlp.experts.30.gate_proj,1.17822278,0.01000,0.427
33,mlp.experts.31.gate_proj,45.45844269,0.01000,0.428
33,mlp.experts.32.gate_proj,10.82496834,0.01000,0.428
33,mlp.experts.33.gate_proj,82.19307709,0.01000,0.440
33,mlp.experts.34.gate_proj,0.48182410,0.01000,0.458
33,mlp.experts.35.gate_proj,10.97655106,0.01000,0.457
33,mlp.experts.36.gate_proj,0.51427269,0.01000,0.455
33,mlp.experts.37.gate_proj,9.22465801,0.01000,0.456
33,mlp.experts.38.gate_proj,7.81970549,0.01000,0.456
33,mlp.experts.39.gate_proj,0.48011130,0.01000,0.454
33,mlp.experts.40.gate_proj,6.72714043,0.01000,0.455
33,mlp.experts.41.gate_proj,15.78483391,0.01000,0.446
33,mlp.experts.42.gate_proj,0.13469064,0.01000,0.429
33,mlp.experts.43.gate_proj,12.10436440,0.01000,0.440
33,mlp.experts.44.gate_proj,11.80084324,0.01000,0.432
33,mlp.experts.45.gate_proj,5.97483015,0.01000,0.430
33,mlp.experts.46.gate_proj,7.90620995,0.01000,0.429
33,mlp.experts.47.gate_proj,41.52860260,0.01000,0.428
33,mlp.experts.48.gate_proj,6.72946835,0.01000,0.427
33,mlp.experts.49.gate_proj,71.49177551,0.01000,0.427
33,mlp.experts.50.gate_proj,49.46889496,0.01000,0.428
33,mlp.experts.51.gate_proj,2.46949244,0.01000,0.427
33,mlp.experts.52.gate_proj,15.86524868,0.01000,0.427
33,mlp.experts.53.gate_proj,2.96968246,0.01000,0.428
33,mlp.experts.54.gate_proj,1.31118143,0.01000,0.452
33,mlp.experts.55.gate_proj,21.41138458,0.01000,0.452
33,mlp.experts.56.gate_proj,25.70866776,0.01000,0.450
33,mlp.experts.57.gate_proj,5.95248127,0.01000,0.429
33,mlp.experts.58.gate_proj,5.98632669,0.01000,0.434
33,mlp.experts.59.gate_proj,3.14015412,0.01000,0.428
33,mlp.experts.60.gate_proj,6.35872507,0.01000,0.428
33,mlp.experts.61.gate_proj,1.84215212,0.01000,0.428
33,mlp.experts.62.gate_proj,6.24013948,0.01000,0.427
33,mlp.experts.63.gate_proj,1.34406209,0.01000,0.440
33,mlp.experts.64.gate_proj,9.31580734,0.01000,0.457
33,mlp.experts.65.gate_proj,42.23269272,0.01000,0.446
33,mlp.experts.66.gate_proj,5.93583679,0.01000,0.452
33,mlp.experts.67.gate_proj,1.22183490,0.01000,0.449
33,mlp.experts.68.gate_proj,4.00839281,0.01000,0.450
33,mlp.experts.69.gate_proj,18.50693130,0.01000,0.451
33,mlp.experts.70.gate_proj,16.13304138,0.01000,0.450
33,mlp.experts.71.gate_proj,16.82202530,0.01000,0.450
33,mlp.experts.72.gate_proj,1.00553870,0.01000,0.446
33,mlp.experts.73.gate_proj,4.91612720,0.01000,0.449
33,mlp.experts.74.gate_proj,0.87010801,0.01000,0.451
33,mlp.experts.75.gate_proj,1.06393027,0.01000,0.441
33,mlp.experts.76.gate_proj,52.60382843,0.01000,0.444
33,mlp.experts.77.gate_proj,1.78709888,0.01000,0.449
33,mlp.experts.78.gate_proj,4.96660519,0.01000,0.449
33,mlp.experts.79.gate_proj,56.07204056,0.01000,0.449
33,mlp.experts.80.gate_proj,46.37988663,0.01000,0.450
33,mlp.experts.81.gate_proj,40.69560623,0.01000,0.448
33,mlp.experts.82.gate_proj,88.48970795,0.01000,0.448
33,mlp.experts.83.gate_proj,3.98779178,0.01000,0.449
33,mlp.experts.84.gate_proj,39.44104385,0.01000,0.451
33,mlp.experts.85.gate_proj,48.78284836,0.01000,0.460
33,mlp.experts.86.gate_proj,10.20049477,0.01000,0.458
33,mlp.experts.87.gate_proj,6.00514936,0.01000,0.452
33,mlp.experts.88.gate_proj,3.50613713,0.01000,0.450
33,mlp.experts.89.gate_proj,5.29494762,0.01000,0.448
33,mlp.experts.90.gate_proj,38.97090149,0.01000,0.430
33,mlp.experts.91.gate_proj,35.36699677,0.01000,0.427
33,mlp.experts.92.gate_proj,112.08316040,0.01000,0.444
33,mlp.experts.93.gate_proj,0.77151656,0.01000,0.450
33,mlp.experts.94.gate_proj,18.81521225,0.01000,0.448
33,mlp.experts.95.gate_proj,8.74677658,0.01000,0.454
33,mlp.experts.96.gate_proj,47.77948380,0.01000,0.454
33,mlp.experts.97.gate_proj,10.51287746,0.01000,0.429
33,mlp.experts.98.gate_proj,13.21023369,0.01000,0.429
33,mlp.experts.99.gate_proj,61.88889694,0.01000,0.451
33,mlp.experts.100.gate_proj,12.35115814,0.01000,0.447
33,mlp.experts.101.gate_proj,5.51389217,0.01000,0.448
33,mlp.experts.102.gate_proj,8.87532616,0.01000,0.449
33,mlp.experts.103.gate_proj,5.70218945,0.01000,0.449
33,mlp.experts.104.gate_proj,8.32948303,0.01000,0.448
33,mlp.experts.105.gate_proj,8.11292458,0.01000,0.447
33,mlp.experts.106.gate_proj,7.52144527,0.01000,0.453
33,mlp.experts.107.gate_proj,1.65541971,0.01000,0.436
33,mlp.experts.108.gate_proj,4.76783371,0.01000,0.450
33,mlp.experts.109.gate_proj,2.02936554,0.01000,0.445
33,mlp.experts.110.gate_proj,18.48383713,0.01000,0.447
33,mlp.experts.111.gate_proj,29.05934143,0.01000,0.450
33,mlp.experts.112.gate_proj,2.25182843,0.01000,0.450
33,mlp.experts.113.gate_proj,11.90291691,0.01000,0.430
33,mlp.experts.114.gate_proj,8.56562042,0.01000,0.428
33,mlp.experts.115.gate_proj,1.04732656,0.01000,0.429
33,mlp.experts.116.gate_proj,2.72842717,0.01000,0.440
33,mlp.experts.117.gate_proj,4.15537262,0.01000,0.456
33,mlp.experts.118.gate_proj,11.59768677,0.01000,0.450
33,mlp.experts.119.gate_proj,2.91545153,0.01000,0.427
33,mlp.experts.120.gate_proj,8.87891388,0.01000,0.430
33,mlp.experts.121.gate_proj,0.61644983,0.01000,0.430
33,mlp.experts.122.gate_proj,118.64247131,0.01000,0.429
33,mlp.experts.123.gate_proj,3.08674455,0.01000,0.433
33,mlp.experts.124.gate_proj,1.72249830,0.01000,0.451
33,mlp.experts.125.gate_proj,39.15853882,0.01000,0.451
33,mlp.experts.126.gate_proj,0.86770451,0.01000,0.436
33,mlp.experts.127.gate_proj,12.49447250,0.01000,0.439
33,mlp.experts.0.down_proj,42.16830444,0.01000,0.165
33,mlp.experts.1.down_proj,3.92685246,0.01000,0.160
33,mlp.experts.2.down_proj,25.67389297,0.01000,0.161
33,mlp.experts.3.down_proj,0.55294287,0.01000,0.162
33,mlp.experts.4.down_proj,0.05058189,0.01000,0.166
33,mlp.experts.5.down_proj,3.03085113,0.01000,0.164
33,mlp.experts.6.down_proj,9.35232353,0.01000,0.163
33,mlp.experts.7.down_proj,28.24523354,0.01000,0.160
33,mlp.experts.8.down_proj,1.27120805,0.01000,0.161
33,mlp.experts.9.down_proj,10.87555122,0.01000,0.162
33,mlp.experts.10.down_proj,21.51298523,0.01000,0.161
33,mlp.experts.11.down_proj,0.15244567,0.01000,0.168
33,mlp.experts.12.down_proj,0.49393451,0.01000,0.170
33,mlp.experts.13.down_proj,1.79795933,0.01000,0.167
33,mlp.experts.14.down_proj,0.48264891,0.01000,0.169
33,mlp.experts.15.down_proj,0.13948630,0.01000,0.169
33,mlp.experts.16.down_proj,10.76973820,0.01000,0.168
33,mlp.experts.17.down_proj,2.15002775,0.01000,0.167
33,mlp.experts.18.down_proj,3.30039263,0.01000,0.169
33,mlp.experts.19.down_proj,2.40820646,0.01000,0.169
33,mlp.experts.20.down_proj,1.00540304,0.01000,0.161
33,mlp.experts.21.down_proj,0.17628880,0.01000,0.160
33,mlp.experts.22.down_proj,3.02080059,0.01000,0.163
33,mlp.experts.23.down_proj,3.30186462,0.01000,0.167
33,mlp.experts.24.down_proj,2.01125979,0.01000,0.169
33,mlp.experts.25.down_proj,2.33487368,0.01000,0.169
33,mlp.experts.26.down_proj,1.92850196,0.01000,0.169
33,mlp.experts.27.down_proj,0.90545022,0.01000,0.167
33,mlp.experts.28.down_proj,1.12687254,0.01000,0.169
33,mlp.experts.29.down_proj,0.06594682,0.01000,0.168
33,mlp.experts.30.down_proj,0.74194360,0.01000,0.168
33,mlp.experts.31.down_proj,22.26897049,0.01000,0.174
33,mlp.experts.32.down_proj,1.67107177,0.01000,0.172
33,mlp.experts.33.down_proj,23.01942444,0.01000,0.172
33,mlp.experts.34.down_proj,0.14415604,0.01000,0.168
33,mlp.experts.35.down_proj,4.27914238,0.01000,0.163
33,mlp.experts.36.down_proj,0.23327374,0.01000,0.161
33,mlp.experts.37.down_proj,2.20840263,0.01000,0.160
33,mlp.experts.38.down_proj,2.62553406,0.01000,0.160
33,mlp.experts.39.down_proj,0.11577024,0.01000,0.163
33,mlp.experts.40.down_proj,2.48395681,0.01000,0.161
33,mlp.experts.41.down_proj,3.85523224,0.01000,0.161
33,mlp.experts.42.down_proj,0.05646594,0.01000,0.162
33,mlp.experts.43.down_proj,4.08281851,0.01000,0.160
33,mlp.experts.44.down_proj,5.58162689,0.01000,0.160
33,mlp.experts.45.down_proj,2.80933142,0.01000,0.160
33,mlp.experts.46.down_proj,2.05217600,0.01000,0.166
33,mlp.experts.47.down_proj,61.12786484,0.01000,0.165
33,mlp.experts.48.down_proj,2.47753954,0.01000,0.168
33,mlp.experts.49.down_proj,32.12257385,0.01000,0.169
33,mlp.experts.50.down_proj,23.25236511,0.01000,0.168
33,mlp.experts.51.down_proj,0.50719273,0.01000,0.167
33,mlp.experts.52.down_proj,3.68486500,0.01000,0.169
33,mlp.experts.53.down_proj,0.65483683,0.01000,0.162
33,mlp.experts.54.down_proj,0.62249225,0.01000,0.160
33,mlp.experts.55.down_proj,6.16416645,0.01000,0.160
33,mlp.experts.56.down_proj,6.75931358,0.01000,0.163
33,mlp.experts.57.down_proj,1.79687214,0.01000,0.162
33,mlp.experts.58.down_proj,1.54936147,0.01000,0.166
33,mlp.experts.59.down_proj,1.24517572,0.01000,0.175
33,mlp.experts.60.down_proj,1.89223862,0.01000,0.173
33,mlp.experts.61.down_proj,0.58030522,0.01000,0.173
33,mlp.experts.62.down_proj,2.28319716,0.01000,0.171
33,mlp.experts.63.down_proj,0.15502381,0.01000,0.173
33,mlp.experts.64.down_proj,2.44745898,0.01000,0.163
33,mlp.experts.65.down_proj,18.10644150,0.01000,0.162
33,mlp.experts.66.down_proj,1.89651799,0.01000,0.165
33,mlp.experts.67.down_proj,0.45538828,0.01000,0.163
33,mlp.experts.68.down_proj,1.10425115,0.01000,0.163
33,mlp.experts.69.down_proj,6.61007547,0.01000,0.165
33,mlp.experts.70.down_proj,3.96350336,0.01000,0.163
33,mlp.experts.71.down_proj,4.90703392,0.01000,0.163
33,mlp.experts.72.down_proj,0.38963419,0.01000,0.164
33,mlp.experts.73.down_proj,1.16847730,0.01000,0.165
33,mlp.experts.74.down_proj,0.48695558,0.01000,0.163
33,mlp.experts.75.down_proj,0.22130661,0.01000,0.164
33,mlp.experts.76.down_proj,18.77059174,0.01000,0.164
33,mlp.experts.77.down_proj,0.32775664,0.01000,0.163
33,mlp.experts.78.down_proj,1.80332851,0.01000,0.163
33,mlp.experts.79.down_proj,30.28390121,0.01000,0.164
33,mlp.experts.80.down_proj,13.08789635,0.01000,0.165
33,mlp.experts.81.down_proj,11.90563965,0.01000,0.163
33,mlp.experts.82.down_proj,41.48635483,0.01000,0.163
33,mlp.experts.83.down_proj,1.51394105,0.01000,0.166
33,mlp.experts.84.down_proj,21.51660156,0.01000,0.164
33,mlp.experts.85.down_proj,14.04286194,0.01000,0.163
33,mlp.experts.86.down_proj,2.60067344,0.01000,0.166
33,mlp.experts.87.down_proj,1.46953654,0.01000,0.177
33,mlp.experts.88.down_proj,1.11068857,0.01000,0.167
33,mlp.experts.89.down_proj,1.44167614,0.01000,0.165
33,mlp.experts.90.down_proj,22.90525436,0.01000,0.166
33,mlp.experts.91.down_proj,8.89368820,0.01000,0.164
33,mlp.experts.92.down_proj,28.60814667,0.01000,0.164
33,mlp.experts.93.down_proj,0.40418351,0.01000,0.166
33,mlp.experts.94.down_proj,6.06004238,0.01000,0.164
33,mlp.experts.95.down_proj,3.91216373,0.01000,0.170
33,mlp.experts.96.down_proj,22.21508026,0.01000,0.169
33,mlp.experts.97.down_proj,2.47855830,0.01000,0.169
33,mlp.experts.98.down_proj,5.74164963,0.01000,0.169
33,mlp.experts.99.down_proj,29.18818474,0.01000,0.168
33,mlp.experts.100.down_proj,7.03320885,0.01000,0.168
33,mlp.experts.101.down_proj,2.38103628,0.01000,0.168
33,mlp.experts.102.down_proj,2.91704321,0.01000,0.168
33,mlp.experts.103.down_proj,1.83377647,0.01000,0.168
33,mlp.experts.104.down_proj,3.72540569,0.01000,0.168
33,mlp.experts.105.down_proj,2.15884185,0.01000,0.168
33,mlp.experts.106.down_proj,2.98326063,0.01000,0.168
33,mlp.experts.107.down_proj,0.39252377,0.01000,0.168
33,mlp.experts.108.down_proj,1.14161611,0.01000,0.168
33,mlp.experts.109.down_proj,0.69146812,0.01000,0.168
33,mlp.experts.110.down_proj,12.49361992,0.01000,0.168
33,mlp.experts.111.down_proj,19.46799469,0.01000,0.168
33,mlp.experts.112.down_proj,0.61259508,0.01000,0.168
33,mlp.experts.113.down_proj,3.91438890,0.01000,0.171
33,mlp.experts.114.down_proj,4.73916817,0.01000,0.194
33,mlp.experts.115.down_proj,0.28130054,0.01000,0.170
33,mlp.experts.116.down_proj,0.77616131,0.01000,0.170
33,mlp.experts.117.down_proj,1.78930473,0.01000,0.169
33,mlp.experts.118.down_proj,3.76319528,0.01000,0.167
33,mlp.experts.119.down_proj,0.87078303,0.01000,0.168
33,mlp.experts.120.down_proj,3.82442307,0.01000,0.168
33,mlp.experts.121.down_proj,0.41579077,0.01000,0.168
33,mlp.experts.122.down_proj,70.03676605,0.01000,0.168
33,mlp.experts.123.down_proj,1.05649567,0.01000,0.168
33,mlp.experts.124.down_proj,0.42039686,0.01000,0.168
33,mlp.experts.125.down_proj,25.60207939,0.01000,0.168
33,mlp.experts.126.down_proj,0.30480045,0.01000,0.169
33,mlp.experts.127.down_proj,4.15940762,0.01000,0.168
34,self_attn.q_proj,0.54199374,0.01000,0.429
34,self_attn.k_proj,0.06410438,0.01000,0.424
34,self_attn.v_proj,0.09054080,0.01000,0.426
34,self_attn.o_proj,0.07924489,0.01000,0.905
34,mlp.experts.0.up_proj,0.54262125,0.01000,0.456
34,mlp.experts.1.up_proj,0.45252031,0.01000,0.447
34,mlp.experts.2.up_proj,9.23300552,0.01000,0.440
34,mlp.experts.3.up_proj,27.86948776,0.01000,0.448
34,mlp.experts.4.up_proj,6.39083481,0.01000,0.456
34,mlp.experts.5.up_proj,0.99699801,0.01000,0.456
34,mlp.experts.6.up_proj,10.81307793,0.01000,0.428
34,mlp.experts.7.up_proj,3.84177518,0.01000,0.428
34,mlp.experts.8.up_proj,0.25597477,0.01000,0.427
34,mlp.experts.9.up_proj,72.03146362,0.01000,0.427
34,mlp.experts.10.up_proj,5.59566879,0.01000,0.427
34,mlp.experts.11.up_proj,5.33398533,0.01000,0.440
34,mlp.experts.12.up_proj,2.90548944,0.01000,0.448
34,mlp.experts.13.up_proj,47.37846756,0.01000,0.449
34,mlp.experts.14.up_proj,6.56091118,0.01000,0.449
34,mlp.experts.15.up_proj,6.69277668,0.01000,0.454
34,mlp.experts.16.up_proj,170.38037109,0.01000,0.452
34,mlp.experts.17.up_proj,0.14687797,0.01000,0.447
34,mlp.experts.18.up_proj,10.56948948,0.01000,0.451
34,mlp.experts.19.up_proj,24.75180435,0.01000,0.449
34,mlp.experts.20.up_proj,4.17406845,0.01000,0.448
34,mlp.experts.21.up_proj,2.28680491,0.01000,0.449
34,mlp.experts.22.up_proj,2.86542058,0.01000,0.449
34,mlp.experts.23.up_proj,7.10425377,0.01000,0.449
34,mlp.experts.24.up_proj,20.20347023,0.01000,0.451
34,mlp.experts.25.up_proj,8.08716965,0.01000,0.459
34,mlp.experts.26.up_proj,21.30245399,0.01000,0.433
34,mlp.experts.27.up_proj,37.86973572,0.01000,0.428
34,mlp.experts.28.up_proj,1.05298352,0.01000,0.446
34,mlp.experts.29.up_proj,1.06731009,0.01000,0.448
34,mlp.experts.30.up_proj,15.76982021,0.01000,0.446
34,mlp.experts.31.up_proj,119.11962891,0.01000,0.449
34,mlp.experts.32.up_proj,1.29443729,0.01000,0.450
34,mlp.experts.33.up_proj,12.37156105,0.01000,0.451
34,mlp.experts.34.up_proj,0.43448550,0.01000,0.449
34,mlp.experts.35.up_proj,11.92930126,0.01000,0.467
34,mlp.experts.36.up_proj,21.00111008,0.01000,0.464
34,mlp.experts.37.up_proj,3.47663736,0.01000,0.464
34,mlp.experts.38.up_proj,0.51002848,0.01000,0.434
34,mlp.experts.39.up_proj,4.20764732,0.01000,0.427
34,mlp.experts.40.up_proj,8.40683174,0.01000,0.448
34,mlp.experts.41.up_proj,13.72283554,0.01000,0.449
34,mlp.experts.42.up_proj,0.76019990,0.01000,0.431
34,mlp.experts.43.up_proj,5.80535650,0.01000,0.429
34,mlp.experts.44.up_proj,0.32693735,0.01000,0.429
34,mlp.experts.45.up_proj,28.00690651,0.01000,0.428
34,mlp.experts.46.up_proj,9.55271816,0.01000,0.441
34,mlp.experts.47.up_proj,23.20551300,0.01000,0.431
34,mlp.experts.48.up_proj,56.03369904,0.01000,0.434
34,mlp.experts.49.up_proj,0.40086851,0.01000,0.437
34,mlp.experts.50.up_proj,5.37278700,0.01000,0.429
34,mlp.experts.51.up_proj,5.26412821,0.01000,0.432
34,mlp.experts.52.up_proj,14.13528538,0.01000,0.428
34,mlp.experts.53.up_proj,1.83912873,0.01000,0.430
34,mlp.experts.54.up_proj,0.97817481,0.01000,0.430
34,mlp.experts.55.up_proj,69.89353943,0.01000,0.430
34,mlp.experts.56.up_proj,18.42773628,0.01000,0.432
34,mlp.experts.57.up_proj,7.79448271,0.01000,0.434
34,mlp.experts.58.up_proj,1.66479516,0.01000,0.438
34,mlp.experts.59.up_proj,0.47066134,0.01000,0.429
34,mlp.experts.60.up_proj,1.00098920,0.01000,0.427
34,mlp.experts.61.up_proj,11.74652767,0.01000,0.428
34,mlp.experts.62.up_proj,14.10587502,0.01000,0.429
34,mlp.experts.63.up_proj,1.83619583,0.01000,0.429
34,mlp.experts.64.up_proj,8.36033726,0.01000,0.427
34,mlp.experts.65.up_proj,4.51295948,0.01000,0.427
34,mlp.experts.66.up_proj,19.40388680,0.01000,0.428
34,mlp.experts.67.up_proj,0.64739835,0.01000,0.436
34,mlp.experts.68.up_proj,114.45269775,0.01000,0.432
34,mlp.experts.69.up_proj,30.76192284,0.01000,0.428
34,mlp.experts.70.up_proj,7.16693020,0.01000,0.429
34,mlp.experts.71.up_proj,104.26318359,0.01000,0.426
34,mlp.experts.72.up_proj,1.86276162,0.01000,0.427
34,mlp.experts.73.up_proj,16.70544052,0.01000,0.428
34,mlp.experts.74.up_proj,16.69849968,0.01000,0.428
34,mlp.experts.75.up_proj,2.32683563,0.01000,0.429
34,mlp.experts.76.up_proj,9.36687469,0.01000,0.427
34,mlp.experts.77.up_proj,0.75244904,0.01000,0.427
34,mlp.experts.78.up_proj,37.55625916,0.01000,0.439
34,mlp.experts.79.up_proj,0.35659671,0.01000,0.432
34,mlp.experts.80.up_proj,8.29305172,0.01000,0.430
34,mlp.experts.81.up_proj,0.82704592,0.01000,0.441
34,mlp.experts.82.up_proj,16.12501144,0.01000,0.428
34,mlp.experts.83.up_proj,11.12836170,0.01000,0.430
34,mlp.experts.84.up_proj,2.24377775,0.01000,0.429
34,mlp.experts.85.up_proj,29.45006180,0.01000,0.427
34,mlp.experts.86.up_proj,6.23372793,0.01000,0.428
34,mlp.experts.87.up_proj,5.60431147,0.01000,0.429
34,mlp.experts.88.up_proj,7.27711487,0.01000,0.430
34,mlp.experts.89.up_proj,0.12391680,0.01000,0.434
34,mlp.experts.90.up_proj,86.41382599,0.01000,0.428
34,mlp.experts.91.up_proj,5.29078484,0.01000,0.430
34,mlp.experts.92.up_proj,2.29048109,0.01000,0.430
34,mlp.experts.93.up_proj,3.46069860,0.01000,0.428
34,mlp.experts.94.up_proj,56.77799225,0.01000,0.428
34,mlp.experts.95.up_proj,11.32126045,0.01000,0.428
34,mlp.experts.96.up_proj,3.22229195,0.01000,0.426
34,mlp.experts.97.up_proj,3.66941547,0.01000,0.426
34,mlp.experts.98.up_proj,12.44975853,0.01000,0.426
34,mlp.experts.99.up_proj,3.89300680,0.01000,0.436
34,mlp.experts.100.up_proj,6.38987446,0.01000,0.439
34,mlp.experts.101.up_proj,4.32310963,0.01000,0.431
34,mlp.experts.102.up_proj,1.10269547,0.01000,0.429
34,mlp.experts.103.up_proj,28.30268478,0.01000,0.430
34,mlp.experts.104.up_proj,0.64389670,0.01000,0.431
34,mlp.experts.105.up_proj,8.81641579,0.01000,0.430
34,mlp.experts.106.up_proj,0.33432755,0.01000,0.430
34,mlp.experts.107.up_proj,6.97056532,0.01000,0.432
34,mlp.experts.108.up_proj,7.06711578,0.01000,0.432
34,mlp.experts.109.up_proj,5.47331429,0.01000,0.432
34,mlp.experts.110.up_proj,8.04513931,0.01000,0.440
34,mlp.experts.111.up_proj,9.43122292,0.01000,0.433
34,mlp.experts.112.up_proj,10.68848515,0.01000,0.431
34,mlp.experts.113.up_proj,6.79148769,0.01000,0.431
34,mlp.experts.114.up_proj,0.61386651,0.01000,0.430
34,mlp.experts.115.up_proj,0.47836021,0.01000,0.430
34,mlp.experts.116.up_proj,3.03966904,0.01000,0.431
34,mlp.experts.117.up_proj,0.47178605,0.01000,0.431
34,mlp.experts.118.up_proj,1.93594146,0.01000,0.432
34,mlp.experts.119.up_proj,7.28422356,0.01000,0.429
34,mlp.experts.120.up_proj,20.05410576,0.01000,0.432
34,mlp.experts.121.up_proj,0.78233898,0.01000,0.440
34,mlp.experts.122.up_proj,2.05887985,0.01000,0.433
34,mlp.experts.123.up_proj,13.88500786,0.01000,0.429
34,mlp.experts.124.up_proj,14.07094574,0.01000,0.432
34,mlp.experts.125.up_proj,0.51747561,0.01000,0.433
34,mlp.experts.126.up_proj,107.99371338,0.01000,0.430
34,mlp.experts.127.up_proj,6.88826418,0.01000,0.430
34,mlp.experts.0.gate_proj,0.55136216,0.01000,0.430
34,mlp.experts.1.gate_proj,0.46552801,0.01000,0.432
34,mlp.experts.2.gate_proj,8.89951134,0.01000,0.432
34,mlp.experts.3.gate_proj,27.03657722,0.01000,0.433
34,mlp.experts.4.gate_proj,6.54216003,0.01000,0.437
34,mlp.experts.5.gate_proj,0.94282681,0.01000,0.431
34,mlp.experts.6.gate_proj,10.59126282,0.01000,0.432
34,mlp.experts.7.gate_proj,3.62814569,0.01000,0.430
34,mlp.experts.8.gate_proj,0.25235093,0.01000,0.429
34,mlp.experts.9.gate_proj,72.95896149,0.01000,0.431
34,mlp.experts.10.gate_proj,5.51194763,0.01000,0.432
34,mlp.experts.11.gate_proj,4.52845097,0.01000,0.432
34,mlp.experts.12.gate_proj,2.78934717,0.01000,0.430
34,mlp.experts.13.gate_proj,41.07912445,0.01000,0.431
34,mlp.experts.14.gate_proj,6.02359104,0.01000,0.439
34,mlp.experts.15.gate_proj,5.93275547,0.01000,0.434
34,mlp.experts.16.gate_proj,160.08381653,0.01000,0.429
34,mlp.experts.17.gate_proj,0.13165465,0.01000,0.431
34,mlp.experts.18.gate_proj,9.55681610,0.01000,0.430
34,mlp.experts.19.gate_proj,22.85831070,0.01000,0.431
34,mlp.experts.20.gate_proj,3.81919861,0.01000,0.430
34,mlp.experts.21.gate_proj,2.22963810,0.01000,0.430
34,mlp.experts.22.gate_proj,3.08465362,0.01000,0.431
34,mlp.experts.23.gate_proj,6.73436022,0.01000,0.430
34,mlp.experts.24.gate_proj,19.69023705,0.01000,0.431
34,mlp.experts.25.gate_proj,7.97130775,0.01000,0.442
34,mlp.experts.26.gate_proj,20.53527260,0.01000,0.457
34,mlp.experts.27.gate_proj,38.98330307,0.01000,0.433
34,mlp.experts.28.gate_proj,1.06620646,0.01000,0.431
34,mlp.experts.29.gate_proj,1.08073354,0.01000,0.430
34,mlp.experts.30.gate_proj,14.80738449,0.01000,0.431
34,mlp.experts.31.gate_proj,107.84144592,0.01000,0.432
34,mlp.experts.32.gate_proj,1.23072827,0.01000,0.432
34,mlp.experts.33.gate_proj,12.21367168,0.01000,0.430
34,mlp.experts.34.gate_proj,0.44746339,0.01000,0.431
34,mlp.experts.35.gate_proj,12.32484913,0.01000,0.435
34,mlp.experts.36.gate_proj,20.36203766,0.01000,0.439
34,mlp.experts.37.gate_proj,3.40841269,0.01000,0.438
34,mlp.experts.38.gate_proj,1.37314916,0.01000,0.452
34,mlp.experts.39.gate_proj,3.86778069,0.01000,0.432
34,mlp.experts.40.gate_proj,7.49643850,0.01000,0.446
34,mlp.experts.41.gate_proj,12.97038841,0.01000,0.431
34,mlp.experts.42.gate_proj,0.78718376,0.01000,0.431
34,mlp.experts.43.gate_proj,5.41474724,0.01000,0.431
34,mlp.experts.44.gate_proj,0.28607020,0.01000,0.431
34,mlp.experts.45.gate_proj,28.32080650,0.01000,0.432
34,mlp.experts.46.gate_proj,9.16160011,0.01000,0.439
34,mlp.experts.47.gate_proj,22.31566238,0.01000,0.434
34,mlp.experts.48.gate_proj,53.96529007,0.01000,0.431
34,mlp.experts.49.gate_proj,0.37330198,0.01000,0.432
34,mlp.experts.50.gate_proj,5.52768898,0.01000,0.430
34,mlp.experts.51.gate_proj,5.46514320,0.01000,0.431
34,mlp.experts.52.gate_proj,12.85938835,0.01000,0.431
34,mlp.experts.53.gate_proj,1.16046357,0.01000,0.432
34,mlp.experts.54.gate_proj,0.96909934,0.01000,0.431
34,mlp.experts.55.gate_proj,68.35329437,0.01000,0.431
34,mlp.experts.56.gate_proj,14.97864342,0.01000,0.431
34,mlp.experts.57.gate_proj,7.47325802,0.01000,0.440
34,mlp.experts.58.gate_proj,1.66003275,0.01000,0.431
34,mlp.experts.59.gate_proj,0.47503474,0.01000,0.430
34,mlp.experts.60.gate_proj,0.89875364,0.01000,0.431
34,mlp.experts.61.gate_proj,10.06163979,0.01000,0.430
34,mlp.experts.62.gate_proj,12.86916065,0.01000,0.430
34,mlp.experts.63.gate_proj,1.91028082,0.01000,0.436
34,mlp.experts.64.gate_proj,7.38367271,0.01000,0.430
34,mlp.experts.65.gate_proj,3.80402613,0.01000,0.430
34,mlp.experts.66.gate_proj,18.71138191,0.01000,0.431
34,mlp.experts.67.gate_proj,0.66155553,0.01000,0.440
34,mlp.experts.68.gate_proj,99.11151886,0.01000,0.438
34,mlp.experts.69.gate_proj,25.77507210,0.01000,0.431
34,mlp.experts.70.gate_proj,8.78488636,0.01000,0.431
34,mlp.experts.71.gate_proj,108.96903992,0.01000,0.433
34,mlp.experts.72.gate_proj,1.79205561,0.01000,0.431
34,mlp.experts.73.gate_proj,16.45133781,0.01000,0.431
34,mlp.experts.74.gate_proj,15.64873981,0.01000,0.430
34,mlp.experts.75.gate_proj,2.38471961,0.01000,0.430
34,mlp.experts.76.gate_proj,9.40452194,0.01000,0.431
34,mlp.experts.77.gate_proj,0.78871453,0.01000,0.431
34,mlp.experts.78.gate_proj,33.21671295,0.01000,0.439
34,mlp.experts.79.gate_proj,0.30834791,0.01000,0.433
34,mlp.experts.80.gate_proj,8.29260063,0.01000,0.430
34,mlp.experts.81.gate_proj,0.82539457,0.01000,0.431
34,mlp.experts.82.gate_proj,15.07081223,0.01000,0.430
34,mlp.experts.83.gate_proj,8.49291420,0.01000,0.431
34,mlp.experts.84.gate_proj,2.34734440,0.01000,0.430
34,mlp.experts.85.gate_proj,28.86127663,0.01000,0.431
34,mlp.experts.86.gate_proj,5.95975924,0.01000,0.431
34,mlp.experts.87.gate_proj,5.49052906,0.01000,0.431
34,mlp.experts.88.gate_proj,6.72566605,0.01000,0.431
34,mlp.experts.89.gate_proj,0.12624773,0.01000,0.438
34,mlp.experts.90.gate_proj,65.81236267,0.01000,0.431
34,mlp.experts.91.gate_proj,5.14019489,0.01000,0.431
34,mlp.experts.92.gate_proj,2.36664534,0.01000,0.430
34,mlp.experts.93.gate_proj,3.17943382,0.01000,0.431
34,mlp.experts.94.gate_proj,59.32971191,0.01000,0.431
34,mlp.experts.95.gate_proj,9.44219112,0.01000,0.432
34,mlp.experts.96.gate_proj,3.12605429,0.01000,0.431
34,mlp.experts.97.gate_proj,3.69574261,0.01000,0.430
34,mlp.experts.98.gate_proj,11.99699974,0.01000,0.430
34,mlp.experts.99.gate_proj,3.78261995,0.01000,0.436
34,mlp.experts.100.gate_proj,5.26698399,0.01000,0.464
34,mlp.experts.101.gate_proj,3.87940311,0.01000,0.459
34,mlp.experts.102.gate_proj,1.13713121,0.01000,0.429
34,mlp.experts.103.gate_proj,26.16114235,0.01000,0.430
34,mlp.experts.104.gate_proj,0.60373253,0.01000,0.429
34,mlp.experts.105.gate_proj,7.84740400,0.01000,0.428
34,mlp.experts.106.gate_proj,0.31150171,0.01000,0.446
34,mlp.experts.107.gate_proj,6.50493431,0.01000,0.458
34,mlp.experts.108.gate_proj,6.47161818,0.01000,0.455
34,mlp.experts.109.gate_proj,5.30613995,0.01000,0.429
34,mlp.experts.110.gate_proj,8.06566429,0.01000,0.462
34,mlp.experts.111.gate_proj,8.88970184,0.01000,0.441
34,mlp.experts.112.gate_proj,9.93037796,0.01000,0.439
34,mlp.experts.113.gate_proj,6.01274014,0.01000,0.439
34,mlp.experts.114.gate_proj,0.63890028,0.01000,0.439
34,mlp.experts.115.gate_proj,0.48801064,0.01000,0.460
34,mlp.experts.116.gate_proj,3.03727198,0.01000,0.468
34,mlp.experts.117.gate_proj,0.41904354,0.01000,0.466
34,mlp.experts.118.gate_proj,2.14164042,0.01000,0.439
34,mlp.experts.119.gate_proj,6.76492023,0.01000,0.439
34,mlp.experts.120.gate_proj,20.58983231,0.01000,0.467
34,mlp.experts.121.gate_proj,0.79382068,0.01000,0.451
34,mlp.experts.122.gate_proj,2.05371022,0.01000,0.467
34,mlp.experts.123.gate_proj,11.86195564,0.01000,0.466
34,mlp.experts.124.gate_proj,10.69237995,0.01000,0.457
34,mlp.experts.125.gate_proj,0.50487649,0.01000,0.440
34,mlp.experts.126.gate_proj,113.39823914,0.01000,0.468
34,mlp.experts.127.gate_proj,6.41578913,0.01000,0.467
34,mlp.experts.0.down_proj,0.10637835,0.01000,0.165
34,mlp.experts.1.down_proj,0.09302379,0.01000,0.160
34,mlp.experts.2.down_proj,5.95106983,0.01000,0.160
34,mlp.experts.3.down_proj,13.35347176,0.01000,0.162
34,mlp.experts.4.down_proj,4.30805969,0.01000,0.159
34,mlp.experts.5.down_proj,0.15547274,0.01000,0.159
34,mlp.experts.6.down_proj,30.78414154,0.01000,0.161
34,mlp.experts.7.down_proj,0.81628168,0.01000,0.160
34,mlp.experts.8.down_proj,0.06010943,0.01000,0.159
34,mlp.experts.9.down_proj,76.84685516,0.01000,0.159
34,mlp.experts.10.down_proj,2.95480871,0.01000,0.161
34,mlp.experts.11.down_proj,2.12954283,0.01000,0.160
34,mlp.experts.12.down_proj,1.64569378,0.01000,0.161
34,mlp.experts.13.down_proj,104.87869263,0.01000,0.168
34,mlp.experts.14.down_proj,3.44351006,0.01000,0.166
34,mlp.experts.15.down_proj,3.27020407,0.01000,0.164
34,mlp.experts.16.down_proj,319.55438232,0.01000,0.162
34,mlp.experts.17.down_proj,0.10354854,0.01000,0.162
34,mlp.experts.18.down_proj,5.53583765,0.01000,0.161
34,mlp.experts.19.down_proj,76.45378113,0.01000,0.162
34,mlp.experts.20.down_proj,1.07010257,0.01000,0.163
34,mlp.experts.21.down_proj,2.88921142,0.01000,0.162
34,mlp.experts.22.down_proj,0.27778092,0.01000,0.162
34,mlp.experts.23.down_proj,3.92208385,0.01000,0.162
34,mlp.experts.24.down_proj,32.54762268,0.01000,0.163
34,mlp.experts.25.down_proj,3.14284968,0.01000,0.162
34,mlp.experts.26.down_proj,13.45732880,0.01000,0.162
34,mlp.experts.27.down_proj,110.45851135,0.01000,0.162
34,mlp.experts.28.down_proj,0.27815428,0.01000,0.162
34,mlp.experts.29.down_proj,0.23353328,0.01000,0.162
34,mlp.experts.30.down_proj,3.88105607,0.01000,0.162
34,mlp.experts.31.down_proj,277.29241943,0.01000,0.164
34,mlp.experts.32.down_proj,0.21794385,0.01000,0.162
34,mlp.experts.33.down_proj,19.17891502,0.01000,0.161
34,mlp.experts.34.down_proj,0.09483803,0.01000,0.162
34,mlp.experts.35.down_proj,6.77149868,0.01000,0.161
34,mlp.experts.36.down_proj,51.92644882,0.01000,0.161
34,mlp.experts.37.down_proj,2.00341034,0.01000,0.166
34,mlp.experts.38.down_proj,0.02829827,0.01000,0.165
34,mlp.experts.39.down_proj,1.81757069,0.01000,0.165
34,mlp.experts.40.down_proj,2.14218950,0.01000,0.165
34,mlp.experts.41.down_proj,18.75714684,0.01000,0.172
34,mlp.experts.42.down_proj,0.11437771,0.01000,0.167
34,mlp.experts.43.down_proj,1.83186078,0.01000,0.166
34,mlp.experts.44.down_proj,0.18990353,0.01000,0.166
34,mlp.experts.45.down_proj,38.64760208,0.01000,0.166
34,mlp.experts.46.down_proj,11.54887962,0.01000,0.165
34,mlp.experts.47.down_proj,47.78745270,0.01000,0.165
34,mlp.experts.48.down_proj,45.83137512,0.01000,0.165
34,mlp.experts.49.down_proj,0.60366553,0.01000,0.165
34,mlp.experts.50.down_proj,0.76834023,0.01000,0.165
34,mlp.experts.51.down_proj,0.69081151,0.01000,0.165
34,mlp.experts.52.down_proj,7.70934677,0.01000,0.165
34,mlp.experts.53.down_proj,0.58316851,0.01000,0.165
34,mlp.experts.54.down_proj,0.18139443,0.01000,0.166
34,mlp.experts.55.down_proj,133.46171570,0.01000,0.166
34,mlp.experts.56.down_proj,30.22363091,0.01000,0.165
34,mlp.experts.57.down_proj,6.36968708,0.01000,0.166
34,mlp.experts.58.down_proj,0.68103832,0.01000,0.166
34,mlp.experts.59.down_proj,0.12363999,0.01000,0.165
34,mlp.experts.60.down_proj,0.35511076,0.01000,0.165
34,mlp.experts.61.down_proj,11.95892811,0.01000,0.166
34,mlp.experts.62.down_proj,4.67653370,0.01000,0.166
34,mlp.experts.63.down_proj,0.29574639,0.01000,0.166
34,mlp.experts.64.down_proj,2.01297975,0.01000,0.164
34,mlp.experts.65.down_proj,1.62673759,0.01000,0.163
34,mlp.experts.66.down_proj,22.15253639,0.01000,0.162
34,mlp.experts.67.down_proj,0.09860283,0.01000,0.162
34,mlp.experts.68.down_proj,175.00788879,0.01000,0.172
34,mlp.experts.69.down_proj,9.69397831,0.01000,0.167
34,mlp.experts.70.down_proj,1.12395501,0.01000,0.166
34,mlp.experts.71.down_proj,99.73889160,0.01000,0.166
34,mlp.experts.72.down_proj,0.47682631,0.01000,0.164
34,mlp.experts.73.down_proj,15.88747978,0.01000,0.163
34,mlp.experts.74.down_proj,15.39516258,0.01000,0.164
34,mlp.experts.75.down_proj,0.48710880,0.01000,0.164
34,mlp.experts.76.down_proj,2.11506605,0.01000,0.164
34,mlp.experts.77.down_proj,0.22392547,0.01000,0.164
34,mlp.experts.78.down_proj,67.24769592,0.01000,0.166
34,mlp.experts.79.down_proj,0.16966319,0.01000,0.173
34,mlp.experts.80.down_proj,5.02986813,0.01000,0.172
34,mlp.experts.81.down_proj,0.30255890,0.01000,0.166
34,mlp.experts.82.down_proj,24.77676201,0.01000,0.165
34,mlp.experts.83.down_proj,3.92487955,0.01000,0.164
34,mlp.experts.84.down_proj,0.22424875,0.01000,0.165
34,mlp.experts.85.down_proj,40.71945953,0.01000,0.166
34,mlp.experts.86.down_proj,4.11839199,0.01000,0.164
34,mlp.experts.87.down_proj,8.34086609,0.01000,0.164
34,mlp.experts.88.down_proj,1.38018250,0.01000,0.166
34,mlp.experts.89.down_proj,0.03509735,0.01000,0.164
34,mlp.experts.90.down_proj,91.14283752,0.01000,0.165
34,mlp.experts.91.down_proj,1.18090785,0.01000,0.165
34,mlp.experts.92.down_proj,0.25285959,0.01000,0.165
34,mlp.experts.93.down_proj,1.59157944,0.01000,0.164
34,mlp.experts.94.down_proj,83.21916199,0.01000,0.164
34,mlp.experts.95.down_proj,4.64333439,0.01000,0.167
34,mlp.experts.96.down_proj,0.68865031,0.01000,0.181
34,mlp.experts.97.down_proj,0.78806520,0.01000,0.171
34,mlp.experts.98.down_proj,3.77566385,0.01000,0.168
34,mlp.experts.99.down_proj,1.09940815,0.01000,0.165
34,mlp.experts.100.down_proj,3.61434984,0.01000,0.165
34,mlp.experts.101.down_proj,1.29832828,0.01000,0.166
34,mlp.experts.102.down_proj,0.14910813,0.01000,0.166
34,mlp.experts.103.down_proj,81.82095337,0.01000,0.165
34,mlp.experts.104.down_proj,0.15685591,0.01000,0.165
34,mlp.experts.105.down_proj,7.23807049,0.01000,0.165
34,mlp.experts.106.down_proj,0.22248784,0.01000,0.165
34,mlp.experts.107.down_proj,1.86544526,0.01000,0.164
34,mlp.experts.108.down_proj,2.54281902,0.01000,0.165
34,mlp.experts.109.down_proj,2.03804922,0.01000,0.165
34,mlp.experts.110.down_proj,1.97029352,0.01000,0.165
34,mlp.experts.111.down_proj,21.82547760,0.01000,0.165
34,mlp.experts.112.down_proj,3.53750157,0.01000,0.166
34,mlp.experts.113.down_proj,6.05405521,0.01000,0.164
34,mlp.experts.114.down_proj,0.10374494,0.01000,0.165
34,mlp.experts.115.down_proj,0.08321669,0.01000,0.165
34,mlp.experts.116.down_proj,1.00271893,0.01000,0.164
34,mlp.experts.117.down_proj,0.22703032,0.01000,0.164
34,mlp.experts.118.down_proj,0.54129577,0.01000,0.165
34,mlp.experts.119.down_proj,5.53398609,0.01000,0.165
34,mlp.experts.120.down_proj,36.01394653,0.01000,0.164
34,mlp.experts.121.down_proj,0.12426507,0.01000,0.164
34,mlp.experts.122.down_proj,0.75964361,0.01000,0.167
34,mlp.experts.123.down_proj,14.62400055,0.01000,0.170
34,mlp.experts.124.down_proj,4.71865749,0.01000,0.168
34,mlp.experts.125.down_proj,0.57418561,0.01000,0.168
34,mlp.experts.126.down_proj,153.24667358,0.01000,0.166
34,mlp.experts.127.down_proj,12.37419605,0.01000,0.165
35,self_attn.q_proj,0.56404710,0.01000,0.453
35,self_attn.k_proj,0.06322200,0.01000,0.439
35,self_attn.v_proj,0.09191000,0.01000,0.439
35,self_attn.o_proj,0.05596428,0.01000,0.888
35,mlp.experts.0.up_proj,6.60193920,0.01000,0.444
35,mlp.experts.1.up_proj,12.67347336,0.01000,0.437
35,mlp.experts.2.up_proj,4.29628181,0.01000,0.437
35,mlp.experts.3.up_proj,182.43756104,0.01000,0.437
35,mlp.experts.4.up_proj,12.68656921,0.01000,0.438
35,mlp.experts.5.up_proj,4.47218990,0.01000,0.438
35,mlp.experts.6.up_proj,5.01212358,0.01000,0.438
35,mlp.experts.7.up_proj,81.69471741,0.01000,0.439
35,mlp.experts.8.up_proj,15.27635193,0.01000,0.440
35,mlp.experts.9.up_proj,6.42272663,0.01000,0.444
35,mlp.experts.10.up_proj,3.67672014,0.01000,0.440
35,mlp.experts.11.up_proj,3.17345428,0.01000,0.439
35,mlp.experts.12.up_proj,8.06218719,0.01000,0.438
35,mlp.experts.13.up_proj,8.59819221,0.01000,0.438
35,mlp.experts.14.up_proj,80.87313843,0.01000,0.439
35,mlp.experts.15.up_proj,1.01050091,0.01000,0.439
35,mlp.experts.16.up_proj,10.55625820,0.01000,0.438
35,mlp.experts.17.up_proj,1.80346656,0.01000,0.439
35,mlp.experts.18.up_proj,13.80700684,0.01000,0.439
35,mlp.experts.19.up_proj,1.96152830,0.01000,0.443
35,mlp.experts.20.up_proj,21.32915497,0.01000,0.443
35,mlp.experts.21.up_proj,11.38895988,0.01000,0.439
35,mlp.experts.22.up_proj,4.40490818,0.01000,0.439
35,mlp.experts.23.up_proj,7.84108114,0.01000,0.441
35,mlp.experts.24.up_proj,6.40203524,0.01000,0.442
35,mlp.experts.25.up_proj,126.71337891,0.01000,0.441
35,mlp.experts.26.up_proj,20.95969772,0.01000,0.441
35,mlp.experts.27.up_proj,13.24645519,0.01000,0.442
35,mlp.experts.28.up_proj,10.69186592,0.01000,0.441
35,mlp.experts.29.up_proj,6.18667459,0.01000,0.442
35,mlp.experts.30.up_proj,8.89722157,0.01000,0.446
35,mlp.experts.31.up_proj,1.71276033,0.01000,0.442
35,mlp.experts.32.up_proj,2.63130188,0.01000,0.441
35,mlp.experts.33.up_proj,10.78681946,0.01000,0.442
35,mlp.experts.34.up_proj,1.20092607,0.01000,0.442
35,mlp.experts.35.up_proj,3.52600169,0.01000,0.442
35,mlp.experts.36.up_proj,9.51579475,0.01000,0.442
35,mlp.experts.37.up_proj,11.77377510,0.01000,0.441
35,mlp.experts.38.up_proj,0.05213760,0.01000,0.441
35,mlp.experts.39.up_proj,5.88253212,0.01000,0.441
35,mlp.experts.40.up_proj,3.60557985,0.01000,0.445
35,mlp.experts.41.up_proj,3.72993565,0.01000,0.443
35,mlp.experts.42.up_proj,8.70755291,0.01000,0.441
35,mlp.experts.43.up_proj,6.77415943,0.01000,0.441
35,mlp.experts.44.up_proj,3.69570565,0.01000,0.441
35,mlp.experts.45.up_proj,4.03098583,0.01000,0.441
35,mlp.experts.46.up_proj,6.91472626,0.01000,0.441
35,mlp.experts.47.up_proj,10.71089172,0.01000,0.441
35,mlp.experts.48.up_proj,2.84064412,0.01000,0.441
35,mlp.experts.49.up_proj,5.30147171,0.01000,0.442
35,mlp.experts.50.up_proj,6.77311373,0.01000,0.443
35,mlp.experts.51.up_proj,1.16448319,0.01000,0.445
35,mlp.experts.52.up_proj,142.94931030,0.01000,0.442
35,mlp.experts.53.up_proj,22.12127113,0.01000,0.442
35,mlp.experts.54.up_proj,66.27520752,0.01000,0.442
35,mlp.experts.55.up_proj,4.62562370,0.01000,0.442
35,mlp.experts.56.up_proj,105.37059021,0.01000,0.442
35,mlp.experts.57.up_proj,0.42234132,0.01000,0.442
35,mlp.experts.58.up_proj,8.38054848,0.01000,0.441
35,mlp.experts.59.up_proj,216.29898071,0.01000,0.466
35,mlp.experts.60.up_proj,5.88487244,0.01000,0.467
35,mlp.experts.61.up_proj,8.37326717,0.01000,0.475
35,mlp.experts.62.up_proj,0.87721634,0.01000,0.444
35,mlp.experts.63.up_proj,2.90798020,0.01000,0.454
35,mlp.experts.64.up_proj,10.16265774,0.01000,0.468
35,mlp.experts.65.up_proj,11.38078022,0.01000,0.467
35,mlp.experts.66.up_proj,1.12238741,0.01000,0.441
35,mlp.experts.67.up_proj,7.55521297,0.01000,0.441
35,mlp.experts.68.up_proj,26.70826912,0.01000,0.440
35,mlp.experts.69.up_proj,7.24008274,0.01000,0.441
35,mlp.experts.70.up_proj,1.10316133,0.01000,0.459
35,mlp.experts.71.up_proj,8.95562553,0.01000,0.446
35,mlp.experts.72.up_proj,2.64879370,0.01000,0.443
35,mlp.experts.73.up_proj,10.90842056,0.01000,0.442
35,mlp.experts.74.up_proj,0.54204482,0.01000,0.441
35,mlp.experts.75.up_proj,5.01746225,0.01000,0.442
35,mlp.experts.76.up_proj,0.96474701,0.01000,0.442
35,mlp.experts.77.up_proj,6.81676722,0.01000,0.442
35,mlp.experts.78.up_proj,9.19767189,0.01000,0.441
35,mlp.experts.79.up_proj,13.90573120,0.01000,0.460
35,mlp.experts.80.up_proj,0.45435694,0.01000,0.455
35,mlp.experts.81.up_proj,11.96122360,0.01000,0.466
35,mlp.experts.82.up_proj,1.36408758,0.01000,0.470
35,mlp.experts.83.up_proj,0.92577195,0.01000,0.461
35,mlp.experts.84.up_proj,1.56352663,0.01000,0.459
35,mlp.experts.85.up_proj,5.95799160,0.01000,0.441
35,mlp.experts.86.up_proj,6.28052998,0.01000,0.432
35,mlp.experts.87.up_proj,7.42681742,0.01000,0.432
35,mlp.experts.88.up_proj,0.33507973,0.01000,0.431
35,mlp.experts.89.up_proj,5.84859800,0.01000,0.430
35,mlp.experts.90.up_proj,45.42014694,0.01000,0.430
35,mlp.experts.91.up_proj,0.37066263,0.01000,0.433
35,mlp.experts.92.up_proj,7.14803839,0.01000,0.462
35,mlp.experts.93.up_proj,0.71431500,0.01000,0.459
35,mlp.experts.94.up_proj,5.72970963,0.01000,0.439
35,mlp.experts.95.up_proj,3.83226848,0.01000,0.451
35,mlp.experts.96.up_proj,14.51787949,0.01000,0.439
35,mlp.experts.97.up_proj,13.67361259,0.01000,0.444
35,mlp.experts.98.up_proj,6.84414816,0.01000,0.468
35,mlp.experts.99.up_proj,71.14936829,0.01000,0.469
35,mlp.experts.100.up_proj,5.39731169,0.01000,0.464
35,mlp.experts.101.up_proj,4.44252634,0.01000,0.466
35,mlp.experts.102.up_proj,4.38859081,0.01000,0.448
35,mlp.experts.103.up_proj,37.48381042,0.01000,0.439
35,mlp.experts.104.up_proj,0.89672852,0.01000,0.439
35,mlp.experts.105.up_proj,12.16526794,0.01000,0.440
35,mlp.experts.106.up_proj,0.18042207,0.01000,0.447
35,mlp.experts.107.up_proj,41.23572922,0.01000,0.439
35,mlp.experts.108.up_proj,1.91668868,0.01000,0.439
35,mlp.experts.109.up_proj,10.05211449,0.01000,0.440
35,mlp.experts.110.up_proj,0.22223857,0.01000,0.439
35,mlp.experts.111.up_proj,5.38483429,0.01000,0.439
35,mlp.experts.112.up_proj,0.20149828,0.01000,0.442
35,mlp.experts.113.up_proj,1.36783326,0.01000,0.442
35,mlp.experts.114.up_proj,4.23118401,0.01000,0.439
35,mlp.experts.115.up_proj,9.51920509,0.01000,0.439
35,mlp.experts.116.up_proj,5.09695292,0.01000,0.439
35,mlp.experts.117.up_proj,0.58038431,0.01000,0.440
35,mlp.experts.118.up_proj,5.90250587,0.01000,0.439
35,mlp.experts.119.up_proj,1.09551692,0.01000,0.440
35,mlp.experts.120.up_proj,3.48962402,0.01000,0.440
35,mlp.experts.121.up_proj,106.21588135,0.01000,0.439
35,mlp.experts.122.up_proj,6.58775473,0.01000,0.439
35,mlp.experts.123.up_proj,5.07061768,0.01000,0.446
35,mlp.experts.124.up_proj,2.51638341,0.01000,0.440
35,mlp.experts.125.up_proj,14.32123375,0.01000,0.439
35,mlp.experts.126.up_proj,3.47256708,0.01000,0.440
35,mlp.experts.127.up_proj,3.40161037,0.01000,0.439
35,mlp.experts.0.gate_proj,6.24238682,0.01000,0.439
35,mlp.experts.1.gate_proj,9.99300575,0.01000,0.438
35,mlp.experts.2.gate_proj,4.67821741,0.01000,0.438
35,mlp.experts.3.gate_proj,133.00341797,0.01000,0.438
35,mlp.experts.4.gate_proj,12.21333504,0.01000,0.440
35,mlp.experts.5.gate_proj,4.38280916,0.01000,0.442
35,mlp.experts.6.gate_proj,5.09251881,0.01000,0.441
35,mlp.experts.7.gate_proj,77.01297760,0.01000,0.438
35,mlp.experts.8.gate_proj,15.77477932,0.01000,0.441
35,mlp.experts.9.gate_proj,6.17692804,0.01000,0.439
35,mlp.experts.10.gate_proj,3.36912918,0.01000,0.438
35,mlp.experts.11.gate_proj,3.22624683,0.01000,0.439
35,mlp.experts.12.gate_proj,7.90519476,0.01000,0.438
35,mlp.experts.13.gate_proj,8.61042786,0.01000,0.440
35,mlp.experts.14.gate_proj,78.58647156,0.01000,0.439
35,mlp.experts.15.gate_proj,1.02310538,0.01000,0.441
35,mlp.experts.16.gate_proj,13.27106476,0.01000,0.444
35,mlp.experts.17.gate_proj,1.86223686,0.01000,0.439
35,mlp.experts.18.gate_proj,8.45021439,0.01000,0.440
35,mlp.experts.19.gate_proj,1.76097655,0.01000,0.439
35,mlp.experts.20.gate_proj,19.02908707,0.01000,0.439
35,mlp.experts.21.gate_proj,11.24127388,0.01000,0.439
35,mlp.experts.22.gate_proj,4.09382868,0.01000,0.439
35,mlp.experts.23.gate_proj,6.06456041,0.01000,0.438
35,mlp.experts.24.gate_proj,5.80744553,0.01000,0.438
35,mlp.experts.25.gate_proj,172.60858154,0.01000,0.438
35,mlp.experts.26.gate_proj,17.05948257,0.01000,0.444
35,mlp.experts.27.gate_proj,12.47164536,0.01000,0.443
35,mlp.experts.28.gate_proj,9.48690796,0.01000,0.439
35,mlp.experts.29.gate_proj,5.86075163,0.01000,0.439
35,mlp.experts.30.gate_proj,8.64942551,0.01000,0.439
35,mlp.experts.31.gate_proj,1.55082309,0.01000,0.438
35,mlp.experts.32.gate_proj,2.56164384,0.01000,0.438
35,mlp.experts.33.gate_proj,10.48283195,0.01000,0.461
35,mlp.experts.34.gate_proj,1.17790246,0.01000,0.439
35,mlp.experts.35.gate_proj,3.25358009,0.01000,0.440
35,mlp.experts.36.gate_proj,6.64690876,0.01000,0.442
35,mlp.experts.37.gate_proj,11.41633415,0.01000,0.445
35,mlp.experts.38.gate_proj,0.05135469,0.01000,0.440
35,mlp.experts.39.gate_proj,5.66485214,0.01000,0.439
35,mlp.experts.40.gate_proj,3.52782631,0.01000,0.440
35,mlp.experts.41.gate_proj,3.69070816,0.01000,0.440
35,mlp.experts.42.gate_proj,8.10857296,0.01000,0.439
35,mlp.experts.43.gate_proj,6.59201956,0.01000,0.439
35,mlp.experts.44.gate_proj,3.30929184,0.01000,0.439
35,mlp.experts.45.gate_proj,3.96241164,0.01000,0.439
35,mlp.experts.46.gate_proj,6.07972765,0.01000,0.440
35,mlp.experts.47.gate_proj,8.93931389,0.01000,0.445
35,mlp.experts.48.gate_proj,2.74046516,0.01000,0.441
35,mlp.experts.49.gate_proj,4.87241268,0.01000,0.439
35,mlp.experts.50.gate_proj,6.40148449,0.01000,0.439
35,mlp.experts.51.gate_proj,1.14843631,0.01000,0.440
35,mlp.experts.52.gate_proj,132.82136536,0.01000,0.440
35,mlp.experts.53.gate_proj,22.07159996,0.01000,0.438
35,mlp.experts.54.gate_proj,56.72082520,0.01000,0.439
35,mlp.experts.55.gate_proj,4.71761656,0.01000,0.438
35,mlp.experts.56.gate_proj,99.84801483,0.01000,0.438
35,mlp.experts.57.gate_proj,0.36577314,0.01000,0.447
35,mlp.experts.58.gate_proj,8.92204762,0.01000,0.443
35,mlp.experts.59.gate_proj,145.24920654,0.01000,0.439
35,mlp.experts.60.gate_proj,5.85047245,0.01000,0.438
35,mlp.experts.61.gate_proj,7.07565117,0.01000,0.438
35,mlp.experts.62.gate_proj,0.89897078,0.01000,0.439
35,mlp.experts.63.gate_proj,2.62504745,0.01000,0.439
35,mlp.experts.64.gate_proj,9.87245369,0.01000,0.438
35,mlp.experts.65.gate_proj,11.20466614,0.01000,0.439
35,mlp.experts.66.gate_proj,1.15984106,0.01000,0.439
35,mlp.experts.67.gate_proj,5.22767925,0.01000,0.438
35,mlp.experts.68.gate_proj,27.76346207,0.01000,0.443
35,mlp.experts.69.gate_proj,6.86319542,0.01000,0.440
35,mlp.experts.70.gate_proj,1.09441328,0.01000,0.438
35,mlp.experts.71.gate_proj,8.95478439,0.01000,0.439
35,mlp.experts.72.gate_proj,2.56088328,0.01000,0.439
35,mlp.experts.73.gate_proj,7.67177391,0.01000,0.439
35,mlp.experts.74.gate_proj,0.49724492,0.01000,0.439
35,mlp.experts.75.gate_proj,4.96771383,0.01000,0.440
35,mlp.experts.76.gate_proj,0.99734539,0.01000,0.439
35,mlp.experts.77.gate_proj,6.99725342,0.01000,0.439
35,mlp.experts.78.gate_proj,9.24986076,0.01000,0.440
35,mlp.experts.79.gate_proj,13.87759399,0.01000,0.443
35,mlp.experts.80.gate_proj,0.41207308,0.01000,0.440
35,mlp.experts.81.gate_proj,11.95414543,0.01000,0.442
35,mlp.experts.82.gate_proj,1.34887135,0.01000,0.440
35,mlp.experts.83.gate_proj,0.86326849,0.01000,0.438
35,mlp.experts.84.gate_proj,1.53092813,0.01000,0.439
35,mlp.experts.85.gate_proj,5.65528774,0.01000,0.439
35,mlp.experts.86.gate_proj,6.03347969,0.01000,0.439
35,mlp.experts.87.gate_proj,7.70324039,0.01000,0.439
35,mlp.experts.88.gate_proj,0.30605769,0.01000,0.439
35,mlp.experts.89.gate_proj,5.32877111,0.01000,0.449
35,mlp.experts.90.gate_proj,25.98288727,0.01000,0.443
35,mlp.experts.91.gate_proj,0.34352836,0.01000,0.440
35,mlp.experts.92.gate_proj,7.43939543,0.01000,0.440
35,mlp.experts.93.gate_proj,0.62071860,0.01000,0.441
35,mlp.experts.94.gate_proj,5.81712437,0.01000,0.441
35,mlp.experts.95.gate_proj,3.95160437,0.01000,0.461
35,mlp.experts.96.gate_proj,14.06377602,0.01000,0.459
35,mlp.experts.97.gate_proj,11.81449223,0.01000,0.446
35,mlp.experts.98.gate_proj,6.03231144,0.01000,0.455
35,mlp.experts.99.gate_proj,68.08563232,0.01000,0.457
35,mlp.experts.100.gate_proj,5.49238586,0.01000,0.454
35,mlp.experts.101.gate_proj,4.28060436,0.01000,0.441
35,mlp.experts.102.gate_proj,4.64258528,0.01000,0.460
35,mlp.experts.103.gate_proj,34.36633301,0.01000,0.459
35,mlp.experts.104.gate_proj,0.91097069,0.01000,0.457
35,mlp.experts.105.gate_proj,11.57261467,0.01000,0.455
35,mlp.experts.106.gate_proj,0.16929279,0.01000,0.463
35,mlp.experts.107.gate_proj,40.11540604,0.01000,0.452
35,mlp.experts.108.gate_proj,1.90457571,0.01000,0.450
35,mlp.experts.109.gate_proj,9.21117496,0.01000,0.462
35,mlp.experts.110.gate_proj,0.22823985,0.01000,0.460
35,mlp.experts.111.gate_proj,5.42354393,0.01000,0.452
35,mlp.experts.112.gate_proj,0.19153643,0.01000,0.451
35,mlp.experts.113.gate_proj,1.33628893,0.01000,0.442
35,mlp.experts.114.gate_proj,4.18483162,0.01000,0.442
35,mlp.experts.115.gate_proj,9.24141121,0.01000,0.442
35,mlp.experts.116.gate_proj,4.90566158,0.01000,0.442
35,mlp.experts.117.gate_proj,0.59364611,0.01000,0.440
35,mlp.experts.118.gate_proj,5.72527742,0.01000,0.444
35,mlp.experts.119.gate_proj,0.95390016,0.01000,0.470
35,mlp.experts.120.gate_proj,3.49204516,0.01000,0.445
35,mlp.experts.121.gate_proj,105.81777954,0.01000,0.439
35,mlp.experts.122.gate_proj,5.47286510,0.01000,0.440
35,mlp.experts.123.gate_proj,4.33954096,0.01000,0.441
35,mlp.experts.124.gate_proj,2.87044144,0.01000,0.439
35,mlp.experts.125.gate_proj,12.96895599,0.01000,0.439
35,mlp.experts.126.gate_proj,3.20910883,0.01000,0.440
35,mlp.experts.127.gate_proj,3.14228535,0.01000,0.440
35,mlp.experts.0.down_proj,1.47226191,0.01000,0.169
35,mlp.experts.1.down_proj,8.55450344,0.01000,0.165
35,mlp.experts.2.down_proj,0.59269923,0.01000,0.165
35,mlp.experts.3.down_proj,82.57984161,0.01000,0.164
35,mlp.experts.4.down_proj,28.98590088,0.01000,0.164
35,mlp.experts.5.down_proj,3.03686905,0.01000,0.164
35,mlp.experts.6.down_proj,1.96002054,0.01000,0.165
35,mlp.experts.7.down_proj,67.22865295,0.01000,0.165
35,mlp.experts.8.down_proj,11.53013897,0.01000,0.164
35,mlp.experts.9.down_proj,3.77990913,0.01000,0.165
35,mlp.experts.10.down_proj,2.03024578,0.01000,0.165
35,mlp.experts.11.down_proj,1.50360298,0.01000,0.165
35,mlp.experts.12.down_proj,1.68725002,0.01000,0.167
35,mlp.experts.13.down_proj,2.10542560,0.01000,0.168
35,mlp.experts.14.down_proj,64.06161499,0.01000,0.167
35,mlp.experts.15.down_proj,0.31886375,0.01000,0.165
35,mlp.experts.16.down_proj,3.64876604,0.01000,0.165
35,mlp.experts.17.down_proj,0.44245279,0.01000,0.170
35,mlp.experts.18.down_proj,11.19158363,0.01000,0.165
35,mlp.experts.19.down_proj,0.78808188,0.01000,0.166
35,mlp.experts.20.down_proj,14.40047741,0.01000,0.165
35,mlp.experts.21.down_proj,2.88488102,0.01000,0.170
35,mlp.experts.22.down_proj,1.90732265,0.01000,0.165
35,mlp.experts.23.down_proj,8.40905857,0.01000,0.166
35,mlp.experts.24.down_proj,3.31759834,0.01000,0.166
35,mlp.experts.25.down_proj,205.46278381,0.01000,0.166
35,mlp.experts.26.down_proj,17.23952866,0.01000,0.166
35,mlp.experts.27.down_proj,20.94737625,0.01000,0.165
35,mlp.experts.28.down_proj,4.77435017,0.01000,0.165
35,mlp.experts.29.down_proj,2.20382094,0.01000,0.165
35,mlp.experts.30.down_proj,3.63628840,0.01000,0.165
35,mlp.experts.31.down_proj,0.52028239,0.01000,0.168
35,mlp.experts.32.down_proj,0.70561421,0.01000,0.166
35,mlp.experts.33.down_proj,3.23058319,0.01000,0.172
35,mlp.experts.34.down_proj,0.35293102,0.01000,0.166
35,mlp.experts.35.down_proj,2.58833170,0.01000,0.166
35,mlp.experts.36.down_proj,2.12213492,0.01000,0.166
35,mlp.experts.37.down_proj,5.70548201,0.01000,0.166
35,mlp.experts.38.down_proj,0.01850843,0.01000,0.165
35,mlp.experts.39.down_proj,1.88374758,0.01000,0.166
35,mlp.experts.40.down_proj,0.85543263,0.01000,0.168
35,mlp.experts.41.down_proj,0.71721226,0.01000,0.168
35,mlp.experts.42.down_proj,3.55645013,0.01000,0.168
35,mlp.experts.43.down_proj,1.85780072,0.01000,0.167
35,mlp.experts.44.down_proj,0.90577602,0.01000,0.165
35,mlp.experts.45.down_proj,1.94955850,0.01000,0.165
35,mlp.experts.46.down_proj,2.07667041,0.01000,0.166
35,mlp.experts.47.down_proj,4.56130981,0.01000,0.165
35,mlp.experts.48.down_proj,0.61890948,0.01000,0.166
35,mlp.experts.49.down_proj,2.18133402,0.01000,0.165
35,mlp.experts.50.down_proj,3.85126090,0.01000,0.166
35,mlp.experts.51.down_proj,0.39766979,0.01000,0.166
35,mlp.experts.52.down_proj,79.43344116,0.01000,0.166
35,mlp.experts.53.down_proj,17.10942459,0.01000,0.167
35,mlp.experts.54.down_proj,124.48875427,0.01000,0.167
35,mlp.experts.55.down_proj,2.21794844,0.01000,0.172
35,mlp.experts.56.down_proj,209.32546997,0.01000,0.167
35,mlp.experts.57.down_proj,0.29117319,0.01000,0.167
35,mlp.experts.58.down_proj,3.46117043,0.01000,0.167
35,mlp.experts.59.down_proj,337.56802368,0.01000,0.168
35,mlp.experts.60.down_proj,1.92154813,0.01000,0.168
35,mlp.experts.61.down_proj,5.14818096,0.01000,0.168
35,mlp.experts.62.down_proj,0.18314701,0.01000,0.168
35,mlp.experts.63.down_proj,2.55921078,0.01000,0.168
35,mlp.experts.64.down_proj,6.83031082,0.01000,0.168
35,mlp.experts.65.down_proj,6.33675432,0.01000,0.169
35,mlp.experts.66.down_proj,0.22120288,0.01000,0.168
35,mlp.experts.67.down_proj,2.38561249,0.01000,0.170
35,mlp.experts.68.down_proj,32.83934021,0.01000,0.174
35,mlp.experts.69.down_proj,2.50168085,0.01000,0.171
35,mlp.experts.70.down_proj,0.33900201,0.01000,0.170
35,mlp.experts.71.down_proj,2.21930289,0.01000,0.169
35,mlp.experts.72.down_proj,1.18910182,0.01000,0.168
35,mlp.experts.73.down_proj,4.02920437,0.01000,0.169
35,mlp.experts.74.down_proj,0.38078687,0.01000,0.169
35,mlp.experts.75.down_proj,2.70429516,0.01000,0.169
35,mlp.experts.76.down_proj,0.18590942,0.01000,0.169
35,mlp.experts.77.down_proj,3.50345945,0.01000,0.169
35,mlp.experts.78.down_proj,2.94431877,0.01000,0.173
35,mlp.experts.79.down_proj,13.39997673,0.01000,0.169
35,mlp.experts.80.down_proj,0.27648848,0.01000,0.169
35,mlp.experts.81.down_proj,9.88579369,0.01000,0.168
35,mlp.experts.82.down_proj,0.43808678,0.01000,0.168
35,mlp.experts.83.down_proj,0.50088072,0.01000,0.169
35,mlp.experts.84.down_proj,0.74672651,0.01000,0.169
35,mlp.experts.85.down_proj,1.61983871,0.01000,0.169
35,mlp.experts.86.down_proj,2.57554126,0.01000,0.169
35,mlp.experts.87.down_proj,3.13476491,0.01000,0.168
35,mlp.experts.88.down_proj,0.22982684,0.01000,0.169
35,mlp.experts.89.down_proj,2.40113139,0.01000,0.169
35,mlp.experts.90.down_proj,49.22875977,0.01000,0.169
35,mlp.experts.91.down_proj,0.17561066,0.01000,0.169
35,mlp.experts.92.down_proj,2.84037781,0.01000,0.169
35,mlp.experts.93.down_proj,0.51108837,0.01000,0.169
35,mlp.experts.94.down_proj,1.56259632,0.01000,0.171
35,mlp.experts.95.down_proj,1.81709313,0.01000,0.171
35,mlp.experts.96.down_proj,4.92585421,0.01000,0.171
35,mlp.experts.97.down_proj,5.87118053,0.01000,0.170
35,mlp.experts.98.down_proj,1.96775842,0.01000,0.169
35,mlp.experts.99.down_proj,61.65332794,0.01000,0.169
35,mlp.experts.100.down_proj,2.04560757,0.01000,0.169
35,mlp.experts.101.down_proj,0.98484361,0.01000,0.173
35,mlp.experts.102.down_proj,1.45622969,0.01000,0.177
35,mlp.experts.103.down_proj,110.57084656,0.01000,0.177
35,mlp.experts.104.down_proj,0.55863881,0.01000,0.169
35,mlp.experts.105.down_proj,3.59638166,0.01000,0.169
35,mlp.experts.106.down_proj,0.10850092,0.01000,0.169
35,mlp.experts.107.down_proj,15.90560818,0.01000,0.169
35,mlp.experts.108.down_proj,0.66194463,0.01000,0.169
35,mlp.experts.109.down_proj,2.76126504,0.01000,0.169
35,mlp.experts.110.down_proj,0.06244259,0.01000,0.168
35,mlp.experts.111.down_proj,1.74396980,0.01000,0.169
35,mlp.experts.112.down_proj,0.06780218,0.01000,0.169
35,mlp.experts.113.down_proj,0.64152229,0.01000,0.169
35,mlp.experts.114.down_proj,1.43336332,0.01000,0.169
35,mlp.experts.115.down_proj,3.06747532,0.01000,0.169
35,mlp.experts.116.down_proj,1.75085139,0.01000,0.169
35,mlp.experts.117.down_proj,0.15008727,0.01000,0.169
35,mlp.experts.118.down_proj,1.94801044,0.01000,0.169
35,mlp.experts.119.down_proj,0.58336437,0.01000,0.169
35,mlp.experts.120.down_proj,1.10153127,0.01000,0.169
35,mlp.experts.121.down_proj,61.64827347,0.01000,0.171
35,mlp.experts.122.down_proj,2.39372826,0.01000,0.171
35,mlp.experts.123.down_proj,2.37728262,0.01000,0.170
35,mlp.experts.124.down_proj,0.83882737,0.01000,0.169
35,mlp.experts.125.down_proj,19.03021622,0.01000,0.169
35,mlp.experts.126.down_proj,1.12220454,0.01000,0.169
35,mlp.experts.127.down_proj,1.76932776,0.01000,0.169
36,self_attn.q_proj,0.82184935,0.01000,0.440
36,self_attn.k_proj,0.09852859,0.01000,0.440
36,self_attn.v_proj,0.11858766,0.01000,0.438
36,self_attn.o_proj,0.09238110,0.01000,0.886
36,mlp.experts.0.up_proj,9.67287922,0.01000,0.445
36,mlp.experts.1.up_proj,4.05485344,0.01000,0.437
36,mlp.experts.2.up_proj,16.92113113,0.01000,0.438
36,mlp.experts.3.up_proj,3.68161297,0.01000,0.438
36,mlp.experts.4.up_proj,9.09439850,0.01000,0.438
36,mlp.experts.5.up_proj,0.38872275,0.01000,0.440
36,mlp.experts.6.up_proj,3.89642048,0.01000,0.441
36,mlp.experts.7.up_proj,8.70646858,0.01000,0.441
36,mlp.experts.8.up_proj,116.34506226,0.01000,0.444
36,mlp.experts.9.up_proj,34.02186203,0.01000,0.445
36,mlp.experts.10.up_proj,1.08107722,0.01000,0.441
36,mlp.experts.11.up_proj,1.75555182,0.01000,0.441
36,mlp.experts.12.up_proj,4.57003689,0.01000,0.441
36,mlp.experts.13.up_proj,5.75977230,0.01000,0.441
36,mlp.experts.14.up_proj,14.33818054,0.01000,0.440
36,mlp.experts.15.up_proj,9.49486065,0.01000,0.444
36,mlp.experts.16.up_proj,15.64351082,0.01000,0.441
36,mlp.experts.17.up_proj,5.53987408,0.01000,0.441
36,mlp.experts.18.up_proj,3.80284762,0.01000,0.440
36,mlp.experts.19.up_proj,0.57201982,0.01000,0.448
36,mlp.experts.20.up_proj,11.09893417,0.01000,0.443
36,mlp.experts.21.up_proj,205.19010925,0.01000,0.441
36,mlp.experts.22.up_proj,17.21313858,0.01000,0.440
36,mlp.experts.23.up_proj,7.15225506,0.01000,0.441
36,mlp.experts.24.up_proj,9.51908875,0.01000,0.440
36,mlp.experts.25.up_proj,9.60988808,0.01000,0.441
36,mlp.experts.26.up_proj,13.52321625,0.01000,0.440
36,mlp.experts.27.up_proj,5.60034847,0.01000,0.441
36,mlp.experts.28.up_proj,1.48951471,0.01000,0.440
36,mlp.experts.29.up_proj,6.33701801,0.01000,0.444
36,mlp.experts.30.up_proj,8.02457047,0.01000,0.446
36,mlp.experts.31.up_proj,0.95675576,0.01000,0.441
36,mlp.experts.32.up_proj,12.44795036,0.01000,0.441
36,mlp.experts.33.up_proj,12.61068153,0.01000,0.446
36,mlp.experts.34.up_proj,9.59503078,0.01000,0.442
36,mlp.experts.35.up_proj,46.32488251,0.01000,0.441
36,mlp.experts.36.up_proj,6.86141205,0.01000,0.440
36,mlp.experts.37.up_proj,0.86050493,0.01000,0.440
36,mlp.experts.38.up_proj,8.63642979,0.01000,0.440
36,mlp.experts.39.up_proj,9.97509003,0.01000,0.441
36,mlp.experts.40.up_proj,4.91512203,0.01000,0.447
36,mlp.experts.41.up_proj,69.86547852,0.01000,0.442
36,mlp.experts.42.up_proj,17.59740067,0.01000,0.441
36,mlp.experts.43.up_proj,5.29320526,0.01000,0.441
36,mlp.experts.44.up_proj,9.34253025,0.01000,0.441
36,mlp.experts.45.up_proj,1.30671489,0.01000,0.441
36,mlp.experts.46.up_proj,15.88496971,0.01000,0.440
36,mlp.experts.47.up_proj,2.23085785,0.01000,0.441
36,mlp.experts.48.up_proj,7.16727734,0.01000,0.441
36,mlp.experts.49.up_proj,3.19708776,0.01000,0.441
36,mlp.experts.50.up_proj,5.62614727,0.01000,0.442
36,mlp.experts.51.up_proj,3.06829715,0.01000,0.444
36,mlp.experts.52.up_proj,50.96638107,0.01000,0.440
36,mlp.experts.53.up_proj,10.40647507,0.01000,0.439
36,mlp.experts.54.up_proj,2.51620817,0.01000,0.440
36,mlp.experts.55.up_proj,4.02319241,0.01000,0.440
36,mlp.experts.56.up_proj,20.58462715,0.01000,0.439
36,mlp.experts.57.up_proj,5.72984219,0.01000,0.440
36,mlp.experts.58.up_proj,7.38801765,0.01000,0.440
36,mlp.experts.59.up_proj,0.29329792,0.01000,0.440
36,mlp.experts.60.up_proj,3.44425058,0.01000,0.440
36,mlp.experts.61.up_proj,5.40756989,0.01000,0.447
36,mlp.experts.62.up_proj,2.86048293,0.01000,0.443
36,mlp.experts.63.up_proj,5.19605494,0.01000,0.441
36,mlp.experts.64.up_proj,60.12274551,0.01000,0.441
36,mlp.experts.65.up_proj,140.22776794,0.01000,0.469
36,mlp.experts.66.up_proj,6.53067875,0.01000,0.441
36,mlp.experts.67.up_proj,6.42353106,0.01000,0.441
36,mlp.experts.68.up_proj,12.39888191,0.01000,0.440
36,mlp.experts.69.up_proj,19.15671349,0.01000,0.440
36,mlp.experts.70.up_proj,2.13315392,0.01000,0.440
36,mlp.experts.71.up_proj,2.83697391,0.01000,0.445
36,mlp.experts.72.up_proj,0.61724830,0.01000,0.444
36,mlp.experts.73.up_proj,59.75412750,0.01000,0.469
36,mlp.experts.74.up_proj,5.65426540,0.01000,0.440
36,mlp.experts.75.up_proj,9.91481972,0.01000,0.441
36,mlp.experts.76.up_proj,9.13284683,0.01000,0.440
36,mlp.experts.77.up_proj,4.71656418,0.01000,0.441
36,mlp.experts.78.up_proj,66.36797333,0.01000,0.440
36,mlp.experts.79.up_proj,8.16242599,0.01000,0.441
36,mlp.experts.80.up_proj,8.21343994,0.01000,0.440
36,mlp.experts.81.up_proj,0.48775530,0.01000,0.440
36,mlp.experts.82.up_proj,0.81318253,0.01000,0.446
36,mlp.experts.83.up_proj,25.03680038,0.01000,0.440
36,mlp.experts.84.up_proj,0.07134543,0.01000,0.440
36,mlp.experts.85.up_proj,24.03698730,0.01000,0.440
36,mlp.experts.86.up_proj,0.24250439,0.01000,0.440
36,mlp.experts.87.up_proj,13.27702522,0.01000,0.441
36,mlp.experts.88.up_proj,0.45447999,0.01000,0.439
36,mlp.experts.89.up_proj,38.81121063,0.01000,0.441
36,mlp.experts.90.up_proj,6.10176277,0.01000,0.440
36,mlp.experts.91.up_proj,3.18411279,0.01000,0.470
36,mlp.experts.92.up_proj,150.57083130,0.01000,0.444
36,mlp.experts.93.up_proj,0.18819977,0.01000,0.444
36,mlp.experts.94.up_proj,58.00773621,0.01000,0.442
36,mlp.experts.95.up_proj,5.42548752,0.01000,0.441
36,mlp.experts.96.up_proj,28.74174500,0.01000,0.441
36,mlp.experts.97.up_proj,11.29515076,0.01000,0.441
36,mlp.experts.98.up_proj,3.49998283,0.01000,0.440
36,mlp.experts.99.up_proj,17.30497360,0.01000,0.442
36,mlp.experts.100.up_proj,9.67789555,0.01000,0.440
36,mlp.experts.101.up_proj,5.79278851,0.01000,0.441
36,mlp.experts.102.up_proj,8.23003387,0.01000,0.442
36,mlp.experts.103.up_proj,14.69367218,0.01000,0.446
36,mlp.experts.104.up_proj,10.06891632,0.01000,0.441
36,mlp.experts.105.up_proj,4.06203413,0.01000,0.441
36,mlp.experts.106.up_proj,0.26285046,0.01000,0.441
36,mlp.experts.107.up_proj,11.73663044,0.01000,0.440
36,mlp.experts.108.up_proj,66.45304871,0.01000,0.441
36,mlp.experts.109.up_proj,0.95893389,0.01000,0.442
36,mlp.experts.110.up_proj,1.66386664,0.01000,0.466
36,mlp.experts.111.up_proj,5.59710693,0.01000,0.441
36,mlp.experts.112.up_proj,10.70228100,0.01000,0.441
36,mlp.experts.113.up_proj,4.80184603,0.01000,0.446
36,mlp.experts.114.up_proj,6.57512951,0.01000,0.443
36,mlp.experts.115.up_proj,6.69934368,0.01000,0.442
36,mlp.experts.116.up_proj,6.06496334,0.01000,0.440
36,mlp.experts.117.up_proj,7.64698124,0.01000,0.444
36,mlp.experts.118.up_proj,60.65459442,0.01000,0.440
36,mlp.experts.119.up_proj,1.51689577,0.01000,0.440
36,mlp.experts.120.up_proj,7.75818634,0.01000,0.440
36,mlp.experts.121.up_proj,7.91934061,0.01000,0.441
36,mlp.experts.122.up_proj,1.68937159,0.01000,0.463
36,mlp.experts.123.up_proj,12.14918137,0.01000,0.443
36,mlp.experts.124.up_proj,6.74620056,0.01000,0.447
36,mlp.experts.125.up_proj,1.01908815,0.01000,0.441
36,mlp.experts.126.up_proj,4.16866732,0.01000,0.441
36,mlp.experts.127.up_proj,35.53163147,0.01000,0.440
36,mlp.experts.0.gate_proj,8.97826195,0.01000,0.440
36,mlp.experts.1.gate_proj,4.05574989,0.01000,0.440
36,mlp.experts.2.gate_proj,15.80069351,0.01000,0.442
36,mlp.experts.3.gate_proj,3.50243783,0.01000,0.441
36,mlp.experts.4.gate_proj,8.93989372,0.01000,0.454
36,mlp.experts.5.gate_proj,0.34167531,0.01000,0.441
36,mlp.experts.6.gate_proj,3.82201815,0.01000,0.447
36,mlp.experts.7.gate_proj,8.92674541,0.01000,0.449
36,mlp.experts.8.gate_proj,112.25353241,0.01000,0.441
36,mlp.experts.9.gate_proj,32.29619598,0.01000,0.441
36,mlp.experts.10.gate_proj,1.15595365,0.01000,0.441
36,mlp.experts.11.gate_proj,1.77250242,0.01000,0.440
36,mlp.experts.12.gate_proj,4.32549477,0.01000,0.441
36,mlp.experts.13.gate_proj,5.29894352,0.01000,0.441
36,mlp.experts.14.gate_proj,13.71993446,0.01000,0.441
36,mlp.experts.15.gate_proj,9.28709507,0.01000,0.440
36,mlp.experts.16.gate_proj,16.06678009,0.01000,0.443
36,mlp.experts.17.gate_proj,5.38046408,0.01000,0.445
36,mlp.experts.18.gate_proj,3.78160620,0.01000,0.441
36,mlp.experts.19.gate_proj,0.58863801,0.01000,0.440
36,mlp.experts.20.gate_proj,11.18938923,0.01000,0.440
36,mlp.experts.21.gate_proj,142.85348511,0.01000,0.441
36,mlp.experts.22.gate_proj,17.18902206,0.01000,0.455
36,mlp.experts.23.gate_proj,7.10346317,0.01000,0.440
36,mlp.experts.24.gate_proj,11.61043739,0.01000,0.440
36,mlp.experts.25.gate_proj,9.24063969,0.01000,0.440
36,mlp.experts.26.gate_proj,13.13184166,0.01000,0.451
36,mlp.experts.27.gate_proj,5.54336786,0.01000,0.446
36,mlp.experts.28.gate_proj,1.53126884,0.01000,0.442
36,mlp.experts.29.gate_proj,5.80542898,0.01000,0.440
36,mlp.experts.30.gate_proj,8.21361351,0.01000,0.441
36,mlp.experts.31.gate_proj,0.85832155,0.01000,0.441
36,mlp.experts.32.gate_proj,12.26204586,0.01000,0.440
36,mlp.experts.33.gate_proj,12.70203686,0.01000,0.440
36,mlp.experts.34.gate_proj,9.63481331,0.01000,0.450
36,mlp.experts.35.gate_proj,44.99428940,0.01000,0.441
36,mlp.experts.36.gate_proj,6.54100513,0.01000,0.440
36,mlp.experts.37.gate_proj,0.87377721,0.01000,0.442
36,mlp.experts.38.gate_proj,8.02891350,0.01000,0.445
36,mlp.experts.39.gate_proj,10.48297310,0.01000,0.441
36,mlp.experts.40.gate_proj,5.00924301,0.01000,0.440
36,mlp.experts.41.gate_proj,69.39883423,0.01000,0.440
36,mlp.experts.42.gate_proj,16.42255211,0.01000,0.440
36,mlp.experts.43.gate_proj,5.07181883,0.01000,0.450
36,mlp.experts.44.gate_proj,9.22573376,0.01000,0.443
36,mlp.experts.45.gate_proj,1.31486964,0.01000,0.440
36,mlp.experts.46.gate_proj,14.37438202,0.01000,0.440
36,mlp.experts.47.gate_proj,2.24277401,0.01000,0.440
36,mlp.experts.48.gate_proj,6.53018427,0.01000,0.446
36,mlp.experts.49.gate_proj,3.27494621,0.01000,0.443
36,mlp.experts.50.gate_proj,5.77021408,0.01000,0.440
36,mlp.experts.51.gate_proj,2.78460884,0.01000,0.441
36,mlp.experts.52.gate_proj,54.29394531,0.01000,0.450
36,mlp.experts.53.gate_proj,10.34195995,0.01000,0.439
36,mlp.experts.54.gate_proj,2.50070667,0.01000,0.440
36,mlp.experts.55.gate_proj,3.98474932,0.01000,0.440
36,mlp.experts.56.gate_proj,19.81284714,0.01000,0.440
36,mlp.experts.57.gate_proj,5.68883324,0.01000,0.441
36,mlp.experts.58.gate_proj,6.95599461,0.01000,0.443
36,mlp.experts.59.gate_proj,0.30188432,0.01000,0.455
36,mlp.experts.60.gate_proj,2.97302365,0.01000,0.442
36,mlp.experts.61.gate_proj,5.22513342,0.01000,0.443
36,mlp.experts.62.gate_proj,2.83940649,0.01000,0.441
36,mlp.experts.63.gate_proj,4.97592831,0.01000,0.442
36,mlp.experts.64.gate_proj,57.84324646,0.01000,0.442
36,mlp.experts.65.gate_proj,135.94918823,0.01000,0.441
36,mlp.experts.66.gate_proj,5.75846386,0.01000,0.440
36,mlp.experts.67.gate_proj,6.43067932,0.01000,0.442
36,mlp.experts.68.gate_proj,10.16065407,0.01000,0.442
36,mlp.experts.69.gate_proj,18.82063293,0.01000,0.448
36,mlp.experts.70.gate_proj,2.21948695,0.01000,0.442
36,mlp.experts.71.gate_proj,2.62358713,0.01000,0.441
36,mlp.experts.72.gate_proj,0.57504690,0.01000,0.442
36,mlp.experts.73.gate_proj,57.50199890,0.01000,0.442
36,mlp.experts.74.gate_proj,5.22520494,0.01000,0.442
36,mlp.experts.75.gate_proj,9.46693039,0.01000,0.440
36,mlp.experts.76.gate_proj,8.41057396,0.01000,0.441
36,mlp.experts.77.gate_proj,4.68998384,0.01000,0.440
36,mlp.experts.78.gate_proj,63.79188538,0.01000,0.441
36,mlp.experts.79.gate_proj,7.44737482,0.01000,0.443
36,mlp.experts.80.gate_proj,7.56868601,0.01000,0.445
36,mlp.experts.81.gate_proj,0.40651798,0.01000,0.443
36,mlp.experts.82.gate_proj,0.71780908,0.01000,0.442
36,mlp.experts.83.gate_proj,21.16992950,0.01000,0.441
36,mlp.experts.84.gate_proj,0.07055782,0.01000,0.441
36,mlp.experts.85.gate_proj,23.88471603,0.01000,0.441
36,mlp.experts.86.gate_proj,0.23310953,0.01000,0.442
36,mlp.experts.87.gate_proj,11.91161537,0.01000,0.442
36,mlp.experts.88.gate_proj,0.39113644,0.01000,0.441
36,mlp.experts.89.gate_proj,31.42005157,0.01000,0.442
36,mlp.experts.90.gate_proj,5.92891264,0.01000,0.448
36,mlp.experts.91.gate_proj,3.24417639,0.01000,0.443
36,mlp.experts.92.gate_proj,152.27702332,0.01000,0.441
36,mlp.experts.93.gate_proj,0.20057473,0.01000,0.441
36,mlp.experts.94.gate_proj,31.71179962,0.01000,0.442
36,mlp.experts.95.gate_proj,4.98779583,0.01000,0.442
36,mlp.experts.96.gate_proj,27.06690025,0.01000,0.442
36,mlp.experts.97.gate_proj,10.92680168,0.01000,0.442
36,mlp.experts.98.gate_proj,3.53071904,0.01000,0.441
36,mlp.experts.99.gate_proj,12.79969597,0.01000,0.442
36,mlp.experts.100.gate_proj,9.07742405,0.01000,0.445
36,mlp.experts.101.gate_proj,6.19758940,0.01000,0.444
36,mlp.experts.102.gate_proj,7.93027258,0.01000,0.441
36,mlp.experts.103.gate_proj,13.64480782,0.01000,0.441
36,mlp.experts.104.gate_proj,9.66390038,0.01000,0.441
36,mlp.experts.105.gate_proj,4.91375875,0.01000,0.442
36,mlp.experts.106.gate_proj,0.26900882,0.01000,0.441
36,mlp.experts.107.gate_proj,11.04747009,0.01000,0.441
36,mlp.experts.108.gate_proj,57.15959167,0.01000,0.442
36,mlp.experts.109.gate_proj,0.98138511,0.01000,0.442
36,mlp.experts.110.gate_proj,1.58786845,0.01000,0.442
36,mlp.experts.111.gate_proj,5.62526989,0.01000,0.448
36,mlp.experts.112.gate_proj,10.22117043,0.01000,0.442
36,mlp.experts.113.gate_proj,4.66799927,0.01000,0.442
36,mlp.experts.114.gate_proj,6.36006308,0.01000,0.441
36,mlp.experts.115.gate_proj,6.42815495,0.01000,0.441
36,mlp.experts.116.gate_proj,5.78188992,0.01000,0.441
36,mlp.experts.117.gate_proj,7.86250448,0.01000,0.442
36,mlp.experts.118.gate_proj,59.51330948,0.01000,0.442
36,mlp.experts.119.gate_proj,1.44236255,0.01000,0.441
36,mlp.experts.120.gate_proj,7.08360195,0.01000,0.441
36,mlp.experts.121.gate_proj,7.72504520,0.01000,0.446
36,mlp.experts.122.gate_proj,1.68564892,0.01000,0.444
36,mlp.experts.123.gate_proj,11.11471176,0.01000,0.442
36,mlp.experts.124.gate_proj,6.37078571,0.01000,0.442
36,mlp.experts.125.gate_proj,1.10129595,0.01000,0.442
36,mlp.experts.126.gate_proj,3.88891649,0.01000,0.443
36,mlp.experts.127.gate_proj,32.61064911,0.01000,0.443
36,mlp.experts.0.down_proj,4.92124748,0.01000,0.170
36,mlp.experts.1.down_proj,3.30709052,0.01000,0.165
36,mlp.experts.2.down_proj,11.01443005,0.01000,0.165
36,mlp.experts.3.down_proj,2.85647583,0.01000,0.166
36,mlp.experts.4.down_proj,7.08627605,0.01000,0.166
36,mlp.experts.5.down_proj,0.21975936,0.01000,0.165
36,mlp.experts.6.down_proj,1.02045715,0.01000,0.165
36,mlp.experts.7.down_proj,7.90154362,0.01000,0.165
36,mlp.experts.8.down_proj,100.11586761,0.01000,0.165
36,mlp.experts.9.down_proj,52.36077881,0.01000,0.166
36,mlp.experts.10.down_proj,0.23011944,0.01000,0.165
36,mlp.experts.11.down_proj,0.35234463,0.01000,0.166
36,mlp.experts.12.down_proj,1.88774037,0.01000,0.165
36,mlp.experts.13.down_proj,2.49994922,0.01000,0.166
36,mlp.experts.14.down_proj,9.95150375,0.01000,0.166
36,mlp.experts.15.down_proj,9.19432545,0.01000,0.166
36,mlp.experts.16.down_proj,11.51527786,0.01000,0.168
36,mlp.experts.17.down_proj,2.12324715,0.01000,0.168
36,mlp.experts.18.down_proj,1.62034702,0.01000,0.167
36,mlp.experts.19.down_proj,0.31964058,0.01000,0.166
36,mlp.experts.20.down_proj,5.48213673,0.01000,0.167
36,mlp.experts.21.down_proj,75.41369629,0.01000,0.166
36,mlp.experts.22.down_proj,8.13767815,0.01000,0.166
36,mlp.experts.23.down_proj,11.64118481,0.01000,0.166
36,mlp.experts.24.down_proj,2.10970306,0.01000,0.166
36,mlp.experts.25.down_proj,3.94272709,0.01000,0.166
36,mlp.experts.26.down_proj,13.91265774,0.01000,0.166
36,mlp.experts.27.down_proj,2.58062172,0.01000,0.166
36,mlp.experts.28.down_proj,0.30272150,0.01000,0.166
36,mlp.experts.29.down_proj,5.65592480,0.01000,0.166
36,mlp.experts.30.down_proj,5.79397392,0.01000,0.166
36,mlp.experts.31.down_proj,0.48296046,0.01000,0.166
36,mlp.experts.32.down_proj,6.04161358,0.01000,0.166
36,mlp.experts.33.down_proj,8.29690742,0.01000,0.166
36,mlp.experts.34.down_proj,3.50829697,0.01000,0.166
36,mlp.experts.35.down_proj,97.52103424,0.01000,0.166
36,mlp.experts.36.down_proj,3.36066532,0.01000,0.166
36,mlp.experts.37.down_proj,0.29397821,0.01000,0.166
36,mlp.experts.38.down_proj,4.88379431,0.01000,0.165
36,mlp.experts.39.down_proj,20.26060104,0.01000,0.165
36,mlp.experts.40.down_proj,1.27617037,0.01000,0.166
36,mlp.experts.41.down_proj,48.95575714,0.01000,0.166
36,mlp.experts.42.down_proj,6.09899330,0.01000,0.166
36,mlp.experts.43.down_proj,2.18618870,0.01000,0.167
36,mlp.experts.44.down_proj,2.59061074,0.01000,0.169
36,mlp.experts.45.down_proj,0.29705399,0.01000,0.167
36,mlp.experts.46.down_proj,4.31375360,0.01000,0.166
36,mlp.experts.47.down_proj,0.42002520,0.01000,0.166
36,mlp.experts.48.down_proj,3.46283102,0.01000,0.166
36,mlp.experts.49.down_proj,0.35934627,0.01000,0.166
36,mlp.experts.50.down_proj,1.37067318,0.01000,0.166
36,mlp.experts.51.down_proj,1.59160447,0.01000,0.166
36,mlp.experts.52.down_proj,47.07292938,0.01000,0.166
36,mlp.experts.53.down_proj,5.12725925,0.01000,0.166
36,mlp.experts.54.down_proj,1.52120328,0.01000,0.166
36,mlp.experts.55.down_proj,3.15680718,0.01000,0.166
36,mlp.experts.56.down_proj,24.52629852,0.01000,0.166
36,mlp.experts.57.down_proj,4.08118534,0.01000,0.167
36,mlp.experts.58.down_proj,2.61031699,0.01000,0.167
36,mlp.experts.59.down_proj,0.13007584,0.01000,0.166
36,mlp.experts.60.down_proj,1.66963470,0.01000,0.167
36,mlp.experts.61.down_proj,1.48021042,0.01000,0.167
36,mlp.experts.62.down_proj,0.94565326,0.01000,0.167
36,mlp.experts.63.down_proj,2.44426203,0.01000,0.167
36,mlp.experts.64.down_proj,94.13967896,0.01000,0.168
36,mlp.experts.65.down_proj,154.78533936,0.01000,0.168
36,mlp.experts.66.down_proj,4.27231264,0.01000,0.168
36,mlp.experts.67.down_proj,4.49543285,0.01000,0.168
36,mlp.experts.68.down_proj,5.21553946,0.01000,0.168
36,mlp.experts.69.down_proj,13.11379623,0.01000,0.168
36,mlp.experts.70.down_proj,1.34469879,0.01000,0.169
36,mlp.experts.71.down_proj,2.33523941,0.01000,0.171
36,mlp.experts.72.down_proj,0.64664525,0.01000,0.171
36,mlp.experts.73.down_proj,108.76268005,0.01000,0.171
36,mlp.experts.74.down_proj,2.74194431,0.01000,0.170
36,mlp.experts.75.down_proj,3.64924836,0.01000,0.169
36,mlp.experts.76.down_proj,2.65570569,0.01000,0.169
36,mlp.experts.77.down_proj,4.45771074,0.01000,0.169
36,mlp.experts.78.down_proj,46.30904388,0.01000,0.168
36,mlp.experts.79.down_proj,9.11163330,0.01000,0.169
36,mlp.experts.80.down_proj,2.64425087,0.01000,0.169
36,mlp.experts.81.down_proj,0.25872564,0.01000,0.169
36,mlp.experts.82.down_proj,0.55396867,0.01000,0.169
36,mlp.experts.83.down_proj,20.80997849,0.01000,0.169
36,mlp.experts.84.down_proj,0.01713892,0.01000,0.169
36,mlp.experts.85.down_proj,18.64739990,0.01000,0.169
36,mlp.experts.86.down_proj,0.15934922,0.01000,0.169
36,mlp.experts.87.down_proj,3.69960022,0.01000,0.170
36,mlp.experts.88.down_proj,0.28418365,0.01000,0.170
36,mlp.experts.89.down_proj,36.01554871,0.01000,0.168
36,mlp.experts.90.down_proj,1.39070487,0.01000,0.169
36,mlp.experts.91.down_proj,1.58387041,0.01000,0.169
36,mlp.experts.92.down_proj,59.53092194,0.01000,0.169
36,mlp.experts.93.down_proj,0.06947137,0.01000,0.169
36,mlp.experts.94.down_proj,51.81064224,0.01000,0.169
36,mlp.experts.95.down_proj,2.18619847,0.01000,0.169
36,mlp.experts.96.down_proj,66.19532776,0.01000,0.170
36,mlp.experts.97.down_proj,5.97720623,0.01000,0.169
36,mlp.experts.98.down_proj,0.66277969,0.01000,0.171
36,mlp.experts.99.down_proj,18.74243927,0.01000,0.170
36,mlp.experts.100.down_proj,3.84985042,0.01000,0.171
36,mlp.experts.101.down_proj,0.95360863,0.01000,0.170
36,mlp.experts.102.down_proj,2.35038185,0.01000,0.168
36,mlp.experts.103.down_proj,5.58029842,0.01000,0.168
36,mlp.experts.104.down_proj,4.13299084,0.01000,0.168
36,mlp.experts.105.down_proj,4.44936752,0.01000,0.168
36,mlp.experts.106.down_proj,0.04103746,0.01000,0.168
36,mlp.experts.107.down_proj,10.06905556,0.01000,0.168
36,mlp.experts.108.down_proj,47.62359619,0.01000,0.168
36,mlp.experts.109.down_proj,0.51300669,0.01000,0.168
36,mlp.experts.110.down_proj,0.42229393,0.01000,0.168
36,mlp.experts.111.down_proj,2.47667694,0.01000,0.168
36,mlp.experts.112.down_proj,10.90432453,0.01000,0.168
36,mlp.experts.113.down_proj,1.20470476,0.01000,0.169
36,mlp.experts.114.down_proj,5.21981716,0.01000,0.168
36,mlp.experts.115.down_proj,1.95515430,0.01000,0.168
36,mlp.experts.116.down_proj,4.15100098,0.01000,0.168
36,mlp.experts.117.down_proj,3.20048666,0.01000,0.168
36,mlp.experts.118.down_proj,51.81338120,0.01000,0.168
36,mlp.experts.119.down_proj,0.65995419,0.01000,0.168
36,mlp.experts.120.down_proj,3.39808035,0.01000,0.168
36,mlp.experts.121.down_proj,2.63950014,0.01000,0.168
36,mlp.experts.122.down_proj,0.69919670,0.01000,0.168
36,mlp.experts.123.down_proj,6.30776930,0.01000,0.168
36,mlp.experts.124.down_proj,2.76652479,0.01000,0.170
36,mlp.experts.125.down_proj,0.27926248,0.01000,0.171
36,mlp.experts.126.down_proj,2.35191298,0.01000,0.172
36,mlp.experts.127.down_proj,38.60366821,0.01000,0.170
37,self_attn.q_proj,1.05660212,0.01000,0.447
37,self_attn.k_proj,0.12414542,0.01000,0.438
37,self_attn.v_proj,0.14757387,0.01000,0.434
37,self_attn.o_proj,0.10897279,0.01000,0.885
37,mlp.experts.0.up_proj,34.36615753,0.01000,0.447
37,mlp.experts.1.up_proj,28.44952011,0.01000,0.437
37,mlp.experts.2.up_proj,11.08956432,0.01000,0.437
37,mlp.experts.3.up_proj,0.56729692,0.01000,0.437
37,mlp.experts.4.up_proj,5.84045792,0.01000,0.436
37,mlp.experts.5.up_proj,0.35944012,0.01000,0.438
37,mlp.experts.6.up_proj,10.34770966,0.01000,0.438
37,mlp.experts.7.up_proj,0.87247193,0.01000,0.438
37,mlp.experts.8.up_proj,12.79546165,0.01000,0.439
37,mlp.experts.9.up_proj,0.64028168,0.01000,0.438
37,mlp.experts.10.up_proj,19.24095726,0.01000,0.454
37,mlp.experts.11.up_proj,3.98413849,0.01000,0.439
37,mlp.experts.12.up_proj,9.59968376,0.01000,0.438
37,mlp.experts.13.up_proj,2.84660530,0.01000,0.438
37,mlp.experts.14.up_proj,3.55512691,0.01000,0.438
37,mlp.experts.15.up_proj,8.39420128,0.01000,0.438
37,mlp.experts.16.up_proj,8.29223251,0.01000,0.439
37,mlp.experts.17.up_proj,0.40171534,0.01000,0.438
37,mlp.experts.18.up_proj,7.49541235,0.01000,0.438
37,mlp.experts.19.up_proj,20.64759636,0.01000,0.450
37,mlp.experts.20.up_proj,200.74308777,0.01000,0.441
37,mlp.experts.21.up_proj,6.72188091,0.01000,0.441
37,mlp.experts.22.up_proj,1.85555232,0.01000,0.438
37,mlp.experts.23.up_proj,3.99556804,0.01000,0.438
37,mlp.experts.24.up_proj,11.38201523,0.01000,0.438
37,mlp.experts.25.up_proj,4.56564808,0.01000,0.439
37,mlp.experts.26.up_proj,20.94515228,0.01000,0.439
37,mlp.experts.27.up_proj,2.80387926,0.01000,0.439
37,mlp.experts.28.up_proj,6.78016472,0.01000,0.439
37,mlp.experts.29.up_proj,11.75985622,0.01000,0.439
37,mlp.experts.30.up_proj,1.23431516,0.01000,0.438
37,mlp.experts.31.up_proj,2.09873557,0.01000,0.446
37,mlp.experts.32.up_proj,3.93878746,0.01000,0.441
37,mlp.experts.33.up_proj,82.83952332,0.01000,0.439
37,mlp.experts.34.up_proj,29.02864838,0.01000,0.438
37,mlp.experts.35.up_proj,0.95072758,0.01000,0.438
37,mlp.experts.36.up_proj,7.50246620,0.01000,0.438
37,mlp.experts.37.up_proj,18.73175430,0.01000,0.449
37,mlp.experts.38.up_proj,11.87987328,0.01000,0.439
37,mlp.experts.39.up_proj,0.91734827,0.01000,0.438
37,mlp.experts.40.up_proj,13.56058121,0.01000,0.439
37,mlp.experts.41.up_proj,10.54522896,0.01000,0.441
37,mlp.experts.42.up_proj,7.08600426,0.01000,0.443
37,mlp.experts.43.up_proj,0.29307324,0.01000,0.438
37,mlp.experts.44.up_proj,8.73626518,0.01000,0.439
37,mlp.experts.45.up_proj,46.31925964,0.01000,0.438
37,mlp.experts.46.up_proj,0.53248477,0.01000,0.438
37,mlp.experts.47.up_proj,118.67718506,0.01000,0.439
37,mlp.experts.48.up_proj,0.52930927,0.01000,0.438
37,mlp.experts.49.up_proj,14.71525478,0.01000,0.438
37,mlp.experts.50.up_proj,0.12043472,0.01000,0.438
37,mlp.experts.51.up_proj,1.36323071,0.01000,0.439
37,mlp.experts.52.up_proj,158.82473755,0.01000,0.444
37,mlp.experts.53.up_proj,0.08033098,0.01000,0.440
37,mlp.experts.54.up_proj,0.67325628,0.01000,0.439
37,mlp.experts.55.up_proj,8.64170742,0.01000,0.439
37,mlp.experts.56.up_proj,0.49923182,0.01000,0.439
37,mlp.experts.57.up_proj,10.89727020,0.01000,0.439
37,mlp.experts.58.up_proj,38.84312057,0.01000,0.439
37,mlp.experts.59.up_proj,4.50734234,0.01000,0.439
37,mlp.experts.60.up_proj,19.60880661,0.01000,0.439
37,mlp.experts.61.up_proj,189.70616150,0.01000,0.438
37,mlp.experts.62.up_proj,19.65385437,0.01000,0.440
37,mlp.experts.63.up_proj,6.77010155,0.01000,0.442
37,mlp.experts.64.up_proj,4.56546783,0.01000,0.439
37,mlp.experts.65.up_proj,11.41587830,0.01000,0.439
37,mlp.experts.66.up_proj,14.72833824,0.01000,0.439
37,mlp.experts.67.up_proj,78.39640808,0.01000,0.455
37,mlp.experts.68.up_proj,7.12413073,0.01000,0.439
37,mlp.experts.69.up_proj,7.15163660,0.01000,0.437
37,mlp.experts.70.up_proj,0.92462003,0.01000,0.438
37,mlp.experts.71.up_proj,9.99484444,0.01000,0.438
37,mlp.experts.72.up_proj,0.06308737,0.01000,0.438
37,mlp.experts.73.up_proj,14.17123127,0.01000,0.444
37,mlp.experts.74.up_proj,0.33598936,0.01000,0.443
37,mlp.experts.75.up_proj,10.65824699,0.01000,0.438
37,mlp.experts.76.up_proj,8.21803284,0.01000,0.438
37,mlp.experts.77.up_proj,14.00731468,0.01000,0.439
37,mlp.experts.78.up_proj,77.26374054,0.01000,0.439
37,mlp.experts.79.up_proj,12.93316841,0.01000,0.439
37,mlp.experts.80.up_proj,20.88918686,0.01000,0.439
37,mlp.experts.81.up_proj,114.07959747,0.01000,0.439
37,mlp.experts.82.up_proj,6.06299877,0.01000,0.439
37,mlp.experts.83.up_proj,8.82508469,0.01000,0.441
37,mlp.experts.84.up_proj,4.05776978,0.01000,0.444
37,mlp.experts.85.up_proj,2.22549081,0.01000,0.456
37,mlp.experts.86.up_proj,0.59817767,0.01000,0.438
37,mlp.experts.87.up_proj,41.72006989,0.01000,0.438
37,mlp.experts.88.up_proj,31.14318466,0.01000,0.438
37,mlp.experts.89.up_proj,7.72652245,0.01000,0.437
37,mlp.experts.90.up_proj,0.50241452,0.01000,0.438
37,mlp.experts.91.up_proj,24.52278519,0.01000,0.438
37,mlp.experts.92.up_proj,67.02301025,0.01000,0.438
37,mlp.experts.93.up_proj,74.36373901,0.01000,0.438
37,mlp.experts.94.up_proj,0.35431993,0.01000,0.442
37,mlp.experts.95.up_proj,11.97386456,0.01000,0.440
37,mlp.experts.96.up_proj,0.72777390,0.01000,0.438
37,mlp.experts.97.up_proj,0.87495315,0.01000,0.439
37,mlp.experts.98.up_proj,8.23589230,0.01000,0.438
37,mlp.experts.99.up_proj,12.69062233,0.01000,0.438
37,mlp.experts.100.up_proj,0.96969199,0.01000,0.439
37,mlp.experts.101.up_proj,16.15455437,0.01000,0.438
37,mlp.experts.102.up_proj,10.09177208,0.01000,0.437
37,mlp.experts.103.up_proj,8.68795395,0.01000,0.452
37,mlp.experts.104.up_proj,19.58310699,0.01000,0.440
37,mlp.experts.105.up_proj,12.21022415,0.01000,0.445
37,mlp.experts.106.up_proj,7.43277216,0.01000,0.438
37,mlp.experts.107.up_proj,6.08899879,0.01000,0.438
37,mlp.experts.108.up_proj,3.31481457,0.01000,0.439
37,mlp.experts.109.up_proj,10.14104748,0.01000,0.439
37,mlp.experts.110.up_proj,8.89685440,0.01000,0.439
37,mlp.experts.111.up_proj,5.74316883,0.01000,0.439
37,mlp.experts.112.up_proj,26.95044899,0.01000,0.452
37,mlp.experts.113.up_proj,7.93002701,0.01000,0.439
37,mlp.experts.114.up_proj,26.51914787,0.01000,0.438
37,mlp.experts.115.up_proj,9.00039196,0.01000,0.442
37,mlp.experts.116.up_proj,0.13384031,0.01000,0.441
37,mlp.experts.117.up_proj,3.51500821,0.01000,0.438
37,mlp.experts.118.up_proj,5.56689882,0.01000,0.439
37,mlp.experts.119.up_proj,2.07559681,0.01000,0.438
37,mlp.experts.120.up_proj,7.55373621,0.01000,0.439
37,mlp.experts.121.up_proj,9.95318222,0.01000,0.451
37,mlp.experts.122.up_proj,25.99611664,0.01000,0.439
37,mlp.experts.123.up_proj,11.13954353,0.01000,0.439
37,mlp.experts.124.up_proj,4.45635080,0.01000,0.439
37,mlp.experts.125.up_proj,4.29813051,0.01000,0.439
37,mlp.experts.126.up_proj,0.53492498,0.01000,0.446
37,mlp.experts.127.up_proj,9.52462196,0.01000,0.441
37,mlp.experts.0.gate_proj,33.46363449,0.01000,0.438
37,mlp.experts.1.gate_proj,28.81957626,0.01000,0.439
37,mlp.experts.2.gate_proj,11.79165268,0.01000,0.438
37,mlp.experts.3.gate_proj,0.55475849,0.01000,0.438
37,mlp.experts.4.gate_proj,6.10297203,0.01000,0.439
37,mlp.experts.5.gate_proj,0.33093888,0.01000,0.439
37,mlp.experts.6.gate_proj,9.00130749,0.01000,0.439
37,mlp.experts.7.gate_proj,0.84664917,0.01000,0.440
37,mlp.experts.8.gate_proj,13.37913132,0.01000,0.443
37,mlp.experts.9.gate_proj,0.69647574,0.01000,0.443
37,mlp.experts.10.gate_proj,17.80154228,0.01000,0.441
37,mlp.experts.11.gate_proj,3.92701960,0.01000,0.451
37,mlp.experts.12.gate_proj,10.60712051,0.01000,0.439
37,mlp.experts.13.gate_proj,2.84334588,0.01000,0.439
37,mlp.experts.14.gate_proj,3.61771750,0.01000,0.440
37,mlp.experts.15.gate_proj,7.88158751,0.01000,0.439
37,mlp.experts.16.gate_proj,8.48771095,0.01000,0.439
37,mlp.experts.17.gate_proj,0.36715370,0.01000,0.439
37,mlp.experts.18.gate_proj,7.22407579,0.01000,0.440
37,mlp.experts.19.gate_proj,20.96415710,0.01000,0.446
37,mlp.experts.20.gate_proj,147.51350403,0.01000,0.453
37,mlp.experts.21.gate_proj,6.05868101,0.01000,0.439
37,mlp.experts.22.gate_proj,1.66459107,0.01000,0.439
37,mlp.experts.23.gate_proj,3.72048855,0.01000,0.439
37,mlp.experts.24.gate_proj,11.13168716,0.01000,0.439
37,mlp.experts.25.gate_proj,4.42153549,0.01000,0.439
37,mlp.experts.26.gate_proj,21.17111397,0.01000,0.439
37,mlp.experts.27.gate_proj,2.69834590,0.01000,0.439
37,mlp.experts.28.gate_proj,6.00194454,0.01000,0.439
37,mlp.experts.29.gate_proj,11.76085949,0.01000,0.454
37,mlp.experts.30.gate_proj,1.29091394,0.01000,0.442
37,mlp.experts.31.gate_proj,2.16092777,0.01000,0.439
37,mlp.experts.32.gate_proj,3.72098970,0.01000,0.440
37,mlp.experts.33.gate_proj,50.31600952,0.01000,0.439
37,mlp.experts.34.gate_proj,29.70601654,0.01000,0.438
37,mlp.experts.35.gate_proj,2.07486606,0.01000,0.440
37,mlp.experts.36.gate_proj,7.82645035,0.01000,0.439
37,mlp.experts.37.gate_proj,20.78422546,0.01000,0.439
37,mlp.experts.38.gate_proj,11.39984703,0.01000,0.439
37,mlp.experts.39.gate_proj,0.80814958,0.01000,0.440
37,mlp.experts.40.gate_proj,13.03746605,0.01000,0.445
37,mlp.experts.41.gate_proj,10.64374733,0.01000,0.440
37,mlp.experts.42.gate_proj,6.90124989,0.01000,0.439
37,mlp.experts.43.gate_proj,0.29196295,0.01000,0.438
37,mlp.experts.44.gate_proj,8.56309605,0.01000,0.439
37,mlp.experts.45.gate_proj,34.86588287,0.01000,0.439
37,mlp.experts.46.gate_proj,0.48934808,0.01000,0.437
37,mlp.experts.47.gate_proj,108.56216431,0.01000,0.448
37,mlp.experts.48.gate_proj,0.54317492,0.01000,0.438
37,mlp.experts.49.gate_proj,17.05571556,0.01000,0.438
37,mlp.experts.50.gate_proj,0.11545648,0.01000,0.441
37,mlp.experts.51.gate_proj,1.36575806,0.01000,0.441
37,mlp.experts.52.gate_proj,153.72224426,0.01000,0.438
37,mlp.experts.53.gate_proj,0.08020289,0.01000,0.439
37,mlp.experts.54.gate_proj,0.65015328,0.01000,0.439
37,mlp.experts.55.gate_proj,8.04899788,0.01000,0.438
37,mlp.experts.56.gate_proj,0.43834919,0.01000,0.448
37,mlp.experts.57.gate_proj,9.99207115,0.01000,0.439
37,mlp.experts.58.gate_proj,28.80559540,0.01000,0.439
37,mlp.experts.59.gate_proj,4.64534760,0.01000,0.439
37,mlp.experts.60.gate_proj,18.00728607,0.01000,0.440
37,mlp.experts.61.gate_proj,206.60296631,0.01000,0.445
37,mlp.experts.62.gate_proj,13.66352081,0.01000,0.440
37,mlp.experts.63.gate_proj,6.36367893,0.01000,0.439
37,mlp.experts.64.gate_proj,4.36486435,0.01000,0.440
37,mlp.experts.65.gate_proj,9.96756363,0.01000,0.447
37,mlp.experts.66.gate_proj,14.26124954,0.01000,0.439
37,mlp.experts.67.gate_proj,79.82716370,0.01000,0.439
37,mlp.experts.68.gate_proj,6.93312645,0.01000,0.439
37,mlp.experts.69.gate_proj,6.63201046,0.01000,0.439
37,mlp.experts.70.gate_proj,0.87437153,0.01000,0.439
37,mlp.experts.71.gate_proj,9.78568268,0.01000,0.443
37,mlp.experts.72.gate_proj,0.06344064,0.01000,0.443
37,mlp.experts.73.gate_proj,13.19775867,0.01000,0.438
37,mlp.experts.74.gate_proj,0.33154279,0.01000,0.439
37,mlp.experts.75.gate_proj,10.39430428,0.01000,0.439
37,mlp.experts.76.gate_proj,7.81842661,0.01000,0.438
37,mlp.experts.77.gate_proj,14.51019859,0.01000,0.438
37,mlp.experts.78.gate_proj,83.90631104,0.01000,0.439
37,mlp.experts.79.gate_proj,13.21071053,0.01000,0.439
37,mlp.experts.80.gate_proj,19.00240517,0.01000,0.439
37,mlp.experts.81.gate_proj,110.18838501,0.01000,0.440
37,mlp.experts.82.gate_proj,5.89472532,0.01000,0.445
37,mlp.experts.83.gate_proj,8.53482437,0.01000,0.449
37,mlp.experts.84.gate_proj,4.12478352,0.01000,0.439
37,mlp.experts.85.gate_proj,2.23295879,0.01000,0.439
37,mlp.experts.86.gate_proj,0.60307986,0.01000,0.439
37,mlp.experts.87.gate_proj,44.56184387,0.01000,0.439
37,mlp.experts.88.gate_proj,29.30900955,0.01000,0.438
37,mlp.experts.89.gate_proj,7.51909256,0.01000,0.439
37,mlp.experts.90.gate_proj,0.44734094,0.01000,0.439
37,mlp.experts.91.gate_proj,26.64570999,0.01000,0.440
37,mlp.experts.92.gate_proj,68.68151855,0.01000,0.450
37,mlp.experts.93.gate_proj,69.00691986,0.01000,0.444
37,mlp.experts.94.gate_proj,0.33553264,0.01000,0.440
37,mlp.experts.95.gate_proj,11.58320427,0.01000,0.439
37,mlp.experts.96.gate_proj,0.65634120,0.01000,0.439
37,mlp.experts.97.gate_proj,0.88704121,0.01000,0.439
37,mlp.experts.98.gate_proj,8.07439232,0.01000,0.439
37,mlp.experts.99.gate_proj,11.36879921,0.01000,0.438
37,mlp.experts.100.gate_proj,0.96513402,0.01000,0.439
37,mlp.experts.101.gate_proj,15.46753216,0.01000,0.445
37,mlp.experts.102.gate_proj,10.24017906,0.01000,0.440
37,mlp.experts.103.gate_proj,8.65008450,0.01000,0.445
37,mlp.experts.104.gate_proj,20.56067085,0.01000,0.440
37,mlp.experts.105.gate_proj,11.99660110,0.01000,0.439
37,mlp.experts.106.gate_proj,7.16898298,0.01000,0.439
37,mlp.experts.107.gate_proj,5.60295439,0.01000,0.438
37,mlp.experts.108.gate_proj,3.65198827,0.01000,0.438
37,mlp.experts.109.gate_proj,9.42512417,0.01000,0.438
37,mlp.experts.110.gate_proj,7.63813019,0.01000,0.438
37,mlp.experts.111.gate_proj,5.56459951,0.01000,0.438
37,mlp.experts.112.gate_proj,28.99919128,0.01000,0.439
37,mlp.experts.113.gate_proj,7.29853153,0.01000,0.441
37,mlp.experts.114.gate_proj,26.21321106,0.01000,0.440
37,mlp.experts.115.gate_proj,8.73707390,0.01000,0.439
37,mlp.experts.116.gate_proj,0.12678364,0.01000,0.438
37,mlp.experts.117.gate_proj,3.38041973,0.01000,0.438
37,mlp.experts.118.gate_proj,5.60806942,0.01000,0.439
37,mlp.experts.119.gate_proj,2.09893680,0.01000,0.439
37,mlp.experts.120.gate_proj,6.76944542,0.01000,0.439
37,mlp.experts.121.gate_proj,9.19609642,0.01000,0.450
37,mlp.experts.122.gate_proj,25.44648552,0.01000,0.443
37,mlp.experts.123.gate_proj,10.00891113,0.01000,0.439
37,mlp.experts.124.gate_proj,4.42374277,0.01000,0.443
37,mlp.experts.125.gate_proj,4.08206654,0.01000,0.439
37,mlp.experts.126.gate_proj,0.56866431,0.01000,0.439
37,mlp.experts.127.gate_proj,8.78465271,0.01000,0.438
37,mlp.experts.0.down_proj,33.03458405,0.01000,0.169
37,mlp.experts.1.down_proj,21.12299156,0.01000,0.164
37,mlp.experts.2.down_proj,8.34108067,0.01000,0.164
37,mlp.experts.3.down_proj,0.78576303,0.01000,0.164
37,mlp.experts.4.down_proj,4.33304691,0.01000,0.164
37,mlp.experts.5.down_proj,0.29921931,0.01000,0.164
37,mlp.experts.6.down_proj,5.57906628,0.01000,0.164
37,mlp.experts.7.down_proj,0.49449146,0.01000,0.164
37,mlp.experts.8.down_proj,23.14567566,0.01000,0.164
37,mlp.experts.9.down_proj,0.76103771,0.01000,0.164
37,mlp.experts.10.down_proj,8.72673702,0.01000,0.164
37,mlp.experts.11.down_proj,2.27734327,0.01000,0.165
37,mlp.experts.12.down_proj,3.63587809,0.01000,0.165
37,mlp.experts.13.down_proj,0.88898289,0.01000,0.165
37,mlp.experts.14.down_proj,1.86526251,0.01000,0.164
37,mlp.experts.15.down_proj,6.63187885,0.01000,0.164
37,mlp.experts.16.down_proj,6.18896961,0.01000,0.166
37,mlp.experts.17.down_proj,0.39250493,0.01000,0.166
37,mlp.experts.18.down_proj,5.31845045,0.01000,0.166
37,mlp.experts.19.down_proj,30.42335510,0.01000,0.166
37,mlp.experts.20.down_proj,136.19964600,0.01000,0.165
37,mlp.experts.21.down_proj,4.11258841,0.01000,0.165
37,mlp.experts.22.down_proj,1.56256771,0.01000,0.167
37,mlp.experts.23.down_proj,2.49220252,0.01000,0.167
37,mlp.experts.24.down_proj,9.38545227,0.01000,0.167
37,mlp.experts.25.down_proj,1.85164750,0.01000,0.168
37,mlp.experts.26.down_proj,32.65864563,0.01000,0.167
37,mlp.experts.27.down_proj,0.83545959,0.01000,0.166
37,mlp.experts.28.down_proj,5.12697983,0.01000,0.165
37,mlp.experts.29.down_proj,3.30821967,0.01000,0.168
37,mlp.experts.30.down_proj,1.02874088,0.01000,0.167
37,mlp.experts.31.down_proj,0.66253650,0.01000,0.166
37,mlp.experts.32.down_proj,3.24720860,0.01000,0.165
37,mlp.experts.33.down_proj,112.22821045,0.01000,0.165
37,mlp.experts.34.down_proj,25.25559235,0.01000,0.164
37,mlp.experts.35.down_proj,0.48634499,0.01000,0.165
37,mlp.experts.36.down_proj,3.58384967,0.01000,0.165
37,mlp.experts.37.down_proj,12.06256485,0.01000,0.165
37,mlp.experts.38.down_proj,15.18949509,0.01000,0.164
37,mlp.experts.39.down_proj,0.92931122,0.01000,0.165
37,mlp.experts.40.down_proj,8.87156868,0.01000,0.164
37,mlp.experts.41.down_proj,9.87744904,0.01000,0.164
37,mlp.experts.42.down_proj,4.37456989,0.01000,0.165
37,mlp.experts.43.down_proj,0.08461248,0.01000,0.165
37,mlp.experts.44.down_proj,5.67423391,0.01000,0.164
37,mlp.experts.45.down_proj,90.70980835,0.01000,0.164
37,mlp.experts.46.down_proj,0.57765019,0.01000,0.165
37,mlp.experts.47.down_proj,160.90878296,0.01000,0.164
37,mlp.experts.48.down_proj,0.56952667,0.01000,0.165
37,mlp.experts.49.down_proj,8.93880272,0.01000,0.165
37,mlp.experts.50.down_proj,0.05348497,0.01000,0.164
37,mlp.experts.51.down_proj,1.02742922,0.01000,0.167
37,mlp.experts.52.down_proj,72.45132446,0.01000,0.169
37,mlp.experts.53.down_proj,0.02518190,0.01000,0.168
37,mlp.experts.54.down_proj,0.64218259,0.01000,0.167
37,mlp.experts.55.down_proj,4.65729141,0.01000,0.165
37,mlp.experts.56.down_proj,0.35264754,0.01000,0.165
37,mlp.experts.57.down_proj,8.34198284,0.01000,0.165
37,mlp.experts.58.down_proj,23.81306076,0.01000,0.167
37,mlp.experts.59.down_proj,1.84970498,0.01000,0.169
37,mlp.experts.60.down_proj,42.49163055,0.01000,0.168
37,mlp.experts.61.down_proj,314.83325195,0.01000,0.169
37,mlp.experts.62.down_proj,12.15488434,0.01000,0.168
37,mlp.experts.63.down_proj,10.41953659,0.01000,0.168
37,mlp.experts.64.down_proj,4.52710152,0.01000,0.168
37,mlp.experts.65.down_proj,6.82770538,0.01000,0.168
37,mlp.experts.66.down_proj,11.30720901,0.01000,0.168
37,mlp.experts.67.down_proj,83.91519165,0.01000,0.168
37,mlp.experts.68.down_proj,7.94666767,0.01000,0.168
37,mlp.experts.69.down_proj,3.47957420,0.01000,0.174
37,mlp.experts.70.down_proj,0.58647668,0.01000,0.178
37,mlp.experts.71.down_proj,6.12012672,0.01000,0.177
37,mlp.experts.72.down_proj,0.01558139,0.01000,0.179
37,mlp.experts.73.down_proj,4.53345251,0.01000,0.178
37,mlp.experts.74.down_proj,0.10019517,0.01000,0.177
37,mlp.experts.75.down_proj,6.43240929,0.01000,0.168
37,mlp.experts.76.down_proj,3.06460714,0.01000,0.171
37,mlp.experts.77.down_proj,9.26801395,0.01000,0.179
37,mlp.experts.78.down_proj,107.75155640,0.01000,0.172
37,mlp.experts.79.down_proj,9.97785378,0.01000,0.170
37,mlp.experts.80.down_proj,16.10058975,0.01000,0.173
37,mlp.experts.81.down_proj,87.40384674,0.01000,0.169
37,mlp.experts.82.down_proj,3.91888165,0.01000,0.168
37,mlp.experts.83.down_proj,13.33764839,0.01000,0.168
37,mlp.experts.84.down_proj,3.11097598,0.01000,0.168
37,mlp.experts.85.down_proj,0.62249291,0.01000,0.179
37,mlp.experts.86.down_proj,0.09814649,0.01000,0.168
37,mlp.experts.87.down_proj,23.08738708,0.01000,0.168
37,mlp.experts.88.down_proj,59.14270020,0.01000,0.168
37,mlp.experts.89.down_proj,4.52637863,0.01000,0.169
37,mlp.experts.90.down_proj,0.42957374,0.01000,0.168
37,mlp.experts.91.down_proj,8.58673668,0.01000,0.168
37,mlp.experts.92.down_proj,122.32853699,0.01000,0.168
37,mlp.experts.93.down_proj,52.66583252,0.01000,0.168
37,mlp.experts.94.down_proj,0.28429395,0.01000,0.168
37,mlp.experts.95.down_proj,8.09442711,0.01000,0.168
37,mlp.experts.96.down_proj,0.50028521,0.01000,0.169
37,mlp.experts.97.down_proj,0.26329410,0.01000,0.168
37,mlp.experts.98.down_proj,6.53492737,0.01000,0.168
37,mlp.experts.99.down_proj,6.53443336,0.01000,0.169
37,mlp.experts.100.down_proj,1.22935486,0.01000,0.169
37,mlp.experts.101.down_proj,5.63788843,0.01000,0.168
37,mlp.experts.102.down_proj,6.91406822,0.01000,0.169
37,mlp.experts.103.down_proj,9.46341038,0.01000,0.168
37,mlp.experts.104.down_proj,9.80327988,0.01000,0.168
37,mlp.experts.105.down_proj,5.51964283,0.01000,0.170
37,mlp.experts.106.down_proj,2.64856720,0.01000,0.171
37,mlp.experts.107.down_proj,2.77060556,0.01000,0.170
37,mlp.experts.108.down_proj,2.16421199,0.01000,0.169
37,mlp.experts.109.down_proj,8.71418476,0.01000,0.169
37,mlp.experts.110.down_proj,3.74328351,0.01000,0.168
37,mlp.experts.111.down_proj,3.26778316,0.01000,0.168
37,mlp.experts.112.down_proj,23.18828583,0.01000,0.177
37,mlp.experts.113.down_proj,5.36167908,0.01000,0.168
37,mlp.experts.114.down_proj,38.00575638,0.01000,0.168
37,mlp.experts.115.down_proj,4.23099041,0.01000,0.177
37,mlp.experts.116.down_proj,0.12350643,0.01000,0.176
37,mlp.experts.117.down_proj,2.83802843,0.01000,0.178
37,mlp.experts.118.down_proj,7.86713076,0.01000,0.177
37,mlp.experts.119.down_proj,0.79183561,0.01000,0.178
37,mlp.experts.120.down_proj,6.39100981,0.01000,0.177
37,mlp.experts.121.down_proj,7.41480541,0.01000,0.168
37,mlp.experts.122.down_proj,26.13651657,0.01000,0.169
37,mlp.experts.123.down_proj,8.44659710,0.01000,0.168
37,mlp.experts.124.down_proj,1.22008777,0.01000,0.168
37,mlp.experts.125.down_proj,1.30817246,0.01000,0.169
37,mlp.experts.126.down_proj,0.25283772,0.01000,0.168
37,mlp.experts.127.down_proj,4.64769554,0.01000,0.169
38,self_attn.q_proj,2.33135152,0.01000,0.439
38,self_attn.k_proj,0.27580482,0.01000,0.436
38,self_attn.v_proj,0.36643764,0.01000,0.437
38,self_attn.o_proj,0.25865144,0.01000,0.862
38,mlp.experts.0.up_proj,2.10245395,0.01000,0.443
38,mlp.experts.1.up_proj,78.15408325,0.01000,0.436
38,mlp.experts.2.up_proj,0.99922192,0.01000,0.441
38,mlp.experts.3.up_proj,8.84910965,0.01000,0.440
38,mlp.experts.4.up_proj,89.26235962,0.01000,0.438
38,mlp.experts.5.up_proj,3.83941054,0.01000,0.438
38,mlp.experts.6.up_proj,6.51993799,0.01000,0.439
38,mlp.experts.7.up_proj,6.24769640,0.01000,0.439
38,mlp.experts.8.up_proj,6.00509930,0.01000,0.438
38,mlp.experts.9.up_proj,4.94487858,0.01000,0.438
38,mlp.experts.10.up_proj,8.00907135,0.01000,0.437
38,mlp.experts.11.up_proj,6.97374058,0.01000,0.439
38,mlp.experts.12.up_proj,87.69530487,0.01000,0.439
38,mlp.experts.13.up_proj,1.56114137,0.01000,0.444
38,mlp.experts.14.up_proj,143.63320923,0.01000,0.439
38,mlp.experts.15.up_proj,8.66002083,0.01000,0.439
38,mlp.experts.16.up_proj,7.14935827,0.01000,0.439
38,mlp.experts.17.up_proj,12.06899643,0.01000,0.439
38,mlp.experts.18.up_proj,11.74447250,0.01000,0.438
38,mlp.experts.19.up_proj,5.17697239,0.01000,0.438
38,mlp.experts.20.up_proj,7.81763506,0.01000,0.439
38,mlp.experts.21.up_proj,3.87853050,0.01000,0.438
38,mlp.experts.22.up_proj,65.06999207,0.01000,0.439
38,mlp.experts.23.up_proj,6.99416351,0.01000,0.442
38,mlp.experts.24.up_proj,7.22944403,0.01000,0.442
38,mlp.experts.25.up_proj,4.06472111,0.01000,0.439
38,mlp.experts.26.up_proj,75.97477722,0.01000,0.439
38,mlp.experts.27.up_proj,10.67531776,0.01000,0.439
38,mlp.experts.28.up_proj,8.78220940,0.01000,0.439
38,mlp.experts.29.up_proj,1.20492435,0.01000,0.439
38,mlp.experts.30.up_proj,1.86138403,0.01000,0.440
38,mlp.experts.31.up_proj,0.76654685,0.01000,0.439
38,mlp.experts.32.up_proj,45.48039246,0.01000,0.439
38,mlp.experts.33.up_proj,145.21051025,0.01000,0.440
38,mlp.experts.34.up_proj,10.90685081,0.01000,0.446
38,mlp.experts.35.up_proj,0.30499774,0.01000,0.441
38,mlp.experts.36.up_proj,7.14525032,0.01000,0.440
38,mlp.experts.37.up_proj,2.50426960,0.01000,0.440
38,mlp.experts.38.up_proj,23.33671188,0.01000,0.441
38,mlp.experts.39.up_proj,9.84927368,0.01000,0.441
38,mlp.experts.40.up_proj,7.74460602,0.01000,0.440
38,mlp.experts.41.up_proj,0.74524724,0.01000,0.440
38,mlp.experts.42.up_proj,64.87574768,0.01000,0.441
38,mlp.experts.43.up_proj,16.10377884,0.01000,0.441
38,mlp.experts.44.up_proj,10.26710415,0.01000,0.445
38,mlp.experts.45.up_proj,0.97814000,0.01000,0.444
38,mlp.experts.46.up_proj,4.88718033,0.01000,0.440
38,mlp.experts.47.up_proj,8.32506180,0.01000,0.441
38,mlp.experts.48.up_proj,6.74288273,0.01000,0.456
38,mlp.experts.49.up_proj,86.70722198,0.01000,0.441
38,mlp.experts.50.up_proj,5.52559185,0.01000,0.439
38,mlp.experts.51.up_proj,5.61369705,0.01000,0.440
38,mlp.experts.52.up_proj,3.35866070,0.01000,0.444
38,mlp.experts.53.up_proj,17.69643974,0.01000,0.439
38,mlp.experts.54.up_proj,0.99003184,0.01000,0.442
38,mlp.experts.55.up_proj,99.21389771,0.01000,0.451
38,mlp.experts.56.up_proj,0.50927216,0.01000,0.464
38,mlp.experts.57.up_proj,10.64523411,0.01000,0.463
38,mlp.experts.58.up_proj,11.50010681,0.01000,0.443
38,mlp.experts.59.up_proj,0.59405470,0.01000,0.440
38,mlp.experts.60.up_proj,11.81340027,0.01000,0.447
38,mlp.experts.61.up_proj,1.95988917,0.01000,0.442
38,mlp.experts.62.up_proj,11.30147934,0.01000,0.441
38,mlp.experts.63.up_proj,13.54705429,0.01000,0.441
38,mlp.experts.64.up_proj,11.65166473,0.01000,0.441
38,mlp.experts.65.up_proj,0.59086651,0.01000,0.448
38,mlp.experts.66.up_proj,4.35735130,0.01000,0.445
38,mlp.experts.67.up_proj,25.39617538,0.01000,0.440
38,mlp.experts.68.up_proj,10.35276699,0.01000,0.443
38,mlp.experts.69.up_proj,12.58308601,0.01000,0.445
38,mlp.experts.70.up_proj,7.18722582,0.01000,0.441
38,mlp.experts.71.up_proj,7.82576275,0.01000,0.462
38,mlp.experts.72.up_proj,17.13052750,0.01000,0.444
38,mlp.experts.73.up_proj,7.58032608,0.01000,0.453
38,mlp.experts.74.up_proj,6.29680777,0.01000,0.440
38,mlp.experts.75.up_proj,14.85299683,0.01000,0.444
38,mlp.experts.76.up_proj,9.12872505,0.01000,0.445
38,mlp.experts.77.up_proj,0.01802255,0.01000,0.440
38,mlp.experts.78.up_proj,17.00001144,0.01000,0.460
38,mlp.experts.79.up_proj,9.42241573,0.01000,0.443
38,mlp.experts.80.up_proj,8.22308922,0.01000,0.446
38,mlp.experts.81.up_proj,140.49842834,0.01000,0.442
38,mlp.experts.82.up_proj,20.68698120,0.01000,0.445
38,mlp.experts.83.up_proj,2.43696499,0.01000,0.444
38,mlp.experts.84.up_proj,7.40241003,0.01000,0.440
38,mlp.experts.85.up_proj,13.20145702,0.01000,0.464
38,mlp.experts.86.up_proj,29.97599030,0.01000,0.465
38,mlp.experts.87.up_proj,7.10998726,0.01000,0.470
38,mlp.experts.88.up_proj,4.62753868,0.01000,0.441
38,mlp.experts.89.up_proj,3.04913807,0.01000,0.440
38,mlp.experts.90.up_proj,4.80844116,0.01000,0.440
38,mlp.experts.91.up_proj,7.89623260,0.01000,0.441
38,mlp.experts.92.up_proj,156.51255798,0.01000,0.440
38,mlp.experts.93.up_proj,6.11602879,0.01000,0.440
38,mlp.experts.94.up_proj,1.94500566,0.01000,0.441
38,mlp.experts.95.up_proj,4.91410112,0.01000,0.441
38,mlp.experts.96.up_proj,5.59347200,0.01000,0.445
38,mlp.experts.97.up_proj,1.53936183,0.01000,0.443
38,mlp.experts.98.up_proj,74.82426453,0.01000,0.456
38,mlp.experts.99.up_proj,8.53035355,0.01000,0.441
38,mlp.experts.100.up_proj,42.03818512,0.01000,0.441
38,mlp.experts.101.up_proj,14.17689228,0.01000,0.440
38,mlp.experts.102.up_proj,23.77742386,0.01000,0.440
38,mlp.experts.103.up_proj,0.30016163,0.01000,0.440
38,mlp.experts.104.up_proj,7.54270267,0.01000,0.440
38,mlp.experts.105.up_proj,18.71424103,0.01000,0.440
38,mlp.experts.106.up_proj,2.34260702,0.01000,0.442
38,mlp.experts.107.up_proj,26.35447502,0.01000,0.462
38,mlp.experts.108.up_proj,3.11387634,0.01000,0.458
38,mlp.experts.109.up_proj,21.71775055,0.01000,0.441
38,mlp.experts.110.up_proj,28.16339874,0.01000,0.441
38,mlp.experts.111.up_proj,9.17678070,0.01000,0.440
38,mlp.experts.112.up_proj,1.70788133,0.01000,0.440
38,mlp.experts.113.up_proj,0.39627555,0.01000,0.440
38,mlp.experts.114.up_proj,3.43917632,0.01000,0.441
38,mlp.experts.115.up_proj,25.80001450,0.01000,0.441
38,mlp.experts.116.up_proj,2.66407919,0.01000,0.459
38,mlp.experts.117.up_proj,3.25693035,0.01000,0.446
38,mlp.experts.118.up_proj,3.79592967,0.01000,0.442
38,mlp.experts.119.up_proj,9.16006851,0.01000,0.441
38,mlp.experts.120.up_proj,0.33855104,0.01000,0.441
38,mlp.experts.121.up_proj,1.18058217,0.01000,0.441
38,mlp.experts.122.up_proj,0.47923952,0.01000,0.441
38,mlp.experts.123.up_proj,0.46561557,0.01000,0.441
38,mlp.experts.124.up_proj,1.02280200,0.01000,0.441
38,mlp.experts.125.up_proj,51.75467300,0.01000,0.441
38,mlp.experts.126.up_proj,21.70823097,0.01000,0.456
38,mlp.experts.127.up_proj,7.60822630,0.01000,0.444
38,mlp.experts.0.gate_proj,1.98281503,0.01000,0.446
38,mlp.experts.1.gate_proj,74.24458313,0.01000,0.441
38,mlp.experts.2.gate_proj,1.01547170,0.01000,0.440
38,mlp.experts.3.gate_proj,8.52418041,0.01000,0.441
38,mlp.experts.4.gate_proj,84.40238953,0.01000,0.440
38,mlp.experts.5.gate_proj,3.75486350,0.01000,0.440
38,mlp.experts.6.gate_proj,6.25663853,0.01000,0.439
38,mlp.experts.7.gate_proj,6.06371880,0.01000,0.440
38,mlp.experts.8.gate_proj,5.65839863,0.01000,0.440
38,mlp.experts.9.gate_proj,5.68156433,0.01000,0.441
38,mlp.experts.10.gate_proj,7.58748341,0.01000,0.446
38,mlp.experts.11.gate_proj,7.06094170,0.01000,0.442
38,mlp.experts.12.gate_proj,64.88582611,0.01000,0.470
38,mlp.experts.13.gate_proj,1.62762022,0.01000,0.441
38,mlp.experts.14.gate_proj,147.37908936,0.01000,0.440
38,mlp.experts.15.gate_proj,8.52472687,0.01000,0.440
38,mlp.experts.16.gate_proj,7.06124353,0.01000,0.440
38,mlp.experts.17.gate_proj,13.04549122,0.01000,0.441
38,mlp.experts.18.gate_proj,10.97956276,0.01000,0.440
38,mlp.experts.19.gate_proj,5.14037228,0.01000,0.440
38,mlp.experts.20.gate_proj,8.93904972,0.01000,0.443
38,mlp.experts.21.gate_proj,3.69105887,0.01000,0.444
38,mlp.experts.22.gate_proj,74.50849915,0.01000,0.439
38,mlp.experts.23.gate_proj,6.71816778,0.01000,0.440
38,mlp.experts.24.gate_proj,7.62093353,0.01000,0.464
38,mlp.experts.25.gate_proj,3.77720070,0.01000,0.461
38,mlp.experts.26.gate_proj,81.66596985,0.01000,0.430
38,mlp.experts.27.gate_proj,10.57689285,0.01000,0.445
38,mlp.experts.28.gate_proj,8.14401436,0.01000,0.433
38,mlp.experts.29.gate_proj,1.21890903,0.01000,0.446
38,mlp.experts.30.gate_proj,1.76572680,0.01000,0.454
38,mlp.experts.31.gate_proj,0.74744236,0.01000,0.461
38,mlp.experts.32.gate_proj,49.99670029,0.01000,0.443
38,mlp.experts.33.gate_proj,158.07354736,0.01000,0.449
38,mlp.experts.34.gate_proj,9.73923302,0.01000,0.451
38,mlp.experts.35.gate_proj,0.28677207,0.01000,0.449
38,mlp.experts.36.gate_proj,6.93168259,0.01000,0.456
38,mlp.experts.37.gate_proj,2.46148205,0.01000,0.444
38,mlp.experts.38.gate_proj,23.57012558,0.01000,0.435
38,mlp.experts.39.gate_proj,8.68725014,0.01000,0.443
38,mlp.experts.40.gate_proj,7.63923454,0.01000,0.455
38,mlp.experts.41.gate_proj,0.71968013,0.01000,0.455
38,mlp.experts.42.gate_proj,66.18766785,0.01000,0.456
38,mlp.experts.43.gate_proj,14.89359951,0.01000,0.431
38,mlp.experts.44.gate_proj,10.16959572,0.01000,0.444
38,mlp.experts.45.gate_proj,0.97880387,0.01000,0.456
38,mlp.experts.46.gate_proj,4.80424500,0.01000,0.445
38,mlp.experts.47.gate_proj,8.65214634,0.01000,0.450
38,mlp.experts.48.gate_proj,6.48583794,0.01000,0.434
38,mlp.experts.49.gate_proj,87.80903625,0.01000,0.441
38,mlp.experts.50.gate_proj,5.50156403,0.01000,0.450
38,mlp.experts.51.gate_proj,5.46463585,0.01000,0.462
38,mlp.experts.52.gate_proj,3.12769794,0.01000,0.439
38,mlp.experts.53.gate_proj,17.24593925,0.01000,0.447
38,mlp.experts.54.gate_proj,0.89058870,0.01000,0.453
38,mlp.experts.55.gate_proj,107.08821106,0.01000,0.444
38,mlp.experts.56.gate_proj,0.49936900,0.01000,0.453
38,mlp.experts.57.gate_proj,10.38448715,0.01000,0.446
38,mlp.experts.58.gate_proj,10.03489780,0.01000,0.446
38,mlp.experts.59.gate_proj,0.59513688,0.01000,0.453
38,mlp.experts.60.gate_proj,9.37769604,0.01000,0.447
38,mlp.experts.61.gate_proj,2.07252216,0.01000,0.459
38,mlp.experts.62.gate_proj,12.57201767,0.01000,0.467
38,mlp.experts.63.gate_proj,12.17103863,0.01000,0.430
38,mlp.experts.64.gate_proj,11.93514442,0.01000,0.456
38,mlp.experts.65.gate_proj,0.55692506,0.01000,0.447
38,mlp.experts.66.gate_proj,4.00688982,0.01000,0.453
38,mlp.experts.67.gate_proj,24.65278244,0.01000,0.451
38,mlp.experts.68.gate_proj,11.15815926,0.01000,0.441
38,mlp.experts.69.gate_proj,12.86507607,0.01000,0.455
38,mlp.experts.70.gate_proj,7.16753578,0.01000,0.429
38,mlp.experts.71.gate_proj,7.46968555,0.01000,0.436
38,mlp.experts.72.gate_proj,15.69305801,0.01000,0.487
38,mlp.experts.73.gate_proj,7.63055325,0.01000,0.445
38,mlp.experts.74.gate_proj,6.99839783,0.01000,0.442
38,mlp.experts.75.gate_proj,14.27439785,0.01000,0.442
38,mlp.experts.76.gate_proj,8.76942539,0.01000,0.439
38,mlp.experts.77.gate_proj,0.01713777,0.01000,0.439
38,mlp.experts.78.gate_proj,17.44365311,0.01000,0.439
38,mlp.experts.79.gate_proj,9.25826168,0.01000,0.438
38,mlp.experts.80.gate_proj,8.24353600,0.01000,0.456
38,mlp.experts.81.gate_proj,140.53529358,0.01000,0.439
38,mlp.experts.82.gate_proj,23.83148384,0.01000,0.483
38,mlp.experts.83.gate_proj,2.41191483,0.01000,0.449
38,mlp.experts.84.gate_proj,7.89988613,0.01000,0.439
38,mlp.experts.85.gate_proj,13.28956699,0.01000,0.438
38,mlp.experts.86.gate_proj,31.33721924,0.01000,0.438
38,mlp.experts.87.gate_proj,7.60924387,0.01000,0.439
38,mlp.experts.88.gate_proj,4.51461124,0.01000,0.439
38,mlp.experts.89.gate_proj,3.06872416,0.01000,0.439
38,mlp.experts.90.gate_proj,4.53559971,0.01000,0.438
38,mlp.experts.91.gate_proj,7.91859531,0.01000,0.439
38,mlp.experts.92.gate_proj,144.27354431,0.01000,0.440
38,mlp.experts.93.gate_proj,5.76225615,0.01000,0.446
38,mlp.experts.94.gate_proj,2.04141188,0.01000,0.439
38,mlp.experts.95.gate_proj,4.79978132,0.01000,0.439
38,mlp.experts.96.gate_proj,5.14876747,0.01000,0.440
38,mlp.experts.97.gate_proj,1.54991281,0.01000,0.439
38,mlp.experts.98.gate_proj,73.99351501,0.01000,0.440
38,mlp.experts.99.gate_proj,8.21443844,0.01000,0.439
38,mlp.experts.100.gate_proj,44.21928406,0.01000,0.440
38,mlp.experts.101.gate_proj,15.18074417,0.01000,0.439
38,mlp.experts.102.gate_proj,27.54630280,0.01000,0.440
38,mlp.experts.103.gate_proj,0.29054302,0.01000,0.443
38,mlp.experts.104.gate_proj,7.32573462,0.01000,0.444
38,mlp.experts.105.gate_proj,17.51988602,0.01000,0.439
38,mlp.experts.106.gate_proj,2.24499512,0.01000,0.440
38,mlp.experts.107.gate_proj,26.27047348,0.01000,0.440
38,mlp.experts.108.gate_proj,3.12562990,0.01000,0.439
38,mlp.experts.109.gate_proj,23.11068344,0.01000,0.439
38,mlp.experts.110.gate_proj,26.91800880,0.01000,0.455
38,mlp.experts.111.gate_proj,8.88214207,0.01000,0.453
38,mlp.experts.112.gate_proj,1.57416201,0.01000,0.467
38,mlp.experts.113.gate_proj,0.39712799,0.01000,0.470
38,mlp.experts.114.gate_proj,3.52406240,0.01000,0.468
38,mlp.experts.115.gate_proj,26.41380119,0.01000,0.465
38,mlp.experts.116.gate_proj,2.62866998,0.01000,0.439
38,mlp.experts.117.gate_proj,5.43828678,0.01000,0.439
38,mlp.experts.118.gate_proj,3.31452560,0.01000,0.439
38,mlp.experts.119.gate_proj,9.02130890,0.01000,0.440
38,mlp.experts.120.gate_proj,0.34460521,0.01000,0.440
38,mlp.experts.121.gate_proj,1.18846858,0.01000,0.440
38,mlp.experts.122.gate_proj,0.41194990,0.01000,0.439
38,mlp.experts.123.gate_proj,0.41084212,0.01000,0.439
38,mlp.experts.124.gate_proj,0.99719650,0.01000,0.445
38,mlp.experts.125.gate_proj,45.15270996,0.01000,0.442
38,mlp.experts.126.gate_proj,22.02642059,0.01000,0.439
38,mlp.experts.127.gate_proj,7.04996634,0.01000,0.440
38,mlp.experts.0.down_proj,1.09676754,0.01000,0.169
38,mlp.experts.1.down_proj,43.59481430,0.01000,0.164
38,mlp.experts.2.down_proj,0.26817140,0.01000,0.164
38,mlp.experts.3.down_proj,4.15347672,0.01000,0.164
38,mlp.experts.4.down_proj,113.86112213,0.01000,0.164
38,mlp.experts.5.down_proj,2.21907425,0.01000,0.164
38,mlp.experts.6.down_proj,4.39527941,0.01000,0.164
38,mlp.experts.7.down_proj,4.18398476,0.01000,0.164
38,mlp.experts.8.down_proj,5.56340456,0.01000,0.164
38,mlp.experts.9.down_proj,3.28923893,0.01000,0.164
38,mlp.experts.10.down_proj,6.32983971,0.01000,0.164
38,mlp.experts.11.down_proj,6.99997663,0.01000,0.165
38,mlp.experts.12.down_proj,39.63576889,0.01000,0.165
38,mlp.experts.13.down_proj,0.32756746,0.01000,0.165
38,mlp.experts.14.down_proj,95.02008057,0.01000,0.165
38,mlp.experts.15.down_proj,8.12212563,0.01000,0.165
38,mlp.experts.16.down_proj,4.55621958,0.01000,0.165
38,mlp.experts.17.down_proj,14.19716072,0.01000,0.165
38,mlp.experts.18.down_proj,10.83133030,0.01000,0.165
38,mlp.experts.19.down_proj,3.46123505,0.01000,0.165
38,mlp.experts.20.down_proj,6.35511875,0.01000,0.165
38,mlp.experts.21.down_proj,2.46981621,0.01000,0.165
38,mlp.experts.22.down_proj,40.95281219,0.01000,0.165
38,mlp.experts.23.down_proj,3.65915847,0.01000,0.165
38,mlp.experts.24.down_proj,3.66104889,0.01000,0.167
38,mlp.experts.25.down_proj,3.59625435,0.01000,0.166
38,mlp.experts.26.down_proj,41.57420349,0.01000,0.166
38,mlp.experts.27.down_proj,9.46760273,0.01000,0.164
38,mlp.experts.28.down_proj,9.38265038,0.01000,0.165
38,mlp.experts.29.down_proj,0.23744139,0.01000,0.165
38,mlp.experts.30.down_proj,0.59167981,0.01000,0.166
38,mlp.experts.31.down_proj,0.42991751,0.01000,0.165
38,mlp.experts.32.down_proj,57.77758026,0.01000,0.174
38,mlp.experts.33.down_proj,118.99897766,0.01000,0.168
38,mlp.experts.34.down_proj,6.16494846,0.01000,0.165
38,mlp.experts.35.down_proj,0.20259547,0.01000,0.176
38,mlp.experts.36.down_proj,3.78046274,0.01000,0.170
38,mlp.experts.37.down_proj,0.95173842,0.01000,0.165
38,mlp.experts.38.down_proj,15.52728844,0.01000,0.165
38,mlp.experts.39.down_proj,7.47392464,0.01000,0.172
38,mlp.experts.40.down_proj,4.39296675,0.01000,0.167
38,mlp.experts.41.down_proj,0.74340588,0.01000,0.165
38,mlp.experts.42.down_proj,44.31143188,0.01000,0.174
38,mlp.experts.43.down_proj,17.29452133,0.01000,0.169
38,mlp.experts.44.down_proj,5.58079576,0.01000,0.165
38,mlp.experts.45.down_proj,0.49609879,0.01000,0.176
38,mlp.experts.46.down_proj,4.48706913,0.01000,0.171
38,mlp.experts.47.down_proj,9.52172852,0.01000,0.165
38,mlp.experts.48.down_proj,7.02204037,0.01000,0.165
38,mlp.experts.49.down_proj,51.87165070,0.01000,0.172
38,mlp.experts.50.down_proj,3.46357775,0.01000,0.168
38,mlp.experts.51.down_proj,2.71863914,0.01000,0.167
38,mlp.experts.52.down_proj,2.37400317,0.01000,0.179
38,mlp.experts.53.down_proj,9.28245544,0.01000,0.173
38,mlp.experts.54.down_proj,0.59697109,0.01000,0.176
38,mlp.experts.55.down_proj,33.11865234,0.01000,0.167
38,mlp.experts.56.down_proj,0.46997255,0.01000,0.175
38,mlp.experts.57.down_proj,6.36334705,0.01000,0.168
38,mlp.experts.58.down_proj,12.42314339,0.01000,0.167
38,mlp.experts.59.down_proj,0.27175683,0.01000,0.177
38,mlp.experts.60.down_proj,8.48807907,0.01000,0.172
38,mlp.experts.61.down_proj,0.76869732,0.01000,0.168
38,mlp.experts.62.down_proj,15.32897186,0.01000,0.167
38,mlp.experts.63.down_proj,30.75103760,0.01000,0.174
38,mlp.experts.64.down_proj,9.97379494,0.01000,0.170
38,mlp.experts.65.down_proj,0.46647069,0.01000,0.168
38,mlp.experts.66.down_proj,3.93429470,0.01000,0.178
38,mlp.experts.67.down_proj,22.15860558,0.01000,0.173
38,mlp.experts.68.down_proj,8.19558334,0.01000,0.168
38,mlp.experts.69.down_proj,9.92360497,0.01000,0.168
38,mlp.experts.70.down_proj,2.86938190,0.01000,0.176
38,mlp.experts.71.down_proj,5.69585800,0.01000,0.170
38,mlp.experts.72.down_proj,10.48363495,0.01000,0.168
38,mlp.experts.73.down_proj,9.62793827,0.01000,0.179
38,mlp.experts.74.down_proj,2.71016741,0.01000,0.174
38,mlp.experts.75.down_proj,11.33163071,0.01000,0.168
38,mlp.experts.76.down_proj,3.85949945,0.01000,0.181
38,mlp.experts.77.down_proj,0.00583616,0.01000,0.177
38,mlp.experts.78.down_proj,10.03324699,0.01000,0.176
38,mlp.experts.79.down_proj,7.07088852,0.01000,0.183
38,mlp.experts.80.down_proj,9.52573586,0.01000,0.181
38,mlp.experts.81.down_proj,157.83293152,0.01000,0.177
38,mlp.experts.82.down_proj,18.58859444,0.01000,0.171
38,mlp.experts.83.down_proj,0.38263732,0.01000,0.169
38,mlp.experts.84.down_proj,4.27169037,0.01000,0.180
38,mlp.experts.85.down_proj,15.75532532,0.01000,0.175
38,mlp.experts.86.down_proj,11.73015022,0.01000,0.169
38,mlp.experts.87.down_proj,2.39072394,0.01000,0.180
38,mlp.experts.88.down_proj,4.15703249,0.01000,0.169
38,mlp.experts.89.down_proj,1.16849101,0.01000,0.168
38,mlp.experts.90.down_proj,3.10570621,0.01000,0.169
38,mlp.experts.91.down_proj,1.94379997,0.01000,0.168
38,mlp.experts.92.down_proj,56.68890381,0.01000,0.168
38,mlp.experts.93.down_proj,4.97731781,0.01000,0.168
38,mlp.experts.94.down_proj,1.13610625,0.01000,0.168
38,mlp.experts.95.down_proj,2.50328875,0.01000,0.168
38,mlp.experts.96.down_proj,5.33575964,0.01000,0.168
38,mlp.experts.97.down_proj,0.53702283,0.01000,0.168
38,mlp.experts.98.down_proj,92.62240601,0.01000,0.168
38,mlp.experts.99.down_proj,4.76526880,0.01000,0.168
38,mlp.experts.100.down_proj,49.63010025,0.01000,0.168
38,mlp.experts.101.down_proj,9.51745415,0.01000,0.169
38,mlp.experts.102.down_proj,18.06870270,0.01000,0.169
38,mlp.experts.103.down_proj,0.14859951,0.01000,0.168
38,mlp.experts.104.down_proj,6.54665279,0.01000,0.171
38,mlp.experts.105.down_proj,7.87714958,0.01000,0.171
38,mlp.experts.106.down_proj,3.33069563,0.01000,0.170
38,mlp.experts.107.down_proj,20.81664658,0.01000,0.170
38,mlp.experts.108.down_proj,1.73115313,0.01000,0.168
38,mlp.experts.109.down_proj,15.09479618,0.01000,0.168
38,mlp.experts.110.down_proj,18.46551895,0.01000,0.168
38,mlp.experts.111.down_proj,4.94787264,0.01000,0.169
38,mlp.experts.112.down_proj,1.32682753,0.01000,0.168
38,mlp.experts.113.down_proj,0.08580418,0.01000,0.168
38,mlp.experts.114.down_proj,1.75745654,0.01000,0.168
38,mlp.experts.115.down_proj,14.84943199,0.01000,0.168
38,mlp.experts.116.down_proj,2.22230101,0.01000,0.168
38,mlp.experts.117.down_proj,1.37937593,0.01000,0.168
38,mlp.experts.118.down_proj,3.54507780,0.01000,0.169
38,mlp.experts.119.down_proj,10.54474831,0.01000,0.168
38,mlp.experts.120.down_proj,0.33360121,0.01000,0.168
38,mlp.experts.121.down_proj,0.54056489,0.01000,0.168
38,mlp.experts.122.down_proj,0.51615965,0.01000,0.168
38,mlp.experts.123.down_proj,0.41434547,0.01000,0.168
38,mlp.experts.124.down_proj,0.51065612,0.01000,0.169
38,mlp.experts.125.down_proj,35.98611450,0.01000,0.169
38,mlp.experts.126.down_proj,36.04621124,0.01000,0.169
38,mlp.experts.127.down_proj,6.55315781,0.01000,0.169
39,self_attn.q_proj,2.19217682,0.01000,0.442
39,self_attn.k_proj,0.22765249,0.01000,0.439
39,self_attn.v_proj,0.30437613,0.01000,0.438
39,self_attn.o_proj,0.19389060,0.01000,0.887
39,mlp.experts.0.up_proj,96.39798737,0.01000,0.434
39,mlp.experts.1.up_proj,18.05426407,0.01000,0.439
39,mlp.experts.2.up_proj,29.34335327,0.01000,0.438
39,mlp.experts.3.up_proj,14.82367039,0.01000,0.438
39,mlp.experts.4.up_proj,14.84391499,0.01000,0.440
39,mlp.experts.5.up_proj,51.22975159,0.01000,0.439
39,mlp.experts.6.up_proj,11.37924576,0.01000,0.446
39,mlp.experts.7.up_proj,23.06005669,0.01000,0.454
39,mlp.experts.8.up_proj,31.47392845,0.01000,0.441
39,mlp.experts.9.up_proj,6.55365801,0.01000,0.439
39,mlp.experts.10.up_proj,18.24349976,0.01000,0.430
39,mlp.experts.11.up_proj,22.30814362,0.01000,0.431
39,mlp.experts.12.up_proj,23.38549423,0.01000,0.433
39,mlp.experts.13.up_proj,7.58618355,0.01000,0.430
39,mlp.experts.14.up_proj,2.19628143,0.01000,0.431
39,mlp.experts.15.up_proj,0.43524453,0.01000,0.430
39,mlp.experts.16.up_proj,13.89305496,0.01000,0.431
39,mlp.experts.17.up_proj,8.29213047,0.01000,0.440
39,mlp.experts.18.up_proj,4.13921928,0.01000,0.432
39,mlp.experts.19.up_proj,9.88204193,0.01000,0.431
39,mlp.experts.20.up_proj,15.76881599,0.01000,0.430
39,mlp.experts.21.up_proj,1.70968664,0.01000,0.430
39,mlp.experts.22.up_proj,6.71535015,0.01000,0.430
39,mlp.experts.23.up_proj,10.81102562,0.01000,0.430
39,mlp.experts.24.up_proj,2.10056996,0.01000,0.431
39,mlp.experts.25.up_proj,222.57597351,0.01000,0.431
39,mlp.experts.26.up_proj,8.60512543,0.01000,0.430
39,mlp.experts.27.up_proj,4.83831263,0.01000,0.430
39,mlp.experts.28.up_proj,43.92948151,0.01000,0.439
39,mlp.experts.29.up_proj,31.90736961,0.01000,0.431
39,mlp.experts.30.up_proj,6.07830334,0.01000,0.430
39,mlp.experts.31.up_proj,29.70472336,0.01000,0.430
39,mlp.experts.32.up_proj,32.45738220,0.01000,0.432
39,mlp.experts.33.up_proj,12.72022247,0.01000,0.431
39,mlp.experts.34.up_proj,8.72111511,0.01000,0.432
39,mlp.experts.35.up_proj,12.62311554,0.01000,0.430
39,mlp.experts.36.up_proj,4.01314163,0.01000,0.432
39,mlp.experts.37.up_proj,8.49599266,0.01000,0.432
39,mlp.experts.38.up_proj,2.40893650,0.01000,0.434
39,mlp.experts.39.up_proj,3.59866881,0.01000,0.436
39,mlp.experts.40.up_proj,20.55474472,0.01000,0.432
39,mlp.experts.41.up_proj,177.08975220,0.01000,0.431
39,mlp.experts.42.up_proj,1.03917825,0.01000,0.431
39,mlp.experts.43.up_proj,0.78159565,0.01000,0.430
39,mlp.experts.44.up_proj,0.31266075,0.01000,0.430
39,mlp.experts.45.up_proj,18.47422218,0.01000,0.431
39,mlp.experts.46.up_proj,18.84330750,0.01000,0.432
39,mlp.experts.47.up_proj,0.69525099,0.01000,0.430
39,mlp.experts.48.up_proj,12.56894112,0.01000,0.430
39,mlp.experts.49.up_proj,27.77656746,0.01000,0.440
39,mlp.experts.50.up_proj,2.90727091,0.01000,0.437
39,mlp.experts.51.up_proj,128.00132751,0.01000,0.431
39,mlp.experts.52.up_proj,197.08285522,0.01000,0.429
39,mlp.experts.53.up_proj,5.79030895,0.01000,0.432
39,mlp.experts.54.up_proj,8.62645817,0.01000,0.431
39,mlp.experts.55.up_proj,12.87113476,0.01000,0.432
39,mlp.experts.56.up_proj,13.42636108,0.01000,0.429
39,mlp.experts.57.up_proj,7.63078022,0.01000,0.432
39,mlp.experts.58.up_proj,2.09921789,0.01000,0.430
39,mlp.experts.59.up_proj,15.47832680,0.01000,0.430
39,mlp.experts.60.up_proj,10.05418205,0.01000,0.440
39,mlp.experts.61.up_proj,10.00858688,0.01000,0.432
39,mlp.experts.62.up_proj,0.40800005,0.01000,0.430
39,mlp.experts.63.up_proj,5.90067148,0.01000,0.428
39,mlp.experts.64.up_proj,0.79979962,0.01000,0.428
39,mlp.experts.65.up_proj,9.82207203,0.01000,0.429
39,mlp.experts.66.up_proj,2.55865288,0.01000,0.428
39,mlp.experts.67.up_proj,6.71268415,0.01000,0.427
39,mlp.experts.68.up_proj,3.80030775,0.01000,0.427
39,mlp.experts.69.up_proj,7.16286182,0.01000,0.428
39,mlp.experts.70.up_proj,10.88646603,0.01000,0.433
39,mlp.experts.71.up_proj,7.77694511,0.01000,0.454
39,mlp.experts.72.up_proj,4.65721893,0.01000,0.443
39,mlp.experts.73.up_proj,0.34874576,0.01000,0.448
39,mlp.experts.74.up_proj,1.30443692,0.01000,0.431
39,mlp.experts.75.up_proj,18.02658844,0.01000,0.440
39,mlp.experts.76.up_proj,2.34534383,0.01000,0.445
39,mlp.experts.77.up_proj,33.62957001,0.01000,0.431
39,mlp.experts.78.up_proj,8.98868370,0.01000,0.450
39,mlp.experts.79.up_proj,0.68101615,0.01000,0.430
39,mlp.experts.80.up_proj,141.93153381,0.01000,0.449
39,mlp.experts.81.up_proj,2.32153130,0.01000,0.436
39,mlp.experts.82.up_proj,18.48928833,0.01000,0.447
39,mlp.experts.83.up_proj,50.79394913,0.01000,0.447
39,mlp.experts.84.up_proj,0.89241636,0.01000,0.451
39,mlp.experts.85.up_proj,8.86873245,0.01000,0.447
39,mlp.experts.86.up_proj,11.76282120,0.01000,0.432
39,mlp.experts.87.up_proj,55.88315964,0.01000,0.452
39,mlp.experts.88.up_proj,2.86922026,0.01000,0.445
39,mlp.experts.89.up_proj,87.12838745,0.01000,0.452
39,mlp.experts.90.up_proj,20.43864441,0.01000,0.450
39,mlp.experts.91.up_proj,10.87538528,0.01000,0.447
39,mlp.experts.92.up_proj,0.67346668,0.01000,0.455
39,mlp.experts.93.up_proj,19.44152832,0.01000,0.432
39,mlp.experts.94.up_proj,6.55907822,0.01000,0.448
39,mlp.experts.95.up_proj,12.76152039,0.01000,0.436
39,mlp.experts.96.up_proj,4.67819643,0.01000,0.427
39,mlp.experts.97.up_proj,0.48359042,0.01000,0.439
39,mlp.experts.98.up_proj,15.49877644,0.01000,0.439
39,mlp.experts.99.up_proj,0.02001217,0.01000,0.438
39,mlp.experts.100.up_proj,25.09656525,0.01000,0.453
39,mlp.experts.101.up_proj,9.68833160,0.01000,0.468
39,mlp.experts.102.up_proj,11.55463028,0.01000,0.476
39,mlp.experts.103.up_proj,6.95547485,0.01000,0.469
39,mlp.experts.104.up_proj,2.91074228,0.01000,0.464
39,mlp.experts.105.up_proj,10.13243008,0.01000,0.464
39,mlp.experts.106.up_proj,61.86799622,0.01000,0.461
39,mlp.experts.107.up_proj,12.01807880,0.01000,0.460
39,mlp.experts.108.up_proj,22.46282387,0.01000,0.459
39,mlp.experts.109.up_proj,10.01399326,0.01000,0.460
39,mlp.experts.110.up_proj,58.07859039,0.01000,0.454
39,mlp.experts.111.up_proj,0.87843317,0.01000,0.468
39,mlp.experts.112.up_proj,6.85786629,0.01000,0.480
39,mlp.experts.113.up_proj,1.31599104,0.01000,0.470
39,mlp.experts.114.up_proj,0.59566975,0.01000,0.469
39,mlp.experts.115.up_proj,5.28087044,0.01000,0.464
39,mlp.experts.116.up_proj,9.20786476,0.01000,0.470
39,mlp.experts.117.up_proj,12.42753696,0.01000,0.462
39,mlp.experts.118.up_proj,4.54031754,0.01000,0.461
39,mlp.experts.119.up_proj,15.77400208,0.01000,0.457
39,mlp.experts.120.up_proj,22.07791710,0.01000,0.458
39,mlp.experts.121.up_proj,12.49099350,0.01000,0.462
39,mlp.experts.122.up_proj,7.77505159,0.01000,0.473
39,mlp.experts.123.up_proj,3.16800141,0.01000,0.441
39,mlp.experts.124.up_proj,18.03241730,0.01000,0.439
39,mlp.experts.125.up_proj,62.15901947,0.01000,0.439
39,mlp.experts.126.up_proj,7.90602016,0.01000,0.438
39,mlp.experts.127.up_proj,127.31222534,0.01000,0.439
39,mlp.experts.0.gate_proj,106.12857056,0.01000,0.439
39,mlp.experts.1.gate_proj,17.14386177,0.01000,0.438
39,mlp.experts.2.gate_proj,28.78656769,0.01000,0.441
39,mlp.experts.3.gate_proj,12.99437714,0.01000,0.440
39,mlp.experts.4.gate_proj,10.40077305,0.01000,0.460
39,mlp.experts.5.gate_proj,50.30718613,0.01000,0.472
39,mlp.experts.6.gate_proj,11.19783401,0.01000,0.442
39,mlp.experts.7.gate_proj,22.38049507,0.01000,0.441
39,mlp.experts.8.gate_proj,29.80867577,0.01000,0.439
39,mlp.experts.9.gate_proj,6.74625301,0.01000,0.440
39,mlp.experts.10.gate_proj,16.92374229,0.01000,0.440
39,mlp.experts.11.gate_proj,22.09999847,0.01000,0.441
39,mlp.experts.12.gate_proj,22.96254349,0.01000,0.441
39,mlp.experts.13.gate_proj,7.43631458,0.01000,0.441
39,mlp.experts.14.gate_proj,2.20336533,0.01000,0.441
39,mlp.experts.15.gate_proj,0.43789542,0.01000,0.482
39,mlp.experts.16.gate_proj,13.81613636,0.01000,0.442
39,mlp.experts.17.gate_proj,8.04847336,0.01000,0.441
39,mlp.experts.18.gate_proj,3.97562766,0.01000,0.440
39,mlp.experts.19.gate_proj,9.75622272,0.01000,0.441
39,mlp.experts.20.gate_proj,14.98583889,0.01000,0.440
39,mlp.experts.21.gate_proj,1.74257398,0.01000,0.441
39,mlp.experts.22.gate_proj,6.27253914,0.01000,0.440
39,mlp.experts.23.gate_proj,10.07998943,0.01000,0.441
39,mlp.experts.24.gate_proj,2.03864574,0.01000,0.441
39,mlp.experts.25.gate_proj,221.84478760,0.01000,0.468
39,mlp.experts.26.gate_proj,8.36692524,0.01000,0.443
39,mlp.experts.27.gate_proj,5.02726650,0.01000,0.440
39,mlp.experts.28.gate_proj,43.35901260,0.01000,0.441
39,mlp.experts.29.gate_proj,33.05075073,0.01000,0.441
39,mlp.experts.30.gate_proj,6.00015926,0.01000,0.440
39,mlp.experts.31.gate_proj,27.88871574,0.01000,0.439
39,mlp.experts.32.gate_proj,35.61170959,0.01000,0.441
39,mlp.experts.33.gate_proj,13.65893173,0.01000,0.441
39,mlp.experts.34.gate_proj,8.54100800,0.01000,0.440
39,mlp.experts.35.gate_proj,11.97358513,0.01000,0.447
39,mlp.experts.36.gate_proj,3.69110870,0.01000,0.440
39,mlp.experts.37.gate_proj,8.59416199,0.01000,0.432
39,mlp.experts.38.gate_proj,2.27777433,0.01000,0.451
39,mlp.experts.39.gate_proj,3.47234869,0.01000,0.454
39,mlp.experts.40.gate_proj,20.09686279,0.01000,0.439
39,mlp.experts.41.gate_proj,170.93414307,0.01000,0.449
39,mlp.experts.42.gate_proj,1.01766253,0.01000,0.431
39,mlp.experts.43.gate_proj,0.80357486,0.01000,0.431
39,mlp.experts.44.gate_proj,0.30274534,0.01000,0.431
39,mlp.experts.45.gate_proj,17.74023438,0.01000,0.430
39,mlp.experts.46.gate_proj,22.00499725,0.01000,0.444
39,mlp.experts.47.gate_proj,0.66095376,0.01000,0.436
39,mlp.experts.48.gate_proj,12.33685493,0.01000,0.431
39,mlp.experts.49.gate_proj,28.32182121,0.01000,0.430
39,mlp.experts.50.gate_proj,2.89735937,0.01000,0.438
39,mlp.experts.51.gate_proj,139.68209839,0.01000,0.431
39,mlp.experts.52.gate_proj,217.12191772,0.01000,0.432
39,mlp.experts.53.gate_proj,5.58826160,0.01000,0.431
39,mlp.experts.54.gate_proj,8.90226078,0.01000,0.430
39,mlp.experts.55.gate_proj,12.07586384,0.01000,0.430
39,mlp.experts.56.gate_proj,12.88000107,0.01000,0.430
39,mlp.experts.57.gate_proj,7.45333433,0.01000,0.440
39,mlp.experts.58.gate_proj,2.04477739,0.01000,0.431
39,mlp.experts.59.gate_proj,15.76682281,0.01000,0.432
39,mlp.experts.60.gate_proj,8.99604416,0.01000,0.432
39,mlp.experts.61.gate_proj,9.85281563,0.01000,0.430
39,mlp.experts.62.gate_proj,0.38081652,0.01000,0.430
39,mlp.experts.63.gate_proj,5.87008476,0.01000,0.432
39,mlp.experts.64.gate_proj,0.78403372,0.01000,0.430
39,mlp.experts.65.gate_proj,9.64511299,0.01000,0.431
39,mlp.experts.66.gate_proj,2.69679642,0.01000,0.430
39,mlp.experts.67.gate_proj,6.25277424,0.01000,0.433
39,mlp.experts.68.gate_proj,3.58358812,0.01000,0.439
39,mlp.experts.69.gate_proj,6.99449873,0.01000,0.432
39,mlp.experts.70.gate_proj,10.57994461,0.01000,0.431
39,mlp.experts.71.gate_proj,7.98255062,0.01000,0.431
39,mlp.experts.72.gate_proj,4.49551678,0.01000,0.432
39,mlp.experts.73.gate_proj,0.71158493,0.01000,0.431
39,mlp.experts.74.gate_proj,1.28877532,0.01000,0.431
39,mlp.experts.75.gate_proj,18.10713196,0.01000,0.430
39,mlp.experts.76.gate_proj,2.21980023,0.01000,0.431
39,mlp.experts.77.gate_proj,32.92608643,0.01000,0.432
39,mlp.experts.78.gate_proj,8.46940041,0.01000,0.436
39,mlp.experts.79.gate_proj,0.67648244,0.01000,0.435
39,mlp.experts.80.gate_proj,166.88519287,0.01000,0.431
39,mlp.experts.81.gate_proj,2.22985554,0.01000,0.431
39,mlp.experts.82.gate_proj,18.22117233,0.01000,0.432
39,mlp.experts.83.gate_proj,50.78723145,0.01000,0.431
39,mlp.experts.84.gate_proj,0.88296628,0.01000,0.432
39,mlp.experts.85.gate_proj,8.40570641,0.01000,0.431
39,mlp.experts.86.gate_proj,11.30998802,0.01000,0.430
39,mlp.experts.87.gate_proj,59.09473801,0.01000,0.430
39,mlp.experts.88.gate_proj,2.77766943,0.01000,0.431
39,mlp.experts.89.gate_proj,86.05583191,0.01000,0.438
39,mlp.experts.90.gate_proj,21.20389366,0.01000,0.432
39,mlp.experts.91.gate_proj,10.23338413,0.01000,0.431
39,mlp.experts.92.gate_proj,0.70672423,0.01000,0.431
39,mlp.experts.93.gate_proj,18.79055023,0.01000,0.431
39,mlp.experts.94.gate_proj,6.44005251,0.01000,0.432
39,mlp.experts.95.gate_proj,11.92824173,0.01000,0.431
39,mlp.experts.96.gate_proj,4.45286846,0.01000,0.430
39,mlp.experts.97.gate_proj,0.43460792,0.01000,0.431
39,mlp.experts.98.gate_proj,15.02600288,0.01000,0.431
39,mlp.experts.99.gate_proj,0.01889722,0.01000,0.433
39,mlp.experts.100.gate_proj,25.50518036,0.01000,0.437
39,mlp.experts.101.gate_proj,11.26479340,0.01000,0.430
39,mlp.experts.102.gate_proj,13.26805496,0.01000,0.431
39,mlp.experts.103.gate_proj,6.18394852,0.01000,0.430
39,mlp.experts.104.gate_proj,2.78298020,0.01000,0.431
39,mlp.experts.105.gate_proj,9.45110226,0.01000,0.430
39,mlp.experts.106.gate_proj,64.35727692,0.01000,0.431
39,mlp.experts.107.gate_proj,10.93599129,0.01000,0.431
39,mlp.experts.108.gate_proj,22.06737518,0.01000,0.431
39,mlp.experts.109.gate_proj,9.93044567,0.01000,0.431
39,mlp.experts.110.gate_proj,58.70382309,0.01000,0.436
39,mlp.experts.111.gate_proj,0.86465251,0.01000,0.437
39,mlp.experts.112.gate_proj,7.13241005,0.01000,0.432
39,mlp.experts.113.gate_proj,1.21506381,0.01000,0.429
39,mlp.experts.114.gate_proj,0.57474357,0.01000,0.430
39,mlp.experts.115.gate_proj,4.89033079,0.01000,0.431
39,mlp.experts.116.gate_proj,9.36962509,0.01000,0.431
39,mlp.experts.117.gate_proj,12.97220039,0.01000,0.430
39,mlp.experts.118.gate_proj,4.37709141,0.01000,0.431
39,mlp.experts.119.gate_proj,18.89562607,0.01000,0.431
39,mlp.experts.120.gate_proj,22.15106201,0.01000,0.431
39,mlp.experts.121.gate_proj,12.23897171,0.01000,0.439
39,mlp.experts.122.gate_proj,7.33759594,0.01000,0.434
39,mlp.experts.123.gate_proj,3.05633879,0.01000,0.431
39,mlp.experts.124.gate_proj,17.20773315,0.01000,0.432
39,mlp.experts.125.gate_proj,64.67031860,0.01000,0.430
39,mlp.experts.126.gate_proj,7.36992264,0.01000,0.431
39,mlp.experts.127.gate_proj,125.98683167,0.01000,0.430
39,mlp.experts.0.down_proj,94.30404663,0.01000,0.166
39,mlp.experts.1.down_proj,12.53519917,0.01000,0.161
39,mlp.experts.2.down_proj,27.30924988,0.01000,0.161
39,mlp.experts.3.down_proj,13.08630562,0.01000,0.161
39,mlp.experts.4.down_proj,9.38904858,0.01000,0.161
39,mlp.experts.5.down_proj,42.55404282,0.01000,0.161
39,mlp.experts.6.down_proj,6.72340250,0.01000,0.160
39,mlp.experts.7.down_proj,10.59639549,0.01000,0.161
39,mlp.experts.8.down_proj,16.91499329,0.01000,0.161
39,mlp.experts.9.down_proj,3.07519102,0.01000,0.161
39,mlp.experts.10.down_proj,15.68429470,0.01000,0.161
39,mlp.experts.11.down_proj,11.52846813,0.01000,0.162
39,mlp.experts.12.down_proj,17.65961456,0.01000,0.162
39,mlp.experts.13.down_proj,4.16122055,0.01000,0.162
39,mlp.experts.14.down_proj,0.64351511,0.01000,0.163
39,mlp.experts.15.down_proj,0.20398031,0.01000,0.162
39,mlp.experts.16.down_proj,5.69046688,0.01000,0.161
39,mlp.experts.17.down_proj,3.58427000,0.01000,0.164
39,mlp.experts.18.down_proj,3.15756941,0.01000,0.166
39,mlp.experts.19.down_proj,5.88513851,0.01000,0.164
39,mlp.experts.20.down_proj,19.30219460,0.01000,0.162
39,mlp.experts.21.down_proj,1.11738682,0.01000,0.163
39,mlp.experts.22.down_proj,7.66350937,0.01000,0.161
39,mlp.experts.23.down_proj,10.33955193,0.01000,0.161
39,mlp.experts.24.down_proj,0.72628117,0.01000,0.162
39,mlp.experts.25.down_proj,116.52246094,0.01000,0.162
39,mlp.experts.26.down_proj,5.64183903,0.01000,0.162
39,mlp.experts.27.down_proj,1.33736026,0.01000,0.161
39,mlp.experts.28.down_proj,52.84024811,0.01000,0.163
39,mlp.experts.29.down_proj,23.01853180,0.01000,0.161
39,mlp.experts.30.down_proj,4.22236681,0.01000,0.162
39,mlp.experts.31.down_proj,26.05222321,0.01000,0.163
39,mlp.experts.32.down_proj,36.16691589,0.01000,0.162
39,mlp.experts.33.down_proj,7.04280090,0.01000,0.161
39,mlp.experts.34.down_proj,5.06765556,0.01000,0.161
39,mlp.experts.35.down_proj,10.48334503,0.01000,0.163
39,mlp.experts.36.down_proj,6.56242418,0.01000,0.161
39,mlp.experts.37.down_proj,6.69862080,0.01000,0.169
39,mlp.experts.38.down_proj,3.17686319,0.01000,0.170
39,mlp.experts.39.down_proj,1.30396152,0.01000,0.162
39,mlp.experts.40.down_proj,10.44416428,0.01000,0.161
39,mlp.experts.41.down_proj,170.92456055,0.01000,0.162
39,mlp.experts.42.down_proj,0.95429355,0.01000,0.162
39,mlp.experts.43.down_proj,1.24324250,0.01000,0.161
39,mlp.experts.44.down_proj,0.08562658,0.01000,0.161
39,mlp.experts.45.down_proj,18.57965851,0.01000,0.165
39,mlp.experts.46.down_proj,10.20410728,0.01000,0.167
39,mlp.experts.47.down_proj,0.81860071,0.01000,0.165
39,mlp.experts.48.down_proj,6.39186716,0.01000,0.164
39,mlp.experts.49.down_proj,29.95390701,0.01000,0.163
39,mlp.experts.50.down_proj,2.86621571,0.01000,0.161
39,mlp.experts.51.down_proj,58.70861053,0.01000,0.161
39,mlp.experts.52.down_proj,184.04287720,0.01000,0.164
39,mlp.experts.53.down_proj,4.42102528,0.01000,0.162
39,mlp.experts.54.down_proj,6.33931923,0.01000,0.161
39,mlp.experts.55.down_proj,7.87997627,0.01000,0.163
39,mlp.experts.56.down_proj,6.43873501,0.01000,0.163
39,mlp.experts.57.down_proj,6.05966187,0.01000,0.162
39,mlp.experts.58.down_proj,0.80569530,0.01000,0.162
39,mlp.experts.59.down_proj,7.54458046,0.01000,0.163
39,mlp.experts.60.down_proj,9.42992115,0.01000,0.163
39,mlp.experts.61.down_proj,6.47563934,0.01000,0.162
39,mlp.experts.62.down_proj,0.47173354,0.01000,0.163
39,mlp.experts.63.down_proj,2.80523491,0.01000,0.163
39,mlp.experts.64.down_proj,0.31165510,0.01000,0.163
39,mlp.experts.65.down_proj,18.38492584,0.01000,0.163
39,mlp.experts.66.down_proj,2.57122469,0.01000,0.165
39,mlp.experts.67.down_proj,4.15484190,0.01000,0.163
39,mlp.experts.68.down_proj,1.70319009,0.01000,0.163
39,mlp.experts.69.down_proj,6.13280773,0.01000,0.165
39,mlp.experts.70.down_proj,14.48803329,0.01000,0.163
39,mlp.experts.71.down_proj,6.21532440,0.01000,0.163
39,mlp.experts.72.down_proj,2.45656705,0.01000,0.164
39,mlp.experts.73.down_proj,0.03491640,0.01000,0.166
39,mlp.experts.74.down_proj,1.92894554,0.01000,0.169
39,mlp.experts.75.down_proj,10.50708580,0.01000,0.167
39,mlp.experts.76.down_proj,1.45670056,0.01000,0.168
39,mlp.experts.77.down_proj,25.41049957,0.01000,0.165
39,mlp.experts.78.down_proj,7.17147160,0.01000,0.165
39,mlp.experts.79.down_proj,0.23490953,0.01000,0.166
39,mlp.experts.80.down_proj,86.03073883,0.01000,0.165
39,mlp.experts.81.down_proj,0.97080386,0.01000,0.165
39,mlp.experts.82.down_proj,8.74495125,0.01000,0.165
39,mlp.experts.83.down_proj,39.31652832,0.01000,0.166
39,mlp.experts.84.down_proj,0.33562708,0.01000,0.165
39,mlp.experts.85.down_proj,7.27190971,0.01000,0.164
39,mlp.experts.86.down_proj,7.65539980,0.01000,0.167
39,mlp.experts.87.down_proj,34.63197327,0.01000,0.165
39,mlp.experts.88.down_proj,0.69896591,0.01000,0.165
39,mlp.experts.89.down_proj,99.26080322,0.01000,0.167
39,mlp.experts.90.down_proj,13.47629738,0.01000,0.166
39,mlp.experts.91.down_proj,6.80190849,0.01000,0.165
39,mlp.experts.92.down_proj,1.06804729,0.01000,0.175
39,mlp.experts.93.down_proj,21.62878609,0.01000,0.173
39,mlp.experts.94.down_proj,3.10061836,0.01000,0.176
39,mlp.experts.95.down_proj,6.94838905,0.01000,0.165
39,mlp.experts.96.down_proj,2.48778033,0.01000,0.176
39,mlp.experts.97.down_proj,0.51990426,0.01000,0.169
39,mlp.experts.98.down_proj,9.78728104,0.01000,0.165
39,mlp.experts.99.down_proj,0.00531376,0.01000,0.179
39,mlp.experts.100.down_proj,13.78493309,0.01000,0.172
39,mlp.experts.101.down_proj,12.97971344,0.01000,0.170
39,mlp.experts.102.down_proj,5.45050716,0.01000,0.169
39,mlp.experts.103.down_proj,9.59790230,0.01000,0.176
39,mlp.experts.104.down_proj,2.54981971,0.01000,0.169
39,mlp.experts.105.down_proj,10.03675842,0.01000,0.165
39,mlp.experts.106.down_proj,26.07828140,0.01000,0.177
39,mlp.experts.107.down_proj,9.80017662,0.01000,0.171
39,mlp.experts.108.down_proj,18.44662094,0.01000,0.166
39,mlp.experts.109.down_proj,4.52487659,0.01000,0.167
39,mlp.experts.110.down_proj,35.39938736,0.01000,0.173
39,mlp.experts.111.down_proj,0.24058506,0.01000,0.168
39,mlp.experts.112.down_proj,2.53849030,0.01000,0.177
39,mlp.experts.113.down_proj,0.85331059,0.01000,0.175
39,mlp.experts.114.down_proj,0.92306983,0.01000,0.171
39,mlp.experts.115.down_proj,4.46331120,0.01000,0.167
39,mlp.experts.116.down_proj,4.00843000,0.01000,0.167
39,mlp.experts.117.down_proj,6.81472778,0.01000,0.175
39,mlp.experts.118.down_proj,1.10036945,0.01000,0.175
39,mlp.experts.119.down_proj,9.15225410,0.01000,0.166
39,mlp.experts.120.down_proj,13.26391029,0.01000,0.163
39,mlp.experts.121.down_proj,7.08888149,0.01000,0.164
39,mlp.experts.122.down_proj,7.42799425,0.01000,0.165
39,mlp.experts.123.down_proj,2.51908088,0.01000,0.164
39,mlp.experts.124.down_proj,19.94771194,0.01000,0.164
39,mlp.experts.125.down_proj,27.13726807,0.01000,0.164
39,mlp.experts.126.down_proj,8.08728218,0.01000,0.164
39,mlp.experts.127.down_proj,138.56987000,0.01000,0.165
40,self_attn.q_proj,2.97543621,0.01000,0.445
40,self_attn.k_proj,0.32957581,0.01000,0.438
40,self_attn.v_proj,0.38854945,0.01000,0.436
40,self_attn.o_proj,0.22740549,0.01000,0.885
40,mlp.experts.0.up_proj,95.74589539,0.01000,0.449
40,mlp.experts.1.up_proj,7.46231318,0.01000,0.439
40,mlp.experts.2.up_proj,21.25295639,0.01000,0.440
40,mlp.experts.3.up_proj,7.46464729,0.01000,0.439
40,mlp.experts.4.up_proj,12.48341560,0.01000,0.441
40,mlp.experts.5.up_proj,41.75168228,0.01000,0.442
40,mlp.experts.6.up_proj,61.11544800,0.01000,0.441
40,mlp.experts.7.up_proj,14.50439835,0.01000,0.441
40,mlp.experts.8.up_proj,10.06985092,0.01000,0.441
40,mlp.experts.9.up_proj,2.40149593,0.01000,0.443
40,mlp.experts.10.up_proj,0.85452414,0.01000,0.446
40,mlp.experts.11.up_proj,8.46247101,0.01000,0.442
40,mlp.experts.12.up_proj,103.04809570,0.01000,0.442
40,mlp.experts.13.up_proj,11.48053360,0.01000,0.442
40,mlp.experts.14.up_proj,6.53007889,0.01000,0.442
40,mlp.experts.15.up_proj,11.23146915,0.01000,0.441
40,mlp.experts.16.up_proj,12.28491306,0.01000,0.443
40,mlp.experts.17.up_proj,34.66130829,0.01000,0.441
40,mlp.experts.18.up_proj,16.45701599,0.01000,0.466
40,mlp.experts.19.up_proj,0.82801127,0.01000,0.442
40,mlp.experts.20.up_proj,12.76638603,0.01000,0.447
40,mlp.experts.21.up_proj,0.30987206,0.01000,0.444
40,mlp.experts.22.up_proj,4.84761095,0.01000,0.442
40,mlp.experts.23.up_proj,22.73020935,0.01000,0.442
40,mlp.experts.24.up_proj,1.84523678,0.01000,0.442
40,mlp.experts.25.up_proj,6.41044426,0.01000,0.442
40,mlp.experts.26.up_proj,21.43259048,0.01000,0.442
40,mlp.experts.27.up_proj,28.89215851,0.01000,0.442
40,mlp.experts.28.up_proj,55.87648010,0.01000,0.441
40,mlp.experts.29.up_proj,15.52957726,0.01000,0.442
40,mlp.experts.30.up_proj,41.26513672,0.01000,0.443
40,mlp.experts.31.up_proj,0.48037213,0.01000,0.446
40,mlp.experts.32.up_proj,3.06369638,0.01000,0.442
40,mlp.experts.33.up_proj,6.56692886,0.01000,0.466
40,mlp.experts.34.up_proj,9.02017403,0.01000,0.442
40,mlp.experts.35.up_proj,187.23049927,0.01000,0.442
40,mlp.experts.36.up_proj,6.78770733,0.01000,0.441
40,mlp.experts.37.up_proj,18.12686539,0.01000,0.442
40,mlp.experts.38.up_proj,0.95307070,0.01000,0.442
40,mlp.experts.39.up_proj,83.62041473,0.01000,0.442
40,mlp.experts.40.up_proj,16.14971161,0.01000,0.442
40,mlp.experts.41.up_proj,2.97957301,0.01000,0.447
40,mlp.experts.42.up_proj,139.32107544,0.01000,0.441
40,mlp.experts.43.up_proj,17.82159042,0.01000,0.440
40,mlp.experts.44.up_proj,17.59058952,0.01000,0.443
40,mlp.experts.45.up_proj,12.30959415,0.01000,0.442
40,mlp.experts.46.up_proj,1.88796806,0.01000,0.442
40,mlp.experts.47.up_proj,0.55278301,0.01000,0.440
40,mlp.experts.48.up_proj,156.68922424,0.01000,0.441
40,mlp.experts.49.up_proj,31.83441162,0.01000,0.441
40,mlp.experts.50.up_proj,12.21242332,0.01000,0.441
40,mlp.experts.51.up_proj,13.55432129,0.01000,0.443
40,mlp.experts.52.up_proj,4.38274860,0.01000,0.445
40,mlp.experts.53.up_proj,1.59260821,0.01000,0.444
40,mlp.experts.54.up_proj,91.54994202,0.01000,0.441
40,mlp.experts.55.up_proj,10.59885216,0.01000,0.441
40,mlp.experts.56.up_proj,0.34376222,0.01000,0.440
40,mlp.experts.57.up_proj,7.66251564,0.01000,0.441
40,mlp.experts.58.up_proj,13.19677925,0.01000,0.441
40,mlp.experts.59.up_proj,1.72508276,0.01000,0.441
40,mlp.experts.60.up_proj,9.06961060,0.01000,0.441
40,mlp.experts.61.up_proj,0.85859048,0.01000,0.441
40,mlp.experts.62.up_proj,5.21362591,0.01000,0.452
40,mlp.experts.63.up_proj,8.87188530,0.01000,0.446
40,mlp.experts.64.up_proj,4.09006500,0.01000,0.441
40,mlp.experts.65.up_proj,126.53138733,0.01000,0.441
40,mlp.experts.66.up_proj,9.21058273,0.01000,0.441
40,mlp.experts.67.up_proj,1.53964472,0.01000,0.442
40,mlp.experts.68.up_proj,6.94849396,0.01000,0.442
40,mlp.experts.69.up_proj,4.04951096,0.01000,0.442
40,mlp.experts.70.up_proj,5.17848396,0.01000,0.442
40,mlp.experts.71.up_proj,14.66477966,0.01000,0.442
40,mlp.experts.72.up_proj,4.19267273,0.01000,0.444
40,mlp.experts.73.up_proj,5.46851635,0.01000,0.446
40,mlp.experts.74.up_proj,3.64152384,0.01000,0.441
40,mlp.experts.75.up_proj,10.96857071,0.01000,0.442
40,mlp.experts.76.up_proj,27.23323631,0.01000,0.441
40,mlp.experts.77.up_proj,16.00717735,0.01000,0.442
40,mlp.experts.78.up_proj,17.38181496,0.01000,0.441
40,mlp.experts.79.up_proj,17.65145111,0.01000,0.442
40,mlp.experts.80.up_proj,33.33685684,0.01000,0.447
40,mlp.experts.81.up_proj,37.08216858,0.01000,0.442
40,mlp.experts.82.up_proj,145.87109375,0.01000,0.442
40,mlp.experts.83.up_proj,16.15887070,0.01000,0.448
40,mlp.experts.84.up_proj,8.30990028,0.01000,0.443
40,mlp.experts.85.up_proj,1.53504324,0.01000,0.441
40,mlp.experts.86.up_proj,0.09026071,0.01000,0.441
40,mlp.experts.87.up_proj,0.93986970,0.01000,0.441
40,mlp.experts.88.up_proj,1.29904962,0.01000,0.441
40,mlp.experts.89.up_proj,30.50992966,0.01000,0.448
40,mlp.experts.90.up_proj,6.18017626,0.01000,0.443
40,mlp.experts.91.up_proj,7.72361946,0.01000,0.441
40,mlp.experts.92.up_proj,8.02979469,0.01000,0.442
40,mlp.experts.93.up_proj,14.29839134,0.01000,0.444
40,mlp.experts.94.up_proj,10.88964653,0.01000,0.445
40,mlp.experts.95.up_proj,16.94568253,0.01000,0.441
40,mlp.experts.96.up_proj,0.47881168,0.01000,0.442
40,mlp.experts.97.up_proj,43.16780853,0.01000,0.442
40,mlp.experts.98.up_proj,4.50236797,0.01000,0.442
40,mlp.experts.99.up_proj,20.13351250,0.01000,0.457
40,mlp.experts.100.up_proj,19.80069733,0.01000,0.442
40,mlp.experts.101.up_proj,19.09787560,0.01000,0.441
40,mlp.experts.102.up_proj,11.54257584,0.01000,0.441
40,mlp.experts.103.up_proj,127.91967773,0.01000,0.441
40,mlp.experts.104.up_proj,0.60743433,0.01000,0.447
40,mlp.experts.105.up_proj,14.97525501,0.01000,0.441
40,mlp.experts.106.up_proj,36.04340363,0.01000,0.441
40,mlp.experts.107.up_proj,6.50481939,0.01000,0.441
40,mlp.experts.108.up_proj,17.27017975,0.01000,0.441
40,mlp.experts.109.up_proj,70.67455292,0.01000,0.441
40,mlp.experts.110.up_proj,11.95883560,0.01000,0.439
40,mlp.experts.111.up_proj,82.58117676,0.01000,0.428
40,mlp.experts.112.up_proj,15.56260109,0.01000,0.427
40,mlp.experts.113.up_proj,11.61423779,0.01000,0.429
40,mlp.experts.114.up_proj,13.82436085,0.01000,0.439
40,mlp.experts.115.up_proj,170.36070251,0.01000,0.434
40,mlp.experts.116.up_proj,19.45857430,0.01000,0.431
40,mlp.experts.117.up_proj,21.98868179,0.01000,0.432
40,mlp.experts.118.up_proj,11.76699352,0.01000,0.432
40,mlp.experts.119.up_proj,16.02242661,0.01000,0.432
40,mlp.experts.120.up_proj,0.60108924,0.01000,0.430
40,mlp.experts.121.up_proj,12.93833542,0.01000,0.434
40,mlp.experts.122.up_proj,1.67286468,0.01000,0.431
40,mlp.experts.123.up_proj,17.24369049,0.01000,0.438
40,mlp.experts.124.up_proj,10.86402416,0.01000,0.443
40,mlp.experts.125.up_proj,0.83245480,0.01000,0.474
40,mlp.experts.126.up_proj,5.15602112,0.01000,0.470
40,mlp.experts.127.up_proj,12.37846947,0.01000,0.466
40,mlp.experts.0.gate_proj,101.08963013,0.01000,0.467
40,mlp.experts.1.gate_proj,7.25328255,0.01000,0.467
40,mlp.experts.2.gate_proj,20.90785980,0.01000,0.441
40,mlp.experts.3.gate_proj,6.97847414,0.01000,0.459
40,mlp.experts.4.gate_proj,12.28843403,0.01000,0.466
40,mlp.experts.5.gate_proj,40.95827484,0.01000,0.466
40,mlp.experts.6.gate_proj,66.67736053,0.01000,0.468
40,mlp.experts.7.gate_proj,15.72750950,0.01000,0.472
40,mlp.experts.8.gate_proj,10.48169422,0.01000,0.451
40,mlp.experts.9.gate_proj,2.37455034,0.01000,0.468
40,mlp.experts.10.gate_proj,0.83035660,0.01000,0.441
40,mlp.experts.11.gate_proj,8.51111603,0.01000,0.441
40,mlp.experts.12.gate_proj,105.27604675,0.01000,0.441
40,mlp.experts.13.gate_proj,10.75957298,0.01000,0.441
40,mlp.experts.14.gate_proj,6.42024755,0.01000,0.465
40,mlp.experts.15.gate_proj,10.54015923,0.01000,0.441
40,mlp.experts.16.gate_proj,13.07647324,0.01000,0.441
40,mlp.experts.17.gate_proj,33.35961533,0.01000,0.445
40,mlp.experts.18.gate_proj,15.35914421,0.01000,0.444
40,mlp.experts.19.gate_proj,0.77487433,0.01000,0.440
40,mlp.experts.20.gate_proj,11.35802078,0.01000,0.442
40,mlp.experts.21.gate_proj,0.29994836,0.01000,0.440
40,mlp.experts.22.gate_proj,4.77472496,0.01000,0.441
40,mlp.experts.23.gate_proj,28.51763916,0.01000,0.442
40,mlp.experts.24.gate_proj,1.81892157,0.01000,0.442
40,mlp.experts.25.gate_proj,6.39537621,0.01000,0.441
40,mlp.experts.26.gate_proj,21.33586884,0.01000,0.442
40,mlp.experts.27.gate_proj,29.38290024,0.01000,0.442
40,mlp.experts.28.gate_proj,59.10568237,0.01000,0.448
40,mlp.experts.29.gate_proj,14.40119839,0.01000,0.442
40,mlp.experts.30.gate_proj,44.76866913,0.01000,0.453
40,mlp.experts.31.gate_proj,0.46073693,0.01000,0.441
40,mlp.experts.32.gate_proj,3.04696274,0.01000,0.441
40,mlp.experts.33.gate_proj,6.10883284,0.01000,0.442
40,mlp.experts.34.gate_proj,8.97885895,0.01000,0.463
40,mlp.experts.35.gate_proj,205.97729492,0.01000,0.466
40,mlp.experts.36.gate_proj,6.58448029,0.01000,0.467
40,mlp.experts.37.gate_proj,18.08769989,0.01000,0.468
40,mlp.experts.38.gate_proj,0.92841524,0.01000,0.472
40,mlp.experts.39.gate_proj,82.92106628,0.01000,0.442
40,mlp.experts.40.gate_proj,16.29319000,0.01000,0.449
40,mlp.experts.41.gate_proj,2.91889381,0.01000,0.468
40,mlp.experts.42.gate_proj,136.26541138,0.01000,0.466
40,mlp.experts.43.gate_proj,15.67753220,0.01000,0.467
40,mlp.experts.44.gate_proj,16.91257477,0.01000,0.467
40,mlp.experts.45.gate_proj,11.66486740,0.01000,0.465
40,mlp.experts.46.gate_proj,1.87397254,0.01000,0.470
40,mlp.experts.47.gate_proj,0.51534468,0.01000,0.465
40,mlp.experts.48.gate_proj,146.67558289,0.01000,0.466
40,mlp.experts.49.gate_proj,35.22212219,0.01000,0.474
40,mlp.experts.50.gate_proj,12.45092964,0.01000,0.468
40,mlp.experts.51.gate_proj,12.96623039,0.01000,0.466
40,mlp.experts.52.gate_proj,4.18114376,0.01000,0.464
40,mlp.experts.53.gate_proj,1.56689453,0.01000,0.469
40,mlp.experts.54.gate_proj,91.57156372,0.01000,0.467
40,mlp.experts.55.gate_proj,10.26201630,0.01000,0.470
40,mlp.experts.56.gate_proj,0.32791573,0.01000,0.444
40,mlp.experts.57.gate_proj,7.59984779,0.01000,0.465
40,mlp.experts.58.gate_proj,13.78010178,0.01000,0.473
40,mlp.experts.59.gate_proj,1.59070444,0.01000,0.467
40,mlp.experts.60.gate_proj,8.68198204,0.01000,0.441
40,mlp.experts.61.gate_proj,0.83618242,0.01000,0.440
40,mlp.experts.62.gate_proj,5.72852421,0.01000,0.442
40,mlp.experts.63.gate_proj,8.64544964,0.01000,0.441
40,mlp.experts.64.gate_proj,4.15218353,0.01000,0.468
40,mlp.experts.65.gate_proj,122.72446442,0.01000,0.468
40,mlp.experts.66.gate_proj,8.78048038,0.01000,0.469
40,mlp.experts.67.gate_proj,1.47071087,0.01000,0.468
40,mlp.experts.68.gate_proj,6.84548473,0.01000,0.473
40,mlp.experts.69.gate_proj,3.86000752,0.01000,0.469
40,mlp.experts.70.gate_proj,5.55180550,0.01000,0.467
40,mlp.experts.71.gate_proj,13.32892227,0.01000,0.441
40,mlp.experts.72.gate_proj,4.49343014,0.01000,0.442
40,mlp.experts.73.gate_proj,4.99951458,0.01000,0.441
40,mlp.experts.74.gate_proj,5.77080584,0.01000,0.441
40,mlp.experts.75.gate_proj,11.06637192,0.01000,0.441
40,mlp.experts.76.gate_proj,27.22780991,0.01000,0.442
40,mlp.experts.77.gate_proj,14.75085735,0.01000,0.454
40,mlp.experts.78.gate_proj,16.91450882,0.01000,0.470
40,mlp.experts.79.gate_proj,17.35695076,0.01000,0.471
40,mlp.experts.80.gate_proj,34.39089966,0.01000,0.442
40,mlp.experts.81.gate_proj,37.10963440,0.01000,0.441
40,mlp.experts.82.gate_proj,156.67150879,0.01000,0.441
40,mlp.experts.83.gate_proj,16.05152893,0.01000,0.441
40,mlp.experts.84.gate_proj,8.23748493,0.01000,0.442
40,mlp.experts.85.gate_proj,1.47527874,0.01000,0.441
40,mlp.experts.86.gate_proj,0.08323292,0.01000,0.463
40,mlp.experts.87.gate_proj,0.91927552,0.01000,0.441
40,mlp.experts.88.gate_proj,1.20561850,0.01000,0.468
40,mlp.experts.89.gate_proj,30.96386528,0.01000,0.477
40,mlp.experts.90.gate_proj,6.01909494,0.01000,0.467
40,mlp.experts.91.gate_proj,7.30002499,0.01000,0.469
40,mlp.experts.92.gate_proj,7.62101936,0.01000,0.466
40,mlp.experts.93.gate_proj,15.44789600,0.01000,0.468
40,mlp.experts.94.gate_proj,10.82882595,0.01000,0.466
40,mlp.experts.95.gate_proj,16.35113144,0.01000,0.442
40,mlp.experts.96.gate_proj,0.45435154,0.01000,0.459
40,mlp.experts.97.gate_proj,45.06353760,0.01000,0.444
40,mlp.experts.98.gate_proj,4.43038559,0.01000,0.463
40,mlp.experts.99.gate_proj,20.38511086,0.01000,0.471
40,mlp.experts.100.gate_proj,19.05523300,0.01000,0.467
40,mlp.experts.101.gate_proj,19.45766449,0.01000,0.467
40,mlp.experts.102.gate_proj,11.47409439,0.01000,0.466
40,mlp.experts.103.gate_proj,127.03164673,0.01000,0.467
40,mlp.experts.104.gate_proj,0.57711649,0.01000,0.441
40,mlp.experts.105.gate_proj,14.23053360,0.01000,0.452
40,mlp.experts.106.gate_proj,35.26893234,0.01000,0.442
40,mlp.experts.107.gate_proj,6.58988523,0.01000,0.444
40,mlp.experts.108.gate_proj,16.67273712,0.01000,0.468
40,mlp.experts.109.gate_proj,92.23107910,0.01000,0.452
40,mlp.experts.110.gate_proj,11.89113808,0.01000,0.435
40,mlp.experts.111.gate_proj,88.41316986,0.01000,0.433
40,mlp.experts.112.gate_proj,15.00576878,0.01000,0.432
40,mlp.experts.113.gate_proj,13.76428318,0.01000,0.432
40,mlp.experts.114.gate_proj,14.32194901,0.01000,0.430
40,mlp.experts.115.gate_proj,174.31277466,0.01000,0.432
40,mlp.experts.116.gate_proj,20.34375000,0.01000,0.431
40,mlp.experts.117.gate_proj,21.70070648,0.01000,0.431
40,mlp.experts.118.gate_proj,11.81070423,0.01000,0.430
40,mlp.experts.119.gate_proj,16.08689880,0.01000,0.445
40,mlp.experts.120.gate_proj,0.55222911,0.01000,0.440
40,mlp.experts.121.gate_proj,12.67028046,0.01000,0.433
40,mlp.experts.122.gate_proj,1.65216458,0.01000,0.430
40,mlp.experts.123.gate_proj,18.22878075,0.01000,0.430
40,mlp.experts.124.gate_proj,10.46366882,0.01000,0.432
40,mlp.experts.125.gate_proj,0.80490196,0.01000,0.432
40,mlp.experts.126.gate_proj,4.96932507,0.01000,0.430
40,mlp.experts.127.gate_proj,12.61628246,0.01000,0.429
40,mlp.experts.0.down_proj,162.10665894,0.01000,0.166
40,mlp.experts.1.down_proj,5.04493189,0.01000,0.161
40,mlp.experts.2.down_proj,25.67979431,0.01000,0.162
40,mlp.experts.3.down_proj,8.23058319,0.01000,0.163
40,mlp.experts.4.down_proj,8.41535282,0.01000,0.162
40,mlp.experts.5.down_proj,43.27253342,0.01000,0.161
40,mlp.experts.6.down_proj,43.69509888,0.01000,0.163
40,mlp.experts.7.down_proj,15.19169235,0.01000,0.162
40,mlp.experts.8.down_proj,9.67524433,0.01000,0.161
40,mlp.experts.9.down_proj,1.53577769,0.01000,0.162
40,mlp.experts.10.down_proj,0.52757818,0.01000,0.163
40,mlp.experts.11.down_proj,7.87547016,0.01000,0.162
40,mlp.experts.12.down_proj,83.12743378,0.01000,0.162
40,mlp.experts.13.down_proj,12.80566025,0.01000,0.173
40,mlp.experts.14.down_proj,3.78148603,0.01000,0.170
40,mlp.experts.15.down_proj,15.28639984,0.01000,0.164
40,mlp.experts.16.down_proj,6.70460510,0.01000,0.165
40,mlp.experts.17.down_proj,35.73386383,0.01000,0.165
40,mlp.experts.18.down_proj,16.25507927,0.01000,0.163
40,mlp.experts.19.down_proj,0.46785891,0.01000,0.162
40,mlp.experts.20.down_proj,16.54313660,0.01000,0.163
40,mlp.experts.21.down_proj,0.28884101,0.01000,0.162
40,mlp.experts.22.down_proj,3.66318989,0.01000,0.161
40,mlp.experts.23.down_proj,14.85154533,0.01000,0.163
40,mlp.experts.24.down_proj,1.20614839,0.01000,0.162
40,mlp.experts.25.down_proj,3.79610419,0.01000,0.162
40,mlp.experts.26.down_proj,13.49021053,0.01000,0.165
40,mlp.experts.27.down_proj,21.05032349,0.01000,0.166
40,mlp.experts.28.down_proj,29.49716568,0.01000,0.165
40,mlp.experts.29.down_proj,19.07251167,0.01000,0.165
40,mlp.experts.30.down_proj,24.25984955,0.01000,0.165
40,mlp.experts.31.down_proj,0.76614344,0.01000,0.164
40,mlp.experts.32.down_proj,3.32281446,0.01000,0.164
40,mlp.experts.33.down_proj,6.76105309,0.01000,0.165
40,mlp.experts.34.down_proj,4.72063637,0.01000,0.165
40,mlp.experts.35.down_proj,151.52543640,0.01000,0.165
40,mlp.experts.36.down_proj,8.60877895,0.01000,0.165
40,mlp.experts.37.down_proj,16.58165169,0.01000,0.165
40,mlp.experts.38.down_proj,1.31193447,0.01000,0.164
40,mlp.experts.39.down_proj,65.32600403,0.01000,0.165
40,mlp.experts.40.down_proj,13.61140060,0.01000,0.165
40,mlp.experts.41.down_proj,1.77835822,0.01000,0.167
40,mlp.experts.42.down_proj,116.70817566,0.01000,0.167
40,mlp.experts.43.down_proj,15.46410370,0.01000,0.167
40,mlp.experts.44.down_proj,27.05799103,0.01000,0.167
40,mlp.experts.45.down_proj,11.09076786,0.01000,0.166
40,mlp.experts.46.down_proj,1.17142773,0.01000,0.165
40,mlp.experts.47.down_proj,0.74467087,0.01000,0.166
40,mlp.experts.48.down_proj,215.33575439,0.01000,0.165
40,mlp.experts.49.down_proj,16.56232834,0.01000,0.165
40,mlp.experts.50.down_proj,7.52675819,0.01000,0.165
40,mlp.experts.51.down_proj,13.33067226,0.01000,0.166
40,mlp.experts.52.down_proj,3.50965953,0.01000,0.165
40,mlp.experts.53.down_proj,0.83770835,0.01000,0.166
40,mlp.experts.54.down_proj,81.90671539,0.01000,0.166
40,mlp.experts.55.down_proj,12.58001518,0.01000,0.165
40,mlp.experts.56.down_proj,0.46990949,0.01000,0.165
40,mlp.experts.57.down_proj,4.67941380,0.01000,0.166
40,mlp.experts.58.down_proj,12.80079842,0.01000,0.165
40,mlp.experts.59.down_proj,1.88513780,0.01000,0.165
40,mlp.experts.60.down_proj,9.92657852,0.01000,0.165
40,mlp.experts.61.down_proj,1.39358974,0.01000,0.166
40,mlp.experts.62.down_proj,1.72297382,0.01000,0.175
40,mlp.experts.63.down_proj,5.04052544,0.01000,0.173
40,mlp.experts.64.down_proj,1.33862972,0.01000,0.174
40,mlp.experts.65.down_proj,96.59017944,0.01000,0.173
40,mlp.experts.66.down_proj,7.31352997,0.01000,0.174
40,mlp.experts.67.down_proj,1.67769790,0.01000,0.175
40,mlp.experts.68.down_proj,5.78076077,0.01000,0.176
40,mlp.experts.69.down_proj,2.94435406,0.01000,0.178
40,mlp.experts.70.down_proj,1.93864393,0.01000,0.178
40,mlp.experts.71.down_proj,5.84028149,0.01000,0.177
40,mlp.experts.72.down_proj,2.28604698,0.01000,0.176
40,mlp.experts.73.down_proj,5.61938763,0.01000,0.177
40,mlp.experts.74.down_proj,1.93987060,0.01000,0.177
40,mlp.experts.75.down_proj,6.22288036,0.01000,0.176
40,mlp.experts.76.down_proj,24.54069519,0.01000,0.176
40,mlp.experts.77.down_proj,17.90663910,0.01000,0.177
40,mlp.experts.78.down_proj,12.64065838,0.01000,0.177
40,mlp.experts.79.down_proj,9.58413029,0.01000,0.176
40,mlp.experts.80.down_proj,23.80569458,0.01000,0.177
40,mlp.experts.81.down_proj,33.67476273,0.01000,0.175
40,mlp.experts.82.down_proj,171.35491943,0.01000,0.177
40,mlp.experts.83.down_proj,16.36072159,0.01000,0.178
40,mlp.experts.84.down_proj,8.36438370,0.01000,0.177
40,mlp.experts.85.down_proj,0.90568602,0.01000,0.177
40,mlp.experts.86.down_proj,0.10134986,0.01000,0.178
40,mlp.experts.87.down_proj,0.36048460,0.01000,0.178
40,mlp.experts.88.down_proj,0.79347122,0.01000,0.178
40,mlp.experts.89.down_proj,36.65537262,0.01000,0.177
40,mlp.experts.90.down_proj,5.83091259,0.01000,0.177
40,mlp.experts.91.down_proj,12.39964485,0.01000,0.177
40,mlp.experts.92.down_proj,8.66742992,0.01000,0.177
40,mlp.experts.93.down_proj,9.72879028,0.01000,0.177
40,mlp.experts.94.down_proj,9.70898247,0.01000,0.178
40,mlp.experts.95.down_proj,24.55513573,0.01000,0.180
40,mlp.experts.96.down_proj,0.37369749,0.01000,0.180
40,mlp.experts.97.down_proj,26.39762497,0.01000,0.179
40,mlp.experts.98.down_proj,3.12098432,0.01000,0.178
40,mlp.experts.99.down_proj,24.59046555,0.01000,0.178
40,mlp.experts.100.down_proj,35.99668884,0.01000,0.177
40,mlp.experts.101.down_proj,10.97612381,0.01000,0.177
40,mlp.experts.102.down_proj,8.30029964,0.01000,0.178
40,mlp.experts.103.down_proj,113.52877808,0.01000,0.177
40,mlp.experts.104.down_proj,0.84919149,0.01000,0.178
40,mlp.experts.105.down_proj,18.03594589,0.01000,0.178
40,mlp.experts.106.down_proj,26.24054718,0.01000,0.177
40,mlp.experts.107.down_proj,1.88978052,0.01000,0.177
40,mlp.experts.108.down_proj,15.22238922,0.01000,0.178
40,mlp.experts.109.down_proj,38.27908325,0.01000,0.179
40,mlp.experts.110.down_proj,16.58857155,0.01000,0.177
40,mlp.experts.111.down_proj,68.14649200,0.01000,0.178
40,mlp.experts.112.down_proj,26.37290764,0.01000,0.177
40,mlp.experts.113.down_proj,7.02936745,0.01000,0.177
40,mlp.experts.114.down_proj,12.56912613,0.01000,0.177
40,mlp.experts.115.down_proj,131.59130859,0.01000,0.178
40,mlp.experts.116.down_proj,13.96292496,0.01000,0.177
40,mlp.experts.117.down_proj,19.62833786,0.01000,0.178
40,mlp.experts.118.down_proj,11.05232716,0.01000,0.178
40,mlp.experts.119.down_proj,13.47461033,0.01000,0.177
40,mlp.experts.120.down_proj,0.69611025,0.01000,0.178
40,mlp.experts.121.down_proj,12.86196899,0.01000,0.180
40,mlp.experts.122.down_proj,1.42728674,0.01000,0.181
40,mlp.experts.123.down_proj,15.35850906,0.01000,0.179
40,mlp.experts.124.down_proj,12.11655998,0.01000,0.179
40,mlp.experts.125.down_proj,1.25549686,0.01000,0.177
40,mlp.experts.126.down_proj,2.75757527,0.01000,0.177
40,mlp.experts.127.down_proj,10.03062630,0.01000,0.177
41,self_attn.q_proj,4.04781389,0.01000,0.440
41,self_attn.k_proj,0.41386658,0.01000,0.456
41,self_attn.v_proj,0.56173080,0.01000,0.454
41,self_attn.o_proj,0.29003799,0.01000,0.886
41,mlp.experts.0.up_proj,18.40709114,0.01000,0.444
41,mlp.experts.1.up_proj,15.42133904,0.01000,0.456
41,mlp.experts.2.up_proj,15.37231827,0.01000,0.456
41,mlp.experts.3.up_proj,42.27113342,0.01000,0.456
41,mlp.experts.4.up_proj,0.90221059,0.01000,0.456
41,mlp.experts.5.up_proj,10.83478546,0.01000,0.457
41,mlp.experts.6.up_proj,17.40043640,0.01000,0.461
41,mlp.experts.7.up_proj,36.14202118,0.01000,0.462
41,mlp.experts.8.up_proj,0.36221445,0.01000,0.458
41,mlp.experts.9.up_proj,22.45832443,0.01000,0.457
41,mlp.experts.10.up_proj,21.37196350,0.01000,0.463
41,mlp.experts.11.up_proj,21.92938614,0.01000,0.457
41,mlp.experts.12.up_proj,41.91716766,0.01000,0.457
41,mlp.experts.13.up_proj,7.19030714,0.01000,0.457
41,mlp.experts.14.up_proj,15.92108727,0.01000,0.457
41,mlp.experts.15.up_proj,16.62953949,0.01000,0.457
41,mlp.experts.16.up_proj,2.39151835,0.01000,0.460
41,mlp.experts.17.up_proj,14.99018478,0.01000,0.464
41,mlp.experts.18.up_proj,77.61532593,0.01000,0.457
41,mlp.experts.19.up_proj,13.21489525,0.01000,0.457
41,mlp.experts.20.up_proj,18.16458511,0.01000,0.457
41,mlp.experts.21.up_proj,59.93246460,0.01000,0.458
41,mlp.experts.22.up_proj,1.20093179,0.01000,0.458
41,mlp.experts.23.up_proj,2.07875204,0.01000,0.458
41,mlp.experts.24.up_proj,0.18766019,0.01000,0.471
41,mlp.experts.25.up_proj,3.08551741,0.01000,0.466
41,mlp.experts.26.up_proj,197.27372742,0.01000,0.458
41,mlp.experts.27.up_proj,3.13936543,0.01000,0.463
41,mlp.experts.28.up_proj,9.49086285,0.01000,0.457
41,mlp.experts.29.up_proj,2.27633095,0.01000,0.457
41,mlp.experts.30.up_proj,10.56075668,0.01000,0.457
41,mlp.experts.31.up_proj,0.84653389,0.01000,0.457
41,mlp.experts.32.up_proj,0.46286109,0.01000,0.458
41,mlp.experts.33.up_proj,24.74007034,0.01000,0.457
41,mlp.experts.34.up_proj,13.53141594,0.01000,0.457
41,mlp.experts.35.up_proj,15.07960701,0.01000,0.457
41,mlp.experts.36.up_proj,18.97506332,0.01000,0.457
41,mlp.experts.37.up_proj,0.80630648,0.01000,0.467
41,mlp.experts.38.up_proj,53.72457886,0.01000,0.467
41,mlp.experts.39.up_proj,171.50683594,0.01000,0.457
41,mlp.experts.40.up_proj,0.01685060,0.01000,0.457
41,mlp.experts.41.up_proj,7.01725435,0.01000,0.457
41,mlp.experts.42.up_proj,26.12448692,0.01000,0.457
41,mlp.experts.43.up_proj,0.77751845,0.01000,0.458
41,mlp.experts.44.up_proj,19.15555573,0.01000,0.457
41,mlp.experts.45.up_proj,18.60710144,0.01000,0.456
41,mlp.experts.46.up_proj,17.29507446,0.01000,0.456
41,mlp.experts.47.up_proj,7.07373571,0.01000,0.464
41,mlp.experts.48.up_proj,13.93766785,0.01000,0.460
41,mlp.experts.49.up_proj,210.60253906,0.01000,0.458
41,mlp.experts.50.up_proj,43.23846054,0.01000,0.471
41,mlp.experts.51.up_proj,0.34535244,0.01000,0.466
41,mlp.experts.52.up_proj,11.95548916,0.01000,0.457
41,mlp.experts.53.up_proj,28.50580215,0.01000,0.457
41,mlp.experts.54.up_proj,239.91940308,0.01000,0.458
41,mlp.experts.55.up_proj,228.43649292,0.01000,0.458
41,mlp.experts.56.up_proj,7.46758175,0.01000,0.459
41,mlp.experts.57.up_proj,23.92351913,0.01000,0.463
41,mlp.experts.58.up_proj,38.31163025,0.01000,0.459
41,mlp.experts.59.up_proj,86.09883118,0.01000,0.457
41,mlp.experts.60.up_proj,0.03725865,0.01000,0.457
41,mlp.experts.61.up_proj,61.81642914,0.01000,0.457
41,mlp.experts.62.up_proj,15.89464188,0.01000,0.457
41,mlp.experts.63.up_proj,18.80534744,0.01000,0.456
41,mlp.experts.64.up_proj,15.07783508,0.01000,0.470
41,mlp.experts.65.up_proj,20.82000160,0.01000,0.457
41,mlp.experts.66.up_proj,15.44564056,0.01000,0.456
41,mlp.experts.67.up_proj,0.67283440,0.01000,0.464
41,mlp.experts.68.up_proj,18.67595291,0.01000,0.459
41,mlp.experts.69.up_proj,18.68158531,0.01000,0.457
41,mlp.experts.70.up_proj,1.05168486,0.01000,0.457
41,mlp.experts.71.up_proj,1.39900064,0.01000,0.457
41,mlp.experts.72.up_proj,33.19412613,0.01000,0.459
41,mlp.experts.73.up_proj,67.39875031,0.01000,0.462
41,mlp.experts.74.up_proj,25.18714333,0.01000,0.457
41,mlp.experts.75.up_proj,29.68587112,0.01000,0.463
41,mlp.experts.76.up_proj,25.00664139,0.01000,0.457
41,mlp.experts.77.up_proj,37.02449417,0.01000,0.465
41,mlp.experts.78.up_proj,14.99115944,0.01000,0.460
41,mlp.experts.79.up_proj,14.73374176,0.01000,0.458
41,mlp.experts.80.up_proj,55.35105896,0.01000,0.457
41,mlp.experts.81.up_proj,22.05098724,0.01000,0.457
41,mlp.experts.82.up_proj,21.74156189,0.01000,0.457
41,mlp.experts.83.up_proj,8.35276222,0.01000,0.458
41,mlp.experts.84.up_proj,16.95000267,0.01000,0.457
41,mlp.experts.85.up_proj,24.09197998,0.01000,0.458
41,mlp.experts.86.up_proj,7.70687628,0.01000,0.457
41,mlp.experts.87.up_proj,8.72100925,0.01000,0.460
41,mlp.experts.88.up_proj,255.41372681,0.01000,0.462
41,mlp.experts.89.up_proj,5.11678791,0.01000,0.458
41,mlp.experts.90.up_proj,7.88816881,0.01000,0.467
41,mlp.experts.91.up_proj,3.18029642,0.01000,0.458
41,mlp.experts.92.up_proj,16.76877594,0.01000,0.457
41,mlp.experts.93.up_proj,15.82644081,0.01000,0.457
41,mlp.experts.94.up_proj,1.36864066,0.01000,0.457
41,mlp.experts.95.up_proj,3.23616362,0.01000,0.458
41,mlp.experts.96.up_proj,0.75706720,0.01000,0.458
41,mlp.experts.97.up_proj,17.89399719,0.01000,0.460
41,mlp.experts.98.up_proj,1.35074902,0.01000,0.463
41,mlp.experts.99.up_proj,120.94665527,0.01000,0.458
41,mlp.experts.100.up_proj,8.19861317,0.01000,0.458
41,mlp.experts.101.up_proj,1.62759900,0.01000,0.458
41,mlp.experts.102.up_proj,14.99489117,0.01000,0.458
41,mlp.experts.103.up_proj,14.09960270,0.01000,0.465
41,mlp.experts.104.up_proj,4.02446747,0.01000,0.457
41,mlp.experts.105.up_proj,28.68441391,0.01000,0.438
41,mlp.experts.106.up_proj,29.98218727,0.01000,0.439
41,mlp.experts.107.up_proj,1.05763888,0.01000,0.439
41,mlp.experts.108.up_proj,11.95483208,0.01000,0.444
41,mlp.experts.109.up_proj,54.56334305,0.01000,0.439
41,mlp.experts.110.up_proj,3.45859528,0.01000,0.438
41,mlp.experts.111.up_proj,0.69665670,0.01000,0.438
41,mlp.experts.112.up_proj,21.63912582,0.01000,0.439
41,mlp.experts.113.up_proj,5.14487696,0.01000,0.438
41,mlp.experts.114.up_proj,0.18825474,0.01000,0.438
41,mlp.experts.115.up_proj,11.35372162,0.01000,0.438
41,mlp.experts.116.up_proj,1.40793371,0.01000,0.437
41,mlp.experts.117.up_proj,15.89604187,0.01000,0.438
41,mlp.experts.118.up_proj,71.64567566,0.01000,0.440
41,mlp.experts.119.up_proj,18.66632462,0.01000,0.441
41,mlp.experts.120.up_proj,4.82780027,0.01000,0.438
41,mlp.experts.121.up_proj,22.21923065,0.01000,0.439
41,mlp.experts.122.up_proj,75.69667816,0.01000,0.438
41,mlp.experts.123.up_proj,13.96728134,0.01000,0.438
41,mlp.experts.124.up_proj,26.61718369,0.01000,0.438
41,mlp.experts.125.up_proj,0.32688111,0.01000,0.438
41,mlp.experts.126.up_proj,16.46933556,0.01000,0.439
41,mlp.experts.127.up_proj,6.86603737,0.01000,0.439
41,mlp.experts.0.gate_proj,17.64703751,0.01000,0.438
41,mlp.experts.1.gate_proj,15.18687820,0.01000,0.442
41,mlp.experts.2.gate_proj,13.66477299,0.01000,0.439
41,mlp.experts.3.gate_proj,43.73550415,0.01000,0.438
41,mlp.experts.4.gate_proj,0.85132712,0.01000,0.438
41,mlp.experts.5.gate_proj,10.46028328,0.01000,0.438
41,mlp.experts.6.gate_proj,16.87300682,0.01000,0.437
41,mlp.experts.7.gate_proj,35.20821762,0.01000,0.437
41,mlp.experts.8.gate_proj,0.34176803,0.01000,0.438
41,mlp.experts.9.gate_proj,22.12714958,0.01000,0.438
41,mlp.experts.10.gate_proj,21.12991142,0.01000,0.438
41,mlp.experts.11.gate_proj,22.88259888,0.01000,0.440
41,mlp.experts.12.gate_proj,46.03990173,0.01000,0.441
41,mlp.experts.13.gate_proj,7.29082966,0.01000,0.438
41,mlp.experts.14.gate_proj,14.61347961,0.01000,0.439
41,mlp.experts.15.gate_proj,15.15163803,0.01000,0.438
41,mlp.experts.16.gate_proj,2.31172347,0.01000,0.438
41,mlp.experts.17.gate_proj,13.86718750,0.01000,0.438
41,mlp.experts.18.gate_proj,79.71336365,0.01000,0.438
41,mlp.experts.19.gate_proj,13.36096001,0.01000,0.438
41,mlp.experts.20.gate_proj,16.41411972,0.01000,0.437
41,mlp.experts.21.gate_proj,58.96289825,0.01000,0.438
41,mlp.experts.22.gate_proj,1.15101957,0.01000,0.444
41,mlp.experts.23.gate_proj,2.03416920,0.01000,0.441
41,mlp.experts.24.gate_proj,0.17534666,0.01000,0.438
41,mlp.experts.25.gate_proj,2.99901199,0.01000,0.438
41,mlp.experts.26.gate_proj,236.95169067,0.01000,0.438
41,mlp.experts.27.gate_proj,2.92448330,0.01000,0.439
41,mlp.experts.28.gate_proj,9.03352928,0.01000,0.439
41,mlp.experts.29.gate_proj,2.18608570,0.01000,0.438
41,mlp.experts.30.gate_proj,10.54514503,0.01000,0.438
41,mlp.experts.31.gate_proj,0.82069099,0.01000,0.438
41,mlp.experts.32.gate_proj,0.44357690,0.01000,0.440
41,mlp.experts.33.gate_proj,24.12473297,0.01000,0.444
41,mlp.experts.34.gate_proj,13.38705730,0.01000,0.438
41,mlp.experts.35.gate_proj,13.71428871,0.01000,0.439
41,mlp.experts.36.gate_proj,18.89223862,0.01000,0.438
41,mlp.experts.37.gate_proj,0.74868321,0.01000,0.437
41,mlp.experts.38.gate_proj,56.84375763,0.01000,0.438
41,mlp.experts.39.gate_proj,207.18154907,0.01000,0.437
41,mlp.experts.40.gate_proj,0.01566593,0.01000,0.438
41,mlp.experts.41.gate_proj,7.21354914,0.01000,0.438
41,mlp.experts.42.gate_proj,32.87593842,0.01000,0.439
41,mlp.experts.43.gate_proj,0.73272926,0.01000,0.441
41,mlp.experts.44.gate_proj,18.72999382,0.01000,0.442
41,mlp.experts.45.gate_proj,18.84704208,0.01000,0.439
41,mlp.experts.46.gate_proj,16.53508377,0.01000,0.439
41,mlp.experts.47.gate_proj,7.21869135,0.01000,0.438
41,mlp.experts.48.gate_proj,15.06084442,0.01000,0.438
41,mlp.experts.49.gate_proj,248.21121216,0.01000,0.438
41,mlp.experts.50.gate_proj,45.27713394,0.01000,0.439
41,mlp.experts.51.gate_proj,0.32583457,0.01000,0.437
41,mlp.experts.52.gate_proj,10.49633312,0.01000,0.438
41,mlp.experts.53.gate_proj,27.44603157,0.01000,0.439
41,mlp.experts.54.gate_proj,266.57971191,0.01000,0.444
41,mlp.experts.55.gate_proj,212.57553101,0.01000,0.439
41,mlp.experts.56.gate_proj,6.99128723,0.01000,0.439
41,mlp.experts.57.gate_proj,25.35236359,0.01000,0.438
41,mlp.experts.58.gate_proj,39.30112457,0.01000,0.438
41,mlp.experts.59.gate_proj,84.86256409,0.01000,0.438
41,mlp.experts.60.gate_proj,0.03465834,0.01000,0.438
41,mlp.experts.61.gate_proj,69.31996918,0.01000,0.437
41,mlp.experts.62.gate_proj,15.99598503,0.01000,0.437
41,mlp.experts.63.gate_proj,17.54851532,0.01000,0.438
41,mlp.experts.64.gate_proj,14.07273293,0.01000,0.441
41,mlp.experts.65.gate_proj,19.50043869,0.01000,0.441
41,mlp.experts.66.gate_proj,14.09117508,0.01000,0.438
41,mlp.experts.67.gate_proj,0.59444976,0.01000,0.438
41,mlp.experts.68.gate_proj,18.74117279,0.01000,0.438
41,mlp.experts.69.gate_proj,17.33249283,0.01000,0.438
41,mlp.experts.70.gate_proj,1.03856885,0.01000,0.438
41,mlp.experts.71.gate_proj,1.28961396,0.01000,0.439
41,mlp.experts.72.gate_proj,33.98383331,0.01000,0.438
41,mlp.experts.73.gate_proj,68.90411377,0.01000,0.438
41,mlp.experts.74.gate_proj,23.81830025,0.01000,0.437
41,mlp.experts.75.gate_proj,28.77838898,0.01000,0.445
41,mlp.experts.76.gate_proj,25.50923538,0.01000,0.441
41,mlp.experts.77.gate_proj,38.34706116,0.01000,0.438
41,mlp.experts.78.gate_proj,14.50076485,0.01000,0.438
41,mlp.experts.79.gate_proj,15.12170792,0.01000,0.438
41,mlp.experts.80.gate_proj,55.65547180,0.01000,0.438
41,mlp.experts.81.gate_proj,21.45814323,0.01000,0.438
41,mlp.experts.82.gate_proj,21.94833565,0.01000,0.438
41,mlp.experts.83.gate_proj,8.01655388,0.01000,0.438
41,mlp.experts.84.gate_proj,17.42219734,0.01000,0.438
41,mlp.experts.85.gate_proj,22.42181587,0.01000,0.441
41,mlp.experts.86.gate_proj,7.59397554,0.01000,0.445
41,mlp.experts.87.gate_proj,8.69750404,0.01000,0.439
41,mlp.experts.88.gate_proj,259.05239868,0.01000,0.439
41,mlp.experts.89.gate_proj,5.12450504,0.01000,0.438
41,mlp.experts.90.gate_proj,7.38453531,0.01000,0.439
41,mlp.experts.91.gate_proj,3.06152630,0.01000,0.439
41,mlp.experts.92.gate_proj,15.99999142,0.01000,0.438
41,mlp.experts.93.gate_proj,15.85520744,0.01000,0.438
41,mlp.experts.94.gate_proj,1.32350850,0.01000,0.438
41,mlp.experts.95.gate_proj,3.06503773,0.01000,0.438
41,mlp.experts.96.gate_proj,0.79533678,0.01000,0.443
41,mlp.experts.97.gate_proj,15.60392284,0.01000,0.441
41,mlp.experts.98.gate_proj,1.37648571,0.01000,0.438
41,mlp.experts.99.gate_proj,116.99367523,0.01000,0.439
41,mlp.experts.100.gate_proj,8.19784832,0.01000,0.439
41,mlp.experts.101.gate_proj,1.55098939,0.01000,0.437
41,mlp.experts.102.gate_proj,14.06037903,0.01000,0.439
41,mlp.experts.103.gate_proj,13.21229935,0.01000,0.439
41,mlp.experts.104.gate_proj,4.11735201,0.01000,0.439
41,mlp.experts.105.gate_proj,28.00344849,0.01000,0.438
41,mlp.experts.106.gate_proj,26.69626427,0.01000,0.440
41,mlp.experts.107.gate_proj,0.95629156,0.01000,0.444
41,mlp.experts.108.gate_proj,11.25485134,0.01000,0.439
41,mlp.experts.109.gate_proj,52.24222183,0.01000,0.438
41,mlp.experts.110.gate_proj,3.43510866,0.01000,0.438
41,mlp.experts.111.gate_proj,0.65738368,0.01000,0.439
41,mlp.experts.112.gate_proj,21.46711540,0.01000,0.438
41,mlp.experts.113.gate_proj,4.83382559,0.01000,0.438
41,mlp.experts.114.gate_proj,0.17825016,0.01000,0.438
41,mlp.experts.115.gate_proj,11.71395302,0.01000,0.438
41,mlp.experts.116.gate_proj,1.33924651,0.01000,0.438
41,mlp.experts.117.gate_proj,15.22102356,0.01000,0.441
41,mlp.experts.118.gate_proj,70.56764221,0.01000,0.440
41,mlp.experts.119.gate_proj,18.23879051,0.01000,0.438
41,mlp.experts.120.gate_proj,4.81059408,0.01000,0.441
41,mlp.experts.121.gate_proj,22.79514694,0.01000,0.438
41,mlp.experts.122.gate_proj,100.35829163,0.01000,0.441
41,mlp.experts.123.gate_proj,13.43931389,0.01000,0.440
41,mlp.experts.124.gate_proj,26.31838036,0.01000,0.439
41,mlp.experts.125.gate_proj,0.30767775,0.01000,0.445
41,mlp.experts.126.gate_proj,16.07481766,0.01000,0.439
41,mlp.experts.127.gate_proj,6.59950638,0.01000,0.438
41,mlp.experts.0.down_proj,25.63666153,0.01000,0.168
41,mlp.experts.1.down_proj,17.10573196,0.01000,0.167
41,mlp.experts.2.down_proj,12.70101738,0.01000,0.166
41,mlp.experts.3.down_proj,35.59503937,0.01000,0.166
41,mlp.experts.4.down_proj,0.97375810,0.01000,0.164
41,mlp.experts.5.down_proj,12.33795547,0.01000,0.165
41,mlp.experts.6.down_proj,10.93777657,0.01000,0.165
41,mlp.experts.7.down_proj,47.36764526,0.01000,0.167
41,mlp.experts.8.down_proj,0.40896377,0.01000,0.167
41,mlp.experts.9.down_proj,15.22075462,0.01000,0.167
41,mlp.experts.10.down_proj,8.19078064,0.01000,0.167
41,mlp.experts.11.down_proj,18.05177689,0.01000,0.166
41,mlp.experts.12.down_proj,27.41128159,0.01000,0.165
41,mlp.experts.13.down_proj,3.70814514,0.01000,0.165
41,mlp.experts.14.down_proj,19.75531769,0.01000,0.165
41,mlp.experts.15.down_proj,24.85884094,0.01000,0.164
41,mlp.experts.16.down_proj,1.81154382,0.01000,0.165
41,mlp.experts.17.down_proj,19.24278259,0.01000,0.164
41,mlp.experts.18.down_proj,61.05197144,0.01000,0.165
41,mlp.experts.19.down_proj,13.14534569,0.01000,0.165
41,mlp.experts.20.down_proj,20.12901688,0.01000,0.164
41,mlp.experts.21.down_proj,78.30763245,0.01000,0.164
41,mlp.experts.22.down_proj,1.19182038,0.01000,0.165
41,mlp.experts.23.down_proj,2.25459790,0.01000,0.165
41,mlp.experts.24.down_proj,0.32140064,0.01000,0.165
41,mlp.experts.25.down_proj,2.47651768,0.01000,0.165
41,mlp.experts.26.down_proj,135.82495117,0.01000,0.165
41,mlp.experts.27.down_proj,2.33827710,0.01000,0.165
41,mlp.experts.28.down_proj,9.35283089,0.01000,0.165
41,mlp.experts.29.down_proj,1.44451046,0.01000,0.165
41,mlp.experts.30.down_proj,8.29878426,0.01000,0.165
41,mlp.experts.31.down_proj,0.90593243,0.01000,0.167
41,mlp.experts.32.down_proj,0.35001254,0.01000,0.167
41,mlp.experts.33.down_proj,28.22323608,0.01000,0.167
41,mlp.experts.34.down_proj,6.64699173,0.01000,0.166
41,mlp.experts.35.down_proj,21.73021698,0.01000,0.168
41,mlp.experts.36.down_proj,20.74020004,0.01000,0.167
41,mlp.experts.37.down_proj,0.23118827,0.01000,0.167
41,mlp.experts.38.down_proj,120.38742065,0.01000,0.168
41,mlp.experts.39.down_proj,247.12707520,0.01000,0.167
41,mlp.experts.40.down_proj,0.01022648,0.01000,0.166
41,mlp.experts.41.down_proj,14.76662636,0.01000,0.165
41,mlp.experts.42.down_proj,44.75102615,0.01000,0.165
41,mlp.experts.43.down_proj,1.84918129,0.01000,0.165
41,mlp.experts.44.down_proj,23.05855751,0.01000,0.165
41,mlp.experts.45.down_proj,15.24001122,0.01000,0.164
41,mlp.experts.46.down_proj,23.77935600,0.01000,0.166
41,mlp.experts.47.down_proj,5.42024755,0.01000,0.165
41,mlp.experts.48.down_proj,19.14102554,0.01000,0.165
41,mlp.experts.49.down_proj,141.85791016,0.01000,0.166
41,mlp.experts.50.down_proj,52.62042999,0.01000,0.165
41,mlp.experts.51.down_proj,0.35600019,0.01000,0.165
41,mlp.experts.52.down_proj,18.27267456,0.01000,0.166
41,mlp.experts.53.down_proj,27.57559586,0.01000,0.167
41,mlp.experts.54.down_proj,135.50012207,0.01000,0.166
41,mlp.experts.55.down_proj,524.95312500,0.01000,0.166
41,mlp.experts.56.down_proj,14.55607796,0.01000,0.168
41,mlp.experts.57.down_proj,54.03629684,0.01000,0.168
41,mlp.experts.58.down_proj,36.01593018,0.01000,0.168
41,mlp.experts.59.down_proj,78.03407288,0.01000,0.168
41,mlp.experts.60.down_proj,0.02309906,0.01000,0.169
41,mlp.experts.61.down_proj,51.23527908,0.01000,0.168
41,mlp.experts.62.down_proj,13.36385727,0.01000,0.170
41,mlp.experts.63.down_proj,20.12895012,0.01000,0.170
41,mlp.experts.64.down_proj,17.53929138,0.01000,0.171
41,mlp.experts.65.down_proj,18.34522438,0.01000,0.169
41,mlp.experts.66.down_proj,14.10772800,0.01000,0.169
41,mlp.experts.67.down_proj,1.67094707,0.01000,0.169
41,mlp.experts.68.down_proj,11.45907784,0.01000,0.169
41,mlp.experts.69.down_proj,20.54098129,0.01000,0.169
41,mlp.experts.70.down_proj,2.75373650,0.01000,0.169
41,mlp.experts.71.down_proj,2.16767740,0.01000,0.169
41,mlp.experts.72.down_proj,22.40372849,0.01000,0.169
41,mlp.experts.73.down_proj,44.20229340,0.01000,0.169
41,mlp.experts.74.down_proj,51.36738586,0.01000,0.168
41,mlp.experts.75.down_proj,37.94056702,0.01000,0.168
41,mlp.experts.76.down_proj,32.87298203,0.01000,0.169
41,mlp.experts.77.down_proj,32.65790939,0.01000,0.169
41,mlp.experts.78.down_proj,17.40662575,0.01000,0.168
41,mlp.experts.79.down_proj,13.16811275,0.01000,0.169
41,mlp.experts.80.down_proj,56.31819916,0.01000,0.169
41,mlp.experts.81.down_proj,19.72310257,0.01000,0.169
41,mlp.experts.82.down_proj,20.05240250,0.01000,0.168
41,mlp.experts.83.down_proj,7.08859015,0.01000,0.169
41,mlp.experts.84.down_proj,20.28182220,0.01000,0.169
41,mlp.experts.85.down_proj,16.15147400,0.01000,0.169
41,mlp.experts.86.down_proj,8.22450733,0.01000,0.169
41,mlp.experts.87.down_proj,7.77002430,0.01000,0.169
41,mlp.experts.88.down_proj,566.09106445,0.01000,0.168
41,mlp.experts.89.down_proj,4.67764091,0.01000,0.170
41,mlp.experts.90.down_proj,9.17087841,0.01000,0.171
41,mlp.experts.91.down_proj,3.18368340,0.01000,0.171
41,mlp.experts.92.down_proj,19.28652191,0.01000,0.171
41,mlp.experts.93.down_proj,9.87391472,0.01000,0.170
41,mlp.experts.94.down_proj,1.20451617,0.01000,0.169
41,mlp.experts.95.down_proj,2.88349390,0.01000,0.169
41,mlp.experts.96.down_proj,0.15464696,0.01000,0.169
41,mlp.experts.97.down_proj,28.01892471,0.01000,0.169
41,mlp.experts.98.down_proj,3.64430046,0.01000,0.168
41,mlp.experts.99.down_proj,411.75347900,0.01000,0.169
41,mlp.experts.100.down_proj,3.67771339,0.01000,0.169
41,mlp.experts.101.down_proj,1.07888079,0.01000,0.169
41,mlp.experts.102.down_proj,11.49837303,0.01000,0.169
41,mlp.experts.103.down_proj,9.61505127,0.01000,0.169
41,mlp.experts.104.down_proj,1.09275758,0.01000,0.168
41,mlp.experts.105.down_proj,27.52200508,0.01000,0.168
41,mlp.experts.106.down_proj,24.62257576,0.01000,0.169
41,mlp.experts.107.down_proj,0.58993173,0.01000,0.169
41,mlp.experts.108.down_proj,30.24302673,0.01000,0.168
41,mlp.experts.109.down_proj,48.70004272,0.01000,0.169
41,mlp.experts.110.down_proj,3.15791988,0.01000,0.169
41,mlp.experts.111.down_proj,0.60931045,0.01000,0.169
41,mlp.experts.112.down_proj,18.29011536,0.01000,0.169
41,mlp.experts.113.down_proj,6.81089258,0.01000,0.169
41,mlp.experts.114.down_proj,0.12202862,0.01000,0.168
41,mlp.experts.115.down_proj,12.59446716,0.01000,0.168
41,mlp.experts.116.down_proj,1.42604029,0.01000,0.170
41,mlp.experts.117.down_proj,23.13917732,0.01000,0.171
41,mlp.experts.118.down_proj,62.13402176,0.01000,0.171
41,mlp.experts.119.down_proj,32.70082855,0.01000,0.171
41,mlp.experts.120.down_proj,2.08009768,0.01000,0.169
41,mlp.experts.121.down_proj,16.93408203,0.01000,0.169
41,mlp.experts.122.down_proj,45.47034454,0.01000,0.169
41,mlp.experts.123.down_proj,15.02725410,0.01000,0.169
41,mlp.experts.124.down_proj,44.33889389,0.01000,0.169
41,mlp.experts.125.down_proj,0.64624679,0.01000,0.169
41,mlp.experts.126.down_proj,18.84424210,0.01000,0.169
41,mlp.experts.127.down_proj,10.74075699,0.01000,0.169
42,self_attn.q_proj,6.56351280,0.01000,0.439
42,self_attn.k_proj,0.75007701,0.01000,0.437
42,self_attn.v_proj,1.15567148,0.01000,0.456
42,self_attn.o_proj,0.81950200,0.01000,0.938
42,mlp.experts.0.up_proj,0.20408872,0.01000,0.443
42,mlp.experts.1.up_proj,2.60433769,0.01000,0.437
42,mlp.experts.2.up_proj,29.71077347,0.01000,0.436
42,mlp.experts.3.up_proj,16.62938309,0.01000,0.437
42,mlp.experts.4.up_proj,88.35671997,0.01000,0.438
42,mlp.experts.5.up_proj,27.13710403,0.01000,0.441
42,mlp.experts.6.up_proj,21.80422211,0.01000,0.444
42,mlp.experts.7.up_proj,15.60923195,0.01000,0.439
42,mlp.experts.8.up_proj,129.96383667,0.01000,0.439
42,mlp.experts.9.up_proj,32.03306198,0.01000,0.439
42,mlp.experts.10.up_proj,11.19381618,0.01000,0.438
42,mlp.experts.11.up_proj,0.27070442,0.01000,0.439
42,mlp.experts.12.up_proj,12.54047394,0.01000,0.439
42,mlp.experts.13.up_proj,2.78499413,0.01000,0.439
42,mlp.experts.14.up_proj,82.22048187,0.01000,0.438
42,mlp.experts.15.up_proj,0.17414297,0.01000,0.438
42,mlp.experts.16.up_proj,28.53304672,0.01000,0.444
42,mlp.experts.17.up_proj,141.82084656,0.01000,0.440
42,mlp.experts.18.up_proj,22.57287216,0.01000,0.439
42,mlp.experts.19.up_proj,1.85621762,0.01000,0.438
42,mlp.experts.20.up_proj,8.04118919,0.01000,0.438
42,mlp.experts.21.up_proj,85.28611755,0.01000,0.438
42,mlp.experts.22.up_proj,20.23309708,0.01000,0.439
42,mlp.experts.23.up_proj,26.38304901,0.01000,0.438
42,mlp.experts.24.up_proj,26.14961243,0.01000,0.462
42,mlp.experts.25.up_proj,43.67103577,0.01000,0.438
42,mlp.experts.26.up_proj,2.43666458,0.01000,0.440
42,mlp.experts.27.up_proj,11.62342262,0.01000,0.458
42,mlp.experts.28.up_proj,35.22463989,0.01000,0.454
42,mlp.experts.29.up_proj,1.43967986,0.01000,0.454
42,mlp.experts.30.up_proj,14.83599854,0.01000,0.453
42,mlp.experts.31.up_proj,13.02971649,0.01000,0.453
42,mlp.experts.32.up_proj,18.02785873,0.01000,0.453
42,mlp.experts.33.up_proj,202.90438843,0.01000,0.453
42,mlp.experts.34.up_proj,1.22041941,0.01000,0.453
42,mlp.experts.35.up_proj,29.57711792,0.01000,0.454
42,mlp.experts.36.up_proj,26.79799652,0.01000,0.461
42,mlp.experts.37.up_proj,28.19777298,0.01000,0.461
42,mlp.experts.38.up_proj,11.47293282,0.01000,0.459
42,mlp.experts.39.up_proj,30.19274902,0.01000,0.472
42,mlp.experts.40.up_proj,0.70546234,0.01000,0.457
42,mlp.experts.41.up_proj,9.02368164,0.01000,0.458
42,mlp.experts.42.up_proj,23.23051453,0.01000,0.456
42,mlp.experts.43.up_proj,13.04160595,0.01000,0.468
42,mlp.experts.44.up_proj,1.15441728,0.01000,0.456
42,mlp.experts.45.up_proj,2.78443003,0.01000,0.455
42,mlp.experts.46.up_proj,10.95554256,0.01000,0.462
42,mlp.experts.47.up_proj,41.26963425,0.01000,0.472
42,mlp.experts.48.up_proj,2.86963129,0.01000,0.458
42,mlp.experts.49.up_proj,21.20130539,0.01000,0.461
42,mlp.experts.50.up_proj,77.60191345,0.01000,0.466
42,mlp.experts.51.up_proj,0.43265513,0.01000,0.457
42,mlp.experts.52.up_proj,121.00219727,0.01000,0.457
42,mlp.experts.53.up_proj,67.81280518,0.01000,0.457
42,mlp.experts.54.up_proj,1.09732962,0.01000,0.458
42,mlp.experts.55.up_proj,30.63990402,0.01000,0.456
42,mlp.experts.56.up_proj,230.50837708,0.01000,0.456
42,mlp.experts.57.up_proj,5.23704386,0.01000,0.463
42,mlp.experts.58.up_proj,73.27256775,0.01000,0.463
42,mlp.experts.59.up_proj,15.32395840,0.01000,0.458
42,mlp.experts.60.up_proj,3.00383472,0.01000,0.462
42,mlp.experts.61.up_proj,3.35058880,0.01000,0.460
42,mlp.experts.62.up_proj,0.02312677,0.01000,0.458
42,mlp.experts.63.up_proj,1.08980167,0.01000,0.457
42,mlp.experts.64.up_proj,18.96756172,0.01000,0.458
42,mlp.experts.65.up_proj,19.80525208,0.01000,0.457
42,mlp.experts.66.up_proj,54.82781982,0.01000,0.456
42,mlp.experts.67.up_proj,0.23915596,0.01000,0.463
42,mlp.experts.68.up_proj,10.50981331,0.01000,0.461
42,mlp.experts.69.up_proj,76.25245667,0.01000,0.468
42,mlp.experts.70.up_proj,255.11408997,0.01000,0.456
42,mlp.experts.71.up_proj,16.01655006,0.01000,0.462
42,mlp.experts.72.up_proj,0.03254399,0.01000,0.457
42,mlp.experts.73.up_proj,20.28258514,0.01000,0.468
42,mlp.experts.74.up_proj,22.98234940,0.01000,0.457
42,mlp.experts.75.up_proj,26.82764244,0.01000,0.457
42,mlp.experts.76.up_proj,4.07061291,0.01000,0.462
42,mlp.experts.77.up_proj,10.78977013,0.01000,0.462
42,mlp.experts.78.up_proj,2.17084169,0.01000,0.460
42,mlp.experts.79.up_proj,6.13034439,0.01000,0.457
42,mlp.experts.80.up_proj,14.98535347,0.01000,0.458
42,mlp.experts.81.up_proj,50.41460419,0.01000,0.457
42,mlp.experts.82.up_proj,0.76717824,0.01000,0.468
42,mlp.experts.83.up_proj,0.04631539,0.01000,0.457
42,mlp.experts.84.up_proj,2.16296649,0.01000,0.464
42,mlp.experts.85.up_proj,3.89697289,0.01000,0.461
42,mlp.experts.86.up_proj,21.23756790,0.01000,0.455
42,mlp.experts.87.up_proj,1.02881813,0.01000,0.457
42,mlp.experts.88.up_proj,0.96781451,0.01000,0.457
42,mlp.experts.89.up_proj,131.81369019,0.01000,0.453
42,mlp.experts.90.up_proj,15.05368042,0.01000,0.454
42,mlp.experts.91.up_proj,56.83234406,0.01000,0.453
42,mlp.experts.92.up_proj,68.72369385,0.01000,0.453
42,mlp.experts.93.up_proj,19.85445404,0.01000,0.454
42,mlp.experts.94.up_proj,8.44676781,0.01000,0.454
42,mlp.experts.95.up_proj,0.49531257,0.01000,0.453
42,mlp.experts.96.up_proj,1.74955487,0.01000,0.454
42,mlp.experts.97.up_proj,6.67191553,0.01000,0.455
42,mlp.experts.98.up_proj,17.55304146,0.01000,0.457
42,mlp.experts.99.up_proj,163.91116333,0.01000,0.454
42,mlp.experts.100.up_proj,4.24293613,0.01000,0.455
42,mlp.experts.101.up_proj,20.95992661,0.01000,0.455
42,mlp.experts.102.up_proj,16.15482712,0.01000,0.466
42,mlp.experts.103.up_proj,1.25658906,0.01000,0.466
42,mlp.experts.104.up_proj,65.77857971,0.01000,0.466
42,mlp.experts.105.up_proj,3.39778185,0.01000,0.468
42,mlp.experts.106.up_proj,28.97733688,0.01000,0.467
42,mlp.experts.107.up_proj,1.02135897,0.01000,0.469
42,mlp.experts.108.up_proj,88.90019989,0.01000,0.484
42,mlp.experts.109.up_proj,5.56929684,0.01000,0.444
42,mlp.experts.110.up_proj,1.03744173,0.01000,0.441
42,mlp.experts.111.up_proj,33.26773071,0.01000,0.459
42,mlp.experts.112.up_proj,6.32146263,0.01000,0.441
42,mlp.experts.113.up_proj,28.99332428,0.01000,0.441
42,mlp.experts.114.up_proj,99.24761200,0.01000,0.441
42,mlp.experts.115.up_proj,24.94841576,0.01000,0.442
42,mlp.experts.116.up_proj,24.98030663,0.01000,0.442
42,mlp.experts.117.up_proj,117.52571106,0.01000,0.441
42,mlp.experts.118.up_proj,17.75517654,0.01000,0.446
42,mlp.experts.119.up_proj,4.86300564,0.01000,0.445
42,mlp.experts.120.up_proj,12.67860603,0.01000,0.441
42,mlp.experts.121.up_proj,5.04623032,0.01000,0.441
42,mlp.experts.122.up_proj,0.53836644,0.01000,0.441
42,mlp.experts.123.up_proj,60.61967468,0.01000,0.442
42,mlp.experts.124.up_proj,0.86807412,0.01000,0.441
42,mlp.experts.125.up_proj,17.90649223,0.01000,0.441
42,mlp.experts.126.up_proj,24.88396645,0.01000,0.442
42,mlp.experts.127.up_proj,9.78807259,0.01000,0.441
42,mlp.experts.0.gate_proj,0.19157708,0.01000,0.442
42,mlp.experts.1.gate_proj,2.45915937,0.01000,0.449
42,mlp.experts.2.gate_proj,27.79880524,0.01000,0.439
42,mlp.experts.3.gate_proj,16.02899170,0.01000,0.438
42,mlp.experts.4.gate_proj,86.11276245,0.01000,0.438
42,mlp.experts.5.gate_proj,23.40786171,0.01000,0.438
42,mlp.experts.6.gate_proj,22.45240974,0.01000,0.440
42,mlp.experts.7.gate_proj,13.86382866,0.01000,0.438
42,mlp.experts.8.gate_proj,159.84970093,0.01000,0.439
42,mlp.experts.9.gate_proj,30.95568466,0.01000,0.439
42,mlp.experts.10.gate_proj,10.90878201,0.01000,0.438
42,mlp.experts.11.gate_proj,0.21537393,0.01000,0.457
42,mlp.experts.12.gate_proj,12.06367111,0.01000,0.468
42,mlp.experts.13.gate_proj,2.47515941,0.01000,0.467
42,mlp.experts.14.gate_proj,78.75200653,0.01000,0.440
42,mlp.experts.15.gate_proj,0.16026804,0.01000,0.439
42,mlp.experts.16.gate_proj,27.49982452,0.01000,0.464
42,mlp.experts.17.gate_proj,145.27725220,0.01000,0.441
42,mlp.experts.18.gate_proj,19.71829605,0.01000,0.439
42,mlp.experts.19.gate_proj,1.70371747,0.01000,0.444
42,mlp.experts.20.gate_proj,7.77948093,0.01000,0.441
42,mlp.experts.21.gate_proj,83.11003876,0.01000,0.441
42,mlp.experts.22.gate_proj,18.53050804,0.01000,0.442
42,mlp.experts.23.gate_proj,25.44158363,0.01000,0.438
42,mlp.experts.24.gate_proj,24.49047661,0.01000,0.438
42,mlp.experts.25.gate_proj,48.53555679,0.01000,0.438
42,mlp.experts.26.gate_proj,2.14633965,0.01000,0.438
42,mlp.experts.27.gate_proj,11.09494019,0.01000,0.439
42,mlp.experts.28.gate_proj,37.87434769,0.01000,0.441
42,mlp.experts.29.gate_proj,1.32311201,0.01000,0.438
42,mlp.experts.30.gate_proj,14.16741753,0.01000,0.442
42,mlp.experts.31.gate_proj,11.85956383,0.01000,0.440
42,mlp.experts.32.gate_proj,17.34095001,0.01000,0.454
42,mlp.experts.33.gate_proj,202.75476074,0.01000,0.471
42,mlp.experts.34.gate_proj,1.14310622,0.01000,0.434
42,mlp.experts.35.gate_proj,28.38477325,0.01000,0.448
42,mlp.experts.36.gate_proj,24.88808441,0.01000,0.429
42,mlp.experts.37.gate_proj,31.88784409,0.01000,0.447
42,mlp.experts.38.gate_proj,10.91421413,0.01000,0.431
42,mlp.experts.39.gate_proj,30.37984276,0.01000,0.430
42,mlp.experts.40.gate_proj,0.61132121,0.01000,0.428
42,mlp.experts.41.gate_proj,9.09416199,0.01000,0.436
42,mlp.experts.42.gate_proj,22.80030441,0.01000,0.449
42,mlp.experts.43.gate_proj,12.53524017,0.01000,0.440
42,mlp.experts.44.gate_proj,1.07527518,0.01000,0.470
42,mlp.experts.45.gate_proj,2.66862631,0.01000,0.456
42,mlp.experts.46.gate_proj,10.06770039,0.01000,0.459
42,mlp.experts.47.gate_proj,39.42776489,0.01000,0.453
42,mlp.experts.48.gate_proj,2.74522257,0.01000,0.452
42,mlp.experts.49.gate_proj,21.33113861,0.01000,0.455
42,mlp.experts.50.gate_proj,78.09237671,0.01000,0.453
42,mlp.experts.51.gate_proj,0.37593538,0.01000,0.431
42,mlp.experts.52.gate_proj,122.23052216,0.01000,0.439
42,mlp.experts.53.gate_proj,69.99723816,0.01000,0.465
42,mlp.experts.54.gate_proj,1.00832498,0.01000,0.453
42,mlp.experts.55.gate_proj,29.13226891,0.01000,0.450
42,mlp.experts.56.gate_proj,217.66270447,0.01000,0.431
42,mlp.experts.57.gate_proj,4.86097622,0.01000,0.456
42,mlp.experts.58.gate_proj,70.33392334,0.01000,0.431
42,mlp.experts.59.gate_proj,14.40753174,0.01000,0.445
42,mlp.experts.60.gate_proj,2.85674596,0.01000,0.453
42,mlp.experts.61.gate_proj,3.22590399,0.01000,0.450
42,mlp.experts.62.gate_proj,0.02042439,0.01000,0.438
42,mlp.experts.63.gate_proj,1.04290211,0.01000,0.442
42,mlp.experts.64.gate_proj,17.02280998,0.01000,0.454
42,mlp.experts.65.gate_proj,19.12056541,0.01000,0.430
42,mlp.experts.66.gate_proj,55.49459457,0.01000,0.456
42,mlp.experts.67.gate_proj,0.22312681,0.01000,0.444
42,mlp.experts.68.gate_proj,11.08246994,0.01000,0.448
42,mlp.experts.69.gate_proj,75.55033875,0.01000,0.430
42,mlp.experts.70.gate_proj,267.71466064,0.01000,0.443
42,mlp.experts.71.gate_proj,15.72200680,0.01000,0.430
42,mlp.experts.72.gate_proj,0.02941849,0.01000,0.435
42,mlp.experts.73.gate_proj,18.28594398,0.01000,0.450
42,mlp.experts.74.gate_proj,20.90836334,0.01000,0.464
42,mlp.experts.75.gate_proj,26.19678116,0.01000,0.443
42,mlp.experts.76.gate_proj,3.74279380,0.01000,0.429
42,mlp.experts.77.gate_proj,10.82734108,0.01000,0.428
42,mlp.experts.78.gate_proj,2.06656814,0.01000,0.433
42,mlp.experts.79.gate_proj,5.68949318,0.01000,0.432
42,mlp.experts.80.gate_proj,14.17531776,0.01000,0.431
42,mlp.experts.81.gate_proj,48.61977386,0.01000,0.429
42,mlp.experts.82.gate_proj,0.70535451,0.01000,0.430
42,mlp.experts.83.gate_proj,0.04259257,0.01000,0.451
42,mlp.experts.84.gate_proj,2.03350496,0.01000,0.436
42,mlp.experts.85.gate_proj,3.71884680,0.01000,0.435
42,mlp.experts.86.gate_proj,20.22924232,0.01000,0.431
42,mlp.experts.87.gate_proj,0.98293269,0.01000,0.433
42,mlp.experts.88.gate_proj,0.88898975,0.01000,0.451
42,mlp.experts.89.gate_proj,132.04449463,0.01000,0.455
42,mlp.experts.90.gate_proj,13.77391624,0.01000,0.428
42,mlp.experts.91.gate_proj,51.38856506,0.01000,0.431
42,mlp.experts.92.gate_proj,67.48689270,0.01000,0.431
42,mlp.experts.93.gate_proj,17.66126251,0.01000,0.431
42,mlp.experts.94.gate_proj,7.79096127,0.01000,0.431
42,mlp.experts.95.gate_proj,0.49441189,0.01000,0.463
42,mlp.experts.96.gate_proj,1.63812292,0.01000,0.456
42,mlp.experts.97.gate_proj,6.02566481,0.01000,0.451
42,mlp.experts.98.gate_proj,16.20966911,0.01000,0.456
42,mlp.experts.99.gate_proj,158.71459961,0.01000,0.457
42,mlp.experts.100.gate_proj,4.10338020,0.01000,0.432
42,mlp.experts.101.gate_proj,18.31156921,0.01000,0.432
42,mlp.experts.102.gate_proj,13.64906693,0.01000,0.429
42,mlp.experts.103.gate_proj,1.08017409,0.01000,0.428
42,mlp.experts.104.gate_proj,65.45681763,0.01000,0.429
42,mlp.experts.105.gate_proj,3.21279669,0.01000,0.434
42,mlp.experts.106.gate_proj,28.40942192,0.01000,0.448
42,mlp.experts.107.gate_proj,0.98425758,0.01000,0.456
42,mlp.experts.108.gate_proj,85.13145447,0.01000,0.440
42,mlp.experts.109.gate_proj,5.30786800,0.01000,0.433
42,mlp.experts.110.gate_proj,1.30372643,0.01000,0.443
42,mlp.experts.111.gate_proj,33.02024460,0.01000,0.431
42,mlp.experts.112.gate_proj,5.99807262,0.01000,0.431
42,mlp.experts.113.gate_proj,27.68034744,0.01000,0.430
42,mlp.experts.114.gate_proj,99.09992981,0.01000,0.434
42,mlp.experts.115.gate_proj,22.49803734,0.01000,0.457
42,mlp.experts.116.gate_proj,25.11143875,0.01000,0.465
42,mlp.experts.117.gate_proj,113.80839539,0.01000,0.434
42,mlp.experts.118.gate_proj,17.95440674,0.01000,0.433
42,mlp.experts.119.gate_proj,4.42644978,0.01000,0.433
42,mlp.experts.120.gate_proj,11.96372223,0.01000,0.432
42,mlp.experts.121.gate_proj,4.61039639,0.01000,0.430
42,mlp.experts.122.gate_proj,0.49907702,0.01000,0.432
42,mlp.experts.123.gate_proj,52.68443298,0.01000,0.432
42,mlp.experts.124.gate_proj,0.80874634,0.01000,0.433
42,mlp.experts.125.gate_proj,16.98756790,0.01000,0.431
42,mlp.experts.126.gate_proj,24.10828400,0.01000,0.433
42,mlp.experts.127.gate_proj,9.14824486,0.01000,0.441
42,mlp.experts.0.down_proj,0.11881231,0.01000,0.167
42,mlp.experts.1.down_proj,3.43633413,0.01000,0.162
42,mlp.experts.2.down_proj,24.59819031,0.01000,0.161
42,mlp.experts.3.down_proj,11.84747696,0.01000,0.161
42,mlp.experts.4.down_proj,340.56134033,0.01000,0.165
42,mlp.experts.5.down_proj,43.31517029,0.01000,0.165
42,mlp.experts.6.down_proj,44.62558746,0.01000,0.164
42,mlp.experts.7.down_proj,30.51501465,0.01000,0.163
42,mlp.experts.8.down_proj,87.01520538,0.01000,0.162
42,mlp.experts.9.down_proj,38.05295181,0.01000,0.161
42,mlp.experts.10.down_proj,19.18839645,0.01000,0.161
42,mlp.experts.11.down_proj,0.71768254,0.01000,0.162
42,mlp.experts.12.down_proj,13.02232361,0.01000,0.162
42,mlp.experts.13.down_proj,2.13721275,0.01000,0.162
42,mlp.experts.14.down_proj,63.70376587,0.01000,0.166
42,mlp.experts.15.down_proj,0.06532636,0.01000,0.163
42,mlp.experts.16.down_proj,21.70835495,0.01000,0.162
42,mlp.experts.17.down_proj,154.97753906,0.01000,0.163
42,mlp.experts.18.down_proj,26.73937988,0.01000,0.163
42,mlp.experts.19.down_proj,1.96449590,0.01000,0.163
42,mlp.experts.20.down_proj,4.26072693,0.01000,0.162
42,mlp.experts.21.down_proj,87.53765869,0.01000,0.164
42,mlp.experts.22.down_proj,21.65441132,0.01000,0.163
42,mlp.experts.23.down_proj,21.36016655,0.01000,0.162
42,mlp.experts.24.down_proj,23.97235870,0.01000,0.162
42,mlp.experts.25.down_proj,29.76944160,0.01000,0.163
42,mlp.experts.26.down_proj,2.83562088,0.01000,0.162
42,mlp.experts.27.down_proj,12.47263145,0.01000,0.161
42,mlp.experts.28.down_proj,36.86882401,0.01000,0.163
42,mlp.experts.29.down_proj,2.98035812,0.01000,0.162
42,mlp.experts.30.down_proj,24.15920639,0.01000,0.161
42,mlp.experts.31.down_proj,24.14035797,0.01000,0.162
42,mlp.experts.32.down_proj,18.16678238,0.01000,0.163
42,mlp.experts.33.down_proj,163.47940063,0.01000,0.166
42,mlp.experts.34.down_proj,0.93341464,0.01000,0.165
42,mlp.experts.35.down_proj,34.95744324,0.01000,0.166
42,mlp.experts.36.down_proj,30.69422913,0.01000,0.163
42,mlp.experts.37.down_proj,37.23992157,0.01000,0.161
42,mlp.experts.38.down_proj,8.58559608,0.01000,0.163
42,mlp.experts.39.down_proj,33.40688324,0.01000,0.162
42,mlp.experts.40.down_proj,2.73183107,0.01000,0.162
42,mlp.experts.41.down_proj,5.66659021,0.01000,0.161
42,mlp.experts.42.down_proj,23.11774445,0.01000,0.163
42,mlp.experts.43.down_proj,6.81638288,0.01000,0.162
42,mlp.experts.44.down_proj,3.42993450,0.01000,0.162
42,mlp.experts.45.down_proj,5.26107979,0.01000,0.164
42,mlp.experts.46.down_proj,17.08292389,0.01000,0.163
42,mlp.experts.47.down_proj,51.56083679,0.01000,0.172
42,mlp.experts.48.down_proj,7.57931805,0.01000,0.164
42,mlp.experts.49.down_proj,44.15761566,0.01000,0.165
42,mlp.experts.50.down_proj,56.69896317,0.01000,0.164
42,mlp.experts.51.down_proj,0.56290555,0.01000,0.164
42,mlp.experts.52.down_proj,258.12124634,0.01000,0.167
42,mlp.experts.53.down_proj,78.14006042,0.01000,0.165
42,mlp.experts.54.down_proj,1.69694996,0.01000,0.164
42,mlp.experts.55.down_proj,24.40681648,0.01000,0.166
42,mlp.experts.56.down_proj,522.86560059,0.01000,0.166
42,mlp.experts.57.down_proj,6.30752802,0.01000,0.165
42,mlp.experts.58.down_proj,95.67917633,0.01000,0.165
42,mlp.experts.59.down_proj,16.43471909,0.01000,0.176
42,mlp.experts.60.down_proj,2.79898357,0.01000,0.167
42,mlp.experts.61.down_proj,3.45450759,0.01000,0.170
42,mlp.experts.62.down_proj,0.00660474,0.01000,0.169
42,mlp.experts.63.down_proj,1.22417712,0.01000,0.168
42,mlp.experts.64.down_proj,25.25692940,0.01000,0.165
42,mlp.experts.65.down_proj,24.61791039,0.01000,0.167
42,mlp.experts.66.down_proj,40.53135681,0.01000,0.166
42,mlp.experts.67.down_proj,0.18233126,0.01000,0.166
42,mlp.experts.68.down_proj,22.58711052,0.01000,0.166
42,mlp.experts.69.down_proj,38.47889709,0.01000,0.167
42,mlp.experts.70.down_proj,206.79873657,0.01000,0.165
42,mlp.experts.71.down_proj,13.41239357,0.01000,0.165
42,mlp.experts.72.down_proj,0.00704397,0.01000,0.168
42,mlp.experts.73.down_proj,24.07808685,0.01000,0.165
42,mlp.experts.74.down_proj,37.95996857,0.01000,0.166
42,mlp.experts.75.down_proj,24.16663933,0.01000,0.166
42,mlp.experts.76.down_proj,1.87534094,0.01000,0.166
42,mlp.experts.77.down_proj,6.82738924,0.01000,0.165
42,mlp.experts.78.down_proj,2.63114786,0.01000,0.165
42,mlp.experts.79.down_proj,4.47068501,0.01000,0.168
42,mlp.experts.80.down_proj,11.95365143,0.01000,0.166
42,mlp.experts.81.down_proj,71.03463745,0.01000,0.165
42,mlp.experts.82.down_proj,0.61915231,0.01000,0.167
42,mlp.experts.83.down_proj,0.02670278,0.01000,0.165
42,mlp.experts.84.down_proj,1.05448651,0.01000,0.165
42,mlp.experts.85.down_proj,4.25379372,0.01000,0.166
42,mlp.experts.86.down_proj,35.53209686,0.01000,0.167
42,mlp.experts.87.down_proj,0.90819669,0.01000,0.166
42,mlp.experts.88.down_proj,0.28742811,0.01000,0.169
42,mlp.experts.89.down_proj,93.64392853,0.01000,0.170
42,mlp.experts.90.down_proj,22.52082062,0.01000,0.169
42,mlp.experts.91.down_proj,125.43885803,0.01000,0.168
42,mlp.experts.92.down_proj,171.62066650,0.01000,0.167
42,mlp.experts.93.down_proj,32.52929688,0.01000,0.167
42,mlp.experts.94.down_proj,5.54458618,0.01000,0.166
42,mlp.experts.95.down_proj,0.24695258,0.01000,0.166
42,mlp.experts.96.down_proj,1.51817012,0.01000,0.167
42,mlp.experts.97.down_proj,5.12902069,0.01000,0.166
42,mlp.experts.98.down_proj,24.53119469,0.01000,0.165
42,mlp.experts.99.down_proj,107.12016296,0.01000,0.168
42,mlp.experts.100.down_proj,2.82798862,0.01000,0.165
42,mlp.experts.101.down_proj,37.47851944,0.01000,0.166
42,mlp.experts.102.down_proj,37.62540436,0.01000,0.166
42,mlp.experts.103.down_proj,2.72936225,0.01000,0.166
42,mlp.experts.104.down_proj,150.28733826,0.01000,0.165
42,mlp.experts.105.down_proj,1.98170185,0.01000,0.165
42,mlp.experts.106.down_proj,27.50721359,0.01000,0.167
42,mlp.experts.107.down_proj,1.59688282,0.01000,0.165
42,mlp.experts.108.down_proj,211.47271729,0.01000,0.165
42,mlp.experts.109.down_proj,5.09237862,0.01000,0.168
42,mlp.experts.110.down_proj,0.29778582,0.01000,0.166
42,mlp.experts.111.down_proj,35.38490677,0.01000,0.166
42,mlp.experts.112.down_proj,5.55654478,0.01000,0.166
42,mlp.experts.113.down_proj,29.71875000,0.01000,0.167
42,mlp.experts.114.down_proj,89.53738403,0.01000,0.171
42,mlp.experts.115.down_proj,35.13520432,0.01000,0.166
42,mlp.experts.116.down_proj,20.31495667,0.01000,0.170
42,mlp.experts.117.down_proj,113.52090454,0.01000,0.172
42,mlp.experts.118.down_proj,22.67150879,0.01000,0.167
42,mlp.experts.119.down_proj,4.81513214,0.01000,0.168
42,mlp.experts.120.down_proj,9.92376900,0.01000,0.166
42,mlp.experts.121.down_proj,4.59677029,0.01000,0.166
42,mlp.experts.122.down_proj,1.37037134,0.01000,0.166
42,mlp.experts.123.down_proj,62.78823471,0.01000,0.167
42,mlp.experts.124.down_proj,0.97502446,0.01000,0.166
42,mlp.experts.125.down_proj,28.65338516,0.01000,0.165
42,mlp.experts.126.down_proj,39.99760437,0.01000,0.167
42,mlp.experts.127.down_proj,18.45756721,0.01000,0.166
43,self_attn.q_proj,7.16414690,0.01000,0.429
43,self_attn.k_proj,0.76618534,0.01000,0.425
43,self_attn.v_proj,1.45413184,0.01000,0.426
43,self_attn.o_proj,0.26830837,0.01000,0.888
43,mlp.experts.0.up_proj,64.06088257,0.01000,0.460
43,mlp.experts.1.up_proj,1.05085802,0.01000,0.429
43,mlp.experts.2.up_proj,62.72382355,0.01000,0.426
43,mlp.experts.3.up_proj,11.55425072,0.01000,0.428
43,mlp.experts.4.up_proj,25.40550613,0.01000,0.428
43,mlp.experts.5.up_proj,22.43839836,0.01000,0.440
43,mlp.experts.6.up_proj,20.66122818,0.01000,0.431
43,mlp.experts.7.up_proj,6.22194338,0.01000,0.450
43,mlp.experts.8.up_proj,30.64678764,0.01000,0.461
43,mlp.experts.9.up_proj,1.83990479,0.01000,0.430
43,mlp.experts.10.up_proj,16.84587860,0.01000,0.427
43,mlp.experts.11.up_proj,11.12564087,0.01000,0.450
43,mlp.experts.12.up_proj,18.76181030,0.01000,0.431
43,mlp.experts.13.up_proj,0.45321196,0.01000,0.439
43,mlp.experts.14.up_proj,1.99152708,0.01000,0.452
43,mlp.experts.15.up_proj,43.70954895,0.01000,0.439
43,mlp.experts.16.up_proj,42.96262360,0.01000,0.458
43,mlp.experts.17.up_proj,9.75226212,0.01000,0.451
43,mlp.experts.18.up_proj,90.81580353,0.01000,0.450
43,mlp.experts.19.up_proj,22.23818207,0.01000,0.447
43,mlp.experts.20.up_proj,4.95226288,0.01000,0.452
43,mlp.experts.21.up_proj,12.97412682,0.01000,0.446
43,mlp.experts.22.up_proj,0.13179375,0.01000,0.448
43,mlp.experts.23.up_proj,1.21263945,0.01000,0.448
43,mlp.experts.24.up_proj,22.73415565,0.01000,0.445
43,mlp.experts.25.up_proj,6.35862923,0.01000,0.427
43,mlp.experts.26.up_proj,13.40021324,0.01000,0.437
43,mlp.experts.27.up_proj,13.43364334,0.01000,0.459
43,mlp.experts.28.up_proj,69.58657074,0.01000,0.434
43,mlp.experts.29.up_proj,14.86636448,0.01000,0.428
43,mlp.experts.30.up_proj,51.87933350,0.01000,0.430
43,mlp.experts.31.up_proj,253.91906738,0.01000,0.447
43,mlp.experts.32.up_proj,1.17153430,0.01000,0.431
43,mlp.experts.33.up_proj,7.14999104,0.01000,0.429
43,mlp.experts.34.up_proj,12.18112946,0.01000,0.429
43,mlp.experts.35.up_proj,2.12360334,0.01000,0.430
43,mlp.experts.36.up_proj,37.05621338,0.01000,0.449
43,mlp.experts.37.up_proj,62.69765472,0.01000,0.439
43,mlp.experts.38.up_proj,8.92021275,0.01000,0.429
43,mlp.experts.39.up_proj,6.29052830,0.01000,0.431
43,mlp.experts.40.up_proj,1.88144290,0.01000,0.430
43,mlp.experts.41.up_proj,25.69568634,0.01000,0.430
43,mlp.experts.42.up_proj,26.06018257,0.01000,0.428
43,mlp.experts.43.up_proj,26.82931137,0.01000,0.441
43,mlp.experts.44.up_proj,16.57958984,0.01000,0.446
43,mlp.experts.45.up_proj,5.66761303,0.01000,0.445
43,mlp.experts.46.up_proj,21.05167389,0.01000,0.443
43,mlp.experts.47.up_proj,21.85501289,0.01000,0.457
43,mlp.experts.48.up_proj,1.50266266,0.01000,0.450
43,mlp.experts.49.up_proj,21.29349136,0.01000,0.453
43,mlp.experts.50.up_proj,7.72242832,0.01000,0.452
43,mlp.experts.51.up_proj,1.24793148,0.01000,0.427
43,mlp.experts.52.up_proj,19.37741852,0.01000,0.433
43,mlp.experts.53.up_proj,22.05755234,0.01000,0.431
43,mlp.experts.54.up_proj,1.60729933,0.01000,0.436
43,mlp.experts.55.up_proj,10.56642532,0.01000,0.428
43,mlp.experts.56.up_proj,56.20080185,0.01000,0.428
43,mlp.experts.57.up_proj,9.44701385,0.01000,0.446
43,mlp.experts.58.up_proj,52.66337585,0.01000,0.437
43,mlp.experts.59.up_proj,8.67528725,0.01000,0.433
43,mlp.experts.60.up_proj,2.96808386,0.01000,0.444
43,mlp.experts.61.up_proj,149.36697388,0.01000,0.453
43,mlp.experts.62.up_proj,23.55307198,0.01000,0.445
43,mlp.experts.63.up_proj,3.66895890,0.01000,0.445
43,mlp.experts.64.up_proj,6.59111452,0.01000,0.447
43,mlp.experts.65.up_proj,30.43008041,0.01000,0.442
43,mlp.experts.66.up_proj,78.96791077,0.01000,0.444
43,mlp.experts.67.up_proj,3.76092577,0.01000,0.454
43,mlp.experts.68.up_proj,27.87344360,0.01000,0.447
43,mlp.experts.69.up_proj,131.60095215,0.01000,0.453
43,mlp.experts.70.up_proj,30.92619324,0.01000,0.450
43,mlp.experts.71.up_proj,250.72338867,0.01000,0.445
43,mlp.experts.72.up_proj,197.90951538,0.01000,0.448
43,mlp.experts.73.up_proj,1.05006433,0.01000,0.444
43,mlp.experts.74.up_proj,45.58401871,0.01000,0.451
43,mlp.experts.75.up_proj,219.21800232,0.01000,0.448
43,mlp.experts.76.up_proj,1.02528548,0.01000,0.453
43,mlp.experts.77.up_proj,26.08258438,0.01000,0.445
43,mlp.experts.78.up_proj,17.05158806,0.01000,0.450
43,mlp.experts.79.up_proj,6.91697073,0.01000,0.463
43,mlp.experts.80.up_proj,125.46414185,0.01000,0.449
43,mlp.experts.81.up_proj,28.77017212,0.01000,0.447
43,mlp.experts.82.up_proj,100.58128357,0.01000,0.444
43,mlp.experts.83.up_proj,115.14088440,0.01000,0.452
43,mlp.experts.84.up_proj,4.54222727,0.01000,0.443
43,mlp.experts.85.up_proj,3.84496498,0.01000,0.445
43,mlp.experts.86.up_proj,9.65074921,0.01000,0.444
43,mlp.experts.87.up_proj,33.59751892,0.01000,0.455
43,mlp.experts.88.up_proj,20.59141350,0.01000,0.443
43,mlp.experts.89.up_proj,3.12595367,0.01000,0.455
43,mlp.experts.90.up_proj,62.10417938,0.01000,0.457
43,mlp.experts.91.up_proj,14.36078262,0.01000,0.446
43,mlp.experts.92.up_proj,10.24690819,0.01000,0.445
43,mlp.experts.93.up_proj,0.02507404,0.01000,0.444
43,mlp.experts.94.up_proj,21.48834419,0.01000,0.449
43,mlp.experts.95.up_proj,0.00075075,0.01000,0.447
43,mlp.experts.96.up_proj,160.29824829,0.01000,0.445
43,mlp.experts.97.up_proj,36.24571228,0.01000,0.444
43,mlp.experts.98.up_proj,94.00885010,0.01000,0.449
43,mlp.experts.99.up_proj,181.18162537,0.01000,0.455
43,mlp.experts.100.up_proj,18.16252518,0.01000,0.458
43,mlp.experts.101.up_proj,0.67836940,0.01000,0.453
43,mlp.experts.102.up_proj,5.80910587,0.01000,0.445
43,mlp.experts.103.up_proj,1.43847275,0.01000,0.442
43,mlp.experts.104.up_proj,40.32310867,0.01000,0.447
43,mlp.experts.105.up_proj,1.23939979,0.01000,0.445
43,mlp.experts.106.up_proj,10.65639305,0.01000,0.444
43,mlp.experts.107.up_proj,3.80691075,0.01000,0.453
43,mlp.experts.108.up_proj,3.17367697,0.01000,0.443
43,mlp.experts.109.up_proj,3.99075627,0.01000,0.450
43,mlp.experts.110.up_proj,2.07613015,0.01000,0.459
43,mlp.experts.111.up_proj,21.08823776,0.01000,0.447
43,mlp.experts.112.up_proj,50.38359070,0.01000,0.443
43,mlp.experts.113.up_proj,88.86441040,0.01000,0.447
43,mlp.experts.114.up_proj,28.18012047,0.01000,0.445
43,mlp.experts.115.up_proj,96.62612915,0.01000,0.443
43,mlp.experts.116.up_proj,1.18471861,0.01000,0.443
43,mlp.experts.117.up_proj,13.38318825,0.01000,0.443
43,mlp.experts.118.up_proj,60.28650665,0.01000,0.452
43,mlp.experts.119.up_proj,2.38096952,0.01000,0.455
43,mlp.experts.120.up_proj,22.64570427,0.01000,0.453
43,mlp.experts.121.up_proj,33.07591629,0.01000,0.458
43,mlp.experts.122.up_proj,39.94826508,0.01000,0.452
43,mlp.experts.123.up_proj,9.02178955,0.01000,0.448
43,mlp.experts.124.up_proj,2.75492930,0.01000,0.454
43,mlp.experts.125.up_proj,16.65916824,0.01000,0.446
43,mlp.experts.126.up_proj,0.81396437,0.01000,0.451
43,mlp.experts.127.up_proj,17.73888016,0.01000,0.444
43,mlp.experts.0.gate_proj,58.89375305,0.01000,0.447
43,mlp.experts.1.gate_proj,1.00162649,0.01000,0.451
43,mlp.experts.2.gate_proj,63.48738861,0.01000,0.452
43,mlp.experts.3.gate_proj,10.36861992,0.01000,0.455
43,mlp.experts.4.gate_proj,24.66307068,0.01000,0.453
43,mlp.experts.5.gate_proj,21.03654861,0.01000,0.444
43,mlp.experts.6.gate_proj,17.52167130,0.01000,0.444
43,mlp.experts.7.gate_proj,5.90066338,0.01000,0.447
43,mlp.experts.8.gate_proj,27.95957756,0.01000,0.444
43,mlp.experts.9.gate_proj,1.61837685,0.01000,0.447
43,mlp.experts.10.gate_proj,16.22830963,0.01000,0.453
43,mlp.experts.11.gate_proj,10.67770576,0.01000,0.445
43,mlp.experts.12.gate_proj,16.91623688,0.01000,0.448
43,mlp.experts.13.gate_proj,0.41008639,0.01000,0.455
43,mlp.experts.14.gate_proj,1.80329323,0.01000,0.455
43,mlp.experts.15.gate_proj,41.23101044,0.01000,0.446
43,mlp.experts.16.gate_proj,44.41900635,0.01000,0.444
43,mlp.experts.17.gate_proj,9.01565742,0.01000,0.443
43,mlp.experts.18.gate_proj,85.65844727,0.01000,0.452
43,mlp.experts.19.gate_proj,19.19118881,0.01000,0.443
43,mlp.experts.20.gate_proj,4.47208548,0.01000,0.446
43,mlp.experts.21.gate_proj,11.30256653,0.01000,0.451
43,mlp.experts.22.gate_proj,0.11134010,0.01000,0.453
43,mlp.experts.23.gate_proj,1.08584619,0.01000,0.443
43,mlp.experts.24.gate_proj,21.77370834,0.01000,0.455
43,mlp.experts.25.gate_proj,6.36610699,0.01000,0.447
43,mlp.experts.26.gate_proj,12.03157330,0.01000,0.444
43,mlp.experts.27.gate_proj,11.86317825,0.01000,0.443
43,mlp.experts.28.gate_proj,65.91844940,0.01000,0.449
43,mlp.experts.29.gate_proj,13.56291103,0.01000,0.447
43,mlp.experts.30.gate_proj,51.09446335,0.01000,0.454
43,mlp.experts.31.gate_proj,244.87471008,0.01000,0.444
43,mlp.experts.32.gate_proj,1.08545756,0.01000,0.447
43,mlp.experts.33.gate_proj,6.29185486,0.01000,0.453
43,mlp.experts.34.gate_proj,11.11745358,0.01000,0.453
43,mlp.experts.35.gate_proj,1.88274336,0.01000,0.449
43,mlp.experts.36.gate_proj,32.76792145,0.01000,0.444
43,mlp.experts.37.gate_proj,62.06410980,0.01000,0.444
43,mlp.experts.38.gate_proj,8.54992485,0.01000,0.446
43,mlp.experts.39.gate_proj,5.60457850,0.01000,0.445
43,mlp.experts.40.gate_proj,1.65350628,0.01000,0.444
43,mlp.experts.41.gate_proj,25.21818924,0.01000,0.451
43,mlp.experts.42.gate_proj,23.43386841,0.01000,0.457
43,mlp.experts.43.gate_proj,22.46204185,0.01000,0.447
43,mlp.experts.44.gate_proj,14.77298546,0.01000,0.453
43,mlp.experts.45.gate_proj,5.01652050,0.01000,0.453
43,mlp.experts.46.gate_proj,19.88679886,0.01000,0.444
43,mlp.experts.47.gate_proj,20.60482979,0.01000,0.444
43,mlp.experts.48.gate_proj,1.42471647,0.01000,0.447
43,mlp.experts.49.gate_proj,18.79993820,0.01000,0.443
43,mlp.experts.50.gate_proj,7.04190207,0.01000,0.453
43,mlp.experts.51.gate_proj,1.13698065,0.01000,0.443
43,mlp.experts.52.gate_proj,17.91945267,0.01000,0.448
43,mlp.experts.53.gate_proj,21.28176308,0.01000,0.448
43,mlp.experts.54.gate_proj,1.42541194,0.01000,0.445
43,mlp.experts.55.gate_proj,9.85494041,0.01000,0.453
43,mlp.experts.56.gate_proj,56.54366684,0.01000,0.448
43,mlp.experts.57.gate_proj,8.62263107,0.01000,0.445
43,mlp.experts.58.gate_proj,50.44655991,0.01000,0.444
43,mlp.experts.59.gate_proj,7.81776762,0.01000,0.444
43,mlp.experts.60.gate_proj,2.65354919,0.01000,0.450
43,mlp.experts.61.gate_proj,139.76716614,0.01000,0.450
43,mlp.experts.62.gate_proj,22.01221466,0.01000,0.445
43,mlp.experts.63.gate_proj,3.56359792,0.01000,0.448
43,mlp.experts.64.gate_proj,5.63900280,0.01000,0.444
43,mlp.experts.65.gate_proj,29.11404800,0.01000,0.451
43,mlp.experts.66.gate_proj,73.27807617,0.01000,0.443
43,mlp.experts.67.gate_proj,3.47985029,0.01000,0.444
43,mlp.experts.68.gate_proj,25.98131180,0.01000,0.444
43,mlp.experts.69.gate_proj,122.96611023,0.01000,0.443
43,mlp.experts.70.gate_proj,29.18941116,0.01000,0.453
43,mlp.experts.71.gate_proj,254.30473328,0.01000,0.444
43,mlp.experts.72.gate_proj,189.61294556,0.01000,0.448
43,mlp.experts.73.gate_proj,0.99539018,0.01000,0.451
43,mlp.experts.74.gate_proj,50.82401276,0.01000,0.452
43,mlp.experts.75.gate_proj,212.47102356,0.01000,0.445
43,mlp.experts.76.gate_proj,0.93753827,0.01000,0.453
43,mlp.experts.77.gate_proj,24.05580521,0.01000,0.447
43,mlp.experts.78.gate_proj,17.63371086,0.01000,0.445
43,mlp.experts.79.gate_proj,5.87133503,0.01000,0.443
43,mlp.experts.80.gate_proj,125.77946472,0.01000,0.449
43,mlp.experts.81.gate_proj,26.94193268,0.01000,0.454
43,mlp.experts.82.gate_proj,104.14360046,0.01000,0.445
43,mlp.experts.83.gate_proj,110.27542114,0.01000,0.447
43,mlp.experts.84.gate_proj,4.31509113,0.01000,0.443
43,mlp.experts.85.gate_proj,3.41225243,0.01000,0.455
43,mlp.experts.86.gate_proj,9.02711678,0.01000,0.450
43,mlp.experts.87.gate_proj,28.77129364,0.01000,0.453
43,mlp.experts.88.gate_proj,19.71820450,0.01000,0.443
43,mlp.experts.89.gate_proj,2.77698994,0.01000,0.443
43,mlp.experts.90.gate_proj,59.35684204,0.01000,0.454
43,mlp.experts.91.gate_proj,13.67346287,0.01000,0.445
43,mlp.experts.92.gate_proj,9.72679710,0.01000,0.452
43,mlp.experts.93.gate_proj,0.02253173,0.01000,0.451
43,mlp.experts.94.gate_proj,18.92272568,0.01000,0.444
43,mlp.experts.95.gate_proj,0.00068602,0.01000,0.444
43,mlp.experts.96.gate_proj,149.30633545,0.01000,0.453
43,mlp.experts.97.gate_proj,32.77323151,0.01000,0.453
43,mlp.experts.98.gate_proj,86.37596130,0.01000,0.445
43,mlp.experts.99.gate_proj,172.66748047,0.01000,0.446
43,mlp.experts.100.gate_proj,17.03764343,0.01000,0.446
43,mlp.experts.101.gate_proj,0.63586265,0.01000,0.452
43,mlp.experts.102.gate_proj,5.04982090,0.01000,0.444
43,mlp.experts.103.gate_proj,1.26915610,0.01000,0.447
43,mlp.experts.104.gate_proj,35.26952362,0.01000,0.445
43,mlp.experts.105.gate_proj,1.12048614,0.01000,0.444
43,mlp.experts.106.gate_proj,9.91399956,0.01000,0.444
43,mlp.experts.107.gate_proj,3.62134457,0.01000,0.459
43,mlp.experts.108.gate_proj,2.92978716,0.01000,0.450
43,mlp.experts.109.gate_proj,3.50501013,0.01000,0.447
43,mlp.experts.110.gate_proj,1.90478623,0.01000,0.456
43,mlp.experts.111.gate_proj,19.61144257,0.01000,0.448
43,mlp.experts.112.gate_proj,43.18623352,0.01000,0.443
43,mlp.experts.113.gate_proj,90.06163788,0.01000,0.452
43,mlp.experts.114.gate_proj,25.55832481,0.01000,0.445
43,mlp.experts.115.gate_proj,92.92037964,0.01000,0.443
43,mlp.experts.116.gate_proj,0.98437643,0.01000,0.444
43,mlp.experts.117.gate_proj,12.28924942,0.01000,0.454
43,mlp.experts.118.gate_proj,59.46025848,0.01000,0.461
43,mlp.experts.119.gate_proj,2.14363670,0.01000,0.446
43,mlp.experts.120.gate_proj,20.81833649,0.01000,0.444
43,mlp.experts.121.gate_proj,30.38881493,0.01000,0.452
43,mlp.experts.122.gate_proj,37.09363937,0.01000,0.442
43,mlp.experts.123.gate_proj,8.58657646,0.01000,0.453
43,mlp.experts.124.gate_proj,2.60961151,0.01000,0.444
43,mlp.experts.125.gate_proj,15.65275764,0.01000,0.445
43,mlp.experts.126.gate_proj,0.74926728,0.01000,0.443
43,mlp.experts.127.gate_proj,15.61020851,0.01000,0.443
43,mlp.experts.0.down_proj,71.39154816,0.01000,0.171
43,mlp.experts.1.down_proj,1.52667427,0.01000,0.169
43,mlp.experts.2.down_proj,57.77761459,0.01000,0.170
43,mlp.experts.3.down_proj,6.41224194,0.01000,0.169
43,mlp.experts.4.down_proj,59.60514832,0.01000,0.169
43,mlp.experts.5.down_proj,19.37937927,0.01000,0.170
43,mlp.experts.6.down_proj,31.38451004,0.01000,0.170
43,mlp.experts.7.down_proj,4.93518019,0.01000,0.172
43,mlp.experts.8.down_proj,34.07894135,0.01000,0.172
43,mlp.experts.9.down_proj,3.68456030,0.01000,0.173
43,mlp.experts.10.down_proj,16.41225433,0.01000,0.172
43,mlp.experts.11.down_proj,14.59472275,0.01000,0.170
43,mlp.experts.12.down_proj,30.07212448,0.01000,0.167
43,mlp.experts.13.down_proj,0.47666466,0.01000,0.170
43,mlp.experts.14.down_proj,1.69702768,0.01000,0.169
43,mlp.experts.15.down_proj,72.87821960,0.01000,0.172
43,mlp.experts.16.down_proj,60.28106689,0.01000,0.171
43,mlp.experts.17.down_proj,9.08375835,0.01000,0.169
43,mlp.experts.18.down_proj,96.75708008,0.01000,0.169
43,mlp.experts.19.down_proj,48.64205170,0.01000,0.171
43,mlp.experts.20.down_proj,4.79177094,0.01000,0.169
43,mlp.experts.21.down_proj,8.51119995,0.01000,0.170
43,mlp.experts.22.down_proj,0.14065875,0.01000,0.171
43,mlp.experts.23.down_proj,1.03079665,0.01000,0.169
43,mlp.experts.24.down_proj,26.55294037,0.01000,0.169
43,mlp.experts.25.down_proj,10.17412949,0.01000,0.171
43,mlp.experts.26.down_proj,13.08225441,0.01000,0.170
43,mlp.experts.27.down_proj,10.81596947,0.01000,0.169
43,mlp.experts.28.down_proj,60.94430542,0.01000,0.169
43,mlp.experts.29.down_proj,18.76708794,0.01000,0.171
43,mlp.experts.30.down_proj,38.85582733,0.01000,0.169
43,mlp.experts.31.down_proj,319.55169678,0.01000,0.170
43,mlp.experts.32.down_proj,1.47331178,0.01000,0.163
43,mlp.experts.33.down_proj,4.13246012,0.01000,0.161
43,mlp.experts.34.down_proj,15.19473839,0.01000,0.164
43,mlp.experts.35.down_proj,1.35873938,0.01000,0.166
43,mlp.experts.36.down_proj,63.35703659,0.01000,0.172
43,mlp.experts.37.down_proj,78.86764526,0.01000,0.163
43,mlp.experts.38.down_proj,6.46270084,0.01000,0.161
43,mlp.experts.39.down_proj,6.47766066,0.01000,0.168
43,mlp.experts.40.down_proj,2.24469662,0.01000,0.172
43,mlp.experts.41.down_proj,104.18035889,0.01000,0.171
43,mlp.experts.42.down_proj,38.18978119,0.01000,0.172
43,mlp.experts.43.down_proj,48.20313263,0.01000,0.173
43,mlp.experts.44.down_proj,15.52217102,0.01000,0.170
43,mlp.experts.45.down_proj,5.99176264,0.01000,0.169
43,mlp.experts.46.down_proj,22.04233932,0.01000,0.173
43,mlp.experts.47.down_proj,25.41550064,0.01000,0.171
43,mlp.experts.48.down_proj,1.65797830,0.01000,0.162
43,mlp.experts.49.down_proj,30.50299072,0.01000,0.166
43,mlp.experts.50.down_proj,7.92374134,0.01000,0.163
43,mlp.experts.51.down_proj,1.46979690,0.01000,0.163
43,mlp.experts.52.down_proj,16.58774948,0.01000,0.173
43,mlp.experts.53.down_proj,19.02664948,0.01000,0.173
43,mlp.experts.54.down_proj,2.99438620,0.01000,0.173
43,mlp.experts.55.down_proj,8.95792198,0.01000,0.164
43,mlp.experts.56.down_proj,57.70154953,0.01000,0.165
43,mlp.experts.57.down_proj,10.94912148,0.01000,0.164
43,mlp.experts.58.down_proj,60.45386124,0.01000,0.164
43,mlp.experts.59.down_proj,9.79394341,0.01000,0.166
43,mlp.experts.60.down_proj,4.09160089,0.01000,0.165
43,mlp.experts.61.down_proj,176.86273193,0.01000,0.166
43,mlp.experts.62.down_proj,27.44566917,0.01000,0.170
43,mlp.experts.63.down_proj,1.70249522,0.01000,0.169
43,mlp.experts.64.down_proj,6.84461737,0.01000,0.168
43,mlp.experts.65.down_proj,20.27368164,0.01000,0.165
43,mlp.experts.66.down_proj,182.09292603,0.01000,0.167
43,mlp.experts.67.down_proj,6.39364338,0.01000,0.174
43,mlp.experts.68.down_proj,24.32168198,0.01000,0.173
43,mlp.experts.69.down_proj,121.48195648,0.01000,0.167
43,mlp.experts.70.down_proj,57.16572571,0.01000,0.165
43,mlp.experts.71.down_proj,464.54266357,0.01000,0.165
43,mlp.experts.72.down_proj,193.25582886,0.01000,0.176
43,mlp.experts.73.down_proj,1.91066706,0.01000,0.174
43,mlp.experts.74.down_proj,47.03595352,0.01000,0.165
43,mlp.experts.75.down_proj,329.03582764,0.01000,0.166
43,mlp.experts.76.down_proj,3.03178859,0.01000,0.175
43,mlp.experts.77.down_proj,35.87088013,0.01000,0.165
43,mlp.experts.78.down_proj,15.76814747,0.01000,0.165
43,mlp.experts.79.down_proj,12.93907070,0.01000,0.176
43,mlp.experts.80.down_proj,120.71779633,0.01000,0.174
43,mlp.experts.81.down_proj,40.43490982,0.01000,0.165
43,mlp.experts.82.down_proj,81.75777435,0.01000,0.167
43,mlp.experts.83.down_proj,104.75694275,0.01000,0.166
43,mlp.experts.84.down_proj,11.57759857,0.01000,0.166
43,mlp.experts.85.down_proj,3.17943430,0.01000,0.175
43,mlp.experts.86.down_proj,10.02302742,0.01000,0.166
43,mlp.experts.87.down_proj,50.23256302,0.01000,0.165
43,mlp.experts.88.down_proj,25.39281845,0.01000,0.165
43,mlp.experts.89.down_proj,5.46290970,0.01000,0.180
43,mlp.experts.90.down_proj,119.54859924,0.01000,0.177
43,mlp.experts.91.down_proj,16.12813377,0.01000,0.179
43,mlp.experts.92.down_proj,9.25928020,0.01000,0.178
43,mlp.experts.93.down_proj,0.00756545,0.01000,0.172
43,mlp.experts.94.down_proj,18.84873199,0.01000,0.165
43,mlp.experts.95.down_proj,0.00311129,0.01000,0.167
43,mlp.experts.96.down_proj,263.55535889,0.01000,0.165
43,mlp.experts.97.down_proj,36.79558945,0.01000,0.172
43,mlp.experts.98.down_proj,98.11943817,0.01000,0.174
43,mlp.experts.99.down_proj,200.88058472,0.01000,0.174
43,mlp.experts.100.down_proj,13.91924858,0.01000,0.165
43,mlp.experts.101.down_proj,0.51393628,0.01000,0.174
43,mlp.experts.102.down_proj,6.88290882,0.01000,0.170
43,mlp.experts.103.down_proj,3.49157071,0.01000,0.175
43,mlp.experts.104.down_proj,55.49744797,0.01000,0.166
43,mlp.experts.105.down_proj,1.71536636,0.01000,0.173
43,mlp.experts.106.down_proj,8.38230705,0.01000,0.166
43,mlp.experts.107.down_proj,7.82406712,0.01000,0.165
43,mlp.experts.108.down_proj,3.81715584,0.01000,0.166
43,mlp.experts.109.down_proj,5.53309917,0.01000,0.175
43,mlp.experts.110.down_proj,2.50089645,0.01000,0.168
43,mlp.experts.111.down_proj,25.97753525,0.01000,0.165
43,mlp.experts.112.down_proj,76.75153351,0.01000,0.167
43,mlp.experts.113.down_proj,84.39748383,0.01000,0.166
43,mlp.experts.114.down_proj,44.13674164,0.01000,0.174
43,mlp.experts.115.down_proj,65.29419708,0.01000,0.176
43,mlp.experts.116.down_proj,1.49095750,0.01000,0.170
43,mlp.experts.117.down_proj,29.62923431,0.01000,0.170
43,mlp.experts.118.down_proj,153.61868286,0.01000,0.169
43,mlp.experts.119.down_proj,1.95772195,0.01000,0.168
43,mlp.experts.120.down_proj,24.20472336,0.01000,0.166
43,mlp.experts.121.down_proj,46.17023468,0.01000,0.175
43,mlp.experts.122.down_proj,86.14688873,0.01000,0.177
43,mlp.experts.123.down_proj,6.93529654,0.01000,0.167
43,mlp.experts.124.down_proj,4.16329861,0.01000,0.165
43,mlp.experts.125.down_proj,26.58143234,0.01000,0.172
43,mlp.experts.126.down_proj,5.38452673,0.01000,0.166
43,mlp.experts.127.down_proj,18.28640747,0.01000,0.174
44,self_attn.q_proj,8.50848198,0.01000,0.440
44,self_attn.k_proj,0.70496798,0.01000,0.436
44,self_attn.v_proj,1.68072295,0.01000,0.436
44,self_attn.o_proj,0.20830359,0.01000,0.884
44,mlp.experts.0.up_proj,24.76796722,0.01000,0.469
44,mlp.experts.1.up_proj,23.07509232,0.01000,0.466
44,mlp.experts.2.up_proj,16.49654961,0.01000,0.465
44,mlp.experts.3.up_proj,33.15488052,0.01000,0.467
44,mlp.experts.4.up_proj,39.76045990,0.01000,0.462
44,mlp.experts.5.up_proj,101.00140381,0.01000,0.441
44,mlp.experts.6.up_proj,54.27351761,0.01000,0.458
44,mlp.experts.7.up_proj,11.31522369,0.01000,0.445
44,mlp.experts.8.up_proj,55.55636597,0.01000,0.448
44,mlp.experts.9.up_proj,92.22446442,0.01000,0.440
44,mlp.experts.10.up_proj,0.28696251,0.01000,0.440
44,mlp.experts.11.up_proj,134.53094482,0.01000,0.468
44,mlp.experts.12.up_proj,20.33658218,0.01000,0.464
44,mlp.experts.13.up_proj,45.65933609,0.01000,0.463
44,mlp.experts.14.up_proj,8.26257038,0.01000,0.441
44,mlp.experts.15.up_proj,19.90492630,0.01000,0.441
44,mlp.experts.16.up_proj,248.87197876,0.01000,0.442
44,mlp.experts.17.up_proj,7.98914719,0.01000,0.447
44,mlp.experts.18.up_proj,1.51464248,0.01000,0.443
44,mlp.experts.19.up_proj,60.82225800,0.01000,0.441
44,mlp.experts.20.up_proj,29.38358879,0.01000,0.442
44,mlp.experts.21.up_proj,2.47729754,0.01000,0.442
44,mlp.experts.22.up_proj,49.68367386,0.01000,0.442
44,mlp.experts.23.up_proj,91.05940247,0.01000,0.441
44,mlp.experts.24.up_proj,11.73999596,0.01000,0.446
44,mlp.experts.25.up_proj,185.57267761,0.01000,0.441
44,mlp.experts.26.up_proj,10.84881401,0.01000,0.455
44,mlp.experts.27.up_proj,43.55151367,0.01000,0.473
44,mlp.experts.28.up_proj,3.11863780,0.01000,0.470
44,mlp.experts.29.up_proj,157.92892456,0.01000,0.469
44,mlp.experts.30.up_proj,23.01100540,0.01000,0.466
44,mlp.experts.31.up_proj,152.55865479,0.01000,0.468
44,mlp.experts.32.up_proj,6.59348774,0.01000,0.466
44,mlp.experts.33.up_proj,15.30332565,0.01000,0.468
44,mlp.experts.34.up_proj,19.56724167,0.01000,0.469
44,mlp.experts.35.up_proj,5.46033669,0.01000,0.467
44,mlp.experts.36.up_proj,4.72711182,0.01000,0.463
44,mlp.experts.37.up_proj,20.32390594,0.01000,0.445
44,mlp.experts.38.up_proj,32.71794128,0.01000,0.462
44,mlp.experts.39.up_proj,22.15659523,0.01000,0.456
44,mlp.experts.40.up_proj,3.40086818,0.01000,0.467
44,mlp.experts.41.up_proj,10.28266430,0.01000,0.466
44,mlp.experts.42.up_proj,308.10601807,0.01000,0.467
44,mlp.experts.43.up_proj,14.06156445,0.01000,0.468
44,mlp.experts.44.up_proj,30.08044815,0.01000,0.466
44,mlp.experts.45.up_proj,27.71232605,0.01000,0.467
44,mlp.experts.46.up_proj,55.51465607,0.01000,0.465
44,mlp.experts.47.up_proj,91.17005157,0.01000,0.471
44,mlp.experts.48.up_proj,22.07771683,0.01000,0.452
44,mlp.experts.49.up_proj,3.00741577,0.01000,0.469
44,mlp.experts.50.up_proj,0.82425934,0.01000,0.467
44,mlp.experts.51.up_proj,115.65553284,0.01000,0.465
44,mlp.experts.52.up_proj,28.69671249,0.01000,0.432
44,mlp.experts.53.up_proj,29.64060974,0.01000,0.432
44,mlp.experts.54.up_proj,35.40061951,0.01000,0.430
44,mlp.experts.55.up_proj,1.29328310,0.01000,0.429
44,mlp.experts.56.up_proj,25.98403358,0.01000,0.430
44,mlp.experts.57.up_proj,28.16414261,0.01000,0.432
44,mlp.experts.58.up_proj,51.98756027,0.01000,0.439
44,mlp.experts.59.up_proj,38.50151062,0.01000,0.431
44,mlp.experts.60.up_proj,14.17698288,0.01000,0.430
44,mlp.experts.61.up_proj,0.49236915,0.01000,0.430
44,mlp.experts.62.up_proj,437.26516724,0.01000,0.432
44,mlp.experts.63.up_proj,8.06144047,0.01000,0.431
44,mlp.experts.64.up_proj,100.07174683,0.01000,0.430
44,mlp.experts.65.up_proj,1.91121578,0.01000,0.431
44,mlp.experts.66.up_proj,11.86546516,0.01000,0.430
44,mlp.experts.67.up_proj,31.31053162,0.01000,0.431
44,mlp.experts.68.up_proj,6.69894505,0.01000,0.437
44,mlp.experts.69.up_proj,60.25642395,0.01000,0.439
44,mlp.experts.70.up_proj,100.03963470,0.01000,0.432
44,mlp.experts.71.up_proj,22.19663429,0.01000,0.431
44,mlp.experts.72.up_proj,51.19531250,0.01000,0.429
44,mlp.experts.73.up_proj,24.33267593,0.01000,0.431
44,mlp.experts.74.up_proj,0.07178230,0.01000,0.431
44,mlp.experts.75.up_proj,3.18081236,0.01000,0.431
44,mlp.experts.76.up_proj,1.72994280,0.01000,0.430
44,mlp.experts.77.up_proj,0.56294179,0.01000,0.432
44,mlp.experts.78.up_proj,0.34639144,0.01000,0.431
44,mlp.experts.79.up_proj,1.19494772,0.01000,0.436
44,mlp.experts.80.up_proj,33.57861328,0.01000,0.437
44,mlp.experts.81.up_proj,37.67971039,0.01000,0.431
44,mlp.experts.82.up_proj,5.08909130,0.01000,0.431
44,mlp.experts.83.up_proj,24.57626534,0.01000,0.430
44,mlp.experts.84.up_proj,10.66638184,0.01000,0.431
44,mlp.experts.85.up_proj,5.56307316,0.01000,0.430
44,mlp.experts.86.up_proj,0.39204043,0.01000,0.432
44,mlp.experts.87.up_proj,0.83648264,0.01000,0.431
44,mlp.experts.88.up_proj,24.01573944,0.01000,0.431
44,mlp.experts.89.up_proj,6.07921505,0.01000,0.429
44,mlp.experts.90.up_proj,44.50039673,0.01000,0.443
44,mlp.experts.91.up_proj,5.03107882,0.01000,0.445
44,mlp.experts.92.up_proj,9.67209816,0.01000,0.442
44,mlp.experts.93.up_proj,0.47450531,0.01000,0.440
44,mlp.experts.94.up_proj,84.62738037,0.01000,0.441
44,mlp.experts.95.up_proj,20.39003754,0.01000,0.440
44,mlp.experts.96.up_proj,24.82430077,0.01000,0.441
44,mlp.experts.97.up_proj,3.58678699,0.01000,0.441
44,mlp.experts.98.up_proj,23.67307663,0.01000,0.441
44,mlp.experts.99.up_proj,27.16773033,0.01000,0.442
44,mlp.experts.100.up_proj,12.74473190,0.01000,0.441
44,mlp.experts.101.up_proj,7.48027992,0.01000,0.447
44,mlp.experts.102.up_proj,79.92178345,0.01000,0.442
44,mlp.experts.103.up_proj,44.02584076,0.01000,0.444
44,mlp.experts.104.up_proj,32.96993256,0.01000,0.441
44,mlp.experts.105.up_proj,25.67001343,0.01000,0.442
44,mlp.experts.106.up_proj,0.60753655,0.01000,0.441
44,mlp.experts.107.up_proj,27.52145004,0.01000,0.441
44,mlp.experts.108.up_proj,5.25524712,0.01000,0.442
44,mlp.experts.109.up_proj,63.37928772,0.01000,0.441
44,mlp.experts.110.up_proj,23.00542450,0.01000,0.441
44,mlp.experts.111.up_proj,48.84714890,0.01000,0.443
44,mlp.experts.112.up_proj,16.59157944,0.01000,0.444
44,mlp.experts.113.up_proj,161.16972351,0.01000,0.441
44,mlp.experts.114.up_proj,25.38860512,0.01000,0.441
44,mlp.experts.115.up_proj,5.04022121,0.01000,0.452
44,mlp.experts.116.up_proj,53.59449768,0.01000,0.468
44,mlp.experts.117.up_proj,3.80299568,0.01000,0.466
44,mlp.experts.118.up_proj,17.02652359,0.01000,0.464
44,mlp.experts.119.up_proj,14.97359276,0.01000,0.441
44,mlp.experts.120.up_proj,1.38447332,0.01000,0.442
44,mlp.experts.121.up_proj,20.74652100,0.01000,0.441
44,mlp.experts.122.up_proj,51.16553116,0.01000,0.447
44,mlp.experts.123.up_proj,2.06319666,0.01000,0.444
44,mlp.experts.124.up_proj,0.15505894,0.01000,0.441
44,mlp.experts.125.up_proj,10.75797844,0.01000,0.441
44,mlp.experts.126.up_proj,21.91024780,0.01000,0.441
44,mlp.experts.127.up_proj,74.90473938,0.01000,0.442
44,mlp.experts.0.gate_proj,22.64167595,0.01000,0.442
44,mlp.experts.1.gate_proj,21.49116325,0.01000,0.442
44,mlp.experts.2.gate_proj,15.70215893,0.01000,0.465
44,mlp.experts.3.gate_proj,31.17680168,0.01000,0.468
44,mlp.experts.4.gate_proj,36.68782425,0.01000,0.472
44,mlp.experts.5.gate_proj,91.17370605,0.01000,0.471
44,mlp.experts.6.gate_proj,48.94709396,0.01000,0.465
44,mlp.experts.7.gate_proj,10.61376572,0.01000,0.467
44,mlp.experts.8.gate_proj,58.59589386,0.01000,0.468
44,mlp.experts.9.gate_proj,85.40824890,0.01000,0.457
44,mlp.experts.10.gate_proj,0.24813122,0.01000,0.466
44,mlp.experts.11.gate_proj,131.31787109,0.01000,0.441
44,mlp.experts.12.gate_proj,19.04902458,0.01000,0.441
44,mlp.experts.13.gate_proj,48.65816879,0.01000,0.445
44,mlp.experts.14.gate_proj,7.29240799,0.01000,0.444
44,mlp.experts.15.gate_proj,18.15431976,0.01000,0.443
44,mlp.experts.16.gate_proj,232.88912964,0.01000,0.439
44,mlp.experts.17.gate_proj,7.19936371,0.01000,0.439
44,mlp.experts.18.gate_proj,1.30867338,0.01000,0.441
44,mlp.experts.19.gate_proj,57.11610413,0.01000,0.441
44,mlp.experts.20.gate_proj,23.94217300,0.01000,0.441
44,mlp.experts.21.gate_proj,2.18906260,0.01000,0.441
44,mlp.experts.22.gate_proj,44.76697159,0.01000,0.440
44,mlp.experts.23.gate_proj,116.16724396,0.01000,0.441
44,mlp.experts.24.gate_proj,10.79495049,0.01000,0.441
44,mlp.experts.25.gate_proj,173.05738831,0.01000,0.448
44,mlp.experts.26.gate_proj,9.61711693,0.01000,0.442
44,mlp.experts.27.gate_proj,38.06197357,0.01000,0.440
44,mlp.experts.28.gate_proj,2.91389203,0.01000,0.433
44,mlp.experts.29.gate_proj,150.69032288,0.01000,0.429
44,mlp.experts.30.gate_proj,22.25977325,0.01000,0.430
44,mlp.experts.31.gate_proj,147.41236877,0.01000,0.430
44,mlp.experts.32.gate_proj,6.37929201,0.01000,0.431
44,mlp.experts.33.gate_proj,14.12907791,0.01000,0.432
44,mlp.experts.34.gate_proj,17.63049316,0.01000,0.430
44,mlp.experts.35.gate_proj,4.96004820,0.01000,0.434
44,mlp.experts.36.gate_proj,4.17176867,0.01000,0.438
44,mlp.experts.37.gate_proj,17.84137726,0.01000,0.432
44,mlp.experts.38.gate_proj,28.65771866,0.01000,0.431
44,mlp.experts.39.gate_proj,20.27923203,0.01000,0.431
44,mlp.experts.40.gate_proj,3.82307053,0.01000,0.430
44,mlp.experts.41.gate_proj,10.12421799,0.01000,0.432
44,mlp.experts.42.gate_proj,279.92541504,0.01000,0.432
44,mlp.experts.43.gate_proj,12.33138752,0.01000,0.432
44,mlp.experts.44.gate_proj,27.13257790,0.01000,0.430
44,mlp.experts.45.gate_proj,24.25837708,0.01000,0.432
44,mlp.experts.46.gate_proj,51.04730988,0.01000,0.437
44,mlp.experts.47.gate_proj,87.91644287,0.01000,0.434
44,mlp.experts.48.gate_proj,19.94199371,0.01000,0.431
44,mlp.experts.49.gate_proj,2.70788264,0.01000,0.431
44,mlp.experts.50.gate_proj,0.75393188,0.01000,0.432
44,mlp.experts.51.gate_proj,108.61244965,0.01000,0.431
44,mlp.experts.52.gate_proj,25.93842888,0.01000,0.430
44,mlp.experts.53.gate_proj,26.53368378,0.01000,0.430
44,mlp.experts.54.gate_proj,33.32595825,0.01000,0.432
44,mlp.experts.55.gate_proj,1.16059351,0.01000,0.431
44,mlp.experts.56.gate_proj,23.03375626,0.01000,0.431
44,mlp.experts.57.gate_proj,26.33414459,0.01000,0.441
44,mlp.experts.58.gate_proj,49.21908951,0.01000,0.435
44,mlp.experts.59.gate_proj,37.65003204,0.01000,0.430
44,mlp.experts.60.gate_proj,12.80636883,0.01000,0.432
44,mlp.experts.61.gate_proj,0.42585278,0.01000,0.430
44,mlp.experts.62.gate_proj,423.13946533,0.01000,0.431
44,mlp.experts.63.gate_proj,7.41525650,0.01000,0.432
44,mlp.experts.64.gate_proj,92.41209412,0.01000,0.432
44,mlp.experts.65.gate_proj,1.78093386,0.01000,0.429
44,mlp.experts.66.gate_proj,10.30938816,0.01000,0.431
44,mlp.experts.67.gate_proj,28.78514290,0.01000,0.431
44,mlp.experts.68.gate_proj,5.66119385,0.01000,0.441
44,mlp.experts.69.gate_proj,54.55932999,0.01000,0.433
44,mlp.experts.70.gate_proj,93.34245300,0.01000,0.431
44,mlp.experts.71.gate_proj,21.40545654,0.01000,0.430
44,mlp.experts.72.gate_proj,45.40342712,0.01000,0.431
44,mlp.experts.73.gate_proj,22.45183754,0.01000,0.430
44,mlp.experts.74.gate_proj,0.06071054,0.01000,0.430
44,mlp.experts.75.gate_proj,2.65435791,0.01000,0.443
44,mlp.experts.76.gate_proj,1.55704701,0.01000,0.441
44,mlp.experts.77.gate_proj,0.51078582,0.01000,0.442
44,mlp.experts.78.gate_proj,0.30421010,0.01000,0.441
44,mlp.experts.79.gate_proj,1.03591609,0.01000,0.445
44,mlp.experts.80.gate_proj,30.77956772,0.01000,0.441
44,mlp.experts.81.gate_proj,31.52859306,0.01000,0.441
44,mlp.experts.82.gate_proj,4.73700571,0.01000,0.440
44,mlp.experts.83.gate_proj,21.63504028,0.01000,0.441
44,mlp.experts.84.gate_proj,9.39501572,0.01000,0.441
44,mlp.experts.85.gate_proj,4.69700909,0.01000,0.441
44,mlp.experts.86.gate_proj,0.34558311,0.01000,0.441
44,mlp.experts.87.gate_proj,0.77759773,0.01000,0.441
44,mlp.experts.88.gate_proj,21.22120285,0.01000,0.441
44,mlp.experts.89.gate_proj,5.37331676,0.01000,0.446
44,mlp.experts.90.gate_proj,40.18400574,0.01000,0.444
44,mlp.experts.91.gate_proj,4.55300617,0.01000,0.440
44,mlp.experts.92.gate_proj,8.58793449,0.01000,0.442
44,mlp.experts.93.gate_proj,0.37973696,0.01000,0.441
44,mlp.experts.94.gate_proj,84.44104004,0.01000,0.442
44,mlp.experts.95.gate_proj,17.57466125,0.01000,0.441
44,mlp.experts.96.gate_proj,22.65281487,0.01000,0.440
44,mlp.experts.97.gate_proj,3.20273352,0.01000,0.441
44,mlp.experts.98.gate_proj,20.92526245,0.01000,0.442
44,mlp.experts.99.gate_proj,24.00500870,0.01000,0.443
44,mlp.experts.100.gate_proj,11.44855118,0.01000,0.447
44,mlp.experts.101.gate_proj,6.84387016,0.01000,0.443
44,mlp.experts.102.gate_proj,75.14942932,0.01000,0.441
44,mlp.experts.103.gate_proj,40.55183792,0.01000,0.441
44,mlp.experts.104.gate_proj,31.07378387,0.01000,0.441
44,mlp.experts.105.gate_proj,24.06507874,0.01000,0.441
44,mlp.experts.106.gate_proj,0.49395850,0.01000,0.442
44,mlp.experts.107.gate_proj,24.74035263,0.01000,0.442
44,mlp.experts.108.gate_proj,4.73722124,0.01000,0.442
44,mlp.experts.109.gate_proj,58.09828186,0.01000,0.441
44,mlp.experts.110.gate_proj,21.47845840,0.01000,0.445
44,mlp.experts.111.gate_proj,45.96025848,0.01000,0.444
44,mlp.experts.112.gate_proj,15.47682762,0.01000,0.441
44,mlp.experts.113.gate_proj,153.41343689,0.01000,0.441
44,mlp.experts.114.gate_proj,24.71786690,0.01000,0.440
44,mlp.experts.115.gate_proj,4.27534103,0.01000,0.442
44,mlp.experts.116.gate_proj,48.29724121,0.01000,0.442
44,mlp.experts.117.gate_proj,3.22438788,0.01000,0.442
44,mlp.experts.118.gate_proj,15.14999199,0.01000,0.441
44,mlp.experts.119.gate_proj,13.42507744,0.01000,0.441
44,mlp.experts.120.gate_proj,1.22154844,0.01000,0.442
44,mlp.experts.121.gate_proj,18.21657181,0.01000,0.447
44,mlp.experts.122.gate_proj,45.22644806,0.01000,0.441
44,mlp.experts.123.gate_proj,1.88357973,0.01000,0.441
44,mlp.experts.124.gate_proj,0.11997663,0.01000,0.442
44,mlp.experts.125.gate_proj,9.73076153,0.01000,0.440
44,mlp.experts.126.gate_proj,19.41102219,0.01000,0.441
44,mlp.experts.127.gate_proj,70.74953461,0.01000,0.441
44,mlp.experts.0.down_proj,50.83046341,0.01000,0.170
44,mlp.experts.1.down_proj,27.37451553,0.01000,0.165
44,mlp.experts.2.down_proj,15.26777649,0.01000,0.165
44,mlp.experts.3.down_proj,35.40347672,0.01000,0.165
44,mlp.experts.4.down_proj,42.11314774,0.01000,0.165
44,mlp.experts.5.down_proj,50.15917587,0.01000,0.165
44,mlp.experts.6.down_proj,57.16534424,0.01000,0.165
44,mlp.experts.7.down_proj,11.56623077,0.01000,0.165
44,mlp.experts.8.down_proj,120.85441589,0.01000,0.166
44,mlp.experts.9.down_proj,61.34814453,0.01000,0.165
44,mlp.experts.10.down_proj,0.17120156,0.01000,0.165
44,mlp.experts.11.down_proj,122.51364136,0.01000,0.166
44,mlp.experts.12.down_proj,19.29068565,0.01000,0.166
44,mlp.experts.13.down_proj,114.73281860,0.01000,0.166
44,mlp.experts.14.down_proj,11.34102058,0.01000,0.165
44,mlp.experts.15.down_proj,18.54767036,0.01000,0.167
44,mlp.experts.16.down_proj,610.49932861,0.01000,0.168
44,mlp.experts.17.down_proj,12.84644508,0.01000,0.168
44,mlp.experts.18.down_proj,3.72874975,0.01000,0.168
44,mlp.experts.19.down_proj,68.08759308,0.01000,0.166
44,mlp.experts.20.down_proj,40.25260544,0.01000,0.166
44,mlp.experts.21.down_proj,4.06003571,0.01000,0.176
44,mlp.experts.22.down_proj,60.24527740,0.01000,0.166
44,mlp.experts.23.down_proj,124.86701965,0.01000,0.166
44,mlp.experts.24.down_proj,8.73761940,0.01000,0.166
44,mlp.experts.25.down_proj,158.83598328,0.01000,0.167
44,mlp.experts.26.down_proj,12.59267998,0.01000,0.166
44,mlp.experts.27.down_proj,50.91960907,0.01000,0.166
44,mlp.experts.28.down_proj,14.14498901,0.01000,0.166
44,mlp.experts.29.down_proj,156.31632996,0.01000,0.170
44,mlp.experts.30.down_proj,18.43856812,0.01000,0.166
44,mlp.experts.31.down_proj,392.22174072,0.01000,0.166
44,mlp.experts.32.down_proj,7.39661121,0.01000,0.166
44,mlp.experts.33.down_proj,19.04241180,0.01000,0.166
44,mlp.experts.34.down_proj,17.97116089,0.01000,0.166
44,mlp.experts.35.down_proj,3.85505223,0.01000,0.166
44,mlp.experts.36.down_proj,6.18089485,0.01000,0.166
44,mlp.experts.37.down_proj,30.33711624,0.01000,0.165
44,mlp.experts.38.down_proj,43.18974304,0.01000,0.166
44,mlp.experts.39.down_proj,18.46870422,0.01000,0.166
44,mlp.experts.40.down_proj,1.43653834,0.01000,0.166
44,mlp.experts.41.down_proj,6.47596312,0.01000,0.166
44,mlp.experts.42.down_proj,375.15365601,0.01000,0.166
44,mlp.experts.43.down_proj,26.63169670,0.01000,0.167
44,mlp.experts.44.down_proj,28.13253021,0.01000,0.179
44,mlp.experts.45.down_proj,50.54305267,0.01000,0.168
44,mlp.experts.46.down_proj,88.42605591,0.01000,0.167
44,mlp.experts.47.down_proj,99.99880981,0.01000,0.166
44,mlp.experts.48.down_proj,46.91110229,0.01000,0.166
44,mlp.experts.49.down_proj,1.82063520,0.01000,0.166
44,mlp.experts.50.down_proj,0.87865305,0.01000,0.166
44,mlp.experts.51.down_proj,150.45997620,0.01000,0.165
44,mlp.experts.52.down_proj,28.27441788,0.01000,0.166
44,mlp.experts.53.down_proj,46.80187225,0.01000,0.165
44,mlp.experts.54.down_proj,52.48366547,0.01000,0.166
44,mlp.experts.55.down_proj,2.61295557,0.01000,0.165
44,mlp.experts.56.down_proj,39.16331100,0.01000,0.176
44,mlp.experts.57.down_proj,74.47917175,0.01000,0.166
44,mlp.experts.58.down_proj,62.71421432,0.01000,0.166
44,mlp.experts.59.down_proj,69.47569275,0.01000,0.165
44,mlp.experts.60.down_proj,19.71358109,0.01000,0.166
44,mlp.experts.61.down_proj,2.61228800,0.01000,0.166
44,mlp.experts.62.down_proj,746.37213135,0.01000,0.174
44,mlp.experts.63.down_proj,5.77360535,0.01000,0.166
44,mlp.experts.64.down_proj,86.32649231,0.01000,0.166
44,mlp.experts.65.down_proj,1.85325217,0.01000,0.167
44,mlp.experts.66.down_proj,18.91306305,0.01000,0.167
44,mlp.experts.67.down_proj,64.54357910,0.01000,0.167
44,mlp.experts.68.down_proj,11.51322842,0.01000,0.168
44,mlp.experts.69.down_proj,54.74237061,0.01000,0.169
44,mlp.experts.70.down_proj,147.35565186,0.01000,0.169
44,mlp.experts.71.down_proj,58.78508759,0.01000,0.171
44,mlp.experts.72.down_proj,45.38686371,0.01000,0.172
44,mlp.experts.73.down_proj,51.25717926,0.01000,0.172
44,mlp.experts.74.down_proj,0.08202039,0.01000,0.172
44,mlp.experts.75.down_proj,6.61252403,0.01000,0.171
44,mlp.experts.76.down_proj,0.93188202,0.01000,0.170
44,mlp.experts.77.down_proj,0.49478418,0.01000,0.169
44,mlp.experts.78.down_proj,0.37769789,0.01000,0.170
44,mlp.experts.79.down_proj,1.30684650,0.01000,0.170
44,mlp.experts.80.down_proj,47.30076218,0.01000,0.169
44,mlp.experts.81.down_proj,49.93128967,0.01000,0.170
44,mlp.experts.82.down_proj,4.53676796,0.01000,0.170
44,mlp.experts.83.down_proj,17.10096359,0.01000,0.170
44,mlp.experts.84.down_proj,8.51284313,0.01000,0.169
44,mlp.experts.85.down_proj,4.87817574,0.01000,0.170
44,mlp.experts.86.down_proj,0.23862553,0.01000,0.170
44,mlp.experts.87.down_proj,2.38167238,0.01000,0.170
44,mlp.experts.88.down_proj,40.16276550,0.01000,0.178
44,mlp.experts.89.down_proj,4.06496811,0.01000,0.170
44,mlp.experts.90.down_proj,124.58277893,0.01000,0.170
44,mlp.experts.91.down_proj,5.69453049,0.01000,0.170
44,mlp.experts.92.down_proj,13.61934090,0.01000,0.170
44,mlp.experts.93.down_proj,1.53826737,0.01000,0.170
44,mlp.experts.94.down_proj,76.28378296,0.01000,0.170
44,mlp.experts.95.down_proj,11.69464397,0.01000,0.170
44,mlp.experts.96.down_proj,22.89895248,0.01000,0.170
44,mlp.experts.97.down_proj,5.38262701,0.01000,0.170
44,mlp.experts.98.down_proj,39.39009476,0.01000,0.172
44,mlp.experts.99.down_proj,35.59022903,0.01000,0.172
44,mlp.experts.100.down_proj,19.27840042,0.01000,0.172
44,mlp.experts.101.down_proj,17.27514648,0.01000,0.171
44,mlp.experts.102.down_proj,127.49847412,0.01000,0.170
44,mlp.experts.103.down_proj,53.03300476,0.01000,0.170
44,mlp.experts.104.down_proj,41.43756104,0.01000,0.170
44,mlp.experts.105.down_proj,25.86081505,0.01000,0.170
44,mlp.experts.106.down_proj,2.05340672,0.01000,0.170
44,mlp.experts.107.down_proj,31.52629089,0.01000,0.170
44,mlp.experts.108.down_proj,6.24114418,0.01000,0.170
44,mlp.experts.109.down_proj,126.39193726,0.01000,0.170
44,mlp.experts.110.down_proj,37.69907379,0.01000,0.170
44,mlp.experts.111.down_proj,47.92190933,0.01000,0.181
44,mlp.experts.112.down_proj,27.29287148,0.01000,0.170
44,mlp.experts.113.down_proj,124.08552551,0.01000,0.170
44,mlp.experts.114.down_proj,41.40229797,0.01000,0.170
44,mlp.experts.115.down_proj,4.76399946,0.01000,0.170
44,mlp.experts.116.down_proj,65.94320679,0.01000,0.170
44,mlp.experts.117.down_proj,4.95376873,0.01000,0.170
44,mlp.experts.118.down_proj,22.66278839,0.01000,0.170
44,mlp.experts.119.down_proj,17.72462082,0.01000,0.170
44,mlp.experts.120.down_proj,1.31375766,0.01000,0.170
44,mlp.experts.121.down_proj,27.91636276,0.01000,0.170
44,mlp.experts.122.down_proj,64.99111938,0.01000,0.170
44,mlp.experts.123.down_proj,1.90656447,0.01000,0.170
44,mlp.experts.124.down_proj,0.37546957,0.01000,0.171
44,mlp.experts.125.down_proj,13.44655704,0.01000,0.172
44,mlp.experts.126.down_proj,25.66369629,0.01000,0.172
44,mlp.experts.127.down_proj,93.29145050,0.01000,0.172
45,self_attn.q_proj,26.56230927,0.01000,0.448
45,self_attn.k_proj,2.00864697,0.01000,0.443
45,self_attn.v_proj,5.39302063,0.01000,0.438
45,self_attn.o_proj,0.15320943,0.01000,0.892
45,mlp.experts.0.up_proj,83.61374664,0.01000,0.464
45,mlp.experts.1.up_proj,26.38826180,0.01000,0.449
45,mlp.experts.2.up_proj,33.72359467,0.01000,0.450
45,mlp.experts.3.up_proj,7.77140522,0.01000,0.427
45,mlp.experts.4.up_proj,15.12470436,0.01000,0.437
45,mlp.experts.5.up_proj,30.86384010,0.01000,0.427
45,mlp.experts.6.up_proj,2.54039907,0.01000,0.432
45,mlp.experts.7.up_proj,7.49295902,0.01000,0.428
45,mlp.experts.8.up_proj,13.44296265,0.01000,0.428
45,mlp.experts.9.up_proj,9.42533112,0.01000,0.446
45,mlp.experts.10.up_proj,29.75666046,0.01000,0.433
45,mlp.experts.11.up_proj,0.87085587,0.01000,0.448
45,mlp.experts.12.up_proj,52.11348724,0.01000,0.429
45,mlp.experts.13.up_proj,5.02505016,0.01000,0.434
45,mlp.experts.14.up_proj,5.74591494,0.01000,0.429
45,mlp.experts.15.up_proj,2.42416644,0.01000,0.429
45,mlp.experts.16.up_proj,75.18381500,0.01000,0.429
45,mlp.experts.17.up_proj,24.33432007,0.01000,0.427
45,mlp.experts.18.up_proj,36.54313278,0.01000,0.443
45,mlp.experts.19.up_proj,3.98162556,0.01000,0.430
45,mlp.experts.20.up_proj,41.81278610,0.01000,0.438
45,mlp.experts.21.up_proj,18.25931168,0.01000,0.440
45,mlp.experts.22.up_proj,74.00877380,0.01000,0.434
45,mlp.experts.23.up_proj,43.58183289,0.01000,0.428
45,mlp.experts.24.up_proj,26.52588272,0.01000,0.429
45,mlp.experts.25.up_proj,0.00076846,0.01000,0.449
45,mlp.experts.26.up_proj,62.90405655,0.01000,0.427
45,mlp.experts.27.up_proj,32.67197418,0.01000,0.442
45,mlp.experts.28.up_proj,3.30300760,0.01000,0.447
45,mlp.experts.29.up_proj,491.96978760,0.01000,0.442
45,mlp.experts.30.up_proj,36.53470612,0.01000,0.438
45,mlp.experts.31.up_proj,8.25111389,0.01000,0.440
45,mlp.experts.32.up_proj,58.94616699,0.01000,0.452
45,mlp.experts.33.up_proj,15.54160500,0.01000,0.439
45,mlp.experts.34.up_proj,7.65534019,0.01000,0.439
45,mlp.experts.35.up_proj,6.17439461,0.01000,0.439
45,mlp.experts.36.up_proj,15.41562176,0.01000,0.439
45,mlp.experts.37.up_proj,52.47380066,0.01000,0.439
45,mlp.experts.38.up_proj,202.14068604,0.01000,0.439
45,mlp.experts.39.up_proj,1.64392781,0.01000,0.438
45,mlp.experts.40.up_proj,17.17168045,0.01000,0.439
45,mlp.experts.41.up_proj,15.02509308,0.01000,0.439
45,mlp.experts.42.up_proj,33.21143723,0.01000,0.449
45,mlp.experts.43.up_proj,5.52623940,0.01000,0.432
45,mlp.experts.44.up_proj,59.21393585,0.01000,0.426
45,mlp.experts.45.up_proj,39.36890030,0.01000,0.428
45,mlp.experts.46.up_proj,28.80342674,0.01000,0.427
45,mlp.experts.47.up_proj,30.06055069,0.01000,0.427
45,mlp.experts.48.up_proj,395.66622925,0.01000,0.427
45,mlp.experts.49.up_proj,20.24765968,0.01000,0.427
45,mlp.experts.50.up_proj,89.73368835,0.01000,0.446
45,mlp.experts.51.up_proj,246.53509521,0.01000,0.439
45,mlp.experts.52.up_proj,121.89219666,0.01000,0.441
45,mlp.experts.53.up_proj,13.28707981,0.01000,0.455
45,mlp.experts.54.up_proj,68.24817657,0.01000,0.442
45,mlp.experts.55.up_proj,0.03339108,0.01000,0.430
45,mlp.experts.56.up_proj,2.38863015,0.01000,0.431
45,mlp.experts.57.up_proj,8.06931686,0.01000,0.449
45,mlp.experts.58.up_proj,25.75306702,0.01000,0.448
45,mlp.experts.59.up_proj,1.05472898,0.01000,0.448
45,mlp.experts.60.up_proj,3.28119564,0.01000,0.446
45,mlp.experts.61.up_proj,4.40834427,0.01000,0.448
45,mlp.experts.62.up_proj,0.14845297,0.01000,0.444
45,mlp.experts.63.up_proj,10.41820431,0.01000,0.440
45,mlp.experts.64.up_proj,76.86489105,0.01000,0.436
45,mlp.experts.65.up_proj,29.23712540,0.01000,0.434
45,mlp.experts.66.up_proj,12.75916386,0.01000,0.449
45,mlp.experts.67.up_proj,59.66788101,0.01000,0.449
45,mlp.experts.68.up_proj,0.00070804,0.01000,0.450
45,mlp.experts.69.up_proj,51.77021790,0.01000,0.447
45,mlp.experts.70.up_proj,36.38462067,0.01000,0.451
45,mlp.experts.71.up_proj,44.32952499,0.01000,0.447
45,mlp.experts.72.up_proj,2.08317804,0.01000,0.453
45,mlp.experts.73.up_proj,1.72553110,0.01000,0.448
45,mlp.experts.74.up_proj,9.09620190,0.01000,0.462
45,mlp.experts.75.up_proj,0.46732610,0.01000,0.455
45,mlp.experts.76.up_proj,70.58984375,0.01000,0.445
45,mlp.experts.77.up_proj,121.43740845,0.01000,0.451
45,mlp.experts.78.up_proj,20.04080963,0.01000,0.446
45,mlp.experts.79.up_proj,0.70979202,0.01000,0.451
45,mlp.experts.80.up_proj,41.02221680,0.01000,0.449
45,mlp.experts.81.up_proj,32.50961304,0.01000,0.447
45,mlp.experts.82.up_proj,123.20301819,0.01000,0.448
45,mlp.experts.83.up_proj,26.14289474,0.01000,0.449
45,mlp.experts.84.up_proj,8.57750988,0.01000,0.453
45,mlp.experts.85.up_proj,25.06947708,0.01000,0.455
45,mlp.experts.86.up_proj,12.88021946,0.01000,0.455
45,mlp.experts.87.up_proj,98.76234436,0.01000,0.454
45,mlp.experts.88.up_proj,259.97589111,0.01000,0.455
45,mlp.experts.89.up_proj,8.84725761,0.01000,0.430
45,mlp.experts.90.up_proj,64.28635406,0.01000,0.447
45,mlp.experts.91.up_proj,40.58078766,0.01000,0.434
45,mlp.experts.92.up_proj,60.61603546,0.01000,0.450
45,mlp.experts.93.up_proj,48.46070099,0.01000,0.450
45,mlp.experts.94.up_proj,30.27711105,0.01000,0.452
45,mlp.experts.95.up_proj,343.05407715,0.01000,0.457
45,mlp.experts.96.up_proj,0.50424182,0.01000,0.448
45,mlp.experts.97.up_proj,0.64594758,0.01000,0.427
45,mlp.experts.98.up_proj,120.25357819,0.01000,0.429
45,mlp.experts.99.up_proj,260.91207886,0.01000,0.448
45,mlp.experts.100.up_proj,2.35357428,0.01000,0.445
45,mlp.experts.101.up_proj,25.88210297,0.01000,0.444
45,mlp.experts.102.up_proj,3.21205616,0.01000,0.448
45,mlp.experts.103.up_proj,20.97607422,0.01000,0.448
45,mlp.experts.104.up_proj,11.28966427,0.01000,0.447
45,mlp.experts.105.up_proj,2.94260240,0.01000,0.459
45,mlp.experts.106.up_proj,0.33301717,0.01000,0.453
45,mlp.experts.107.up_proj,25.52598953,0.01000,0.441
45,mlp.experts.108.up_proj,1.16072226,0.01000,0.448
45,mlp.experts.109.up_proj,3.56495333,0.01000,0.447
45,mlp.experts.110.up_proj,24.13576698,0.01000,0.450
45,mlp.experts.111.up_proj,7.52142763,0.01000,0.448
45,mlp.experts.112.up_proj,28.11935997,0.01000,0.445
45,mlp.experts.113.up_proj,2.66556454,0.01000,0.453
45,mlp.experts.114.up_proj,60.30680847,0.01000,0.447
45,mlp.experts.115.up_proj,6.63948917,0.01000,0.453
45,mlp.experts.116.up_proj,25.05161285,0.01000,0.451
45,mlp.experts.117.up_proj,66.60047913,0.01000,0.437
45,mlp.experts.118.up_proj,0.44510555,0.01000,0.430
45,mlp.experts.119.up_proj,49.79388428,0.01000,0.449
45,mlp.experts.120.up_proj,16.98710823,0.01000,0.446
45,mlp.experts.121.up_proj,22.54558182,0.01000,0.445
45,mlp.experts.122.up_proj,0.01243516,0.01000,0.441
45,mlp.experts.123.up_proj,65.98432922,0.01000,0.448
45,mlp.experts.124.up_proj,5.89720201,0.01000,0.445
45,mlp.experts.125.up_proj,1.97965884,0.01000,0.443
45,mlp.experts.126.up_proj,15.72372246,0.01000,0.446
45,mlp.experts.127.up_proj,27.89415741,0.01000,0.451
45,mlp.experts.0.gate_proj,76.19410706,0.01000,0.445
45,mlp.experts.1.gate_proj,23.44841957,0.01000,0.450
45,mlp.experts.2.gate_proj,31.43005180,0.01000,0.447
45,mlp.experts.3.gate_proj,6.91992378,0.01000,0.444
45,mlp.experts.4.gate_proj,13.44258308,0.01000,0.442
45,mlp.experts.5.gate_proj,28.98575211,0.01000,0.449
45,mlp.experts.6.gate_proj,2.27172899,0.01000,0.438
45,mlp.experts.7.gate_proj,6.62624216,0.01000,0.443
45,mlp.experts.8.gate_proj,11.52464581,0.01000,0.446
45,mlp.experts.9.gate_proj,7.85188293,0.01000,0.456
45,mlp.experts.10.gate_proj,26.47266769,0.01000,0.446
45,mlp.experts.11.gate_proj,0.75651491,0.01000,0.452
45,mlp.experts.12.gate_proj,45.69931793,0.01000,0.447
45,mlp.experts.13.gate_proj,4.38473892,0.01000,0.446
45,mlp.experts.14.gate_proj,5.19950914,0.01000,0.451
45,mlp.experts.15.gate_proj,2.19136286,0.01000,0.449
45,mlp.experts.16.gate_proj,64.44485474,0.01000,0.447
45,mlp.experts.17.gate_proj,21.09214783,0.01000,0.434
45,mlp.experts.18.gate_proj,33.00695038,0.01000,0.427
45,mlp.experts.19.gate_proj,3.61651707,0.01000,0.440
45,mlp.experts.20.gate_proj,37.62099457,0.01000,0.431
45,mlp.experts.21.gate_proj,15.82523918,0.01000,0.428
45,mlp.experts.22.gate_proj,64.85427094,0.01000,0.444
45,mlp.experts.23.gate_proj,43.35856628,0.01000,0.429
45,mlp.experts.24.gate_proj,22.96315575,0.01000,0.449
45,mlp.experts.25.gate_proj,0.00065337,0.01000,0.443
45,mlp.experts.26.gate_proj,59.37473679,0.01000,0.434
45,mlp.experts.27.gate_proj,29.95553207,0.01000,0.428
45,mlp.experts.28.gate_proj,2.81051564,0.01000,0.443
45,mlp.experts.29.gate_proj,502.88043213,0.01000,0.453
45,mlp.experts.30.gate_proj,32.24745941,0.01000,0.436
45,mlp.experts.31.gate_proj,7.45470238,0.01000,0.444
45,mlp.experts.32.gate_proj,55.32425308,0.01000,0.427
45,mlp.experts.33.gate_proj,13.32226944,0.01000,0.437
45,mlp.experts.34.gate_proj,6.86683130,0.01000,0.447
45,mlp.experts.35.gate_proj,5.33139324,0.01000,0.431
45,mlp.experts.36.gate_proj,13.53788185,0.01000,0.434
45,mlp.experts.37.gate_proj,45.46437836,0.01000,0.428
45,mlp.experts.38.gate_proj,191.23898315,0.01000,0.448
45,mlp.experts.39.gate_proj,1.45011950,0.01000,0.429
45,mlp.experts.40.gate_proj,15.54876328,0.01000,0.447
45,mlp.experts.41.gate_proj,12.65491104,0.01000,0.431
45,mlp.experts.42.gate_proj,29.63584137,0.01000,0.435
45,mlp.experts.43.gate_proj,4.97692251,0.01000,0.429
45,mlp.experts.44.gate_proj,54.64091110,0.01000,0.447
45,mlp.experts.45.gate_proj,35.59748840,0.01000,0.426
45,mlp.experts.46.gate_proj,24.35929298,0.01000,0.429
45,mlp.experts.47.gate_proj,28.32440567,0.01000,0.429
45,mlp.experts.48.gate_proj,379.12316895,0.01000,0.429
45,mlp.experts.49.gate_proj,18.23780823,0.01000,0.426
45,mlp.experts.50.gate_proj,79.77732086,0.01000,0.429
45,mlp.experts.51.gate_proj,227.10556030,0.01000,0.437
45,mlp.experts.52.gate_proj,117.53108215,0.01000,0.431
45,mlp.experts.53.gate_proj,11.76717186,0.01000,0.428
45,mlp.experts.54.gate_proj,61.76490784,0.01000,0.430
45,mlp.experts.55.gate_proj,0.02944831,0.01000,0.429
45,mlp.experts.56.gate_proj,2.10713911,0.01000,0.429
45,mlp.experts.57.gate_proj,6.89742661,0.01000,0.428
45,mlp.experts.58.gate_proj,23.41483688,0.01000,0.449
45,mlp.experts.59.gate_proj,0.88541257,0.01000,0.429
45,mlp.experts.60.gate_proj,2.90003920,0.01000,0.442
45,mlp.experts.61.gate_proj,3.83801270,0.01000,0.430
45,mlp.experts.62.gate_proj,0.12871930,0.01000,0.445
45,mlp.experts.63.gate_proj,9.18161774,0.01000,0.442
45,mlp.experts.64.gate_proj,71.88876343,0.01000,0.438
45,mlp.experts.65.gate_proj,27.13097382,0.01000,0.438
45,mlp.experts.66.gate_proj,11.59366798,0.01000,0.439
45,mlp.experts.67.gate_proj,53.56967163,0.01000,0.439
45,mlp.experts.68.gate_proj,0.00068573,0.01000,0.438
45,mlp.experts.69.gate_proj,49.15129471,0.01000,0.438
45,mlp.experts.70.gate_proj,31.84144402,0.01000,0.439
45,mlp.experts.71.gate_proj,39.46484375,0.01000,0.438
45,mlp.experts.72.gate_proj,1.84298038,0.01000,0.442
45,mlp.experts.73.gate_proj,1.52606225,0.01000,0.444
45,mlp.experts.74.gate_proj,8.38595581,0.01000,0.439
45,mlp.experts.75.gate_proj,0.41575778,0.01000,0.437
45,mlp.experts.76.gate_proj,70.00708771,0.01000,0.438
45,mlp.experts.77.gate_proj,111.64569855,0.01000,0.439
45,mlp.experts.78.gate_proj,17.40443230,0.01000,0.438
45,mlp.experts.79.gate_proj,0.63583428,0.01000,0.438
45,mlp.experts.80.gate_proj,33.10583115,0.01000,0.439
45,mlp.experts.81.gate_proj,29.06282997,0.01000,0.438
45,mlp.experts.82.gate_proj,120.25552368,0.01000,0.438
45,mlp.experts.83.gate_proj,23.25132751,0.01000,0.446
45,mlp.experts.84.gate_proj,7.28096533,0.01000,0.442
45,mlp.experts.85.gate_proj,22.34202194,0.01000,0.439
45,mlp.experts.86.gate_proj,11.80921268,0.01000,0.439
45,mlp.experts.87.gate_proj,103.06222534,0.01000,0.439
45,mlp.experts.88.gate_proj,234.40823364,0.01000,0.440
45,mlp.experts.89.gate_proj,7.76393032,0.01000,0.439
45,mlp.experts.90.gate_proj,59.37337494,0.01000,0.439
45,mlp.experts.91.gate_proj,38.86087799,0.01000,0.438
45,mlp.experts.92.gate_proj,53.16374969,0.01000,0.439
45,mlp.experts.93.gate_proj,42.71821594,0.01000,0.441
45,mlp.experts.94.gate_proj,27.91631317,0.01000,0.444
45,mlp.experts.95.gate_proj,305.82269287,0.01000,0.439
45,mlp.experts.96.gate_proj,0.43717289,0.01000,0.439
45,mlp.experts.97.gate_proj,0.57266581,0.01000,0.438
45,mlp.experts.98.gate_proj,107.35908508,0.01000,0.438
45,mlp.experts.99.gate_proj,241.58862305,0.01000,0.437
45,mlp.experts.100.gate_proj,2.10595560,0.01000,0.439
45,mlp.experts.101.gate_proj,24.52037430,0.01000,0.438
45,mlp.experts.102.gate_proj,2.91468024,0.01000,0.438
45,mlp.experts.103.gate_proj,18.35235405,0.01000,0.439
45,mlp.experts.104.gate_proj,10.28518391,0.01000,0.442
45,mlp.experts.105.gate_proj,2.64480448,0.01000,0.441
45,mlp.experts.106.gate_proj,0.28620541,0.01000,0.438
45,mlp.experts.107.gate_proj,23.69395828,0.01000,0.439
45,mlp.experts.108.gate_proj,1.04335499,0.01000,0.439
45,mlp.experts.109.gate_proj,3.13782096,0.01000,0.440
45,mlp.experts.110.gate_proj,22.25365067,0.01000,0.438
45,mlp.experts.111.gate_proj,6.78999949,0.01000,0.439
45,mlp.experts.112.gate_proj,23.05049896,0.01000,0.439
45,mlp.experts.113.gate_proj,2.34299660,0.01000,0.439
45,mlp.experts.114.gate_proj,53.76594925,0.01000,0.439
45,mlp.experts.115.gate_proj,5.95456171,0.01000,0.446
45,mlp.experts.116.gate_proj,22.75608063,0.01000,0.442
45,mlp.experts.117.gate_proj,59.53966522,0.01000,0.438
45,mlp.experts.118.gate_proj,0.41638508,0.01000,0.439
45,mlp.experts.119.gate_proj,44.54327393,0.01000,0.439
45,mlp.experts.120.gate_proj,14.55105972,0.01000,0.439
45,mlp.experts.121.gate_proj,20.85577202,0.01000,0.439
45,mlp.experts.122.gate_proj,0.01094457,0.01000,0.438
45,mlp.experts.123.gate_proj,55.95119476,0.01000,0.439
45,mlp.experts.124.gate_proj,5.36501265,0.01000,0.438
45,mlp.experts.125.gate_proj,1.75299549,0.01000,0.442
45,mlp.experts.126.gate_proj,14.05349922,0.01000,0.445
45,mlp.experts.127.gate_proj,25.85227776,0.01000,0.440
45,mlp.experts.0.down_proj,405.12072754,0.01000,0.171
45,mlp.experts.1.down_proj,40.54146576,0.01000,0.168
45,mlp.experts.2.down_proj,23.97258759,0.01000,0.166
45,mlp.experts.3.down_proj,10.31015587,0.01000,0.165
45,mlp.experts.4.down_proj,13.48744202,0.01000,0.165
45,mlp.experts.5.down_proj,28.96792603,0.01000,0.164
45,mlp.experts.6.down_proj,3.53270125,0.01000,0.164
45,mlp.experts.7.down_proj,4.98351812,0.01000,0.164
45,mlp.experts.8.down_proj,19.24448776,0.01000,0.164
45,mlp.experts.9.down_proj,8.54758167,0.01000,0.164
45,mlp.experts.10.down_proj,24.97370338,0.01000,0.164
45,mlp.experts.11.down_proj,1.38197422,0.01000,0.165
45,mlp.experts.12.down_proj,60.97456360,0.01000,0.165
45,mlp.experts.13.down_proj,4.66252279,0.01000,0.165
45,mlp.experts.14.down_proj,9.06764412,0.01000,0.165
45,mlp.experts.15.down_proj,2.59610605,0.01000,0.165
45,mlp.experts.16.down_proj,50.14669800,0.01000,0.165
45,mlp.experts.17.down_proj,49.52440643,0.01000,0.165
45,mlp.experts.18.down_proj,45.14250946,0.01000,0.165
45,mlp.experts.19.down_proj,3.49467111,0.01000,0.165
45,mlp.experts.20.down_proj,46.57372284,0.01000,0.165
45,mlp.experts.21.down_proj,10.07070541,0.01000,0.165
45,mlp.experts.22.down_proj,74.86788940,0.01000,0.165
45,mlp.experts.23.down_proj,106.01731873,0.01000,0.165
45,mlp.experts.24.down_proj,22.66632652,0.01000,0.165
45,mlp.experts.25.down_proj,0.00075462,0.01000,0.165
45,mlp.experts.26.down_proj,81.09336853,0.01000,0.165
45,mlp.experts.27.down_proj,39.03648376,0.01000,0.165
45,mlp.experts.28.down_proj,4.17845249,0.01000,0.167
45,mlp.experts.29.down_proj,1000.04846191,0.01000,0.169
45,mlp.experts.30.down_proj,40.78523636,0.01000,0.168
45,mlp.experts.31.down_proj,25.60772133,0.01000,0.168
45,mlp.experts.32.down_proj,99.10765839,0.01000,0.167
45,mlp.experts.33.down_proj,26.26910400,0.01000,0.166
45,mlp.experts.34.down_proj,10.84425354,0.01000,0.166
45,mlp.experts.35.down_proj,11.48993778,0.01000,0.166
45,mlp.experts.36.down_proj,14.47033882,0.01000,0.166
45,mlp.experts.37.down_proj,42.12689209,0.01000,0.165
45,mlp.experts.38.down_proj,283.43133545,0.01000,0.166
45,mlp.experts.39.down_proj,1.46854937,0.01000,0.166
45,mlp.experts.40.down_proj,26.42792511,0.01000,0.165
45,mlp.experts.41.down_proj,12.40568829,0.01000,0.166
45,mlp.experts.42.down_proj,38.07566071,0.01000,0.166
45,mlp.experts.43.down_proj,7.21131563,0.01000,0.166
45,mlp.experts.44.down_proj,168.71343994,0.01000,0.165
45,mlp.experts.45.down_proj,36.52819824,0.01000,0.167
45,mlp.experts.46.down_proj,53.45643616,0.01000,0.166
45,mlp.experts.47.down_proj,40.99242401,0.01000,0.165
45,mlp.experts.48.down_proj,833.75183105,0.01000,0.167
45,mlp.experts.49.down_proj,51.62201309,0.01000,0.167
45,mlp.experts.50.down_proj,143.05245972,0.01000,0.167
45,mlp.experts.51.down_proj,397.19412231,0.01000,0.167
45,mlp.experts.52.down_proj,456.89410400,0.01000,0.167
45,mlp.experts.53.down_proj,11.50876999,0.01000,0.168
45,mlp.experts.54.down_proj,74.71566772,0.01000,0.168
45,mlp.experts.55.down_proj,0.04629160,0.01000,0.169
45,mlp.experts.56.down_proj,2.06104970,0.01000,0.170
45,mlp.experts.57.down_proj,14.44403839,0.01000,0.170
45,mlp.experts.58.down_proj,27.03823471,0.01000,0.170
45,mlp.experts.59.down_proj,3.19498014,0.01000,0.170
45,mlp.experts.60.down_proj,2.97551537,0.01000,0.168
45,mlp.experts.61.down_proj,3.61893749,0.01000,0.169
45,mlp.experts.62.down_proj,0.20962523,0.01000,0.169
45,mlp.experts.63.down_proj,8.39114189,0.01000,0.169
45,mlp.experts.64.down_proj,78.35534668,0.01000,0.168
45,mlp.experts.65.down_proj,21.70369339,0.01000,0.170
45,mlp.experts.66.down_proj,16.49911880,0.01000,0.169
45,mlp.experts.67.down_proj,103.52691650,0.01000,0.169
45,mlp.experts.68.down_proj,0.00111141,0.01000,0.170
45,mlp.experts.69.down_proj,64.41333008,0.01000,0.170
45,mlp.experts.70.down_proj,45.69245911,0.01000,0.170
45,mlp.experts.71.down_proj,95.26622009,0.01000,0.170
45,mlp.experts.72.down_proj,2.51117897,0.01000,0.170
45,mlp.experts.73.down_proj,0.65084648,0.01000,0.169
45,mlp.experts.74.down_proj,18.27232742,0.01000,0.170
45,mlp.experts.75.down_proj,1.22977257,0.01000,0.170
45,mlp.experts.76.down_proj,98.52507019,0.01000,0.170
45,mlp.experts.77.down_proj,90.43342590,0.01000,0.170
45,mlp.experts.78.down_proj,27.82269669,0.01000,0.170
45,mlp.experts.79.down_proj,0.48000807,0.01000,0.170
45,mlp.experts.80.down_proj,66.75331116,0.01000,0.170
45,mlp.experts.81.down_proj,38.46860886,0.01000,0.170
45,mlp.experts.82.down_proj,272.54840088,0.01000,0.171
45,mlp.experts.83.down_proj,33.53674316,0.01000,0.173
45,mlp.experts.84.down_proj,14.47386932,0.01000,0.172
45,mlp.experts.85.down_proj,21.99066162,0.01000,0.172
45,mlp.experts.86.down_proj,13.28786278,0.01000,0.171
45,mlp.experts.87.down_proj,144.80545044,0.01000,0.170
45,mlp.experts.88.down_proj,444.30740356,0.01000,0.170
45,mlp.experts.89.down_proj,7.00472260,0.01000,0.170
45,mlp.experts.90.down_proj,63.57108307,0.01000,0.170
45,mlp.experts.91.down_proj,61.64288330,0.01000,0.170
45,mlp.experts.92.down_proj,74.14167023,0.01000,0.170
45,mlp.experts.93.down_proj,82.83821106,0.01000,0.170
45,mlp.experts.94.down_proj,35.35453033,0.01000,0.170
45,mlp.experts.95.down_proj,975.09204102,0.01000,0.170
45,mlp.experts.96.down_proj,1.37235868,0.01000,0.170
45,mlp.experts.97.down_proj,0.51175773,0.01000,0.170
45,mlp.experts.98.down_proj,212.38000488,0.01000,0.170
45,mlp.experts.99.down_proj,579.12945557,0.01000,0.170
45,mlp.experts.100.down_proj,2.93349075,0.01000,0.170
45,mlp.experts.101.down_proj,63.06376648,0.01000,0.170
45,mlp.experts.102.down_proj,2.27931619,0.01000,0.170
45,mlp.experts.103.down_proj,54.75883865,0.01000,0.170
45,mlp.experts.104.down_proj,15.00875950,0.01000,0.170
45,mlp.experts.105.down_proj,3.59748220,0.01000,0.170
45,mlp.experts.106.down_proj,0.35782570,0.01000,0.170
45,mlp.experts.107.down_proj,36.13342285,0.01000,0.170
45,mlp.experts.108.down_proj,1.54956794,0.01000,0.170
45,mlp.experts.109.down_proj,5.48373842,0.01000,0.170
45,mlp.experts.110.down_proj,35.54257965,0.01000,0.173
45,mlp.experts.111.down_proj,6.75318623,0.01000,0.173
45,mlp.experts.112.down_proj,52.53413010,0.01000,0.172
45,mlp.experts.113.down_proj,2.49579024,0.01000,0.171
45,mlp.experts.114.down_proj,50.10284424,0.01000,0.171
45,mlp.experts.115.down_proj,3.78558445,0.01000,0.170
45,mlp.experts.116.down_proj,44.01689148,0.01000,0.170
45,mlp.experts.117.down_proj,63.15545654,0.01000,0.170
45,mlp.experts.118.down_proj,2.00201321,0.01000,0.170
45,mlp.experts.119.down_proj,35.13550568,0.01000,0.170
45,mlp.experts.120.down_proj,41.95848846,0.01000,0.170
45,mlp.experts.121.down_proj,27.74718094,0.01000,0.170
45,mlp.experts.122.down_proj,0.01512700,0.01000,0.170
45,mlp.experts.123.down_proj,95.19947815,0.01000,0.169
45,mlp.experts.124.down_proj,6.67545319,0.01000,0.170
45,mlp.experts.125.down_proj,4.85037184,0.01000,0.170
45,mlp.experts.126.down_proj,26.82902145,0.01000,0.170
45,mlp.experts.127.down_proj,20.82115936,0.01000,0.170
46,self_attn.q_proj,20.36756134,0.01000,0.445
46,self_attn.k_proj,2.10199428,0.01000,0.437
46,self_attn.v_proj,4.19192505,0.01000,0.447
46,self_attn.o_proj,0.68460691,0.01000,0.884
46,mlp.experts.0.up_proj,10.79397106,0.01000,0.432
46,mlp.experts.1.up_proj,26.97244644,0.01000,0.429
46,mlp.experts.2.up_proj,16.49292755,0.01000,0.441
46,mlp.experts.3.up_proj,41.88887024,0.01000,0.447
46,mlp.experts.4.up_proj,10.61939335,0.01000,0.454
46,mlp.experts.5.up_proj,125.39257050,0.01000,0.444
46,mlp.experts.6.up_proj,0.91439706,0.01000,0.439
46,mlp.experts.7.up_proj,30.26994133,0.01000,0.438
46,mlp.experts.8.up_proj,10.68273449,0.01000,0.438
46,mlp.experts.9.up_proj,50.13451767,0.01000,0.438
46,mlp.experts.10.up_proj,26.24866295,0.01000,0.439
46,mlp.experts.11.up_proj,18.52852631,0.01000,0.439
46,mlp.experts.12.up_proj,0.06105867,0.01000,0.439
46,mlp.experts.13.up_proj,1.70723975,0.01000,0.438
46,mlp.experts.14.up_proj,13.39838982,0.01000,0.438
46,mlp.experts.15.up_proj,76.10668182,0.01000,0.442
46,mlp.experts.16.up_proj,92.22819519,0.01000,0.441
46,mlp.experts.17.up_proj,6.00930023,0.01000,0.438
46,mlp.experts.18.up_proj,54.15938950,0.01000,0.438
46,mlp.experts.19.up_proj,44.77881622,0.01000,0.438
46,mlp.experts.20.up_proj,5.90103865,0.01000,0.438
46,mlp.experts.21.up_proj,13.71066475,0.01000,0.439
46,mlp.experts.22.up_proj,52.13421249,0.01000,0.438
46,mlp.experts.23.up_proj,3.67535663,0.01000,0.458
46,mlp.experts.24.up_proj,0.54860395,0.01000,0.466
46,mlp.experts.25.up_proj,0.58389652,0.01000,0.467
46,mlp.experts.26.up_proj,278.56826782,0.01000,0.469
46,mlp.experts.27.up_proj,142.01409912,0.01000,0.440
46,mlp.experts.28.up_proj,13.13875771,0.01000,0.439
46,mlp.experts.29.up_proj,22.65376854,0.01000,0.439
46,mlp.experts.30.up_proj,22.77447510,0.01000,0.439
46,mlp.experts.31.up_proj,8.89586639,0.01000,0.438
46,mlp.experts.32.up_proj,224.51348877,0.01000,0.439
46,mlp.experts.33.up_proj,216.96614075,0.01000,0.438
46,mlp.experts.34.up_proj,55.92306519,0.01000,0.438
46,mlp.experts.35.up_proj,50.52961731,0.01000,0.439
46,mlp.experts.36.up_proj,42.93648529,0.01000,0.442
46,mlp.experts.37.up_proj,124.59596252,0.01000,0.468
46,mlp.experts.38.up_proj,32.15913391,0.01000,0.439
46,mlp.experts.39.up_proj,28.07456970,0.01000,0.438
46,mlp.experts.40.up_proj,35.29416656,0.01000,0.438
46,mlp.experts.41.up_proj,25.21714401,0.01000,0.439
46,mlp.experts.42.up_proj,3.73995614,0.01000,0.438
46,mlp.experts.43.up_proj,312.15594482,0.01000,0.439
46,mlp.experts.44.up_proj,46.78776550,0.01000,0.439
46,mlp.experts.45.up_proj,37.70893097,0.01000,0.440
46,mlp.experts.46.up_proj,171.57545471,0.01000,0.469
46,mlp.experts.47.up_proj,2.60582113,0.01000,0.445
46,mlp.experts.48.up_proj,2.55012417,0.01000,0.439
46,mlp.experts.49.up_proj,8.51152039,0.01000,0.439
46,mlp.experts.50.up_proj,2.41390562,0.01000,0.438
46,mlp.experts.51.up_proj,64.73657227,0.01000,0.438
46,mlp.experts.52.up_proj,68.81852722,0.01000,0.439
46,mlp.experts.53.up_proj,64.93012238,0.01000,0.439
46,mlp.experts.54.up_proj,265.59466553,0.01000,0.438
46,mlp.experts.55.up_proj,53.15480042,0.01000,0.440
46,mlp.experts.56.up_proj,9.38179588,0.01000,0.440
46,mlp.experts.57.up_proj,15.89702702,0.01000,0.443
46,mlp.experts.58.up_proj,1.71093202,0.01000,0.442
46,mlp.experts.59.up_proj,0.53214824,0.01000,0.438
46,mlp.experts.60.up_proj,56.39685440,0.01000,0.438
46,mlp.experts.61.up_proj,65.30325317,0.01000,0.439
46,mlp.experts.62.up_proj,6.28746080,0.01000,0.439
46,mlp.experts.63.up_proj,0.96619105,0.01000,0.450
46,mlp.experts.64.up_proj,8.36917019,0.01000,0.455
46,mlp.experts.65.up_proj,0.00726955,0.01000,0.438
46,mlp.experts.66.up_proj,2.40019083,0.01000,0.439
46,mlp.experts.67.up_proj,28.13905716,0.01000,0.439
46,mlp.experts.68.up_proj,56.27092743,0.01000,0.446
46,mlp.experts.69.up_proj,9.61398125,0.01000,0.469
46,mlp.experts.70.up_proj,15.96833992,0.01000,0.439
46,mlp.experts.71.up_proj,22.35835838,0.01000,0.439
46,mlp.experts.72.up_proj,0.00008436,0.01000,0.438
46,mlp.experts.73.up_proj,0.00009833,0.01000,0.438
46,mlp.experts.74.up_proj,212.94348145,0.01000,0.438
46,mlp.experts.75.up_proj,26.16843414,0.01000,0.439
46,mlp.experts.76.up_proj,109.69520569,0.01000,0.439
46,mlp.experts.77.up_proj,19.18726349,0.01000,0.440
46,mlp.experts.78.up_proj,0.20443472,0.01000,0.442
46,mlp.experts.79.up_proj,30.35361099,0.01000,0.432
46,mlp.experts.80.up_proj,37.19833374,0.01000,0.423
46,mlp.experts.81.up_proj,41.49158096,0.01000,0.421
46,mlp.experts.82.up_proj,24.40961838,0.01000,0.422
46,mlp.experts.83.up_proj,3.89816666,0.01000,0.426
46,mlp.experts.84.up_proj,47.53855515,0.01000,0.424
46,mlp.experts.85.up_proj,3.76350403,0.01000,0.422
46,mlp.experts.86.up_proj,4.89054489,0.01000,0.423
46,mlp.experts.87.up_proj,0.00022080,0.01000,0.426
46,mlp.experts.88.up_proj,23.34027863,0.01000,0.435
46,mlp.experts.89.up_proj,57.32515717,0.01000,0.432
46,mlp.experts.90.up_proj,62.02113342,0.01000,0.429
46,mlp.experts.91.up_proj,2.13087964,0.01000,0.425
46,mlp.experts.92.up_proj,7.60892344,0.01000,0.425
46,mlp.experts.93.up_proj,13.22187042,0.01000,0.423
46,mlp.experts.94.up_proj,285.00698853,0.01000,0.424
46,mlp.experts.95.up_proj,6.48785543,0.01000,0.425
46,mlp.experts.96.up_proj,38.39640808,0.01000,0.425
46,mlp.experts.97.up_proj,65.95707703,0.01000,0.423
46,mlp.experts.98.up_proj,41.46676636,0.01000,0.422
46,mlp.experts.99.up_proj,7.73731613,0.01000,0.425
46,mlp.experts.100.up_proj,2.28512192,0.01000,0.431
46,mlp.experts.101.up_proj,34.28742218,0.01000,0.427
46,mlp.experts.102.up_proj,15.30685997,0.01000,0.423
46,mlp.experts.103.up_proj,17.39158630,0.01000,0.425
46,mlp.experts.104.up_proj,81.88453674,0.01000,0.424
46,mlp.experts.105.up_proj,28.23907661,0.01000,0.422
46,mlp.experts.106.up_proj,281.22152710,0.01000,0.422
46,mlp.experts.107.up_proj,13.10295296,0.01000,0.426
46,mlp.experts.108.up_proj,0.02196909,0.01000,0.426
46,mlp.experts.109.up_proj,8.57144451,0.01000,0.422
46,mlp.experts.110.up_proj,8.04477406,0.01000,0.423
46,mlp.experts.111.up_proj,18.53941345,0.01000,0.435
46,mlp.experts.112.up_proj,4.94265079,0.01000,0.430
46,mlp.experts.113.up_proj,28.29677963,0.01000,0.424
46,mlp.experts.114.up_proj,7.74033737,0.01000,0.422
46,mlp.experts.115.up_proj,31.78502274,0.01000,0.425
46,mlp.experts.116.up_proj,61.17445374,0.01000,0.423
46,mlp.experts.117.up_proj,74.44741821,0.01000,0.423
46,mlp.experts.118.up_proj,103.73388672,0.01000,0.421
46,mlp.experts.119.up_proj,8.41228771,0.01000,0.424
46,mlp.experts.120.up_proj,79.10729980,0.01000,0.424
46,mlp.experts.121.up_proj,0.00017831,0.01000,0.421
46,mlp.experts.122.up_proj,18.75815964,0.01000,0.434
46,mlp.experts.123.up_proj,18.07842636,0.01000,0.428
46,mlp.experts.124.up_proj,22.03158188,0.01000,0.423
46,mlp.experts.125.up_proj,3.01515341,0.01000,0.422
46,mlp.experts.126.up_proj,56.65137863,0.01000,0.421
46,mlp.experts.127.up_proj,54.67503357,0.01000,0.424
46,mlp.experts.0.gate_proj,9.03495598,0.01000,0.425
46,mlp.experts.1.gate_proj,26.14983368,0.01000,0.423
46,mlp.experts.2.gate_proj,14.69651318,0.01000,0.423
46,mlp.experts.3.gate_proj,39.26554871,0.01000,0.426
46,mlp.experts.4.gate_proj,9.47667694,0.01000,0.424
46,mlp.experts.5.gate_proj,125.04665375,0.01000,0.434
46,mlp.experts.6.gate_proj,0.88634217,0.01000,0.428
46,mlp.experts.7.gate_proj,26.23877335,0.01000,0.426
46,mlp.experts.8.gate_proj,9.82237244,0.01000,0.425
46,mlp.experts.9.gate_proj,47.60260391,0.01000,0.423
46,mlp.experts.10.gate_proj,25.21851730,0.01000,0.422
46,mlp.experts.11.gate_proj,16.41484261,0.01000,0.423
46,mlp.experts.12.gate_proj,0.05439082,0.01000,0.423
46,mlp.experts.13.gate_proj,1.52481472,0.01000,0.422
46,mlp.experts.14.gate_proj,12.26024246,0.01000,0.422
46,mlp.experts.15.gate_proj,68.74673462,0.01000,0.425
46,mlp.experts.16.gate_proj,86.03955078,0.01000,0.431
46,mlp.experts.17.gate_proj,5.49086761,0.01000,0.427
46,mlp.experts.18.gate_proj,48.63836670,0.01000,0.422
46,mlp.experts.19.gate_proj,39.65766525,0.01000,0.426
46,mlp.experts.20.gate_proj,4.84326744,0.01000,0.426
46,mlp.experts.21.gate_proj,12.05078506,0.01000,0.424
46,mlp.experts.22.gate_proj,42.20819855,0.01000,0.422
46,mlp.experts.23.gate_proj,3.49094176,0.01000,0.426
46,mlp.experts.24.gate_proj,0.47617209,0.01000,0.425
46,mlp.experts.25.gate_proj,0.60480404,0.01000,0.423
46,mlp.experts.26.gate_proj,248.62951660,0.01000,0.423
46,mlp.experts.27.gate_proj,128.65454102,0.01000,0.438
46,mlp.experts.28.gate_proj,11.52546787,0.01000,0.429
46,mlp.experts.29.gate_proj,19.59490013,0.01000,0.423
46,mlp.experts.30.gate_proj,19.47615433,0.01000,0.423
46,mlp.experts.31.gate_proj,8.54551697,0.01000,0.425
46,mlp.experts.32.gate_proj,212.69088745,0.01000,0.425
46,mlp.experts.33.gate_proj,206.23968506,0.01000,0.423
46,mlp.experts.34.gate_proj,53.16674805,0.01000,0.423
46,mlp.experts.35.gate_proj,44.40114594,0.01000,0.426
46,mlp.experts.36.gate_proj,39.09081268,0.01000,0.424
46,mlp.experts.37.gate_proj,113.79352570,0.01000,0.422
46,mlp.experts.38.gate_proj,28.68337631,0.01000,0.433
46,mlp.experts.39.gate_proj,24.57890701,0.01000,0.430
46,mlp.experts.40.gate_proj,31.93620872,0.01000,0.436
46,mlp.experts.41.gate_proj,22.99221802,0.01000,0.422
46,mlp.experts.42.gate_proj,3.35299015,0.01000,0.422
46,mlp.experts.43.gate_proj,275.93637085,0.01000,0.425
46,mlp.experts.44.gate_proj,43.21681976,0.01000,0.425
46,mlp.experts.45.gate_proj,36.22870636,0.01000,0.424
46,mlp.experts.46.gate_proj,153.80377197,0.01000,0.422
46,mlp.experts.47.gate_proj,2.30278468,0.01000,0.439
46,mlp.experts.48.gate_proj,2.32009506,0.01000,0.424
46,mlp.experts.49.gate_proj,7.31242323,0.01000,0.432
46,mlp.experts.50.gate_proj,2.20775914,0.01000,0.425
46,mlp.experts.51.gate_proj,58.94722748,0.01000,0.426
46,mlp.experts.52.gate_proj,60.89147949,0.01000,0.425
46,mlp.experts.53.gate_proj,55.44870758,0.01000,0.426
46,mlp.experts.54.gate_proj,234.84161377,0.01000,0.423
46,mlp.experts.55.gate_proj,46.44029236,0.01000,0.423
46,mlp.experts.56.gate_proj,8.78571701,0.01000,0.424
46,mlp.experts.57.gate_proj,14.53985119,0.01000,0.423
46,mlp.experts.58.gate_proj,1.51666331,0.01000,0.421
46,mlp.experts.59.gate_proj,0.44616491,0.01000,0.424
46,mlp.experts.60.gate_proj,49.21691895,0.01000,0.433
46,mlp.experts.61.gate_proj,58.04715729,0.01000,0.427
46,mlp.experts.62.gate_proj,5.40074444,0.01000,0.422
46,mlp.experts.63.gate_proj,0.86711222,0.01000,0.451
46,mlp.experts.64.gate_proj,7.47615290,0.01000,0.445
46,mlp.experts.65.gate_proj,0.00653856,0.01000,0.425
46,mlp.experts.66.gate_proj,1.98563778,0.01000,0.422
46,mlp.experts.67.gate_proj,26.12639999,0.01000,0.430
46,mlp.experts.68.gate_proj,51.70521927,0.01000,0.426
46,mlp.experts.69.gate_proj,8.65101719,0.01000,0.423
46,mlp.experts.70.gate_proj,14.68450928,0.01000,0.422
46,mlp.experts.71.gate_proj,20.82864380,0.01000,0.436
46,mlp.experts.72.gate_proj,0.00007334,0.01000,0.427
46,mlp.experts.73.gate_proj,0.00009150,0.01000,0.424
46,mlp.experts.74.gate_proj,209.33563232,0.01000,0.423
46,mlp.experts.75.gate_proj,22.87346649,0.01000,0.424
46,mlp.experts.76.gate_proj,103.25045013,0.01000,0.424
46,mlp.experts.77.gate_proj,17.80042267,0.01000,0.424
46,mlp.experts.78.gate_proj,0.17784455,0.01000,0.422
46,mlp.experts.79.gate_proj,26.89013672,0.01000,0.424
46,mlp.experts.80.gate_proj,29.86072731,0.01000,0.425
46,mlp.experts.81.gate_proj,37.03393173,0.01000,0.425
46,mlp.experts.82.gate_proj,21.20435524,0.01000,0.439
46,mlp.experts.83.gate_proj,3.42497253,0.01000,0.426
46,mlp.experts.84.gate_proj,43.30426788,0.01000,0.425
46,mlp.experts.85.gate_proj,3.65153003,0.01000,0.425
46,mlp.experts.86.gate_proj,4.37463236,0.01000,0.423
46,mlp.experts.87.gate_proj,0.00019810,0.01000,0.424
46,mlp.experts.88.gate_proj,21.19548798,0.01000,0.425
46,mlp.experts.89.gate_proj,52.06454468,0.01000,0.425
46,mlp.experts.90.gate_proj,56.55424500,0.01000,0.425
46,mlp.experts.91.gate_proj,2.06321573,0.01000,0.423
46,mlp.experts.92.gate_proj,6.80273628,0.01000,0.428
46,mlp.experts.93.gate_proj,11.64374542,0.01000,0.439
46,mlp.experts.94.gate_proj,261.12313843,0.01000,0.425
46,mlp.experts.95.gate_proj,5.40147495,0.01000,0.424
46,mlp.experts.96.gate_proj,44.56813812,0.01000,0.425
46,mlp.experts.97.gate_proj,59.48850632,0.01000,0.425
46,mlp.experts.98.gate_proj,37.04820633,0.01000,0.424
46,mlp.experts.99.gate_proj,6.92559719,0.01000,0.422
46,mlp.experts.100.gate_proj,2.10140562,0.01000,0.425
46,mlp.experts.101.gate_proj,31.96199036,0.01000,0.425
46,mlp.experts.102.gate_proj,13.66757011,0.01000,0.422
46,mlp.experts.103.gate_proj,15.76382637,0.01000,0.423
46,mlp.experts.104.gate_proj,77.93700409,0.01000,0.437
46,mlp.experts.105.gate_proj,24.78918076,0.01000,0.426
46,mlp.experts.106.gate_proj,258.46136475,0.01000,0.424
46,mlp.experts.107.gate_proj,11.62693405,0.01000,0.422
46,mlp.experts.108.gate_proj,0.02023885,0.01000,0.426
46,mlp.experts.109.gate_proj,7.18942642,0.01000,0.425
46,mlp.experts.110.gate_proj,7.05781221,0.01000,0.425
46,mlp.experts.111.gate_proj,16.24724197,0.01000,0.421
46,mlp.experts.112.gate_proj,4.28685808,0.01000,0.426
46,mlp.experts.113.gate_proj,22.38033485,0.01000,0.424
46,mlp.experts.114.gate_proj,7.42253399,0.01000,0.425
46,mlp.experts.115.gate_proj,29.42848969,0.01000,0.434
46,mlp.experts.116.gate_proj,54.99711227,0.01000,0.428
46,mlp.experts.117.gate_proj,65.15098572,0.01000,0.426
46,mlp.experts.118.gate_proj,101.07089233,0.01000,0.427
46,mlp.experts.119.gate_proj,7.37361479,0.01000,0.423
46,mlp.experts.120.gate_proj,72.02315521,0.01000,0.425
46,mlp.experts.121.gate_proj,0.00016307,0.01000,0.425
46,mlp.experts.122.gate_proj,17.84959793,0.01000,0.425
46,mlp.experts.123.gate_proj,16.50649643,0.01000,0.422
46,mlp.experts.124.gate_proj,19.58856583,0.01000,0.428
46,mlp.experts.125.gate_proj,2.71455622,0.01000,0.429
46,mlp.experts.126.gate_proj,54.72822571,0.01000,0.460
46,mlp.experts.127.gate_proj,48.62880325,0.01000,0.447
46,mlp.experts.0.down_proj,15.37388802,0.01000,0.163
46,mlp.experts.1.down_proj,39.68132782,0.01000,0.160
46,mlp.experts.2.down_proj,20.45992470,0.01000,0.167
46,mlp.experts.3.down_proj,80.78188324,0.01000,0.162
46,mlp.experts.4.down_proj,18.30775833,0.01000,0.160
46,mlp.experts.5.down_proj,272.75741577,0.01000,0.157
46,mlp.experts.6.down_proj,2.88437986,0.01000,0.161
46,mlp.experts.7.down_proj,51.04833221,0.01000,0.158
46,mlp.experts.8.down_proj,6.07452488,0.01000,0.158
46,mlp.experts.9.down_proj,154.47105408,0.01000,0.160
46,mlp.experts.10.down_proj,49.63177109,0.01000,0.159
46,mlp.experts.11.down_proj,53.11264420,0.01000,0.158
46,mlp.experts.12.down_proj,0.05635943,0.01000,0.158
46,mlp.experts.13.down_proj,1.15344191,0.01000,0.162
46,mlp.experts.14.down_proj,22.84317017,0.01000,0.158
46,mlp.experts.15.down_proj,129.56663513,0.01000,0.158
46,mlp.experts.16.down_proj,191.71026611,0.01000,0.160
46,mlp.experts.17.down_proj,4.77017164,0.01000,0.160
46,mlp.experts.18.down_proj,212.74279785,0.01000,0.158
46,mlp.experts.19.down_proj,44.27128601,0.01000,0.158
46,mlp.experts.20.down_proj,7.46758509,0.01000,0.162
46,mlp.experts.21.down_proj,17.33450699,0.01000,0.159
46,mlp.experts.22.down_proj,91.80426025,0.01000,0.159
46,mlp.experts.23.down_proj,15.02579117,0.01000,0.160
46,mlp.experts.24.down_proj,0.59223390,0.01000,0.160
46,mlp.experts.25.down_proj,2.41563320,0.01000,0.159
46,mlp.experts.26.down_proj,607.39129639,0.01000,0.159
46,mlp.experts.27.down_proj,620.76031494,0.01000,0.162
46,mlp.experts.28.down_proj,17.43271065,0.01000,0.159
46,mlp.experts.29.down_proj,64.92626190,0.01000,0.158
46,mlp.experts.30.down_proj,57.98247147,0.01000,0.165
46,mlp.experts.31.down_proj,16.67139626,0.01000,0.201
46,mlp.experts.32.down_proj,636.78906250,0.01000,0.164
46,mlp.experts.33.down_proj,598.72015381,0.01000,0.162
46,mlp.experts.34.down_proj,190.33938599,0.01000,0.163
46,mlp.experts.35.down_proj,112.15036011,0.01000,0.162
46,mlp.experts.36.down_proj,47.81756210,0.01000,0.161
46,mlp.experts.37.down_proj,177.42700195,0.01000,0.164
46,mlp.experts.38.down_proj,51.40428925,0.01000,0.165
46,mlp.experts.39.down_proj,50.99340439,0.01000,0.161
46,mlp.experts.40.down_proj,81.18794250,0.01000,0.170
46,mlp.experts.41.down_proj,61.53621674,0.01000,0.171
46,mlp.experts.42.down_proj,3.74733877,0.01000,0.165
46,mlp.experts.43.down_proj,795.24725342,0.01000,0.160
46,mlp.experts.44.down_proj,60.99224854,0.01000,0.167
46,mlp.experts.45.down_proj,33.40079117,0.01000,0.161
46,mlp.experts.46.down_proj,218.73406982,0.01000,0.170
46,mlp.experts.47.down_proj,2.04260206,0.01000,0.163
46,mlp.experts.48.down_proj,4.40399551,0.01000,0.168
46,mlp.experts.49.down_proj,14.33231926,0.01000,0.162
46,mlp.experts.50.down_proj,7.22208023,0.01000,0.163
46,mlp.experts.51.down_proj,127.52284241,0.01000,0.171
46,mlp.experts.52.down_proj,82.59223175,0.01000,0.167
46,mlp.experts.53.down_proj,109.08017731,0.01000,0.164
46,mlp.experts.54.down_proj,1046.62524414,0.01000,0.169
46,mlp.experts.55.down_proj,67.81878662,0.01000,0.173
46,mlp.experts.56.down_proj,12.02371407,0.01000,0.169
46,mlp.experts.57.down_proj,82.80500793,0.01000,0.172
46,mlp.experts.58.down_proj,2.80140829,0.01000,0.182
46,mlp.experts.59.down_proj,0.86583936,0.01000,0.172
46,mlp.experts.60.down_proj,77.36229706,0.01000,0.172
46,mlp.experts.61.down_proj,76.02526093,0.01000,0.171
46,mlp.experts.62.down_proj,13.79135036,0.01000,0.170
46,mlp.experts.63.down_proj,2.56098700,0.01000,0.170
46,mlp.experts.64.down_proj,13.57761097,0.01000,0.169
46,mlp.experts.65.down_proj,0.00648085,0.01000,0.170
46,mlp.experts.66.down_proj,5.16782665,0.01000,0.169
46,mlp.experts.67.down_proj,32.84939957,0.01000,0.170
46,mlp.experts.68.down_proj,69.09417725,0.01000,0.170
46,mlp.experts.69.down_proj,19.38621330,0.01000,0.169
46,mlp.experts.70.down_proj,39.45779419,0.01000,0.169
46,mlp.experts.71.down_proj,39.69214630,0.01000,0.170
46,mlp.experts.72.down_proj,0.00014795,0.01000,0.169
46,mlp.experts.73.down_proj,0.00016002,0.01000,0.170
46,mlp.experts.74.down_proj,295.68698120,0.01000,0.170
46,mlp.experts.75.down_proj,27.41400146,0.01000,0.169
46,mlp.experts.76.down_proj,67.06219482,0.01000,0.169
46,mlp.experts.77.down_proj,44.90595245,0.01000,0.169
46,mlp.experts.78.down_proj,0.29792124,0.01000,0.169
46,mlp.experts.79.down_proj,82.68647766,0.01000,0.169
46,mlp.experts.80.down_proj,49.35496521,0.01000,0.170
46,mlp.experts.81.down_proj,68.56758118,0.01000,0.170
46,mlp.experts.82.down_proj,43.32192230,0.01000,0.170
46,mlp.experts.83.down_proj,3.18524694,0.01000,0.170
46,mlp.experts.84.down_proj,73.06658936,0.01000,0.170
46,mlp.experts.85.down_proj,10.85727978,0.01000,0.172
46,mlp.experts.86.down_proj,11.34997368,0.01000,0.172
46,mlp.experts.87.down_proj,0.00015925,0.01000,0.172
46,mlp.experts.88.down_proj,47.39208221,0.01000,0.171
46,mlp.experts.89.down_proj,116.18678284,0.01000,0.170
46,mlp.experts.90.down_proj,86.39555359,0.01000,0.170
46,mlp.experts.91.down_proj,4.75210190,0.01000,0.169
46,mlp.experts.92.down_proj,12.98305321,0.01000,0.170
46,mlp.experts.93.down_proj,17.67523003,0.01000,0.170
46,mlp.experts.94.down_proj,607.42810059,0.01000,0.170
46,mlp.experts.95.down_proj,6.62514877,0.01000,0.169
46,mlp.experts.96.down_proj,37.50705338,0.01000,0.169
46,mlp.experts.97.down_proj,82.50318909,0.01000,0.170
46,mlp.experts.98.down_proj,45.46328735,0.01000,0.169
46,mlp.experts.99.down_proj,53.65162277,0.01000,0.170
46,mlp.experts.100.down_proj,7.43164206,0.01000,0.170
46,mlp.experts.101.down_proj,42.12187195,0.01000,0.169
46,mlp.experts.102.down_proj,15.92533684,0.01000,0.170
46,mlp.experts.103.down_proj,21.78578186,0.01000,0.170
46,mlp.experts.104.down_proj,119.27943420,0.01000,0.170
46,mlp.experts.105.down_proj,52.68591309,0.01000,0.170
46,mlp.experts.106.down_proj,821.89324951,0.01000,0.170
46,mlp.experts.107.down_proj,17.04631805,0.01000,0.170
46,mlp.experts.108.down_proj,0.02369491,0.01000,0.169
46,mlp.experts.109.down_proj,12.27021408,0.01000,0.169
46,mlp.experts.110.down_proj,11.23867035,0.01000,0.170
46,mlp.experts.111.down_proj,24.83077240,0.01000,0.169
46,mlp.experts.112.down_proj,4.69584465,0.01000,0.171
46,mlp.experts.113.down_proj,20.66657639,0.01000,0.172
46,mlp.experts.114.down_proj,14.52777195,0.01000,0.172
46,mlp.experts.115.down_proj,41.54111481,0.01000,0.172
46,mlp.experts.116.down_proj,100.93496704,0.01000,0.170
46,mlp.experts.117.down_proj,88.39318848,0.01000,0.170
46,mlp.experts.118.down_proj,284.82019043,0.01000,0.169
46,mlp.experts.119.down_proj,10.77443123,0.01000,0.170
46,mlp.experts.120.down_proj,173.54423523,0.01000,0.170
46,mlp.experts.121.down_proj,0.00020115,0.01000,0.170
46,mlp.experts.122.down_proj,22.22511673,0.01000,0.170
46,mlp.experts.123.down_proj,18.72642517,0.01000,0.170
46,mlp.experts.124.down_proj,42.17702866,0.01000,0.169
46,mlp.experts.125.down_proj,5.24140215,0.01000,0.170
46,mlp.experts.126.down_proj,346.87622070,0.01000,0.170
46,mlp.experts.127.down_proj,50.31049347,0.01000,0.170
47,self_attn.q_proj,20.11515427,0.01000,0.439
47,self_attn.k_proj,2.17816329,0.01000,0.436
47,self_attn.v_proj,3.52322292,0.01000,0.435
47,self_attn.o_proj,1.99676597,0.01000,0.883
47,mlp.experts.0.up_proj,172.56205750,0.01000,0.444
47,mlp.experts.1.up_proj,1.39626563,0.01000,0.436
47,mlp.experts.2.up_proj,26.43951607,0.01000,0.437
47,mlp.experts.3.up_proj,101.89755249,0.01000,0.438
47,mlp.experts.4.up_proj,125.46595764,0.01000,0.438
47,mlp.experts.5.up_proj,2.99257040,0.01000,0.472
47,mlp.experts.6.up_proj,99.78781128,0.01000,0.441
47,mlp.experts.7.up_proj,2.71124530,0.01000,0.439
47,mlp.experts.8.up_proj,48.28437424,0.01000,0.438
47,mlp.experts.9.up_proj,10.63082123,0.01000,0.439
47,mlp.experts.10.up_proj,3.67353582,0.01000,0.439
47,mlp.experts.11.up_proj,14.58123684,0.01000,0.438
47,mlp.experts.12.up_proj,10.42384529,0.01000,0.439
47,mlp.experts.13.up_proj,5.86413193,0.01000,0.439
47,mlp.experts.14.up_proj,19.20007133,0.01000,0.439
47,mlp.experts.15.up_proj,48.43799591,0.01000,0.441
47,mlp.experts.16.up_proj,3.53042126,0.01000,0.473
47,mlp.experts.17.up_proj,192.16676331,0.01000,0.439
47,mlp.experts.18.up_proj,30.39401436,0.01000,0.439
47,mlp.experts.19.up_proj,5.98718882,0.01000,0.439
47,mlp.experts.20.up_proj,31.82090569,0.01000,0.440
47,mlp.experts.21.up_proj,33.43254852,0.01000,0.439
47,mlp.experts.22.up_proj,4.05718660,0.01000,0.439
47,mlp.experts.23.up_proj,244.23143005,0.01000,0.438
47,mlp.experts.24.up_proj,0.42035949,0.01000,0.438
47,mlp.experts.25.up_proj,9.91154099,0.01000,0.439
47,mlp.experts.26.up_proj,35.39273071,0.01000,0.445
47,mlp.experts.27.up_proj,28.62458801,0.01000,0.441
47,mlp.experts.28.up_proj,42.38270187,0.01000,0.440
47,mlp.experts.29.up_proj,0.99306571,0.01000,0.439
47,mlp.experts.30.up_proj,9.62451363,0.01000,0.439
47,mlp.experts.31.up_proj,20.70206070,0.01000,0.438
47,mlp.experts.32.up_proj,35.46529388,0.01000,0.438
47,mlp.experts.33.up_proj,5.90116119,0.01000,0.438
47,mlp.experts.34.up_proj,29.38423157,0.01000,0.439
47,mlp.experts.35.up_proj,22.98369598,0.01000,0.439
47,mlp.experts.36.up_proj,22.99234772,0.01000,0.440
47,mlp.experts.37.up_proj,44.46299744,0.01000,0.445
47,mlp.experts.38.up_proj,7.80434513,0.01000,0.440
47,mlp.experts.39.up_proj,224.99621582,0.01000,0.439
47,mlp.experts.40.up_proj,0.06889357,0.01000,0.439
47,mlp.experts.41.up_proj,3.00527096,0.01000,0.438
47,mlp.experts.42.up_proj,137.88882446,0.01000,0.439
47,mlp.experts.43.up_proj,0.00005910,0.01000,0.439
47,mlp.experts.44.up_proj,104.72578430,0.01000,0.439
47,mlp.experts.45.up_proj,4.47424269,0.01000,0.438
47,mlp.experts.46.up_proj,11.10070419,0.01000,0.438
47,mlp.experts.47.up_proj,32.96641541,0.01000,0.442
47,mlp.experts.48.up_proj,373.70620728,0.01000,0.441
47,mlp.experts.49.up_proj,10.17761326,0.01000,0.438
47,mlp.experts.50.up_proj,1.55415189,0.01000,0.438
47,mlp.experts.51.up_proj,139.87738037,0.01000,0.439
47,mlp.experts.52.up_proj,19.25485229,0.01000,0.456
47,mlp.experts.53.up_proj,129.92037964,0.01000,0.439
47,mlp.experts.54.up_proj,64.16453552,0.01000,0.439
47,mlp.experts.55.up_proj,44.31642532,0.01000,0.438
47,mlp.experts.56.up_proj,0.04461911,0.01000,0.438
47,mlp.experts.57.up_proj,22.93230629,0.01000,0.439
47,mlp.experts.58.up_proj,71.76441956,0.01000,0.444
47,mlp.experts.59.up_proj,14.58425426,0.01000,0.438
47,mlp.experts.60.up_proj,6.57986784,0.01000,0.438
47,mlp.experts.61.up_proj,21.17050171,0.01000,0.438
47,mlp.experts.62.up_proj,1.62238801,0.01000,0.439
47,mlp.experts.63.up_proj,18.43185425,0.01000,0.439
47,mlp.experts.64.up_proj,4.35131264,0.01000,0.438
47,mlp.experts.65.up_proj,111.12321472,0.01000,0.438
47,mlp.experts.66.up_proj,29.30223274,0.01000,0.439
47,mlp.experts.67.up_proj,25.87298584,0.01000,0.439
47,mlp.experts.68.up_proj,0.00007877,0.01000,0.442
47,mlp.experts.69.up_proj,0.67994428,0.01000,0.447
47,mlp.experts.70.up_proj,0.71199954,0.01000,0.439
47,mlp.experts.71.up_proj,55.85089111,0.01000,0.439
47,mlp.experts.72.up_proj,23.61119461,0.01000,0.439
47,mlp.experts.73.up_proj,40.20468521,0.01000,0.439
47,mlp.experts.74.up_proj,35.27076340,0.01000,0.438
47,mlp.experts.75.up_proj,0.00440377,0.01000,0.438
47,mlp.experts.76.up_proj,9.32367420,0.01000,0.438
47,mlp.experts.77.up_proj,58.13341141,0.01000,0.439
47,mlp.experts.78.up_proj,31.70858765,0.01000,0.439
47,mlp.experts.79.up_proj,14.81899261,0.01000,0.445
47,mlp.experts.80.up_proj,124.86437225,0.01000,0.442
47,mlp.experts.81.up_proj,0.00166426,0.01000,0.439
47,mlp.experts.82.up_proj,33.54795074,0.01000,0.439
47,mlp.experts.83.up_proj,194.94856262,0.01000,0.440
47,mlp.experts.84.up_proj,1.84391534,0.01000,0.439
47,mlp.experts.85.up_proj,48.24239349,0.01000,0.439
47,mlp.experts.86.up_proj,33.42686844,0.01000,0.438
47,mlp.experts.87.up_proj,52.16820526,0.01000,0.439
47,mlp.experts.88.up_proj,25.90102768,0.01000,0.439
47,mlp.experts.89.up_proj,0.19256973,0.01000,0.441
47,mlp.experts.90.up_proj,26.25901794,0.01000,0.444
47,mlp.experts.91.up_proj,0.00007296,0.01000,0.439
47,mlp.experts.92.up_proj,64.06319427,0.01000,0.440
47,mlp.experts.93.up_proj,53.79158783,0.01000,0.439
47,mlp.experts.94.up_proj,12.99075127,0.01000,0.440
47,mlp.experts.95.up_proj,27.47811890,0.01000,0.439
47,mlp.experts.96.up_proj,27.09500694,0.01000,0.439
47,mlp.experts.97.up_proj,8.30326748,0.01000,0.439
47,mlp.experts.98.up_proj,10.11648655,0.01000,0.440
47,mlp.experts.99.up_proj,20.83118820,0.01000,0.440
47,mlp.experts.100.up_proj,1.12121606,0.01000,0.443
47,mlp.experts.101.up_proj,22.19571304,0.01000,0.442
47,mlp.experts.102.up_proj,93.52799988,0.01000,0.468
47,mlp.experts.103.up_proj,3.91154385,0.01000,0.439
47,mlp.experts.104.up_proj,8.53524590,0.01000,0.463
47,mlp.experts.105.up_proj,14.71577644,0.01000,0.439
47,mlp.experts.106.up_proj,8.60367298,0.01000,0.439
47,mlp.experts.107.up_proj,101.50408936,0.01000,0.439
47,mlp.experts.108.up_proj,18.96947098,0.01000,0.438
47,mlp.experts.109.up_proj,91.94037628,0.01000,0.440
47,mlp.experts.110.up_proj,407.61114502,0.01000,0.441
47,mlp.experts.111.up_proj,20.58894730,0.01000,0.444
47,mlp.experts.112.up_proj,20.18376541,0.01000,0.439
47,mlp.experts.113.up_proj,51.63651276,0.01000,0.439
47,mlp.experts.114.up_proj,131.13201904,0.01000,0.439
47,mlp.experts.115.up_proj,0.98687416,0.01000,0.439
47,mlp.experts.116.up_proj,41.77455902,0.01000,0.439
47,mlp.experts.117.up_proj,28.50178528,0.01000,0.439
47,mlp.experts.118.up_proj,7.31806755,0.01000,0.439
47,mlp.experts.119.up_proj,102.63157654,0.01000,0.439
47,mlp.experts.120.up_proj,21.87893867,0.01000,0.438
47,mlp.experts.121.up_proj,25.91169548,0.01000,0.443
47,mlp.experts.122.up_proj,5.98394775,0.01000,0.441
47,mlp.experts.123.up_proj,29.38508797,0.01000,0.439
47,mlp.experts.124.up_proj,4.55547380,0.01000,0.440
47,mlp.experts.125.up_proj,18.23141479,0.01000,0.439
47,mlp.experts.126.up_proj,4.67154932,0.01000,0.439
47,mlp.experts.127.up_proj,33.59228516,0.01000,0.439
47,mlp.experts.0.gate_proj,152.27124023,0.01000,0.439
47,mlp.experts.1.gate_proj,1.33057404,0.01000,0.439
47,mlp.experts.2.gate_proj,26.39840508,0.01000,0.438
47,mlp.experts.3.gate_proj,102.12835693,0.01000,0.440
47,mlp.experts.4.gate_proj,113.62442017,0.01000,0.446
47,mlp.experts.5.gate_proj,2.76508665,0.01000,0.440
47,mlp.experts.6.gate_proj,89.72308350,0.01000,0.439
47,mlp.experts.7.gate_proj,2.37447309,0.01000,0.439
47,mlp.experts.8.gate_proj,43.73902130,0.01000,0.438
47,mlp.experts.9.gate_proj,9.73246384,0.01000,0.440
47,mlp.experts.10.gate_proj,3.35046768,0.01000,0.439
47,mlp.experts.11.gate_proj,13.97147465,0.01000,0.439
47,mlp.experts.12.gate_proj,9.85054493,0.01000,0.439
47,mlp.experts.13.gate_proj,5.32537174,0.01000,0.439
47,mlp.experts.14.gate_proj,17.61956406,0.01000,0.444
47,mlp.experts.15.gate_proj,46.13461304,0.01000,0.443
47,mlp.experts.16.gate_proj,3.20178723,0.01000,0.439
47,mlp.experts.17.gate_proj,170.65722656,0.01000,0.439
47,mlp.experts.18.gate_proj,26.36794662,0.01000,0.438
47,mlp.experts.19.gate_proj,5.40635681,0.01000,0.439
47,mlp.experts.20.gate_proj,28.54929733,0.01000,0.438
47,mlp.experts.21.gate_proj,30.61867142,0.01000,0.439
47,mlp.experts.22.gate_proj,3.61688948,0.01000,0.438
47,mlp.experts.23.gate_proj,234.85066223,0.01000,0.439
47,mlp.experts.24.gate_proj,0.38063434,0.01000,0.438
47,mlp.experts.25.gate_proj,9.00530434,0.01000,0.445
47,mlp.experts.26.gate_proj,33.89418793,0.01000,0.441
47,mlp.experts.27.gate_proj,26.31194496,0.01000,0.438
47,mlp.experts.28.gate_proj,37.14170837,0.01000,0.438
47,mlp.experts.29.gate_proj,0.86244035,0.01000,0.439
47,mlp.experts.30.gate_proj,8.85449791,0.01000,0.439
47,mlp.experts.31.gate_proj,19.58869934,0.01000,0.439
47,mlp.experts.32.gate_proj,31.61570358,0.01000,0.439
47,mlp.experts.33.gate_proj,5.27963448,0.01000,0.439
47,mlp.experts.34.gate_proj,28.11017227,0.01000,0.439
47,mlp.experts.35.gate_proj,21.41364288,0.01000,0.441
47,mlp.experts.36.gate_proj,20.01562119,0.01000,0.443
47,mlp.experts.37.gate_proj,42.77505493,0.01000,0.439
47,mlp.experts.38.gate_proj,7.10002899,0.01000,0.440
47,mlp.experts.39.gate_proj,190.79183960,0.01000,0.439
47,mlp.experts.40.gate_proj,0.06420816,0.01000,0.439
47,mlp.experts.41.gate_proj,2.72689629,0.01000,0.439
47,mlp.experts.42.gate_proj,124.46612549,0.01000,0.440
47,mlp.experts.43.gate_proj,0.00005827,0.01000,0.439
47,mlp.experts.44.gate_proj,94.25613403,0.01000,0.439
47,mlp.experts.45.gate_proj,3.87967014,0.01000,0.439
47,mlp.experts.46.gate_proj,10.20458221,0.01000,0.443
47,mlp.experts.47.gate_proj,31.63179016,0.01000,0.443
47,mlp.experts.48.gate_proj,339.23501587,0.01000,0.459
47,mlp.experts.49.gate_proj,8.98235893,0.01000,0.439
47,mlp.experts.50.gate_proj,1.41221476,0.01000,0.439
47,mlp.experts.51.gate_proj,128.17536926,0.01000,0.439
47,mlp.experts.52.gate_proj,17.14832115,0.01000,0.439
47,mlp.experts.53.gate_proj,117.87985992,0.01000,0.439
47,mlp.experts.54.gate_proj,59.56222916,0.01000,0.438
47,mlp.experts.55.gate_proj,39.99245071,0.01000,0.439
47,mlp.experts.56.gate_proj,0.04209292,0.01000,0.439
47,mlp.experts.57.gate_proj,18.33360291,0.01000,0.465
47,mlp.experts.58.gate_proj,64.16178894,0.01000,0.470
47,mlp.experts.59.gate_proj,12.71724510,0.01000,0.459
47,mlp.experts.60.gate_proj,5.89395857,0.01000,0.438
47,mlp.experts.61.gate_proj,17.93629837,0.01000,0.439
47,mlp.experts.62.gate_proj,1.58695543,0.01000,0.438
47,mlp.experts.63.gate_proj,17.88299942,0.01000,0.438
47,mlp.experts.64.gate_proj,3.86087108,0.01000,0.438
47,mlp.experts.65.gate_proj,99.98980713,0.01000,0.439
47,mlp.experts.66.gate_proj,25.94158554,0.01000,0.439
47,mlp.experts.67.gate_proj,23.50680542,0.01000,0.442
47,mlp.experts.68.gate_proj,0.00007779,0.01000,0.441
47,mlp.experts.69.gate_proj,0.59257889,0.01000,0.439
47,mlp.experts.70.gate_proj,0.64020211,0.01000,0.438
47,mlp.experts.71.gate_proj,51.37634277,0.01000,0.438
47,mlp.experts.72.gate_proj,21.81774139,0.01000,0.438
47,mlp.experts.73.gate_proj,37.20928192,0.01000,0.439
47,mlp.experts.74.gate_proj,32.55402374,0.01000,0.439
47,mlp.experts.75.gate_proj,0.00399013,0.01000,0.439
47,mlp.experts.76.gate_proj,8.56296349,0.01000,0.439
47,mlp.experts.77.gate_proj,53.60027313,0.01000,0.439
47,mlp.experts.78.gate_proj,30.30356979,0.01000,0.445
47,mlp.experts.79.gate_proj,13.59128475,0.01000,0.439
47,mlp.experts.80.gate_proj,111.48354340,0.01000,0.439
47,mlp.experts.81.gate_proj,0.00167193,0.01000,0.438
47,mlp.experts.82.gate_proj,31.04563522,0.01000,0.439
47,mlp.experts.83.gate_proj,177.65902710,0.01000,0.439
47,mlp.experts.84.gate_proj,1.68458939,0.01000,0.439
47,mlp.experts.85.gate_proj,40.68440247,0.01000,0.440
47,mlp.experts.86.gate_proj,33.58172607,0.01000,0.441
47,mlp.experts.87.gate_proj,49.14505386,0.01000,0.440
47,mlp.experts.88.gate_proj,23.43123627,0.01000,0.442
47,mlp.experts.89.gate_proj,0.17346892,0.01000,0.445
47,mlp.experts.90.gate_proj,24.64140701,0.01000,0.441
47,mlp.experts.91.gate_proj,0.00007073,0.01000,0.440
47,mlp.experts.92.gate_proj,54.72848892,0.01000,0.439
47,mlp.experts.93.gate_proj,48.92636490,0.01000,0.439
47,mlp.experts.94.gate_proj,11.85082626,0.01000,0.440
47,mlp.experts.95.gate_proj,26.20979309,0.01000,0.439
47,mlp.experts.96.gate_proj,24.64081955,0.01000,0.440
47,mlp.experts.97.gate_proj,7.91569090,0.01000,0.439
47,mlp.experts.98.gate_proj,8.92387199,0.01000,0.439
47,mlp.experts.99.gate_proj,19.00754166,0.01000,0.444
47,mlp.experts.100.gate_proj,1.07577777,0.01000,0.470
47,mlp.experts.101.gate_proj,20.57282639,0.01000,0.439
47,mlp.experts.102.gate_proj,85.09638214,0.01000,0.466
47,mlp.experts.103.gate_proj,3.56605315,0.01000,0.439
47,mlp.experts.104.gate_proj,7.77662182,0.01000,0.439
47,mlp.experts.105.gate_proj,13.29003906,0.01000,0.438
47,mlp.experts.106.gate_proj,7.79132318,0.01000,0.438
47,mlp.experts.107.gate_proj,94.08563232,0.01000,0.439
47,mlp.experts.108.gate_proj,17.54095268,0.01000,0.439
47,mlp.experts.109.gate_proj,109.56523895,0.01000,0.441
47,mlp.experts.110.gate_proj,367.22592163,0.01000,0.446
47,mlp.experts.111.gate_proj,18.53857040,0.01000,0.440
47,mlp.experts.112.gate_proj,18.43115616,0.01000,0.439
47,mlp.experts.113.gate_proj,47.92634583,0.01000,0.439
47,mlp.experts.114.gate_proj,130.22451782,0.01000,0.440
47,mlp.experts.115.gate_proj,0.93468559,0.01000,0.439
47,mlp.experts.116.gate_proj,37.46015167,0.01000,0.439
47,mlp.experts.117.gate_proj,25.56025696,0.01000,0.439
47,mlp.experts.118.gate_proj,6.46226883,0.01000,0.439
47,mlp.experts.119.gate_proj,86.41703796,0.01000,0.439
47,mlp.experts.120.gate_proj,18.88677406,0.01000,0.444
47,mlp.experts.121.gate_proj,24.00567818,0.01000,0.441
47,mlp.experts.122.gate_proj,5.52284336,0.01000,0.440
47,mlp.experts.123.gate_proj,27.57460403,0.01000,0.440
47,mlp.experts.124.gate_proj,4.20966434,0.01000,0.439
47,mlp.experts.125.gate_proj,16.22408295,0.01000,0.439
47,mlp.experts.126.gate_proj,3.94498062,0.01000,0.439
47,mlp.experts.127.gate_proj,31.00799942,0.01000,0.439
47,mlp.experts.0.down_proj,1407.02355957,0.01000,0.169
47,mlp.experts.1.down_proj,12.35614014,0.01000,0.164
47,mlp.experts.2.down_proj,207.49078369,0.01000,0.178
47,mlp.experts.3.down_proj,625.46948242,0.01000,0.164
47,mlp.experts.4.down_proj,707.22302246,0.01000,0.164
47,mlp.experts.5.down_proj,14.98074150,0.01000,0.164
47,mlp.experts.6.down_proj,256.87374878,0.01000,0.164
47,mlp.experts.7.down_proj,7.84896517,0.01000,0.164
47,mlp.experts.8.down_proj,375.31286621,0.01000,0.164
47,mlp.experts.9.down_proj,29.62000084,0.01000,0.164
47,mlp.experts.10.down_proj,9.30395794,0.01000,0.164
47,mlp.experts.11.down_proj,24.92861366,0.01000,0.165
47,mlp.experts.12.down_proj,24.04814529,0.01000,0.165
47,mlp.experts.13.down_proj,24.74094009,0.01000,0.165
47,mlp.experts.14.down_proj,44.79833984,0.01000,0.166
47,mlp.experts.15.down_proj,244.78585815,0.01000,0.167
47,mlp.experts.16.down_proj,19.47925568,0.01000,0.167
47,mlp.experts.17.down_proj,1884.37939453,0.01000,0.166
47,mlp.experts.18.down_proj,283.20211792,0.01000,0.165
47,mlp.experts.19.down_proj,16.31707764,0.01000,0.165
47,mlp.experts.20.down_proj,196.64892578,0.01000,0.165
47,mlp.experts.21.down_proj,89.50506592,0.01000,0.165
47,mlp.experts.22.down_proj,12.78219795,0.01000,0.165
47,mlp.experts.23.down_proj,1688.74963379,0.01000,0.165
47,mlp.experts.24.down_proj,1.21688557,0.01000,0.165
47,mlp.experts.25.down_proj,81.59799194,0.01000,0.165
47,mlp.experts.26.down_proj,75.45892334,0.01000,0.165
47,mlp.experts.27.down_proj,59.68626022,0.01000,0.165
47,mlp.experts.28.down_proj,234.24417114,0.01000,0.165
47,mlp.experts.29.down_proj,9.92787361,0.01000,0.165
47,mlp.experts.30.down_proj,19.25251770,0.01000,0.165
47,mlp.experts.31.down_proj,47.65854263,0.01000,0.165
47,mlp.experts.32.down_proj,105.19241333,0.01000,0.165
47,mlp.experts.33.down_proj,36.25538254,0.01000,0.167
47,mlp.experts.34.down_proj,91.06314087,0.01000,0.166
47,mlp.experts.35.down_proj,96.32318115,0.01000,0.165
47,mlp.experts.36.down_proj,53.78322601,0.01000,0.166
47,mlp.experts.37.down_proj,292.32867432,0.01000,0.166
47,mlp.experts.38.down_proj,16.23338699,0.01000,0.165
47,mlp.experts.39.down_proj,3720.45898438,0.01000,0.164
47,mlp.experts.40.down_proj,0.33219042,0.01000,0.165
47,mlp.experts.41.down_proj,7.26596451,0.01000,0.165
47,mlp.experts.42.down_proj,1084.69531250,0.01000,0.166
47,mlp.experts.43.down_proj,0.00013400,0.01000,0.167
47,mlp.experts.44.down_proj,351.56054688,0.01000,0.167
47,mlp.experts.45.down_proj,23.17149353,0.01000,0.165
47,mlp.experts.46.down_proj,42.59072113,0.01000,0.165
47,mlp.experts.47.down_proj,111.94407654,0.01000,0.165
47,mlp.experts.48.down_proj,2645.75732422,0.01000,0.165
47,mlp.experts.49.down_proj,77.07288361,0.01000,0.172
47,mlp.experts.50.down_proj,11.99070168,0.01000,0.166
47,mlp.experts.51.down_proj,789.45239258,0.01000,0.165
47,mlp.experts.52.down_proj,50.02902222,0.01000,0.165
47,mlp.experts.53.down_proj,1140.88378906,0.01000,0.167
47,mlp.experts.54.down_proj,160.68267822,0.01000,0.167
47,mlp.experts.55.down_proj,141.06237793,0.01000,0.175
47,mlp.experts.56.down_proj,0.82280791,0.01000,0.174
47,mlp.experts.57.down_proj,118.80696106,0.01000,0.180
47,mlp.experts.58.down_proj,215.85272217,0.01000,0.175
47,mlp.experts.59.down_proj,36.85668945,0.01000,0.171
47,mlp.experts.60.down_proj,40.17651367,0.01000,0.176
47,mlp.experts.61.down_proj,181.20585632,0.01000,0.168
47,mlp.experts.62.down_proj,11.01734924,0.01000,0.167
47,mlp.experts.63.down_proj,35.90517426,0.01000,0.174
47,mlp.experts.64.down_proj,11.10305405,0.01000,0.176
47,mlp.experts.65.down_proj,574.97552490,0.01000,0.175
47,mlp.experts.66.down_proj,40.28918457,0.01000,0.169
47,mlp.experts.67.down_proj,91.87808990,0.01000,0.168
47,mlp.experts.68.down_proj,0.00018444,0.01000,0.168
47,mlp.experts.69.down_proj,1.34821463,0.01000,0.170
47,mlp.experts.70.down_proj,2.13196731,0.01000,0.171
47,mlp.experts.71.down_proj,225.83215332,0.01000,0.175
47,mlp.experts.72.down_proj,64.22084808,0.01000,0.170
47,mlp.experts.73.down_proj,143.27236938,0.01000,0.170
47,mlp.experts.74.down_proj,162.41604614,0.01000,0.172
47,mlp.experts.75.down_proj,0.00708778,0.01000,0.178
47,mlp.experts.76.down_proj,36.93948746,0.01000,0.170
47,mlp.experts.77.down_proj,346.23785400,0.01000,0.174
47,mlp.experts.78.down_proj,80.42591858,0.01000,0.178
47,mlp.experts.79.down_proj,32.53072357,0.01000,0.177
47,mlp.experts.80.down_proj,1037.72949219,0.01000,0.178
47,mlp.experts.81.down_proj,0.00258072,0.01000,0.178
47,mlp.experts.82.down_proj,70.30284119,0.01000,0.177
47,mlp.experts.83.down_proj,1004.29980469,0.01000,0.169
47,mlp.experts.84.down_proj,4.66527414,0.01000,0.169
47,mlp.experts.85.down_proj,127.60681152,0.01000,0.169
47,mlp.experts.86.down_proj,110.25350189,0.01000,0.170
47,mlp.experts.87.down_proj,244.83609009,0.01000,0.170
47,mlp.experts.88.down_proj,46.53017426,0.01000,0.173
47,mlp.experts.89.down_proj,0.42725295,0.01000,0.170
47,mlp.experts.90.down_proj,69.91879272,0.01000,0.171
47,mlp.experts.91.down_proj,0.00008968,0.01000,0.176
47,mlp.experts.92.down_proj,685.17810059,0.01000,0.170
47,mlp.experts.93.down_proj,285.32678223,0.01000,0.170
47,mlp.experts.94.down_proj,31.86061478,0.01000,0.171
47,mlp.experts.95.down_proj,84.44344330,0.01000,0.179
47,mlp.experts.96.down_proj,241.55664062,0.01000,0.177
47,mlp.experts.97.down_proj,76.20795441,0.01000,0.181
47,mlp.experts.98.down_proj,70.04121399,0.01000,0.180
47,mlp.experts.99.down_proj,60.61304092,0.01000,0.178
47,mlp.experts.100.down_proj,12.33546257,0.01000,0.170
47,mlp.experts.101.down_proj,187.39855957,0.01000,0.170
47,mlp.experts.102.down_proj,424.76715088,0.01000,0.171
47,mlp.experts.103.down_proj,9.49070168,0.01000,0.177
47,mlp.experts.104.down_proj,22.34771538,0.01000,0.170
47,mlp.experts.105.down_proj,37.06304932,0.01000,0.172
47,mlp.experts.106.down_proj,48.26070404,0.01000,0.179
47,mlp.experts.107.down_proj,483.50219727,0.01000,0.178
47,mlp.experts.108.down_proj,28.56224823,0.01000,0.177
47,mlp.experts.109.down_proj,454.32290649,0.01000,0.178
47,mlp.experts.110.down_proj,8473.80859375,0.01000,0.175
47,mlp.experts.111.down_proj,73.47001648,0.01000,0.178
47,mlp.experts.112.down_proj,49.05472565,0.01000,0.170
47,mlp.experts.113.down_proj,224.85572815,0.01000,0.170
47,mlp.experts.114.down_proj,548.43829346,0.01000,0.170
47,mlp.experts.115.down_proj,8.77516651,0.01000,0.170
47,mlp.experts.116.down_proj,186.98382568,0.01000,0.170
47,mlp.experts.117.down_proj,68.25988770,0.01000,0.170
47,mlp.experts.118.down_proj,35.17679214,0.01000,0.171
47,mlp.experts.119.down_proj,867.24316406,0.01000,0.179
47,mlp.experts.120.down_proj,56.79254150,0.01000,0.178
47,mlp.experts.121.down_proj,63.08997345,0.01000,0.170
47,mlp.experts.122.down_proj,32.71217728,0.01000,0.172
47,mlp.experts.123.down_proj,71.80474091,0.01000,0.172
47,mlp.experts.124.down_proj,24.67866707,0.01000,0.172
47,mlp.experts.125.down_proj,121.96910858,0.01000,0.172
47,mlp.experts.126.down_proj,17.43856621,0.01000,0.170
47,mlp.experts.127.down_proj,166.27496338,0.01000,0.170