layer,module,loss,damp,time
0,self_attn.k_proj,0.10951,0.01000,3.883
0,self_attn.v_proj,0.03535,0.01000,1.440
0,self_attn.q_proj,0.31461,0.01000,1.488
0,self_attn.o_proj,1.93236,0.01000,2.823
0,mlp.up_proj,0.35166,0.01000,3.473
0,mlp.gate_proj,0.38004,0.01000,1.662
0,mlp.down_proj,0.40345,0.01000,11.717
1,self_attn.k_proj,0.01090,0.01000,3.768
1,self_attn.v_proj,0.00528,0.01000,1.429
1,self_attn.q_proj,0.04718,0.01000,1.482
1,self_attn.o_proj,0.02199,0.01000,2.792
1,mlp.up_proj,3.01068,0.01000,3.502
1,mlp.gate_proj,9.94816,0.01000,1.675
1,mlp.down_proj,0.11068,0.01000,11.446
2,self_attn.k_proj,0.04953,0.01000,3.729
2,self_attn.v_proj,0.01729,0.01000,1.390
2,self_attn.q_proj,0.14619,0.01000,1.444
2,self_attn.o_proj,0.14250,0.01000,2.868
2,mlp.up_proj,5.58938,0.01000,3.545
2,mlp.gate_proj,13.15975,0.01000,1.650
2,mlp.down_proj,0.49439,0.01000,11.435
3,self_attn.k_proj,0.23805,0.01000,3.756
3,self_attn.v_proj,0.07278,0.01000,1.389
3,self_attn.q_proj,0.68931,0.01000,1.432
3,self_attn.o_proj,0.35515,0.01000,2.812
3,mlp.up_proj,6.17924,0.01000,3.486
3,mlp.gate_proj,14.39462,0.01000,1.643
3,mlp.down_proj,1.04559,0.01000,11.421
4,self_attn.k_proj,0.21649,0.01000,3.701
4,self_attn.v_proj,0.10355,0.01000,1.398
4,self_attn.q_proj,0.66609,0.01000,1.422
4,self_attn.o_proj,0.82410,0.01000,2.849
4,mlp.up_proj,16.02560,0.01000,3.501
4,mlp.gate_proj,30.96535,0.01000,1.635
4,mlp.down_proj,74.19284,0.01000,11.527
5,self_attn.k_proj,0.78692,0.01000,3.721
5,self_attn.v_proj,0.44434,0.01000,1.411
5,self_attn.q_proj,2.68566,0.01000,1.494
5,self_attn.o_proj,0.83673,0.01000,2.828
5,mlp.up_proj,27.54133,0.01000,3.525
5,mlp.gate_proj,50.29523,0.01000,1.656
5,mlp.down_proj,83.59009,0.01000,11.547
6,self_attn.k_proj,0.81260,0.01000,3.718
6,self_attn.v_proj,0.59795,0.01000,1.415
6,self_attn.q_proj,2.90379,0.01000,1.447
6,self_attn.o_proj,0.70393,0.01000,2.820
6,mlp.up_proj,45.98330,0.01000,3.510
6,mlp.gate_proj,78.89032,0.01000,1.656
6,mlp.down_proj,8.37488,0.01000,11.502
7,self_attn.k_proj,1.13787,0.01000,3.736
7,self_attn.v_proj,0.93084,0.01000,1.376
7,self_attn.q_proj,4.12102,0.01000,1.432
7,self_attn.o_proj,0.97531,0.01000,2.848
7,mlp.up_proj,60.87785,0.01000,3.499
7,mlp.gate_proj,105.33450,0.01000,1.660
7,mlp.down_proj,3.62189,0.01000,11.500
8,self_attn.k_proj,1.43242,0.01000,3.783
8,self_attn.v_proj,0.86657,0.01000,1.427
8,self_attn.q_proj,5.06832,0.01000,1.469
8,self_attn.o_proj,0.84137,0.01000,2.858
8,mlp.up_proj,41.36477,0.01000,3.547
8,mlp.gate_proj,70.03442,0.01000,1.671
8,mlp.down_proj,4.84961,0.01000,11.525
9,self_attn.k_proj,1.36615,0.01000,3.767
9,self_attn.v_proj,1.13563,0.01000,1.410
9,self_attn.q_proj,4.80110,0.01000,1.445
9,self_attn.o_proj,1.52607,0.01000,2.839
9,mlp.up_proj,24.10745,0.01000,3.526
9,mlp.gate_proj,26.14586,0.01000,1.671
9,mlp.down_proj,6.05000,0.01000,11.515
10,self_attn.k_proj,2.16733,0.01000,3.736
10,self_attn.v_proj,1.76791,0.01000,1.432
10,self_attn.q_proj,8.01266,0.01000,1.444
10,self_attn.o_proj,1.76568,0.01000,2.872
10,mlp.up_proj,31.98140,0.01000,3.495
10,mlp.gate_proj,34.58262,0.01000,1.668
10,mlp.down_proj,10.15542,0.01000,11.435
11,self_attn.k_proj,1.54369,0.01000,3.728
11,self_attn.v_proj,1.15980,0.01000,1.390
11,self_attn.q_proj,5.73237,0.01000,1.448
11,self_attn.o_proj,2.40549,0.01000,2.815
11,mlp.up_proj,40.48055,0.01000,3.461
11,mlp.gate_proj,48.89324,0.01000,1.635
11,mlp.down_proj,8.39603,0.01000,11.495
12,self_attn.k_proj,1.99017,0.01000,3.780
12,self_attn.v_proj,1.44571,0.01000,1.432
12,self_attn.q_proj,7.47077,0.01000,1.481
12,self_attn.o_proj,2.56372,0.01000,2.848
12,mlp.up_proj,43.65084,0.01000,3.515
12,mlp.gate_proj,46.83010,0.01000,1.656
12,mlp.down_proj,10.60977,0.01000,11.584
13,self_attn.k_proj,2.29766,0.01000,3.717
13,self_attn.v_proj,1.78979,0.01000,1.413
13,self_attn.q_proj,8.21005,0.01000,1.425
13,self_attn.o_proj,3.02680,0.01000,2.830
13,mlp.up_proj,51.54390,0.01000,3.498
13,mlp.gate_proj,55.83699,0.01000,1.652
13,mlp.down_proj,12.55419,0.01000,11.524
14,self_attn.k_proj,3.06420,0.01000,3.753
14,self_attn.v_proj,2.15402,0.01000,1.415
14,self_attn.q_proj,11.00309,0.01000,1.464
14,self_attn.o_proj,2.54914,0.01000,2.832
14,mlp.up_proj,55.35691,0.01000,3.478
14,mlp.gate_proj,60.52634,0.01000,1.673
14,mlp.down_proj,13.15211,0.01000,11.478
15,self_attn.k_proj,2.78606,0.01000,3.673
15,self_attn.v_proj,2.29066,0.01000,1.389
15,self_attn.q_proj,9.91676,0.01000,1.426
15,self_attn.o_proj,3.46237,0.01000,2.848
15,mlp.up_proj,57.15676,0.01000,3.484
15,mlp.gate_proj,64.80304,0.01000,1.667
15,mlp.down_proj,13.22720,0.01000,11.553
16,self_attn.k_proj,2.32143,0.01000,3.730
16,self_attn.v_proj,1.53318,0.01000,1.404
16,self_attn.q_proj,7.89914,0.01000,1.456
16,self_attn.o_proj,2.69978,0.01000,2.815
16,mlp.up_proj,52.69391,0.01000,3.476
16,mlp.gate_proj,56.90802,0.01000,1.666
16,mlp.down_proj,11.50479,0.01000,11.536
17,self_attn.k_proj,3.04381,0.01000,3.716
17,self_attn.v_proj,1.88760,0.01000,1.410
17,self_attn.q_proj,10.43633,0.01000,1.445
17,self_attn.o_proj,2.43443,0.01000,2.831
17,mlp.up_proj,50.52463,0.01000,3.463
17,mlp.gate_proj,53.69043,0.01000,1.670
17,mlp.down_proj,10.58508,0.01000,11.530
18,self_attn.k_proj,2.94937,0.01000,3.698
18,self_attn.v_proj,1.88430,0.01000,1.411
18,self_attn.q_proj,10.11764,0.01000,1.456
18,self_attn.o_proj,3.01183,0.01000,2.818
18,mlp.up_proj,48.77782,0.01000,3.487
18,mlp.gate_proj,51.53640,0.01000,1.656
18,mlp.down_proj,10.17783,0.01000,11.521
19,self_attn.k_proj,2.73611,0.01000,3.740
19,self_attn.v_proj,1.91514,0.01000,1.397
19,self_attn.q_proj,9.88004,0.01000,1.451
19,self_attn.o_proj,1.94948,0.01000,2.824
19,mlp.up_proj,48.76656,0.01000,3.477
19,mlp.gate_proj,51.39761,0.01000,1.674
19,mlp.down_proj,9.98934,0.01000,11.471
20,self_attn.k_proj,3.05076,0.01000,3.699
20,self_attn.v_proj,1.80857,0.01000,1.409
20,self_attn.q_proj,10.45554,0.01000,1.441
20,self_attn.o_proj,3.12608,0.01000,2.834
20,mlp.up_proj,46.56360,0.01000,3.483
20,mlp.gate_proj,48.38595,0.01000,1.660
20,mlp.down_proj,10.36077,0.01000,11.453
21,self_attn.k_proj,2.67004,0.01000,3.729
21,self_attn.v_proj,1.66243,0.01000,1.401
21,self_attn.q_proj,9.23527,0.01000,1.444
21,self_attn.o_proj,3.68392,0.01000,2.846
21,mlp.up_proj,45.87252,0.01000,3.485
21,mlp.gate_proj,47.80573,0.01000,1.672
21,mlp.down_proj,10.36233,0.01000,11.383
22,self_attn.k_proj,2.91415,0.01000,3.718
22,self_attn.v_proj,2.36053,0.01000,1.429
22,self_attn.q_proj,10.42156,0.01000,1.435
22,self_attn.o_proj,5.89517,0.01000,2.815
22,mlp.up_proj,47.82814,0.01000,3.499
22,mlp.gate_proj,49.75899,0.01000,1.650
22,mlp.down_proj,11.80908,0.01000,11.540
23,self_attn.k_proj,2.88734,0.01000,3.718
23,self_attn.v_proj,2.46526,0.01000,1.400
23,self_attn.q_proj,10.54750,0.01000,1.428
23,self_attn.o_proj,5.54833,0.01000,2.857
23,mlp.up_proj,49.94622,0.01000,3.488
23,mlp.gate_proj,52.72432,0.01000,1.650
23,mlp.down_proj,12.38029,0.01000,11.413
24,self_attn.k_proj,3.59931,0.01000,3.717
24,self_attn.v_proj,2.48914,0.01000,1.390
24,self_attn.q_proj,12.58873,0.01000,1.439
24,self_attn.o_proj,4.56547,0.01000,2.834
24,mlp.up_proj,49.69126,0.01000,3.512
24,mlp.gate_proj,51.73148,0.01000,1.640
24,mlp.down_proj,11.49405,0.01000,11.428
25,self_attn.k_proj,3.87327,0.01000,3.715
25,self_attn.v_proj,2.99191,0.01000,1.393
25,self_attn.q_proj,14.13076,0.01000,1.426
25,self_attn.o_proj,2.97217,0.01000,2.831
25,mlp.up_proj,49.42391,0.01000,3.489
25,mlp.gate_proj,50.69650,0.01000,1.653
25,mlp.down_proj,11.35342,0.01000,11.421
26,self_attn.k_proj,3.37936,0.01000,3.719
26,self_attn.v_proj,1.98034,0.01000,1.395
26,self_attn.q_proj,12.16627,0.01000,1.464
26,self_attn.o_proj,4.32040,0.01000,2.798
26,mlp.up_proj,50.47544,0.01000,3.447
26,mlp.gate_proj,51.33285,0.01000,1.642
26,mlp.down_proj,12.01545,0.01000,11.393
27,self_attn.k_proj,3.24756,0.01000,3.686
27,self_attn.v_proj,2.04866,0.01000,1.387
27,self_attn.q_proj,10.93604,0.01000,1.429
27,self_attn.o_proj,6.03632,0.01000,2.781
27,mlp.up_proj,51.98524,0.01000,3.452
27,mlp.gate_proj,52.96064,0.01000,1.651
27,mlp.down_proj,13.92403,0.01000,11.437
28,self_attn.k_proj,3.10746,0.01000,3.723
28,self_attn.v_proj,3.03016,0.01000,1.399
28,self_attn.q_proj,11.74794,0.01000,1.427
28,self_attn.o_proj,7.86297,0.01000,2.863
28,mlp.up_proj,56.70300,0.01000,3.516
28,mlp.gate_proj,57.31458,0.01000,1.636
28,mlp.down_proj,16.08722,0.01000,11.465
29,self_attn.k_proj,4.52262,0.01000,3.758
29,self_attn.v_proj,3.68450,0.01000,1.391
29,self_attn.q_proj,15.77346,0.01000,1.449
29,self_attn.o_proj,6.53687,0.01000,2.846
29,mlp.up_proj,60.68779,0.01000,3.494
29,mlp.gate_proj,60.92637,0.01000,1.644
29,mlp.down_proj,16.53972,0.01000,11.431
30,self_attn.k_proj,3.84173,0.01000,3.729
30,self_attn.v_proj,3.77917,0.01000,1.394
30,self_attn.q_proj,14.39547,0.01000,1.442
30,self_attn.o_proj,9.98629,0.01000,2.841
30,mlp.up_proj,65.12813,0.01000,3.505
30,mlp.gate_proj,65.36819,0.01000,1.684
30,mlp.down_proj,17.68388,0.01000,11.413
31,self_attn.k_proj,4.12658,0.01000,3.739
31,self_attn.v_proj,3.79275,0.01000,1.435
31,self_attn.q_proj,15.06434,0.01000,1.427
31,self_attn.o_proj,8.47146,0.01000,2.846
31,mlp.up_proj,71.08771,0.01000,3.491
31,mlp.gate_proj,71.44981,0.01000,1.654
31,mlp.down_proj,18.88679,0.01000,11.388
32,self_attn.k_proj,3.81222,0.01000,3.727
32,self_attn.v_proj,2.76792,0.01000,1.406
32,self_attn.q_proj,13.15588,0.01000,1.434
32,self_attn.o_proj,8.52706,0.01000,2.829
32,mlp.up_proj,80.01401,0.01000,3.501
32,mlp.gate_proj,83.70457,0.01000,1.645
32,mlp.down_proj,22.14128,0.01000,11.399
33,self_attn.k_proj,4.10112,0.01000,3.714
33,self_attn.v_proj,3.03966,0.01000,1.389
33,self_attn.q_proj,14.94937,0.01000,1.454
33,self_attn.o_proj,8.60124,0.01000,2.811
33,mlp.up_proj,74.89600,0.01000,3.459
33,mlp.gate_proj,76.67551,0.01000,1.662
33,mlp.down_proj,20.84193,0.01000,11.461
34,self_attn.k_proj,3.91466,0.01000,3.769
34,self_attn.v_proj,3.28405,0.01000,1.420
34,self_attn.q_proj,14.49163,0.01000,1.474
34,self_attn.o_proj,11.78429,0.01000,2.807
34,mlp.up_proj,73.45476,0.01000,3.468
34,mlp.gate_proj,73.74457,0.01000,1.658
34,mlp.down_proj,20.24182,0.01000,11.424
35,self_attn.k_proj,3.98005,0.01000,3.667
35,self_attn.v_proj,3.12848,0.01000,1.390
35,self_attn.q_proj,16.17864,0.01000,1.437
35,self_attn.o_proj,6.41689,0.01000,2.804
35,mlp.up_proj,72.85312,0.01000,3.490
35,mlp.gate_proj,72.84827,0.01000,1.652
35,mlp.down_proj,19.52649,0.01000,11.360
36,self_attn.k_proj,4.11925,0.01000,3.725
36,self_attn.v_proj,3.06211,0.01000,1.397
36,self_attn.q_proj,15.48971,0.01000,1.421
36,self_attn.o_proj,9.70860,0.01000,2.834
36,mlp.up_proj,67.59813,0.01000,3.531
36,mlp.gate_proj,65.03483,0.01000,1.642
36,mlp.down_proj,19.41002,0.01000,11.453
37,self_attn.k_proj,3.61643,0.01000,3.711
37,self_attn.v_proj,2.82563,0.01000,1.392
37,self_attn.q_proj,13.50569,0.01000,1.442
37,self_attn.o_proj,8.54290,0.01000,2.839
37,mlp.up_proj,66.48640,0.01000,3.494
37,mlp.gate_proj,63.73344,0.01000,1.642
37,mlp.down_proj,18.53870,0.01000,11.432
38,self_attn.k_proj,4.05270,0.01000,3.732
38,self_attn.v_proj,4.14549,0.01000,1.390
38,self_attn.q_proj,14.87232,0.01000,1.457
38,self_attn.o_proj,11.18412,0.01000,2.809
38,mlp.up_proj,67.93635,0.01000,3.582
38,mlp.gate_proj,65.45750,0.01000,1.757
38,mlp.down_proj,19.42718,0.01000,11.550
39,self_attn.k_proj,3.82456,0.01000,3.721
39,self_attn.v_proj,4.29623,0.01000,1.421
39,self_attn.q_proj,15.28368,0.01000,1.503
39,self_attn.o_proj,11.31686,0.01000,2.898
39,mlp.up_proj,69.10301,0.01000,3.888
39,mlp.gate_proj,69.18791,0.01000,2.068
39,mlp.down_proj,19.87582,0.01000,11.851
40,self_attn.k_proj,4.73092,0.01000,3.738
40,self_attn.v_proj,3.68610,0.01000,1.407
40,self_attn.q_proj,16.76764,0.01000,1.504
40,self_attn.o_proj,10.72335,0.01000,2.913
40,mlp.up_proj,66.13728,0.01000,3.879
40,mlp.gate_proj,65.15390,0.01000,2.051
40,mlp.down_proj,17.66138,0.01000,11.917
41,self_attn.k_proj,4.53810,0.01000,3.757
41,self_attn.v_proj,4.69571,0.01000,1.412
41,self_attn.q_proj,17.62110,0.01000,1.523
41,self_attn.o_proj,7.87525,0.01000,2.914
41,mlp.up_proj,65.88686,0.01000,3.911
41,mlp.gate_proj,63.16815,0.01000,2.050
41,mlp.down_proj,17.90001,0.01000,11.953
42,self_attn.k_proj,4.11581,0.01000,3.760
42,self_attn.v_proj,2.94913,0.01000,1.401
42,self_attn.q_proj,15.66399,0.01000,1.513
42,self_attn.o_proj,7.23498,0.01000,2.907
42,mlp.up_proj,69.44088,0.01000,3.894
42,mlp.gate_proj,65.32219,0.01000,2.091
42,mlp.down_proj,19.95204,0.01000,11.885
43,self_attn.k_proj,3.98492,0.01000,3.750
43,self_attn.v_proj,3.43731,0.01000,1.407
43,self_attn.q_proj,14.57642,0.01000,1.514
43,self_attn.o_proj,8.84358,0.01000,2.904
43,mlp.up_proj,71.93735,0.01000,3.909
43,mlp.gate_proj,67.84066,0.01000,2.065
43,mlp.down_proj,23.77357,0.01000,11.793
44,self_attn.k_proj,3.42093,0.01000,3.720
44,self_attn.v_proj,4.85997,0.01000,1.391
44,self_attn.q_proj,14.46185,0.01000,1.512
44,self_attn.o_proj,12.07453,0.01000,2.843
44,mlp.up_proj,75.22107,0.01000,3.832
44,mlp.gate_proj,70.81406,0.01000,2.011
44,mlp.down_proj,25.91680,0.01000,11.885
45,self_attn.k_proj,4.28960,0.01000,3.739
45,self_attn.v_proj,5.02471,0.01000,1.391
45,self_attn.q_proj,16.49854,0.01000,1.494
45,self_attn.o_proj,10.15552,0.01000,2.883
45,mlp.up_proj,76.72332,0.01000,3.832
45,mlp.gate_proj,72.49304,0.01000,2.036
45,mlp.down_proj,27.25921,0.01000,11.788
46,self_attn.k_proj,3.65442,0.01000,3.709
46,self_attn.v_proj,5.51480,0.01000,1.432
46,self_attn.q_proj,15.29177,0.01000,1.488
46,self_attn.o_proj,14.40157,0.01000,2.891
46,mlp.up_proj,79.03833,0.01000,3.877
46,mlp.gate_proj,75.19668,0.01000,2.045
46,mlp.down_proj,29.75313,0.01000,11.788
47,self_attn.k_proj,3.74196,0.01000,3.711
47,self_attn.v_proj,4.80036,0.01000,1.384
47,self_attn.q_proj,15.31683,0.01000,1.500
47,self_attn.o_proj,10.98499,0.01000,2.897
47,mlp.up_proj,86.83043,0.01000,3.877
47,mlp.gate_proj,83.43273,0.01000,2.016
47,mlp.down_proj,35.28318,0.01000,11.780
48,self_attn.k_proj,4.09442,0.01000,3.712
48,self_attn.v_proj,6.84564,0.01000,1.391
48,self_attn.q_proj,16.91884,0.01000,1.507
48,self_attn.o_proj,11.48125,0.01000,2.877
48,mlp.up_proj,94.18584,0.01000,3.882
48,mlp.gate_proj,91.58864,0.01000,2.023
48,mlp.down_proj,41.43192,0.01000,11.792
49,self_attn.k_proj,4.14622,0.01000,3.721
49,self_attn.v_proj,6.16909,0.01000,1.385
49,self_attn.q_proj,17.88456,0.01000,1.511
49,self_attn.o_proj,12.20423,0.01000,2.897
49,mlp.up_proj,110.47681,0.01000,3.879
49,mlp.gate_proj,108.09877,0.01000,2.022
49,mlp.down_proj,60.00366,0.01000,11.821
50,self_attn.k_proj,4.31881,0.01000,3.676
50,self_attn.v_proj,7.56463,0.01000,1.412
50,self_attn.q_proj,19.33999,0.01000,1.521
50,self_attn.o_proj,11.80367,0.01000,2.872
50,mlp.up_proj,126.76958,0.01000,3.870
50,mlp.gate_proj,127.11801,0.01000,2.046
50,mlp.down_proj,71.79101,0.01000,11.783
51,self_attn.k_proj,4.37520,0.01000,3.744
51,self_attn.v_proj,6.71142,0.01000,1.412
51,self_attn.q_proj,18.20211,0.01000,1.521
51,self_attn.o_proj,18.99162,0.01000,2.883
51,mlp.up_proj,146.28067,0.01000,3.862
51,mlp.gate_proj,148.43158,0.01000,2.021
51,mlp.down_proj,89.34132,0.01000,11.793
52,self_attn.k_proj,5.08537,0.01000,3.710
52,self_attn.v_proj,11.85403,0.01000,1.396
52,self_attn.q_proj,22.21476,0.01000,1.513
52,self_attn.o_proj,18.47747,0.01000,2.896
52,mlp.up_proj,160.65359,0.01000,3.853
52,mlp.gate_proj,161.82695,0.01000,2.014
52,mlp.down_proj,108.08738,0.01000,11.832
53,self_attn.k_proj,5.93244,0.01000,3.760
53,self_attn.v_proj,11.73937,0.01000,1.413
53,self_attn.q_proj,24.38095,0.01000,1.508
53,self_attn.o_proj,17.68197,0.01000,2.937
53,mlp.up_proj,180.51447,0.01000,3.881
53,mlp.gate_proj,181.77620,0.01000,2.017
53,mlp.down_proj,121.80530,0.01000,11.752
54,self_attn.k_proj,5.59463,0.01000,3.721
54,self_attn.v_proj,10.78246,0.01000,1.383
54,self_attn.q_proj,23.04250,0.01000,1.499
54,self_attn.o_proj,16.19074,0.01000,2.904
54,mlp.up_proj,199.69888,0.01000,3.845
54,mlp.gate_proj,198.83350,0.01000,2.035
54,mlp.down_proj,135.99011,0.01000,11.733
55,self_attn.k_proj,5.40018,0.01000,3.705
55,self_attn.v_proj,11.41265,0.01000,1.411
55,self_attn.q_proj,24.45917,0.01000,1.498
55,self_attn.o_proj,20.51224,0.01000,2.869
55,mlp.up_proj,223.49593,0.01000,3.870
55,mlp.gate_proj,219.73848,0.01000,2.015
55,mlp.down_proj,161.11020,0.01000,11.837
56,self_attn.k_proj,6.33442,0.01000,3.718
56,self_attn.v_proj,16.18852,0.01000,1.388
56,self_attn.q_proj,27.11760,0.01000,1.506
56,self_attn.o_proj,22.74030,0.01000,2.901
56,mlp.up_proj,249.24750,0.01000,3.881
56,mlp.gate_proj,243.24731,0.01000,2.042
56,mlp.down_proj,186.52641,0.01000,11.763
57,self_attn.k_proj,6.23077,0.01000,3.759
57,self_attn.v_proj,16.85532,0.01000,1.394
57,self_attn.q_proj,29.05512,0.01000,1.517
57,self_attn.o_proj,16.64697,0.01000,2.883
57,mlp.up_proj,274.13293,0.01000,3.880
57,mlp.gate_proj,263.13092,0.01000,2.032
57,mlp.down_proj,210.55884,0.01000,11.743
58,self_attn.k_proj,6.47978,0.01000,3.707
58,self_attn.v_proj,19.14422,0.01000,1.445
58,self_attn.q_proj,27.92134,0.01000,1.511
58,self_attn.o_proj,22.04212,0.01000,2.907
58,mlp.up_proj,300.86035,0.01000,3.856
58,mlp.gate_proj,284.91528,0.01000,2.011
58,mlp.down_proj,253.12970,0.01000,11.804
59,self_attn.k_proj,7.25131,0.01000,3.754
59,self_attn.v_proj,26.22610,0.01000,1.394
59,self_attn.q_proj,33.76220,0.01000,1.536
59,self_attn.o_proj,39.83875,0.01000,2.878
59,mlp.up_proj,334.85654,0.01000,3.752
59,mlp.gate_proj,311.49915,0.01000,1.804
59,mlp.down_proj,304.22244,0.01000,11.518
60,self_attn.k_proj,6.24524,0.01000,3.712
60,self_attn.v_proj,30.27362,0.01000,1.394
60,self_attn.q_proj,32.80447,0.01000,1.518
60,self_attn.o_proj,58.39975,0.01000,2.885
60,mlp.up_proj,372.51617,0.01000,3.867
60,mlp.gate_proj,340.40439,0.01000,2.023
60,mlp.down_proj,413.50845,0.01000,11.941
61,self_attn.k_proj,7.28852,0.01000,3.762
61,self_attn.v_proj,40.24563,0.01000,1.401
61,self_attn.q_proj,36.65611,0.01000,1.522
61,self_attn.o_proj,70.62356,0.01000,2.939
61,mlp.up_proj,423.02716,0.01000,3.997
61,mlp.gate_proj,388.64325,0.01000,2.048
61,mlp.down_proj,529.49036,0.01000,11.913
62,self_attn.k_proj,6.85958,0.01000,3.763
62,self_attn.v_proj,45.74522,0.01000,1.419
62,self_attn.q_proj,35.89644,0.01000,1.527
62,self_attn.o_proj,147.87845,0.01000,2.912
62,mlp.up_proj,437.13004,0.01000,3.899
62,mlp.gate_proj,411.97052,0.01000,1.726
62,mlp.down_proj,1003.17969,0.01000,11.636
63,self_attn.k_proj,6.30572,0.01000,3.771
63,self_attn.v_proj,32.41533,0.01000,1.398
63,self_attn.q_proj,27.82413,0.01000,1.497
63,self_attn.o_proj,68.36284,0.01000,2.911
63,mlp.up_proj,530.98322,0.01000,4.016
63,mlp.gate_proj,512.05829,0.01000,2.076
63,mlp.down_proj,2032.59351,0.01000,12.026