Delete quant_log.csv

quant_log.csv

@@ -1,197 +0,0 @@
-layer,module,loss,damp,time
-0,self_attn.k_proj,9.25015,0.10000,1.496
-0,self_attn.v_proj,1.54041,0.10000,1.505
-0,self_attn.q_proj,45.85819,0.10000,1.550
-0,self_attn.o_proj,1.48754,0.10000,1.540
-0,mlp.up_proj,86.80834,0.10000,1.654
-0,mlp.gate_proj,180.42774,0.10000,1.660
-0,mlp.down_proj,10.29155,0.10000,9.223
-1,self_attn.k_proj,12.75542,0.10000,1.489
-1,self_attn.v_proj,3.86930,0.10000,1.487
-1,self_attn.q_proj,49.83027,0.10000,1.538
-1,self_attn.o_proj,0.83721,0.10000,1.526
-1,mlp.up_proj,1820.72564,0.10000,1.665
-1,mlp.gate_proj,2770.34679,0.10000,1.666
-1,mlp.down_proj,7.08588,0.10000,9.260
-2,self_attn.k_proj,28.44869,0.10000,1.506
-2,self_attn.v_proj,5.63114,0.10000,1.503
-2,self_attn.q_proj,107.39774,0.10000,1.539
-2,self_attn.o_proj,2.34670,0.10000,1.527
-2,mlp.up_proj,1796.55817,0.10000,1.653
-2,mlp.gate_proj,2766.69359,0.10000,1.656
-2,mlp.down_proj,15.40890,0.10000,9.265
-3,self_attn.k_proj,28.09946,0.10000,1.505
-3,self_attn.v_proj,7.98692,0.10000,1.499
-3,self_attn.q_proj,111.44667,0.10000,1.552
-3,self_attn.o_proj,4.66415,0.10000,1.561
-3,mlp.up_proj,3415.30577,0.10000,1.648
-3,mlp.gate_proj,4300.00609,0.10000,1.673
-3,mlp.down_proj,51.93973,0.10000,9.339
-4,self_attn.k_proj,44.31523,0.10000,1.490
-4,self_attn.v_proj,17.40534,0.10000,1.525
-4,self_attn.q_proj,206.28786,0.10000,1.547
-4,self_attn.o_proj,5.90703,0.10000,1.548
-4,mlp.up_proj,2733.50577,0.10000,1.658
-4,mlp.gate_proj,3776.35321,0.10000,1.669
-4,mlp.down_proj,45.72465,0.10000,9.287
-5,self_attn.k_proj,43.77253,0.10000,1.507
-5,self_attn.v_proj,20.01824,0.10000,1.504
-5,self_attn.q_proj,214.76260,0.10000,1.542
-5,self_attn.o_proj,7.33235,0.10000,1.543
-5,mlp.up_proj,3977.45192,0.10000,1.676
-5,mlp.gate_proj,4695.34808,0.10000,1.848
-5,mlp.down_proj,37.95051,0.10000,9.288
-6,self_attn.k_proj,31.41584,0.10000,1.493
-6,self_attn.v_proj,16.16807,0.10000,1.508
-6,self_attn.q_proj,159.46144,0.10000,1.533
-6,self_attn.o_proj,8.29872,0.10000,1.548
-6,mlp.up_proj,760.44335,0.10000,1.865
-6,mlp.gate_proj,1093.46194,0.10000,1.945
-6,mlp.down_proj,56.94109,0.10000,9.524
-7,self_attn.k_proj,30.68458,0.10000,1.491
-7,self_attn.v_proj,28.89122,0.10000,1.488
-7,self_attn.q_proj,180.91681,0.10000,1.543
-7,self_attn.o_proj,18.76116,0.10000,1.538
-7,mlp.up_proj,629.12556,0.10000,1.944
-7,mlp.gate_proj,687.12708,0.10000,1.940
-7,mlp.down_proj,77.33602,0.10000,9.513
-8,self_attn.k_proj,52.97720,0.10000,1.487
-8,self_attn.v_proj,23.57985,0.10000,1.489
-8,self_attn.q_proj,249.75190,0.10000,1.536
-8,self_attn.o_proj,18.11928,0.10000,1.536
-8,mlp.up_proj,648.93069,0.10000,1.923
-8,mlp.gate_proj,672.00865,0.10000,1.941
-8,mlp.down_proj,77.67356,0.10000,9.515
-9,self_attn.k_proj,41.50004,0.10000,1.493
-9,self_attn.v_proj,35.56996,0.10000,1.498
-9,self_attn.q_proj,234.51921,0.10000,1.549
-9,self_attn.o_proj,27.73993,0.10000,1.535
-9,mlp.up_proj,1688.88301,0.10000,1.936
-9,mlp.gate_proj,2734.08718,0.10000,1.934
-9,mlp.down_proj,100.57013,0.10000,9.498
-10,self_attn.k_proj,39.92537,0.10000,1.488
-10,self_attn.v_proj,23.45771,0.10000,1.490
-10,self_attn.q_proj,209.50797,0.10000,1.531
-10,self_attn.o_proj,19.66862,0.10000,1.537
-10,mlp.up_proj,711.71410,0.10000,1.831
-10,mlp.gate_proj,780.91811,0.10000,1.843
-10,mlp.down_proj,90.91536,0.10000,9.407
-11,self_attn.k_proj,48.44005,0.10000,1.497
-11,self_attn.v_proj,20.84245,0.10000,1.487
-11,self_attn.q_proj,228.49557,0.10000,1.560
-11,self_attn.o_proj,23.03888,0.10000,1.527
-11,mlp.up_proj,707.30056,0.10000,1.969
-11,mlp.gate_proj,721.54824,0.10000,1.938
-11,mlp.down_proj,93.42142,0.10000,9.479
-12,self_attn.k_proj,53.37882,0.10000,1.488
-12,self_attn.v_proj,27.62401,0.10000,1.487
-12,self_attn.q_proj,257.81665,0.10000,1.530
-12,self_attn.o_proj,28.15705,0.10000,1.531
-12,mlp.up_proj,756.12099,0.10000,1.919
-12,mlp.gate_proj,729.48494,0.10000,1.938
-12,mlp.down_proj,104.32417,0.10000,9.465
-13,self_attn.k_proj,51.16781,0.10000,1.506
-13,self_attn.v_proj,33.55048,0.10000,1.496
-13,self_attn.q_proj,276.52993,0.10000,1.532
-13,self_attn.o_proj,36.98654,0.10000,1.530
-13,mlp.up_proj,746.64696,0.10000,1.910
-13,mlp.gate_proj,774.42604,0.10000,1.930
-13,mlp.down_proj,99.47238,0.10000,9.468
-14,self_attn.k_proj,64.61231,0.10000,1.495
-14,self_attn.v_proj,32.25620,0.10000,1.507
-14,self_attn.q_proj,341.75813,0.10000,1.543
-14,self_attn.o_proj,35.74932,0.10000,1.538
-14,mlp.up_proj,836.82131,0.10000,1.927
-14,mlp.gate_proj,811.39856,0.10000,1.941
-14,mlp.down_proj,117.13215,0.10000,9.518
-15,self_attn.k_proj,59.04505,0.10000,1.507
-15,self_attn.v_proj,28.63259,0.10000,1.539
-15,self_attn.q_proj,290.74575,0.10000,1.542
-15,self_attn.o_proj,29.53941,0.10000,1.533
-15,mlp.up_proj,819.64567,0.10000,1.905
-15,mlp.gate_proj,778.63670,0.10000,1.927
-15,mlp.down_proj,115.36673,0.10000,9.533
-16,self_attn.k_proj,58.79387,0.10000,1.486
-16,self_attn.v_proj,40.07557,0.10000,1.506
-16,self_attn.q_proj,314.97460,0.10000,1.531
-16,self_attn.o_proj,41.09043,0.10000,1.531
-16,mlp.up_proj,858.74167,0.10000,1.925
-16,mlp.gate_proj,816.97035,0.10000,1.944
-16,mlp.down_proj,119.81546,0.10000,9.517
-17,self_attn.k_proj,61.18590,0.10000,1.491
-17,self_attn.v_proj,46.43123,0.10000,1.507
-17,self_attn.q_proj,364.58606,0.10000,1.544
-17,self_attn.o_proj,30.81552,0.10000,1.541
-17,mlp.up_proj,1004.91266,0.10000,1.923
-17,mlp.gate_proj,939.03750,0.10000,1.933
-17,mlp.down_proj,154.62794,0.10000,9.583
-18,self_attn.k_proj,51.19428,0.10000,1.487
-18,self_attn.v_proj,54.18649,0.10000,1.503
-18,self_attn.q_proj,319.43261,0.10000,1.562
-18,self_attn.o_proj,41.54842,0.10000,1.552
-18,mlp.up_proj,1091.36010,0.10000,1.928
-18,mlp.gate_proj,1011.05224,0.10000,1.945
-18,mlp.down_proj,188.58766,0.10000,9.592
-19,self_attn.k_proj,46.25331,0.10000,1.498
-19,self_attn.v_proj,58.63793,0.10000,1.505
-19,self_attn.q_proj,329.73385,0.10000,1.574
-19,self_attn.o_proj,55.53678,0.10000,1.544
-19,mlp.up_proj,1148.44519,0.10000,1.940
-19,mlp.gate_proj,1117.26595,0.10000,1.933
-19,mlp.down_proj,196.01122,0.10000,9.553
-20,self_attn.k_proj,48.96116,0.10000,1.499
-20,self_attn.v_proj,64.75232,0.10000,1.500
-20,self_attn.q_proj,315.39984,0.10000,1.536
-20,self_attn.o_proj,23.60222,0.10000,1.554
-20,mlp.up_proj,1392.02500,0.10000,1.942
-20,mlp.gate_proj,1358.02997,0.10000,1.952
-20,mlp.down_proj,325.40349,0.10000,9.554
-21,self_attn.k_proj,50.30025,0.10000,1.502
-21,self_attn.v_proj,97.48700,0.10000,1.519
-21,self_attn.q_proj,372.94075,0.10000,1.591
-21,self_attn.o_proj,69.15963,0.10000,1.573
-21,mlp.up_proj,1784.19038,0.10000,1.951
-21,mlp.gate_proj,1838.49038,0.10000,1.946
-21,mlp.down_proj,459.06907,0.10000,9.566
-22,self_attn.k_proj,63.13118,0.10000,1.488
-22,self_attn.v_proj,148.59083,0.10000,1.489
-22,self_attn.q_proj,500.08902,0.10000,1.593
-22,self_attn.o_proj,51.49950,0.10000,1.591
-22,mlp.up_proj,2434.16955,0.10000,1.943
-22,mlp.gate_proj,2512.34776,0.10000,1.939
-22,mlp.down_proj,768.18301,0.10000,9.607
-23,self_attn.k_proj,73.25975,0.10000,1.504
-23,self_attn.v_proj,201.14796,0.10000,1.510
-23,self_attn.q_proj,560.23229,0.10000,1.603
-23,self_attn.o_proj,121.51257,0.10000,1.579
-23,mlp.up_proj,3293.62853,0.10000,1.938
-23,mlp.gate_proj,3398.50577,0.10000,1.941
-23,mlp.down_proj,1024.00016,0.10000,9.581
-24,self_attn.k_proj,64.38150,0.10000,1.507
-24,self_attn.v_proj,184.48201,0.10000,1.519
-24,self_attn.q_proj,493.92544,0.10000,1.611
-24,self_attn.o_proj,72.01759,0.10000,1.564
-24,mlp.up_proj,3341.98397,0.10000,1.939
-24,mlp.gate_proj,3182.11218,0.10000,1.964
-24,mlp.down_proj,1408.35769,0.10000,9.546
-25,self_attn.k_proj,65.01855,0.10000,1.500
-25,self_attn.v_proj,268.35960,0.10000,1.515
-25,self_attn.q_proj,548.54387,0.10000,1.599
-25,self_attn.o_proj,95.43942,0.10000,1.569
-25,mlp.up_proj,4305.48462,0.10000,1.953
-25,mlp.gate_proj,3870.86987,0.10000,1.947
-25,mlp.down_proj,2019.82692,0.10000,9.581
-26,self_attn.k_proj,82.92774,0.10000,1.509
-26,self_attn.v_proj,493.57584,0.10000,1.507
-26,self_attn.q_proj,695.93934,0.10000,1.613
-26,self_attn.o_proj,217.25655,0.10000,1.573
-26,mlp.up_proj,4347.61923,0.10000,1.952
-26,mlp.gate_proj,3834.54391,0.10000,1.942
-26,mlp.down_proj,3502.18654,0.10000,9.589
-27,self_attn.k_proj,101.90767,0.10000,1.511
-27,self_attn.v_proj,621.19952,0.10000,1.512
-27,self_attn.q_proj,1000.00088,0.10000,1.585
-27,self_attn.o_proj,425.96895,0.10000,1.560
-27,mlp.up_proj,6184.40897,0.10000,1.971
-27,mlp.gate_proj,5924.40769,0.10000,1.948
-27,mlp.down_proj,9516.66987,0.10000,9.536