layer,module,loss,damp,time
0,self_attn.k_proj,0.38340,0.01000,0.985
0,self_attn.v_proj,0.00899,0.01000,0.332
0,self_attn.q_proj,0.52614,0.01000,0.327
0,self_attn.o_proj,0.00033,0.01000,0.326
0,mlp.up_proj,1.90171,0.01000,0.348
0,mlp.gate_proj,1.81718,0.01000,0.366
0,mlp.down_proj,0.04200,0.01000,0.950
1,self_attn.k_proj,0.00821,0.01000,0.338
1,self_attn.v_proj,0.00108,0.01000,0.329
1,self_attn.q_proj,0.00811,0.01000,0.329
1,self_attn.o_proj,0.00003,0.01000,0.347
1,mlp.up_proj,0.00614,0.01000,0.370
1,mlp.gate_proj,0.00698,0.01000,0.383
1,mlp.down_proj,0.00040,0.01000,0.944
24,lm_head,23.30706,0.01000,4.334