b1,g1,b2,g2,memmb,model,layer,module,bit_budget
4,32,8,128,8.0078125,Llama-2-7b-hf,0,self_attn.q_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,0,self_attn.k_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,0,self_attn.v_proj,4.51
4,64,8,128,8.00390625,Llama-2-7b-hf,0,self_attn.o_proj,4.51
4,64,8,128,21.510498046875,Llama-2-7b-hf,0,mlp.gate_proj,4.51
4,64,8,128,21.510498046875,Llama-2-7b-hf,0,mlp.up_proj,4.51
4,64,8,128,21.510498046875,Llama-2-7b-hf,0,mlp.down_proj,4.51
8,128,8,128,16.001953125,Llama-2-7b-hf,1,self_attn.q_proj,4.51
8,128,8,128,16.001953125,Llama-2-7b-hf,1,self_attn.k_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,1,self_attn.v_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,1,self_attn.o_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,1,mlp.gate_proj,4.51
4,64,8,128,21.510498046875,Llama-2-7b-hf,1,mlp.up_proj,4.51
4,64,8,128,21.510498046875,Llama-2-7b-hf,1,mlp.down_proj,4.51
8,128,8,128,16.001953125,Llama-2-7b-hf,2,self_attn.q_proj,4.51
8,128,8,128,16.001953125,Llama-2-7b-hf,2,self_attn.k_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,2,self_attn.v_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,2,self_attn.o_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,2,mlp.gate_proj,4.51
4,64,8,128,21.510498046875,Llama-2-7b-hf,2,mlp.up_proj,4.51
4,64,8,128,21.510498046875,Llama-2-7b-hf,2,mlp.down_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,3,self_attn.q_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,3,self_attn.k_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,3,self_attn.v_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,3,self_attn.o_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,3,mlp.gate_proj,4.51
4,64,8,128,21.510498046875,Llama-2-7b-hf,3,mlp.up_proj,4.51
4,64,8,128,21.510498046875,Llama-2-7b-hf,3,mlp.down_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,4,self_attn.q_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,4,self_attn.k_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,4,self_attn.v_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,4,self_attn.o_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,4,mlp.gate_proj,4.51
4,64,8,128,21.510498046875,Llama-2-7b-hf,4,mlp.up_proj,4.51
4,64,8,128,21.510498046875,Llama-2-7b-hf,4,mlp.down_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,5,self_attn.q_proj,4.51
8,128,8,128,16.001953125,Llama-2-7b-hf,5,self_attn.k_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,5,self_attn.v_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,5,self_attn.o_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,5,mlp.gate_proj,4.51
4,64,8,128,21.510498046875,Llama-2-7b-hf,5,mlp.up_proj,4.51
4,64,8,128,21.510498046875,Llama-2-7b-hf,5,mlp.down_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,6,self_attn.q_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,6,self_attn.k_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,6,self_attn.v_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,6,self_attn.o_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,6,mlp.gate_proj,4.51
4,64,8,128,21.510498046875,Llama-2-7b-hf,6,mlp.up_proj,4.51
4,64,8,128,21.510498046875,Llama-2-7b-hf,6,mlp.down_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,7,self_attn.q_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,7,self_attn.k_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,7,self_attn.v_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,7,self_attn.o_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,7,mlp.gate_proj,4.51
4,64,8,128,21.510498046875,Llama-2-7b-hf,7,mlp.up_proj,4.51
4,64,8,128,21.510498046875,Llama-2-7b-hf,7,mlp.down_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,8,self_attn.q_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,8,self_attn.k_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,8,self_attn.v_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,8,self_attn.o_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,8,mlp.gate_proj,4.51
4,64,8,128,21.510498046875,Llama-2-7b-hf,8,mlp.up_proj,4.51
4,64,8,128,21.510498046875,Llama-2-7b-hf,8,mlp.down_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,9,self_attn.q_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,9,self_attn.k_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,9,self_attn.v_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,9,self_attn.o_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,9,mlp.gate_proj,4.51
4,64,8,128,21.510498046875,Llama-2-7b-hf,9,mlp.up_proj,4.51
4,64,8,128,21.510498046875,Llama-2-7b-hf,9,mlp.down_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,10,self_attn.q_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,10,self_attn.k_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,10,self_attn.v_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,10,self_attn.o_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,10,mlp.gate_proj,4.51
4,64,8,128,21.510498046875,Llama-2-7b-hf,10,mlp.up_proj,4.51
4,64,8,128,21.510498046875,Llama-2-7b-hf,10,mlp.down_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,11,self_attn.q_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,11,self_attn.k_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,11,self_attn.v_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,11,self_attn.o_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,11,mlp.gate_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,11,mlp.up_proj,4.51
4,64,8,128,21.510498046875,Llama-2-7b-hf,11,mlp.down_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,12,self_attn.q_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,12,self_attn.k_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,12,self_attn.v_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,12,self_attn.o_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,12,mlp.gate_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,12,mlp.up_proj,4.51
4,64,8,128,21.510498046875,Llama-2-7b-hf,12,mlp.down_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,13,self_attn.q_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,13,self_attn.k_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,13,self_attn.v_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,13,self_attn.o_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,13,mlp.gate_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,13,mlp.up_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,13,mlp.down_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,14,self_attn.q_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,14,self_attn.k_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,14,self_attn.v_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,14,self_attn.o_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,14,mlp.gate_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,14,mlp.up_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,14,mlp.down_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,15,self_attn.q_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,15,self_attn.k_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,15,self_attn.v_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,15,self_attn.o_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,15,mlp.gate_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,15,mlp.up_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,15,mlp.down_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,16,self_attn.q_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,16,self_attn.k_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,16,self_attn.v_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,16,self_attn.o_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,16,mlp.gate_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,16,mlp.up_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,16,mlp.down_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,17,self_attn.q_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,17,self_attn.k_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,17,self_attn.v_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,17,self_attn.o_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,17,mlp.gate_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,17,mlp.up_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,17,mlp.down_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,18,self_attn.q_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,18,self_attn.k_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,18,self_attn.v_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,18,self_attn.o_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,18,mlp.gate_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,18,mlp.up_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,18,mlp.down_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,19,self_attn.q_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,19,self_attn.k_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,19,self_attn.v_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,19,self_attn.o_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,19,mlp.gate_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,19,mlp.up_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,19,mlp.down_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,20,self_attn.q_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,20,self_attn.k_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,20,self_attn.v_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,20,self_attn.o_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,20,mlp.gate_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,20,mlp.up_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,20,mlp.down_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,21,self_attn.q_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,21,self_attn.k_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,21,self_attn.v_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,21,self_attn.o_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,21,mlp.gate_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,21,mlp.up_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,21,mlp.down_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,22,self_attn.q_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,22,self_attn.k_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,22,self_attn.v_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,22,self_attn.o_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,22,mlp.gate_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,22,mlp.up_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,22,mlp.down_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,23,self_attn.q_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,23,self_attn.k_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,23,self_attn.v_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,23,self_attn.o_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,23,mlp.gate_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,23,mlp.up_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,23,mlp.down_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,24,self_attn.q_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,24,self_attn.k_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,24,self_attn.v_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,24,self_attn.o_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,24,mlp.gate_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,24,mlp.up_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,24,mlp.down_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,25,self_attn.q_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,25,self_attn.k_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,25,self_attn.v_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,25,self_attn.o_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,25,mlp.gate_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,25,mlp.up_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,25,mlp.down_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,26,self_attn.q_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,26,self_attn.k_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,26,self_attn.v_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,26,self_attn.o_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,26,mlp.gate_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,26,mlp.up_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,26,mlp.down_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,27,self_attn.q_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,27,self_attn.k_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,27,self_attn.v_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,27,self_attn.o_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,27,mlp.gate_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,27,mlp.up_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,27,mlp.down_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,28,self_attn.q_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,28,self_attn.k_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,28,self_attn.v_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,28,self_attn.o_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,28,mlp.gate_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,28,mlp.up_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,28,mlp.down_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,29,self_attn.q_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,29,self_attn.k_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,29,self_attn.v_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,29,self_attn.o_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,29,mlp.gate_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,29,mlp.up_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,29,mlp.down_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,30,self_attn.q_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,30,self_attn.k_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,30,self_attn.v_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,30,self_attn.o_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,30,mlp.gate_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,30,mlp.up_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,30,mlp.down_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,31,self_attn.q_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,31,self_attn.k_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,31,self_attn.v_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,31,self_attn.o_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,31,mlp.gate_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,31,mlp.up_proj,4.51
4,32,8,128,21.52099609375,Llama-2-7b-hf,31,mlp.down_proj,4.51
4,32,8,128,8.0078125,Llama-2-7b-hf,0,self_attn.q_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,0,self_attn.k_proj,4.25
4,64,8,128,8.00390625,Llama-2-7b-hf,0,self_attn.v_proj,4.25
3,64,8,128,6.00390625,Llama-2-7b-hf,0,self_attn.o_proj,4.25
3,32,8,128,16.14599609375,Llama-2-7b-hf,0,mlp.gate_proj,4.25
3,32,8,128,16.14599609375,Llama-2-7b-hf,0,mlp.up_proj,4.25
4,64,8,128,21.510498046875,Llama-2-7b-hf,0,mlp.down_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,1,self_attn.q_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,1,self_attn.k_proj,4.25
4,64,8,128,8.00390625,Llama-2-7b-hf,1,self_attn.v_proj,4.25
3,32,8,128,6.0078125,Llama-2-7b-hf,1,self_attn.o_proj,4.25
4,64,8,128,21.510498046875,Llama-2-7b-hf,1,mlp.gate_proj,4.25
4,128,8,128,21.5052490234375,Llama-2-7b-hf,1,mlp.up_proj,4.25
4,128,8,128,21.5052490234375,Llama-2-7b-hf,1,mlp.down_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,2,self_attn.q_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,2,self_attn.k_proj,4.25
4,64,8,128,8.00390625,Llama-2-7b-hf,2,self_attn.v_proj,4.25
4,64,8,128,8.00390625,Llama-2-7b-hf,2,self_attn.o_proj,4.25
4,64,8,128,21.510498046875,Llama-2-7b-hf,2,mlp.gate_proj,4.25
4,128,8,128,21.5052490234375,Llama-2-7b-hf,2,mlp.up_proj,4.25
4,128,8,128,21.5052490234375,Llama-2-7b-hf,2,mlp.down_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,3,self_attn.q_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,3,self_attn.k_proj,4.25
4,64,8,128,8.00390625,Llama-2-7b-hf,3,self_attn.v_proj,4.25
4,64,8,128,8.00390625,Llama-2-7b-hf,3,self_attn.o_proj,4.25
4,64,8,128,21.510498046875,Llama-2-7b-hf,3,mlp.gate_proj,4.25
4,128,8,128,21.5052490234375,Llama-2-7b-hf,3,mlp.up_proj,4.25
4,128,8,128,21.5052490234375,Llama-2-7b-hf,3,mlp.down_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,4,self_attn.q_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,4,self_attn.k_proj,4.25
4,64,8,128,8.00390625,Llama-2-7b-hf,4,self_attn.v_proj,4.25
4,64,8,128,8.00390625,Llama-2-7b-hf,4,self_attn.o_proj,4.25
4,64,8,128,21.510498046875,Llama-2-7b-hf,4,mlp.gate_proj,4.25
4,128,8,128,21.5052490234375,Llama-2-7b-hf,4,mlp.up_proj,4.25
4,128,8,128,21.5052490234375,Llama-2-7b-hf,4,mlp.down_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,5,self_attn.q_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,5,self_attn.k_proj,4.25
4,64,8,128,8.00390625,Llama-2-7b-hf,5,self_attn.v_proj,4.25
4,64,8,128,8.00390625,Llama-2-7b-hf,5,self_attn.o_proj,4.25
4,64,8,128,21.510498046875,Llama-2-7b-hf,5,mlp.gate_proj,4.25
4,128,8,128,21.5052490234375,Llama-2-7b-hf,5,mlp.up_proj,4.25
4,128,8,128,21.5052490234375,Llama-2-7b-hf,5,mlp.down_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,6,self_attn.q_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,6,self_attn.k_proj,4.25
4,64,8,128,8.00390625,Llama-2-7b-hf,6,self_attn.v_proj,4.25
4,64,8,128,8.00390625,Llama-2-7b-hf,6,self_attn.o_proj,4.25
4,64,8,128,21.510498046875,Llama-2-7b-hf,6,mlp.gate_proj,4.25
4,128,8,128,21.5052490234375,Llama-2-7b-hf,6,mlp.up_proj,4.25
4,128,8,128,21.5052490234375,Llama-2-7b-hf,6,mlp.down_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,7,self_attn.q_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,7,self_attn.k_proj,4.25
4,64,8,128,8.00390625,Llama-2-7b-hf,7,self_attn.v_proj,4.25
4,64,8,128,8.00390625,Llama-2-7b-hf,7,self_attn.o_proj,4.25
4,64,8,128,21.510498046875,Llama-2-7b-hf,7,mlp.gate_proj,4.25
4,128,8,128,21.5052490234375,Llama-2-7b-hf,7,mlp.up_proj,4.25
4,128,8,128,21.5052490234375,Llama-2-7b-hf,7,mlp.down_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,8,self_attn.q_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,8,self_attn.k_proj,4.25
4,64,8,128,8.00390625,Llama-2-7b-hf,8,self_attn.v_proj,4.25
4,64,8,128,8.00390625,Llama-2-7b-hf,8,self_attn.o_proj,4.25
4,64,8,128,21.510498046875,Llama-2-7b-hf,8,mlp.gate_proj,4.25
4,128,8,128,21.5052490234375,Llama-2-7b-hf,8,mlp.up_proj,4.25
4,128,8,128,21.5052490234375,Llama-2-7b-hf,8,mlp.down_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,9,self_attn.q_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,9,self_attn.k_proj,4.25
4,64,8,128,8.00390625,Llama-2-7b-hf,9,self_attn.v_proj,4.25
4,64,8,128,8.00390625,Llama-2-7b-hf,9,self_attn.o_proj,4.25
4,64,8,128,21.510498046875,Llama-2-7b-hf,9,mlp.gate_proj,4.25
4,128,8,128,21.5052490234375,Llama-2-7b-hf,9,mlp.up_proj,4.25
4,128,8,128,21.5052490234375,Llama-2-7b-hf,9,mlp.down_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,10,self_attn.q_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,10,self_attn.k_proj,4.25
4,64,8,128,8.00390625,Llama-2-7b-hf,10,self_attn.v_proj,4.25
4,64,8,128,8.00390625,Llama-2-7b-hf,10,self_attn.o_proj,4.25
4,64,8,128,21.510498046875,Llama-2-7b-hf,10,mlp.gate_proj,4.25
4,128,8,128,21.5052490234375,Llama-2-7b-hf,10,mlp.up_proj,4.25
4,128,8,128,21.5052490234375,Llama-2-7b-hf,10,mlp.down_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,11,self_attn.q_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,11,self_attn.k_proj,4.25
4,64,8,128,8.00390625,Llama-2-7b-hf,11,self_attn.v_proj,4.25
4,64,8,128,8.00390625,Llama-2-7b-hf,11,self_attn.o_proj,4.25
4,64,8,128,21.510498046875,Llama-2-7b-hf,11,mlp.gate_proj,4.25
4,128,8,128,21.5052490234375,Llama-2-7b-hf,11,mlp.up_proj,4.25
4,128,8,128,21.5052490234375,Llama-2-7b-hf,11,mlp.down_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,12,self_attn.q_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,12,self_attn.k_proj,4.25
4,64,8,128,8.00390625,Llama-2-7b-hf,12,self_attn.v_proj,4.25
4,64,8,128,8.00390625,Llama-2-7b-hf,12,self_attn.o_proj,4.25
4,64,8,128,21.510498046875,Llama-2-7b-hf,12,mlp.gate_proj,4.25
4,64,8,128,21.510498046875,Llama-2-7b-hf,12,mlp.up_proj,4.25
4,128,8,128,21.5052490234375,Llama-2-7b-hf,12,mlp.down_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,13,self_attn.q_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,13,self_attn.k_proj,4.25
4,64,8,128,8.00390625,Llama-2-7b-hf,13,self_attn.v_proj,4.25
4,64,8,128,8.00390625,Llama-2-7b-hf,13,self_attn.o_proj,4.25
4,64,8,128,21.510498046875,Llama-2-7b-hf,13,mlp.gate_proj,4.25
4,64,8,128,21.510498046875,Llama-2-7b-hf,13,mlp.up_proj,4.25
4,128,8,128,21.5052490234375,Llama-2-7b-hf,13,mlp.down_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,14,self_attn.q_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,14,self_attn.k_proj,4.25
4,64,8,128,8.00390625,Llama-2-7b-hf,14,self_attn.v_proj,4.25
4,64,8,128,8.00390625,Llama-2-7b-hf,14,self_attn.o_proj,4.25
4,64,8,128,21.510498046875,Llama-2-7b-hf,14,mlp.gate_proj,4.25
4,64,8,128,21.510498046875,Llama-2-7b-hf,14,mlp.up_proj,4.25
4,128,8,128,21.5052490234375,Llama-2-7b-hf,14,mlp.down_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,15,self_attn.q_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,15,self_attn.k_proj,4.25
4,64,8,128,8.00390625,Llama-2-7b-hf,15,self_attn.v_proj,4.25
4,64,8,128,8.00390625,Llama-2-7b-hf,15,self_attn.o_proj,4.25
4,64,8,128,21.510498046875,Llama-2-7b-hf,15,mlp.gate_proj,4.25
4,64,8,128,21.510498046875,Llama-2-7b-hf,15,mlp.up_proj,4.25
4,128,8,128,21.5052490234375,Llama-2-7b-hf,15,mlp.down_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,16,self_attn.q_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,16,self_attn.k_proj,4.25
4,64,8,128,8.00390625,Llama-2-7b-hf,16,self_attn.v_proj,4.25
4,64,8,128,8.00390625,Llama-2-7b-hf,16,self_attn.o_proj,4.25
4,64,8,128,21.510498046875,Llama-2-7b-hf,16,mlp.gate_proj,4.25
4,64,8,128,21.510498046875,Llama-2-7b-hf,16,mlp.up_proj,4.25
4,128,8,128,21.5052490234375,Llama-2-7b-hf,16,mlp.down_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,17,self_attn.q_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,17,self_attn.k_proj,4.25
4,64,8,128,8.00390625,Llama-2-7b-hf,17,self_attn.v_proj,4.25
4,64,8,128,8.00390625,Llama-2-7b-hf,17,self_attn.o_proj,4.25
4,64,8,128,21.510498046875,Llama-2-7b-hf,17,mlp.gate_proj,4.25
4,64,8,128,21.510498046875,Llama-2-7b-hf,17,mlp.up_proj,4.25
4,128,8,128,21.5052490234375,Llama-2-7b-hf,17,mlp.down_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,18,self_attn.q_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,18,self_attn.k_proj,4.25
4,64,8,128,8.00390625,Llama-2-7b-hf,18,self_attn.v_proj,4.25
4,64,8,128,8.00390625,Llama-2-7b-hf,18,self_attn.o_proj,4.25
4,64,8,128,21.510498046875,Llama-2-7b-hf,18,mlp.gate_proj,4.25
4,64,8,128,21.510498046875,Llama-2-7b-hf,18,mlp.up_proj,4.25
4,128,8,128,21.5052490234375,Llama-2-7b-hf,18,mlp.down_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,19,self_attn.q_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,19,self_attn.k_proj,4.25
4,64,8,128,8.00390625,Llama-2-7b-hf,19,self_attn.v_proj,4.25
4,64,8,128,8.00390625,Llama-2-7b-hf,19,self_attn.o_proj,4.25
4,64,8,128,21.510498046875,Llama-2-7b-hf,19,mlp.gate_proj,4.25
4,64,8,128,21.510498046875,Llama-2-7b-hf,19,mlp.up_proj,4.25
4,128,8,128,21.5052490234375,Llama-2-7b-hf,19,mlp.down_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,20,self_attn.q_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,20,self_attn.k_proj,4.25
4,64,8,128,8.00390625,Llama-2-7b-hf,20,self_attn.v_proj,4.25
4,64,8,128,8.00390625,Llama-2-7b-hf,20,self_attn.o_proj,4.25
4,64,8,128,21.510498046875,Llama-2-7b-hf,20,mlp.gate_proj,4.25
4,128,8,128,21.5052490234375,Llama-2-7b-hf,20,mlp.up_proj,4.25
4,128,8,128,21.5052490234375,Llama-2-7b-hf,20,mlp.down_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,21,self_attn.q_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,21,self_attn.k_proj,4.25
4,64,8,128,8.00390625,Llama-2-7b-hf,21,self_attn.v_proj,4.25
4,64,8,128,8.00390625,Llama-2-7b-hf,21,self_attn.o_proj,4.25
4,64,8,128,21.510498046875,Llama-2-7b-hf,21,mlp.gate_proj,4.25
4,128,8,128,21.5052490234375,Llama-2-7b-hf,21,mlp.up_proj,4.25
4,128,8,128,21.5052490234375,Llama-2-7b-hf,21,mlp.down_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,22,self_attn.q_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,22,self_attn.k_proj,4.25
4,64,8,128,8.00390625,Llama-2-7b-hf,22,self_attn.v_proj,4.25
4,64,8,128,8.00390625,Llama-2-7b-hf,22,self_attn.o_proj,4.25
4,64,8,128,21.510498046875,Llama-2-7b-hf,22,mlp.gate_proj,4.25
4,128,8,128,21.5052490234375,Llama-2-7b-hf,22,mlp.up_proj,4.25
4,128,8,128,21.5052490234375,Llama-2-7b-hf,22,mlp.down_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,23,self_attn.q_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,23,self_attn.k_proj,4.25
4,64,8,128,8.00390625,Llama-2-7b-hf,23,self_attn.v_proj,4.25
4,64,8,128,8.00390625,Llama-2-7b-hf,23,self_attn.o_proj,4.25
4,64,8,128,21.510498046875,Llama-2-7b-hf,23,mlp.gate_proj,4.25
4,128,8,128,21.5052490234375,Llama-2-7b-hf,23,mlp.up_proj,4.25
4,128,8,128,21.5052490234375,Llama-2-7b-hf,23,mlp.down_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,24,self_attn.q_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,24,self_attn.k_proj,4.25
4,64,8,128,8.00390625,Llama-2-7b-hf,24,self_attn.v_proj,4.25
4,64,8,128,8.00390625,Llama-2-7b-hf,24,self_attn.o_proj,4.25
4,64,8,128,21.510498046875,Llama-2-7b-hf,24,mlp.gate_proj,4.25
4,128,8,128,21.5052490234375,Llama-2-7b-hf,24,mlp.up_proj,4.25
4,128,8,128,21.5052490234375,Llama-2-7b-hf,24,mlp.down_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,25,self_attn.q_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,25,self_attn.k_proj,4.25
4,64,8,128,8.00390625,Llama-2-7b-hf,25,self_attn.v_proj,4.25
4,64,8,128,8.00390625,Llama-2-7b-hf,25,self_attn.o_proj,4.25
4,64,8,128,21.510498046875,Llama-2-7b-hf,25,mlp.gate_proj,4.25
4,64,8,128,21.510498046875,Llama-2-7b-hf,25,mlp.up_proj,4.25
4,128,8,128,21.5052490234375,Llama-2-7b-hf,25,mlp.down_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,26,self_attn.q_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,26,self_attn.k_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,26,self_attn.v_proj,4.25
4,64,8,128,8.00390625,Llama-2-7b-hf,26,self_attn.o_proj,4.25
4,64,8,128,21.510498046875,Llama-2-7b-hf,26,mlp.gate_proj,4.25
4,64,8,128,21.510498046875,Llama-2-7b-hf,26,mlp.up_proj,4.25
4,128,8,128,21.5052490234375,Llama-2-7b-hf,26,mlp.down_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,27,self_attn.q_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,27,self_attn.k_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,27,self_attn.v_proj,4.25
4,64,8,128,8.00390625,Llama-2-7b-hf,27,self_attn.o_proj,4.25
4,64,8,128,21.510498046875,Llama-2-7b-hf,27,mlp.gate_proj,4.25
4,64,8,128,21.510498046875,Llama-2-7b-hf,27,mlp.up_proj,4.25
4,64,8,128,21.510498046875,Llama-2-7b-hf,27,mlp.down_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,28,self_attn.q_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,28,self_attn.k_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,28,self_attn.v_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,28,self_attn.o_proj,4.25
4,64,8,128,21.510498046875,Llama-2-7b-hf,28,mlp.gate_proj,4.25
4,64,8,128,21.510498046875,Llama-2-7b-hf,28,mlp.up_proj,4.25
4,64,8,128,21.510498046875,Llama-2-7b-hf,28,mlp.down_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,29,self_attn.q_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,29,self_attn.k_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,29,self_attn.v_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,29,self_attn.o_proj,4.25
4,64,8,128,21.510498046875,Llama-2-7b-hf,29,mlp.gate_proj,4.25
4,64,8,128,21.510498046875,Llama-2-7b-hf,29,mlp.up_proj,4.25
4,64,8,128,21.510498046875,Llama-2-7b-hf,29,mlp.down_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,30,self_attn.q_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,30,self_attn.k_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,30,self_attn.v_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,30,self_attn.o_proj,4.25
4,64,8,128,21.510498046875,Llama-2-7b-hf,30,mlp.gate_proj,4.25
4,64,8,128,21.510498046875,Llama-2-7b-hf,30,mlp.up_proj,4.25
4,64,8,128,21.510498046875,Llama-2-7b-hf,30,mlp.down_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,31,self_attn.q_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,31,self_attn.k_proj,4.25
4,64,8,128,8.00390625,Llama-2-7b-hf,31,self_attn.v_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,31,self_attn.o_proj,4.25
4,64,8,128,21.510498046875,Llama-2-7b-hf,31,mlp.gate_proj,4.25
4,64,8,128,21.510498046875,Llama-2-7b-hf,31,mlp.up_proj,4.25
4,64,8,128,21.510498046875,Llama-2-7b-hf,31,mlp.down_proj,4.25
4,32,8,128,8.0078125,Llama-2-7b-hf,0,self_attn.q_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,0,self_attn.k_proj,4.13
4,64,8,128,8.00390625,Llama-2-7b-hf,0,self_attn.v_proj,4.13
3,64,8,128,6.00390625,Llama-2-7b-hf,0,self_attn.o_proj,4.13
3,32,8,128,16.14599609375,Llama-2-7b-hf,0,mlp.gate_proj,4.13
3,64,8,128,16.135498046875,Llama-2-7b-hf,0,mlp.up_proj,4.13
3,32,8,128,16.14599609375,Llama-2-7b-hf,0,mlp.down_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,1,self_attn.q_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,1,self_attn.k_proj,4.13
3,32,8,128,6.0078125,Llama-2-7b-hf,1,self_attn.v_proj,4.13
3,64,8,128,6.00390625,Llama-2-7b-hf,1,self_attn.o_proj,4.13
3,32,8,128,16.14599609375,Llama-2-7b-hf,1,mlp.gate_proj,4.13
3,32,8,128,16.14599609375,Llama-2-7b-hf,1,mlp.up_proj,4.13
3,32,8,128,16.14599609375,Llama-2-7b-hf,1,mlp.down_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,2,self_attn.q_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,2,self_attn.k_proj,4.13
4,64,8,128,8.00390625,Llama-2-7b-hf,2,self_attn.v_proj,4.13
4,64,8,128,8.00390625,Llama-2-7b-hf,2,self_attn.o_proj,4.13
4,128,8,128,21.5052490234375,Llama-2-7b-hf,2,mlp.gate_proj,4.13
3,32,8,128,16.14599609375,Llama-2-7b-hf,2,mlp.up_proj,4.13
3,32,8,128,16.14599609375,Llama-2-7b-hf,2,mlp.down_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,3,self_attn.q_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,3,self_attn.k_proj,4.13
4,128,8,128,8.001953125,Llama-2-7b-hf,3,self_attn.v_proj,4.13
4,64,8,128,8.00390625,Llama-2-7b-hf,3,self_attn.o_proj,4.13
4,128,8,128,21.5052490234375,Llama-2-7b-hf,3,mlp.gate_proj,4.13
3,32,8,128,16.14599609375,Llama-2-7b-hf,3,mlp.up_proj,4.13
3,32,8,128,16.14599609375,Llama-2-7b-hf,3,mlp.down_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,4,self_attn.q_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,4,self_attn.k_proj,4.13
4,64,8,128,8.00390625,Llama-2-7b-hf,4,self_attn.v_proj,4.13
4,64,8,128,8.00390625,Llama-2-7b-hf,4,self_attn.o_proj,4.13
4,64,8,128,21.510498046875,Llama-2-7b-hf,4,mlp.gate_proj,4.13
3,32,8,128,16.14599609375,Llama-2-7b-hf,4,mlp.up_proj,4.13
3,32,8,128,16.14599609375,Llama-2-7b-hf,4,mlp.down_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,5,self_attn.q_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,5,self_attn.k_proj,4.13
4,64,8,128,8.00390625,Llama-2-7b-hf,5,self_attn.v_proj,4.13
4,64,8,128,8.00390625,Llama-2-7b-hf,5,self_attn.o_proj,4.13
4,64,8,128,21.510498046875,Llama-2-7b-hf,5,mlp.gate_proj,4.13
3,32,8,128,16.14599609375,Llama-2-7b-hf,5,mlp.up_proj,4.13
3,32,8,128,16.14599609375,Llama-2-7b-hf,5,mlp.down_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,6,self_attn.q_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,6,self_attn.k_proj,4.13
4,64,8,128,8.00390625,Llama-2-7b-hf,6,self_attn.v_proj,4.13
4,64,8,128,8.00390625,Llama-2-7b-hf,6,self_attn.o_proj,4.13
4,64,8,128,21.510498046875,Llama-2-7b-hf,6,mlp.gate_proj,4.13
3,32,8,128,16.14599609375,Llama-2-7b-hf,6,mlp.up_proj,4.13
3,32,8,128,16.14599609375,Llama-2-7b-hf,6,mlp.down_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,7,self_attn.q_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,7,self_attn.k_proj,4.13
4,64,8,128,8.00390625,Llama-2-7b-hf,7,self_attn.v_proj,4.13
4,64,8,128,8.00390625,Llama-2-7b-hf,7,self_attn.o_proj,4.13
4,64,8,128,21.510498046875,Llama-2-7b-hf,7,mlp.gate_proj,4.13
3,32,8,128,16.14599609375,Llama-2-7b-hf,7,mlp.up_proj,4.13
3,32,8,128,16.14599609375,Llama-2-7b-hf,7,mlp.down_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,8,self_attn.q_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,8,self_attn.k_proj,4.13
4,64,8,128,8.00390625,Llama-2-7b-hf,8,self_attn.v_proj,4.13
4,64,8,128,8.00390625,Llama-2-7b-hf,8,self_attn.o_proj,4.13
4,64,8,128,21.510498046875,Llama-2-7b-hf,8,mlp.gate_proj,4.13
3,32,8,128,16.14599609375,Llama-2-7b-hf,8,mlp.up_proj,4.13
3,32,8,128,16.14599609375,Llama-2-7b-hf,8,mlp.down_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,9,self_attn.q_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,9,self_attn.k_proj,4.13
4,64,8,128,8.00390625,Llama-2-7b-hf,9,self_attn.v_proj,4.13
4,64,8,128,8.00390625,Llama-2-7b-hf,9,self_attn.o_proj,4.13
4,64,8,128,21.510498046875,Llama-2-7b-hf,9,mlp.gate_proj,4.13
3,32,8,128,16.14599609375,Llama-2-7b-hf,9,mlp.up_proj,4.13
3,32,8,128,16.14599609375,Llama-2-7b-hf,9,mlp.down_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,10,self_attn.q_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,10,self_attn.k_proj,4.13
4,64,8,128,8.00390625,Llama-2-7b-hf,10,self_attn.v_proj,4.13
4,64,8,128,8.00390625,Llama-2-7b-hf,10,self_attn.o_proj,4.13
4,64,8,128,21.510498046875,Llama-2-7b-hf,10,mlp.gate_proj,4.13
4,128,8,128,21.5052490234375,Llama-2-7b-hf,10,mlp.up_proj,4.13
3,32,8,128,16.14599609375,Llama-2-7b-hf,10,mlp.down_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,11,self_attn.q_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,11,self_attn.k_proj,4.13
4,64,8,128,8.00390625,Llama-2-7b-hf,11,self_attn.v_proj,4.13
4,64,8,128,8.00390625,Llama-2-7b-hf,11,self_attn.o_proj,4.13
4,64,8,128,21.510498046875,Llama-2-7b-hf,11,mlp.gate_proj,4.13
4,128,8,128,21.5052490234375,Llama-2-7b-hf,11,mlp.up_proj,4.13
4,128,8,128,21.5052490234375,Llama-2-7b-hf,11,mlp.down_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,12,self_attn.q_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,12,self_attn.k_proj,4.13
4,64,8,128,8.00390625,Llama-2-7b-hf,12,self_attn.v_proj,4.13
4,64,8,128,8.00390625,Llama-2-7b-hf,12,self_attn.o_proj,4.13
4,64,8,128,21.510498046875,Llama-2-7b-hf,12,mlp.gate_proj,4.13
4,128,8,128,21.5052490234375,Llama-2-7b-hf,12,mlp.up_proj,4.13
4,128,8,128,21.5052490234375,Llama-2-7b-hf,12,mlp.down_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,13,self_attn.q_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,13,self_attn.k_proj,4.13
4,64,8,128,8.00390625,Llama-2-7b-hf,13,self_attn.v_proj,4.13
4,64,8,128,8.00390625,Llama-2-7b-hf,13,self_attn.o_proj,4.13
4,64,8,128,21.510498046875,Llama-2-7b-hf,13,mlp.gate_proj,4.13
4,128,8,128,21.5052490234375,Llama-2-7b-hf,13,mlp.up_proj,4.13
4,128,8,128,21.5052490234375,Llama-2-7b-hf,13,mlp.down_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,14,self_attn.q_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,14,self_attn.k_proj,4.13
4,64,8,128,8.00390625,Llama-2-7b-hf,14,self_attn.v_proj,4.13
4,64,8,128,8.00390625,Llama-2-7b-hf,14,self_attn.o_proj,4.13
4,64,8,128,21.510498046875,Llama-2-7b-hf,14,mlp.gate_proj,4.13
4,128,8,128,21.5052490234375,Llama-2-7b-hf,14,mlp.up_proj,4.13
4,128,8,128,21.5052490234375,Llama-2-7b-hf,14,mlp.down_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,15,self_attn.q_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,15,self_attn.k_proj,4.13
4,64,8,128,8.00390625,Llama-2-7b-hf,15,self_attn.v_proj,4.13
4,64,8,128,8.00390625,Llama-2-7b-hf,15,self_attn.o_proj,4.13
4,64,8,128,21.510498046875,Llama-2-7b-hf,15,mlp.gate_proj,4.13
4,128,8,128,21.5052490234375,Llama-2-7b-hf,15,mlp.up_proj,4.13
4,128,8,128,21.5052490234375,Llama-2-7b-hf,15,mlp.down_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,16,self_attn.q_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,16,self_attn.k_proj,4.13
4,64,8,128,8.00390625,Llama-2-7b-hf,16,self_attn.v_proj,4.13
4,64,8,128,8.00390625,Llama-2-7b-hf,16,self_attn.o_proj,4.13
4,64,8,128,21.510498046875,Llama-2-7b-hf,16,mlp.gate_proj,4.13
4,128,8,128,21.5052490234375,Llama-2-7b-hf,16,mlp.up_proj,4.13
4,128,8,128,21.5052490234375,Llama-2-7b-hf,16,mlp.down_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,17,self_attn.q_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,17,self_attn.k_proj,4.13
4,64,8,128,8.00390625,Llama-2-7b-hf,17,self_attn.v_proj,4.13
4,64,8,128,8.00390625,Llama-2-7b-hf,17,self_attn.o_proj,4.13
4,64,8,128,21.510498046875,Llama-2-7b-hf,17,mlp.gate_proj,4.13
4,128,8,128,21.5052490234375,Llama-2-7b-hf,17,mlp.up_proj,4.13
4,128,8,128,21.5052490234375,Llama-2-7b-hf,17,mlp.down_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,18,self_attn.q_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,18,self_attn.k_proj,4.13
4,64,8,128,8.00390625,Llama-2-7b-hf,18,self_attn.v_proj,4.13
4,64,8,128,8.00390625,Llama-2-7b-hf,18,self_attn.o_proj,4.13
4,64,8,128,21.510498046875,Llama-2-7b-hf,18,mlp.gate_proj,4.13
4,128,8,128,21.5052490234375,Llama-2-7b-hf,18,mlp.up_proj,4.13
4,128,8,128,21.5052490234375,Llama-2-7b-hf,18,mlp.down_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,19,self_attn.q_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,19,self_attn.k_proj,4.13
4,64,8,128,8.00390625,Llama-2-7b-hf,19,self_attn.v_proj,4.13
4,64,8,128,8.00390625,Llama-2-7b-hf,19,self_attn.o_proj,4.13
4,64,8,128,21.510498046875,Llama-2-7b-hf,19,mlp.gate_proj,4.13
4,128,8,128,21.5052490234375,Llama-2-7b-hf,19,mlp.up_proj,4.13
4,128,8,128,21.5052490234375,Llama-2-7b-hf,19,mlp.down_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,20,self_attn.q_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,20,self_attn.k_proj,4.13
4,64,8,128,8.00390625,Llama-2-7b-hf,20,self_attn.v_proj,4.13
4,64,8,128,8.00390625,Llama-2-7b-hf,20,self_attn.o_proj,4.13
4,64,8,128,21.510498046875,Llama-2-7b-hf,20,mlp.gate_proj,4.13
4,128,8,128,21.5052490234375,Llama-2-7b-hf,20,mlp.up_proj,4.13
4,128,8,128,21.5052490234375,Llama-2-7b-hf,20,mlp.down_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,21,self_attn.q_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,21,self_attn.k_proj,4.13
4,64,8,128,8.00390625,Llama-2-7b-hf,21,self_attn.v_proj,4.13
4,64,8,128,8.00390625,Llama-2-7b-hf,21,self_attn.o_proj,4.13
4,64,8,128,21.510498046875,Llama-2-7b-hf,21,mlp.gate_proj,4.13
4,128,8,128,21.5052490234375,Llama-2-7b-hf,21,mlp.up_proj,4.13
4,128,8,128,21.5052490234375,Llama-2-7b-hf,21,mlp.down_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,22,self_attn.q_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,22,self_attn.k_proj,4.13
4,64,8,128,8.00390625,Llama-2-7b-hf,22,self_attn.v_proj,4.13
4,64,8,128,8.00390625,Llama-2-7b-hf,22,self_attn.o_proj,4.13
4,64,8,128,21.510498046875,Llama-2-7b-hf,22,mlp.gate_proj,4.13
4,128,8,128,21.5052490234375,Llama-2-7b-hf,22,mlp.up_proj,4.13
4,128,8,128,21.5052490234375,Llama-2-7b-hf,22,mlp.down_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,23,self_attn.q_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,23,self_attn.k_proj,4.13
4,64,8,128,8.00390625,Llama-2-7b-hf,23,self_attn.v_proj,4.13
4,64,8,128,8.00390625,Llama-2-7b-hf,23,self_attn.o_proj,4.13
4,64,8,128,21.510498046875,Llama-2-7b-hf,23,mlp.gate_proj,4.13
4,128,8,128,21.5052490234375,Llama-2-7b-hf,23,mlp.up_proj,4.13
4,128,8,128,21.5052490234375,Llama-2-7b-hf,23,mlp.down_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,24,self_attn.q_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,24,self_attn.k_proj,4.13
4,64,8,128,8.00390625,Llama-2-7b-hf,24,self_attn.v_proj,4.13
4,64,8,128,8.00390625,Llama-2-7b-hf,24,self_attn.o_proj,4.13
4,64,8,128,21.510498046875,Llama-2-7b-hf,24,mlp.gate_proj,4.13
4,128,8,128,21.5052490234375,Llama-2-7b-hf,24,mlp.up_proj,4.13
4,128,8,128,21.5052490234375,Llama-2-7b-hf,24,mlp.down_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,25,self_attn.q_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,25,self_attn.k_proj,4.13
4,64,8,128,8.00390625,Llama-2-7b-hf,25,self_attn.v_proj,4.13
4,64,8,128,8.00390625,Llama-2-7b-hf,25,self_attn.o_proj,4.13
4,64,8,128,21.510498046875,Llama-2-7b-hf,25,mlp.gate_proj,4.13
4,128,8,128,21.5052490234375,Llama-2-7b-hf,25,mlp.up_proj,4.13
4,128,8,128,21.5052490234375,Llama-2-7b-hf,25,mlp.down_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,26,self_attn.q_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,26,self_attn.k_proj,4.13
4,64,8,128,8.00390625,Llama-2-7b-hf,26,self_attn.v_proj,4.13
4,64,8,128,8.00390625,Llama-2-7b-hf,26,self_attn.o_proj,4.13
4,64,8,128,21.510498046875,Llama-2-7b-hf,26,mlp.gate_proj,4.13
4,128,8,128,21.5052490234375,Llama-2-7b-hf,26,mlp.up_proj,4.13
4,128,8,128,21.5052490234375,Llama-2-7b-hf,26,mlp.down_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,27,self_attn.q_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,27,self_attn.k_proj,4.13
4,64,8,128,8.00390625,Llama-2-7b-hf,27,self_attn.v_proj,4.13
4,64,8,128,8.00390625,Llama-2-7b-hf,27,self_attn.o_proj,4.13
4,64,8,128,21.510498046875,Llama-2-7b-hf,27,mlp.gate_proj,4.13
4,128,8,128,21.5052490234375,Llama-2-7b-hf,27,mlp.up_proj,4.13
4,128,8,128,21.5052490234375,Llama-2-7b-hf,27,mlp.down_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,28,self_attn.q_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,28,self_attn.k_proj,4.13
4,64,8,128,8.00390625,Llama-2-7b-hf,28,self_attn.v_proj,4.13
4,64,8,128,8.00390625,Llama-2-7b-hf,28,self_attn.o_proj,4.13
4,64,8,128,21.510498046875,Llama-2-7b-hf,28,mlp.gate_proj,4.13
4,128,8,128,21.5052490234375,Llama-2-7b-hf,28,mlp.up_proj,4.13
4,128,8,128,21.5052490234375,Llama-2-7b-hf,28,mlp.down_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,29,self_attn.q_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,29,self_attn.k_proj,4.13
4,64,8,128,8.00390625,Llama-2-7b-hf,29,self_attn.v_proj,4.13
4,64,8,128,8.00390625,Llama-2-7b-hf,29,self_attn.o_proj,4.13
4,64,8,128,21.510498046875,Llama-2-7b-hf,29,mlp.gate_proj,4.13
4,128,8,128,21.5052490234375,Llama-2-7b-hf,29,mlp.up_proj,4.13
4,128,8,128,21.5052490234375,Llama-2-7b-hf,29,mlp.down_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,30,self_attn.q_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,30,self_attn.k_proj,4.13
4,64,8,128,8.00390625,Llama-2-7b-hf,30,self_attn.v_proj,4.13
4,64,8,128,8.00390625,Llama-2-7b-hf,30,self_attn.o_proj,4.13
4,64,8,128,21.510498046875,Llama-2-7b-hf,30,mlp.gate_proj,4.13
4,64,8,128,21.510498046875,Llama-2-7b-hf,30,mlp.up_proj,4.13
4,128,8,128,21.5052490234375,Llama-2-7b-hf,30,mlp.down_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,31,self_attn.q_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,31,self_attn.k_proj,4.13
4,64,8,128,8.00390625,Llama-2-7b-hf,31,self_attn.v_proj,4.13
4,32,8,128,8.0078125,Llama-2-7b-hf,31,self_attn.o_proj,4.13
4,64,8,128,21.510498046875,Llama-2-7b-hf,31,mlp.gate_proj,4.13
4,64,8,128,21.510498046875,Llama-2-7b-hf,31,mlp.up_proj,4.13
4,128,8,128,21.5052490234375,Llama-2-7b-hf,31,mlp.down_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,0,self_attn.q_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,0,self_attn.k_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,0,self_attn.v_proj,4.51
4,64,8,128,12.506103515625,Llama-2-13b-hf,0,self_attn.o_proj,4.51
4,64,8,128,33.7664794921875,Llama-2-13b-hf,0,mlp.gate_proj,4.51
4,64,8,128,33.7664794921875,Llama-2-13b-hf,0,mlp.up_proj,4.51
4,64,8,128,33.7664794921875,Llama-2-13b-hf,0,mlp.down_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,1,self_attn.q_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,1,self_attn.k_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,1,self_attn.v_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,1,self_attn.o_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,1,mlp.gate_proj,4.51
4,64,8,128,33.7664794921875,Llama-2-13b-hf,1,mlp.up_proj,4.51
4,64,8,128,33.7664794921875,Llama-2-13b-hf,1,mlp.down_proj,4.51
8,128,8,128,25.0030517578125,Llama-2-13b-hf,2,self_attn.q_proj,4.51
8,128,8,128,25.0030517578125,Llama-2-13b-hf,2,self_attn.k_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,2,self_attn.v_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,2,self_attn.o_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,2,mlp.gate_proj,4.51
4,64,8,128,33.7664794921875,Llama-2-13b-hf,2,mlp.up_proj,4.51
4,64,8,128,33.7664794921875,Llama-2-13b-hf,2,mlp.down_proj,4.51
8,128,8,128,25.0030517578125,Llama-2-13b-hf,3,self_attn.q_proj,4.51
8,128,8,128,25.0030517578125,Llama-2-13b-hf,3,self_attn.k_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,3,self_attn.v_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,3,self_attn.o_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,3,mlp.gate_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,3,mlp.up_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,3,mlp.down_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,4,self_attn.q_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,4,self_attn.k_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,4,self_attn.v_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,4,self_attn.o_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,4,mlp.gate_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,4,mlp.up_proj,4.51
4,64,8,128,33.7664794921875,Llama-2-13b-hf,4,mlp.down_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,5,self_attn.q_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,5,self_attn.k_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,5,self_attn.v_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,5,self_attn.o_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,5,mlp.gate_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,5,mlp.up_proj,4.51
4,64,8,128,33.7664794921875,Llama-2-13b-hf,5,mlp.down_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,6,self_attn.q_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,6,self_attn.k_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,6,self_attn.v_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,6,self_attn.o_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,6,mlp.gate_proj,4.51
4,64,8,128,33.7664794921875,Llama-2-13b-hf,6,mlp.up_proj,4.51
4,64,8,128,33.7664794921875,Llama-2-13b-hf,6,mlp.down_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,7,self_attn.q_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,7,self_attn.k_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,7,self_attn.v_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,7,self_attn.o_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,7,mlp.gate_proj,4.51
4,64,8,128,33.7664794921875,Llama-2-13b-hf,7,mlp.up_proj,4.51
4,64,8,128,33.7664794921875,Llama-2-13b-hf,7,mlp.down_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,8,self_attn.q_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,8,self_attn.k_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,8,self_attn.v_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,8,self_attn.o_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,8,mlp.gate_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,8,mlp.up_proj,4.51
4,64,8,128,33.7664794921875,Llama-2-13b-hf,8,mlp.down_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,9,self_attn.q_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,9,self_attn.k_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,9,self_attn.v_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,9,self_attn.o_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,9,mlp.gate_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,9,mlp.up_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,9,mlp.down_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,10,self_attn.q_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,10,self_attn.k_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,10,self_attn.v_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,10,self_attn.o_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,10,mlp.gate_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,10,mlp.up_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,10,mlp.down_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,11,self_attn.q_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,11,self_attn.k_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,11,self_attn.v_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,11,self_attn.o_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,11,mlp.gate_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,11,mlp.up_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,11,mlp.down_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,12,self_attn.q_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,12,self_attn.k_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,12,self_attn.v_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,12,self_attn.o_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,12,mlp.gate_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,12,mlp.up_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,12,mlp.down_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,13,self_attn.q_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,13,self_attn.k_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,13,self_attn.v_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,13,self_attn.o_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,13,mlp.gate_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,13,mlp.up_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,13,mlp.down_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,14,self_attn.q_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,14,self_attn.k_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,14,self_attn.v_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,14,self_attn.o_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,14,mlp.gate_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,14,mlp.up_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,14,mlp.down_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,15,self_attn.q_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,15,self_attn.k_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,15,self_attn.v_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,15,self_attn.o_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,15,mlp.gate_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,15,mlp.up_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,15,mlp.down_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,16,self_attn.q_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,16,self_attn.k_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,16,self_attn.v_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,16,self_attn.o_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,16,mlp.gate_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,16,mlp.up_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,16,mlp.down_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,17,self_attn.q_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,17,self_attn.k_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,17,self_attn.v_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,17,self_attn.o_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,17,mlp.gate_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,17,mlp.up_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,17,mlp.down_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,18,self_attn.q_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,18,self_attn.k_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,18,self_attn.v_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,18,self_attn.o_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,18,mlp.gate_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,18,mlp.up_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,18,mlp.down_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,19,self_attn.q_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,19,self_attn.k_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,19,self_attn.v_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,19,self_attn.o_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,19,mlp.gate_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,19,mlp.up_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,19,mlp.down_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,20,self_attn.q_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,20,self_attn.k_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,20,self_attn.v_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,20,self_attn.o_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,20,mlp.gate_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,20,mlp.up_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,20,mlp.down_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,21,self_attn.q_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,21,self_attn.k_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,21,self_attn.v_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,21,self_attn.o_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,21,mlp.gate_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,21,mlp.up_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,21,mlp.down_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,22,self_attn.q_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,22,self_attn.k_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,22,self_attn.v_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,22,self_attn.o_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,22,mlp.gate_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,22,mlp.up_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,22,mlp.down_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,23,self_attn.q_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,23,self_attn.k_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,23,self_attn.v_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,23,self_attn.o_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,23,mlp.gate_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,23,mlp.up_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,23,mlp.down_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,24,self_attn.q_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,24,self_attn.k_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,24,self_attn.v_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,24,self_attn.o_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,24,mlp.gate_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,24,mlp.up_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,24,mlp.down_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,25,self_attn.q_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,25,self_attn.k_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,25,self_attn.v_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,25,self_attn.o_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,25,mlp.gate_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,25,mlp.up_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,25,mlp.down_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,26,self_attn.q_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,26,self_attn.k_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,26,self_attn.v_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,26,self_attn.o_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,26,mlp.gate_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,26,mlp.up_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,26,mlp.down_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,27,self_attn.q_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,27,self_attn.k_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,27,self_attn.v_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,27,self_attn.o_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,27,mlp.gate_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,27,mlp.up_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,27,mlp.down_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,28,self_attn.q_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,28,self_attn.k_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,28,self_attn.v_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,28,self_attn.o_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,28,mlp.gate_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,28,mlp.up_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,28,mlp.down_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,29,self_attn.q_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,29,self_attn.k_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,29,self_attn.v_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,29,self_attn.o_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,29,mlp.gate_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,29,mlp.up_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,29,mlp.down_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,30,self_attn.q_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,30,self_attn.k_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,30,self_attn.v_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,30,self_attn.o_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,30,mlp.gate_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,30,mlp.up_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,30,mlp.down_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,31,self_attn.q_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,31,self_attn.k_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,31,self_attn.v_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,31,self_attn.o_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,31,mlp.gate_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,31,mlp.up_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,31,mlp.down_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,32,self_attn.q_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,32,self_attn.k_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,32,self_attn.v_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,32,self_attn.o_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,32,mlp.gate_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,32,mlp.up_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,32,mlp.down_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,33,self_attn.q_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,33,self_attn.k_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,33,self_attn.v_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,33,self_attn.o_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,33,mlp.gate_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,33,mlp.up_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,33,mlp.down_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,34,self_attn.q_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,34,self_attn.k_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,34,self_attn.v_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,34,self_attn.o_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,34,mlp.gate_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,34,mlp.up_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,34,mlp.down_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,35,self_attn.q_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,35,self_attn.k_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,35,self_attn.v_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,35,self_attn.o_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,35,mlp.gate_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,35,mlp.up_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,35,mlp.down_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,36,self_attn.q_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,36,self_attn.k_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,36,self_attn.v_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,36,self_attn.o_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,36,mlp.gate_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,36,mlp.up_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,36,mlp.down_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,37,self_attn.q_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,37,self_attn.k_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,37,self_attn.v_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,37,self_attn.o_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,37,mlp.gate_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,37,mlp.up_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,37,mlp.down_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,38,self_attn.q_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,38,self_attn.k_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,38,self_attn.v_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,38,self_attn.o_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,38,mlp.gate_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,38,mlp.up_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,38,mlp.down_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,39,self_attn.q_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,39,self_attn.k_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,39,self_attn.v_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,39,self_attn.o_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,39,mlp.gate_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,39,mlp.up_proj,4.51
4,32,8,128,33.782958984375,Llama-2-13b-hf,39,mlp.down_proj,4.51
4,32,8,128,12.51220703125,Llama-2-13b-hf,0,self_attn.q_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,0,self_attn.k_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,0,self_attn.v_proj,4.25
3,64,8,128,9.381103515625,Llama-2-13b-hf,0,self_attn.o_proj,4.25
3,32,8,128,25.345458984375,Llama-2-13b-hf,0,mlp.gate_proj,4.25
3,64,8,128,25.3289794921875,Llama-2-13b-hf,0,mlp.up_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,0,mlp.down_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,1,self_attn.q_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,1,self_attn.k_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,1,self_attn.v_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,1,self_attn.o_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,1,mlp.gate_proj,4.25
4,128,8,128,33.75823974609375,Llama-2-13b-hf,1,mlp.up_proj,4.25
4,128,8,128,33.75823974609375,Llama-2-13b-hf,1,mlp.down_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,2,self_attn.q_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,2,self_attn.k_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,2,self_attn.v_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,2,self_attn.o_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,2,mlp.gate_proj,4.25
4,128,8,128,33.75823974609375,Llama-2-13b-hf,2,mlp.up_proj,4.25
4,128,8,128,33.75823974609375,Llama-2-13b-hf,2,mlp.down_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,3,self_attn.q_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,3,self_attn.k_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,3,self_attn.v_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,3,self_attn.o_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,3,mlp.gate_proj,4.25
4,128,8,128,33.75823974609375,Llama-2-13b-hf,3,mlp.up_proj,4.25
4,128,8,128,33.75823974609375,Llama-2-13b-hf,3,mlp.down_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,4,self_attn.q_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,4,self_attn.k_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,4,self_attn.v_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,4,self_attn.o_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,4,mlp.gate_proj,4.25
4,128,8,128,33.75823974609375,Llama-2-13b-hf,4,mlp.up_proj,4.25
4,128,8,128,33.75823974609375,Llama-2-13b-hf,4,mlp.down_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,5,self_attn.q_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,5,self_attn.k_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,5,self_attn.v_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,5,self_attn.o_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,5,mlp.gate_proj,4.25
4,128,8,128,33.75823974609375,Llama-2-13b-hf,5,mlp.up_proj,4.25
4,128,8,128,33.75823974609375,Llama-2-13b-hf,5,mlp.down_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,6,self_attn.q_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,6,self_attn.k_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,6,self_attn.v_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,6,self_attn.o_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,6,mlp.gate_proj,4.25
4,128,8,128,33.75823974609375,Llama-2-13b-hf,6,mlp.up_proj,4.25
4,128,8,128,33.75823974609375,Llama-2-13b-hf,6,mlp.down_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,7,self_attn.q_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,7,self_attn.k_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,7,self_attn.v_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,7,self_attn.o_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,7,mlp.gate_proj,4.25
4,128,8,128,33.75823974609375,Llama-2-13b-hf,7,mlp.up_proj,4.25
4,128,8,128,33.75823974609375,Llama-2-13b-hf,7,mlp.down_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,8,self_attn.q_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,8,self_attn.k_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,8,self_attn.v_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,8,self_attn.o_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,8,mlp.gate_proj,4.25
4,128,8,128,33.75823974609375,Llama-2-13b-hf,8,mlp.up_proj,4.25
4,128,8,128,33.75823974609375,Llama-2-13b-hf,8,mlp.down_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,9,self_attn.q_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,9,self_attn.k_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,9,self_attn.v_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,9,self_attn.o_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,9,mlp.gate_proj,4.25
4,128,8,128,33.75823974609375,Llama-2-13b-hf,9,mlp.up_proj,4.25
4,128,8,128,33.75823974609375,Llama-2-13b-hf,9,mlp.down_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,10,self_attn.q_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,10,self_attn.k_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,10,self_attn.v_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,10,self_attn.o_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,10,mlp.gate_proj,4.25
4,128,8,128,33.75823974609375,Llama-2-13b-hf,10,mlp.up_proj,4.25
4,128,8,128,33.75823974609375,Llama-2-13b-hf,10,mlp.down_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,11,self_attn.q_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,11,self_attn.k_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,11,self_attn.v_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,11,self_attn.o_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,11,mlp.gate_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,11,mlp.up_proj,4.25
4,128,8,128,33.75823974609375,Llama-2-13b-hf,11,mlp.down_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,12,self_attn.q_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,12,self_attn.k_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,12,self_attn.v_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,12,self_attn.o_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,12,mlp.gate_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,12,mlp.up_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,12,mlp.down_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,13,self_attn.q_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,13,self_attn.k_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,13,self_attn.v_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,13,self_attn.o_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,13,mlp.gate_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,13,mlp.up_proj,4.25
4,128,8,128,33.75823974609375,Llama-2-13b-hf,13,mlp.down_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,14,self_attn.q_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,14,self_attn.k_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,14,self_attn.v_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,14,self_attn.o_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,14,mlp.gate_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,14,mlp.up_proj,4.25
4,128,8,128,33.75823974609375,Llama-2-13b-hf,14,mlp.down_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,15,self_attn.q_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,15,self_attn.k_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,15,self_attn.v_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,15,self_attn.o_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,15,mlp.gate_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,15,mlp.up_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,15,mlp.down_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,16,self_attn.q_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,16,self_attn.k_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,16,self_attn.v_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,16,self_attn.o_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,16,mlp.gate_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,16,mlp.up_proj,4.25
4,128,8,128,33.75823974609375,Llama-2-13b-hf,16,mlp.down_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,17,self_attn.q_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,17,self_attn.k_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,17,self_attn.v_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,17,self_attn.o_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,17,mlp.gate_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,17,mlp.up_proj,4.25
4,128,8,128,33.75823974609375,Llama-2-13b-hf,17,mlp.down_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,18,self_attn.q_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,18,self_attn.k_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,18,self_attn.v_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,18,self_attn.o_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,18,mlp.gate_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,18,mlp.up_proj,4.25
4,128,8,128,33.75823974609375,Llama-2-13b-hf,18,mlp.down_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,19,self_attn.q_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,19,self_attn.k_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,19,self_attn.v_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,19,self_attn.o_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,19,mlp.gate_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,19,mlp.up_proj,4.25
4,128,8,128,33.75823974609375,Llama-2-13b-hf,19,mlp.down_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,20,self_attn.q_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,20,self_attn.k_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,20,self_attn.v_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,20,self_attn.o_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,20,mlp.gate_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,20,mlp.up_proj,4.25
4,128,8,128,33.75823974609375,Llama-2-13b-hf,20,mlp.down_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,21,self_attn.q_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,21,self_attn.k_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,21,self_attn.v_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,21,self_attn.o_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,21,mlp.gate_proj,4.25
4,128,8,128,33.75823974609375,Llama-2-13b-hf,21,mlp.up_proj,4.25
4,128,8,128,33.75823974609375,Llama-2-13b-hf,21,mlp.down_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,22,self_attn.q_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,22,self_attn.k_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,22,self_attn.v_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,22,self_attn.o_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,22,mlp.gate_proj,4.25
4,128,8,128,33.75823974609375,Llama-2-13b-hf,22,mlp.up_proj,4.25
4,128,8,128,33.75823974609375,Llama-2-13b-hf,22,mlp.down_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,23,self_attn.q_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,23,self_attn.k_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,23,self_attn.v_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,23,self_attn.o_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,23,mlp.gate_proj,4.25
4,128,8,128,33.75823974609375,Llama-2-13b-hf,23,mlp.up_proj,4.25
4,128,8,128,33.75823974609375,Llama-2-13b-hf,23,mlp.down_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,24,self_attn.q_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,24,self_attn.k_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,24,self_attn.v_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,24,self_attn.o_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,24,mlp.gate_proj,4.25
4,128,8,128,33.75823974609375,Llama-2-13b-hf,24,mlp.up_proj,4.25
4,128,8,128,33.75823974609375,Llama-2-13b-hf,24,mlp.down_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,25,self_attn.q_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,25,self_attn.k_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,25,self_attn.v_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,25,self_attn.o_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,25,mlp.gate_proj,4.25
4,128,8,128,33.75823974609375,Llama-2-13b-hf,25,mlp.up_proj,4.25
4,128,8,128,33.75823974609375,Llama-2-13b-hf,25,mlp.down_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,26,self_attn.q_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,26,self_attn.k_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,26,self_attn.v_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,26,self_attn.o_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,26,mlp.gate_proj,4.25
4,128,8,128,33.75823974609375,Llama-2-13b-hf,26,mlp.up_proj,4.25
4,128,8,128,33.75823974609375,Llama-2-13b-hf,26,mlp.down_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,27,self_attn.q_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,27,self_attn.k_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,27,self_attn.v_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,27,self_attn.o_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,27,mlp.gate_proj,4.25
4,128,8,128,33.75823974609375,Llama-2-13b-hf,27,mlp.up_proj,4.25
4,128,8,128,33.75823974609375,Llama-2-13b-hf,27,mlp.down_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,28,self_attn.q_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,28,self_attn.k_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,28,self_attn.v_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,28,self_attn.o_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,28,mlp.gate_proj,4.25
4,128,8,128,33.75823974609375,Llama-2-13b-hf,28,mlp.up_proj,4.25
4,128,8,128,33.75823974609375,Llama-2-13b-hf,28,mlp.down_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,29,self_attn.q_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,29,self_attn.k_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,29,self_attn.v_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,29,self_attn.o_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,29,mlp.gate_proj,4.25
4,128,8,128,33.75823974609375,Llama-2-13b-hf,29,mlp.up_proj,4.25
4,128,8,128,33.75823974609375,Llama-2-13b-hf,29,mlp.down_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,30,self_attn.q_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,30,self_attn.k_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,30,self_attn.v_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,30,self_attn.o_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,30,mlp.gate_proj,4.25
4,128,8,128,33.75823974609375,Llama-2-13b-hf,30,mlp.up_proj,4.25
4,128,8,128,33.75823974609375,Llama-2-13b-hf,30,mlp.down_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,31,self_attn.q_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,31,self_attn.k_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,31,self_attn.v_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,31,self_attn.o_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,31,mlp.gate_proj,4.25
4,128,8,128,33.75823974609375,Llama-2-13b-hf,31,mlp.up_proj,4.25
4,128,8,128,33.75823974609375,Llama-2-13b-hf,31,mlp.down_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,32,self_attn.q_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,32,self_attn.k_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,32,self_attn.v_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,32,self_attn.o_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,32,mlp.gate_proj,4.25
4,128,8,128,33.75823974609375,Llama-2-13b-hf,32,mlp.up_proj,4.25
4,128,8,128,33.75823974609375,Llama-2-13b-hf,32,mlp.down_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,33,self_attn.q_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,33,self_attn.k_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,33,self_attn.v_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,33,self_attn.o_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,33,mlp.gate_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,33,mlp.up_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,33,mlp.down_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,34,self_attn.q_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,34,self_attn.k_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,34,self_attn.v_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,34,self_attn.o_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,34,mlp.gate_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,34,mlp.up_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,34,mlp.down_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,35,self_attn.q_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,35,self_attn.k_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,35,self_attn.v_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,35,self_attn.o_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,35,mlp.gate_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,35,mlp.up_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,35,mlp.down_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,36,self_attn.q_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,36,self_attn.k_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,36,self_attn.v_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,36,self_attn.o_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,36,mlp.gate_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,36,mlp.up_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,36,mlp.down_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,37,self_attn.q_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,37,self_attn.k_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,37,self_attn.v_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,37,self_attn.o_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,37,mlp.gate_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,37,mlp.up_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,37,mlp.down_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,38,self_attn.q_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,38,self_attn.k_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,38,self_attn.v_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,38,self_attn.o_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,38,mlp.gate_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,38,mlp.up_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,38,mlp.down_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,39,self_attn.q_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,39,self_attn.k_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,39,self_attn.v_proj,4.25
4,32,8,128,12.51220703125,Llama-2-13b-hf,39,self_attn.o_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,39,mlp.gate_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,39,mlp.up_proj,4.25
4,64,8,128,33.7664794921875,Llama-2-13b-hf,39,mlp.down_proj,4.25
4,64,8,128,12.506103515625,Llama-2-13b-hf,0,self_attn.q_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,0,self_attn.k_proj,4.13
3,32,8,128,9.38720703125,Llama-2-13b-hf,0,self_attn.v_proj,4.13
3,64,8,128,9.381103515625,Llama-2-13b-hf,0,self_attn.o_proj,4.13
3,64,8,128,25.3289794921875,Llama-2-13b-hf,0,mlp.gate_proj,4.13
3,64,8,128,25.3289794921875,Llama-2-13b-hf,0,mlp.up_proj,4.13
3,32,8,128,25.345458984375,Llama-2-13b-hf,0,mlp.down_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,1,self_attn.q_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,1,self_attn.k_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,1,self_attn.v_proj,4.13
3,32,8,128,9.38720703125,Llama-2-13b-hf,1,self_attn.o_proj,4.13
3,32,8,128,25.345458984375,Llama-2-13b-hf,1,mlp.gate_proj,4.13
3,64,8,128,25.3289794921875,Llama-2-13b-hf,1,mlp.up_proj,4.13
3,32,8,128,25.345458984375,Llama-2-13b-hf,1,mlp.down_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,2,self_attn.q_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,2,self_attn.k_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,2,self_attn.v_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,2,self_attn.o_proj,4.13
4,128,8,128,33.75823974609375,Llama-2-13b-hf,2,mlp.gate_proj,4.13
3,32,8,128,25.345458984375,Llama-2-13b-hf,2,mlp.up_proj,4.13
3,32,8,128,25.345458984375,Llama-2-13b-hf,2,mlp.down_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,3,self_attn.q_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,3,self_attn.k_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,3,self_attn.v_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,3,self_attn.o_proj,4.13
4,128,8,128,33.75823974609375,Llama-2-13b-hf,3,mlp.gate_proj,4.13
3,32,8,128,25.345458984375,Llama-2-13b-hf,3,mlp.up_proj,4.13
3,32,8,128,25.345458984375,Llama-2-13b-hf,3,mlp.down_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,4,self_attn.q_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,4,self_attn.k_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,4,self_attn.v_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,4,self_attn.o_proj,4.13
4,128,8,128,33.75823974609375,Llama-2-13b-hf,4,mlp.gate_proj,4.13
3,32,8,128,25.345458984375,Llama-2-13b-hf,4,mlp.up_proj,4.13
3,32,8,128,25.345458984375,Llama-2-13b-hf,4,mlp.down_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,5,self_attn.q_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,5,self_attn.k_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,5,self_attn.v_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,5,self_attn.o_proj,4.13
4,128,8,128,33.75823974609375,Llama-2-13b-hf,5,mlp.gate_proj,4.13
3,32,8,128,25.345458984375,Llama-2-13b-hf,5,mlp.up_proj,4.13
3,32,8,128,25.345458984375,Llama-2-13b-hf,5,mlp.down_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,6,self_attn.q_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,6,self_attn.k_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,6,self_attn.v_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,6,self_attn.o_proj,4.13
4,64,8,128,33.7664794921875,Llama-2-13b-hf,6,mlp.gate_proj,4.13
3,32,8,128,25.345458984375,Llama-2-13b-hf,6,mlp.up_proj,4.13
3,32,8,128,25.345458984375,Llama-2-13b-hf,6,mlp.down_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,7,self_attn.q_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,7,self_attn.k_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,7,self_attn.v_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,7,self_attn.o_proj,4.13
4,64,8,128,33.7664794921875,Llama-2-13b-hf,7,mlp.gate_proj,4.13
3,32,8,128,25.345458984375,Llama-2-13b-hf,7,mlp.up_proj,4.13
3,32,8,128,25.345458984375,Llama-2-13b-hf,7,mlp.down_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,8,self_attn.q_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,8,self_attn.k_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,8,self_attn.v_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,8,self_attn.o_proj,4.13
4,64,8,128,33.7664794921875,Llama-2-13b-hf,8,mlp.gate_proj,4.13
3,32,8,128,25.345458984375,Llama-2-13b-hf,8,mlp.up_proj,4.13
3,32,8,128,25.345458984375,Llama-2-13b-hf,8,mlp.down_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,9,self_attn.q_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,9,self_attn.k_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,9,self_attn.v_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,9,self_attn.o_proj,4.13
4,64,8,128,33.7664794921875,Llama-2-13b-hf,9,mlp.gate_proj,4.13
3,32,8,128,25.345458984375,Llama-2-13b-hf,9,mlp.up_proj,4.13
3,32,8,128,25.345458984375,Llama-2-13b-hf,9,mlp.down_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,10,self_attn.q_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,10,self_attn.k_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,10,self_attn.v_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,10,self_attn.o_proj,4.13
4,64,8,128,33.7664794921875,Llama-2-13b-hf,10,mlp.gate_proj,4.13
3,32,8,128,25.345458984375,Llama-2-13b-hf,10,mlp.up_proj,4.13
3,32,8,128,25.345458984375,Llama-2-13b-hf,10,mlp.down_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,11,self_attn.q_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,11,self_attn.k_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,11,self_attn.v_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,11,self_attn.o_proj,4.13
4,64,8,128,33.7664794921875,Llama-2-13b-hf,11,mlp.gate_proj,4.13
4,128,8,128,33.75823974609375,Llama-2-13b-hf,11,mlp.up_proj,4.13
3,32,8,128,25.345458984375,Llama-2-13b-hf,11,mlp.down_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,12,self_attn.q_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,12,self_attn.k_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,12,self_attn.v_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,12,self_attn.o_proj,4.13
4,64,8,128,33.7664794921875,Llama-2-13b-hf,12,mlp.gate_proj,4.13
4,128,8,128,33.75823974609375,Llama-2-13b-hf,12,mlp.up_proj,4.13
3,32,8,128,25.345458984375,Llama-2-13b-hf,12,mlp.down_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,13,self_attn.q_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,13,self_attn.k_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,13,self_attn.v_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,13,self_attn.o_proj,4.13
4,64,8,128,33.7664794921875,Llama-2-13b-hf,13,mlp.gate_proj,4.13
4,128,8,128,33.75823974609375,Llama-2-13b-hf,13,mlp.up_proj,4.13
4,128,8,128,33.75823974609375,Llama-2-13b-hf,13,mlp.down_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,14,self_attn.q_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,14,self_attn.k_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,14,self_attn.v_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,14,self_attn.o_proj,4.13
4,64,8,128,33.7664794921875,Llama-2-13b-hf,14,mlp.gate_proj,4.13
4,128,8,128,33.75823974609375,Llama-2-13b-hf,14,mlp.up_proj,4.13
4,128,8,128,33.75823974609375,Llama-2-13b-hf,14,mlp.down_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,15,self_attn.q_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,15,self_attn.k_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,15,self_attn.v_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,15,self_attn.o_proj,4.13
4,64,8,128,33.7664794921875,Llama-2-13b-hf,15,mlp.gate_proj,4.13
4,128,8,128,33.75823974609375,Llama-2-13b-hf,15,mlp.up_proj,4.13
4,128,8,128,33.75823974609375,Llama-2-13b-hf,15,mlp.down_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,16,self_attn.q_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,16,self_attn.k_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,16,self_attn.v_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,16,self_attn.o_proj,4.13
4,64,8,128,33.7664794921875,Llama-2-13b-hf,16,mlp.gate_proj,4.13
4,128,8,128,33.75823974609375,Llama-2-13b-hf,16,mlp.up_proj,4.13
4,128,8,128,33.75823974609375,Llama-2-13b-hf,16,mlp.down_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,17,self_attn.q_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,17,self_attn.k_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,17,self_attn.v_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,17,self_attn.o_proj,4.13
4,64,8,128,33.7664794921875,Llama-2-13b-hf,17,mlp.gate_proj,4.13
4,128,8,128,33.75823974609375,Llama-2-13b-hf,17,mlp.up_proj,4.13
4,128,8,128,33.75823974609375,Llama-2-13b-hf,17,mlp.down_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,18,self_attn.q_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,18,self_attn.k_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,18,self_attn.v_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,18,self_attn.o_proj,4.13
4,64,8,128,33.7664794921875,Llama-2-13b-hf,18,mlp.gate_proj,4.13
4,128,8,128,33.75823974609375,Llama-2-13b-hf,18,mlp.up_proj,4.13
4,128,8,128,33.75823974609375,Llama-2-13b-hf,18,mlp.down_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,19,self_attn.q_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,19,self_attn.k_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,19,self_attn.v_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,19,self_attn.o_proj,4.13
4,64,8,128,33.7664794921875,Llama-2-13b-hf,19,mlp.gate_proj,4.13
4,128,8,128,33.75823974609375,Llama-2-13b-hf,19,mlp.up_proj,4.13
4,128,8,128,33.75823974609375,Llama-2-13b-hf,19,mlp.down_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,20,self_attn.q_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,20,self_attn.k_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,20,self_attn.v_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,20,self_attn.o_proj,4.13
4,64,8,128,33.7664794921875,Llama-2-13b-hf,20,mlp.gate_proj,4.13
4,128,8,128,33.75823974609375,Llama-2-13b-hf,20,mlp.up_proj,4.13
4,128,8,128,33.75823974609375,Llama-2-13b-hf,20,mlp.down_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,21,self_attn.q_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,21,self_attn.k_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,21,self_attn.v_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,21,self_attn.o_proj,4.13
4,64,8,128,33.7664794921875,Llama-2-13b-hf,21,mlp.gate_proj,4.13
4,128,8,128,33.75823974609375,Llama-2-13b-hf,21,mlp.up_proj,4.13
4,128,8,128,33.75823974609375,Llama-2-13b-hf,21,mlp.down_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,22,self_attn.q_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,22,self_attn.k_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,22,self_attn.v_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,22,self_attn.o_proj,4.13
4,64,8,128,33.7664794921875,Llama-2-13b-hf,22,mlp.gate_proj,4.13
4,128,8,128,33.75823974609375,Llama-2-13b-hf,22,mlp.up_proj,4.13
4,128,8,128,33.75823974609375,Llama-2-13b-hf,22,mlp.down_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,23,self_attn.q_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,23,self_attn.k_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,23,self_attn.v_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,23,self_attn.o_proj,4.13
4,64,8,128,33.7664794921875,Llama-2-13b-hf,23,mlp.gate_proj,4.13
4,128,8,128,33.75823974609375,Llama-2-13b-hf,23,mlp.up_proj,4.13
4,128,8,128,33.75823974609375,Llama-2-13b-hf,23,mlp.down_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,24,self_attn.q_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,24,self_attn.k_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,24,self_attn.v_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,24,self_attn.o_proj,4.13
4,64,8,128,33.7664794921875,Llama-2-13b-hf,24,mlp.gate_proj,4.13
3,32,8,128,25.345458984375,Llama-2-13b-hf,24,mlp.up_proj,4.13
4,128,8,128,33.75823974609375,Llama-2-13b-hf,24,mlp.down_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,25,self_attn.q_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,25,self_attn.k_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,25,self_attn.v_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,25,self_attn.o_proj,4.13
4,64,8,128,33.7664794921875,Llama-2-13b-hf,25,mlp.gate_proj,4.13
3,32,8,128,25.345458984375,Llama-2-13b-hf,25,mlp.up_proj,4.13
4,128,8,128,33.75823974609375,Llama-2-13b-hf,25,mlp.down_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,26,self_attn.q_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,26,self_attn.k_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,26,self_attn.v_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,26,self_attn.o_proj,4.13
4,64,8,128,33.7664794921875,Llama-2-13b-hf,26,mlp.gate_proj,4.13
4,128,8,128,33.75823974609375,Llama-2-13b-hf,26,mlp.up_proj,4.13
4,128,8,128,33.75823974609375,Llama-2-13b-hf,26,mlp.down_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,27,self_attn.q_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,27,self_attn.k_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,27,self_attn.v_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,27,self_attn.o_proj,4.13
4,64,8,128,33.7664794921875,Llama-2-13b-hf,27,mlp.gate_proj,4.13
4,128,8,128,33.75823974609375,Llama-2-13b-hf,27,mlp.up_proj,4.13
4,128,8,128,33.75823974609375,Llama-2-13b-hf,27,mlp.down_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,28,self_attn.q_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,28,self_attn.k_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,28,self_attn.v_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,28,self_attn.o_proj,4.13
4,64,8,128,33.7664794921875,Llama-2-13b-hf,28,mlp.gate_proj,4.13
4,128,8,128,33.75823974609375,Llama-2-13b-hf,28,mlp.up_proj,4.13
4,128,8,128,33.75823974609375,Llama-2-13b-hf,28,mlp.down_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,29,self_attn.q_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,29,self_attn.k_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,29,self_attn.v_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,29,self_attn.o_proj,4.13
4,64,8,128,33.7664794921875,Llama-2-13b-hf,29,mlp.gate_proj,4.13
4,128,8,128,33.75823974609375,Llama-2-13b-hf,29,mlp.up_proj,4.13
4,128,8,128,33.75823974609375,Llama-2-13b-hf,29,mlp.down_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,30,self_attn.q_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,30,self_attn.k_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,30,self_attn.v_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,30,self_attn.o_proj,4.13
4,64,8,128,33.7664794921875,Llama-2-13b-hf,30,mlp.gate_proj,4.13
4,128,8,128,33.75823974609375,Llama-2-13b-hf,30,mlp.up_proj,4.13
4,128,8,128,33.75823974609375,Llama-2-13b-hf,30,mlp.down_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,31,self_attn.q_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,31,self_attn.k_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,31,self_attn.v_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,31,self_attn.o_proj,4.13
4,64,8,128,33.7664794921875,Llama-2-13b-hf,31,mlp.gate_proj,4.13
4,128,8,128,33.75823974609375,Llama-2-13b-hf,31,mlp.up_proj,4.13
4,128,8,128,33.75823974609375,Llama-2-13b-hf,31,mlp.down_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,32,self_attn.q_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,32,self_attn.k_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,32,self_attn.v_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,32,self_attn.o_proj,4.13
4,64,8,128,33.7664794921875,Llama-2-13b-hf,32,mlp.gate_proj,4.13
4,128,8,128,33.75823974609375,Llama-2-13b-hf,32,mlp.up_proj,4.13
4,128,8,128,33.75823974609375,Llama-2-13b-hf,32,mlp.down_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,33,self_attn.q_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,33,self_attn.k_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,33,self_attn.v_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,33,self_attn.o_proj,4.13
4,64,8,128,33.7664794921875,Llama-2-13b-hf,33,mlp.gate_proj,4.13
4,128,8,128,33.75823974609375,Llama-2-13b-hf,33,mlp.up_proj,4.13
4,128,8,128,33.75823974609375,Llama-2-13b-hf,33,mlp.down_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,34,self_attn.q_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,34,self_attn.k_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,34,self_attn.v_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,34,self_attn.o_proj,4.13
4,64,8,128,33.7664794921875,Llama-2-13b-hf,34,mlp.gate_proj,4.13
4,128,8,128,33.75823974609375,Llama-2-13b-hf,34,mlp.up_proj,4.13
4,128,8,128,33.75823974609375,Llama-2-13b-hf,34,mlp.down_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,35,self_attn.q_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,35,self_attn.k_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,35,self_attn.v_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,35,self_attn.o_proj,4.13
4,64,8,128,33.7664794921875,Llama-2-13b-hf,35,mlp.gate_proj,4.13
4,128,8,128,33.75823974609375,Llama-2-13b-hf,35,mlp.up_proj,4.13
4,128,8,128,33.75823974609375,Llama-2-13b-hf,35,mlp.down_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,36,self_attn.q_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,36,self_attn.k_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,36,self_attn.v_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,36,self_attn.o_proj,4.13
4,64,8,128,33.7664794921875,Llama-2-13b-hf,36,mlp.gate_proj,4.13
4,128,8,128,33.75823974609375,Llama-2-13b-hf,36,mlp.up_proj,4.13
4,128,8,128,33.75823974609375,Llama-2-13b-hf,36,mlp.down_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,37,self_attn.q_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,37,self_attn.k_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,37,self_attn.v_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,37,self_attn.o_proj,4.13
4,64,8,128,33.7664794921875,Llama-2-13b-hf,37,mlp.gate_proj,4.13
4,128,8,128,33.75823974609375,Llama-2-13b-hf,37,mlp.up_proj,4.13
4,128,8,128,33.75823974609375,Llama-2-13b-hf,37,mlp.down_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,38,self_attn.q_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,38,self_attn.k_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,38,self_attn.v_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,38,self_attn.o_proj,4.13
4,64,8,128,33.7664794921875,Llama-2-13b-hf,38,mlp.gate_proj,4.13
4,64,8,128,33.7664794921875,Llama-2-13b-hf,38,mlp.up_proj,4.13
4,128,8,128,33.75823974609375,Llama-2-13b-hf,38,mlp.down_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,39,self_attn.q_proj,4.13
4,32,8,128,12.51220703125,Llama-2-13b-hf,39,self_attn.k_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,39,self_attn.v_proj,4.13
4,64,8,128,12.506103515625,Llama-2-13b-hf,39,self_attn.o_proj,4.13
4,64,8,128,33.7664794921875,Llama-2-13b-hf,39,mlp.gate_proj,4.13
4,64,8,128,33.7664794921875,Llama-2-13b-hf,39,mlp.up_proj,4.13
4,64,8,128,33.7664794921875,Llama-2-13b-hf,39,mlp.down_proj,4.13
8,128,8,128,16.001953125,Meta-Llama-3-8B,0,self_attn.q_proj,4.51
8,64,8,128,4.0009765625,Meta-Llama-3-8B,0,self_attn.k_proj,4.51
4,32,8,128,2.001953125,Meta-Llama-3-8B,0,self_attn.v_proj,4.51
4,32,8,128,8.0078125,Meta-Llama-3-8B,0,self_attn.o_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,0,mlp.gate_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,0,mlp.up_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,0,mlp.down_proj,4.51
8,128,8,128,16.001953125,Meta-Llama-3-8B,1,self_attn.q_proj,4.51
8,64,8,128,4.0009765625,Meta-Llama-3-8B,1,self_attn.k_proj,4.51
4,32,8,128,2.001953125,Meta-Llama-3-8B,1,self_attn.v_proj,4.51
4,32,8,128,8.0078125,Meta-Llama-3-8B,1,self_attn.o_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,1,mlp.gate_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,1,mlp.up_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,1,mlp.down_proj,4.51
8,128,8,128,16.001953125,Meta-Llama-3-8B,2,self_attn.q_proj,4.51
8,64,8,128,4.0009765625,Meta-Llama-3-8B,2,self_attn.k_proj,4.51
4,32,8,128,2.001953125,Meta-Llama-3-8B,2,self_attn.v_proj,4.51
4,32,8,128,8.0078125,Meta-Llama-3-8B,2,self_attn.o_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,2,mlp.gate_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,2,mlp.up_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,2,mlp.down_proj,4.51
4,32,8,128,8.0078125,Meta-Llama-3-8B,3,self_attn.q_proj,4.51
8,64,8,128,4.0009765625,Meta-Llama-3-8B,3,self_attn.k_proj,4.51
4,32,8,128,2.001953125,Meta-Llama-3-8B,3,self_attn.v_proj,4.51
4,32,8,128,8.0078125,Meta-Llama-3-8B,3,self_attn.o_proj,4.51
4,32,8,128,28.02734375,Meta-Llama-3-8B,3,mlp.gate_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,3,mlp.up_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,3,mlp.down_proj,4.51
4,32,8,128,8.0078125,Meta-Llama-3-8B,4,self_attn.q_proj,4.51
8,64,8,128,4.0009765625,Meta-Llama-3-8B,4,self_attn.k_proj,4.51
4,32,8,128,2.001953125,Meta-Llama-3-8B,4,self_attn.v_proj,4.51
4,32,8,128,8.0078125,Meta-Llama-3-8B,4,self_attn.o_proj,4.51
4,32,8,128,28.02734375,Meta-Llama-3-8B,4,mlp.gate_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,4,mlp.up_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,4,mlp.down_proj,4.51
4,32,8,128,8.0078125,Meta-Llama-3-8B,5,self_attn.q_proj,4.51
8,64,8,128,4.0009765625,Meta-Llama-3-8B,5,self_attn.k_proj,4.51
4,32,8,128,2.001953125,Meta-Llama-3-8B,5,self_attn.v_proj,4.51
4,32,8,128,8.0078125,Meta-Llama-3-8B,5,self_attn.o_proj,4.51
4,32,8,128,28.02734375,Meta-Llama-3-8B,5,mlp.gate_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,5,mlp.up_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,5,mlp.down_proj,4.51
4,32,8,128,8.0078125,Meta-Llama-3-8B,6,self_attn.q_proj,4.51
8,64,8,128,4.0009765625,Meta-Llama-3-8B,6,self_attn.k_proj,4.51
4,32,8,128,2.001953125,Meta-Llama-3-8B,6,self_attn.v_proj,4.51
4,32,8,128,8.0078125,Meta-Llama-3-8B,6,self_attn.o_proj,4.51
4,32,8,128,28.02734375,Meta-Llama-3-8B,6,mlp.gate_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,6,mlp.up_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,6,mlp.down_proj,4.51
4,32,8,128,8.0078125,Meta-Llama-3-8B,7,self_attn.q_proj,4.51
8,64,8,128,4.0009765625,Meta-Llama-3-8B,7,self_attn.k_proj,4.51
4,32,8,128,2.001953125,Meta-Llama-3-8B,7,self_attn.v_proj,4.51
4,32,8,128,8.0078125,Meta-Llama-3-8B,7,self_attn.o_proj,4.51
4,32,8,128,28.02734375,Meta-Llama-3-8B,7,mlp.gate_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,7,mlp.up_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,7,mlp.down_proj,4.51
4,32,8,128,8.0078125,Meta-Llama-3-8B,8,self_attn.q_proj,4.51
8,64,8,128,4.0009765625,Meta-Llama-3-8B,8,self_attn.k_proj,4.51
4,32,8,128,2.001953125,Meta-Llama-3-8B,8,self_attn.v_proj,4.51
4,32,8,128,8.0078125,Meta-Llama-3-8B,8,self_attn.o_proj,4.51
4,32,8,128,28.02734375,Meta-Llama-3-8B,8,mlp.gate_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,8,mlp.up_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,8,mlp.down_proj,4.51
4,32,8,128,8.0078125,Meta-Llama-3-8B,9,self_attn.q_proj,4.51
8,64,8,128,4.0009765625,Meta-Llama-3-8B,9,self_attn.k_proj,4.51
8,128,8,128,4.00048828125,Meta-Llama-3-8B,9,self_attn.v_proj,4.51
4,32,8,128,8.0078125,Meta-Llama-3-8B,9,self_attn.o_proj,4.51
4,32,8,128,28.02734375,Meta-Llama-3-8B,9,mlp.gate_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,9,mlp.up_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,9,mlp.down_proj,4.51
4,32,8,128,8.0078125,Meta-Llama-3-8B,10,self_attn.q_proj,4.51
8,64,8,128,4.0009765625,Meta-Llama-3-8B,10,self_attn.k_proj,4.51
4,32,8,128,2.001953125,Meta-Llama-3-8B,10,self_attn.v_proj,4.51
4,32,8,128,8.0078125,Meta-Llama-3-8B,10,self_attn.o_proj,4.51
4,32,8,128,28.02734375,Meta-Llama-3-8B,10,mlp.gate_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,10,mlp.up_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,10,mlp.down_proj,4.51
4,32,8,128,8.0078125,Meta-Llama-3-8B,11,self_attn.q_proj,4.51
8,64,8,128,4.0009765625,Meta-Llama-3-8B,11,self_attn.k_proj,4.51
4,32,8,128,2.001953125,Meta-Llama-3-8B,11,self_attn.v_proj,4.51
4,32,8,128,8.0078125,Meta-Llama-3-8B,11,self_attn.o_proj,4.51
4,32,8,128,28.02734375,Meta-Llama-3-8B,11,mlp.gate_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,11,mlp.up_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,11,mlp.down_proj,4.51
4,32,8,128,8.0078125,Meta-Llama-3-8B,12,self_attn.q_proj,4.51
8,128,8,128,4.00048828125,Meta-Llama-3-8B,12,self_attn.k_proj,4.51
8,128,8,128,4.00048828125,Meta-Llama-3-8B,12,self_attn.v_proj,4.51
4,32,8,128,8.0078125,Meta-Llama-3-8B,12,self_attn.o_proj,4.51
4,32,8,128,28.02734375,Meta-Llama-3-8B,12,mlp.gate_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,12,mlp.up_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,12,mlp.down_proj,4.51
4,32,8,128,8.0078125,Meta-Llama-3-8B,13,self_attn.q_proj,4.51
8,64,8,128,4.0009765625,Meta-Llama-3-8B,13,self_attn.k_proj,4.51
4,32,8,128,2.001953125,Meta-Llama-3-8B,13,self_attn.v_proj,4.51
4,32,8,128,8.0078125,Meta-Llama-3-8B,13,self_attn.o_proj,4.51
4,32,8,128,28.02734375,Meta-Llama-3-8B,13,mlp.gate_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,13,mlp.up_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,13,mlp.down_proj,4.51
4,32,8,128,8.0078125,Meta-Llama-3-8B,14,self_attn.q_proj,4.51
8,64,8,128,4.0009765625,Meta-Llama-3-8B,14,self_attn.k_proj,4.51
4,32,8,128,2.001953125,Meta-Llama-3-8B,14,self_attn.v_proj,4.51
4,32,8,128,8.0078125,Meta-Llama-3-8B,14,self_attn.o_proj,4.51
4,32,8,128,28.02734375,Meta-Llama-3-8B,14,mlp.gate_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,14,mlp.up_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,14,mlp.down_proj,4.51
8,128,8,128,16.001953125,Meta-Llama-3-8B,15,self_attn.q_proj,4.51
8,64,8,128,4.0009765625,Meta-Llama-3-8B,15,self_attn.k_proj,4.51
8,128,8,128,4.00048828125,Meta-Llama-3-8B,15,self_attn.v_proj,4.51
4,32,8,128,8.0078125,Meta-Llama-3-8B,15,self_attn.o_proj,4.51
4,32,8,128,28.02734375,Meta-Llama-3-8B,15,mlp.gate_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,15,mlp.up_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,15,mlp.down_proj,4.51
4,32,8,128,8.0078125,Meta-Llama-3-8B,16,self_attn.q_proj,4.51
8,64,8,128,4.0009765625,Meta-Llama-3-8B,16,self_attn.k_proj,4.51
4,32,8,128,2.001953125,Meta-Llama-3-8B,16,self_attn.v_proj,4.51
4,32,8,128,8.0078125,Meta-Llama-3-8B,16,self_attn.o_proj,4.51
4,32,8,128,28.02734375,Meta-Llama-3-8B,16,mlp.gate_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,16,mlp.up_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,16,mlp.down_proj,4.51
4,32,8,128,8.0078125,Meta-Llama-3-8B,17,self_attn.q_proj,4.51
8,64,8,128,4.0009765625,Meta-Llama-3-8B,17,self_attn.k_proj,4.51
8,128,8,128,4.00048828125,Meta-Llama-3-8B,17,self_attn.v_proj,4.51
4,32,8,128,8.0078125,Meta-Llama-3-8B,17,self_attn.o_proj,4.51
4,32,8,128,28.02734375,Meta-Llama-3-8B,17,mlp.gate_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,17,mlp.up_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,17,mlp.down_proj,4.51
4,32,8,128,8.0078125,Meta-Llama-3-8B,18,self_attn.q_proj,4.51
8,64,8,128,4.0009765625,Meta-Llama-3-8B,18,self_attn.k_proj,4.51
4,32,8,128,2.001953125,Meta-Llama-3-8B,18,self_attn.v_proj,4.51
4,32,8,128,8.0078125,Meta-Llama-3-8B,18,self_attn.o_proj,4.51
4,32,8,128,28.02734375,Meta-Llama-3-8B,18,mlp.gate_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,18,mlp.up_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,18,mlp.down_proj,4.51
4,32,8,128,8.0078125,Meta-Llama-3-8B,19,self_attn.q_proj,4.51
8,64,8,128,4.0009765625,Meta-Llama-3-8B,19,self_attn.k_proj,4.51
8,128,8,128,4.00048828125,Meta-Llama-3-8B,19,self_attn.v_proj,4.51
4,32,8,128,8.0078125,Meta-Llama-3-8B,19,self_attn.o_proj,4.51
4,32,8,128,28.02734375,Meta-Llama-3-8B,19,mlp.gate_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,19,mlp.up_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,19,mlp.down_proj,4.51
4,32,8,128,8.0078125,Meta-Llama-3-8B,20,self_attn.q_proj,4.51
8,64,8,128,4.0009765625,Meta-Llama-3-8B,20,self_attn.k_proj,4.51
8,128,8,128,4.00048828125,Meta-Llama-3-8B,20,self_attn.v_proj,4.51
4,32,8,128,8.0078125,Meta-Llama-3-8B,20,self_attn.o_proj,4.51
4,32,8,128,28.02734375,Meta-Llama-3-8B,20,mlp.gate_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,20,mlp.up_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,20,mlp.down_proj,4.51
4,32,8,128,8.0078125,Meta-Llama-3-8B,21,self_attn.q_proj,4.51
8,128,8,128,4.00048828125,Meta-Llama-3-8B,21,self_attn.k_proj,4.51
8,128,8,128,4.00048828125,Meta-Llama-3-8B,21,self_attn.v_proj,4.51
4,32,8,128,8.0078125,Meta-Llama-3-8B,21,self_attn.o_proj,4.51
4,32,8,128,28.02734375,Meta-Llama-3-8B,21,mlp.gate_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,21,mlp.up_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,21,mlp.down_proj,4.51
4,32,8,128,8.0078125,Meta-Llama-3-8B,22,self_attn.q_proj,4.51
8,128,8,128,4.00048828125,Meta-Llama-3-8B,22,self_attn.k_proj,4.51
8,128,8,128,4.00048828125,Meta-Llama-3-8B,22,self_attn.v_proj,4.51
4,32,8,128,8.0078125,Meta-Llama-3-8B,22,self_attn.o_proj,4.51
4,32,8,128,28.02734375,Meta-Llama-3-8B,22,mlp.gate_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,22,mlp.up_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,22,mlp.down_proj,4.51
4,32,8,128,8.0078125,Meta-Llama-3-8B,23,self_attn.q_proj,4.51
8,128,8,128,4.00048828125,Meta-Llama-3-8B,23,self_attn.k_proj,4.51
8,128,8,128,4.00048828125,Meta-Llama-3-8B,23,self_attn.v_proj,4.51
4,32,8,128,8.0078125,Meta-Llama-3-8B,23,self_attn.o_proj,4.51
4,32,8,128,28.02734375,Meta-Llama-3-8B,23,mlp.gate_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,23,mlp.up_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,23,mlp.down_proj,4.51
4,32,8,128,8.0078125,Meta-Llama-3-8B,24,self_attn.q_proj,4.51
8,64,8,128,4.0009765625,Meta-Llama-3-8B,24,self_attn.k_proj,4.51
8,128,8,128,4.00048828125,Meta-Llama-3-8B,24,self_attn.v_proj,4.51
4,32,8,128,8.0078125,Meta-Llama-3-8B,24,self_attn.o_proj,4.51
4,32,8,128,28.02734375,Meta-Llama-3-8B,24,mlp.gate_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,24,mlp.up_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,24,mlp.down_proj,4.51
4,32,8,128,8.0078125,Meta-Llama-3-8B,25,self_attn.q_proj,4.51
8,128,8,128,4.00048828125,Meta-Llama-3-8B,25,self_attn.k_proj,4.51
8,128,8,128,4.00048828125,Meta-Llama-3-8B,25,self_attn.v_proj,4.51
4,32,8,128,8.0078125,Meta-Llama-3-8B,25,self_attn.o_proj,4.51
4,32,8,128,28.02734375,Meta-Llama-3-8B,25,mlp.gate_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,25,mlp.up_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,25,mlp.down_proj,4.51
4,32,8,128,8.0078125,Meta-Llama-3-8B,26,self_attn.q_proj,4.51
8,64,8,128,4.0009765625,Meta-Llama-3-8B,26,self_attn.k_proj,4.51
8,128,8,128,4.00048828125,Meta-Llama-3-8B,26,self_attn.v_proj,4.51
4,32,8,128,8.0078125,Meta-Llama-3-8B,26,self_attn.o_proj,4.51
4,32,8,128,28.02734375,Meta-Llama-3-8B,26,mlp.gate_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,26,mlp.up_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,26,mlp.down_proj,4.51
4,32,8,128,8.0078125,Meta-Llama-3-8B,27,self_attn.q_proj,4.51
8,64,8,128,4.0009765625,Meta-Llama-3-8B,27,self_attn.k_proj,4.51
8,128,8,128,4.00048828125,Meta-Llama-3-8B,27,self_attn.v_proj,4.51
4,32,8,128,8.0078125,Meta-Llama-3-8B,27,self_attn.o_proj,4.51
4,32,8,128,28.02734375,Meta-Llama-3-8B,27,mlp.gate_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,27,mlp.up_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,27,mlp.down_proj,4.51
4,32,8,128,8.0078125,Meta-Llama-3-8B,28,self_attn.q_proj,4.51
8,128,8,128,4.00048828125,Meta-Llama-3-8B,28,self_attn.k_proj,4.51
8,128,8,128,4.00048828125,Meta-Llama-3-8B,28,self_attn.v_proj,4.51
4,32,8,128,8.0078125,Meta-Llama-3-8B,28,self_attn.o_proj,4.51
4,32,8,128,28.02734375,Meta-Llama-3-8B,28,mlp.gate_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,28,mlp.up_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,28,mlp.down_proj,4.51
4,32,8,128,8.0078125,Meta-Llama-3-8B,29,self_attn.q_proj,4.51
8,128,8,128,4.00048828125,Meta-Llama-3-8B,29,self_attn.k_proj,4.51
8,128,8,128,4.00048828125,Meta-Llama-3-8B,29,self_attn.v_proj,4.51
4,32,8,128,8.0078125,Meta-Llama-3-8B,29,self_attn.o_proj,4.51
4,32,8,128,28.02734375,Meta-Llama-3-8B,29,mlp.gate_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,29,mlp.up_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,29,mlp.down_proj,4.51
4,32,8,128,8.0078125,Meta-Llama-3-8B,30,self_attn.q_proj,4.51
8,128,8,128,4.00048828125,Meta-Llama-3-8B,30,self_attn.k_proj,4.51
8,128,8,128,4.00048828125,Meta-Llama-3-8B,30,self_attn.v_proj,4.51
4,32,8,128,8.0078125,Meta-Llama-3-8B,30,self_attn.o_proj,4.51
4,32,8,128,28.02734375,Meta-Llama-3-8B,30,mlp.gate_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,30,mlp.up_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,30,mlp.down_proj,4.51
4,32,8,128,8.0078125,Meta-Llama-3-8B,31,self_attn.q_proj,4.51
8,128,8,128,4.00048828125,Meta-Llama-3-8B,31,self_attn.k_proj,4.51
8,128,8,128,4.00048828125,Meta-Llama-3-8B,31,self_attn.v_proj,4.51
4,32,8,128,8.0078125,Meta-Llama-3-8B,31,self_attn.o_proj,4.51
4,32,8,128,28.02734375,Meta-Llama-3-8B,31,mlp.gate_proj,4.51
4,32,8,128,28.02734375,Meta-Llama-3-8B,31,mlp.up_proj,4.51
4,64,8,128,28.013671875,Meta-Llama-3-8B,31,mlp.down_proj,4.51
4,32,8,128,8.0078125,Meta-Llama-3-8B,0,self_attn.q_proj,4.25
8,64,8,128,4.0009765625,Meta-Llama-3-8B,0,self_attn.k_proj,4.25
4,32,8,128,2.001953125,Meta-Llama-3-8B,0,self_attn.v_proj,4.25
4,64,8,128,8.00390625,Meta-Llama-3-8B,0,self_attn.o_proj,4.25
4,64,8,128,28.013671875,Meta-Llama-3-8B,0,mlp.gate_proj,4.25
4,128,8,128,28.0068359375,Meta-Llama-3-8B,0,mlp.up_proj,4.25
3,32,8,128,21.02734375,Meta-Llama-3-8B,0,mlp.down_proj,4.25
4,32,8,128,8.0078125,Meta-Llama-3-8B,1,self_attn.q_proj,4.25
8,64,8,128,4.0009765625,Meta-Llama-3-8B,1,self_attn.k_proj,4.25
4,32,8,128,2.001953125,Meta-Llama-3-8B,1,self_attn.v_proj,4.25
4,32,8,128,8.0078125,Meta-Llama-3-8B,1,self_attn.o_proj,4.25
4,64,8,128,28.013671875,Meta-Llama-3-8B,1,mlp.gate_proj,4.25
4,128,8,128,28.0068359375,Meta-Llama-3-8B,1,mlp.up_proj,4.25
4,128,8,128,28.0068359375,Meta-Llama-3-8B,1,mlp.down_proj,4.25
4,32,8,128,8.0078125,Meta-Llama-3-8B,2,self_attn.q_proj,4.25
8,128,8,128,4.00048828125,Meta-Llama-3-8B,2,self_attn.k_proj,4.25
4,32,8,128,2.001953125,Meta-Llama-3-8B,2,self_attn.v_proj,4.25
4,64,8,128,8.00390625,Meta-Llama-3-8B,2,self_attn.o_proj,4.25
4,64,8,128,28.013671875,Meta-Llama-3-8B,2,mlp.gate_proj,4.25
4,128,8,128,28.0068359375,Meta-Llama-3-8B,2,mlp.up_proj,4.25
4,128,8,128,28.0068359375,Meta-Llama-3-8B,2,mlp.down_proj,4.25
4,32,8,128,8.0078125,Meta-Llama-3-8B,3,self_attn.q_proj,4.25
8,128,8,128,4.00048828125,Meta-Llama-3-8B,3,self_attn.k_proj,4.25
4,32,8,128,2.001953125,Meta-Llama-3-8B,3,self_attn.v_proj,4.25
4,64,8,128,8.00390625,Meta-Llama-3-8B,3,self_attn.o_proj,4.25
4,64,8,128,28.013671875,Meta-Llama-3-8B,3,mlp.gate_proj,4.25
4,128,8,128,28.0068359375,Meta-Llama-3-8B,3,mlp.up_proj,4.25
4,128,8,128,28.0068359375,Meta-Llama-3-8B,3,mlp.down_proj,4.25
4,32,8,128,8.0078125,Meta-Llama-3-8B,4,self_attn.q_proj,4.25
8,128,8,128,4.00048828125,Meta-Llama-3-8B,4,self_attn.k_proj,4.25
4,32,8,128,2.001953125,Meta-Llama-3-8B,4,self_attn.v_proj,4.25
4,64,8,128,8.00390625,Meta-Llama-3-8B,4,self_attn.o_proj,4.25
4,64,8,128,28.013671875,Meta-Llama-3-8B,4,mlp.gate_proj,4.25
3,32,8,128,21.02734375,Meta-Llama-3-8B,4,mlp.up_proj,4.25
3,32,8,128,21.02734375,Meta-Llama-3-8B,4,mlp.down_proj,4.25
4,32,8,128,8.0078125,Meta-Llama-3-8B,5,self_attn.q_proj,4.25
8,128,8,128,4.00048828125,Meta-Llama-3-8B,5,self_attn.k_proj,4.25
4,32,8,128,2.001953125,Meta-Llama-3-8B,5,self_attn.v_proj,4.25
4,64,8,128,8.00390625,Meta-Llama-3-8B,5,self_attn.o_proj,4.25
4,64,8,128,28.013671875,Meta-Llama-3-8B,5,mlp.gate_proj,4.25
3,32,8,128,21.02734375,Meta-Llama-3-8B,5,mlp.up_proj,4.25
3,32,8,128,21.02734375,Meta-Llama-3-8B,5,mlp.down_proj,4.25
4,32,8,128,8.0078125,Meta-Llama-3-8B,6,self_attn.q_proj,4.25
8,128,8,128,4.00048828125,Meta-Llama-3-8B,6,self_attn.k_proj,4.25
4,32,8,128,2.001953125,Meta-Llama-3-8B,6,self_attn.v_proj,4.25
4,64,8,128,8.00390625,Meta-Llama-3-8B,6,self_attn.o_proj,4.25
4,64,8,128,28.013671875,Meta-Llama-3-8B,6,mlp.gate_proj,4.25
3,32,8,128,21.02734375,Meta-Llama-3-8B,6,mlp.up_proj,4.25
3,32,8,128,21.02734375,Meta-Llama-3-8B,6,mlp.down_proj,4.25
4,32,8,128,8.0078125,Meta-Llama-3-8B,7,self_attn.q_proj,4.25
8,128,8,128,4.00048828125,Meta-Llama-3-8B,7,self_attn.k_proj,4.25
4,32,8,128,2.001953125,Meta-Llama-3-8B,7,self_attn.v_proj,4.25
4,64,8,128,8.00390625,Meta-Llama-3-8B,7,self_attn.o_proj,4.25
4,64,8,128,28.013671875,Meta-Llama-3-8B,7,mlp.gate_proj,4.25
4,128,8,128,28.0068359375,Meta-Llama-3-8B,7,mlp.up_proj,4.25
3,32,8,128,21.02734375,Meta-Llama-3-8B,7,mlp.down_proj,4.25
4,32,8,128,8.0078125,Meta-Llama-3-8B,8,self_attn.q_proj,4.25
8,128,8,128,4.00048828125,Meta-Llama-3-8B,8,self_attn.k_proj,4.25
4,32,8,128,2.001953125,Meta-Llama-3-8B,8,self_attn.v_proj,4.25
4,64,8,128,8.00390625,Meta-Llama-3-8B,8,self_attn.o_proj,4.25
4,64,8,128,28.013671875,Meta-Llama-3-8B,8,mlp.gate_proj,4.25
3,32,8,128,21.02734375,Meta-Llama-3-8B,8,mlp.up_proj,4.25
3,32,8,128,21.02734375,Meta-Llama-3-8B,8,mlp.down_proj,4.25
4,32,8,128,8.0078125,Meta-Llama-3-8B,9,self_attn.q_proj,4.25
8,128,8,128,4.00048828125,Meta-Llama-3-8B,9,self_attn.k_proj,4.25
4,32,8,128,2.001953125,Meta-Llama-3-8B,9,self_attn.v_proj,4.25
4,64,8,128,8.00390625,Meta-Llama-3-8B,9,self_attn.o_proj,4.25
4,64,8,128,28.013671875,Meta-Llama-3-8B,9,mlp.gate_proj,4.25
4,128,8,128,28.0068359375,Meta-Llama-3-8B,9,mlp.up_proj,4.25
3,32,8,128,21.02734375,Meta-Llama-3-8B,9,mlp.down_proj,4.25
4,32,8,128,8.0078125,Meta-Llama-3-8B,10,self_attn.q_proj,4.25
8,128,8,128,4.00048828125,Meta-Llama-3-8B,10,self_attn.k_proj,4.25
4,32,8,128,2.001953125,Meta-Llama-3-8B,10,self_attn.v_proj,4.25
4,64,8,128,8.00390625,Meta-Llama-3-8B,10,self_attn.o_proj,4.25
4,64,8,128,28.013671875,Meta-Llama-3-8B,10,mlp.gate_proj,4.25
4,128,8,128,28.0068359375,Meta-Llama-3-8B,10,mlp.up_proj,4.25
4,128,8,128,28.0068359375,Meta-Llama-3-8B,10,mlp.down_proj,4.25
4,32,8,128,8.0078125,Meta-Llama-3-8B,11,self_attn.q_proj,4.25
8,128,8,128,4.00048828125,Meta-Llama-3-8B,11,self_attn.k_proj,4.25
4,32,8,128,2.001953125,Meta-Llama-3-8B,11,self_attn.v_proj,4.25
4,64,8,128,8.00390625,Meta-Llama-3-8B,11,self_attn.o_proj,4.25
4,64,8,128,28.013671875,Meta-Llama-3-8B,11,mlp.gate_proj,4.25
4,128,8,128,28.0068359375,Meta-Llama-3-8B,11,mlp.up_proj,4.25
4,128,8,128,28.0068359375,Meta-Llama-3-8B,11,mlp.down_proj,4.25
4,32,8,128,8.0078125,Meta-Llama-3-8B,12,self_attn.q_proj,4.25
8,128,8,128,4.00048828125,Meta-Llama-3-8B,12,self_attn.k_proj,4.25
4,32,8,128,2.001953125,Meta-Llama-3-8B,12,self_attn.v_proj,4.25
4,64,8,128,8.00390625,Meta-Llama-3-8B,12,self_attn.o_proj,4.25
4,64,8,128,28.013671875,Meta-Llama-3-8B,12,mlp.gate_proj,4.25
4,64,8,128,28.013671875,Meta-Llama-3-8B,12,mlp.up_proj,4.25
4,64,8,128,28.013671875,Meta-Llama-3-8B,12,mlp.down_proj,4.25
4,32,8,128,8.0078125,Meta-Llama-3-8B,13,self_attn.q_proj,4.25
8,128,8,128,4.00048828125,Meta-Llama-3-8B,13,self_attn.k_proj,4.25
4,32,8,128,2.001953125,Meta-Llama-3-8B,13,self_attn.v_proj,4.25
4,64,8,128,8.00390625,Meta-Llama-3-8B,13,self_attn.o_proj,4.25
4,64,8,128,28.013671875,Meta-Llama-3-8B,13,mlp.gate_proj,4.25
4,64,8,128,28.013671875,Meta-Llama-3-8B,13,mlp.up_proj,4.25
4,128,8,128,28.0068359375,Meta-Llama-3-8B,13,mlp.down_proj,4.25
4,32,8,128,8.0078125,Meta-Llama-3-8B,14,self_attn.q_proj,4.25
8,128,8,128,4.00048828125,Meta-Llama-3-8B,14,self_attn.k_proj,4.25
4,32,8,128,2.001953125,Meta-Llama-3-8B,14,self_attn.v_proj,4.25
4,64,8,128,8.00390625,Meta-Llama-3-8B,14,self_attn.o_proj,4.25
4,64,8,128,28.013671875,Meta-Llama-3-8B,14,mlp.gate_proj,4.25
4,128,8,128,28.0068359375,Meta-Llama-3-8B,14,mlp.up_proj,4.25
4,128,8,128,28.0068359375,Meta-Llama-3-8B,14,mlp.down_proj,4.25
4,32,8,128,8.0078125,Meta-Llama-3-8B,15,self_attn.q_proj,4.25
8,128,8,128,4.00048828125,Meta-Llama-3-8B,15,self_attn.k_proj,4.25
4,32,8,128,2.001953125,Meta-Llama-3-8B,15,self_attn.v_proj,4.25
4,64,8,128,8.00390625,Meta-Llama-3-8B,15,self_attn.o_proj,4.25
4,64,8,128,28.013671875,Meta-Llama-3-8B,15,mlp.gate_proj,4.25
4,128,8,128,28.0068359375,Meta-Llama-3-8B,15,mlp.up_proj,4.25
4,128,8,128,28.0068359375,Meta-Llama-3-8B,15,mlp.down_proj,4.25
4,32,8,128,8.0078125,Meta-Llama-3-8B,16,self_attn.q_proj,4.25
8,128,8,128,4.00048828125,Meta-Llama-3-8B,16,self_attn.k_proj,4.25
4,32,8,128,2.001953125,Meta-Llama-3-8B,16,self_attn.v_proj,4.25
4,64,8,128,8.00390625,Meta-Llama-3-8B,16,self_attn.o_proj,4.25
4,64,8,128,28.013671875,Meta-Llama-3-8B,16,mlp.gate_proj,4.25
4,128,8,128,28.0068359375,Meta-Llama-3-8B,16,mlp.up_proj,4.25
4,128,8,128,28.0068359375,Meta-Llama-3-8B,16,mlp.down_proj,4.25
4,32,8,128,8.0078125,Meta-Llama-3-8B,17,self_attn.q_proj,4.25
8,128,8,128,4.00048828125,Meta-Llama-3-8B,17,self_attn.k_proj,4.25
4,32,8,128,2.001953125,Meta-Llama-3-8B,17,self_attn.v_proj,4.25
4,64,8,128,8.00390625,Meta-Llama-3-8B,17,self_attn.o_proj,4.25
4,64,8,128,28.013671875,Meta-Llama-3-8B,17,mlp.gate_proj,4.25
4,128,8,128,28.0068359375,Meta-Llama-3-8B,17,mlp.up_proj,4.25
4,128,8,128,28.0068359375,Meta-Llama-3-8B,17,mlp.down_proj,4.25
4,32,8,128,8.0078125,Meta-Llama-3-8B,18,self_attn.q_proj,4.25
8,128,8,128,4.00048828125,Meta-Llama-3-8B,18,self_attn.k_proj,4.25
4,32,8,128,2.001953125,Meta-Llama-3-8B,18,self_attn.v_proj,4.25
4,64,8,128,8.00390625,Meta-Llama-3-8B,18,self_attn.o_proj,4.25
4,64,8,128,28.013671875,Meta-Llama-3-8B,18,mlp.gate_proj,4.25
4,128,8,128,28.0068359375,Meta-Llama-3-8B,18,mlp.up_proj,4.25
4,128,8,128,28.0068359375,Meta-Llama-3-8B,18,mlp.down_proj,4.25
4,32,8,128,8.0078125,Meta-Llama-3-8B,19,self_attn.q_proj,4.25
8,128,8,128,4.00048828125,Meta-Llama-3-8B,19,self_attn.k_proj,4.25
4,32,8,128,2.001953125,Meta-Llama-3-8B,19,self_attn.v_proj,4.25
4,64,8,128,8.00390625,Meta-Llama-3-8B,19,self_attn.o_proj,4.25
4,64,8,128,28.013671875,Meta-Llama-3-8B,19,mlp.gate_proj,4.25
4,128,8,128,28.0068359375,Meta-Llama-3-8B,19,mlp.up_proj,4.25
4,128,8,128,28.0068359375,Meta-Llama-3-8B,19,mlp.down_proj,4.25
4,32,8,128,8.0078125,Meta-Llama-3-8B,20,self_attn.q_proj,4.25
8,128,8,128,4.00048828125,Meta-Llama-3-8B,20,self_attn.k_proj,4.25
4,32,8,128,2.001953125,Meta-Llama-3-8B,20,self_attn.v_proj,4.25
4,64,8,128,8.00390625,Meta-Llama-3-8B,20,self_attn.o_proj,4.25
4,64,8,128,28.013671875,Meta-Llama-3-8B,20,mlp.gate_proj,4.25
4,128,8,128,28.0068359375,Meta-Llama-3-8B,20,mlp.up_proj,4.25
4,128,8,128,28.0068359375,Meta-Llama-3-8B,20,mlp.down_proj,4.25
4,32,8,128,8.0078125,Meta-Llama-3-8B,21,self_attn.q_proj,4.25
8,128,8,128,4.00048828125,Meta-Llama-3-8B,21,self_attn.k_proj,4.25
4,32,8,128,2.001953125,Meta-Llama-3-8B,21,self_attn.v_proj,4.25
4,32,8,128,8.0078125,Meta-Llama-3-8B,21,self_attn.o_proj,4.25
4,64,8,128,28.013671875,Meta-Llama-3-8B,21,mlp.gate_proj,4.25
4,128,8,128,28.0068359375,Meta-Llama-3-8B,21,mlp.up_proj,4.25
4,128,8,128,28.0068359375,Meta-Llama-3-8B,21,mlp.down_proj,4.25
4,32,8,128,8.0078125,Meta-Llama-3-8B,22,self_attn.q_proj,4.25
8,128,8,128,4.00048828125,Meta-Llama-3-8B,22,self_attn.k_proj,4.25
4,32,8,128,2.001953125,Meta-Llama-3-8B,22,self_attn.v_proj,4.25
4,64,8,128,8.00390625,Meta-Llama-3-8B,22,self_attn.o_proj,4.25
4,64,8,128,28.013671875,Meta-Llama-3-8B,22,mlp.gate_proj,4.25
4,128,8,128,28.0068359375,Meta-Llama-3-8B,22,mlp.up_proj,4.25
4,128,8,128,28.0068359375,Meta-Llama-3-8B,22,mlp.down_proj,4.25
4,32,8,128,8.0078125,Meta-Llama-3-8B,23,self_attn.q_proj,4.25
8,128,8,128,4.00048828125,Meta-Llama-3-8B,23,self_attn.k_proj,4.25
4,32,8,128,2.001953125,Meta-Llama-3-8B,23,self_attn.v_proj,4.25
4,64,8,128,8.00390625,Meta-Llama-3-8B,23,self_attn.o_proj,4.25
4,64,8,128,28.013671875,Meta-Llama-3-8B,23,mlp.gate_proj,4.25
4,128,8,128,28.0068359375,Meta-Llama-3-8B,23,mlp.up_proj,4.25
4,128,8,128,28.0068359375,Meta-Llama-3-8B,23,mlp.down_proj,4.25
4,32,8,128,8.0078125,Meta-Llama-3-8B,24,self_attn.q_proj,4.25
8,128,8,128,4.00048828125,Meta-Llama-3-8B,24,self_attn.k_proj,4.25
4,32,8,128,2.001953125,Meta-Llama-3-8B,24,self_attn.v_proj,4.25
4,64,8,128,8.00390625,Meta-Llama-3-8B,24,self_attn.o_proj,4.25
4,64,8,128,28.013671875,Meta-Llama-3-8B,24,mlp.gate_proj,4.25
4,128,8,128,28.0068359375,Meta-Llama-3-8B,24,mlp.up_proj,4.25
4,128,8,128,28.0068359375,Meta-Llama-3-8B,24,mlp.down_proj,4.25
4,32,8,128,8.0078125,Meta-Llama-3-8B,25,self_attn.q_proj,4.25
8,128,8,128,4.00048828125,Meta-Llama-3-8B,25,self_attn.k_proj,4.25
4,32,8,128,2.001953125,Meta-Llama-3-8B,25,self_attn.v_proj,4.25
4,32,8,128,8.0078125,Meta-Llama-3-8B,25,self_attn.o_proj,4.25
4,64,8,128,28.013671875,Meta-Llama-3-8B,25,mlp.gate_proj,4.25
4,128,8,128,28.0068359375,Meta-Llama-3-8B,25,mlp.up_proj,4.25
4,128,8,128,28.0068359375,Meta-Llama-3-8B,25,mlp.down_proj,4.25
4,32,8,128,8.0078125,Meta-Llama-3-8B,26,self_attn.q_proj,4.25
8,128,8,128,4.00048828125,Meta-Llama-3-8B,26,self_attn.k_proj,4.25
4,32,8,128,2.001953125,Meta-Llama-3-8B,26,self_attn.v_proj,4.25
4,32,8,128,8.0078125,Meta-Llama-3-8B,26,self_attn.o_proj,4.25
4,64,8,128,28.013671875,Meta-Llama-3-8B,26,mlp.gate_proj,4.25
4,128,8,128,28.0068359375,Meta-Llama-3-8B,26,mlp.up_proj,4.25
4,128,8,128,28.0068359375,Meta-Llama-3-8B,26,mlp.down_proj,4.25
4,32,8,128,8.0078125,Meta-Llama-3-8B,27,self_attn.q_proj,4.25
8,128,8,128,4.00048828125,Meta-Llama-3-8B,27,self_attn.k_proj,4.25
4,32,8,128,2.001953125,Meta-Llama-3-8B,27,self_attn.v_proj,4.25
4,32,8,128,8.0078125,Meta-Llama-3-8B,27,self_attn.o_proj,4.25
4,64,8,128,28.013671875,Meta-Llama-3-8B,27,mlp.gate_proj,4.25
4,128,8,128,28.0068359375,Meta-Llama-3-8B,27,mlp.up_proj,4.25
4,128,8,128,28.0068359375,Meta-Llama-3-8B,27,mlp.down_proj,4.25
4,32,8,128,8.0078125,Meta-Llama-3-8B,28,self_attn.q_proj,4.25
8,128,8,128,4.00048828125,Meta-Llama-3-8B,28,self_attn.k_proj,4.25
4,32,8,128,2.001953125,Meta-Llama-3-8B,28,self_attn.v_proj,4.25
4,32,8,128,8.0078125,Meta-Llama-3-8B,28,self_attn.o_proj,4.25
4,64,8,128,28.013671875,Meta-Llama-3-8B,28,mlp.gate_proj,4.25
4,128,8,128,28.0068359375,Meta-Llama-3-8B,28,mlp.up_proj,4.25
4,128,8,128,28.0068359375,Meta-Llama-3-8B,28,mlp.down_proj,4.25
4,32,8,128,8.0078125,Meta-Llama-3-8B,29,self_attn.q_proj,4.25
8,128,8,128,4.00048828125,Meta-Llama-3-8B,29,self_attn.k_proj,4.25
8,128,8,128,4.00048828125,Meta-Llama-3-8B,29,self_attn.v_proj,4.25
4,32,8,128,8.0078125,Meta-Llama-3-8B,29,self_attn.o_proj,4.25
4,64,8,128,28.013671875,Meta-Llama-3-8B,29,mlp.gate_proj,4.25
4,64,8,128,28.013671875,Meta-Llama-3-8B,29,mlp.up_proj,4.25
4,128,8,128,28.0068359375,Meta-Llama-3-8B,29,mlp.down_proj,4.25
4,32,8,128,8.0078125,Meta-Llama-3-8B,30,self_attn.q_proj,4.25
8,128,8,128,4.00048828125,Meta-Llama-3-8B,30,self_attn.k_proj,4.25
8,128,8,128,4.00048828125,Meta-Llama-3-8B,30,self_attn.v_proj,4.25
4,32,8,128,8.0078125,Meta-Llama-3-8B,30,self_attn.o_proj,4.25
4,64,8,128,28.013671875,Meta-Llama-3-8B,30,mlp.gate_proj,4.25
4,64,8,128,28.013671875,Meta-Llama-3-8B,30,mlp.up_proj,4.25
4,64,8,128,28.013671875,Meta-Llama-3-8B,30,mlp.down_proj,4.25
4,32,8,128,8.0078125,Meta-Llama-3-8B,31,self_attn.q_proj,4.25
8,128,8,128,4.00048828125,Meta-Llama-3-8B,31,self_attn.k_proj,4.25
8,128,8,128,4.00048828125,Meta-Llama-3-8B,31,self_attn.v_proj,4.25
4,32,8,128,8.0078125,Meta-Llama-3-8B,31,self_attn.o_proj,4.25
4,32,8,128,28.02734375,Meta-Llama-3-8B,31,mlp.gate_proj,4.25
4,64,8,128,28.013671875,Meta-Llama-3-8B,31,mlp.up_proj,4.25
4,64,8,128,28.013671875,Meta-Llama-3-8B,31,mlp.down_proj,4.25
4,32,8,128,8.0078125,Meta-Llama-3-8B,0,self_attn.q_proj,4.13
8,64,8,128,4.0009765625,Meta-Llama-3-8B,0,self_attn.k_proj,4.13
4,32,8,128,2.001953125,Meta-Llama-3-8B,0,self_attn.v_proj,4.13
4,64,8,128,8.00390625,Meta-Llama-3-8B,0,self_attn.o_proj,4.13
4,64,8,128,28.013671875,Meta-Llama-3-8B,0,mlp.gate_proj,4.13
3,32,8,128,21.02734375,Meta-Llama-3-8B,0,mlp.up_proj,4.13
3,32,8,128,21.02734375,Meta-Llama-3-8B,0,mlp.down_proj,4.13
4,32,8,128,8.0078125,Meta-Llama-3-8B,1,self_attn.q_proj,4.13
8,64,8,128,4.0009765625,Meta-Llama-3-8B,1,self_attn.k_proj,4.13
4,32,8,128,2.001953125,Meta-Llama-3-8B,1,self_attn.v_proj,4.13
4,32,8,128,8.0078125,Meta-Llama-3-8B,1,self_attn.o_proj,4.13
4,64,8,128,28.013671875,Meta-Llama-3-8B,1,mlp.gate_proj,4.13
4,128,8,128,28.0068359375,Meta-Llama-3-8B,1,mlp.up_proj,4.13
3,32,8,128,21.02734375,Meta-Llama-3-8B,1,mlp.down_proj,4.13
4,32,8,128,8.0078125,Meta-Llama-3-8B,2,self_attn.q_proj,4.13
8,128,8,128,4.00048828125,Meta-Llama-3-8B,2,self_attn.k_proj,4.13
4,32,8,128,2.001953125,Meta-Llama-3-8B,2,self_attn.v_proj,4.13
4,64,8,128,8.00390625,Meta-Llama-3-8B,2,self_attn.o_proj,4.13
4,64,8,128,28.013671875,Meta-Llama-3-8B,2,mlp.gate_proj,4.13
4,128,8,128,28.0068359375,Meta-Llama-3-8B,2,mlp.up_proj,4.13
4,128,8,128,28.0068359375,Meta-Llama-3-8B,2,mlp.down_proj,4.13
4,32,8,128,8.0078125,Meta-Llama-3-8B,3,self_attn.q_proj,4.13
8,128,8,128,4.00048828125,Meta-Llama-3-8B,3,self_attn.k_proj,4.13
4,32,8,128,2.001953125,Meta-Llama-3-8B,3,self_attn.v_proj,4.13
4,64,8,128,8.00390625,Meta-Llama-3-8B,3,self_attn.o_proj,4.13
4,64,8,128,28.013671875,Meta-Llama-3-8B,3,mlp.gate_proj,4.13
3,32,8,128,21.02734375,Meta-Llama-3-8B,3,mlp.up_proj,4.13
3,32,8,128,21.02734375,Meta-Llama-3-8B,3,mlp.down_proj,4.13
4,32,8,128,8.0078125,Meta-Llama-3-8B,4,self_attn.q_proj,4.13
8,128,8,128,4.00048828125,Meta-Llama-3-8B,4,self_attn.k_proj,4.13
4,32,8,128,2.001953125,Meta-Llama-3-8B,4,self_attn.v_proj,4.13
4,64,8,128,8.00390625,Meta-Llama-3-8B,4,self_attn.o_proj,4.13
4,64,8,128,28.013671875,Meta-Llama-3-8B,4,mlp.gate_proj,4.13
3,32,8,128,21.02734375,Meta-Llama-3-8B,4,mlp.up_proj,4.13
3,32,8,128,21.02734375,Meta-Llama-3-8B,4,mlp.down_proj,4.13
4,32,8,128,8.0078125,Meta-Llama-3-8B,5,self_attn.q_proj,4.13
8,128,8,128,4.00048828125,Meta-Llama-3-8B,5,self_attn.k_proj,4.13
4,32,8,128,2.001953125,Meta-Llama-3-8B,5,self_attn.v_proj,4.13
4,64,8,128,8.00390625,Meta-Llama-3-8B,5,self_attn.o_proj,4.13
4,64,8,128,28.013671875,Meta-Llama-3-8B,5,mlp.gate_proj,4.13
3,32,8,128,21.02734375,Meta-Llama-3-8B,5,mlp.up_proj,4.13
3,32,8,128,21.02734375,Meta-Llama-3-8B,5,mlp.down_proj,4.13
4,32,8,128,8.0078125,Meta-Llama-3-8B,6,self_attn.q_proj,4.13
8,128,8,128,4.00048828125,Meta-Llama-3-8B,6,self_attn.k_proj,4.13
4,32,8,128,2.001953125,Meta-Llama-3-8B,6,self_attn.v_proj,4.13
4,64,8,128,8.00390625,Meta-Llama-3-8B,6,self_attn.o_proj,4.13
4,64,8,128,28.013671875,Meta-Llama-3-8B,6,mlp.gate_proj,4.13
3,32,8,128,21.02734375,Meta-Llama-3-8B,6,mlp.up_proj,4.13
3,32,8,128,21.02734375,Meta-Llama-3-8B,6,mlp.down_proj,4.13
4,32,8,128,8.0078125,Meta-Llama-3-8B,7,self_attn.q_proj,4.13
8,128,8,128,4.00048828125,Meta-Llama-3-8B,7,self_attn.k_proj,4.13
4,32,8,128,2.001953125,Meta-Llama-3-8B,7,self_attn.v_proj,4.13
4,64,8,128,8.00390625,Meta-Llama-3-8B,7,self_attn.o_proj,4.13
4,64,8,128,28.013671875,Meta-Llama-3-8B,7,mlp.gate_proj,4.13
3,32,8,128,21.02734375,Meta-Llama-3-8B,7,mlp.up_proj,4.13
3,32,8,128,21.02734375,Meta-Llama-3-8B,7,mlp.down_proj,4.13
4,32,8,128,8.0078125,Meta-Llama-3-8B,8,self_attn.q_proj,4.13
8,128,8,128,4.00048828125,Meta-Llama-3-8B,8,self_attn.k_proj,4.13
4,32,8,128,2.001953125,Meta-Llama-3-8B,8,self_attn.v_proj,4.13
4,64,8,128,8.00390625,Meta-Llama-3-8B,8,self_attn.o_proj,4.13
4,64,8,128,28.013671875,Meta-Llama-3-8B,8,mlp.gate_proj,4.13
3,32,8,128,21.02734375,Meta-Llama-3-8B,8,mlp.up_proj,4.13
3,32,8,128,21.02734375,Meta-Llama-3-8B,8,mlp.down_proj,4.13
4,32,8,128,8.0078125,Meta-Llama-3-8B,9,self_attn.q_proj,4.13
8,128,8,128,4.00048828125,Meta-Llama-3-8B,9,self_attn.k_proj,4.13
4,32,8,128,2.001953125,Meta-Llama-3-8B,9,self_attn.v_proj,4.13
4,64,8,128,8.00390625,Meta-Llama-3-8B,9,self_attn.o_proj,4.13
4,64,8,128,28.013671875,Meta-Llama-3-8B,9,mlp.gate_proj,4.13
3,32,8,128,21.02734375,Meta-Llama-3-8B,9,mlp.up_proj,4.13
3,32,8,128,21.02734375,Meta-Llama-3-8B,9,mlp.down_proj,4.13
4,32,8,128,8.0078125,Meta-Llama-3-8B,10,self_attn.q_proj,4.13
8,128,8,128,4.00048828125,Meta-Llama-3-8B,10,self_attn.k_proj,4.13
4,32,8,128,2.001953125,Meta-Llama-3-8B,10,self_attn.v_proj,4.13
4,64,8,128,8.00390625,Meta-Llama-3-8B,10,self_attn.o_proj,4.13
4,64,8,128,28.013671875,Meta-Llama-3-8B,10,mlp.gate_proj,4.13
3,32,8,128,21.02734375,Meta-Llama-3-8B,10,mlp.up_proj,4.13
3,32,8,128,21.02734375,Meta-Llama-3-8B,10,mlp.down_proj,4.13
4,32,8,128,8.0078125,Meta-Llama-3-8B,11,self_attn.q_proj,4.13
8,128,8,128,4.00048828125,Meta-Llama-3-8B,11,self_attn.k_proj,4.13
4,32,8,128,2.001953125,Meta-Llama-3-8B,11,self_attn.v_proj,4.13
4,64,8,128,8.00390625,Meta-Llama-3-8B,11,self_attn.o_proj,4.13
4,64,8,128,28.013671875,Meta-Llama-3-8B,11,mlp.gate_proj,4.13
4,128,8,128,28.0068359375,Meta-Llama-3-8B,11,mlp.up_proj,4.13
3,32,8,128,21.02734375,Meta-Llama-3-8B,11,mlp.down_proj,4.13
4,32,8,128,8.0078125,Meta-Llama-3-8B,12,self_attn.q_proj,4.13
8,128,8,128,4.00048828125,Meta-Llama-3-8B,12,self_attn.k_proj,4.13
4,32,8,128,2.001953125,Meta-Llama-3-8B,12,self_attn.v_proj,4.13
4,64,8,128,8.00390625,Meta-Llama-3-8B,12,self_attn.o_proj,4.13
4,64,8,128,28.013671875,Meta-Llama-3-8B,12,mlp.gate_proj,4.13
4,128,8,128,28.0068359375,Meta-Llama-3-8B,12,mlp.up_proj,4.13
4,128,8,128,28.0068359375,Meta-Llama-3-8B,12,mlp.down_proj,4.13
4,32,8,128,8.0078125,Meta-Llama-3-8B,13,self_attn.q_proj,4.13
8,128,8,128,4.00048828125,Meta-Llama-3-8B,13,self_attn.k_proj,4.13
4,32,8,128,2.001953125,Meta-Llama-3-8B,13,self_attn.v_proj,4.13
4,64,8,128,8.00390625,Meta-Llama-3-8B,13,self_attn.o_proj,4.13
4,64,8,128,28.013671875,Meta-Llama-3-8B,13,mlp.gate_proj,4.13
4,128,8,128,28.0068359375,Meta-Llama-3-8B,13,mlp.up_proj,4.13
4,128,8,128,28.0068359375,Meta-Llama-3-8B,13,mlp.down_proj,4.13
4,32,8,128,8.0078125,Meta-Llama-3-8B,14,self_attn.q_proj,4.13
8,64,8,128,4.0009765625,Meta-Llama-3-8B,14,self_attn.k_proj,4.13
4,32,8,128,2.001953125,Meta-Llama-3-8B,14,self_attn.v_proj,4.13
4,64,8,128,8.00390625,Meta-Llama-3-8B,14,self_attn.o_proj,4.13
4,64,8,128,28.013671875,Meta-Llama-3-8B,14,mlp.gate_proj,4.13
4,128,8,128,28.0068359375,Meta-Llama-3-8B,14,mlp.up_proj,4.13
4,128,8,128,28.0068359375,Meta-Llama-3-8B,14,mlp.down_proj,4.13
4,32,8,128,8.0078125,Meta-Llama-3-8B,15,self_attn.q_proj,4.13
8,128,8,128,4.00048828125,Meta-Llama-3-8B,15,self_attn.k_proj,4.13
4,32,8,128,2.001953125,Meta-Llama-3-8B,15,self_attn.v_proj,4.13
4,64,8,128,8.00390625,Meta-Llama-3-8B,15,self_attn.o_proj,4.13
4,64,8,128,28.013671875,Meta-Llama-3-8B,15,mlp.gate_proj,4.13
4,128,8,128,28.0068359375,Meta-Llama-3-8B,15,mlp.up_proj,4.13
4,128,8,128,28.0068359375,Meta-Llama-3-8B,15,mlp.down_proj,4.13
4,32,8,128,8.0078125,Meta-Llama-3-8B,16,self_attn.q_proj,4.13
8,128,8,128,4.00048828125,Meta-Llama-3-8B,16,self_attn.k_proj,4.13
4,32,8,128,2.001953125,Meta-Llama-3-8B,16,self_attn.v_proj,4.13
4,64,8,128,8.00390625,Meta-Llama-3-8B,16,self_attn.o_proj,4.13
4,64,8,128,28.013671875,Meta-Llama-3-8B,16,mlp.gate_proj,4.13
3,32,8,128,21.02734375,Meta-Llama-3-8B,16,mlp.up_proj,4.13
3,32,8,128,21.02734375,Meta-Llama-3-8B,16,mlp.down_proj,4.13
4,32,8,128,8.0078125,Meta-Llama-3-8B,17,self_attn.q_proj,4.13
8,128,8,128,4.00048828125,Meta-Llama-3-8B,17,self_attn.k_proj,4.13
4,32,8,128,2.001953125,Meta-Llama-3-8B,17,self_attn.v_proj,4.13
4,64,8,128,8.00390625,Meta-Llama-3-8B,17,self_attn.o_proj,4.13
4,64,8,128,28.013671875,Meta-Llama-3-8B,17,mlp.gate_proj,4.13
3,32,8,128,21.02734375,Meta-Llama-3-8B,17,mlp.up_proj,4.13
3,32,8,128,21.02734375,Meta-Llama-3-8B,17,mlp.down_proj,4.13
4,32,8,128,8.0078125,Meta-Llama-3-8B,18,self_attn.q_proj,4.13
8,128,8,128,4.00048828125,Meta-Llama-3-8B,18,self_attn.k_proj,4.13
4,32,8,128,2.001953125,Meta-Llama-3-8B,18,self_attn.v_proj,4.13
4,64,8,128,8.00390625,Meta-Llama-3-8B,18,self_attn.o_proj,4.13
4,64,8,128,28.013671875,Meta-Llama-3-8B,18,mlp.gate_proj,4.13
3,32,8,128,21.02734375,Meta-Llama-3-8B,18,mlp.up_proj,4.13
3,32,8,128,21.02734375,Meta-Llama-3-8B,18,mlp.down_proj,4.13
4,32,8,128,8.0078125,Meta-Llama-3-8B,19,self_attn.q_proj,4.13
8,128,8,128,4.00048828125,Meta-Llama-3-8B,19,self_attn.k_proj,4.13
4,32,8,128,2.001953125,Meta-Llama-3-8B,19,self_attn.v_proj,4.13
4,64,8,128,8.00390625,Meta-Llama-3-8B,19,self_attn.o_proj,4.13
4,64,8,128,28.013671875,Meta-Llama-3-8B,19,mlp.gate_proj,4.13
3,32,8,128,21.02734375,Meta-Llama-3-8B,19,mlp.up_proj,4.13
3,32,8,128,21.02734375,Meta-Llama-3-8B,19,mlp.down_proj,4.13
4,32,8,128,8.0078125,Meta-Llama-3-8B,20,self_attn.q_proj,4.13
8,128,8,128,4.00048828125,Meta-Llama-3-8B,20,self_attn.k_proj,4.13
4,32,8,128,2.001953125,Meta-Llama-3-8B,20,self_attn.v_proj,4.13
4,64,8,128,8.00390625,Meta-Llama-3-8B,20,self_attn.o_proj,4.13
4,64,8,128,28.013671875,Meta-Llama-3-8B,20,mlp.gate_proj,4.13
3,32,8,128,21.02734375,Meta-Llama-3-8B,20,mlp.up_proj,4.13
3,32,8,128,21.02734375,Meta-Llama-3-8B,20,mlp.down_proj,4.13
4,32,8,128,8.0078125,Meta-Llama-3-8B,21,self_attn.q_proj,4.13
8,128,8,128,4.00048828125,Meta-Llama-3-8B,21,self_attn.k_proj,4.13
4,32,8,128,2.001953125,Meta-Llama-3-8B,21,self_attn.v_proj,4.13
4,64,8,128,8.00390625,Meta-Llama-3-8B,21,self_attn.o_proj,4.13
4,64,8,128,28.013671875,Meta-Llama-3-8B,21,mlp.gate_proj,4.13
3,32,8,128,21.02734375,Meta-Llama-3-8B,21,mlp.up_proj,4.13
3,32,8,128,21.02734375,Meta-Llama-3-8B,21,mlp.down_proj,4.13
4,32,8,128,8.0078125,Meta-Llama-3-8B,22,self_attn.q_proj,4.13
8,128,8,128,4.00048828125,Meta-Llama-3-8B,22,self_attn.k_proj,4.13
4,32,8,128,2.001953125,Meta-Llama-3-8B,22,self_attn.v_proj,4.13
4,64,8,128,8.00390625,Meta-Llama-3-8B,22,self_attn.o_proj,4.13
4,64,8,128,28.013671875,Meta-Llama-3-8B,22,mlp.gate_proj,4.13
4,128,8,128,28.0068359375,Meta-Llama-3-8B,22,mlp.up_proj,4.13
3,32,8,128,21.02734375,Meta-Llama-3-8B,22,mlp.down_proj,4.13
4,32,8,128,8.0078125,Meta-Llama-3-8B,23,self_attn.q_proj,4.13
8,128,8,128,4.00048828125,Meta-Llama-3-8B,23,self_attn.k_proj,4.13
4,32,8,128,2.001953125,Meta-Llama-3-8B,23,self_attn.v_proj,4.13
4,64,8,128,8.00390625,Meta-Llama-3-8B,23,self_attn.o_proj,4.13
4,64,8,128,28.013671875,Meta-Llama-3-8B,23,mlp.gate_proj,4.13
4,128,8,128,28.0068359375,Meta-Llama-3-8B,23,mlp.up_proj,4.13
4,128,8,128,28.0068359375,Meta-Llama-3-8B,23,mlp.down_proj,4.13
4,32,8,128,8.0078125,Meta-Llama-3-8B,24,self_attn.q_proj,4.13
8,128,8,128,4.00048828125,Meta-Llama-3-8B,24,self_attn.k_proj,4.13
4,32,8,128,2.001953125,Meta-Llama-3-8B,24,self_attn.v_proj,4.13
4,64,8,128,8.00390625,Meta-Llama-3-8B,24,self_attn.o_proj,4.13
4,64,8,128,28.013671875,Meta-Llama-3-8B,24,mlp.gate_proj,4.13
4,128,8,128,28.0068359375,Meta-Llama-3-8B,24,mlp.up_proj,4.13
4,128,8,128,28.0068359375,Meta-Llama-3-8B,24,mlp.down_proj,4.13
4,32,8,128,8.0078125,Meta-Llama-3-8B,25,self_attn.q_proj,4.13
8,128,8,128,4.00048828125,Meta-Llama-3-8B,25,self_attn.k_proj,4.13
4,32,8,128,2.001953125,Meta-Llama-3-8B,25,self_attn.v_proj,4.13
4,32,8,128,8.0078125,Meta-Llama-3-8B,25,self_attn.o_proj,4.13
4,64,8,128,28.013671875,Meta-Llama-3-8B,25,mlp.gate_proj,4.13
4,128,8,128,28.0068359375,Meta-Llama-3-8B,25,mlp.up_proj,4.13
4,128,8,128,28.0068359375,Meta-Llama-3-8B,25,mlp.down_proj,4.13
4,32,8,128,8.0078125,Meta-Llama-3-8B,26,self_attn.q_proj,4.13
8,128,8,128,4.00048828125,Meta-Llama-3-8B,26,self_attn.k_proj,4.13
4,32,8,128,2.001953125,Meta-Llama-3-8B,26,self_attn.v_proj,4.13
4,64,8,128,8.00390625,Meta-Llama-3-8B,26,self_attn.o_proj,4.13
4,64,8,128,28.013671875,Meta-Llama-3-8B,26,mlp.gate_proj,4.13
4,128,8,128,28.0068359375,Meta-Llama-3-8B,26,mlp.up_proj,4.13
4,128,8,128,28.0068359375,Meta-Llama-3-8B,26,mlp.down_proj,4.13
4,32,8,128,8.0078125,Meta-Llama-3-8B,27,self_attn.q_proj,4.13
8,128,8,128,4.00048828125,Meta-Llama-3-8B,27,self_attn.k_proj,4.13
4,32,8,128,2.001953125,Meta-Llama-3-8B,27,self_attn.v_proj,4.13
4,32,8,128,8.0078125,Meta-Llama-3-8B,27,self_attn.o_proj,4.13
4,64,8,128,28.013671875,Meta-Llama-3-8B,27,mlp.gate_proj,4.13
4,128,8,128,28.0068359375,Meta-Llama-3-8B,27,mlp.up_proj,4.13
4,128,8,128,28.0068359375,Meta-Llama-3-8B,27,mlp.down_proj,4.13
4,32,8,128,8.0078125,Meta-Llama-3-8B,28,self_attn.q_proj,4.13
8,128,8,128,4.00048828125,Meta-Llama-3-8B,28,self_attn.k_proj,4.13
4,32,8,128,2.001953125,Meta-Llama-3-8B,28,self_attn.v_proj,4.13
4,32,8,128,8.0078125,Meta-Llama-3-8B,28,self_attn.o_proj,4.13
4,64,8,128,28.013671875,Meta-Llama-3-8B,28,mlp.gate_proj,4.13
4,128,8,128,28.0068359375,Meta-Llama-3-8B,28,mlp.up_proj,4.13
4,128,8,128,28.0068359375,Meta-Llama-3-8B,28,mlp.down_proj,4.13
4,32,8,128,8.0078125,Meta-Llama-3-8B,29,self_attn.q_proj,4.13
8,128,8,128,4.00048828125,Meta-Llama-3-8B,29,self_attn.k_proj,4.13
8,128,8,128,4.00048828125,Meta-Llama-3-8B,29,self_attn.v_proj,4.13
4,32,8,128,8.0078125,Meta-Llama-3-8B,29,self_attn.o_proj,4.13
4,64,8,128,28.013671875,Meta-Llama-3-8B,29,mlp.gate_proj,4.13
4,64,8,128,28.013671875,Meta-Llama-3-8B,29,mlp.up_proj,4.13
4,128,8,128,28.0068359375,Meta-Llama-3-8B,29,mlp.down_proj,4.13
4,32,8,128,8.0078125,Meta-Llama-3-8B,30,self_attn.q_proj,4.13
8,128,8,128,4.00048828125,Meta-Llama-3-8B,30,self_attn.k_proj,4.13
8,128,8,128,4.00048828125,Meta-Llama-3-8B,30,self_attn.v_proj,4.13
4,32,8,128,8.0078125,Meta-Llama-3-8B,30,self_attn.o_proj,4.13
4,64,8,128,28.013671875,Meta-Llama-3-8B,30,mlp.gate_proj,4.13
4,64,8,128,28.013671875,Meta-Llama-3-8B,30,mlp.up_proj,4.13
4,128,8,128,28.0068359375,Meta-Llama-3-8B,30,mlp.down_proj,4.13
4,32,8,128,8.0078125,Meta-Llama-3-8B,31,self_attn.q_proj,4.13
8,128,8,128,4.00048828125,Meta-Llama-3-8B,31,self_attn.k_proj,4.13
8,128,8,128,4.00048828125,Meta-Llama-3-8B,31,self_attn.v_proj,4.13
4,32,8,128,8.0078125,Meta-Llama-3-8B,31,self_attn.o_proj,4.13
4,32,8,128,28.02734375,Meta-Llama-3-8B,31,mlp.gate_proj,4.13
4,64,8,128,28.013671875,Meta-Llama-3-8B,31,mlp.up_proj,4.13
4,64,8,128,28.013671875,Meta-Llama-3-8B,31,mlp.down_proj,4.13