layer,module,nbit1,gsize1,nbit2,gsize2,fnorm,memmb,params
0,self_attn.q_proj,2,32,8,128,36.28812789916992,80.25,268435456
0,self_attn.q_proj,2,64,8,128,43.1547966003418,72.125,268435456
0,self_attn.q_proj,2,128,8,128,49.09684371948242,68.0625,268435456
0,self_attn.q_proj,3,32,8,128,15.84768009185791,112.25,268435456
0,self_attn.q_proj,3,64,8,128,18.928203582763672,104.125,268435456
0,self_attn.q_proj,3,128,8,128,21.987850189208984,100.0625,268435456
0,self_attn.q_proj,4,32,8,128,7.389880180358887,144.25,268435456
0,self_attn.q_proj,4,64,8,128,8.862153053283691,136.125,268435456
0,self_attn.q_proj,4,128,8,128,10.291259765625,132.0625,268435456
0,self_attn.q_proj,8,32,8,128,0.45604968070983887,272.25,268435456
0,self_attn.q_proj,8,64,8,128,0.5418052673339844,264.125,268435456
0,self_attn.q_proj,8,128,8,128,0.6239826679229736,260.0625,268435456
0,self_attn.v_proj,2,32,8,128,12.359530448913574,10.03125,33554432
0,self_attn.v_proj,2,64,8,128,15.241157531738281,9.015625,33554432
0,self_attn.v_proj,2,128,8,128,17.82184600830078,8.5078125,33554432
0,self_attn.v_proj,3,32,8,128,5.281795501708984,14.03125,33554432
0,self_attn.v_proj,3,64,8,128,6.51446533203125,13.015625,33554432
0,self_attn.v_proj,3,128,8,128,7.628719329833984,12.5078125,33554432
0,self_attn.v_proj,4,32,8,128,2.4641923904418945,18.03125,33554432
0,self_attn.v_proj,4,64,8,128,3.0397133827209473,17.015625,33554432
0,self_attn.v_proj,4,128,8,128,3.5585989952087402,16.5078125,33554432
0,self_attn.v_proj,8,32,8,128,0.1493941694498062,34.03125,33554432
0,self_attn.v_proj,8,64,8,128,0.184213787317276,33.015625,33554432
0,self_attn.v_proj,8,128,8,128,0.21534235775470734,32.5078125,33554432
0,self_attn.k_proj,2,32,8,128,24.145109176635742,10.03125,33554432
0,self_attn.k_proj,2,64,8,128,32.130855560302734,9.015625,33554432
0,self_attn.k_proj,2,128,8,128,38.4593505859375,8.5078125,33554432
0,self_attn.k_proj,3,32,8,128,10.341811180114746,14.03125,33554432
0,self_attn.k_proj,3,64,8,128,13.91916275024414,13.015625,33554432
0,self_attn.k_proj,3,128,8,128,16.970258712768555,12.5078125,33554432
0,self_attn.k_proj,4,32,8,128,4.818264007568359,18.03125,33554432
0,self_attn.k_proj,4,64,8,128,6.486172199249268,17.015625,33554432
0,self_attn.k_proj,4,128,8,128,7.933010101318359,16.5078125,33554432
0,self_attn.k_proj,8,32,8,128,0.2930505871772766,34.03125,33554432
0,self_attn.k_proj,8,64,8,128,0.39344313740730286,33.015625,33554432
0,self_attn.k_proj,8,128,8,128,0.4801323115825653,32.5078125,33554432
0,self_attn.o_proj,2,32,8,128,29.050128936767578,80.25,268435456
0,self_attn.o_proj,2,64,8,128,33.906944274902344,72.125,268435456
0,self_attn.o_proj,2,128,8,128,38.55991744995117,68.0625,268435456
0,self_attn.o_proj,3,32,8,128,12.391590118408203,112.25,268435456
0,self_attn.o_proj,3,64,8,128,14.667899131774902,104.125,268435456
0,self_attn.o_proj,3,128,8,128,16.69217872619629,100.0625,268435456
0,self_attn.o_proj,4,32,8,128,5.815931797027588,144.25,268435456
0,self_attn.o_proj,4,64,8,128,6.821481704711914,136.125,268435456
0,self_attn.o_proj,4,128,8,128,7.884335041046143,132.0625,268435456
0,self_attn.o_proj,8,32,8,128,0.3571329712867737,272.25,268435456
0,self_attn.o_proj,8,64,8,128,0.4148615896701813,264.125,268435456
0,self_attn.o_proj,8,128,8,128,0.4775804281234741,260.0625,268435456
0,mlp.gate_proj,2,32,8,128,45.338348388671875,260.8125,872415232
0,mlp.gate_proj,2,64,8,128,52.66387176513672,234.40625,872415232
0,mlp.gate_proj,2,128,8,128,64.02377319335938,221.203125,872415232
0,mlp.gate_proj,3,32,8,128,19.094398498535156,364.8125,872415232
0,mlp.gate_proj,3,64,8,128,23.59719467163086,338.40625,872415232
0,mlp.gate_proj,3,128,8,128,28.185014724731445,325.203125,872415232
0,mlp.gate_proj,4,32,8,128,8.886612892150879,468.8125,872415232
0,mlp.gate_proj,4,64,8,128,11.33676815032959,442.40625,872415232
0,mlp.gate_proj,4,128,8,128,13.018265724182129,429.203125,872415232
0,mlp.gate_proj,8,32,8,128,0.5405972003936768,884.8125,872415232
0,mlp.gate_proj,8,64,8,128,0.6806797981262207,858.40625,872415232
0,mlp.gate_proj,8,128,8,128,0.7829838991165161,845.203125,872415232
0,mlp.up_proj,2,32,8,128,45.30128860473633,260.8125,872415232
0,mlp.up_proj,2,64,8,128,52.314884185791016,234.40625,872415232
0,mlp.up_proj,2,128,8,128,63.566650390625,221.203125,872415232
0,mlp.up_proj,3,32,8,128,18.9385929107666,364.8125,872415232
0,mlp.up_proj,3,64,8,128,23.36273956298828,338.40625,872415232
0,mlp.up_proj,3,128,8,128,27.414430618286133,325.203125,872415232
0,mlp.up_proj,4,32,8,128,8.814043045043945,468.8125,872415232
0,mlp.up_proj,4,64,8,128,11.181219100952148,442.40625,872415232
0,mlp.up_proj,4,128,8,128,12.673749923706055,429.203125,872415232
0,mlp.up_proj,8,32,8,128,0.5365930199623108,884.8125,872415232
0,mlp.up_proj,8,64,8,128,0.6684104800224304,858.40625,872415232
0,mlp.up_proj,8,128,8,128,0.7641063928604126,845.203125,872415232
0,mlp.down_proj,2,32,8,128,45.481536865234375,260.8125,872415232
0,mlp.down_proj,2,64,8,128,52.619258880615234,234.40625,872415232
0,mlp.down_proj,2,128,8,128,61.756507873535156,221.203125,872415232
0,mlp.down_proj,3,32,8,128,19.352325439453125,364.8125,872415232
0,mlp.down_proj,3,64,8,128,23.37004852294922,338.40625,872415232
0,mlp.down_proj,3,128,8,128,27.15283966064453,325.203125,872415232
0,mlp.down_proj,4,32,8,128,9.075087547302246,468.8125,872415232
0,mlp.down_proj,4,64,8,128,11.108660697937012,442.40625,872415232
0,mlp.down_proj,4,128,8,128,12.903027534484863,429.203125,872415232
0,mlp.down_proj,8,32,8,128,0.5546863079071045,884.8125,872415232
0,mlp.down_proj,8,64,8,128,0.672213077545166,858.40625,872415232
0,mlp.down_proj,8,128,8,128,0.7834839820861816,845.203125,872415232
1,self_attn.q_proj,2,32,8,128,27.690950393676758,80.25,268435456
1,self_attn.q_proj,2,64,8,128,33.063087463378906,72.125,268435456
1,self_attn.q_proj,2,128,8,128,37.125030517578125,68.0625,268435456
1,self_attn.q_proj,3,32,8,128,12.292800903320312,112.25,268435456
1,self_attn.q_proj,3,64,8,128,15.179203987121582,104.125,268435456
1,self_attn.q_proj,3,128,8,128,17.690746307373047,100.0625,268435456
1,self_attn.q_proj,4,32,8,128,5.7599101066589355,144.25,268435456
1,self_attn.q_proj,4,64,8,128,7.093989372253418,136.125,268435456
1,self_attn.q_proj,4,128,8,128,8.338144302368164,132.0625,268435456
1,self_attn.q_proj,8,32,8,128,0.36713290214538574,272.25,268435456
1,self_attn.q_proj,8,64,8,128,0.4368221163749695,264.125,268435456
1,self_attn.q_proj,8,128,8,128,0.5073455572128296,260.0625,268435456
1,self_attn.v_proj,2,32,8,128,12.177810668945312,10.03125,33554432
1,self_attn.v_proj,2,64,8,128,15.105097770690918,9.015625,33554432
1,self_attn.v_proj,2,128,8,128,17.752639770507812,8.5078125,33554432
1,self_attn.v_proj,3,32,8,128,5.2043633460998535,14.03125,33554432
1,self_attn.v_proj,3,64,8,128,6.45582389831543,13.015625,33554432
1,self_attn.v_proj,3,128,8,128,7.602989196777344,12.5078125,33554432
1,self_attn.v_proj,4,32,8,128,2.42741322517395,18.03125,33554432
1,self_attn.v_proj,4,64,8,128,3.0129754543304443,17.015625,33554432
1,self_attn.v_proj,4,128,8,128,3.548578977584839,16.5078125,33554432
1,self_attn.v_proj,8,32,8,128,0.14732666313648224,34.03125,33554432
1,self_attn.v_proj,8,64,8,128,0.18262295424938202,33.015625,33554432
1,self_attn.v_proj,8,128,8,128,0.21466419100761414,32.5078125,33554432
1,self_attn.k_proj,2,32,8,128,22.273099899291992,10.03125,33554432
1,self_attn.k_proj,2,64,8,128,29.337146759033203,9.015625,33554432
1,self_attn.k_proj,2,128,8,128,35.652103424072266,8.5078125,33554432
1,self_attn.k_proj,3,32,8,128,9.693957328796387,14.03125,33554432
1,self_attn.k_proj,3,64,8,128,13.215134620666504,13.015625,33554432
1,self_attn.k_proj,3,128,8,128,17.021638870239258,12.5078125,33554432
1,self_attn.k_proj,4,32,8,128,4.523364543914795,18.03125,33554432
1,self_attn.k_proj,4,64,8,128,6.169956684112549,17.015625,33554432
1,self_attn.k_proj,4,128,8,128,7.98049259185791,16.5078125,33554432
1,self_attn.k_proj,8,32,8,128,0.2743431329727173,34.03125,33554432
1,self_attn.k_proj,8,64,8,128,0.3739296495914459,33.015625,33554432
1,self_attn.k_proj,8,128,8,128,0.4828311502933502,32.5078125,33554432
1,self_attn.o_proj,2,32,8,128,40.87164306640625,80.25,268435456
1,self_attn.o_proj,2,64,8,128,47.77991485595703,72.125,268435456
1,self_attn.o_proj,2,128,8,128,54.215118408203125,68.0625,268435456
1,self_attn.o_proj,3,32,8,128,17.43588638305664,112.25,268435456
1,self_attn.o_proj,3,64,8,128,20.537538528442383,104.125,268435456
1,self_attn.o_proj,3,128,8,128,23.387096405029297,100.0625,268435456
1,self_attn.o_proj,4,32,8,128,8.177144050598145,144.25,268435456
1,self_attn.o_proj,4,64,8,128,9.556356430053711,136.125,268435456
1,self_attn.o_proj,4,128,8,128,10.962779998779297,132.0625,268435456
1,self_attn.o_proj,8,32,8,128,0.5011242032051086,272.25,268435456
1,self_attn.o_proj,8,64,8,128,0.5826413631439209,264.125,268435456
1,self_attn.o_proj,8,128,8,128,0.6650911569595337,260.0625,268435456
1,mlp.gate_proj,2,32,8,128,58.13925552368164,260.8125,872415232
1,mlp.gate_proj,2,64,8,128,67.61820983886719,234.40625,872415232
1,mlp.gate_proj,2,128,8,128,78.4377670288086,221.203125,872415232
1,mlp.gate_proj,3,32,8,128,24.464292526245117,364.8125,872415232
1,mlp.gate_proj,3,64,8,128,30.02982521057129,338.40625,872415232
1,mlp.gate_proj,3,128,8,128,33.727169036865234,325.203125,872415232
1,mlp.gate_proj,4,32,8,128,11.621570587158203,468.8125,872415232
1,mlp.gate_proj,4,64,8,128,13.670576095581055,442.40625,872415232
1,mlp.gate_proj,4,128,8,128,16.2214412689209,429.203125,872415232
1,mlp.gate_proj,8,32,8,128,0.7150713801383972,884.8125,872415232
1,mlp.gate_proj,8,64,8,128,0.8204028010368347,858.40625,872415232
1,mlp.gate_proj,8,128,8,128,1.0004724264144897,845.203125,872415232
1,mlp.up_proj,2,32,8,128,59.982906341552734,260.8125,872415232
1,mlp.up_proj,2,64,8,128,68.32059478759766,234.40625,872415232
1,mlp.up_proj,2,128,8,128,79.65385437011719,221.203125,872415232
1,mlp.up_proj,3,32,8,128,24.890438079833984,364.8125,872415232
1,mlp.up_proj,3,64,8,128,30.75490379333496,338.40625,872415232
1,mlp.up_proj,3,128,8,128,33.69456100463867,325.203125,872415232
1,mlp.up_proj,4,32,8,128,11.760038375854492,468.8125,872415232
1,mlp.up_proj,4,64,8,128,13.924501419067383,442.40625,872415232
1,mlp.up_proj,4,128,8,128,16.22474479675293,429.203125,872415232
1,mlp.up_proj,8,32,8,128,0.7222090363502502,884.8125,872415232
1,mlp.up_proj,8,64,8,128,0.8323646783828735,858.40625,872415232
1,mlp.up_proj,8,128,8,128,1.0023441314697266,845.203125,872415232
1,mlp.down_proj,2,32,8,128,64.53253936767578,260.8125,872415232
1,mlp.down_proj,2,64,8,128,72.3970718383789,234.40625,872415232
1,mlp.down_proj,2,128,8,128,83.86587524414062,221.203125,872415232
1,mlp.down_proj,3,32,8,128,26.896310806274414,364.8125,872415232
1,mlp.down_proj,3,64,8,128,32.227901458740234,338.40625,872415232
1,mlp.down_proj,3,128,8,128,35.17888641357422,325.203125,872415232
1,mlp.down_proj,4,32,8,128,12.508626937866211,468.8125,872415232
1,mlp.down_proj,4,64,8,128,14.920637130737305,442.40625,872415232
1,mlp.down_proj,4,128,8,128,16.660633087158203,429.203125,872415232
1,mlp.down_proj,8,32,8,128,0.7621529698371887,884.8125,872415232
1,mlp.down_proj,8,64,8,128,0.8952139616012573,858.40625,872415232
1,mlp.down_proj,8,128,8,128,1.0190114974975586,845.203125,872415232
2,self_attn.q_proj,2,32,8,128,30.33924674987793,80.25,268435456
2,self_attn.q_proj,2,64,8,128,36.08773422241211,72.125,268435456
2,self_attn.q_proj,2,128,8,128,41.43263244628906,68.0625,268435456
2,self_attn.q_proj,3,32,8,128,13.127835273742676,112.25,268435456
2,self_attn.q_proj,3,64,8,128,15.987397193908691,104.125,268435456
2,self_attn.q_proj,3,128,8,128,18.63741683959961,100.0625,268435456
2,self_attn.q_proj,4,32,8,128,6.132519721984863,144.25,268435456
2,self_attn.q_proj,4,64,8,128,7.451643943786621,136.125,268435456
2,self_attn.q_proj,4,128,8,128,8.728609085083008,132.0625,268435456
2,self_attn.q_proj,8,32,8,128,0.3836328387260437,272.25,268435456
2,self_attn.q_proj,8,64,8,128,0.4564465284347534,264.125,268435456
2,self_attn.q_proj,8,128,8,128,0.5302979946136475,260.0625,268435456
2,self_attn.v_proj,2,32,8,128,14.473812103271484,10.03125,33554432
2,self_attn.v_proj,2,64,8,128,17.970722198486328,9.015625,33554432
2,self_attn.v_proj,2,128,8,128,21.150129318237305,8.5078125,33554432
2,self_attn.v_proj,3,32,8,128,6.1848015785217285,14.03125,33554432
2,self_attn.v_proj,3,64,8,128,7.685055255889893,13.015625,33554432
2,self_attn.v_proj,3,128,8,128,9.044894218444824,12.5078125,33554432
2,self_attn.v_proj,4,32,8,128,2.886833906173706,18.03125,33554432
2,self_attn.v_proj,4,64,8,128,3.584397077560425,17.015625,33554432
2,self_attn.v_proj,4,128,8,128,4.221513271331787,16.5078125,33554432
2,self_attn.v_proj,8,32,8,128,0.1749853640794754,34.03125,33554432
2,self_attn.v_proj,8,64,8,128,0.21714985370635986,33.015625,33554432
2,self_attn.v_proj,8,128,8,128,0.25548720359802246,32.5078125,33554432
2,self_attn.k_proj,2,32,8,128,20.647497177124023,10.03125,33554432
2,self_attn.k_proj,2,64,8,128,26.4749755859375,9.015625,33554432
2,self_attn.k_proj,2,128,8,128,31.897497177124023,8.5078125,33554432
2,self_attn.k_proj,3,32,8,128,8.85855770111084,14.03125,33554432
2,self_attn.k_proj,3,64,8,128,11.432310104370117,13.015625,33554432
2,self_attn.k_proj,3,128,8,128,13.90420913696289,12.5078125,33554432
2,self_attn.k_proj,4,32,8,128,4.132336616516113,18.03125,33554432
2,self_attn.k_proj,4,64,8,128,5.331611156463623,17.015625,33554432
2,self_attn.k_proj,4,128,8,128,6.48634147644043,16.5078125,33554432
2,self_attn.k_proj,8,32,8,128,0.25070297718048096,34.03125,33554432
2,self_attn.k_proj,8,64,8,128,0.3234492838382721,33.015625,33554432
2,self_attn.k_proj,8,128,8,128,0.39315304160118103,32.5078125,33554432
2,self_attn.o_proj,2,32,8,128,47.14418411254883,80.25,268435456
2,self_attn.o_proj,2,64,8,128,55.13423156738281,72.125,268435456
2,self_attn.o_proj,2,128,8,128,62.897579193115234,68.0625,268435456
2,self_attn.o_proj,3,32,8,128,20.165102005004883,112.25,268435456
2,self_attn.o_proj,3,64,8,128,23.622220993041992,104.125,268435456
2,self_attn.o_proj,3,128,8,128,26.828414916992188,100.0625,268435456
2,self_attn.o_proj,4,32,8,128,9.384565353393555,144.25,268435456
2,self_attn.o_proj,4,64,8,128,11.080561637878418,136.125,268435456
2,self_attn.o_proj,4,128,8,128,12.511415481567383,132.0625,268435456
2,self_attn.o_proj,8,32,8,128,0.5734838247299194,272.25,268435456
2,self_attn.o_proj,8,64,8,128,0.6759430766105652,264.125,268435456
2,self_attn.o_proj,8,128,8,128,0.7594122886657715,260.0625,268435456
2,mlp.gate_proj,2,32,8,128,67.01761627197266,260.8125,872415232
2,mlp.gate_proj,2,64,8,128,78.64944458007812,234.40625,872415232
2,mlp.gate_proj,2,128,8,128,91.24118041992188,221.203125,872415232
2,mlp.gate_proj,3,32,8,128,29.32868194580078,364.8125,872415232
2,mlp.gate_proj,3,64,8,128,33.35299301147461,338.40625,872415232
2,mlp.gate_proj,3,128,8,128,37.7996826171875,325.203125,872415232
2,mlp.gate_proj,4,32,8,128,13.374510765075684,468.8125,872415232
2,mlp.gate_proj,4,64,8,128,16.132986068725586,442.40625,872415232
2,mlp.gate_proj,4,128,8,128,17.406373977661133,429.203125,872415232
2,mlp.gate_proj,8,32,8,128,0.8065775632858276,884.8125,872415232
2,mlp.gate_proj,8,64,8,128,0.9968447089195251,858.40625,872415232
2,mlp.gate_proj,8,128,8,128,1.0515384674072266,845.203125,872415232
2,mlp.up_proj,2,32,8,128,67.35734558105469,260.8125,872415232
2,mlp.up_proj,2,64,8,128,79.31014251708984,234.40625,872415232
2,mlp.up_proj,2,128,8,128,91.19593048095703,221.203125,872415232
2,mlp.up_proj,3,32,8,128,29.70189094543457,364.8125,872415232
2,mlp.up_proj,3,64,8,128,33.39485549926758,338.40625,872415232
2,mlp.up_proj,3,128,8,128,37.80783462524414,325.203125,872415232
2,mlp.up_proj,4,32,8,128,13.509804725646973,468.8125,872415232
2,mlp.up_proj,4,64,8,128,16.146926879882812,442.40625,872415232
2,mlp.up_proj,4,128,8,128,17.360307693481445,429.203125,872415232
2,mlp.up_proj,8,32,8,128,0.813529908657074,884.8125,872415232
2,mlp.up_proj,8,64,8,128,1.0007710456848145,858.40625,872415232
2,mlp.up_proj,8,128,8,128,1.0477867126464844,845.203125,872415232
2,mlp.down_proj,2,32,8,128,72.49102783203125,260.8125,872415232
2,mlp.down_proj,2,64,8,128,87.88780975341797,234.40625,872415232
2,mlp.down_proj,2,128,8,128,93.93045043945312,221.203125,872415232
2,mlp.down_proj,3,32,8,128,32.27265167236328,364.8125,872415232
2,mlp.down_proj,3,64,8,128,35.6017951965332,338.40625,872415232
2,mlp.down_proj,3,128,8,128,41.43242645263672,325.203125,872415232
2,mlp.down_proj,4,32,8,128,15.008769035339355,468.8125,872415232
2,mlp.down_proj,4,64,8,128,16.75474739074707,442.40625,872415232
2,mlp.down_proj,4,128,8,128,18.752939224243164,429.203125,872415232
2,mlp.down_proj,8,32,8,128,0.8998872637748718,884.8125,872415232
2,mlp.down_proj,8,64,8,128,1.0261784791946411,858.40625,872415232
2,mlp.down_proj,8,128,8,128,1.1183744668960571,845.203125,872415232
3,self_attn.q_proj,2,32,8,128,33.085575103759766,80.25,268435456
3,self_attn.q_proj,2,64,8,128,39.28224182128906,72.125,268435456
3,self_attn.q_proj,2,128,8,128,45.1583251953125,68.0625,268435456
3,self_attn.q_proj,3,32,8,128,14.242157936096191,112.25,268435456
3,self_attn.q_proj,3,64,8,128,17.140317916870117,104.125,268435456
3,self_attn.q_proj,3,128,8,128,19.89696502685547,100.0625,268435456
3,self_attn.q_proj,4,32,8,128,6.638827323913574,144.25,268435456
3,self_attn.q_proj,4,64,8,128,8.035951614379883,136.125,268435456
3,self_attn.q_proj,4,128,8,128,9.28443431854248,132.0625,268435456
3,self_attn.q_proj,8,32,8,128,0.40948304533958435,272.25,268435456
3,self_attn.q_proj,8,64,8,128,0.490096777677536,264.125,268435456
3,self_attn.q_proj,8,128,8,128,0.5624343752861023,260.0625,268435456
3,self_attn.v_proj,2,32,8,128,13.56613540649414,10.03125,33554432
3,self_attn.v_proj,2,64,8,128,16.871450424194336,9.015625,33554432
3,self_attn.v_proj,2,128,8,128,19.885574340820312,8.5078125,33554432
3,self_attn.v_proj,3,32,8,128,5.797593116760254,14.03125,33554432
3,self_attn.v_proj,3,64,8,128,7.2124223709106445,13.015625,33554432
3,self_attn.v_proj,3,128,8,128,8.509055137634277,12.5078125,33554432
3,self_attn.v_proj,4,32,8,128,2.7053515911102295,18.03125,33554432
3,self_attn.v_proj,4,64,8,128,3.3654277324676514,17.015625,33554432
3,self_attn.v_proj,4,128,8,128,3.971914052963257,16.5078125,33554432
3,self_attn.v_proj,8,32,8,128,0.16405320167541504,34.03125,33554432
3,self_attn.v_proj,8,64,8,128,0.20393791794776917,33.015625,33554432
3,self_attn.v_proj,8,128,8,128,0.24032968282699585,32.5078125,33554432
3,self_attn.k_proj,2,32,8,128,22.533472061157227,10.03125,33554432
3,self_attn.k_proj,2,64,8,128,28.76976203918457,9.015625,33554432
3,self_attn.k_proj,2,128,8,128,34.51548767089844,8.5078125,33554432
3,self_attn.k_proj,3,32,8,128,9.632589340209961,14.03125,33554432
3,self_attn.k_proj,3,64,8,128,12.347334861755371,13.015625,33554432
3,self_attn.k_proj,3,128,8,128,14.912775039672852,12.5078125,33554432
3,self_attn.k_proj,4,32,8,128,4.492497444152832,18.03125,33554432
3,self_attn.k_proj,4,64,8,128,5.7649312019348145,17.015625,33554432
3,self_attn.k_proj,4,128,8,128,6.958978176116943,16.5078125,33554432
3,self_attn.k_proj,8,32,8,128,0.27257663011550903,34.03125,33554432
3,self_attn.k_proj,8,64,8,128,0.3495720624923706,33.015625,33554432
3,self_attn.k_proj,8,128,8,128,0.4218282401561737,32.5078125,33554432
3,self_attn.o_proj,2,32,8,128,46.054386138916016,80.25,268435456
3,self_attn.o_proj,2,64,8,128,53.60980224609375,72.125,268435456
3,self_attn.o_proj,2,128,8,128,61.05466842651367,68.0625,268435456
3,self_attn.o_proj,3,32,8,128,19.632169723510742,112.25,268435456
3,self_attn.o_proj,3,64,8,128,23.079387664794922,104.125,268435456
3,self_attn.o_proj,3,128,8,128,26.108659744262695,100.0625,268435456
3,self_attn.o_proj,4,32,8,128,9.14356803894043,144.25,268435456
3,self_attn.o_proj,4,64,8,128,10.78076457977295,136.125,268435456
3,self_attn.o_proj,4,128,8,128,12.194713592529297,132.0625,268435456
3,self_attn.o_proj,8,32,8,128,0.5589218735694885,272.25,268435456
3,self_attn.o_proj,8,64,8,128,0.6576054692268372,264.125,268435456
3,self_attn.o_proj,8,128,8,128,0.7414528727531433,260.0625,268435456
3,mlp.gate_proj,2,32,8,128,70.6441879272461,260.8125,872415232
3,mlp.gate_proj,2,64,8,128,85.93138122558594,234.40625,872415232
3,mlp.gate_proj,2,128,8,128,92.94963836669922,221.203125,872415232
3,mlp.gate_proj,3,32,8,128,32.027889251708984,364.8125,872415232
3,mlp.gate_proj,3,64,8,128,34.879451751708984,338.40625,872415232
3,mlp.gate_proj,3,128,8,128,40.92741775512695,325.203125,872415232
3,mlp.gate_proj,4,32,8,128,14.544838905334473,468.8125,872415232
3,mlp.gate_proj,4,64,8,128,16.524751663208008,442.40625,872415232
3,mlp.gate_proj,4,128,8,128,18.45145606994629,429.203125,872415232
3,mlp.gate_proj,8,32,8,128,0.8721293210983276,884.8125,872415232
3,mlp.gate_proj,8,64,8,128,1.0158288478851318,858.40625,872415232
3,mlp.gate_proj,8,128,8,128,1.098137378692627,845.203125,872415232
3,mlp.up_proj,2,32,8,128,70.31343078613281,260.8125,872415232
3,mlp.up_proj,2,64,8,128,85.24462890625,234.40625,872415232
3,mlp.up_proj,2,128,8,128,92.45420837402344,221.203125,872415232
3,mlp.up_proj,3,32,8,128,31.96382713317871,364.8125,872415232
3,mlp.up_proj,3,64,8,128,34.63136672973633,338.40625,872415232
3,mlp.up_proj,3,128,8,128,40.37022018432617,325.203125,872415232
3,mlp.up_proj,4,32,8,128,14.463386535644531,468.8125,872415232
3,mlp.up_proj,4,64,8,128,16.4482479095459,442.40625,872415232
3,mlp.up_proj,4,128,8,128,18.2023868560791,429.203125,872415232
3,mlp.up_proj,8,32,8,128,0.867047905921936,884.8125,872415232
3,mlp.up_proj,8,64,8,128,1.0125648975372314,858.40625,872415232
3,mlp.up_proj,8,128,8,128,1.0851179361343384,845.203125,872415232
3,mlp.down_proj,2,32,8,128,74.47979736328125,260.8125,872415232
3,mlp.down_proj,2,64,8,128,90.61299133300781,234.40625,872415232
3,mlp.down_proj,2,128,8,128,95.1653823852539,221.203125,872415232
3,mlp.down_proj,3,32,8,128,32.6041259765625,364.8125,872415232
3,mlp.down_proj,3,64,8,128,36.48581314086914,338.40625,872415232
3,mlp.down_proj,3,128,8,128,42.92438888549805,325.203125,872415232
3,mlp.down_proj,4,32,8,128,15.549324035644531,468.8125,872415232
3,mlp.down_proj,4,64,8,128,17.013948440551758,442.40625,872415232
3,mlp.down_proj,4,128,8,128,19.28628158569336,429.203125,872415232
3,mlp.down_proj,8,32,8,128,0.9308881759643555,884.8125,872415232
3,mlp.down_proj,8,64,8,128,1.0378024578094482,858.40625,872415232
3,mlp.down_proj,8,128,8,128,1.1439439058303833,845.203125,872415232
4,self_attn.q_proj,2,32,8,128,34.26256561279297,80.25,268435456
4,self_attn.q_proj,2,64,8,128,40.74951171875,72.125,268435456
4,self_attn.q_proj,2,128,8,128,46.44050216674805,68.0625,268435456
4,self_attn.q_proj,3,32,8,128,14.878830909729004,112.25,268435456
4,self_attn.q_proj,3,64,8,128,17.87451934814453,104.125,268435456
4,self_attn.q_proj,3,128,8,128,20.830656051635742,100.0625,268435456
4,self_attn.q_proj,4,32,8,128,6.928229808807373,144.25,268435456
4,self_attn.q_proj,4,64,8,128,8.371773719787598,136.125,268435456
4,self_attn.q_proj,4,128,8,128,9.718198776245117,132.0625,268435456
4,self_attn.q_proj,8,32,8,128,0.42489519715309143,272.25,268435456
4,self_attn.q_proj,8,64,8,128,0.5106682777404785,264.125,268435456
4,self_attn.q_proj,8,128,8,128,0.5878303647041321,260.0625,268435456
4,self_attn.v_proj,2,32,8,128,14.658185005187988,10.03125,33554432
4,self_attn.v_proj,2,64,8,128,18.15244483947754,9.015625,33554432
4,self_attn.v_proj,2,128,8,128,21.320730209350586,8.5078125,33554432
4,self_attn.v_proj,3,32,8,128,6.261676788330078,14.03125,33554432
4,self_attn.v_proj,3,64,8,128,7.764517307281494,13.015625,33554432
4,self_attn.v_proj,3,128,8,128,9.120096206665039,12.5078125,33554432
4,self_attn.v_proj,4,32,8,128,2.9220645427703857,18.03125,33554432
4,self_attn.v_proj,4,64,8,128,3.622236728668213,17.015625,33554432
4,self_attn.v_proj,4,128,8,128,4.255771160125732,16.5078125,33554432
4,self_attn.v_proj,8,32,8,128,0.17717061936855316,34.03125,33554432
4,self_attn.v_proj,8,64,8,128,0.21937881410121918,33.015625,33554432
4,self_attn.v_proj,8,128,8,128,0.2576470971107483,32.5078125,33554432
4,self_attn.k_proj,2,32,8,128,21.953706741333008,10.03125,33554432
4,self_attn.k_proj,2,64,8,128,28.046167373657227,9.015625,33554432
4,self_attn.k_proj,2,128,8,128,33.750370025634766,8.5078125,33554432
4,self_attn.k_proj,3,32,8,128,9.408003807067871,14.03125,33554432
4,self_attn.k_proj,3,64,8,128,12.07226848602295,13.015625,33554432
4,self_attn.k_proj,3,128,8,128,14.652215957641602,12.5078125,33554432
4,self_attn.k_proj,4,32,8,128,4.389820575714111,18.03125,33554432
4,self_attn.k_proj,4,64,8,128,5.636842250823975,17.015625,33554432
4,self_attn.k_proj,4,128,8,128,6.841493129730225,16.5078125,33554432
4,self_attn.k_proj,8,32,8,128,0.26609912514686584,34.03125,33554432
4,self_attn.k_proj,8,64,8,128,0.34184494614601135,33.015625,33554432
4,self_attn.k_proj,8,128,8,128,0.41446229815483093,32.5078125,33554432
4,self_attn.o_proj,2,32,8,128,47.44254684448242,80.25,268435456
4,self_attn.o_proj,2,64,8,128,55.58004379272461,72.125,268435456
4,self_attn.o_proj,2,128,8,128,63.47907257080078,68.0625,268435456
4,self_attn.o_proj,3,32,8,128,20.320266723632812,112.25,268435456
4,self_attn.o_proj,3,64,8,128,23.818557739257812,104.125,268435456
4,self_attn.o_proj,3,128,8,128,27.129657745361328,100.0625,268435456
4,self_attn.o_proj,4,32,8,128,9.455131530761719,144.25,268435456
4,self_attn.o_proj,4,64,8,128,11.186225891113281,136.125,268435456
4,self_attn.o_proj,4,128,8,128,12.651738166809082,132.0625,268435456
4,self_attn.o_proj,8,32,8,128,0.5777798891067505,272.25,268435456
4,self_attn.o_proj,8,64,8,128,0.6822555065155029,264.125,268435456
4,self_attn.o_proj,8,128,8,128,0.7677792310714722,260.0625,268435456
4,mlp.gate_proj,2,32,8,128,72.30253601074219,260.8125,872415232
4,mlp.gate_proj,2,64,8,128,89.00965881347656,234.40625,872415232
4,mlp.gate_proj,2,128,8,128,94.13443756103516,221.203125,872415232
4,mlp.gate_proj,3,32,8,128,32.25675582885742,364.8125,872415232
4,mlp.gate_proj,3,64,8,128,35.703155517578125,338.40625,872415232
4,mlp.gate_proj,3,128,8,128,42.48230743408203,325.203125,872415232
4,mlp.gate_proj,4,32,8,128,15.01650619506836,468.8125,872415232
4,mlp.gate_proj,4,64,8,128,16.75819969177246,442.40625,872415232
4,mlp.gate_proj,4,128,8,128,19.028457641601562,429.203125,872415232
4,mlp.gate_proj,8,32,8,128,0.8991950154304504,884.8125,872415232
4,mlp.gate_proj,8,64,8,128,1.0258673429489136,858.40625,872415232
4,mlp.gate_proj,8,128,8,128,1.1268137693405151,845.203125,872415232
4,mlp.up_proj,2,32,8,128,71.5486068725586,260.8125,872415232
4,mlp.up_proj,2,64,8,128,87.53196716308594,234.40625,872415232
4,mlp.up_proj,2,128,8,128,93.18033599853516,221.203125,872415232
4,mlp.up_proj,3,32,8,128,32.1503791809082,364.8125,872415232
4,mlp.up_proj,3,64,8,128,35.20292282104492,338.40625,872415232
4,mlp.up_proj,3,128,8,128,41.467254638671875,325.203125,872415232
4,mlp.up_proj,4,32,8,128,14.819266319274902,468.8125,872415232
4,mlp.up_proj,4,64,8,128,16.60405158996582,442.40625,872415232
4,mlp.up_proj,4,128,8,128,18.609758377075195,429.203125,872415232
4,mlp.up_proj,8,32,8,128,0.8874444961547852,884.8125,872415232
4,mlp.up_proj,8,64,8,128,1.018990159034729,858.40625,872415232
4,mlp.up_proj,8,128,8,128,1.1044893264770508,845.203125,872415232
4,mlp.down_proj,2,32,8,128,74.80614471435547,260.8125,872415232
4,mlp.down_proj,2,64,8,128,90.72032928466797,234.40625,872415232
4,mlp.down_proj,2,128,8,128,95.79624938964844,221.203125,872415232
4,mlp.down_proj,3,32,8,128,32.680816650390625,364.8125,872415232
4,mlp.down_proj,3,64,8,128,36.745277404785156,338.40625,872415232
4,mlp.down_proj,3,128,8,128,43.43056106567383,325.203125,872415232
4,mlp.down_proj,4,32,8,128,15.646736145019531,468.8125,872415232
4,mlp.down_proj,4,64,8,128,17.125988006591797,442.40625,872415232
4,mlp.down_proj,4,128,8,128,19.54841423034668,429.203125,872415232
4,mlp.down_proj,8,32,8,128,0.9372035264968872,884.8125,872415232
4,mlp.down_proj,8,64,8,128,1.0442843437194824,858.40625,872415232
4,mlp.down_proj,8,128,8,128,1.1608999967575073,845.203125,872415232
5,self_attn.q_proj,2,32,8,128,33.60560989379883,80.25,268435456
5,self_attn.q_proj,2,64,8,128,40.122413635253906,72.125,268435456
5,self_attn.q_proj,2,128,8,128,45.62775421142578,68.0625,268435456
5,self_attn.q_proj,3,32,8,128,14.771697998046875,112.25,268435456
5,self_attn.q_proj,3,64,8,128,18.07618522644043,104.125,268435456
5,self_attn.q_proj,3,128,8,128,21.167394638061523,100.0625,268435456
5,self_attn.q_proj,4,32,8,128,6.881738185882568,144.25,268435456
5,self_attn.q_proj,4,64,8,128,8.478193283081055,136.125,268435456
5,self_attn.q_proj,4,128,8,128,9.903061866760254,132.0625,268435456
5,self_attn.q_proj,8,32,8,128,0.4223995506763458,272.25,268435456
5,self_attn.q_proj,8,64,8,128,0.5166970491409302,264.125,268435456
5,self_attn.q_proj,8,128,8,128,0.5987878441810608,260.0625,268435456
5,self_attn.v_proj,2,32,8,128,15.455290794372559,10.03125,33554432
5,self_attn.v_proj,2,64,8,128,19.472578048706055,9.015625,33554432
5,self_attn.v_proj,2,128,8,128,23.1698055267334,8.5078125,33554432
5,self_attn.v_proj,3,32,8,128,6.614233493804932,14.03125,33554432
5,self_attn.v_proj,3,64,8,128,8.352167129516602,13.015625,33554432
5,self_attn.v_proj,3,128,8,128,9.966625213623047,12.5078125,33554432
5,self_attn.v_proj,4,32,8,128,3.085785150527954,18.03125,33554432
5,self_attn.v_proj,4,64,8,128,3.8976640701293945,17.015625,33554432
5,self_attn.v_proj,4,128,8,128,4.652225017547607,16.5078125,33554432
5,self_attn.v_proj,8,32,8,128,0.1870919167995453,34.03125,33554432
5,self_attn.v_proj,8,64,8,128,0.23597927391529083,33.015625,33554432
5,self_attn.v_proj,8,128,8,128,0.28184011578559875,32.5078125,33554432
5,self_attn.k_proj,2,32,8,128,22.75782012939453,10.03125,33554432
5,self_attn.k_proj,2,64,8,128,29.272762298583984,9.015625,33554432
5,self_attn.k_proj,2,128,8,128,35.386417388916016,8.5078125,33554432
5,self_attn.k_proj,3,32,8,128,9.764728546142578,14.03125,33554432
5,self_attn.k_proj,3,64,8,128,12.682172775268555,13.015625,33554432
5,self_attn.k_proj,3,128,8,128,15.580151557922363,12.5078125,33554432
5,self_attn.k_proj,4,32,8,128,4.557778835296631,18.03125,33554432
5,self_attn.k_proj,4,64,8,128,5.919368743896484,17.015625,33554432
5,self_attn.k_proj,4,128,8,128,7.276391983032227,16.5078125,33554432
5,self_attn.k_proj,8,32,8,128,0.27604055404663086,34.03125,33554432
5,self_attn.k_proj,8,64,8,128,0.35889729857444763,33.015625,33554432
5,self_attn.k_proj,8,128,8,128,0.4405841529369354,32.5078125,33554432
5,self_attn.o_proj,2,32,8,128,44.61237716674805,80.25,268435456
5,self_attn.o_proj,2,64,8,128,52.26904296875,72.125,268435456
5,self_attn.o_proj,2,128,8,128,60.25680923461914,68.0625,268435456
5,self_attn.o_proj,3,32,8,128,19.05908966064453,112.25,268435456
5,self_attn.o_proj,3,64,8,128,22.827693939208984,104.125,268435456
5,self_attn.o_proj,3,128,8,128,26.285587310791016,100.0625,268435456
5,self_attn.o_proj,4,32,8,128,8.931647300720215,144.25,268435456
5,self_attn.o_proj,4,64,8,128,10.709863662719727,136.125,268435456
5,self_attn.o_proj,4,128,8,128,12.4166841506958,132.0625,268435456
5,self_attn.o_proj,8,32,8,128,0.5483543276786804,272.25,268435456
5,self_attn.o_proj,8,64,8,128,0.6583588719367981,264.125,268435456
5,self_attn.o_proj,8,128,8,128,0.7642085552215576,260.0625,268435456
5,mlp.gate_proj,2,32,8,128,68.64427947998047,260.8125,872415232
5,mlp.gate_proj,2,64,8,128,82.10456848144531,234.40625,872415232
5,mlp.gate_proj,2,128,8,128,92.2601089477539,221.203125,872415232
5,mlp.gate_proj,3,32,8,128,30.822040557861328,364.8125,872415232
5,mlp.gate_proj,3,64,8,128,34.370819091796875,338.40625,872415232
5,mlp.gate_proj,3,128,8,128,40.159034729003906,325.203125,872415232
5,mlp.gate_proj,4,32,8,128,14.048357009887695,468.8125,872415232
5,mlp.gate_proj,4,64,8,128,16.45397186279297,442.40625,872415232
5,mlp.gate_proj,4,128,8,128,18.442502975463867,429.203125,872415232
5,mlp.gate_proj,8,32,8,128,0.8469794392585754,884.8125,872415232
5,mlp.gate_proj,8,64,8,128,1.0145831108093262,858.40625,872415232
5,mlp.gate_proj,8,128,8,128,1.111067295074463,845.203125,872415232
5,mlp.up_proj,2,32,8,128,68.44984436035156,260.8125,872415232
5,mlp.up_proj,2,64,8,128,81.50613403320312,234.40625,872415232
5,mlp.up_proj,2,128,8,128,91.72516632080078,221.203125,872415232
5,mlp.up_proj,3,32,8,128,30.536510467529297,364.8125,872415232
5,mlp.up_proj,3,64,8,128,33.905006408691406,338.40625,872415232
5,mlp.up_proj,3,128,8,128,38.937652587890625,325.203125,872415232
5,mlp.up_proj,4,32,8,128,13.871870040893555,468.8125,872415232
5,mlp.up_proj,4,64,8,128,16.26848793029785,442.40625,872415232
5,mlp.up_proj,4,128,8,128,17.767013549804688,429.203125,872415232
5,mlp.up_proj,8,32,8,128,0.8340376615524292,884.8125,872415232
5,mlp.up_proj,8,64,8,128,1.0051177740097046,858.40625,872415232
5,mlp.up_proj,8,128,8,128,1.0667071342468262,845.203125,872415232
5,mlp.down_proj,2,32,8,128,71.29133605957031,260.8125,872415232
5,mlp.down_proj,2,64,8,128,85.88706970214844,234.40625,872415232
5,mlp.down_proj,2,128,8,128,93.07269287109375,221.203125,872415232
5,mlp.down_proj,3,32,8,128,32.11134719848633,364.8125,872415232
5,mlp.down_proj,3,64,8,128,35.035953521728516,338.40625,872415232
5,mlp.down_proj,3,128,8,128,40.481712341308594,325.203125,872415232
5,mlp.down_proj,4,32,8,128,14.722488403320312,468.8125,872415232
5,mlp.down_proj,4,64,8,128,16.59979820251465,442.40625,872415232
5,mlp.down_proj,4,128,8,128,18.40129280090332,429.203125,872415232
5,mlp.down_proj,8,32,8,128,0.8836192488670349,884.8125,872415232
5,mlp.down_proj,8,64,8,128,1.020208477973938,858.40625,872415232
5,mlp.down_proj,8,128,8,128,1.103238582611084,845.203125,872415232
6,self_attn.q_proj,2,32,8,128,45.66326141357422,80.25,268435456
6,self_attn.q_proj,2,64,8,128,53.47942352294922,72.125,268435456
6,self_attn.q_proj,2,128,8,128,61.319969177246094,68.0625,268435456
6,self_attn.q_proj,3,32,8,128,19.545398712158203,112.25,268435456
6,self_attn.q_proj,3,64,8,128,23.350791931152344,104.125,268435456
6,self_attn.q_proj,3,128,8,128,26.865644454956055,100.0625,268435456
6,self_attn.q_proj,4,32,8,128,9.104381561279297,144.25,268435456
6,self_attn.q_proj,4,64,8,128,10.933384895324707,136.125,268435456
6,self_attn.q_proj,4,128,8,128,12.538016319274902,132.0625,268435456
6,self_attn.q_proj,8,32,8,128,0.5547927021980286,272.25,268435456
6,self_attn.q_proj,8,64,8,128,0.6639878153800964,264.125,268435456
6,self_attn.q_proj,8,128,8,128,0.7602241635322571,260.0625,268435456
6,self_attn.v_proj,2,32,8,128,15.9095458984375,10.03125,33554432
6,self_attn.v_proj,2,64,8,128,19.691688537597656,9.015625,33554432
6,self_attn.v_proj,2,128,8,128,23.111209869384766,8.5078125,33554432
6,self_attn.v_proj,3,32,8,128,6.796537399291992,14.03125,33554432
6,self_attn.v_proj,3,64,8,128,8.420492172241211,13.015625,33554432
6,self_attn.v_proj,3,128,8,128,9.886221885681152,12.5078125,33554432
6,self_attn.v_proj,4,32,8,128,3.17110013961792,18.03125,33554432
6,self_attn.v_proj,4,64,8,128,3.929063558578491,17.015625,33554432
6,self_attn.v_proj,4,128,8,128,4.61221170425415,16.5078125,33554432
6,self_attn.v_proj,8,32,8,128,0.192164346575737,34.03125,33554432
6,self_attn.v_proj,8,64,8,128,0.23791497945785522,33.015625,33554432
6,self_attn.v_proj,8,128,8,128,0.27940887212753296,32.5078125,33554432
6,self_attn.k_proj,2,32,8,128,25.06076431274414,10.03125,33554432
6,self_attn.k_proj,2,64,8,128,32.59558868408203,9.015625,33554432
6,self_attn.k_proj,2,128,8,128,38.8856315612793,8.5078125,33554432
6,self_attn.k_proj,3,32,8,128,10.720439910888672,14.03125,33554432
6,self_attn.k_proj,3,64,8,128,14.096476554870605,13.015625,33554432
6,self_attn.k_proj,3,128,8,128,16.989652633666992,12.5078125,33554432
6,self_attn.k_proj,4,32,8,128,5.0004658699035645,18.03125,33554432
6,self_attn.k_proj,4,64,8,128,6.578413009643555,17.015625,33554432
6,self_attn.k_proj,4,128,8,128,7.933732032775879,16.5078125,33554432
6,self_attn.k_proj,8,32,8,128,0.3032473623752594,34.03125,33554432
6,self_attn.k_proj,8,64,8,128,0.3987303078174591,33.015625,33554432
6,self_attn.k_proj,8,128,8,128,0.4802475571632385,32.5078125,33554432
6,self_attn.o_proj,2,32,8,128,48.241920471191406,80.25,268435456
6,self_attn.o_proj,2,64,8,128,56.431785583496094,72.125,268435456
6,self_attn.o_proj,2,128,8,128,64.17597961425781,68.0625,268435456
6,self_attn.o_proj,3,32,8,128,20.713499069213867,112.25,268435456
6,self_attn.o_proj,3,64,8,128,24.167953491210938,104.125,268435456
6,self_attn.o_proj,3,128,8,128,27.42251205444336,100.0625,268435456
6,self_attn.o_proj,4,32,8,128,9.641011238098145,144.25,268435456
6,self_attn.o_proj,4,64,8,128,11.362687110900879,136.125,268435456
6,self_attn.o_proj,4,128,8,128,12.810479164123535,132.0625,268435456
6,self_attn.o_proj,8,32,8,128,0.5892642140388489,272.25,268435456
6,self_attn.o_proj,8,64,8,128,0.6942496299743652,264.125,268435456
6,self_attn.o_proj,8,128,8,128,0.7776469588279724,260.0625,268435456
6,mlp.gate_proj,2,32,8,128,70.12849426269531,260.8125,872415232
6,mlp.gate_proj,2,64,8,128,84.85782623291016,234.40625,872415232
6,mlp.gate_proj,2,128,8,128,92.7719955444336,221.203125,872415232
6,mlp.gate_proj,3,32,8,128,31.644189834594727,364.8125,872415232
6,mlp.gate_proj,3,64,8,128,34.6968879699707,338.40625,872415232
6,mlp.gate_proj,3,128,8,128,40.51620101928711,325.203125,872415232
6,mlp.gate_proj,4,32,8,128,14.358855247497559,468.8125,872415232
6,mlp.gate_proj,4,64,8,128,16.469905853271484,442.40625,872415232
6,mlp.gate_proj,4,128,8,128,18.327953338623047,429.203125,872415232
6,mlp.gate_proj,8,32,8,128,0.8622777462005615,884.8125,872415232
6,mlp.gate_proj,8,64,8,128,1.0132899284362793,858.40625,872415232
6,mlp.gate_proj,8,128,8,128,1.0933336019515991,845.203125,872415232
6,mlp.up_proj,2,32,8,128,69.91360473632812,260.8125,872415232
6,mlp.up_proj,2,64,8,128,84.35450744628906,234.40625,872415232
6,mlp.up_proj,2,128,8,128,92.44319152832031,221.203125,872415232
6,mlp.up_proj,3,32,8,128,31.52572250366211,364.8125,872415232
6,mlp.up_proj,3,64,8,128,34.53163528442383,338.40625,872415232
6,mlp.up_proj,3,128,8,128,40.11978530883789,325.203125,872415232
6,mlp.up_proj,4,32,8,128,14.305877685546875,468.8125,872415232
6,mlp.up_proj,4,64,8,128,16.423553466796875,442.40625,872415232
6,mlp.up_proj,4,128,8,128,18.18086051940918,429.203125,872415232
6,mlp.up_proj,8,32,8,128,0.859095573425293,884.8125,872415232
6,mlp.up_proj,8,64,8,128,1.0113316774368286,858.40625,872415232
6,mlp.up_proj,8,128,8,128,1.0853655338287354,845.203125,872415232
6,mlp.down_proj,2,32,8,128,72.77130126953125,260.8125,872415232
6,mlp.down_proj,2,64,8,128,88.268310546875,234.40625,872415232
6,mlp.down_proj,2,128,8,128,93.9386215209961,221.203125,872415232
6,mlp.down_proj,3,32,8,128,32.3282356262207,364.8125,872415232
6,mlp.down_proj,3,64,8,128,35.64772415161133,338.40625,872415232
6,mlp.down_proj,3,128,8,128,41.4137077331543,325.203125,872415232
6,mlp.down_proj,4,32,8,128,15.103487968444824,468.8125,872415232
6,mlp.down_proj,4,64,8,128,16.777006149291992,442.40625,872415232
6,mlp.down_proj,4,128,8,128,18.734851837158203,429.203125,872415232
6,mlp.down_proj,8,32,8,128,0.9050042629241943,884.8125,872415232
6,mlp.down_proj,8,64,8,128,1.0275439023971558,858.40625,872415232
6,mlp.down_proj,8,128,8,128,1.117666244506836,845.203125,872415232
7,self_attn.q_proj,2,32,8,128,40.69701385498047,80.25,268435456
7,self_attn.q_proj,2,64,8,128,48.009544372558594,72.125,268435456
7,self_attn.q_proj,2,128,8,128,54.4139289855957,68.0625,268435456
7,self_attn.q_proj,3,32,8,128,17.6135311126709,112.25,268435456
7,self_attn.q_proj,3,64,8,128,21.2188663482666,104.125,268435456
7,self_attn.q_proj,3,128,8,128,24.545595169067383,100.0625,268435456
7,self_attn.q_proj,4,32,8,128,8.254467010498047,144.25,268435456
7,self_attn.q_proj,4,64,8,128,9.866063117980957,136.125,268435456
7,self_attn.q_proj,4,128,8,128,11.53620433807373,132.0625,268435456
7,self_attn.q_proj,8,32,8,128,0.5039964914321899,272.25,268435456
7,self_attn.q_proj,8,64,8,128,0.5995941758155823,264.125,268435456
7,self_attn.q_proj,8,128,8,128,0.700927734375,260.0625,268435456
7,self_attn.v_proj,2,32,8,128,17.211275100708008,10.03125,33554432
7,self_attn.v_proj,2,64,8,128,21.307401657104492,9.015625,33554432
7,self_attn.v_proj,2,128,8,128,24.99962043762207,8.5078125,33554432
7,self_attn.v_proj,3,32,8,128,7.353362560272217,14.03125,33554432
7,self_attn.v_proj,3,64,8,128,9.107736587524414,13.015625,33554432
7,self_attn.v_proj,3,128,8,128,10.697443008422852,12.5078125,33554432
7,self_attn.v_proj,4,32,8,128,3.4302978515625,18.03125,33554432
7,self_attn.v_proj,4,64,8,128,4.249958515167236,17.015625,33554432
7,self_attn.v_proj,4,128,8,128,4.9914655685424805,16.5078125,33554432
7,self_attn.v_proj,8,32,8,128,0.2078874111175537,34.03125,33554432
7,self_attn.v_proj,8,64,8,128,0.2575201392173767,33.015625,33554432
7,self_attn.v_proj,8,128,8,128,0.30254554748535156,32.5078125,33554432
7,self_attn.k_proj,2,32,8,128,22.75714111328125,10.03125,33554432
7,self_attn.k_proj,2,64,8,128,29.856096267700195,9.015625,33554432
7,self_attn.k_proj,2,128,8,128,36.14594650268555,8.5078125,33554432
7,self_attn.k_proj,3,32,8,128,9.744478225708008,14.03125,33554432
7,self_attn.k_proj,3,64,8,128,13.164973258972168,13.015625,33554432
7,self_attn.k_proj,3,128,8,128,16.377979278564453,12.5078125,33554432
7,self_attn.k_proj,4,32,8,128,4.544454097747803,18.03125,33554432
7,self_attn.k_proj,4,64,8,128,6.149857997894287,17.015625,33554432
7,self_attn.k_proj,4,128,8,128,7.672545909881592,16.5078125,33554432
7,self_attn.k_proj,8,32,8,128,0.2754187285900116,34.03125,33554432
7,self_attn.k_proj,8,64,8,128,0.3727083206176758,33.015625,33554432
7,self_attn.k_proj,8,128,8,128,0.464298814535141,32.5078125,33554432
7,self_attn.o_proj,2,32,8,128,47.85625457763672,80.25,268435456
7,self_attn.o_proj,2,64,8,128,56.06745529174805,72.125,268435456
7,self_attn.o_proj,2,128,8,128,63.92717361450195,68.0625,268435456
7,self_attn.o_proj,3,32,8,128,20.528053283691406,112.25,268435456
7,self_attn.o_proj,3,64,8,128,24.04092025756836,104.125,268435456
7,self_attn.o_proj,3,128,8,128,27.38421058654785,100.0625,268435456
7,self_attn.o_proj,4,32,8,128,9.552046775817871,144.25,268435456
7,self_attn.o_proj,4,64,8,128,11.296589851379395,136.125,268435456
7,self_attn.o_proj,4,128,8,128,12.772062301635742,132.0625,268435456
7,self_attn.o_proj,8,32,8,128,0.583637535572052,272.25,268435456
7,self_attn.o_proj,8,64,8,128,0.6893191933631897,264.125,268435456
7,self_attn.o_proj,8,128,8,128,0.7749502062797546,260.0625,268435456
7,mlp.gate_proj,2,32,8,128,71.17189025878906,260.8125,872415232
7,mlp.gate_proj,2,64,8,128,86.98709106445312,234.40625,872415232
7,mlp.gate_proj,2,128,8,128,93.56942749023438,221.203125,872415232
7,mlp.gate_proj,3,32,8,128,32.078636169433594,364.8125,872415232
7,mlp.gate_proj,3,64,8,128,35.22174835205078,338.40625,872415232
7,mlp.gate_proj,3,128,8,128,41.564048767089844,325.203125,872415232
7,mlp.gate_proj,4,32,8,128,14.667794227600098,468.8125,872415232
7,mlp.gate_proj,4,64,8,128,16.61888885498047,442.40625,872415232
7,mlp.gate_proj,4,128,8,128,18.71590232849121,429.203125,872415232
7,mlp.gate_proj,8,32,8,128,0.8797059059143066,884.8125,872415232
7,mlp.gate_proj,8,64,8,128,1.0196839570999146,858.40625,872415232
7,mlp.gate_proj,8,128,8,128,1.112125277519226,845.203125,872415232
7,mlp.up_proj,2,32,8,128,70.79507446289062,260.8125,872415232
7,mlp.up_proj,2,64,8,128,86.17670440673828,234.40625,872415232
7,mlp.up_proj,2,128,8,128,93.04938507080078,221.203125,872415232
7,mlp.up_proj,3,32,8,128,32.03337860107422,364.8125,872415232
7,mlp.up_proj,3,64,8,128,34.96687316894531,338.40625,872415232
7,mlp.up_proj,3,128,8,128,41.04331588745117,325.203125,872415232
7,mlp.up_proj,4,32,8,128,14.571969985961914,468.8125,872415232
7,mlp.up_proj,4,64,8,128,16.541316986083984,442.40625,872415232
7,mlp.up_proj,4,128,8,128,18.485858917236328,429.203125,872415232
7,mlp.up_proj,8,32,8,128,0.8739898800849915,884.8125,872415232
7,mlp.up_proj,8,64,8,128,1.0163378715515137,858.40625,872415232
7,mlp.up_proj,8,128,8,128,1.1001598834991455,845.203125,872415232
7,mlp.down_proj,2,32,8,128,73.64154815673828,260.8125,872415232
7,mlp.down_proj,2,64,8,128,89.6198959350586,234.40625,872415232
7,mlp.down_proj,2,128,8,128,94.62672424316406,221.203125,872415232
7,mlp.down_proj,3,32,8,128,32.470733642578125,364.8125,872415232
7,mlp.down_proj,3,64,8,128,36.057212829589844,338.40625,872415232
7,mlp.down_proj,3,128,8,128,42.03252410888672,325.203125,872415232
7,mlp.down_proj,4,32,8,128,15.313331604003906,468.8125,872415232
7,mlp.down_proj,4,64,8,128,16.90096092224121,442.40625,872415232
7,mlp.down_proj,4,128,8,128,18.972166061401367,429.203125,872415232
7,mlp.down_proj,8,32,8,128,0.9172605276107788,884.8125,872415232
7,mlp.down_proj,8,64,8,128,1.0329066514968872,858.40625,872415232
7,mlp.down_proj,8,128,8,128,1.129368782043457,845.203125,872415232
8,self_attn.q_proj,2,32,8,128,45.049285888671875,80.25,268435456
8,self_attn.q_proj,2,64,8,128,52.93039321899414,72.125,268435456
8,self_attn.q_proj,2,128,8,128,60.10139465332031,68.0625,268435456
8,self_attn.q_proj,3,32,8,128,19.759075164794922,112.25,268435456
8,self_attn.q_proj,3,64,8,128,23.998044967651367,104.125,268435456
8,self_attn.q_proj,3,128,8,128,27.920242309570312,100.0625,268435456
8,self_attn.q_proj,4,32,8,128,9.2243013381958,144.25,268435456
8,self_attn.q_proj,4,64,8,128,11.342073440551758,136.125,268435456
8,self_attn.q_proj,4,128,8,128,13.142433166503906,132.0625,268435456
8,self_attn.q_proj,8,32,8,128,0.5611682534217834,272.25,268435456
8,self_attn.q_proj,8,64,8,128,0.6890463829040527,264.125,268435456
8,self_attn.q_proj,8,128,8,128,0.7955843210220337,260.0625,268435456
8,self_attn.v_proj,2,32,8,128,16.070234298706055,10.03125,33554432
8,self_attn.v_proj,2,64,8,128,19.94101905822754,9.015625,33554432
8,self_attn.v_proj,2,128,8,128,23.464984893798828,8.5078125,33554432
8,self_attn.v_proj,3,32,8,128,6.866932392120361,14.03125,33554432
8,self_attn.v_proj,3,64,8,128,8.5281982421875,13.015625,33554432
8,self_attn.v_proj,3,128,8,128,10.035765647888184,12.5078125,33554432
8,self_attn.v_proj,4,32,8,128,3.2034287452697754,18.03125,33554432
8,self_attn.v_proj,4,64,8,128,3.9812400341033936,17.015625,33554432
8,self_attn.v_proj,4,128,8,128,4.683309555053711,16.5078125,33554432
8,self_attn.v_proj,8,32,8,128,0.19409039616584778,34.03125,33554432
8,self_attn.v_proj,8,64,8,128,0.2409791648387909,33.015625,33554432
8,self_attn.v_proj,8,128,8,128,0.28366389870643616,32.5078125,33554432
8,self_attn.k_proj,2,32,8,128,24.917617797851562,10.03125,33554432
8,self_attn.k_proj,2,64,8,128,32.8705940246582,9.015625,33554432
8,self_attn.k_proj,2,128,8,128,39.55720520019531,8.5078125,33554432
8,self_attn.k_proj,3,32,8,128,10.668688774108887,14.03125,33554432
8,self_attn.k_proj,3,64,8,128,14.343770027160645,13.015625,33554432
8,self_attn.k_proj,3,128,8,128,17.61865234375,12.5078125,33554432
8,self_attn.k_proj,4,32,8,128,4.978598117828369,18.03125,33554432
8,self_attn.k_proj,4,64,8,128,6.692275047302246,17.015625,33554432
8,self_attn.k_proj,4,128,8,128,8.228926658630371,16.5078125,33554432
8,self_attn.k_proj,8,32,8,128,0.3015248775482178,34.03125,33554432
8,self_attn.k_proj,8,64,8,128,0.4055249094963074,33.015625,33554432
8,self_attn.k_proj,8,128,8,128,0.4981192350387573,32.5078125,33554432
8,self_attn.o_proj,2,32,8,128,47.348453521728516,80.25,268435456
8,self_attn.o_proj,2,64,8,128,55.18513488769531,72.125,268435456
8,self_attn.o_proj,2,128,8,128,62.79878234863281,68.0625,268435456
8,self_attn.o_proj,3,32,8,128,20.24083709716797,112.25,268435456
8,self_attn.o_proj,3,64,8,128,23.657390594482422,104.125,268435456
8,self_attn.o_proj,3,128,8,128,26.7163143157959,100.0625,268435456
8,self_attn.o_proj,4,32,8,128,9.420047760009766,144.25,268435456
8,self_attn.o_proj,4,64,8,128,11.08751106262207,136.125,268435456
8,self_attn.o_proj,4,128,8,128,12.473115921020508,132.0625,268435456
8,self_attn.o_proj,8,32,8,128,0.5757631063461304,272.25,268435456
8,self_attn.o_proj,8,64,8,128,0.6761651635169983,264.125,268435456
8,self_attn.o_proj,8,128,8,128,0.757717490196228,260.0625,268435456
8,mlp.gate_proj,2,32,8,128,72.55236053466797,260.8125,872415232
8,mlp.gate_proj,2,64,8,128,89.53409576416016,234.40625,872415232
8,mlp.gate_proj,2,128,8,128,94.64894104003906,221.203125,872415232
8,mlp.gate_proj,3,32,8,128,32.2943229675293,364.8125,872415232
8,mlp.gate_proj,3,64,8,128,35.94548416137695,338.40625,872415232
8,mlp.gate_proj,3,128,8,128,42.928184509277344,325.203125,872415232
8,mlp.gate_proj,4,32,8,128,15.08640193939209,468.8125,872415232
8,mlp.gate_proj,4,64,8,128,16.85540771484375,442.40625,872415232
8,mlp.gate_proj,4,128,8,128,19.26453971862793,429.203125,872415232
8,mlp.gate_proj,8,32,8,128,0.9148997068405151,884.8125,872415232
8,mlp.gate_proj,8,64,8,128,1.03999924659729,858.40625,872415232
8,mlp.gate_proj,8,128,8,128,1.1590073108673096,845.203125,872415232
8,mlp.up_proj,2,32,8,128,71.91260528564453,260.8125,872415232
8,mlp.up_proj,2,64,8,128,88.31680297851562,234.40625,872415232
8,mlp.up_proj,2,128,8,128,93.78482055664062,221.203125,872415232
8,mlp.up_proj,3,32,8,128,32.18989944458008,364.8125,872415232
8,mlp.up_proj,3,64,8,128,35.48826599121094,338.40625,872415232
8,mlp.up_proj,3,128,8,128,42.058780670166016,325.203125,872415232
8,mlp.up_proj,4,32,8,128,14.892597198486328,468.8125,872415232
8,mlp.up_proj,4,64,8,128,16.6892032623291,442.40625,872415232
8,mlp.up_proj,4,128,8,128,18.854089736938477,429.203125,872415232
8,mlp.up_proj,8,32,8,128,0.8921545147895813,884.8125,872415232
8,mlp.up_proj,8,64,8,128,1.0226891040802002,858.40625,872415232
8,mlp.up_proj,8,128,8,128,1.1177963018417358,845.203125,872415232
8,mlp.down_proj,2,32,8,128,73.90328216552734,260.8125,872415232
8,mlp.down_proj,2,64,8,128,89.85433197021484,234.40625,872415232
8,mlp.down_proj,2,128,8,128,94.85330200195312,221.203125,872415232
8,mlp.down_proj,3,32,8,128,32.51008987426758,364.8125,872415232
8,mlp.down_proj,3,64,8,128,36.193565368652344,338.40625,872415232
8,mlp.down_proj,3,128,8,128,42.162940979003906,325.203125,872415232
8,mlp.down_proj,4,32,8,128,15.357564926147461,468.8125,872415232
8,mlp.down_proj,4,64,8,128,16.942758560180664,442.40625,872415232
8,mlp.down_proj,4,128,8,128,19.05019187927246,429.203125,872415232
8,mlp.down_proj,8,32,8,128,0.920163631439209,884.8125,872415232
8,mlp.down_proj,8,64,8,128,1.034959077835083,858.40625,872415232
8,mlp.down_proj,8,128,8,128,1.1337475776672363,845.203125,872415232
9,self_attn.q_proj,2,32,8,128,49.65245056152344,80.25,268435456
9,self_attn.q_proj,2,64,8,128,59.43195724487305,72.125,268435456
9,self_attn.q_proj,2,128,8,128,67.91920471191406,68.0625,268435456
9,self_attn.q_proj,3,32,8,128,21.48736000061035,112.25,268435456
9,self_attn.q_proj,3,64,8,128,25.612268447875977,104.125,268435456
9,self_attn.q_proj,3,128,8,128,30.044607162475586,100.0625,268435456
9,self_attn.q_proj,4,32,8,128,9.9859619140625,144.25,268435456
9,self_attn.q_proj,4,64,8,128,11.981589317321777,136.125,268435456
9,self_attn.q_proj,4,128,8,128,13.962658882141113,132.0625,268435456
9,self_attn.q_proj,8,32,8,128,0.6076647639274597,272.25,268435456
9,self_attn.q_proj,8,64,8,128,0.7309689521789551,264.125,268435456
9,self_attn.q_proj,8,128,8,128,0.8445006608963013,260.0625,268435456
9,self_attn.v_proj,2,32,8,128,16.737253189086914,10.03125,33554432
9,self_attn.v_proj,2,64,8,128,20.56471061706543,9.015625,33554432
9,self_attn.v_proj,2,128,8,128,23.945884704589844,8.5078125,33554432
9,self_attn.v_proj,3,32,8,128,7.149861812591553,14.03125,33554432
9,self_attn.v_proj,3,64,8,128,8.790165901184082,13.015625,33554432
9,self_attn.v_proj,3,128,8,128,10.242210388183594,12.5078125,33554432
9,self_attn.v_proj,4,32,8,128,3.335796356201172,18.03125,33554432
9,self_attn.v_proj,4,64,8,128,4.10243034362793,17.015625,33554432
9,self_attn.v_proj,4,128,8,128,4.778926849365234,16.5078125,33554432
9,self_attn.v_proj,8,32,8,128,0.20201584696769714,34.03125,33554432
9,self_attn.v_proj,8,64,8,128,0.24834807217121124,33.015625,33554432
9,self_attn.v_proj,8,128,8,128,0.2894865870475769,32.5078125,33554432
9,self_attn.k_proj,2,32,8,128,25.707304000854492,10.03125,33554432
9,self_attn.k_proj,2,64,8,128,33.98820877075195,9.015625,33554432
9,self_attn.k_proj,2,128,8,128,40.982704162597656,8.5078125,33554432
9,self_attn.k_proj,3,32,8,128,11.002187728881836,14.03125,33554432
9,self_attn.k_proj,3,64,8,128,14.740427017211914,13.015625,33554432
9,self_attn.k_proj,3,128,8,128,18.03265953063965,12.5078125,33554432
9,self_attn.k_proj,4,32,8,128,5.131622791290283,18.03125,33554432
9,self_attn.k_proj,4,64,8,128,6.878626823425293,17.015625,33554432
9,self_attn.k_proj,4,128,8,128,8.419200897216797,16.5078125,33554432
9,self_attn.k_proj,8,32,8,128,0.3109086751937866,34.03125,33554432
9,self_attn.k_proj,8,64,8,128,0.4168163239955902,33.015625,33554432
9,self_attn.k_proj,8,128,8,128,0.5096455812454224,32.5078125,33554432
9,self_attn.o_proj,2,32,8,128,51.408226013183594,80.25,268435456
9,self_attn.o_proj,2,64,8,128,60.45571517944336,72.125,268435456
9,self_attn.o_proj,2,128,8,128,68.19249725341797,68.0625,268435456
9,self_attn.o_proj,3,32,8,128,22.139463424682617,112.25,268435456
9,self_attn.o_proj,3,64,8,128,25.766286849975586,104.125,268435456
9,self_attn.o_proj,3,128,8,128,29.360977172851562,100.0625,268435456
9,self_attn.o_proj,4,32,8,128,10.293813705444336,144.25,268435456
9,self_attn.o_proj,4,64,8,128,12.029173851013184,136.125,268435456
9,self_attn.o_proj,4,128,8,128,13.677779197692871,132.0625,268435456
9,self_attn.o_proj,8,32,8,128,0.6293104290962219,272.25,268435456
9,self_attn.o_proj,8,64,8,128,0.7350431680679321,264.125,268435456
9,self_attn.o_proj,8,128,8,128,0.8292228579521179,260.0625,268435456
9,mlp.gate_proj,2,32,8,128,73.85631561279297,260.8125,872415232
9,mlp.gate_proj,2,64,8,128,90.66667938232422,234.40625,872415232
9,mlp.gate_proj,2,128,8,128,95.47730255126953,221.203125,872415232
9,mlp.gate_proj,3,32,8,128,32.515785217285156,364.8125,872415232
9,mlp.gate_proj,3,64,8,128,36.55849838256836,338.40625,872415232
9,mlp.gate_proj,3,128,8,128,43.918338775634766,325.203125,872415232
9,mlp.gate_proj,4,32,8,128,15.477986335754395,468.8125,872415232
9,mlp.gate_proj,4,64,8,128,17.053071975708008,442.40625,872415232
9,mlp.gate_proj,4,128,8,128,19.673425674438477,429.203125,872415232
9,mlp.gate_proj,8,32,8,128,0.9436959028244019,884.8125,872415232
9,mlp.gate_proj,8,64,8,128,1.0541218519210815,858.40625,872415232
9,mlp.gate_proj,8,128,8,128,1.182259440422058,845.203125,872415232
9,mlp.up_proj,2,32,8,128,73.20892333984375,260.8125,872415232
9,mlp.up_proj,2,64,8,128,90.52323150634766,234.40625,872415232
9,mlp.up_proj,2,128,8,128,94.53787994384766,221.203125,872415232
9,mlp.up_proj,3,32,8,128,32.38496780395508,364.8125,872415232
9,mlp.up_proj,3,64,8,128,36.07951736450195,338.40625,872415232
9,mlp.up_proj,3,128,8,128,43.09729766845703,325.203125,872415232
9,mlp.up_proj,4,32,8,128,15.261944770812988,468.8125,872415232
9,mlp.up_proj,4,64,8,128,16.856149673461914,442.40625,872415232
9,mlp.up_proj,4,128,8,128,19.233970642089844,429.203125,872415232
9,mlp.up_proj,8,32,8,128,0.9132493734359741,884.8125,872415232
9,mlp.up_proj,8,64,8,128,1.029915690422058,858.40625,872415232
9,mlp.up_proj,8,128,8,128,1.1361849308013916,845.203125,872415232
9,mlp.down_proj,2,32,8,128,75.16569519042969,260.8125,872415232
9,mlp.down_proj,2,64,8,128,90.76643371582031,234.40625,872415232
9,mlp.down_proj,2,128,8,128,95.98009490966797,221.203125,872415232
9,mlp.down_proj,3,32,8,128,32.743896484375,364.8125,872415232
9,mlp.down_proj,3,64,8,128,36.87458419799805,338.40625,872415232
9,mlp.down_proj,3,128,8,128,43.404327392578125,325.203125,872415232
9,mlp.down_proj,4,32,8,128,15.688939094543457,468.8125,872415232
9,mlp.down_proj,4,64,8,128,17.164669036865234,442.40625,872415232
9,mlp.down_proj,4,128,8,128,19.546199798583984,429.203125,872415232
9,mlp.down_proj,8,32,8,128,0.9397895932197571,884.8125,872415232
9,mlp.down_proj,8,64,8,128,1.0454325675964355,858.40625,872415232
9,mlp.down_proj,8,128,8,128,1.1592658758163452,845.203125,872415232
10,self_attn.q_proj,2,32,8,128,51.483463287353516,80.25,268435456
10,self_attn.q_proj,2,64,8,128,61.9593620300293,72.125,268435456
10,self_attn.q_proj,2,128,8,128,70.19182586669922,68.0625,268435456
10,self_attn.q_proj,3,32,8,128,22.346101760864258,112.25,268435456
10,self_attn.q_proj,3,64,8,128,26.631757736206055,104.125,268435456
10,self_attn.q_proj,3,128,8,128,31.08250617980957,100.0625,268435456
10,self_attn.q_proj,4,32,8,128,10.383602142333984,144.25,268435456
10,self_attn.q_proj,4,64,8,128,12.431198120117188,136.125,268435456
10,self_attn.q_proj,4,128,8,128,14.456064224243164,132.0625,268435456
10,self_attn.q_proj,8,32,8,128,0.6325965523719788,272.25,268435456
10,self_attn.q_proj,8,64,8,128,0.7569459080696106,264.125,268435456
10,self_attn.q_proj,8,128,8,128,0.8738366365432739,260.0625,268435456
10,self_attn.v_proj,2,32,8,128,15.936988830566406,10.03125,33554432
10,self_attn.v_proj,2,64,8,128,19.64202308654785,9.015625,33554432
10,self_attn.v_proj,2,128,8,128,22.95757484436035,8.5078125,33554432
10,self_attn.v_proj,3,32,8,128,6.806067943572998,14.03125,33554432
10,self_attn.v_proj,3,64,8,128,8.39857292175293,13.015625,33554432
10,self_attn.v_proj,3,128,8,128,9.814552307128906,12.5078125,33554432
10,self_attn.v_proj,4,32,8,128,3.175929069519043,18.03125,33554432
10,self_attn.v_proj,4,64,8,128,3.9190850257873535,17.015625,33554432
10,self_attn.v_proj,4,128,8,128,4.580279350280762,16.5078125,33554432
10,self_attn.v_proj,8,32,8,128,0.19238686561584473,34.03125,33554432
10,self_attn.v_proj,8,64,8,128,0.23722760379314423,33.015625,33554432
10,self_attn.v_proj,8,128,8,128,0.27731889486312866,32.5078125,33554432
10,self_attn.k_proj,2,32,8,128,27.486305236816406,10.03125,33554432
10,self_attn.k_proj,2,64,8,128,36.2823371887207,9.015625,33554432
10,self_attn.k_proj,2,128,8,128,43.697120666503906,8.5078125,33554432
10,self_attn.k_proj,3,32,8,128,11.75440502166748,14.03125,33554432
10,self_attn.k_proj,3,64,8,128,15.64512825012207,13.015625,33554432
10,self_attn.k_proj,3,128,8,128,19.00983428955078,12.5078125,33554432
10,self_attn.k_proj,4,32,8,128,5.4828362464904785,18.03125,33554432
10,self_attn.k_proj,4,64,8,128,7.297545433044434,17.015625,33554432
10,self_attn.k_proj,4,128,8,128,8.870997428894043,16.5078125,33554432
10,self_attn.k_proj,8,32,8,128,0.3324873447418213,34.03125,33554432
10,self_attn.k_proj,8,64,8,128,0.4420306384563446,33.015625,33554432
10,self_attn.k_proj,8,128,8,128,0.5372467637062073,32.5078125,33554432
10,self_attn.o_proj,2,32,8,128,51.3463134765625,80.25,268435456
10,self_attn.o_proj,2,64,8,128,60.16276168823242,72.125,268435456
10,self_attn.o_proj,2,128,8,128,67.7713394165039,68.0625,268435456
10,self_attn.o_proj,3,32,8,128,22.101058959960938,112.25,268435456
10,self_attn.o_proj,3,64,8,128,25.6425724029541,104.125,268435456
10,self_attn.o_proj,3,128,8,128,29.0579891204834,100.0625,268435456
10,self_attn.o_proj,4,32,8,128,10.275076866149902,144.25,268435456
10,self_attn.o_proj,4,64,8,128,11.981796264648438,136.125,268435456
10,self_attn.o_proj,4,128,8,128,13.540013313293457,132.0625,268435456
10,self_attn.o_proj,8,32,8,128,0.6282105445861816,272.25,268435456
10,self_attn.o_proj,8,64,8,128,0.7324923276901245,264.125,268435456
10,self_attn.o_proj,8,128,8,128,0.8214685916900635,260.0625,268435456
10,mlp.gate_proj,2,32,8,128,76.1112060546875,260.8125,872415232
10,mlp.gate_proj,2,64,8,128,91.17344665527344,234.40625,872415232
10,mlp.gate_proj,2,128,8,128,97.10186004638672,221.203125,872415232
10,mlp.gate_proj,3,32,8,128,32.90266799926758,364.8125,872415232
10,mlp.gate_proj,3,64,8,128,37.61600875854492,338.40625,872415232
10,mlp.gate_proj,3,128,8,128,45.27394104003906,325.203125,872415232
10,mlp.gate_proj,4,32,8,128,16.00967025756836,468.8125,872415232
10,mlp.gate_proj,4,64,8,128,17.39365005493164,442.40625,872415232
10,mlp.gate_proj,4,128,8,128,20.34018898010254,429.203125,872415232
10,mlp.gate_proj,8,32,8,128,0.9735115170478821,884.8125,872415232
10,mlp.gate_proj,8,64,8,128,1.0705078840255737,858.40625,872415232
10,mlp.gate_proj,8,128,8,128,1.2164477109909058,845.203125,872415232
10,mlp.up_proj,2,32,8,128,75.3963623046875,260.8125,872415232
10,mlp.up_proj,2,64,8,128,90.924072265625,234.40625,872415232
10,mlp.up_proj,2,128,8,128,95.96868896484375,221.203125,872415232
10,mlp.up_proj,3,32,8,128,32.732906341552734,364.8125,872415232
10,mlp.up_proj,3,64,8,128,37.08015441894531,338.40625,872415232
10,mlp.up_proj,3,128,8,128,44.7059440612793,325.203125,872415232
10,mlp.up_proj,4,32,8,128,15.83120346069336,468.8125,872415232
10,mlp.up_proj,4,64,8,128,17.156564712524414,442.40625,872415232
10,mlp.up_proj,4,128,8,128,19.864072799682617,429.203125,872415232
10,mlp.up_proj,8,32,8,128,0.9465597867965698,884.8125,872415232
10,mlp.up_proj,8,64,8,128,1.0431052446365356,858.40625,872415232
10,mlp.up_proj,8,128,8,128,1.1676626205444336,845.203125,872415232
10,mlp.down_proj,2,32,8,128,77.39253234863281,260.8125,872415232
10,mlp.down_proj,2,64,8,128,91.37529754638672,234.40625,872415232
10,mlp.down_proj,2,128,8,128,97.54358673095703,221.203125,872415232
10,mlp.down_proj,3,32,8,128,33.154869079589844,364.8125,872415232
10,mlp.down_proj,3,64,8,128,37.93671417236328,338.40625,872415232
10,mlp.down_proj,3,128,8,128,45.13663101196289,325.203125,872415232
10,mlp.down_proj,4,32,8,128,16.049226760864258,468.8125,872415232
10,mlp.down_proj,4,64,8,128,17.489595413208008,442.40625,872415232
10,mlp.down_proj,4,128,8,128,20.215970993041992,429.203125,872415232
10,mlp.down_proj,8,32,8,128,0.972316563129425,884.8125,872415232
10,mlp.down_proj,8,64,8,128,1.0605835914611816,858.40625,872415232
10,mlp.down_proj,8,128,8,128,1.19255793094635,845.203125,872415232
11,self_attn.q_proj,2,32,8,128,51.96696853637695,80.25,268435456
11,self_attn.q_proj,2,64,8,128,62.20612716674805,72.125,268435456
11,self_attn.q_proj,2,128,8,128,70.65115356445312,68.0625,268435456
11,self_attn.q_proj,3,32,8,128,22.506145477294922,112.25,268435456
11,self_attn.q_proj,3,64,8,128,26.628421783447266,104.125,268435456
11,self_attn.q_proj,3,128,8,128,31.05097770690918,100.0625,268435456
11,self_attn.q_proj,4,32,8,128,10.45637321472168,144.25,268435456
11,self_attn.q_proj,4,64,8,128,12.417797088623047,136.125,268435456
11,self_attn.q_proj,4,128,8,128,14.434542655944824,132.0625,268435456
11,self_attn.q_proj,8,32,8,128,0.6371007561683655,272.25,268435456
11,self_attn.q_proj,8,64,8,128,0.7560997009277344,264.125,268435456
11,self_attn.q_proj,8,128,8,128,0.8725056052207947,260.0625,268435456
11,self_attn.v_proj,2,32,8,128,15.528999328613281,10.03125,33554432
11,self_attn.v_proj,2,64,8,128,19.092885971069336,9.015625,33554432
11,self_attn.v_proj,2,128,8,128,22.2569637298584,8.5078125,33554432
11,self_attn.v_proj,3,32,8,128,6.6335554122924805,14.03125,33554432
11,self_attn.v_proj,3,64,8,128,8.166215896606445,13.015625,33554432
11,self_attn.v_proj,3,128,8,128,9.520425796508789,12.5078125,33554432
11,self_attn.v_proj,4,32,8,128,3.094294309616089,18.03125,33554432
11,self_attn.v_proj,4,64,8,128,3.809786319732666,17.015625,33554432
11,self_attn.v_proj,4,128,8,128,4.441514015197754,16.5078125,33554432
11,self_attn.v_proj,8,32,8,128,0.18748977780342102,34.03125,33554432
11,self_attn.v_proj,8,64,8,128,0.2306012660264969,33.015625,33554432
11,self_attn.v_proj,8,128,8,128,0.2689421772956848,32.5078125,33554432
11,self_attn.k_proj,2,32,8,128,28.76923942565918,10.03125,33554432
11,self_attn.k_proj,2,64,8,128,37.556636810302734,9.015625,33554432
11,self_attn.k_proj,2,128,8,128,45.27488327026367,8.5078125,33554432
11,self_attn.k_proj,3,32,8,128,12.306804656982422,14.03125,33554432
11,self_attn.k_proj,3,64,8,128,16.185760498046875,13.015625,33554432
11,self_attn.k_proj,3,128,8,128,19.675588607788086,12.5078125,33554432
11,self_attn.k_proj,4,32,8,128,5.74490213394165,18.03125,33554432
11,self_attn.k_proj,4,64,8,128,7.552450180053711,17.015625,33554432
11,self_attn.k_proj,4,128,8,128,9.179716110229492,16.5078125,33554432
11,self_attn.k_proj,8,32,8,128,0.3481685519218445,34.03125,33554432
11,self_attn.k_proj,8,64,8,128,0.45728516578674316,33.015625,33554432
11,self_attn.k_proj,8,128,8,128,0.5560473799705505,32.5078125,33554432
11,self_attn.o_proj,2,32,8,128,52.335487365722656,80.25,268435456
11,self_attn.o_proj,2,64,8,128,61.35454559326172,72.125,268435456
11,self_attn.o_proj,2,128,8,128,68.88333892822266,68.0625,268435456
11,self_attn.o_proj,3,32,8,128,22.544984817504883,112.25,268435456
11,self_attn.o_proj,3,64,8,128,26.108198165893555,104.125,268435456
11,self_attn.o_proj,3,128,8,128,29.57695198059082,100.0625,268435456
11,self_attn.o_proj,4,32,8,128,10.480151176452637,144.25,268435456
11,self_attn.o_proj,4,64,8,128,12.18319320678711,136.125,268435456
11,self_attn.o_proj,4,128,8,128,13.774004936218262,132.0625,268435456
11,self_attn.o_proj,8,32,8,128,0.6408743858337402,272.25,268435456
11,self_attn.o_proj,8,64,8,128,0.7442519068717957,264.125,268435456
11,self_attn.o_proj,8,128,8,128,0.8352919816970825,260.0625,268435456
11,mlp.gate_proj,2,32,8,128,79.36534118652344,260.8125,872415232
11,mlp.gate_proj,2,64,8,128,92.0972900390625,234.40625,872415232
11,mlp.gate_proj,2,128,8,128,99.89539337158203,221.203125,872415232
11,mlp.gate_proj,3,32,8,128,33.547977447509766,364.8125,872415232
11,mlp.gate_proj,3,64,8,128,39.172821044921875,338.40625,872415232
11,mlp.gate_proj,3,128,8,128,45.500267028808594,325.203125,872415232
11,mlp.gate_proj,4,32,8,128,16.181533813476562,468.8125,872415232
11,mlp.gate_proj,4,64,8,128,17.947301864624023,442.40625,872415232
11,mlp.gate_proj,4,128,8,128,21.329418182373047,429.203125,872415232
11,mlp.gate_proj,8,32,8,128,1.0085394382476807,884.8125,872415232
11,mlp.gate_proj,8,64,8,128,1.0970507860183716,858.40625,872415232
11,mlp.gate_proj,8,128,8,128,1.271122932434082,845.203125,872415232
11,mlp.up_proj,2,32,8,128,78.176025390625,260.8125,872415232
11,mlp.up_proj,2,64,8,128,91.52908325195312,234.40625,872415232
11,mlp.up_proj,2,128,8,128,97.90721893310547,221.203125,872415232
11,mlp.up_proj,3,32,8,128,33.23097229003906,364.8125,872415232
11,mlp.up_proj,3,64,8,128,38.37197494506836,338.40625,872415232
11,mlp.up_proj,3,128,8,128,45.32836151123047,325.203125,872415232
11,mlp.up_proj,4,32,8,128,16.088895797729492,468.8125,872415232
11,mlp.up_proj,4,64,8,128,17.568466186523438,442.40625,872415232
11,mlp.up_proj,4,128,8,128,20.64122200012207,429.203125,872415232
11,mlp.up_proj,8,32,8,128,0.9865189790725708,884.8125,872415232
11,mlp.up_proj,8,64,8,128,1.0620875358581543,858.40625,872415232
11,mlp.up_proj,8,128,8,128,1.2090226411819458,845.203125,872415232
11,mlp.down_proj,2,32,8,128,81.0918960571289,260.8125,872415232
11,mlp.down_proj,2,64,8,128,92.48267364501953,234.40625,872415232
11,mlp.down_proj,2,128,8,128,100.58329010009766,221.203125,872415232
11,mlp.down_proj,3,32,8,128,33.923255920410156,364.8125,872415232
11,mlp.down_proj,3,64,8,128,39.75920867919922,338.40625,872415232
11,mlp.down_proj,3,128,8,128,45.50666809082031,325.203125,872415232
11,mlp.down_proj,4,32,8,128,16.251951217651367,468.8125,872415232
11,mlp.down_proj,4,64,8,128,18.097915649414062,442.40625,872415232
11,mlp.down_proj,4,128,8,128,21.32386589050293,429.203125,872415232
11,mlp.down_proj,8,32,8,128,1.0044552087783813,884.8125,872415232
11,mlp.down_proj,8,64,8,128,1.0898517370224,858.40625,872415232
11,mlp.down_proj,8,128,8,128,1.2528125047683716,845.203125,872415232
12,self_attn.q_proj,2,32,8,128,55.56505584716797,80.25,268435456
12,self_attn.q_proj,2,64,8,128,66.07960510253906,72.125,268435456
12,self_attn.q_proj,2,128,8,128,74.86833190917969,68.0625,268435456
12,self_attn.q_proj,3,32,8,128,23.824527740478516,112.25,268435456
12,self_attn.q_proj,3,64,8,128,28.383331298828125,104.125,268435456
12,self_attn.q_proj,3,128,8,128,32.6247673034668,100.0625,268435456
12,self_attn.q_proj,4,32,8,128,11.185812950134277,144.25,268435456
12,self_attn.q_proj,4,64,8,128,13.203320503234863,136.125,268435456
12,self_attn.q_proj,4,128,8,128,15.243868827819824,132.0625,268435456
12,self_attn.q_proj,8,32,8,128,0.6816678047180176,272.25,268435456
12,self_attn.q_proj,8,64,8,128,0.8032101988792419,264.125,268435456
12,self_attn.q_proj,8,128,8,128,0.9219452142715454,260.0625,268435456
12,self_attn.v_proj,2,32,8,128,15.637499809265137,10.03125,33554432
12,self_attn.v_proj,2,64,8,128,19.25047492980957,9.015625,33554432
12,self_attn.v_proj,2,128,8,128,22.467863082885742,8.5078125,33554432
12,self_attn.v_proj,3,32,8,128,6.681525707244873,14.03125,33554432
12,self_attn.v_proj,3,64,8,128,8.231873512268066,13.015625,33554432
12,self_attn.v_proj,3,128,8,128,9.612940788269043,12.5078125,33554432
12,self_attn.v_proj,4,32,8,128,3.1172308921813965,18.03125,33554432
12,self_attn.v_proj,4,64,8,128,3.841204881668091,17.015625,33554432
12,self_attn.v_proj,4,128,8,128,4.483829975128174,16.5078125,33554432
12,self_attn.v_proj,8,32,8,128,0.18883925676345825,34.03125,33554432
12,self_attn.v_proj,8,64,8,128,0.23251353204250336,33.015625,33554432
12,self_attn.v_proj,8,128,8,128,0.2714802920818329,32.5078125,33554432
12,self_attn.k_proj,2,32,8,128,29.164186477661133,10.03125,33554432
12,self_attn.k_proj,2,64,8,128,38.348472595214844,9.015625,33554432
12,self_attn.k_proj,2,128,8,128,46.296993255615234,8.5078125,33554432
12,self_attn.k_proj,3,32,8,128,12.477893829345703,14.03125,33554432
12,self_attn.k_proj,3,64,8,128,16.58969497680664,13.015625,33554432
12,self_attn.k_proj,3,128,8,128,20.274690628051758,12.5078125,33554432
12,self_attn.k_proj,4,32,8,128,5.824392318725586,18.03125,33554432
12,self_attn.k_proj,4,64,8,128,7.7416205406188965,17.015625,33554432
12,self_attn.k_proj,4,128,8,128,9.46198558807373,16.5078125,33554432
12,self_attn.k_proj,8,32,8,128,0.3529170751571655,34.03125,33554432
12,self_attn.k_proj,8,64,8,128,0.4688235819339752,33.015625,33554432
12,self_attn.k_proj,8,128,8,128,0.5731664299964905,32.5078125,33554432
12,self_attn.o_proj,2,32,8,128,53.084503173828125,80.25,268435456
12,self_attn.o_proj,2,64,8,128,62.357765197753906,72.125,268435456
12,self_attn.o_proj,2,128,8,128,70.12528228759766,68.0625,268435456
12,self_attn.o_proj,3,32,8,128,22.83121681213379,112.25,268435456
12,self_attn.o_proj,3,64,8,128,26.557533264160156,104.125,268435456
12,self_attn.o_proj,3,128,8,128,30.18515396118164,100.0625,268435456
12,self_attn.o_proj,4,32,8,128,10.63819408416748,144.25,268435456
12,self_attn.o_proj,4,64,8,128,12.384725570678711,136.125,268435456
12,self_attn.o_proj,4,128,8,128,14.063172340393066,132.0625,268435456
12,self_attn.o_proj,8,32,8,128,0.6505950093269348,272.25,268435456
12,self_attn.o_proj,8,64,8,128,0.7558128237724304,264.125,268435456
12,self_attn.o_proj,8,128,8,128,0.852774977684021,260.0625,268435456
12,mlp.gate_proj,2,32,8,128,83.26657104492188,260.8125,872415232
12,mlp.gate_proj,2,64,8,128,93.44190216064453,234.40625,872415232
12,mlp.gate_proj,2,128,8,128,103.52241516113281,221.203125,872415232
12,mlp.gate_proj,3,32,8,128,34.42052459716797,364.8125,872415232
12,mlp.gate_proj,3,64,8,128,41.08844757080078,338.40625,872415232
12,mlp.gate_proj,3,128,8,128,45.8030891418457,325.203125,872415232
12,mlp.gate_proj,4,32,8,128,16.4133243560791,468.8125,872415232
12,mlp.gate_proj,4,64,8,128,18.626737594604492,442.40625,872415232
12,mlp.gate_proj,4,128,8,128,22.427282333374023,429.203125,872415232
12,mlp.gate_proj,8,32,8,128,1.0178507566452026,884.8125,872415232
12,mlp.gate_proj,8,64,8,128,1.126932978630066,858.40625,872415232
12,mlp.gate_proj,8,128,8,128,1.3277530670166016,845.203125,872415232
12,mlp.up_proj,2,32,8,128,81.78079986572266,260.8125,872415232
12,mlp.up_proj,2,64,8,128,92.57875061035156,234.40625,872415232
12,mlp.up_proj,2,128,8,128,101.08513641357422,221.203125,872415232
12,mlp.up_proj,3,32,8,128,33.99112319946289,364.8125,872415232
12,mlp.up_proj,3,64,8,128,40.158592224121094,338.40625,872415232
12,mlp.up_proj,3,128,8,128,45.51752471923828,325.203125,872415232
12,mlp.up_proj,4,32,8,128,16.277233123779297,468.8125,872415232
12,mlp.up_proj,4,64,8,128,18.18376350402832,442.40625,872415232
12,mlp.up_proj,4,128,8,128,21.692716598510742,429.203125,872415232
12,mlp.up_proj,8,32,8,128,1.0059443712234497,884.8125,872415232
12,mlp.up_proj,8,64,8,128,1.0918636322021484,858.40625,872415232
12,mlp.up_proj,8,128,8,128,1.2681019306182861,845.203125,872415232
12,mlp.down_proj,2,32,8,128,84.80133819580078,260.8125,872415232
12,mlp.down_proj,2,64,8,128,93.90306854248047,234.40625,872415232
12,mlp.down_proj,2,128,8,128,104.3239517211914,221.203125,872415232
12,mlp.down_proj,3,32,8,128,34.81612014770508,364.8125,872415232
12,mlp.down_proj,3,64,8,128,41.65968322753906,338.40625,872415232
12,mlp.down_proj,3,128,8,128,45.82858657836914,325.203125,872415232
12,mlp.down_proj,4,32,8,128,16.501876831054688,468.8125,872415232
12,mlp.down_proj,4,64,8,128,18.79785919189453,442.40625,872415232
12,mlp.down_proj,4,128,8,128,22.47077751159668,429.203125,872415232
12,mlp.down_proj,8,32,8,128,1.0156989097595215,884.8125,872415232
12,mlp.down_proj,8,64,8,128,1.1251177787780762,858.40625,872415232
12,mlp.down_proj,8,128,8,128,1.318208932876587,845.203125,872415232
13,self_attn.q_proj,2,32,8,128,47.89622497558594,80.25,268435456
13,self_attn.q_proj,2,64,8,128,56.929908752441406,72.125,268435456
13,self_attn.q_proj,2,128,8,128,65.3488998413086,68.0625,268435456
13,self_attn.q_proj,3,32,8,128,20.553098678588867,112.25,268435456
13,self_attn.q_proj,3,64,8,128,24.35101890563965,104.125,268435456
13,self_attn.q_proj,3,128,8,128,28.072843551635742,100.0625,268435456
13,self_attn.q_proj,4,32,8,128,9.555726051330566,144.25,268435456
13,self_attn.q_proj,4,64,8,128,11.43993091583252,136.125,268435456
13,self_attn.q_proj,4,128,8,128,13.063284873962402,132.0625,268435456
13,self_attn.q_proj,8,32,8,128,0.5825248956680298,272.25,268435456
13,self_attn.q_proj,8,64,8,128,0.6981505155563354,264.125,268435456
13,self_attn.q_proj,8,128,8,128,0.7912454009056091,260.0625,268435456
13,self_attn.v_proj,2,32,8,128,16.56827163696289,10.03125,33554432
13,self_attn.v_proj,2,64,8,128,20.36528968811035,9.015625,33554432
13,self_attn.v_proj,2,128,8,128,23.720308303833008,8.5078125,33554432
13,self_attn.v_proj,3,32,8,128,7.0788116455078125,14.03125,33554432
13,self_attn.v_proj,3,64,8,128,8.705634117126465,13.015625,33554432
13,self_attn.v_proj,3,128,8,128,10.147505760192871,12.5078125,33554432
13,self_attn.v_proj,4,32,8,128,3.302349090576172,18.03125,33554432
13,self_attn.v_proj,4,64,8,128,4.062743663787842,17.015625,33554432
13,self_attn.v_proj,4,128,8,128,4.73479700088501,16.5078125,33554432
13,self_attn.v_proj,8,32,8,128,0.20009835064411163,34.03125,33554432
13,self_attn.v_proj,8,64,8,128,0.24601051211357117,33.015625,33554432
13,self_attn.v_proj,8,128,8,128,0.2867579162120819,32.5078125,33554432
13,self_attn.k_proj,2,32,8,128,26.43245506286621,10.03125,33554432
13,self_attn.k_proj,2,64,8,128,34.02354431152344,9.015625,33554432
13,self_attn.k_proj,2,128,8,128,40.61488723754883,8.5078125,33554432
13,self_attn.k_proj,3,32,8,128,11.30444049835205,14.03125,33554432
13,self_attn.k_proj,3,64,8,128,14.581287384033203,13.015625,33554432
13,self_attn.k_proj,3,128,8,128,17.461671829223633,12.5078125,33554432
13,self_attn.k_proj,4,32,8,128,5.272322654724121,18.03125,33554432
13,self_attn.k_proj,4,64,8,128,6.802550315856934,17.015625,33554432
13,self_attn.k_proj,4,128,8,128,8.147232055664062,16.5078125,33554432
13,self_attn.k_proj,8,32,8,128,0.3195835053920746,34.03125,33554432
13,self_attn.k_proj,8,64,8,128,0.41207653284072876,33.015625,33554432
13,self_attn.k_proj,8,128,8,128,0.49302616715431213,32.5078125,33554432
13,self_attn.o_proj,2,32,8,128,52.78408432006836,80.25,268435456
13,self_attn.o_proj,2,64,8,128,61.917808532714844,72.125,268435456
13,self_attn.o_proj,2,128,8,128,69.58344268798828,68.0625,268435456
13,self_attn.o_proj,3,32,8,128,22.717281341552734,112.25,268435456
13,self_attn.o_proj,3,64,8,128,26.367687225341797,104.125,268435456
13,self_attn.o_proj,3,128,8,128,29.901309967041016,100.0625,268435456
13,self_attn.o_proj,4,32,8,128,10.572705268859863,144.25,268435456
13,self_attn.o_proj,4,64,8,128,12.297355651855469,136.125,268435456
13,self_attn.o_proj,4,128,8,128,13.933759689331055,132.0625,268435456
13,self_attn.o_proj,8,32,8,128,0.646638810634613,272.25,268435456
13,self_attn.o_proj,8,64,8,128,0.7507691383361816,264.125,268435456
13,self_attn.o_proj,8,128,8,128,0.845129668712616,260.0625,268435456
13,mlp.gate_proj,2,32,8,128,86.4872817993164,260.8125,872415232
13,mlp.gate_proj,2,64,8,128,95.14734649658203,234.40625,872415232
13,mlp.gate_proj,2,128,8,128,107.95746612548828,221.203125,872415232
13,mlp.gate_proj,3,32,8,128,35.291587829589844,364.8125,872415232
13,mlp.gate_proj,3,64,8,128,42.91293716430664,338.40625,872415232
13,mlp.gate_proj,3,128,8,128,46.368080139160156,325.203125,872415232
13,mlp.gate_proj,4,32,8,128,16.6646728515625,468.8125,872415232
13,mlp.gate_proj,4,64,8,128,19.330591201782227,442.40625,872415232
13,mlp.gate_proj,4,128,8,128,22.711017608642578,429.203125,872415232
13,mlp.gate_proj,8,32,8,128,1.0292208194732666,884.8125,872415232
13,mlp.gate_proj,8,64,8,128,1.1632455587387085,858.40625,872415232
13,mlp.gate_proj,8,128,8,128,1.3864659070968628,845.203125,872415232
13,mlp.up_proj,2,32,8,128,83.91018676757812,260.8125,872415232
13,mlp.up_proj,2,64,8,128,93.34661102294922,234.40625,872415232
13,mlp.up_proj,2,128,8,128,103.20148468017578,221.203125,872415232
13,mlp.up_proj,3,32,8,128,34.49797821044922,364.8125,872415232
13,mlp.up_proj,3,64,8,128,41.23056411743164,338.40625,872415232
13,mlp.up_proj,3,128,8,128,45.67375564575195,325.203125,872415232
13,mlp.up_proj,4,32,8,128,16.4122314453125,468.8125,872415232
13,mlp.up_proj,4,64,8,128,18.581127166748047,442.40625,872415232
13,mlp.up_proj,4,128,8,128,22.320493698120117,429.203125,872415232
13,mlp.up_proj,8,32,8,128,1.0118106603622437,884.8125,872415232
13,mlp.up_proj,8,64,8,128,1.111786961555481,858.40625,872415232
13,mlp.up_proj,8,128,8,128,1.3044085502624512,845.203125,872415232
13,mlp.down_proj,2,32,8,128,85.68655395507812,260.8125,872415232
13,mlp.down_proj,2,64,8,128,94.26412963867188,234.40625,872415232
13,mlp.down_proj,2,128,8,128,105.15948486328125,221.203125,872415232
13,mlp.down_proj,3,32,8,128,35.04451370239258,364.8125,872415232
13,mlp.down_proj,3,64,8,128,42.083797454833984,338.40625,872415232
13,mlp.down_proj,3,128,8,128,45.910030364990234,325.203125,872415232
13,mlp.down_proj,4,32,8,128,16.568307876586914,468.8125,872415232
13,mlp.down_proj,4,64,8,128,18.95842742919922,442.40625,872415232
13,mlp.down_proj,4,128,8,128,22.632081985473633,429.203125,872415232
13,mlp.down_proj,8,32,8,128,1.0188425779342651,884.8125,872415232
13,mlp.down_proj,8,64,8,128,1.1334521770477295,858.40625,872415232
13,mlp.down_proj,8,128,8,128,1.3317674398422241,845.203125,872415232
14,self_attn.q_proj,2,32,8,128,44.57953643798828,80.25,268435456
14,self_attn.q_proj,2,64,8,128,52.715660095214844,72.125,268435456
14,self_attn.q_proj,2,128,8,128,60.79056167602539,68.0625,268435456
14,self_attn.q_proj,3,32,8,128,19.06770133972168,112.25,268435456
14,self_attn.q_proj,3,64,8,128,23.081016540527344,104.125,268435456
14,self_attn.q_proj,3,128,8,128,26.726957321166992,100.0625,268435456
14,self_attn.q_proj,4,32,8,128,8.891424179077148,144.25,268435456
14,self_attn.q_proj,4,64,8,128,10.783930778503418,136.125,268435456
14,self_attn.q_proj,4,128,8,128,12.478048324584961,132.0625,268435456
14,self_attn.q_proj,8,32,8,128,0.5419045686721802,272.25,268435456
14,self_attn.q_proj,8,64,8,128,0.6548600196838379,264.125,268435456
14,self_attn.q_proj,8,128,8,128,0.7563747763633728,260.0625,268435456
14,self_attn.v_proj,2,32,8,128,15.433755874633789,10.03125,33554432
14,self_attn.v_proj,2,64,8,128,18.979692459106445,9.015625,33554432
14,self_attn.v_proj,2,128,8,128,22.144506454467773,8.5078125,33554432
14,self_attn.v_proj,3,32,8,128,6.593282222747803,14.03125,33554432
14,self_attn.v_proj,3,64,8,128,8.117679595947266,13.015625,33554432
14,self_attn.v_proj,3,128,8,128,9.468049049377441,12.5078125,33554432
14,self_attn.v_proj,4,32,8,128,3.0750646591186523,18.03125,33554432
14,self_attn.v_proj,4,64,8,128,3.7878928184509277,17.015625,33554432
14,self_attn.v_proj,4,128,8,128,4.4190993309021,16.5078125,33554432
14,self_attn.v_proj,8,32,8,128,0.18636411428451538,34.03125,33554432
14,self_attn.v_proj,8,64,8,128,0.22929248213768005,33.015625,33554432
14,self_attn.v_proj,8,128,8,128,0.2675728499889374,32.5078125,33554432
14,self_attn.k_proj,2,32,8,128,26.846580505371094,10.03125,33554432
14,self_attn.k_proj,2,64,8,128,35.24750518798828,9.015625,33554432
14,self_attn.k_proj,2,128,8,128,42.473228454589844,8.5078125,33554432
14,self_attn.k_proj,3,32,8,128,11.509176254272461,14.03125,33554432
14,self_attn.k_proj,3,64,8,128,15.307329177856445,13.015625,33554432
14,self_attn.k_proj,3,128,8,128,18.763696670532227,12.5078125,33554432
14,self_attn.k_proj,4,32,8,128,5.370341777801514,18.03125,33554432
14,self_attn.k_proj,4,64,8,128,7.1401801109313965,17.015625,33554432
14,self_attn.k_proj,4,128,8,128,8.760001182556152,16.5078125,33554432
14,self_attn.k_proj,8,32,8,128,0.32561156153678894,34.03125,33554432
14,self_attn.k_proj,8,64,8,128,0.4325994849205017,33.015625,33554432
14,self_attn.k_proj,8,128,8,128,0.5304939150810242,32.5078125,33554432
14,self_attn.o_proj,2,32,8,128,48.257198333740234,80.25,268435456
14,self_attn.o_proj,2,64,8,128,56.37376022338867,72.125,268435456
14,self_attn.o_proj,2,128,8,128,64.01531982421875,68.0625,268435456
14,self_attn.o_proj,3,32,8,128,20.70078468322754,112.25,268435456
14,self_attn.o_proj,3,64,8,128,24.128934860229492,104.125,268435456
14,self_attn.o_proj,3,128,8,128,27.33085823059082,100.0625,268435456
14,self_attn.o_proj,4,32,8,128,9.631997108459473,144.25,268435456
14,self_attn.o_proj,4,64,8,128,11.332765579223633,136.125,268435456
14,self_attn.o_proj,4,128,8,128,12.751652717590332,132.0625,268435456
14,self_attn.o_proj,8,32,8,128,0.5888240337371826,272.25,268435456
14,self_attn.o_proj,8,64,8,128,0.6919484734535217,264.125,268435456
14,self_attn.o_proj,8,128,8,128,0.7741016745567322,260.0625,268435456
14,mlp.gate_proj,2,32,8,128,88.87071990966797,260.8125,872415232
14,mlp.gate_proj,2,64,8,128,96.06661224365234,234.40625,872415232
14,mlp.gate_proj,2,128,8,128,109.857421875,221.203125,872415232
14,mlp.gate_proj,3,32,8,128,35.905113220214844,364.8125,872415232
14,mlp.gate_proj,3,64,8,128,43.96574020385742,338.40625,872415232
14,mlp.gate_proj,3,128,8,128,46.49413299560547,325.203125,872415232
14,mlp.gate_proj,4,32,8,128,16.841508865356445,468.8125,872415232
14,mlp.gate_proj,4,64,8,128,19.704730987548828,442.40625,872415232
14,mlp.gate_proj,4,128,8,128,22.737083435058594,429.203125,872415232
14,mlp.gate_proj,8,32,8,128,1.0380208492279053,884.8125,872415232
14,mlp.gate_proj,8,64,8,128,1.189632773399353,858.40625,872415232
14,mlp.gate_proj,8,128,8,128,1.413286566734314,845.203125,872415232
14,mlp.up_proj,2,32,8,128,85.95308685302734,260.8125,872415232
14,mlp.up_proj,2,64,8,128,94.1554946899414,234.40625,872415232
14,mlp.up_proj,2,128,8,128,105.30806732177734,221.203125,872415232
14,mlp.up_proj,3,32,8,128,35.01780700683594,364.8125,872415232
14,mlp.up_proj,3,64,8,128,42.238006591796875,338.40625,872415232
14,mlp.up_proj,3,128,8,128,45.847938537597656,325.203125,872415232
14,mlp.up_proj,4,32,8,128,16.558561325073242,468.8125,872415232
14,mlp.up_proj,4,64,8,128,18.963470458984375,442.40625,872415232
14,mlp.up_proj,4,128,8,128,22.637773513793945,429.203125,872415232
14,mlp.up_proj,8,32,8,128,1.0183757543563843,884.8125,872415232
14,mlp.up_proj,8,64,8,128,1.131776213645935,858.40625,872415232
14,mlp.up_proj,8,128,8,128,1.3380173444747925,845.203125,872415232
14,mlp.down_proj,2,32,8,128,86.8463363647461,260.8125,872415232
14,mlp.down_proj,2,64,8,128,94.71981048583984,234.40625,872415232
14,mlp.down_proj,2,128,8,128,106.24725341796875,221.203125,872415232
14,mlp.down_proj,3,32,8,128,35.325687408447266,364.8125,872415232
14,mlp.down_proj,3,64,8,128,42.62515640258789,338.40625,872415232
14,mlp.down_proj,3,128,8,128,46.01358413696289,325.203125,872415232
14,mlp.down_proj,4,32,8,128,16.651613235473633,468.8125,872415232
14,mlp.down_proj,4,64,8,128,19.144451141357422,442.40625,872415232
14,mlp.down_proj,4,128,8,128,22.649457931518555,429.203125,872415232
14,mlp.down_proj,8,32,8,128,1.0227389335632324,884.8125,872415232
14,mlp.down_proj,8,64,8,128,1.1430189609527588,858.40625,872415232
14,mlp.down_proj,8,128,8,128,1.347307801246643,845.203125,872415232
15,self_attn.q_proj,2,32,8,128,34.298919677734375,80.25,268435456
15,self_attn.q_proj,2,64,8,128,40.85074996948242,72.125,268435456
15,self_attn.q_proj,2,128,8,128,46.77457046508789,68.0625,268435456
15,self_attn.q_proj,3,32,8,128,14.970198631286621,112.25,268435456
15,self_attn.q_proj,3,64,8,128,17.966632843017578,104.125,268435456
15,self_attn.q_proj,3,128,8,128,21.04181671142578,100.0625,268435456
15,self_attn.q_proj,4,32,8,128,6.9676923751831055,144.25,268435456
15,self_attn.q_proj,4,64,8,128,8.429037094116211,136.125,268435456
15,self_attn.q_proj,4,128,8,128,9.836816787719727,132.0625,268435456
15,self_attn.q_proj,8,32,8,128,0.42509976029396057,272.25,268435456
15,self_attn.q_proj,8,64,8,128,0.5144826769828796,264.125,268435456
15,self_attn.q_proj,8,128,8,128,0.5953971743583679,260.0625,268435456
15,self_attn.v_proj,2,32,8,128,16.937881469726562,10.03125,33554432
15,self_attn.v_proj,2,64,8,128,20.835052490234375,9.015625,33554432
15,self_attn.v_proj,2,128,8,128,24.28738021850586,8.5078125,33554432
15,self_attn.v_proj,3,32,8,128,7.23845911026001,14.03125,33554432
15,self_attn.v_proj,3,64,8,128,8.908086776733398,13.015625,33554432
15,self_attn.v_proj,3,128,8,128,10.387947082519531,12.5078125,33554432
15,self_attn.v_proj,4,32,8,128,3.3764190673828125,18.03125,33554432
15,self_attn.v_proj,4,64,8,128,4.156963348388672,17.015625,33554432
15,self_attn.v_proj,4,128,8,128,4.847196102142334,16.5078125,33554432
15,self_attn.v_proj,8,32,8,128,0.20450368523597717,34.03125,33554432
15,self_attn.v_proj,8,64,8,128,0.25162652134895325,33.015625,33554432
15,self_attn.v_proj,8,128,8,128,0.2936140298843384,32.5078125,33554432
15,self_attn.k_proj,2,32,8,128,19.893192291259766,10.03125,33554432
15,self_attn.k_proj,2,64,8,128,26.103961944580078,9.015625,33554432
15,self_attn.k_proj,2,128,8,128,31.341693878173828,8.5078125,33554432
15,self_attn.k_proj,3,32,8,128,8.51179313659668,14.03125,33554432
15,self_attn.k_proj,3,64,8,128,11.246548652648926,13.015625,33554432
15,self_attn.k_proj,3,128,8,128,13.6294584274292,12.5078125,33554432
15,self_attn.k_proj,4,32,8,128,3.973357677459717,18.03125,33554432
15,self_attn.k_proj,4,64,8,128,5.25144100189209,17.015625,33554432
15,self_attn.k_proj,4,128,8,128,6.363736152648926,16.5078125,33554432
15,self_attn.k_proj,8,32,8,128,0.24057480692863464,34.03125,33554432
15,self_attn.k_proj,8,64,8,128,0.31810715794563293,33.015625,33554432
15,self_attn.k_proj,8,128,8,128,0.3854045569896698,32.5078125,33554432
15,self_attn.o_proj,2,32,8,128,49.347747802734375,80.25,268435456
15,self_attn.o_proj,2,64,8,128,57.8045654296875,72.125,268435456
15,self_attn.o_proj,2,128,8,128,65.436767578125,68.0625,268435456
15,self_attn.o_proj,3,32,8,128,21.20946502685547,112.25,268435456
15,self_attn.o_proj,3,64,8,128,24.698476791381836,104.125,268435456
15,self_attn.o_proj,3,128,8,128,28.062946319580078,100.0625,268435456
15,self_attn.o_proj,4,32,8,128,9.86575698852539,144.25,268435456
15,self_attn.o_proj,4,64,8,128,11.570964813232422,136.125,268435456
15,self_attn.o_proj,4,128,8,128,13.080540657043457,132.0625,268435456
15,self_attn.o_proj,8,32,8,128,0.6030243039131165,272.25,268435456
15,self_attn.o_proj,8,64,8,128,0.7090747356414795,264.125,268435456
15,self_attn.o_proj,8,128,8,128,0.7935314178466797,260.0625,268435456
15,mlp.gate_proj,2,32,8,128,88.26744079589844,260.8125,872415232
15,mlp.gate_proj,2,64,8,128,96.05880737304688,234.40625,872415232
15,mlp.gate_proj,2,128,8,128,110.01123809814453,221.203125,872415232
15,mlp.gate_proj,3,32,8,128,35.779212951660156,364.8125,872415232
15,mlp.gate_proj,3,64,8,128,43.84358215332031,338.40625,872415232
15,mlp.gate_proj,3,128,8,128,46.692405700683594,325.203125,872415232
15,mlp.gate_proj,4,32,8,128,16.817386627197266,468.8125,872415232
15,mlp.gate_proj,4,64,8,128,19.691349029541016,442.40625,872415232
15,mlp.gate_proj,4,128,8,128,22.788490295410156,429.203125,872415232
15,mlp.gate_proj,8,32,8,128,1.033978819847107,884.8125,872415232
15,mlp.gate_proj,8,64,8,128,1.1828783750534058,858.40625,872415232
15,mlp.gate_proj,8,128,8,128,1.4153245687484741,845.203125,872415232
15,mlp.up_proj,2,32,8,128,85.18855285644531,260.8125,872415232
15,mlp.up_proj,2,64,8,128,93.8512191772461,234.40625,872415232
15,mlp.up_proj,2,128,8,128,104.61943054199219,221.203125,872415232
15,mlp.up_proj,3,32,8,128,34.82091522216797,364.8125,872415232
15,mlp.up_proj,3,64,8,128,41.87019348144531,338.40625,872415232
15,mlp.up_proj,3,128,8,128,45.794456481933594,325.203125,872415232
15,mlp.up_proj,4,32,8,128,16.5035343170166,468.8125,872415232
15,mlp.up_proj,4,64,8,128,18.82280921936035,442.40625,872415232
15,mlp.up_proj,4,128,8,128,22.63008689880371,429.203125,872415232
15,mlp.up_proj,8,32,8,128,1.0159015655517578,884.8125,872415232
15,mlp.up_proj,8,64,8,128,1.1243664026260376,858.40625,872415232
15,mlp.up_proj,8,128,8,128,1.3262975215911865,845.203125,872415232
15,mlp.down_proj,2,32,8,128,85.13179779052734,260.8125,872415232
15,mlp.down_proj,2,64,8,128,94.00418090820312,234.40625,872415232
15,mlp.down_proj,2,128,8,128,104.34388732910156,221.203125,872415232
15,mlp.down_proj,3,32,8,128,34.88029479980469,364.8125,872415232
15,mlp.down_proj,3,64,8,128,41.715267181396484,338.40625,872415232
15,mlp.down_proj,3,128,8,128,45.865333557128906,325.203125,872415232
15,mlp.down_proj,4,32,8,128,16.525545120239258,468.8125,872415232
15,mlp.down_proj,4,64,8,128,18.812301635742188,442.40625,872415232
15,mlp.down_proj,4,128,8,128,22.47939682006836,429.203125,872415232
15,mlp.down_proj,8,32,8,128,1.0169183015823364,884.8125,872415232
15,mlp.down_proj,8,64,8,128,1.1257600784301758,858.40625,872415232
15,mlp.down_proj,8,128,8,128,1.316513180732727,845.203125,872415232
16,self_attn.q_proj,2,32,8,128,52.26833724975586,80.25,268435456
16,self_attn.q_proj,2,64,8,128,62.37892532348633,72.125,268435456
16,self_attn.q_proj,2,128,8,128,70.53438568115234,68.0625,268435456
16,self_attn.q_proj,3,32,8,128,23.000507354736328,112.25,268435456
16,self_attn.q_proj,3,64,8,128,27.65997886657715,104.125,268435456
16,self_attn.q_proj,3,128,8,128,32.493953704833984,100.0625,268435456
16,self_attn.q_proj,4,32,8,128,10.741896629333496,144.25,268435456
16,self_attn.q_proj,4,64,8,128,12.913237571716309,136.125,268435456
16,self_attn.q_proj,4,128,8,128,15.268158912658691,132.0625,268435456
16,self_attn.q_proj,8,32,8,128,0.6549990177154541,272.25,268435456
16,self_attn.q_proj,8,64,8,128,0.7852591872215271,264.125,268435456
16,self_attn.q_proj,8,128,8,128,0.9229012727737427,260.0625,268435456
16,self_attn.v_proj,2,32,8,128,15.115144729614258,10.03125,33554432
16,self_attn.v_proj,2,64,8,128,18.69197654724121,9.015625,33554432
16,self_attn.v_proj,2,128,8,128,21.91893768310547,8.5078125,33554432
16,self_attn.v_proj,3,32,8,128,6.457775115966797,14.03125,33554432
16,self_attn.v_proj,3,64,8,128,7.995351791381836,13.015625,33554432
16,self_attn.v_proj,3,128,8,128,9.370380401611328,12.5078125,33554432
16,self_attn.v_proj,4,32,8,128,3.013256072998047,18.03125,33554432
16,self_attn.v_proj,4,64,8,128,3.7303109169006348,17.015625,33554432
16,self_attn.v_proj,4,128,8,128,4.373297214508057,16.5078125,33554432
16,self_attn.v_proj,8,32,8,128,0.18252532184123993,34.03125,33554432
16,self_attn.v_proj,8,64,8,128,0.22576385736465454,33.015625,33554432
16,self_attn.v_proj,8,128,8,128,0.26473599672317505,32.5078125,33554432
16,self_attn.k_proj,2,32,8,128,29.770061492919922,10.03125,33554432
16,self_attn.k_proj,2,64,8,128,39.02130126953125,9.015625,33554432
16,self_attn.k_proj,2,128,8,128,46.901737213134766,8.5078125,33554432
16,self_attn.k_proj,3,32,8,128,12.831847190856934,14.03125,33554432
16,self_attn.k_proj,3,64,8,128,17.320608139038086,13.015625,33554432
16,self_attn.k_proj,3,128,8,128,21.69338607788086,12.5078125,33554432
16,self_attn.k_proj,4,32,8,128,5.991845607757568,18.03125,33554432
16,self_attn.k_proj,4,64,8,128,8.092432975769043,17.015625,33554432
16,self_attn.k_proj,4,128,8,128,10.139619827270508,16.5078125,33554432
16,self_attn.k_proj,8,32,8,128,0.3629857301712036,34.03125,33554432
16,self_attn.k_proj,8,64,8,128,0.4896031320095062,33.015625,33554432
16,self_attn.k_proj,8,128,8,128,0.6143872737884521,32.5078125,33554432
16,self_attn.o_proj,2,32,8,128,48.3950080871582,80.25,268435456
16,self_attn.o_proj,2,64,8,128,56.528038024902344,72.125,268435456
16,self_attn.o_proj,2,128,8,128,64.29840850830078,68.0625,268435456
16,self_attn.o_proj,3,32,8,128,20.75137710571289,112.25,268435456
16,self_attn.o_proj,3,64,8,128,24.227466583251953,104.125,268435456
16,self_attn.o_proj,3,128,8,128,27.472686767578125,100.0625,268435456
16,self_attn.o_proj,4,32,8,128,9.65439224243164,144.25,268435456
16,self_attn.o_proj,4,64,8,128,11.369657516479492,136.125,268435456
16,self_attn.o_proj,4,128,8,128,12.825533866882324,132.0625,268435456
16,self_attn.o_proj,8,32,8,128,0.590156614780426,272.25,268435456
16,self_attn.o_proj,8,64,8,128,0.6941453814506531,264.125,268435456
16,self_attn.o_proj,8,128,8,128,0.7783352732658386,260.0625,268435456
16,mlp.gate_proj,2,32,8,128,85.5024642944336,260.8125,872415232
16,mlp.gate_proj,2,64,8,128,94.52545928955078,234.40625,872415232
16,mlp.gate_proj,2,128,8,128,106.45686340332031,221.203125,872415232
16,mlp.gate_proj,3,32,8,128,35.008514404296875,364.8125,872415232
16,mlp.gate_proj,3,64,8,128,42.37428283691406,338.40625,872415232
16,mlp.gate_proj,3,128,8,128,46.1939697265625,325.203125,872415232
16,mlp.gate_proj,4,32,8,128,16.585847854614258,468.8125,872415232
16,mlp.gate_proj,4,64,8,128,19.11220932006836,442.40625,872415232
16,mlp.gate_proj,4,128,8,128,22.686147689819336,429.203125,872415232
16,mlp.gate_proj,8,32,8,128,1.0227675437927246,884.8125,872415232
16,mlp.gate_proj,8,64,8,128,1.1523340940475464,858.40625,872415232
16,mlp.gate_proj,8,128,8,128,1.379909873008728,845.203125,872415232
16,mlp.up_proj,2,32,8,128,83.01766204833984,260.8125,872415232
16,mlp.up_proj,2,64,8,128,92.98311614990234,234.40625,872415232
16,mlp.up_proj,2,128,8,128,102.21551513671875,221.203125,872415232
16,mlp.up_proj,3,32,8,128,34.2769660949707,364.8125,872415232
16,mlp.up_proj,3,64,8,128,40.75486755371094,338.40625,872415232
16,mlp.up_proj,3,128,8,128,45.60799789428711,325.203125,872415232
16,mlp.up_proj,4,32,8,128,16.353561401367188,468.8125,872415232
16,mlp.up_proj,4,64,8,128,18.39858627319336,442.40625,872415232
16,mlp.up_proj,4,128,8,128,22.059389114379883,429.203125,872415232
16,mlp.up_proj,8,32,8,128,1.0093331336975098,884.8125,872415232
16,mlp.up_proj,8,64,8,128,1.1027270555496216,858.40625,872415232
16,mlp.up_proj,8,128,8,128,1.2882792949676514,845.203125,872415232
16,mlp.down_proj,2,32,8,128,83.12939453125,260.8125,872415232
16,mlp.down_proj,2,64,8,128,93.20344543457031,234.40625,872415232
16,mlp.down_proj,2,128,8,128,102.27115631103516,221.203125,872415232
16,mlp.down_proj,3,32,8,128,34.387638092041016,364.8125,872415232
16,mlp.down_proj,3,64,8,128,40.68511199951172,338.40625,872415232
16,mlp.down_proj,3,128,8,128,45.671321868896484,325.203125,872415232
16,mlp.down_proj,4,32,8,128,16.386333465576172,468.8125,872415232
16,mlp.down_proj,4,64,8,128,18.428476333618164,442.40625,872415232
16,mlp.down_proj,4,128,8,128,21.859962463378906,429.203125,872415232
16,mlp.down_proj,8,32,8,128,1.0105054378509521,884.8125,872415232
16,mlp.down_proj,8,64,8,128,1.106459617614746,858.40625,872415232
16,mlp.down_proj,8,128,8,128,1.2810745239257812,845.203125,872415232
17,self_attn.q_proj,2,32,8,128,53.501365661621094,80.25,268435456
17,self_attn.q_proj,2,64,8,128,64.12374877929688,72.125,268435456
17,self_attn.q_proj,2,128,8,128,72.03343963623047,68.0625,268435456
17,self_attn.q_proj,3,32,8,128,23.32697296142578,112.25,268435456
17,self_attn.q_proj,3,64,8,128,28.151424407958984,104.125,268435456
17,self_attn.q_proj,3,128,8,128,32.7751579284668,100.0625,268435456
17,self_attn.q_proj,4,32,8,128,10.91530704498291,144.25,268435456
17,self_attn.q_proj,4,64,8,128,13.10716724395752,136.125,268435456
17,self_attn.q_proj,4,128,8,128,15.358715057373047,132.0625,268435456
17,self_attn.q_proj,8,32,8,128,0.6654990911483765,272.25,268435456
17,self_attn.q_proj,8,64,8,128,0.796493649482727,264.125,268435456
17,self_attn.q_proj,8,128,8,128,0.9289212226867676,260.0625,268435456
17,self_attn.v_proj,2,32,8,128,16.73135757446289,10.03125,33554432
17,self_attn.v_proj,2,64,8,128,20.578052520751953,9.015625,33554432
17,self_attn.v_proj,2,128,8,128,23.980239868164062,8.5078125,33554432
17,self_attn.v_proj,3,32,8,128,7.148231029510498,14.03125,33554432
17,self_attn.v_proj,3,64,8,128,8.796510696411133,13.015625,33554432
17,self_attn.v_proj,3,128,8,128,10.256725311279297,12.5078125,33554432
17,self_attn.v_proj,4,32,8,128,3.3344380855560303,18.03125,33554432
17,self_attn.v_proj,4,64,8,128,4.105903148651123,17.015625,33554432
17,self_attn.v_proj,4,128,8,128,4.785190582275391,16.5078125,33554432
17,self_attn.v_proj,8,32,8,128,0.2019578069448471,34.03125,33554432
17,self_attn.v_proj,8,64,8,128,0.24850378930568695,33.015625,33554432
17,self_attn.v_proj,8,128,8,128,0.28985661268234253,32.5078125,33554432
17,self_attn.k_proj,2,32,8,128,28.792312622070312,10.03125,33554432
17,self_attn.k_proj,2,64,8,128,37.46206283569336,9.015625,33554432
17,self_attn.k_proj,2,128,8,128,45.36417007446289,8.5078125,33554432
17,self_attn.k_proj,3,32,8,128,12.348420143127441,14.03125,33554432
17,self_attn.k_proj,3,64,8,128,16.26028060913086,13.015625,33554432
17,self_attn.k_proj,3,128,8,128,20.021434783935547,12.5078125,33554432
17,self_attn.k_proj,4,32,8,128,5.765469074249268,18.03125,33554432
17,self_attn.k_proj,4,64,8,128,7.587136268615723,17.015625,33554432
17,self_attn.k_proj,4,128,8,128,9.343911170959473,16.5078125,33554432
17,self_attn.k_proj,8,32,8,128,0.3492079973220825,34.03125,33554432
17,self_attn.k_proj,8,64,8,128,0.45933032035827637,33.015625,33554432
17,self_attn.k_proj,8,128,8,128,0.5657634735107422,32.5078125,33554432
17,self_attn.o_proj,2,32,8,128,51.19225311279297,80.25,268435456
17,self_attn.o_proj,2,64,8,128,60.0946044921875,72.125,268435456
17,self_attn.o_proj,2,128,8,128,67.727783203125,68.0625,268435456
17,self_attn.o_proj,3,32,8,128,22.05978775024414,112.25,268435456
17,self_attn.o_proj,3,64,8,128,25.617565155029297,104.125,268435456
17,self_attn.o_proj,3,128,8,128,29.145305633544922,100.0625,268435456
17,self_attn.o_proj,4,32,8,128,10.252351760864258,144.25,268435456
17,self_attn.o_proj,4,64,8,128,11.974258422851562,136.125,268435456
17,self_attn.o_proj,4,128,8,128,13.574801445007324,132.0625,268435456
17,self_attn.o_proj,8,32,8,128,0.6266864538192749,272.25,268435456
17,self_attn.o_proj,8,64,8,128,0.7320581078529358,264.125,268435456
17,self_attn.o_proj,8,128,8,128,0.8228931427001953,260.0625,268435456
17,mlp.gate_proj,2,32,8,128,84.85324096679688,260.8125,872415232
17,mlp.gate_proj,2,64,8,128,94.20599365234375,234.40625,872415232
17,mlp.gate_proj,2,128,8,128,105.62051391601562,221.203125,872415232
17,mlp.gate_proj,3,32,8,128,34.84556198120117,364.8125,872415232
17,mlp.gate_proj,3,64,8,128,42.028804779052734,338.40625,872415232
17,mlp.gate_proj,3,128,8,128,46.10499954223633,325.203125,872415232
17,mlp.gate_proj,4,32,8,128,16.541770935058594,468.8125,872415232
17,mlp.gate_proj,4,64,8,128,18.987987518310547,442.40625,872415232
17,mlp.gate_proj,4,128,8,128,22.66718864440918,429.203125,872415232
17,mlp.gate_proj,8,32,8,128,1.0206953287124634,884.8125,872415232
17,mlp.gate_proj,8,64,8,128,1.1450761556625366,858.40625,872415232
17,mlp.gate_proj,8,128,8,128,1.368240475654602,845.203125,872415232
17,mlp.up_proj,2,32,8,128,82.44914245605469,260.8125,872415232
17,mlp.up_proj,2,64,8,128,92.77044677734375,234.40625,872415232
17,mlp.up_proj,2,128,8,128,101.62916564941406,221.203125,872415232
17,mlp.up_proj,3,32,8,128,34.14385223388672,364.8125,872415232
17,mlp.up_proj,3,64,8,128,40.458763122558594,338.40625,872415232
17,mlp.up_proj,3,128,8,128,45.56291580200195,325.203125,872415232
17,mlp.up_proj,4,32,8,128,16.31797218322754,468.8125,872415232
17,mlp.up_proj,4,64,8,128,18.290645599365234,442.40625,872415232
17,mlp.up_proj,4,128,8,128,21.880271911621094,429.203125,872415232
17,mlp.up_proj,8,32,8,128,1.0077588558197021,884.8125,872415232
17,mlp.up_proj,8,64,8,128,1.097252607345581,858.40625,872415232
17,mlp.up_proj,8,128,8,128,1.2782734632492065,845.203125,872415232
17,mlp.down_proj,2,32,8,128,82.91814422607422,260.8125,872415232
17,mlp.down_proj,2,64,8,128,93.12416076660156,234.40625,872415232
17,mlp.down_proj,2,128,8,128,102.07029724121094,221.203125,872415232
17,mlp.down_proj,3,32,8,128,34.339393615722656,364.8125,872415232
17,mlp.down_proj,3,64,8,128,40.58918762207031,338.40625,872415232
17,mlp.down_proj,3,128,8,128,45.656532287597656,325.203125,872415232
17,mlp.down_proj,4,32,8,128,16.373109817504883,468.8125,872415232
17,mlp.down_proj,4,64,8,128,18.39236831665039,442.40625,872415232
17,mlp.down_proj,4,128,8,128,21.791065216064453,429.203125,872415232
17,mlp.down_proj,8,32,8,128,1.0098751783370972,884.8125,872415232
17,mlp.down_proj,8,64,8,128,1.1044875383377075,858.40625,872415232
17,mlp.down_proj,8,128,8,128,1.2777690887451172,845.203125,872415232
18,self_attn.q_proj,2,32,8,128,61.08415603637695,80.25,268435456
18,self_attn.q_proj,2,64,8,128,71.9124755859375,72.125,268435456
18,self_attn.q_proj,2,128,8,128,81.92076110839844,68.0625,268435456
18,self_attn.q_proj,3,32,8,128,26.058082580566406,112.25,268435456
18,self_attn.q_proj,3,64,8,128,31.324199676513672,104.125,268435456
18,self_attn.q_proj,3,128,8,128,35.62999725341797,100.0625,268435456
18,self_attn.q_proj,4,32,8,128,12.167183876037598,144.25,268435456
18,self_attn.q_proj,4,64,8,128,14.559554100036621,136.125,268435456
18,self_attn.q_proj,4,128,8,128,16.68222999572754,132.0625,268435456
18,self_attn.q_proj,8,32,8,128,0.7438125610351562,272.25,268435456
18,self_attn.q_proj,8,64,8,128,0.8848121166229248,264.125,268435456
18,self_attn.q_proj,8,128,8,128,1.016008734703064,260.0625,268435456
18,self_attn.v_proj,2,32,8,128,15.185759544372559,10.03125,33554432
18,self_attn.v_proj,2,64,8,128,18.682498931884766,9.015625,33554432
18,self_attn.v_proj,2,128,8,128,21.795124053955078,8.5078125,33554432
18,self_attn.v_proj,3,32,8,128,6.485087871551514,14.03125,33554432
18,self_attn.v_proj,3,64,8,128,7.98765230178833,13.015625,33554432
18,self_attn.v_proj,3,128,8,128,9.32302474975586,12.5078125,33554432
18,self_attn.v_proj,4,32,8,128,3.0272200107574463,18.03125,33554432
18,self_attn.v_proj,4,64,8,128,3.7267441749572754,17.015625,33554432
18,self_attn.v_proj,4,128,8,128,4.350699424743652,16.5078125,33554432
18,self_attn.v_proj,8,32,8,128,0.18342144787311554,34.03125,33554432
18,self_attn.v_proj,8,64,8,128,0.22566676139831543,33.015625,33554432
18,self_attn.v_proj,8,128,8,128,0.26330122351646423,32.5078125,33554432
18,self_attn.k_proj,2,32,8,128,32.8592529296875,10.03125,33554432
18,self_attn.k_proj,2,64,8,128,43.06038284301758,9.015625,33554432
18,self_attn.k_proj,2,128,8,128,51.72165298461914,8.5078125,33554432
18,self_attn.k_proj,3,32,8,128,14.090996742248535,14.03125,33554432
18,self_attn.k_proj,3,64,8,128,18.718482971191406,13.015625,33554432
18,self_attn.k_proj,3,128,8,128,22.948890686035156,12.5078125,33554432
18,self_attn.k_proj,4,32,8,128,6.574845790863037,18.03125,33554432
18,self_attn.k_proj,4,64,8,128,8.73578929901123,17.015625,33554432
18,self_attn.k_proj,4,128,8,128,10.712555885314941,16.5078125,33554432
18,self_attn.k_proj,8,32,8,128,0.39823004603385925,34.03125,33554432
18,self_attn.k_proj,8,64,8,128,0.5292330980300903,33.015625,33554432
18,self_attn.k_proj,8,128,8,128,0.6490111351013184,32.5078125,33554432
18,self_attn.o_proj,2,32,8,128,52.4139518737793,80.25,268435456
18,self_attn.o_proj,2,64,8,128,61.48744583129883,72.125,268435456
18,self_attn.o_proj,2,128,8,128,69.08771514892578,68.0625,268435456
18,self_attn.o_proj,3,32,8,128,22.585689544677734,112.25,268435456
18,self_attn.o_proj,3,64,8,128,26.182397842407227,104.125,268435456
18,self_attn.o_proj,3,128,8,128,29.69915771484375,100.0625,268435456
18,self_attn.o_proj,4,32,8,128,10.499265670776367,144.25,268435456
18,self_attn.o_proj,4,64,8,128,12.219337463378906,136.125,268435456
18,self_attn.o_proj,4,128,8,128,13.832023620605469,132.0625,268435456
18,self_attn.o_proj,8,32,8,128,0.6419788599014282,272.25,268435456
18,self_attn.o_proj,8,64,8,128,0.7461695075035095,264.125,268435456
18,self_attn.o_proj,8,128,8,128,0.8388662934303284,260.0625,268435456
18,mlp.gate_proj,2,32,8,128,84.5622329711914,260.8125,872415232
18,mlp.gate_proj,2,64,8,128,94.07341766357422,234.40625,872415232
18,mlp.gate_proj,2,128,8,128,105.38384246826172,221.203125,872415232
18,mlp.gate_proj,3,32,8,128,34.75300216674805,364.8125,872415232
18,mlp.gate_proj,3,64,8,128,41.86716842651367,338.40625,872415232
18,mlp.gate_proj,3,128,8,128,46.072532653808594,325.203125,872415232
18,mlp.gate_proj,4,32,8,128,16.508142471313477,468.8125,872415232
18,mlp.gate_proj,4,64,8,128,18.906204223632812,442.40625,872415232
18,mlp.gate_proj,4,128,8,128,22.65765380859375,429.203125,872415232
18,mlp.gate_proj,8,32,8,128,1.017884612083435,884.8125,872415232
18,mlp.gate_proj,8,64,8,128,1.1373238563537598,858.40625,872415232
18,mlp.gate_proj,8,128,8,128,1.3570441007614136,845.203125,872415232
18,mlp.up_proj,2,32,8,128,82.46099090576172,260.8125,872415232
18,mlp.up_proj,2,64,8,128,92.7525405883789,234.40625,872415232
18,mlp.up_proj,2,128,8,128,101.56222534179688,221.203125,872415232
18,mlp.up_proj,3,32,8,128,34.13901901245117,364.8125,872415232
18,mlp.up_proj,3,64,8,128,40.444923400878906,338.40625,872415232
18,mlp.up_proj,3,128,8,128,45.55735397338867,325.203125,872415232
18,mlp.up_proj,4,32,8,128,16.317428588867188,468.8125,872415232
18,mlp.up_proj,4,64,8,128,18.28082275390625,442.40625,872415232
18,mlp.up_proj,4,128,8,128,21.857955932617188,429.203125,872415232
18,mlp.up_proj,8,32,8,128,1.0077359676361084,884.8125,872415232
18,mlp.up_proj,8,64,8,128,1.0967557430267334,858.40625,872415232
18,mlp.up_proj,8,128,8,128,1.2771533727645874,845.203125,872415232
18,mlp.down_proj,2,32,8,128,83.35587310791016,260.8125,872415232
18,mlp.down_proj,2,64,8,128,93.2636489868164,234.40625,872415232
18,mlp.down_proj,2,128,8,128,102.43612670898438,221.203125,872415232
18,mlp.down_proj,3,32,8,128,34.43939971923828,364.8125,872415232
18,mlp.down_proj,3,64,8,128,40.79820251464844,338.40625,872415232
18,mlp.down_proj,3,128,8,128,45.68640899658203,325.203125,872415232
18,mlp.down_proj,4,32,8,128,16.40070152282715,468.8125,872415232
18,mlp.down_proj,4,64,8,128,18.468421936035156,442.40625,872415232
18,mlp.down_proj,4,128,8,128,21.92950439453125,429.203125,872415232
18,mlp.down_proj,8,32,8,128,1.0111719369888306,884.8125,872415232
18,mlp.down_proj,8,64,8,128,1.1083160638809204,858.40625,872415232
18,mlp.down_proj,8,128,8,128,1.2852699756622314,845.203125,872415232
19,self_attn.q_proj,2,32,8,128,59.55331802368164,80.25,268435456
19,self_attn.q_proj,2,64,8,128,70.42449951171875,72.125,268435456
19,self_attn.q_proj,2,128,8,128,80.4949951171875,68.0625,268435456
19,self_attn.q_proj,3,32,8,128,25.449525833129883,112.25,268435456
19,self_attn.q_proj,3,64,8,128,30.70277976989746,104.125,268435456
19,self_attn.q_proj,3,128,8,128,35.12364196777344,100.0625,268435456
19,self_attn.q_proj,4,32,8,128,11.904153823852539,144.25,268435456
19,self_attn.q_proj,4,64,8,128,14.268527030944824,136.125,268435456
19,self_attn.q_proj,4,128,8,128,16.475488662719727,132.0625,268435456
19,self_attn.q_proj,8,32,8,128,0.7284263968467712,272.25,268435456
19,self_attn.q_proj,8,64,8,128,0.86698317527771,264.125,268435456
19,self_attn.q_proj,8,128,8,128,1.0042134523391724,260.0625,268435456
19,self_attn.v_proj,2,32,8,128,15.502299308776855,10.03125,33554432
19,self_attn.v_proj,2,64,8,128,19.068824768066406,9.015625,33554432
19,self_attn.v_proj,2,128,8,128,22.241798400878906,8.5078125,33554432
19,self_attn.v_proj,3,32,8,128,6.622314929962158,14.03125,33554432
19,self_attn.v_proj,3,64,8,128,8.155169486999512,13.015625,33554432
19,self_attn.v_proj,3,128,8,128,9.510822296142578,12.5078125,33554432
19,self_attn.v_proj,4,32,8,128,3.0894322395324707,18.03125,33554432
19,self_attn.v_proj,4,64,8,128,3.8050899505615234,17.015625,33554432
19,self_attn.v_proj,4,128,8,128,4.439104080200195,16.5078125,33554432
19,self_attn.v_proj,8,32,8,128,0.18722233176231384,34.03125,33554432
19,self_attn.v_proj,8,64,8,128,0.23031450808048248,33.015625,33554432
19,self_attn.v_proj,8,128,8,128,0.26875728368759155,32.5078125,33554432
19,self_attn.k_proj,2,32,8,128,32.02952194213867,10.03125,33554432
19,self_attn.k_proj,2,64,8,128,42.402488708496094,9.015625,33554432
19,self_attn.k_proj,2,128,8,128,51.11661148071289,8.5078125,33554432
19,self_attn.k_proj,3,32,8,128,13.72876262664795,14.03125,33554432
19,self_attn.k_proj,3,64,8,128,18.46636962890625,13.015625,33554432
19,self_attn.k_proj,3,128,8,128,22.740333557128906,12.5078125,33554432
19,self_attn.k_proj,4,32,8,128,6.405869007110596,18.03125,33554432
19,self_attn.k_proj,4,64,8,128,8.615945816040039,17.015625,33554432
19,self_attn.k_proj,4,128,8,128,10.612043380737305,16.5078125,33554432
19,self_attn.k_proj,8,32,8,128,0.38826262950897217,34.03125,33554432
19,self_attn.k_proj,8,64,8,128,0.5216450691223145,33.015625,33554432
19,self_attn.k_proj,8,128,8,128,0.6429022550582886,32.5078125,33554432
19,self_attn.o_proj,2,32,8,128,53.28416442871094,80.25,268435456
19,self_attn.o_proj,2,64,8,128,62.455387115478516,72.125,268435456
19,self_attn.o_proj,2,128,8,128,70.0467529296875,68.0625,268435456
19,self_attn.o_proj,3,32,8,128,22.894390106201172,112.25,268435456
19,self_attn.o_proj,3,64,8,128,26.574222564697266,104.125,268435456
19,self_attn.o_proj,3,128,8,128,30.08571434020996,100.0625,268435456
19,self_attn.o_proj,4,32,8,128,10.672447204589844,144.25,268435456
19,self_attn.o_proj,4,64,8,128,12.39323902130127,136.125,268435456
19,self_attn.o_proj,4,128,8,128,14.015204429626465,132.0625,268435456
19,self_attn.o_proj,8,32,8,128,0.6528425216674805,272.25,268435456
19,self_attn.o_proj,8,64,8,128,0.7563915252685547,264.125,268435456
19,self_attn.o_proj,8,128,8,128,0.8499299883842468,260.0625,268435456
19,mlp.gate_proj,2,32,8,128,85.33460998535156,260.8125,872415232
19,mlp.gate_proj,2,64,8,128,94.32733917236328,234.40625,872415232
19,mlp.gate_proj,2,128,8,128,105.9241714477539,221.203125,872415232
19,mlp.gate_proj,3,32,8,128,34.946556091308594,364.8125,872415232
19,mlp.gate_proj,3,64,8,128,42.204986572265625,338.40625,872415232
19,mlp.gate_proj,3,128,8,128,46.091915130615234,325.203125,872415232
19,mlp.gate_proj,4,32,8,128,16.564207077026367,468.8125,872415232
19,mlp.gate_proj,4,64,8,128,19.032472610473633,442.40625,872415232
19,mlp.gate_proj,4,128,8,128,22.670129776000977,429.203125,872415232
19,mlp.gate_proj,8,32,8,128,1.0207228660583496,884.8125,872415232
19,mlp.gate_proj,8,64,8,128,1.1440578699111938,858.40625,872415232
19,mlp.gate_proj,8,128,8,128,1.3671050071716309,845.203125,872415232
19,mlp.up_proj,2,32,8,128,83.17140197753906,260.8125,872415232
19,mlp.up_proj,2,64,8,128,92.9996337890625,234.40625,872415232
19,mlp.up_proj,2,128,8,128,102.2236328125,221.203125,872415232
19,mlp.up_proj,3,32,8,128,34.31028747558594,364.8125,872415232
19,mlp.up_proj,3,64,8,128,40.79555130004883,338.40625,872415232
19,mlp.up_proj,3,128,8,128,45.604591369628906,325.203125,872415232
19,mlp.up_proj,4,32,8,128,16.362146377563477,468.8125,872415232
19,mlp.up_proj,4,64,8,128,18.413198471069336,442.40625,872415232
19,mlp.up_proj,4,128,8,128,22.065114974975586,429.203125,872415232
19,mlp.up_proj,8,32,8,128,1.0096901655197144,884.8125,872415232
19,mlp.up_proj,8,64,8,128,1.1033217906951904,858.40625,872415232
19,mlp.up_proj,8,128,8,128,1.2887959480285645,845.203125,872415232
19,mlp.down_proj,2,32,8,128,84.18659210205078,260.8125,872415232
19,mlp.down_proj,2,64,8,128,93.56852722167969,234.40625,872415232
19,mlp.down_proj,2,128,8,128,103.21919250488281,221.203125,872415232
19,mlp.down_proj,3,32,8,128,34.6351318359375,364.8125,872415232
19,mlp.down_proj,3,64,8,128,41.21372985839844,338.40625,872415232
19,mlp.down_proj,3,128,8,128,45.74699401855469,325.203125,872415232
19,mlp.down_proj,4,32,8,128,16.454679489135742,468.8125,872415232
19,mlp.down_proj,4,64,8,128,18.61669158935547,442.40625,872415232
19,mlp.down_proj,4,128,8,128,22.1754207611084,429.203125,872415232
19,mlp.down_proj,8,32,8,128,1.0136839151382446,884.8125,872415232
19,mlp.down_proj,8,64,8,128,1.115594744682312,858.40625,872415232
19,mlp.down_proj,8,128,8,128,1.298959493637085,845.203125,872415232
20,self_attn.q_proj,2,32,8,128,57.338565826416016,80.25,268435456
20,self_attn.q_proj,2,64,8,128,68.03663635253906,72.125,268435456
20,self_attn.q_proj,2,128,8,128,77.44314575195312,68.0625,268435456
20,self_attn.q_proj,3,32,8,128,24.6085262298584,112.25,268435456
20,self_attn.q_proj,3,64,8,128,29.64923858642578,104.125,268435456
20,self_attn.q_proj,3,128,8,128,34.11665344238281,100.0625,268435456
20,self_attn.q_proj,4,32,8,128,11.544787406921387,144.25,268435456
20,self_attn.q_proj,4,64,8,128,13.783842086791992,136.125,268435456
20,self_attn.q_proj,4,128,8,128,16.06308364868164,132.0625,268435456
20,self_attn.q_proj,8,32,8,128,0.70843905210495,272.25,268435456
20,self_attn.q_proj,8,64,8,128,0.8384608626365662,264.125,268435456
20,self_attn.q_proj,8,128,8,128,0.9738999605178833,260.0625,268435456
20,self_attn.v_proj,2,32,8,128,15.449825286865234,10.03125,33554432
20,self_attn.v_proj,2,64,8,128,18.990575790405273,9.015625,33554432
20,self_attn.v_proj,2,128,8,128,22.128231048583984,8.5078125,33554432
20,self_attn.v_proj,3,32,8,128,6.59912109375,14.03125,33554432
20,self_attn.v_proj,3,64,8,128,8.121368408203125,13.015625,33554432
20,self_attn.v_proj,3,128,8,128,9.460801124572754,12.5078125,33554432
20,self_attn.v_proj,4,32,8,128,3.079526424407959,18.03125,33554432
20,self_attn.v_proj,4,64,8,128,3.7891578674316406,17.015625,33554432
20,self_attn.v_proj,4,128,8,128,4.416220664978027,16.5078125,33554432
20,self_attn.v_proj,8,32,8,128,0.1865568459033966,34.03125,33554432
20,self_attn.v_proj,8,64,8,128,0.22935688495635986,33.015625,33554432
20,self_attn.v_proj,8,128,8,128,0.2672675549983978,32.5078125,33554432
20,self_attn.k_proj,2,32,8,128,31.42242431640625,10.03125,33554432
20,self_attn.k_proj,2,64,8,128,41.470481872558594,9.015625,33554432
20,self_attn.k_proj,2,128,8,128,49.80155563354492,8.5078125,33554432
20,self_attn.k_proj,3,32,8,128,13.487565040588379,14.03125,33554432
20,self_attn.k_proj,3,64,8,128,18.04084587097168,13.015625,33554432
20,self_attn.k_proj,3,128,8,128,22.117504119873047,12.5078125,33554432
20,self_attn.k_proj,4,32,8,128,6.295073509216309,18.03125,33554432
20,self_attn.k_proj,4,64,8,128,8.42209243774414,17.015625,33554432
20,self_attn.k_proj,4,128,8,128,10.325296401977539,16.5078125,33554432
20,self_attn.k_proj,8,32,8,128,0.38138702511787415,34.03125,33554432
20,self_attn.k_proj,8,64,8,128,0.5098728537559509,33.015625,33554432
20,self_attn.k_proj,8,128,8,128,0.625410258769989,32.5078125,33554432
20,self_attn.o_proj,2,32,8,128,52.966732025146484,80.25,268435456
20,self_attn.o_proj,2,64,8,128,62.068748474121094,72.125,268435456
20,self_attn.o_proj,2,128,8,128,69.60418701171875,68.0625,268435456
20,self_attn.o_proj,3,32,8,128,22.779888153076172,112.25,268435456
20,self_attn.o_proj,3,64,8,128,26.41078758239746,104.125,268435456
20,self_attn.o_proj,3,128,8,128,29.897371292114258,100.0625,268435456
20,self_attn.o_proj,4,32,8,128,10.608047485351562,144.25,268435456
20,self_attn.o_proj,4,64,8,128,12.318769454956055,136.125,268435456
20,self_attn.o_proj,4,128,8,128,13.926996231079102,132.0625,268435456
20,self_attn.o_proj,8,32,8,128,0.6489604711532593,272.25,268435456
20,self_attn.o_proj,8,64,8,128,0.7520857453346252,264.125,268435456
20,self_attn.o_proj,8,128,8,128,0.8445309996604919,260.0625,268435456
20,mlp.gate_proj,2,32,8,128,86.78705596923828,260.8125,872415232
20,mlp.gate_proj,2,64,8,128,95.01286315917969,234.40625,872415232
20,mlp.gate_proj,2,128,8,128,107.58041381835938,221.203125,872415232
20,mlp.gate_proj,3,32,8,128,35.335636138916016,364.8125,872415232
20,mlp.gate_proj,3,64,8,128,42.95247268676758,338.40625,872415232
20,mlp.gate_proj,3,128,8,128,46.27703094482422,325.203125,872415232
20,mlp.gate_proj,4,32,8,128,16.679481506347656,468.8125,872415232
20,mlp.gate_proj,4,64,8,128,19.32935333251953,442.40625,872415232
20,mlp.gate_proj,4,128,8,128,22.70772933959961,429.203125,872415232
20,mlp.gate_proj,8,32,8,128,1.0264304876327515,884.8125,872415232
20,mlp.gate_proj,8,64,8,128,1.16022527217865,858.40625,872415232
20,mlp.gate_proj,8,128,8,128,1.389930248260498,845.203125,872415232
20,mlp.up_proj,2,32,8,128,84.22352600097656,260.8125,872415232
20,mlp.up_proj,2,64,8,128,93.40612030029297,234.40625,872415232
20,mlp.up_proj,2,128,8,128,103.3619613647461,221.203125,872415232
20,mlp.up_proj,3,32,8,128,34.56451416015625,364.8125,872415232
20,mlp.up_proj,3,64,8,128,41.34715270996094,338.40625,872415232
20,mlp.up_proj,3,128,8,128,45.6918830871582,325.203125,872415232
20,mlp.up_proj,4,32,8,128,16.43219566345215,468.8125,872415232
20,mlp.up_proj,4,64,8,128,18.61623191833496,442.40625,872415232
20,mlp.up_proj,4,128,8,128,22.3887939453125,429.203125,872415232
20,mlp.up_proj,8,32,8,128,1.0127474069595337,884.8125,872415232
20,mlp.up_proj,8,64,8,128,1.113617181777954,858.40625,872415232
20,mlp.up_proj,8,128,8,128,1.307429313659668,845.203125,872415232
20,mlp.down_proj,2,32,8,128,84.94029235839844,260.8125,872415232
20,mlp.down_proj,2,64,8,128,93.87342834472656,234.40625,872415232
20,mlp.down_proj,2,128,8,128,104.00965881347656,221.203125,872415232
20,mlp.down_proj,3,32,8,128,34.820865631103516,364.8125,872415232
20,mlp.down_proj,3,64,8,128,41.59800338745117,338.40625,872415232
20,mlp.down_proj,3,128,8,128,45.81302261352539,325.203125,872415232
20,mlp.down_proj,4,32,8,128,16.508729934692383,468.8125,872415232
20,mlp.down_proj,4,64,8,128,18.759057998657227,442.40625,872415232
20,mlp.down_proj,4,128,8,128,22.395172119140625,429.203125,872415232
20,mlp.down_proj,8,32,8,128,1.0161052942276,884.8125,872415232
20,mlp.down_proj,8,64,8,128,1.1229586601257324,858.40625,872415232
20,mlp.down_proj,8,128,8,128,1.3118234872817993,845.203125,872415232
21,self_attn.q_proj,2,32,8,128,46.31660461425781,80.25,268435456
21,self_attn.q_proj,2,64,8,128,54.94861602783203,72.125,268435456
21,self_attn.q_proj,2,128,8,128,63.35124588012695,68.0625,268435456
21,self_attn.q_proj,3,32,8,128,19.79888343811035,112.25,268435456
21,self_attn.q_proj,3,64,8,128,23.6727237701416,104.125,268435456
21,self_attn.q_proj,3,128,8,128,27.2864990234375,100.0625,268435456
21,self_attn.q_proj,4,32,8,128,9.216008186340332,144.25,268435456
21,self_attn.q_proj,4,64,8,128,11.114569664001465,136.125,268435456
21,self_attn.q_proj,4,128,8,128,12.70800495147705,132.0625,268435456
21,self_attn.q_proj,8,32,8,128,0.5624085068702698,272.25,268435456
21,self_attn.q_proj,8,64,8,128,0.6767252087593079,264.125,268435456
21,self_attn.q_proj,8,128,8,128,0.7703447937965393,260.0625,268435456
21,self_attn.v_proj,2,32,8,128,17.427749633789062,10.03125,33554432
21,self_attn.v_proj,2,64,8,128,21.410221099853516,9.015625,33554432
21,self_attn.v_proj,2,128,8,128,24.921436309814453,8.5078125,33554432
21,self_attn.v_proj,3,32,8,128,7.44781494140625,14.03125,33554432
21,self_attn.v_proj,3,64,8,128,9.15013313293457,13.015625,33554432
21,self_attn.v_proj,3,128,8,128,10.660736083984375,12.5078125,33554432
21,self_attn.v_proj,4,32,8,128,3.473562479019165,18.03125,33554432
21,self_attn.v_proj,4,64,8,128,4.270296096801758,17.015625,33554432
21,self_attn.v_proj,4,128,8,128,4.974356174468994,16.5078125,33554432
21,self_attn.v_proj,8,32,8,128,0.2104642540216446,34.03125,33554432
21,self_attn.v_proj,8,64,8,128,0.258619099855423,33.015625,33554432
21,self_attn.v_proj,8,128,8,128,0.30136609077453613,32.5078125,33554432
21,self_attn.k_proj,2,32,8,128,26.40582847595215,10.03125,33554432
21,self_attn.k_proj,2,64,8,128,34.1029167175293,9.015625,33554432
21,self_attn.k_proj,2,128,8,128,40.84454345703125,8.5078125,33554432
21,self_attn.k_proj,3,32,8,128,11.296320915222168,14.03125,33554432
21,self_attn.k_proj,3,64,8,128,14.63139820098877,13.015625,33554432
21,self_attn.k_proj,3,128,8,128,17.578439712524414,12.5078125,33554432
21,self_attn.k_proj,4,32,8,128,5.268199920654297,18.03125,33554432
21,self_attn.k_proj,4,64,8,128,6.824291706085205,17.015625,33554432
21,self_attn.k_proj,4,128,8,128,8.204913139343262,16.5078125,33554432
21,self_attn.k_proj,8,32,8,128,0.3194139897823334,34.03125,33554432
21,self_attn.k_proj,8,64,8,128,0.4135075807571411,33.015625,33554432
21,self_attn.k_proj,8,128,8,128,0.496534138917923,32.5078125,33554432
21,self_attn.o_proj,2,32,8,128,53.47509002685547,80.25,268435456
21,self_attn.o_proj,2,64,8,128,62.679805755615234,72.125,268435456
21,self_attn.o_proj,2,128,8,128,70.33544158935547,68.0625,268435456
21,self_attn.o_proj,3,32,8,128,22.965248107910156,112.25,268435456
21,self_attn.o_proj,3,64,8,128,26.692489624023438,104.125,268435456
21,self_attn.o_proj,3,128,8,128,30.22675895690918,100.0625,268435456
21,self_attn.o_proj,4,32,8,128,10.712153434753418,144.25,268435456
21,self_attn.o_proj,4,64,8,128,12.445327758789062,136.125,268435456
21,self_attn.o_proj,4,128,8,128,14.086811065673828,132.0625,268435456
21,self_attn.o_proj,8,32,8,128,0.6553277373313904,272.25,268435456
21,self_attn.o_proj,8,64,8,128,0.7593711614608765,264.125,268435456
21,self_attn.o_proj,8,128,8,128,0.8543373346328735,260.0625,268435456
21,mlp.gate_proj,2,32,8,128,87.46773529052734,260.8125,872415232
21,mlp.gate_proj,2,64,8,128,95.27713775634766,234.40625,872415232
21,mlp.gate_proj,2,128,8,128,108.20577239990234,221.203125,872415232
21,mlp.gate_proj,3,32,8,128,35.517112731933594,364.8125,872415232
21,mlp.gate_proj,3,64,8,128,43.307830810546875,338.40625,872415232
21,mlp.gate_proj,3,128,8,128,46.315181732177734,325.203125,872415232
21,mlp.gate_proj,4,32,8,128,16.73808479309082,468.8125,872415232
21,mlp.gate_proj,4,64,8,128,19.474552154541016,442.40625,872415232
21,mlp.gate_proj,4,128,8,128,22.722679138183594,429.203125,872415232
21,mlp.gate_proj,8,32,8,128,1.0298234224319458,884.8125,872415232
21,mlp.gate_proj,8,64,8,128,1.1695194244384766,858.40625,872415232
21,mlp.gate_proj,8,128,8,128,1.399876594543457,845.203125,872415232
21,mlp.up_proj,2,32,8,128,85.02381896972656,260.8125,872415232
21,mlp.up_proj,2,64,8,128,93.73973083496094,234.40625,872415232
21,mlp.up_proj,2,128,8,128,104.21607208251953,221.203125,872415232
21,mlp.up_proj,3,32,8,128,34.76486587524414,364.8125,872415232
21,mlp.up_proj,3,64,8,128,41.7530517578125,338.40625,872415232
21,mlp.up_proj,3,128,8,128,45.762969970703125,325.203125,872415232
21,mlp.up_proj,4,32,8,128,16.487459182739258,468.8125,872415232
21,mlp.up_proj,4,64,8,128,18.77215576171875,442.40625,872415232
21,mlp.up_proj,4,128,8,128,22.620662689208984,429.203125,872415232
21,mlp.up_proj,8,32,8,128,1.0151947736740112,884.8125,872415232
21,mlp.up_proj,8,64,8,128,1.1216940879821777,858.40625,872415232
21,mlp.up_proj,8,128,8,128,1.321486473083496,845.203125,872415232
21,mlp.down_proj,2,32,8,128,85.4311294555664,260.8125,872415232
21,mlp.down_proj,2,64,8,128,94.09380340576172,234.40625,872415232
21,mlp.down_proj,2,128,8,128,104.5696792602539,221.203125,872415232
21,mlp.down_proj,3,32,8,128,34.94731521606445,364.8125,872415232
21,mlp.down_proj,3,64,8,128,41.85452651977539,338.40625,872415232
21,mlp.down_proj,3,128,8,128,45.872188568115234,325.203125,872415232
21,mlp.down_proj,4,32,8,128,16.544527053833008,468.8125,872415232
21,mlp.down_proj,4,64,8,128,18.856103897094727,442.40625,872415232
21,mlp.down_proj,4,128,8,128,22.552183151245117,429.203125,872415232
21,mlp.down_proj,8,32,8,128,1.0177894830703735,884.8125,872415232
21,mlp.down_proj,8,64,8,128,1.1279367208480835,858.40625,872415232
21,mlp.down_proj,8,128,8,128,1.320727825164795,845.203125,872415232
22,self_attn.q_proj,2,32,8,128,49.74174880981445,80.25,268435456
22,self_attn.q_proj,2,64,8,128,59.860137939453125,72.125,268435456
22,self_attn.q_proj,2,128,8,128,68.13141632080078,68.0625,268435456
22,self_attn.q_proj,3,32,8,128,21.670974731445312,112.25,268435456
22,self_attn.q_proj,3,64,8,128,26.09569549560547,104.125,268435456
22,self_attn.q_proj,3,128,8,128,30.868755340576172,100.0625,268435456
22,self_attn.q_proj,4,32,8,128,10.068880081176758,144.25,268435456
22,self_attn.q_proj,4,64,8,128,12.188892364501953,136.125,268435456
22,self_attn.q_proj,4,128,8,128,14.351466178894043,132.0625,268435456
22,self_attn.q_proj,8,32,8,128,0.6132482886314392,272.25,268435456
22,self_attn.q_proj,8,64,8,128,0.7433986067771912,264.125,268435456
22,self_attn.q_proj,8,128,8,128,0.867425799369812,260.0625,268435456
22,self_attn.v_proj,2,32,8,128,16.854467391967773,10.03125,33554432
22,self_attn.v_proj,2,64,8,128,20.712366104125977,9.015625,33554432
22,self_attn.v_proj,2,128,8,128,24.1070499420166,8.5078125,33554432
22,self_attn.v_proj,3,32,8,128,7.200476169586182,14.03125,33554432
22,self_attn.v_proj,3,64,8,128,8.849971771240234,13.015625,33554432
22,self_attn.v_proj,3,128,8,128,10.311686515808105,12.5078125,33554432
22,self_attn.v_proj,4,32,8,128,3.3586537837982178,18.03125,33554432
22,self_attn.v_proj,4,64,8,128,4.130858898162842,17.015625,33554432
22,self_attn.v_proj,4,128,8,128,4.811438083648682,16.5078125,33554432
22,self_attn.v_proj,8,32,8,128,0.2035410851240158,34.03125,33554432
22,self_attn.v_proj,8,64,8,128,0.25008153915405273,33.015625,33554432
22,self_attn.v_proj,8,128,8,128,0.29146358370780945,32.5078125,33554432
22,self_attn.k_proj,2,32,8,128,27.526229858398438,10.03125,33554432
22,self_attn.k_proj,2,64,8,128,36.29256057739258,9.015625,33554432
22,self_attn.k_proj,2,128,8,128,44.429527282714844,8.5078125,33554432
22,self_attn.k_proj,3,32,8,128,11.823088645935059,14.03125,33554432
22,self_attn.k_proj,3,64,8,128,15.901541709899902,13.015625,33554432
22,self_attn.k_proj,3,128,8,128,20.077314376831055,12.5078125,33554432
22,self_attn.k_proj,4,32,8,128,5.515693664550781,18.03125,33554432
22,self_attn.k_proj,4,64,8,128,7.41895055770874,17.015625,33554432
22,self_attn.k_proj,4,128,8,128,9.368539810180664,16.5078125,33554432
22,self_attn.k_proj,8,32,8,128,0.33412596583366394,34.03125,33554432
22,self_attn.k_proj,8,64,8,128,0.4489222764968872,33.015625,33554432
22,self_attn.k_proj,8,128,8,128,0.5673861503601074,32.5078125,33554432
22,self_attn.o_proj,2,32,8,128,52.69838333129883,80.25,268435456
22,self_attn.o_proj,2,64,8,128,61.77521896362305,72.125,268435456
22,self_attn.o_proj,2,128,8,128,69.34635162353516,68.0625,268435456
22,self_attn.o_proj,3,32,8,128,22.686389923095703,112.25,268435456
22,self_attn.o_proj,3,64,8,128,26.300939559936523,104.125,268435456
22,self_attn.o_proj,3,128,8,128,29.799659729003906,100.0625,268435456
22,self_attn.o_proj,4,32,8,128,10.553656578063965,144.25,268435456
22,self_attn.o_proj,4,64,8,128,12.267633438110352,136.125,268435456
22,self_attn.o_proj,4,128,8,128,13.881359100341797,132.0625,268435456
22,self_attn.o_proj,8,32,8,128,0.6455591320991516,272.25,268435456
22,self_attn.o_proj,8,64,8,128,0.7490167021751404,264.125,268435456
22,self_attn.o_proj,8,128,8,128,0.8419071435928345,260.0625,268435456
22,mlp.gate_proj,2,32,8,128,87.8980712890625,260.8125,872415232
22,mlp.gate_proj,2,64,8,128,95.5009765625,234.40625,872415232
22,mlp.gate_proj,2,128,8,128,108.64823150634766,221.203125,872415232
22,mlp.gate_proj,3,32,8,128,35.63795852661133,364.8125,872415232
22,mlp.gate_proj,3,64,8,128,43.51912307739258,338.40625,872415232
22,mlp.gate_proj,3,128,8,128,46.38821029663086,325.203125,872415232
22,mlp.gate_proj,4,32,8,128,16.7766056060791,468.8125,872415232
22,mlp.gate_proj,4,64,8,128,19.56861114501953,442.40625,872415232
22,mlp.gate_proj,4,128,8,128,22.73963165283203,429.203125,872415232
22,mlp.gate_proj,8,32,8,128,1.031255841255188,884.8125,872415232
22,mlp.gate_proj,8,64,8,128,1.173698902130127,858.40625,872415232
22,mlp.gate_proj,8,128,8,128,1.4060337543487549,845.203125,872415232
22,mlp.up_proj,2,32,8,128,85.3538818359375,260.8125,872415232
22,mlp.up_proj,2,64,8,128,93.85709381103516,234.40625,872415232
22,mlp.up_proj,2,128,8,128,104.55567169189453,221.203125,872415232
22,mlp.up_proj,3,32,8,128,34.85194778442383,364.8125,872415232
22,mlp.up_proj,3,64,8,128,41.919124603271484,338.40625,872415232
22,mlp.up_proj,3,128,8,128,45.78864669799805,325.203125,872415232
22,mlp.up_proj,4,32,8,128,16.512592315673828,468.8125,872415232
22,mlp.up_proj,4,64,8,128,18.8383731842041,442.40625,872415232
22,mlp.up_proj,4,128,8,128,22.630584716796875,429.203125,872415232
22,mlp.up_proj,8,32,8,128,1.0162938833236694,884.8125,872415232
22,mlp.up_proj,8,64,8,128,1.1248530149459839,858.40625,872415232
22,mlp.up_proj,8,128,8,128,1.3268492221832275,845.203125,872415232
22,mlp.down_proj,2,32,8,128,86.09730529785156,260.8125,872415232
22,mlp.down_proj,2,64,8,128,94.3653335571289,234.40625,872415232
22,mlp.down_proj,2,128,8,128,105.33938598632812,221.203125,872415232
22,mlp.down_proj,3,32,8,128,35.117149353027344,364.8125,872415232
22,mlp.down_proj,3,64,8,128,42.21403884887695,338.40625,872415232
22,mlp.down_proj,3,128,8,128,45.93830108642578,325.203125,872415232
22,mlp.down_proj,4,32,8,128,16.594024658203125,468.8125,872415232
22,mlp.down_proj,4,64,8,128,18.992504119873047,442.40625,872415232
22,mlp.down_proj,4,128,8,128,22.63616371154785,429.203125,872415232
22,mlp.down_proj,8,32,8,128,1.0200614929199219,884.8125,872415232
22,mlp.down_proj,8,64,8,128,1.1348910331726074,858.40625,872415232
22,mlp.down_proj,8,128,8,128,1.3336522579193115,845.203125,872415232
23,self_attn.q_proj,2,32,8,128,52.7991828918457,80.25,268435456
23,self_attn.q_proj,2,64,8,128,63.32819366455078,72.125,268435456
23,self_attn.q_proj,2,128,8,128,71.9417724609375,68.0625,268435456
23,self_attn.q_proj,3,32,8,128,22.86978530883789,112.25,268435456
23,self_attn.q_proj,3,64,8,128,27.19782066345215,104.125,268435456
23,self_attn.q_proj,3,128,8,128,31.881425857543945,100.0625,268435456
23,self_attn.q_proj,4,32,8,128,10.652684211730957,144.25,268435456
23,self_attn.q_proj,4,64,8,128,12.677412033081055,136.125,268435456
23,self_attn.q_proj,4,128,8,128,14.817331314086914,132.0625,268435456
23,self_attn.q_proj,8,32,8,128,0.6502491235733032,272.25,268435456
23,self_attn.q_proj,8,64,8,128,0.7724976539611816,264.125,268435456
23,self_attn.q_proj,8,128,8,128,0.896527111530304,260.0625,268435456
23,self_attn.v_proj,2,32,8,128,16.360597610473633,10.03125,33554432
23,self_attn.v_proj,2,64,8,128,20.087194442749023,9.015625,33554432
23,self_attn.v_proj,2,128,8,128,23.386882781982422,8.5078125,33554432
23,self_attn.v_proj,3,32,8,128,6.986484050750732,14.03125,33554432
23,self_attn.v_proj,3,64,8,128,8.589808464050293,13.015625,33554432
23,self_attn.v_proj,3,128,8,128,10.003788948059082,12.5078125,33554432
23,self_attn.v_proj,4,32,8,128,3.2604730129241943,18.03125,33554432
23,self_attn.v_proj,4,64,8,128,4.009155750274658,17.015625,33554432
23,self_attn.v_proj,4,128,8,128,4.668221473693848,16.5078125,33554432
23,self_attn.v_proj,8,32,8,128,0.19744808971881866,34.03125,33554432
23,self_attn.v_proj,8,64,8,128,0.2426048368215561,33.015625,33554432
23,self_attn.v_proj,8,128,8,128,0.28271573781967163,32.5078125,33554432
23,self_attn.k_proj,2,32,8,128,30.725940704345703,10.03125,33554432
23,self_attn.k_proj,2,64,8,128,40.41756057739258,9.015625,33554432
23,self_attn.k_proj,2,128,8,128,48.84033966064453,8.5078125,33554432
23,self_attn.k_proj,3,32,8,128,13.185297966003418,14.03125,33554432
23,self_attn.k_proj,3,64,8,128,17.620927810668945,13.015625,33554432
23,self_attn.k_proj,3,128,8,128,21.795116424560547,12.5078125,33554432
23,self_attn.k_proj,4,32,8,128,6.151169776916504,18.03125,33554432
23,self_attn.k_proj,4,64,8,128,8.227328300476074,17.015625,33554432
23,self_attn.k_proj,4,128,8,128,10.172578811645508,16.5078125,33554432
23,self_attn.k_proj,8,32,8,128,0.3727320730686188,34.03125,33554432
23,self_attn.k_proj,8,64,8,128,0.49797722697257996,33.015625,33554432
23,self_attn.k_proj,8,128,8,128,0.6162998080253601,32.5078125,33554432
23,self_attn.o_proj,2,32,8,128,53.60205078125,80.25,268435456
23,self_attn.o_proj,2,64,8,128,62.81001663208008,72.125,268435456
23,self_attn.o_proj,2,128,8,128,70.41840362548828,68.0625,268435456
23,self_attn.o_proj,3,32,8,128,23.009868621826172,112.25,268435456
23,self_attn.o_proj,3,64,8,128,26.72812843322754,104.125,268435456
23,self_attn.o_proj,3,128,8,128,30.237319946289062,100.0625,268435456
23,self_attn.o_proj,4,32,8,128,10.736876487731934,144.25,268435456
23,self_attn.o_proj,4,64,8,128,12.462328910827637,136.125,268435456
23,self_attn.o_proj,4,128,8,128,14.087764739990234,132.0625,268435456
23,self_attn.o_proj,8,32,8,128,0.6568896174430847,272.25,268435456
23,self_attn.o_proj,8,64,8,128,0.7604712247848511,264.125,268435456
23,self_attn.o_proj,8,128,8,128,0.8545531034469604,260.0625,268435456
23,mlp.gate_proj,2,32,8,128,88.28730010986328,260.8125,872415232
23,mlp.gate_proj,2,64,8,128,95.56674194335938,234.40625,872415232
23,mlp.gate_proj,2,128,8,128,108.8787841796875,221.203125,872415232
23,mlp.gate_proj,3,32,8,128,35.70441436767578,364.8125,872415232
23,mlp.gate_proj,3,64,8,128,43.59682083129883,338.40625,872415232
23,mlp.gate_proj,3,128,8,128,46.30339813232422,325.203125,872415232
23,mlp.gate_proj,4,32,8,128,16.766998291015625,468.8125,872415232
23,mlp.gate_proj,4,64,8,128,19.52718162536621,442.40625,872415232
23,mlp.gate_proj,4,128,8,128,22.701457977294922,429.203125,872415232
23,mlp.gate_proj,8,32,8,128,1.0282104015350342,884.8125,872415232
23,mlp.gate_proj,8,64,8,128,1.1627639532089233,858.40625,872415232
23,mlp.gate_proj,8,128,8,128,1.3913496732711792,845.203125,872415232
23,mlp.up_proj,2,32,8,128,86.09870910644531,260.8125,872415232
23,mlp.up_proj,2,64,8,128,94.15630340576172,234.40625,872415232
23,mlp.up_proj,2,128,8,128,105.27942657470703,221.203125,872415232
23,mlp.up_proj,3,32,8,128,35.046112060546875,364.8125,872415232
23,mlp.up_proj,3,64,8,128,42.27849197387695,338.40625,872415232
23,mlp.up_proj,3,128,8,128,45.84815216064453,325.203125,872415232
23,mlp.up_proj,4,32,8,128,16.565465927124023,468.8125,872415232
23,mlp.up_proj,4,64,8,128,18.97286605834961,442.40625,872415232
23,mlp.up_proj,4,128,8,128,22.638898849487305,429.203125,872415232
23,mlp.up_proj,8,32,8,128,1.0187366008758545,884.8125,872415232
23,mlp.up_proj,8,64,8,128,1.132096529006958,858.40625,872415232
23,mlp.up_proj,8,128,8,128,1.3386186361312866,845.203125,872415232
23,mlp.down_proj,2,32,8,128,87.45382690429688,260.8125,872415232
23,mlp.down_proj,2,64,8,128,94.96350860595703,234.40625,872415232
23,mlp.down_proj,2,128,8,128,106.77083587646484,221.203125,872415232
23,mlp.down_proj,3,32,8,128,35.475040435791016,364.8125,872415232
23,mlp.down_proj,3,64,8,128,42.92979431152344,338.40625,872415232
23,mlp.down_proj,3,128,8,128,46.07075881958008,325.203125,872415232
23,mlp.down_proj,4,32,8,128,16.69805145263672,468.8125,872415232
23,mlp.down_proj,4,64,8,128,19.261821746826172,442.40625,872415232
23,mlp.down_proj,4,128,8,128,22.661340713500977,429.203125,872415232
23,mlp.down_proj,8,32,8,128,1.0249528884887695,884.8125,872415232
23,mlp.down_proj,8,64,8,128,1.1489087343215942,858.40625,872415232
23,mlp.down_proj,8,128,8,128,1.358073115348816,845.203125,872415232
24,self_attn.q_proj,2,32,8,128,41.77116775512695,80.25,268435456
24,self_attn.q_proj,2,64,8,128,49.2337760925293,72.125,268435456
24,self_attn.q_proj,2,128,8,128,56.41974639892578,68.0625,268435456
24,self_attn.q_proj,3,32,8,128,17.834611892700195,112.25,268435456
24,self_attn.q_proj,3,64,8,128,21.330991744995117,104.125,268435456
24,self_attn.q_proj,3,128,8,128,24.437734603881836,100.0625,268435456
24,self_attn.q_proj,4,32,8,128,8.352076530456543,144.25,268435456
24,self_attn.q_proj,4,64,8,128,9.913959503173828,136.125,268435456
24,self_attn.q_proj,4,128,8,128,11.494019508361816,132.0625,268435456
24,self_attn.q_proj,8,32,8,128,0.510846734046936,272.25,268435456
24,self_attn.q_proj,8,64,8,128,0.6026894450187683,264.125,268435456
24,self_attn.q_proj,8,128,8,128,0.6985293626785278,260.0625,268435456
24,self_attn.v_proj,2,32,8,128,17.326557159423828,10.03125,33554432
24,self_attn.v_proj,2,64,8,128,21.291580200195312,9.015625,33554432
24,self_attn.v_proj,2,128,8,128,24.782119750976562,8.5078125,33554432
24,self_attn.v_proj,3,32,8,128,7.404864311218262,14.03125,33554432
24,self_attn.v_proj,3,64,8,128,9.098706245422363,13.015625,33554432
24,self_attn.v_proj,3,128,8,128,10.599625587463379,12.5078125,33554432
24,self_attn.v_proj,4,32,8,128,3.454106569290161,18.03125,33554432
24,self_attn.v_proj,4,64,8,128,4.245856285095215,17.015625,33554432
24,self_attn.v_proj,4,128,8,128,4.946399211883545,16.5078125,33554432
24,self_attn.v_proj,8,32,8,128,0.20920296013355255,34.03125,33554432
24,self_attn.v_proj,8,64,8,128,0.25717270374298096,33.015625,33554432
24,self_attn.v_proj,8,128,8,128,0.2996055483818054,32.5078125,33554432
24,self_attn.k_proj,2,32,8,128,26.37506103515625,10.03125,33554432
24,self_attn.k_proj,2,64,8,128,34.929176330566406,9.015625,33554432
24,self_attn.k_proj,2,128,8,128,42.60483932495117,8.5078125,33554432
24,self_attn.k_proj,3,32,8,128,11.304145812988281,14.03125,33554432
24,self_attn.k_proj,3,64,8,128,15.260346412658691,13.015625,33554432
24,self_attn.k_proj,3,128,8,128,19.0526180267334,12.5078125,33554432
24,self_attn.k_proj,4,32,8,128,5.273426055908203,18.03125,33554432
24,self_attn.k_proj,4,64,8,128,7.119770526885986,17.015625,33554432
24,self_attn.k_proj,4,128,8,128,8.894272804260254,16.5078125,33554432
24,self_attn.k_proj,8,32,8,128,0.31964626908302307,34.03125,33554432
24,self_attn.k_proj,8,64,8,128,0.4313388168811798,33.015625,33554432
24,self_attn.k_proj,8,128,8,128,0.5387381911277771,32.5078125,33554432
24,self_attn.o_proj,2,32,8,128,53.50123977661133,80.25,268435456
24,self_attn.o_proj,2,64,8,128,62.68510437011719,72.125,268435456
24,self_attn.o_proj,2,128,8,128,70.29795837402344,68.0625,268435456
24,self_attn.o_proj,3,32,8,128,22.976219177246094,112.25,268435456
24,self_attn.o_proj,3,64,8,128,26.691577911376953,104.125,268435456
24,self_attn.o_proj,3,128,8,128,30.19548797607422,100.0625,268435456
24,self_attn.o_proj,4,32,8,128,10.719356536865234,144.25,268435456
24,self_attn.o_proj,4,64,8,128,12.44416332244873,136.125,268435456
24,self_attn.o_proj,4,128,8,128,14.07481575012207,132.0625,268435456
24,self_attn.o_proj,8,32,8,128,0.6557296514511108,272.25,268435456
24,self_attn.o_proj,8,64,8,128,0.7593904733657837,264.125,268435456
24,self_attn.o_proj,8,128,8,128,0.8536207675933838,260.0625,268435456
24,mlp.gate_proj,2,32,8,128,89.30833435058594,260.8125,872415232
24,mlp.gate_proj,2,64,8,128,96.05133056640625,234.40625,872415232
24,mlp.gate_proj,2,128,8,128,109.85930633544922,221.203125,872415232
24,mlp.gate_proj,3,32,8,128,35.985660552978516,364.8125,872415232
24,mlp.gate_proj,3,64,8,128,44.08891677856445,338.40625,872415232
24,mlp.gate_proj,3,128,8,128,46.39613723754883,325.203125,872415232
24,mlp.gate_proj,4,32,8,128,16.851547241210938,468.8125,872415232
24,mlp.gate_proj,4,64,8,128,19.720781326293945,442.40625,872415232
24,mlp.gate_proj,4,128,8,128,22.71464729309082,429.203125,872415232
24,mlp.gate_proj,8,32,8,128,1.0321375131607056,884.8125,872415232
24,mlp.gate_proj,8,64,8,128,1.1727858781814575,858.40625,872415232
24,mlp.gate_proj,8,128,8,128,1.405234456062317,845.203125,872415232
24,mlp.up_proj,2,32,8,128,87.13487243652344,260.8125,872415232
24,mlp.up_proj,2,64,8,128,94.62156677246094,234.40625,872415232
24,mlp.up_proj,2,128,8,128,106.34814453125,221.203125,872415232
24,mlp.up_proj,3,32,8,128,35.32137680053711,364.8125,872415232
24,mlp.up_proj,3,64,8,128,42.800384521484375,338.40625,872415232
24,mlp.up_proj,3,128,8,128,45.954071044921875,325.203125,872415232
24,mlp.up_proj,4,32,8,128,16.64564323425293,468.8125,872415232
24,mlp.up_proj,4,64,8,128,19.182025909423828,442.40625,872415232
24,mlp.up_proj,4,128,8,128,22.65206527709961,429.203125,872415232
24,mlp.up_proj,8,32,8,128,1.0223811864852905,884.8125,872415232
24,mlp.up_proj,8,64,8,128,1.142946720123291,858.40625,872415232
24,mlp.up_proj,8,128,8,128,1.355828881263733,845.203125,872415232
24,mlp.down_proj,2,32,8,128,88.22557067871094,260.8125,872415232
24,mlp.down_proj,2,64,8,128,95.28508758544922,234.40625,872415232
24,mlp.down_proj,2,128,8,128,107.57876586914062,221.203125,872415232
24,mlp.down_proj,3,32,8,128,35.67592239379883,364.8125,872415232
24,mlp.down_proj,3,64,8,128,43.313194274902344,338.40625,872415232
24,mlp.down_proj,3,128,8,128,46.138240814208984,325.203125,872415232
24,mlp.down_proj,4,32,8,128,16.757896423339844,468.8125,872415232
24,mlp.down_proj,4,64,8,128,19.409622192382812,442.40625,872415232
24,mlp.down_proj,4,128,8,128,22.672582626342773,429.203125,872415232
24,mlp.down_proj,8,32,8,128,1.027685523033142,884.8125,872415232
24,mlp.down_proj,8,64,8,128,1.1564744710922241,858.40625,872415232
24,mlp.down_proj,8,128,8,128,1.3710218667984009,845.203125,872415232
25,self_attn.q_proj,2,32,8,128,42.38862609863281,80.25,268435456
25,self_attn.q_proj,2,64,8,128,50.60906219482422,72.125,268435456
25,self_attn.q_proj,2,128,8,128,58.677730560302734,68.0625,268435456
25,self_attn.q_proj,3,32,8,128,18.235258102416992,112.25,268435456
25,self_attn.q_proj,3,64,8,128,22.410696029663086,104.125,268435456
25,self_attn.q_proj,3,128,8,128,26.204631805419922,100.0625,268435456
25,self_attn.q_proj,4,32,8,128,8.523426055908203,144.25,268435456
25,self_attn.q_proj,4,64,8,128,10.417171478271484,136.125,268435456
25,self_attn.q_proj,4,128,8,128,12.249460220336914,132.0625,268435456
25,self_attn.q_proj,8,32,8,128,0.5204041600227356,272.25,268435456
25,self_attn.q_proj,8,64,8,128,0.6323416233062744,264.125,268435456
25,self_attn.q_proj,8,128,8,128,0.7429278492927551,260.0625,268435456
25,self_attn.v_proj,2,32,8,128,17.441898345947266,10.03125,33554432
25,self_attn.v_proj,2,64,8,128,21.423118591308594,9.015625,33554432
25,self_attn.v_proj,2,128,8,128,24.920745849609375,8.5078125,33554432
25,self_attn.v_proj,3,32,8,128,7.4531073570251465,14.03125,33554432
25,self_attn.v_proj,3,64,8,128,9.154762268066406,13.015625,33554432
25,self_attn.v_proj,3,128,8,128,10.663363456726074,12.5078125,33554432
25,self_attn.v_proj,4,32,8,128,3.47668719291687,18.03125,33554432
25,self_attn.v_proj,4,64,8,128,4.27173376083374,17.015625,33554432
25,self_attn.v_proj,4,128,8,128,4.9745025634765625,16.5078125,33554432
25,self_attn.v_proj,8,32,8,128,0.21058081090450287,34.03125,33554432
25,self_attn.v_proj,8,64,8,128,0.25874343514442444,33.015625,33554432
25,self_attn.v_proj,8,128,8,128,0.30134761333465576,32.5078125,33554432
25,self_attn.k_proj,2,32,8,128,24.154638290405273,10.03125,33554432
25,self_attn.k_proj,2,64,8,128,31.654922485351562,9.015625,33554432
25,self_attn.k_proj,2,128,8,128,38.291873931884766,8.5078125,33554432
25,self_attn.k_proj,3,32,8,128,10.346332550048828,14.03125,33554432
25,self_attn.k_proj,3,64,8,128,13.703627586364746,13.015625,33554432
25,self_attn.k_proj,3,128,8,128,16.839353561401367,12.5078125,33554432
25,self_attn.k_proj,4,32,8,128,4.8257155418396,18.03125,33554432
25,self_attn.k_proj,4,64,8,128,6.393172264099121,17.015625,33554432
25,self_attn.k_proj,4,128,8,128,7.862250804901123,16.5078125,33554432
25,self_attn.k_proj,8,32,8,128,0.29261139035224915,34.03125,33554432
25,self_attn.k_proj,8,64,8,128,0.3873709738254547,33.015625,33554432
25,self_attn.k_proj,8,128,8,128,0.47591710090637207,32.5078125,33554432
25,self_attn.o_proj,2,32,8,128,53.33670425415039,80.25,268435456
25,self_attn.o_proj,2,64,8,128,62.47505569458008,72.125,268435456
25,self_attn.o_proj,2,128,8,128,70.07982635498047,68.0625,268435456
25,self_attn.o_proj,3,32,8,128,22.910011291503906,112.25,268435456
25,self_attn.o_proj,3,64,8,128,26.59568214416504,104.125,268435456
25,self_attn.o_proj,3,128,8,128,30.07599639892578,100.0625,268435456
25,self_attn.o_proj,4,32,8,128,10.68073558807373,144.25,268435456
25,self_attn.o_proj,4,64,8,128,12.400909423828125,136.125,268435456
25,self_attn.o_proj,4,128,8,128,14.01840591430664,132.0625,268435456
25,self_attn.o_proj,8,32,8,128,0.6534740924835205,272.25,268435456
25,self_attn.o_proj,8,64,8,128,0.7568515539169312,264.125,268435456
25,self_attn.o_proj,8,128,8,128,0.8502808809280396,260.0625,268435456
25,mlp.gate_proj,2,32,8,128,89.90235137939453,260.8125,872415232
25,mlp.gate_proj,2,64,8,128,96.34208679199219,234.40625,872415232
25,mlp.gate_proj,2,128,8,128,110.42854309082031,221.203125,872415232
25,mlp.gate_proj,3,32,8,128,36.1559944152832,364.8125,872415232
25,mlp.gate_proj,3,64,8,128,44.371612548828125,338.40625,872415232
25,mlp.gate_proj,3,128,8,128,46.4706916809082,325.203125,872415232
25,mlp.gate_proj,4,32,8,128,16.905202865600586,468.8125,872415232
25,mlp.gate_proj,4,64,8,128,19.837839126586914,442.40625,872415232
25,mlp.gate_proj,4,128,8,128,22.726871490478516,429.203125,872415232
25,mlp.gate_proj,8,32,8,128,1.0346544981002808,884.8125,872415232
25,mlp.gate_proj,8,64,8,128,1.1791272163391113,858.40625,872415232
25,mlp.gate_proj,8,128,8,128,1.414057970046997,845.203125,872415232
25,mlp.up_proj,2,32,8,128,87.83306884765625,260.8125,872415232
25,mlp.up_proj,2,64,8,128,94.9493408203125,234.40625,872415232
25,mlp.up_proj,2,128,8,128,107.13977813720703,221.203125,872415232
25,mlp.up_proj,3,32,8,128,35.515445709228516,364.8125,872415232
25,mlp.up_proj,3,64,8,128,43.16024398803711,338.40625,872415232
25,mlp.up_proj,3,128,8,128,46.02420425415039,325.203125,872415232
25,mlp.up_proj,4,32,8,128,16.702739715576172,468.8125,872415232
25,mlp.up_proj,4,64,8,128,19.321189880371094,442.40625,872415232
25,mlp.up_proj,4,128,8,128,22.662029266357422,429.203125,872415232
25,mlp.up_proj,8,32,8,128,1.0250352621078491,884.8125,872415232
25,mlp.up_proj,8,64,8,128,1.1505157947540283,858.40625,872415232
25,mlp.up_proj,8,128,8,128,1.3677560091018677,845.203125,872415232
25,mlp.down_proj,2,32,8,128,88.54326629638672,260.8125,872415232
25,mlp.down_proj,2,64,8,128,95.4339370727539,234.40625,872415232
25,mlp.down_proj,2,128,8,128,107.90286254882812,221.203125,872415232
25,mlp.down_proj,3,32,8,128,35.758182525634766,364.8125,872415232
25,mlp.down_proj,3,64,8,128,43.480682373046875,338.40625,872415232
25,mlp.down_proj,3,128,8,128,46.161617279052734,325.203125,872415232
25,mlp.down_proj,4,32,8,128,16.781417846679688,468.8125,872415232
25,mlp.down_proj,4,64,8,128,19.470781326293945,442.40625,872415232
25,mlp.down_proj,4,128,8,128,22.677440643310547,429.203125,872415232
25,mlp.down_proj,8,32,8,128,1.0288145542144775,884.8125,872415232
25,mlp.down_proj,8,64,8,128,1.159683108329773,858.40625,872415232
25,mlp.down_proj,8,128,8,128,1.376771092414856,845.203125,872415232
26,self_attn.q_proj,2,32,8,128,46.75147247314453,80.25,268435456
26,self_attn.q_proj,2,64,8,128,55.706092834472656,72.125,268435456
26,self_attn.q_proj,2,128,8,128,64.5379867553711,68.0625,268435456
26,self_attn.q_proj,3,32,8,128,20.096317291259766,112.25,268435456
26,self_attn.q_proj,3,64,8,128,24.20485496520996,104.125,268435456
26,self_attn.q_proj,3,128,8,128,28.371925354003906,100.0625,268435456
26,self_attn.q_proj,4,32,8,128,9.352583885192871,144.25,268435456
26,self_attn.q_proj,4,64,8,128,11.379042625427246,136.125,268435456
26,self_attn.q_proj,4,128,8,128,13.208822250366211,132.0625,268435456
26,self_attn.q_proj,8,32,8,128,0.5693356394767761,272.25,268435456
26,self_attn.q_proj,8,64,8,128,0.6917426586151123,264.125,268435456
26,self_attn.q_proj,8,128,8,128,0.7989100813865662,260.0625,268435456
26,self_attn.v_proj,2,32,8,128,16.755630493164062,10.03125,33554432
26,self_attn.v_proj,2,64,8,128,20.603534698486328,9.015625,33554432
26,self_attn.v_proj,2,128,8,128,24.009323120117188,8.5078125,33554432
26,self_attn.v_proj,3,32,8,128,7.159640312194824,14.03125,33554432
26,self_attn.v_proj,3,64,8,128,8.80898380279541,13.015625,33554432
26,self_attn.v_proj,3,128,8,128,10.271081924438477,12.5078125,33554432
26,self_attn.v_proj,4,32,8,128,3.3404147624969482,18.03125,33554432
26,self_attn.v_proj,4,64,8,128,4.110899448394775,17.015625,33554432
26,self_attn.v_proj,4,128,8,128,4.790806770324707,16.5078125,33554432
26,self_attn.v_proj,8,32,8,128,0.20228999853134155,34.03125,33554432
26,self_attn.v_proj,8,64,8,128,0.24884918332099915,33.015625,33554432
26,self_attn.v_proj,8,128,8,128,0.2902677059173584,32.5078125,33554432
26,self_attn.k_proj,2,32,8,128,28.052764892578125,10.03125,33554432
26,self_attn.k_proj,2,64,8,128,36.87179183959961,9.015625,33554432
26,self_attn.k_proj,2,128,8,128,44.58732604980469,8.5078125,33554432
26,self_attn.k_proj,3,32,8,128,12.06607437133789,14.03125,33554432
26,self_attn.k_proj,3,64,8,128,16.196855545043945,13.015625,33554432
26,self_attn.k_proj,3,128,8,128,20.101240158081055,12.5078125,33554432
26,self_attn.k_proj,4,32,8,128,5.632182598114014,18.03125,33554432
26,self_attn.k_proj,4,64,8,128,7.560300350189209,17.015625,33554432
26,self_attn.k_proj,4,128,8,128,9.386472702026367,16.5078125,33554432
26,self_attn.k_proj,8,32,8,128,0.3413868248462677,34.03125,33554432
26,self_attn.k_proj,8,64,8,128,0.4579373002052307,33.015625,33554432
26,self_attn.k_proj,8,128,8,128,0.5686866641044617,32.5078125,33554432
26,self_attn.o_proj,2,32,8,128,52.791259765625,80.25,268435456
26,self_attn.o_proj,2,64,8,128,61.84807205200195,72.125,268435456
26,self_attn.o_proj,2,128,8,128,69.42679595947266,68.0625,268435456
26,self_attn.o_proj,3,32,8,128,22.717945098876953,112.25,268435456
26,self_attn.o_proj,3,64,8,128,26.337875366210938,104.125,268435456
26,self_attn.o_proj,3,128,8,128,29.803247451782227,100.0625,268435456
26,self_attn.o_proj,4,32,8,128,10.57233715057373,144.25,268435456
26,self_attn.o_proj,4,64,8,128,12.2843017578125,136.125,268435456
26,self_attn.o_proj,4,128,8,128,13.89128303527832,132.0625,268435456
26,self_attn.o_proj,8,32,8,128,0.6467081904411316,272.25,268435456
26,self_attn.o_proj,8,64,8,128,0.7500534057617188,264.125,268435456
26,self_attn.o_proj,8,128,8,128,0.8426389694213867,260.0625,268435456
26,mlp.gate_proj,2,32,8,128,90.5047836303711,260.8125,872415232
26,mlp.gate_proj,2,64,8,128,96.7054672241211,234.40625,872415232
26,mlp.gate_proj,2,128,8,128,111.2957763671875,221.203125,872415232
26,mlp.gate_proj,3,32,8,128,36.34604263305664,364.8125,872415232
26,mlp.gate_proj,3,64,8,128,44.6971549987793,338.40625,872415232
26,mlp.gate_proj,3,128,8,128,46.55669403076172,325.203125,872415232
26,mlp.gate_proj,4,32,8,128,16.96512794494629,468.8125,872415232
26,mlp.gate_proj,4,64,8,128,19.969209671020508,442.40625,872415232
26,mlp.gate_proj,4,128,8,128,22.740459442138672,429.203125,872415232
26,mlp.gate_proj,8,32,8,128,1.0375237464904785,884.8125,872415232
26,mlp.gate_proj,8,64,8,128,1.1866823434829712,858.40625,872415232
26,mlp.gate_proj,8,128,8,128,1.414624810218811,845.203125,872415232
26,mlp.up_proj,2,32,8,128,88.3614730834961,260.8125,872415232
26,mlp.up_proj,2,64,8,128,95.21611022949219,234.40625,872415232
26,mlp.up_proj,2,128,8,128,107.75335693359375,221.203125,872415232
26,mlp.up_proj,3,32,8,128,35.666954040527344,364.8125,872415232
26,mlp.up_proj,3,64,8,128,43.43301773071289,338.40625,872415232
26,mlp.up_proj,3,128,8,128,46.08964157104492,325.203125,872415232
26,mlp.up_proj,4,32,8,128,16.748477935791016,468.8125,872415232
26,mlp.up_proj,4,64,8,128,19.43625259399414,442.40625,872415232
26,mlp.up_proj,4,128,8,128,22.671621322631836,429.203125,872415232
26,mlp.up_proj,8,32,8,128,1.027138113975525,884.8125,872415232
26,mlp.up_proj,8,64,8,128,1.156470537185669,858.40625,872415232
26,mlp.up_proj,8,128,8,128,1.377260446548462,845.203125,872415232
26,mlp.down_proj,2,32,8,128,88.68321990966797,260.8125,872415232
26,mlp.down_proj,2,64,8,128,95.503662109375,234.40625,872415232
26,mlp.down_proj,2,128,8,128,108.10198211669922,221.203125,872415232
26,mlp.down_proj,3,32,8,128,35.799156188964844,364.8125,872415232
26,mlp.down_proj,3,64,8,128,43.54958724975586,338.40625,872415232
26,mlp.down_proj,3,128,8,128,46.18354034423828,325.203125,872415232
26,mlp.down_proj,4,32,8,128,16.79216194152832,468.8125,872415232
26,mlp.down_proj,4,64,8,128,19.50419807434082,442.40625,872415232
26,mlp.down_proj,4,128,8,128,22.679725646972656,429.203125,872415232
26,mlp.down_proj,8,32,8,128,1.0293359756469727,884.8125,872415232
26,mlp.down_proj,8,64,8,128,1.1611301898956299,858.40625,872415232
26,mlp.down_proj,8,128,8,128,1.3791738748550415,845.203125,872415232
27,self_attn.q_proj,2,32,8,128,48.39232635498047,80.25,268435456
27,self_attn.q_proj,2,64,8,128,58.04994583129883,72.125,268435456
27,self_attn.q_proj,2,128,8,128,66.99520111083984,68.0625,268435456
27,self_attn.q_proj,3,32,8,128,20.882535934448242,112.25,268435456
27,self_attn.q_proj,3,64,8,128,25.063873291015625,104.125,268435456
27,self_attn.q_proj,3,128,8,128,29.555200576782227,100.0625,268435456
27,self_attn.q_proj,4,32,8,128,9.709643363952637,144.25,268435456
27,self_attn.q_proj,4,64,8,128,11.74336051940918,136.125,268435456
27,self_attn.q_proj,4,128,8,128,13.7337646484375,132.0625,268435456
27,self_attn.q_proj,8,32,8,128,0.5909898281097412,272.25,268435456
27,self_attn.q_proj,8,64,8,128,0.716793954372406,264.125,268435456
27,self_attn.q_proj,8,128,8,128,0.8303942084312439,260.0625,268435456
27,self_attn.v_proj,2,32,8,128,16.064027786254883,10.03125,33554432
27,self_attn.v_proj,2,64,8,128,19.734983444213867,9.015625,33554432
27,self_attn.v_proj,2,128,8,128,22.970365524291992,8.5078125,33554432
27,self_attn.v_proj,3,32,8,128,6.861440658569336,14.03125,33554432
27,self_attn.v_proj,3,64,8,128,8.4364652633667,13.015625,33554432
27,self_attn.v_proj,3,128,8,128,9.824955940246582,12.5078125,33554432
27,self_attn.v_proj,4,32,8,128,3.201070785522461,18.03125,33554432
27,self_attn.v_proj,4,64,8,128,3.9361157417297363,17.015625,33554432
27,self_attn.v_proj,4,128,8,128,4.583454608917236,16.5078125,33554432
27,self_attn.v_proj,8,32,8,128,0.19393803179264069,34.03125,33554432
27,self_attn.v_proj,8,64,8,128,0.2383045107126236,33.015625,33554432
27,self_attn.v_proj,8,128,8,128,0.2775450646877289,32.5078125,33554432
27,self_attn.k_proj,2,32,8,128,30.155731201171875,10.03125,33554432
27,self_attn.k_proj,2,64,8,128,39.832218170166016,9.015625,33554432
27,self_attn.k_proj,2,128,8,128,48.12519454956055,8.5078125,33554432
27,self_attn.k_proj,3,32,8,128,12.9902925491333,14.03125,33554432
27,self_attn.k_proj,3,64,8,128,17.612022399902344,13.015625,33554432
27,self_attn.k_proj,3,128,8,128,22.065166473388672,12.5078125,33554432
27,self_attn.k_proj,4,32,8,128,6.062230587005615,18.03125,33554432
27,self_attn.k_proj,4,64,8,128,8.224788665771484,17.015625,33554432
27,self_attn.k_proj,4,128,8,128,10.307148933410645,16.5078125,33554432
27,self_attn.k_proj,8,32,8,128,0.3673020899295807,34.03125,33554432
27,self_attn.k_proj,8,64,8,128,0.4979223310947418,33.015625,33554432
27,self_attn.k_proj,8,128,8,128,0.6245265603065491,32.5078125,33554432
27,self_attn.o_proj,2,32,8,128,52.542503356933594,80.25,268435456
27,self_attn.o_proj,2,64,8,128,61.53359603881836,72.125,268435456
27,self_attn.o_proj,2,128,8,128,69.08672332763672,68.0625,268435456
27,self_attn.o_proj,3,32,8,128,22.624311447143555,112.25,268435456
27,self_attn.o_proj,3,64,8,128,26.21022605895996,104.125,268435456
27,self_attn.o_proj,3,128,8,128,29.63719367980957,100.0625,268435456
27,self_attn.o_proj,4,32,8,128,10.520063400268555,144.25,268435456
27,self_attn.o_proj,4,64,8,128,12.226058006286621,136.125,268435456
27,self_attn.o_proj,4,128,8,128,13.817365646362305,132.0625,268435456
27,self_attn.o_proj,8,32,8,128,0.6435507535934448,272.25,268435456
27,self_attn.o_proj,8,64,8,128,0.7465691566467285,264.125,268435456
27,self_attn.o_proj,8,128,8,128,0.8381273150444031,260.0625,268435456
27,mlp.gate_proj,2,32,8,128,90.61585235595703,260.8125,872415232
27,mlp.gate_proj,2,64,8,128,97.18153381347656,234.40625,872415232
27,mlp.gate_proj,2,128,8,128,112.24486541748047,221.203125,872415232
27,mlp.gate_proj,3,32,8,128,36.57537078857422,364.8125,872415232
27,mlp.gate_proj,3,64,8,128,45.085540771484375,338.40625,872415232
27,mlp.gate_proj,3,128,8,128,46.70474624633789,325.203125,872415232
27,mlp.gate_proj,4,32,8,128,17.03722381591797,468.8125,872415232
27,mlp.gate_proj,4,64,8,128,20.138896942138672,442.40625,872415232
27,mlp.gate_proj,4,128,8,128,22.7667236328125,429.203125,872415232
27,mlp.gate_proj,8,32,8,128,1.0410977602005005,884.8125,872415232
27,mlp.gate_proj,8,64,8,128,1.1960785388946533,858.40625,872415232
27,mlp.gate_proj,8,128,8,128,1.415236473083496,845.203125,872415232
27,mlp.up_proj,2,32,8,128,88.86347198486328,260.8125,872415232
27,mlp.up_proj,2,64,8,128,95.49705505371094,234.40625,872415232
27,mlp.up_proj,2,128,8,128,108.40953063964844,221.203125,872415232
27,mlp.up_proj,3,32,8,128,35.817317962646484,364.8125,872415232
27,mlp.up_proj,3,64,8,128,43.70436096191406,338.40625,872415232
27,mlp.up_proj,3,128,8,128,46.162925720214844,325.203125,872415232
27,mlp.up_proj,4,32,8,128,16.793556213378906,468.8125,872415232
27,mlp.up_proj,4,64,8,128,19.544862747192383,442.40625,872415232
27,mlp.up_proj,4,128,8,128,22.680700302124023,429.203125,872415232
27,mlp.up_proj,8,32,8,128,1.0292741060256958,884.8125,872415232
27,mlp.up_proj,8,64,8,128,1.1626757383346558,858.40625,872415232
27,mlp.up_proj,8,128,8,128,1.3869736194610596,845.203125,872415232
27,mlp.down_proj,2,32,8,128,88.76543426513672,260.8125,872415232
27,mlp.down_proj,2,64,8,128,95.54285430908203,234.40625,872415232
27,mlp.down_proj,2,128,8,128,108.17493438720703,221.203125,872415232
27,mlp.down_proj,3,32,8,128,35.82108688354492,364.8125,872415232
27,mlp.down_proj,3,64,8,128,43.588783264160156,338.40625,872415232
27,mlp.down_proj,3,128,8,128,46.192256927490234,325.203125,872415232
27,mlp.down_proj,4,32,8,128,16.80040168762207,468.8125,872415232
27,mlp.down_proj,4,64,8,128,19.51832389831543,442.40625,872415232
27,mlp.down_proj,4,128,8,128,22.680927276611328,429.203125,872415232
27,mlp.down_proj,8,32,8,128,1.0297112464904785,884.8125,872415232
27,mlp.down_proj,8,64,8,128,1.162171483039856,858.40625,872415232
27,mlp.down_proj,8,128,8,128,1.3804843425750732,845.203125,872415232
28,self_attn.q_proj,2,32,8,128,49.73134231567383,80.25,268435456
28,self_attn.q_proj,2,64,8,128,60.05552673339844,72.125,268435456
28,self_attn.q_proj,2,128,8,128,68.69525909423828,68.0625,268435456
28,self_attn.q_proj,3,32,8,128,21.512887954711914,112.25,268435456
28,self_attn.q_proj,3,64,8,128,25.855571746826172,104.125,268435456
28,self_attn.q_proj,3,128,8,128,30.354841232299805,100.0625,268435456
28,self_attn.q_proj,4,32,8,128,9.997045516967773,144.25,268435456
28,self_attn.q_proj,4,64,8,128,12.081779479980469,136.125,268435456
28,self_attn.q_proj,4,128,8,128,14.107622146606445,132.0625,268435456
28,self_attn.q_proj,8,32,8,128,0.6085402965545654,272.25,268435456
28,self_attn.q_proj,8,64,8,128,0.7365564703941345,264.125,268435456
28,self_attn.q_proj,8,128,8,128,0.8531582355499268,260.0625,268435456
28,self_attn.v_proj,2,32,8,128,16.704574584960938,10.03125,33554432
28,self_attn.v_proj,2,64,8,128,20.531116485595703,9.015625,33554432
28,self_attn.v_proj,2,128,8,128,23.909156799316406,8.5078125,33554432
28,self_attn.v_proj,3,32,8,128,7.138586044311523,14.03125,33554432
28,self_attn.v_proj,3,64,8,128,8.778787612915039,13.015625,33554432
28,self_attn.v_proj,3,128,8,128,10.22784423828125,12.5078125,33554432
28,self_attn.v_proj,4,32,8,128,3.330374002456665,18.03125,33554432
28,self_attn.v_proj,4,64,8,128,4.095976829528809,17.015625,33554432
28,self_attn.v_proj,4,128,8,128,4.770705699920654,16.5078125,33554432
28,self_attn.v_proj,8,32,8,128,0.2016965001821518,34.03125,33554432
28,self_attn.v_proj,8,64,8,128,0.24796374142169952,33.015625,33554432
28,self_attn.v_proj,8,128,8,128,0.28899797797203064,32.5078125,33554432
28,self_attn.k_proj,2,32,8,128,29.428972244262695,10.03125,33554432
28,self_attn.k_proj,2,64,8,128,38.712276458740234,9.015625,33554432
28,self_attn.k_proj,2,128,8,128,46.800899505615234,8.5078125,33554432
28,self_attn.k_proj,3,32,8,128,12.60368824005127,14.03125,33554432
28,self_attn.k_proj,3,64,8,128,16.78917121887207,13.015625,33554432
28,self_attn.k_proj,3,128,8,128,20.651817321777344,12.5078125,33554432
28,self_attn.k_proj,4,32,8,128,5.882857799530029,18.03125,33554432
28,self_attn.k_proj,4,64,8,128,7.836005687713623,17.015625,33554432
28,self_attn.k_proj,4,128,8,128,9.63330364227295,16.5078125,33554432
28,self_attn.k_proj,8,32,8,128,0.3565232753753662,34.03125,33554432
28,self_attn.k_proj,8,64,8,128,0.4743921160697937,33.015625,33554432
28,self_attn.k_proj,8,128,8,128,0.5838232040405273,32.5078125,33554432
28,self_attn.o_proj,2,32,8,128,52.04030990600586,80.25,268435456
28,self_attn.o_proj,2,64,8,128,60.9445915222168,72.125,268435456
28,self_attn.o_proj,2,128,8,128,68.43138885498047,68.0625,268435456
28,self_attn.o_proj,3,32,8,128,22.407318115234375,112.25,268435456
28,self_attn.o_proj,3,64,8,128,25.95746421813965,104.125,268435456
28,self_attn.o_proj,3,128,8,128,29.360858917236328,100.0625,268435456
28,self_attn.o_proj,4,32,8,128,10.418289184570312,144.25,268435456
28,self_attn.o_proj,4,64,8,128,12.114357948303223,136.125,268435456
28,self_attn.o_proj,4,128,8,128,13.686870574951172,132.0625,268435456
28,self_attn.o_proj,8,32,8,128,0.6372024416923523,272.25,268435456
28,self_attn.o_proj,8,64,8,128,0.7401427626609802,264.125,268435456
28,self_attn.o_proj,8,128,8,128,0.8303632736206055,260.0625,268435456
28,mlp.gate_proj,2,32,8,128,90.69942474365234,260.8125,872415232
28,mlp.gate_proj,2,64,8,128,97.54409790039062,234.40625,872415232
28,mlp.gate_proj,2,128,8,128,113.06066131591797,221.203125,872415232
28,mlp.gate_proj,3,32,8,128,36.752254486083984,364.8125,872415232
28,mlp.gate_proj,3,64,8,128,45.26472854614258,338.40625,872415232
28,mlp.gate_proj,3,128,8,128,46.81734848022461,325.203125,872415232
28,mlp.gate_proj,4,32,8,128,17.093477249145508,468.8125,872415232
28,mlp.gate_proj,4,64,8,128,20.265235900878906,442.40625,872415232
28,mlp.gate_proj,4,128,8,128,22.784095764160156,429.203125,872415232
28,mlp.gate_proj,8,32,8,128,1.0438802242279053,884.8125,872415232
28,mlp.gate_proj,8,64,8,128,1.2032662630081177,858.40625,872415232
28,mlp.gate_proj,8,128,8,128,1.415728211402893,845.203125,872415232
28,mlp.up_proj,2,32,8,128,89.2517318725586,260.8125,872415232
28,mlp.up_proj,2,64,8,128,95.72232818603516,234.40625,872415232
28,mlp.up_proj,2,128,8,128,108.97846221923828,221.203125,872415232
28,mlp.up_proj,3,32,8,128,35.92897033691406,364.8125,872415232
28,mlp.up_proj,3,64,8,128,43.915531158447266,338.40625,872415232
28,mlp.up_proj,3,128,8,128,46.21696472167969,325.203125,872415232
28,mlp.up_proj,4,32,8,128,16.82883071899414,468.8125,872415232
28,mlp.up_proj,4,64,8,128,19.6291561126709,442.40625,872415232
28,mlp.up_proj,4,128,8,128,22.68910789489746,429.203125,872415232
28,mlp.up_proj,8,32,8,128,1.0309021472930908,884.8125,872415232
28,mlp.up_proj,8,64,8,128,1.1672307252883911,858.40625,872415232
28,mlp.up_proj,8,128,8,128,1.3940144777297974,845.203125,872415232
28,mlp.down_proj,2,32,8,128,88.8379135131836,260.8125,872415232
28,mlp.down_proj,2,64,8,128,95.59931182861328,234.40625,872415232
28,mlp.down_proj,2,128,8,128,108.3258285522461,221.203125,872415232
28,mlp.down_proj,3,32,8,128,35.84418487548828,364.8125,872415232
28,mlp.down_proj,3,64,8,128,43.63383483886719,338.40625,872415232
28,mlp.down_proj,3,128,8,128,46.209346771240234,325.203125,872415232
28,mlp.down_proj,4,32,8,128,16.808521270751953,468.8125,872415232
28,mlp.down_proj,4,64,8,128,19.536785125732422,442.40625,872415232
28,mlp.down_proj,4,128,8,128,22.682558059692383,429.203125,872415232
28,mlp.down_proj,8,32,8,128,1.0300201177597046,884.8125,872415232
28,mlp.down_proj,8,64,8,128,1.1631698608398438,858.40625,872415232
28,mlp.down_proj,8,128,8,128,1.381969928741455,845.203125,872415232
29,self_attn.q_proj,2,32,8,128,49.373233795166016,80.25,268435456
29,self_attn.q_proj,2,64,8,128,59.356807708740234,72.125,268435456
29,self_attn.q_proj,2,128,8,128,68.0921630859375,68.0625,268435456
29,self_attn.q_proj,3,32,8,128,21.398395538330078,112.25,268435456
29,self_attn.q_proj,3,64,8,128,25.68364906311035,104.125,268435456
29,self_attn.q_proj,3,128,8,128,30.35350227355957,100.0625,268435456
29,self_attn.q_proj,4,32,8,128,9.94448471069336,144.25,268435456
29,self_attn.q_proj,4,64,8,128,12.009990692138672,136.125,268435456
29,self_attn.q_proj,4,128,8,128,14.107964515686035,132.0625,268435456
29,self_attn.q_proj,8,32,8,128,0.6049114465713501,272.25,268435456
29,self_attn.q_proj,8,64,8,128,0.7319377660751343,264.125,268435456
29,self_attn.q_proj,8,128,8,128,0.8524715304374695,260.0625,268435456
29,self_attn.v_proj,2,32,8,128,17.002199172973633,10.03125,33554432
29,self_attn.v_proj,2,64,8,128,20.896007537841797,9.015625,33554432
29,self_attn.v_proj,2,128,8,128,24.33682632446289,8.5078125,33554432
29,self_attn.v_proj,3,32,8,128,7.264425754547119,14.03125,33554432
29,self_attn.v_proj,3,64,8,128,8.930986404418945,13.015625,33554432
29,self_attn.v_proj,3,128,8,128,10.409976959228516,12.5078125,33554432
29,self_attn.v_proj,4,32,8,128,3.3893866539001465,18.03125,33554432
29,self_attn.v_proj,4,64,8,128,4.168423652648926,17.015625,33554432
29,self_attn.v_proj,4,128,8,128,4.855982780456543,16.5078125,33554432
29,self_attn.v_proj,8,32,8,128,0.20526748895645142,34.03125,33554432
29,self_attn.v_proj,8,64,8,128,0.2523840367794037,33.015625,33554432
29,self_attn.v_proj,8,128,8,128,0.2942453920841217,32.5078125,33554432
29,self_attn.k_proj,2,32,8,128,31.392852783203125,10.03125,33554432
29,self_attn.k_proj,2,64,8,128,41.423709869384766,9.015625,33554432
29,self_attn.k_proj,2,128,8,128,50.0766716003418,8.5078125,33554432
29,self_attn.k_proj,3,32,8,128,13.511787414550781,14.03125,33554432
29,self_attn.k_proj,3,64,8,128,18.36374855041504,13.015625,33554432
29,self_attn.k_proj,3,128,8,128,23.062772750854492,12.5078125,33554432
29,self_attn.k_proj,4,32,8,128,6.305383205413818,18.03125,33554432
29,self_attn.k_proj,4,64,8,128,8.574180603027344,17.015625,33554432
29,self_attn.k_proj,4,128,8,128,10.772541999816895,16.5078125,33554432
29,self_attn.k_proj,8,32,8,128,0.381976842880249,34.03125,33554432
29,self_attn.k_proj,8,64,8,128,0.5192260146141052,33.015625,33554432
29,self_attn.k_proj,8,128,8,128,0.6527479290962219,32.5078125,33554432
29,self_attn.o_proj,2,32,8,128,52.49726486206055,80.25,268435456
29,self_attn.o_proj,2,64,8,128,61.509761810302734,72.125,268435456
29,self_attn.o_proj,2,128,8,128,69.0641860961914,68.0625,268435456
29,self_attn.o_proj,3,32,8,128,22.611976623535156,112.25,268435456
29,self_attn.o_proj,3,64,8,128,26.197402954101562,104.125,268435456
29,self_attn.o_proj,3,128,8,128,29.660953521728516,100.0625,268435456
29,self_attn.o_proj,4,32,8,128,10.513760566711426,144.25,268435456
29,self_attn.o_proj,4,64,8,128,12.221833229064941,136.125,268435456
29,self_attn.o_proj,4,128,8,128,13.824542999267578,132.0625,268435456
29,self_attn.o_proj,8,32,8,128,0.6430078148841858,272.25,268435456
29,self_attn.o_proj,8,64,8,128,0.7463741898536682,264.125,268435456
29,self_attn.o_proj,8,128,8,128,0.8385595083236694,260.0625,268435456
29,mlp.gate_proj,2,32,8,128,90.77082824707031,260.8125,872415232
29,mlp.gate_proj,2,64,8,128,97.847900390625,234.40625,872415232
29,mlp.gate_proj,2,128,8,128,113.54940032958984,221.203125,872415232
29,mlp.gate_proj,3,32,8,128,36.89155960083008,364.8125,872415232
29,mlp.gate_proj,3,64,8,128,45.28342819213867,338.40625,872415232
29,mlp.gate_proj,3,128,8,128,46.909053802490234,325.203125,872415232
29,mlp.gate_proj,4,32,8,128,17.140850067138672,468.8125,872415232
29,mlp.gate_proj,4,64,8,128,20.366920471191406,442.40625,872415232
29,mlp.gate_proj,4,128,8,128,22.801054000854492,429.203125,872415232
29,mlp.gate_proj,8,32,8,128,1.0462055206298828,884.8125,872415232
29,mlp.gate_proj,8,64,8,128,1.2088850736618042,858.40625,872415232
29,mlp.gate_proj,8,128,8,128,1.4161736965179443,845.203125,872415232
29,mlp.up_proj,2,32,8,128,89.65245819091797,260.8125,872415232
29,mlp.up_proj,2,64,8,128,95.94715118408203,234.40625,872415232
29,mlp.up_proj,2,128,8,128,109.42539978027344,221.203125,872415232
29,mlp.up_proj,3,32,8,128,36.05341720581055,364.8125,872415232
29,mlp.up_proj,3,64,8,128,44.13332748413086,338.40625,872415232
29,mlp.up_proj,3,128,8,128,46.283843994140625,325.203125,872415232
29,mlp.up_proj,4,32,8,128,16.866174697875977,468.8125,872415232
29,mlp.up_proj,4,64,8,128,19.717174530029297,442.40625,872415232
29,mlp.up_proj,4,128,8,128,22.69867706298828,429.203125,872415232
29,mlp.up_proj,8,32,8,128,1.0327049493789673,884.8125,872415232
29,mlp.up_proj,8,64,8,128,1.1722016334533691,858.40625,872415232
29,mlp.up_proj,8,128,8,128,1.401544213294983,845.203125,872415232
29,mlp.down_proj,2,32,8,128,88.81449890136719,260.8125,872415232
29,mlp.down_proj,2,64,8,128,95.5938949584961,234.40625,872415232
29,mlp.down_proj,2,128,8,128,108.2894058227539,221.203125,872415232
29,mlp.down_proj,3,32,8,128,35.8385009765625,364.8125,872415232
29,mlp.down_proj,3,64,8,128,43.62677764892578,338.40625,872415232
29,mlp.down_proj,3,128,8,128,46.20452117919922,325.203125,872415232
29,mlp.down_proj,4,32,8,128,16.805383682250977,468.8125,872415232
29,mlp.down_proj,4,64,8,128,19.531938552856445,442.40625,872415232
29,mlp.down_proj,4,128,8,128,22.682538986206055,429.203125,872415232
29,mlp.down_proj,8,32,8,128,1.029929280281067,884.8125,872415232
29,mlp.down_proj,8,64,8,128,1.1628961563110352,858.40625,872415232
29,mlp.down_proj,8,128,8,128,1.3814417123794556,845.203125,872415232
30,self_attn.q_proj,2,32,8,128,51.60152053833008,80.25,268435456
30,self_attn.q_proj,2,64,8,128,62.38736343383789,72.125,268435456
30,self_attn.q_proj,2,128,8,128,71.26227569580078,68.0625,268435456
30,self_attn.q_proj,3,32,8,128,22.369407653808594,112.25,268435456
30,self_attn.q_proj,3,64,8,128,26.769548416137695,104.125,268435456
30,self_attn.q_proj,3,128,8,128,31.509220123291016,100.0625,268435456
30,self_attn.q_proj,4,32,8,128,10.391533851623535,144.25,268435456
30,self_attn.q_proj,4,64,8,128,12.484506607055664,136.125,268435456
30,self_attn.q_proj,4,128,8,128,14.643020629882812,132.0625,268435456
30,self_attn.q_proj,8,32,8,128,0.6332817077636719,272.25,268435456
30,self_attn.q_proj,8,64,8,128,0.7605448961257935,264.125,268435456
30,self_attn.q_proj,8,128,8,128,0.8853715062141418,260.0625,268435456
30,self_attn.v_proj,2,32,8,128,16.446584701538086,10.03125,33554432
30,self_attn.v_proj,2,64,8,128,20.261249542236328,9.015625,33554432
30,self_attn.v_proj,2,128,8,128,23.664478302001953,8.5078125,33554432
30,self_attn.v_proj,3,32,8,128,7.02858304977417,14.03125,33554432
30,self_attn.v_proj,3,64,8,128,8.663780212402344,13.015625,33554432
30,self_attn.v_proj,3,128,8,128,10.126908302307129,12.5078125,33554432
30,self_attn.v_proj,4,32,8,128,3.2798447608947754,18.03125,33554432
30,self_attn.v_proj,4,64,8,128,4.043750286102295,17.015625,33554432
30,self_attn.v_proj,4,128,8,128,4.725646495819092,16.5078125,33554432
30,self_attn.v_proj,8,32,8,128,0.19856411218643188,34.03125,33554432
30,self_attn.v_proj,8,64,8,128,0.2447277009487152,33.015625,33554432
30,self_attn.v_proj,8,128,8,128,0.286162406206131,32.5078125,33554432
30,self_attn.k_proj,2,32,8,128,30.84088897705078,10.03125,33554432
30,self_attn.k_proj,2,64,8,128,40.46172332763672,9.015625,33554432
30,self_attn.k_proj,2,128,8,128,49.10972595214844,8.5078125,33554432
30,self_attn.k_proj,3,32,8,128,13.19989013671875,14.03125,33554432
30,self_attn.k_proj,3,64,8,128,17.52468490600586,13.015625,33554432
30,self_attn.k_proj,3,128,8,128,21.638290405273438,12.5078125,33554432
30,self_attn.k_proj,4,32,8,128,6.161802291870117,18.03125,33554432
30,self_attn.k_proj,4,64,8,128,8.179740905761719,17.015625,33554432
30,self_attn.k_proj,4,128,8,128,10.09549331665039,16.5078125,33554432
30,self_attn.k_proj,8,32,8,128,0.37337762117385864,34.03125,33554432
30,self_attn.k_proj,8,64,8,128,0.4952339231967926,33.015625,33554432
30,self_attn.k_proj,8,128,8,128,0.6118794083595276,32.5078125,33554432
30,self_attn.o_proj,2,32,8,128,49.73139190673828,80.25,268435456
30,self_attn.o_proj,2,64,8,128,58.239105224609375,72.125,268435456
30,self_attn.o_proj,2,128,8,128,65.78678894042969,68.0625,268435456
30,self_attn.o_proj,3,32,8,128,21.39175796508789,112.25,268435456
30,self_attn.o_proj,3,64,8,128,24.873069763183594,104.125,268435456
30,self_attn.o_proj,3,128,8,128,28.22521209716797,100.0625,268435456
30,self_attn.o_proj,4,32,8,128,9.951248168945312,144.25,268435456
30,self_attn.o_proj,4,64,8,128,11.650442123413086,136.125,268435456
30,self_attn.o_proj,4,128,8,128,13.167581558227539,132.0625,268435456
30,self_attn.o_proj,8,32,8,128,0.6082970499992371,272.25,268435456
30,self_attn.o_proj,8,64,8,128,0.7137767672538757,264.125,268435456
30,self_attn.o_proj,8,128,8,128,0.7990220785140991,260.0625,268435456
30,mlp.gate_proj,2,32,8,128,90.83262634277344,260.8125,872415232
30,mlp.gate_proj,2,64,8,128,98.10262298583984,234.40625,872415232
30,mlp.gate_proj,2,128,8,128,114.0570297241211,221.203125,872415232
30,mlp.gate_proj,3,32,8,128,37.011009216308594,364.8125,872415232
30,mlp.gate_proj,3,64,8,128,45.29933166503906,338.40625,872415232
30,mlp.gate_proj,3,128,8,128,46.97972106933594,325.203125,872415232
30,mlp.gate_proj,4,32,8,128,17.17927360534668,468.8125,872415232
30,mlp.gate_proj,4,64,8,128,20.451297760009766,442.40625,872415232
30,mlp.gate_proj,4,128,8,128,22.8138370513916,429.203125,872415232
30,mlp.gate_proj,8,32,8,128,1.0480893850326538,884.8125,872415232
30,mlp.gate_proj,8,64,8,128,1.2136447429656982,858.40625,872415232
30,mlp.gate_proj,8,128,8,128,1.416501760482788,845.203125,872415232
30,mlp.up_proj,2,32,8,128,89.89187622070312,260.8125,872415232
30,mlp.up_proj,2,64,8,128,96.10031127929688,234.40625,872415232
30,mlp.up_proj,2,128,8,128,109.74747467041016,221.203125,872415232
30,mlp.up_proj,3,32,8,128,36.122928619384766,364.8125,872415232
30,mlp.up_proj,3,64,8,128,44.256614685058594,338.40625,872415232
30,mlp.up_proj,3,128,8,128,46.32318115234375,325.203125,872415232
30,mlp.up_proj,4,32,8,128,16.888553619384766,468.8125,872415232
30,mlp.up_proj,4,64,8,128,19.778797149658203,442.40625,872415232
30,mlp.up_proj,4,128,8,128,22.704498291015625,429.203125,872415232
30,mlp.up_proj,8,32,8,128,1.0337903499603271,884.8125,872415232
30,mlp.up_proj,8,64,8,128,1.17522394657135,858.40625,872415232
30,mlp.up_proj,8,128,8,128,1.406198263168335,845.203125,872415232
30,mlp.down_proj,2,32,8,128,88.81726837158203,260.8125,872415232
30,mlp.down_proj,2,64,8,128,95.60399627685547,234.40625,872415232
30,mlp.down_proj,2,128,8,128,108.31239318847656,221.203125,872415232
30,mlp.down_proj,3,32,8,128,35.84230422973633,364.8125,872415232
30,mlp.down_proj,3,64,8,128,43.62361145019531,338.40625,872415232
30,mlp.down_proj,3,128,8,128,46.20649337768555,325.203125,872415232
30,mlp.down_proj,4,32,8,128,16.80731773376465,468.8125,872415232
30,mlp.down_proj,4,64,8,128,19.534332275390625,442.40625,872415232
30,mlp.down_proj,4,128,8,128,22.68299102783203,429.203125,872415232
30,mlp.down_proj,8,32,8,128,1.030007243156433,884.8125,872415232
30,mlp.down_proj,8,64,8,128,1.163078784942627,858.40625,872415232
30,mlp.down_proj,8,128,8,128,1.3815972805023193,845.203125,872415232
31,self_attn.q_proj,2,32,8,128,45.4194450378418,80.25,268435456
31,self_attn.q_proj,2,64,8,128,53.60332107543945,72.125,268435456
31,self_attn.q_proj,2,128,8,128,61.548622131347656,68.0625,268435456
31,self_attn.q_proj,3,32,8,128,19.389738082885742,112.25,268435456
31,self_attn.q_proj,3,64,8,128,23.280040740966797,104.125,268435456
31,self_attn.q_proj,3,128,8,128,26.80038833618164,100.0625,268435456
31,self_attn.q_proj,4,32,8,128,9.032844543457031,144.25,268435456
31,self_attn.q_proj,4,64,8,128,10.896012306213379,136.125,268435456
31,self_attn.q_proj,4,128,8,128,12.502124786376953,132.0625,268435456
31,self_attn.q_proj,8,32,8,128,0.5507389903068542,272.25,268435456
31,self_attn.q_proj,8,64,8,128,0.6620639562606812,264.125,268435456
31,self_attn.q_proj,8,128,8,128,0.7574471235275269,260.0625,268435456
31,self_attn.v_proj,2,32,8,128,17.160165786743164,10.03125,33554432
31,self_attn.v_proj,2,64,8,128,21.128589630126953,9.015625,33554432
31,self_attn.v_proj,2,128,8,128,24.6568546295166,8.5078125,33554432
31,self_attn.v_proj,3,32,8,128,7.331727504730225,14.03125,33554432
31,self_attn.v_proj,3,64,8,128,9.03187084197998,13.015625,33554432
31,self_attn.v_proj,3,128,8,128,10.546619415283203,12.5078125,33554432
31,self_attn.v_proj,4,32,8,128,3.4203200340270996,18.03125,33554432
31,self_attn.v_proj,4,64,8,128,4.215120792388916,17.015625,33554432
31,self_attn.v_proj,4,128,8,128,4.920501232147217,16.5078125,33554432
31,self_attn.v_proj,8,32,8,128,0.2071491777896881,34.03125,33554432
31,self_attn.v_proj,8,64,8,128,0.2551749348640442,33.015625,33554432
31,self_attn.v_proj,8,128,8,128,0.29805436730384827,32.5078125,33554432
31,self_attn.k_proj,2,32,8,128,27.32087516784668,10.03125,33554432
31,self_attn.k_proj,2,64,8,128,35.487789154052734,9.015625,33554432
31,self_attn.k_proj,2,128,8,128,42.78815460205078,8.5078125,33554432
31,self_attn.k_proj,3,32,8,128,11.7141752243042,14.03125,33554432
31,self_attn.k_proj,3,64,8,128,15.345077514648438,13.015625,33554432
31,self_attn.k_proj,3,128,8,128,18.714107513427734,12.5078125,33554432
31,self_attn.k_proj,4,32,8,128,5.466127872467041,18.03125,33554432
31,self_attn.k_proj,4,64,8,128,7.161258697509766,17.015625,33554432
31,self_attn.k_proj,4,128,8,128,8.732672691345215,16.5078125,33554432
31,self_attn.k_proj,8,32,8,128,0.33123570680618286,34.03125,33554432
31,self_attn.k_proj,8,64,8,128,0.43387123942375183,33.015625,33554432
31,self_attn.k_proj,8,128,8,128,0.5288656949996948,32.5078125,33554432
31,self_attn.o_proj,2,32,8,128,50.04006576538086,80.25,268435456
31,self_attn.o_proj,2,64,8,128,58.531063079833984,72.125,268435456
31,self_attn.o_proj,2,128,8,128,66.06514739990234,68.0625,268435456
31,self_attn.o_proj,3,32,8,128,21.518232345581055,112.25,268435456
31,self_attn.o_proj,3,64,8,128,24.987979888916016,104.125,268435456
31,self_attn.o_proj,3,128,8,128,28.282108306884766,100.0625,268435456
31,self_attn.o_proj,4,32,8,128,10.006756782531738,144.25,268435456
31,self_attn.o_proj,4,64,8,128,11.697189331054688,136.125,268435456
31,self_attn.o_proj,4,128,8,128,13.190536499023438,132.0625,268435456
31,self_attn.o_proj,8,32,8,128,0.6117570400238037,272.25,268435456
31,self_attn.o_proj,8,64,8,128,0.7162017226219177,264.125,268435456
31,self_attn.o_proj,8,128,8,128,0.8004975318908691,260.0625,268435456
31,mlp.gate_proj,2,32,8,128,90.93649291992188,260.8125,872415232
31,mlp.gate_proj,2,64,8,128,98.51759338378906,234.40625,872415232
31,mlp.gate_proj,2,128,8,128,114.94509887695312,221.203125,872415232
31,mlp.gate_proj,3,32,8,128,37.2092170715332,364.8125,872415232
31,mlp.gate_proj,3,64,8,128,45.32949447631836,338.40625,872415232
31,mlp.gate_proj,3,128,8,128,47.12942123413086,325.203125,872415232
31,mlp.gate_proj,4,32,8,128,17.24542236328125,468.8125,872415232
31,mlp.gate_proj,4,64,8,128,20.596765518188477,442.40625,872415232
31,mlp.gate_proj,4,128,8,128,22.842479705810547,429.203125,872415232
31,mlp.gate_proj,8,32,8,128,1.0513776540756226,884.8125,872415232
31,mlp.gate_proj,8,64,8,128,1.2218034267425537,858.40625,872415232
31,mlp.gate_proj,8,128,8,128,1.417319893836975,845.203125,872415232
31,mlp.up_proj,2,32,8,128,90.41018676757812,260.8125,872415232
31,mlp.up_proj,2,64,8,128,96.41814422607422,234.40625,872415232
31,mlp.up_proj,2,128,8,128,110.43807983398438,221.203125,872415232
31,mlp.up_proj,3,32,8,128,36.28572463989258,364.8125,872415232
31,mlp.up_proj,3,64,8,128,44.544273376464844,338.40625,872415232
31,mlp.up_proj,3,128,8,128,46.415122985839844,325.203125,872415232
31,mlp.up_proj,4,32,8,128,16.940471649169922,468.8125,872415232
31,mlp.up_proj,4,64,8,128,19.89177894592285,442.40625,872415232
31,mlp.up_proj,4,128,8,128,22.71709632873535,429.203125,872415232
31,mlp.up_proj,8,32,8,128,1.036210060119629,884.8125,872415232
31,mlp.up_proj,8,64,8,128,1.1817548274993896,858.40625,872415232
31,mlp.up_proj,8,128,8,128,1.4142675399780273,845.203125,872415232
31,mlp.down_proj,2,32,8,128,88.72774505615234,260.8125,872415232
31,mlp.down_proj,2,64,8,128,95.56501770019531,234.40625,872415232
31,mlp.down_proj,2,128,8,128,108.2242431640625,221.203125,872415232
31,mlp.down_proj,3,32,8,128,35.82228469848633,364.8125,872415232
31,mlp.down_proj,3,64,8,128,43.58303451538086,338.40625,872415232
31,mlp.down_proj,3,128,8,128,46.200714111328125,325.203125,872415232
31,mlp.down_proj,4,32,8,128,16.801372528076172,468.8125,872415232
31,mlp.down_proj,4,64,8,128,19.517919540405273,442.40625,872415232
31,mlp.down_proj,4,128,8,128,22.682575225830078,429.203125,872415232
31,mlp.down_proj,8,32,8,128,1.0297375917434692,884.8125,872415232
31,mlp.down_proj,8,64,8,128,1.162247896194458,858.40625,872415232
31,mlp.down_proj,8,128,8,128,1.3800647258758545,845.203125,872415232
32,self_attn.q_proj,2,32,8,128,49.62659454345703,80.25,268435456
32,self_attn.q_proj,2,64,8,128,59.862457275390625,72.125,268435456
32,self_attn.q_proj,2,128,8,128,68.59040069580078,68.0625,268435456
32,self_attn.q_proj,3,32,8,128,21.486665725708008,112.25,268435456
32,self_attn.q_proj,3,64,8,128,25.822633743286133,104.125,268435456
32,self_attn.q_proj,3,128,8,128,30.43308448791504,100.0625,268435456
32,self_attn.q_proj,4,32,8,128,9.985270500183105,144.25,268435456
32,self_attn.q_proj,4,64,8,128,12.069855690002441,136.125,268435456
32,self_attn.q_proj,4,128,8,128,14.14721965789795,132.0625,268435456
32,self_attn.q_proj,8,32,8,128,0.6088081002235413,272.25,268435456
32,self_attn.q_proj,8,64,8,128,0.7361254692077637,264.125,268435456
32,self_attn.q_proj,8,128,8,128,0.8552942872047424,260.0625,268435456
32,self_attn.v_proj,2,32,8,128,17.014644622802734,10.03125,33554432
32,self_attn.v_proj,2,64,8,128,20.913841247558594,9.015625,33554432
32,self_attn.v_proj,2,128,8,128,24.359317779541016,8.5078125,33554432
32,self_attn.v_proj,3,32,8,128,7.270217418670654,14.03125,33554432
32,self_attn.v_proj,3,64,8,128,8.938455581665039,13.015625,33554432
32,self_attn.v_proj,3,128,8,128,10.42050552368164,12.5078125,33554432
32,self_attn.v_proj,4,32,8,128,3.3911304473876953,18.03125,33554432
32,self_attn.v_proj,4,64,8,128,4.171854496002197,17.015625,33554432
32,self_attn.v_proj,4,128,8,128,4.862228870391846,16.5078125,33554432
32,self_attn.v_proj,8,32,8,128,0.20541930198669434,34.03125,33554432
32,self_attn.v_proj,8,64,8,128,0.25252610445022583,33.015625,33554432
32,self_attn.v_proj,8,128,8,128,0.2945091426372528,32.5078125,33554432
32,self_attn.k_proj,2,32,8,128,29.030733108520508,10.03125,33554432
32,self_attn.k_proj,2,64,8,128,38.2133674621582,9.015625,33554432
32,self_attn.k_proj,2,128,8,128,46.05223083496094,8.5078125,33554432
32,self_attn.k_proj,3,32,8,128,12.421517372131348,14.03125,33554432
32,self_attn.k_proj,3,64,8,128,16.556747436523438,13.015625,33554432
32,self_attn.k_proj,3,128,8,128,20.24114418029785,12.5078125,33554432
32,self_attn.k_proj,4,32,8,128,5.798752307891846,18.03125,33554432
32,self_attn.k_proj,4,64,8,128,7.727406978607178,17.015625,33554432
32,self_attn.k_proj,4,128,8,128,9.447992324829102,16.5078125,33554432
32,self_attn.k_proj,8,32,8,128,0.35154759883880615,34.03125,33554432
32,self_attn.k_proj,8,64,8,128,0.46775931119918823,33.015625,33554432
32,self_attn.k_proj,8,128,8,128,0.5725699663162231,32.5078125,33554432
32,self_attn.o_proj,2,32,8,128,52.1011962890625,80.25,268435456
32,self_attn.o_proj,2,64,8,128,61.037330627441406,72.125,268435456
32,self_attn.o_proj,2,128,8,128,68.57766723632812,68.0625,268435456
32,self_attn.o_proj,3,32,8,128,22.433544158935547,112.25,268435456
32,self_attn.o_proj,3,64,8,128,26.014881134033203,104.125,268435456
32,self_attn.o_proj,3,128,8,128,29.454517364501953,100.0625,268435456
32,self_attn.o_proj,4,32,8,128,10.433606147766113,144.25,268435456
32,self_attn.o_proj,4,64,8,128,12.14046573638916,136.125,268435456
32,self_attn.o_proj,4,128,8,128,13.74087905883789,132.0625,268435456
32,self_attn.o_proj,8,32,8,128,0.6382347941398621,272.25,268435456
32,self_attn.o_proj,8,64,8,128,0.7416729927062988,264.125,268435456
32,self_attn.o_proj,8,128,8,128,0.8335393667221069,260.0625,268435456
32,mlp.gate_proj,2,32,8,128,90.95803833007812,260.8125,872415232
32,mlp.gate_proj,2,64,8,128,98.64342498779297,234.40625,872415232
32,mlp.gate_proj,2,128,8,128,115.13906860351562,221.203125,872415232
32,mlp.gate_proj,3,32,8,128,37.24972915649414,364.8125,872415232
32,mlp.gate_proj,3,64,8,128,45.338016510009766,338.40625,872415232
32,mlp.gate_proj,3,128,8,128,47.18973159790039,325.203125,872415232
32,mlp.gate_proj,4,32,8,128,17.259143829345703,468.8125,872415232
32,mlp.gate_proj,4,64,8,128,20.62715721130371,442.40625,872415232
32,mlp.gate_proj,4,128,8,128,22.855318069458008,429.203125,872415232
32,mlp.gate_proj,8,32,8,128,1.052119255065918,884.8125,872415232
32,mlp.gate_proj,8,64,8,128,1.2238696813583374,858.40625,872415232
32,mlp.gate_proj,8,128,8,128,1.4176472425460815,845.203125,872415232
32,mlp.up_proj,2,32,8,128,90.49613952636719,260.8125,872415232
32,mlp.up_proj,2,64,8,128,96.48094177246094,234.40625,872415232
32,mlp.up_proj,2,128,8,128,110.68811798095703,221.203125,872415232
32,mlp.up_proj,3,32,8,128,36.31557846069336,364.8125,872415232
32,mlp.up_proj,3,64,8,128,44.60095977783203,338.40625,872415232
32,mlp.up_proj,3,128,8,128,46.44094467163086,325.203125,872415232
32,mlp.up_proj,4,32,8,128,16.950843811035156,468.8125,872415232
32,mlp.up_proj,4,64,8,128,19.923051834106445,442.40625,872415232
32,mlp.up_proj,4,128,8,128,22.721895217895508,429.203125,872415232
32,mlp.up_proj,8,32,8,128,1.0366981029510498,884.8125,872415232
32,mlp.up_proj,8,64,8,128,1.183320164680481,858.40625,872415232
32,mlp.up_proj,8,128,8,128,1.4143558740615845,845.203125,872415232
32,mlp.down_proj,2,32,8,128,88.23209381103516,260.8125,872415232
32,mlp.down_proj,2,64,8,128,95.33322143554688,234.40625,872415232
32,mlp.down_proj,2,128,8,128,107.6983871459961,221.203125,872415232
32,mlp.down_proj,3,32,8,128,35.68758773803711,364.8125,872415232
32,mlp.down_proj,3,64,8,128,43.32025909423828,338.40625,872415232
32,mlp.down_proj,3,128,8,128,46.155250549316406,325.203125,872415232
32,mlp.down_proj,4,32,8,128,16.761356353759766,468.8125,872415232
32,mlp.down_proj,4,64,8,128,19.417064666748047,442.40625,872415232
32,mlp.down_proj,4,128,8,128,22.673803329467773,429.203125,872415232
32,mlp.down_proj,8,32,8,128,1.0278422832489014,884.8125,872415232
32,mlp.down_proj,8,64,8,128,1.1569172143936157,858.40625,872415232
32,mlp.down_proj,8,128,8,128,1.371185064315796,845.203125,872415232
33,self_attn.q_proj,2,32,8,128,60.537113189697266,80.25,268435456
33,self_attn.q_proj,2,64,8,128,71.32257843017578,72.125,268435456
33,self_attn.q_proj,2,128,8,128,82.45659637451172,68.0625,268435456
33,self_attn.q_proj,3,32,8,128,25.74896812438965,112.25,268435456
33,self_attn.q_proj,3,64,8,128,30.837894439697266,104.125,268435456
33,self_attn.q_proj,3,128,8,128,35.33948516845703,100.0625,268435456
33,self_attn.q_proj,4,32,8,128,12.030961036682129,144.25,268435456
33,self_attn.q_proj,4,64,8,128,14.329110145568848,136.125,268435456
33,self_attn.q_proj,4,128,8,128,16.560226440429688,132.0625,268435456
33,self_attn.q_proj,8,32,8,128,0.7360119223594666,272.25,268435456
33,self_attn.q_proj,8,64,8,128,0.8710238337516785,264.125,268435456
33,self_attn.q_proj,8,128,8,128,1.0092740058898926,260.0625,268435456
33,self_attn.v_proj,2,32,8,128,15.47799015045166,10.03125,33554432
33,self_attn.v_proj,2,64,8,128,19.027912139892578,9.015625,33554432
33,self_attn.v_proj,2,128,8,128,22.187551498413086,8.5078125,33554432
33,self_attn.v_proj,3,32,8,128,6.61112117767334,14.03125,33554432
33,self_attn.v_proj,3,64,8,128,8.135823249816895,13.015625,33554432
33,self_attn.v_proj,3,128,8,128,9.486132621765137,12.5078125,33554432
33,self_attn.v_proj,4,32,8,128,3.083678960800171,18.03125,33554432
33,self_attn.v_proj,4,64,8,128,3.7964329719543457,17.015625,33554432
33,self_attn.v_proj,4,128,8,128,4.4279022216796875,16.5078125,33554432
33,self_attn.v_proj,8,32,8,128,0.1868440806865692,34.03125,33554432
33,self_attn.v_proj,8,64,8,128,0.22978444397449493,33.015625,33554432
33,self_attn.v_proj,8,128,8,128,0.26801663637161255,32.5078125,33554432
33,self_attn.k_proj,2,32,8,128,35.111419677734375,10.03125,33554432
33,self_attn.k_proj,2,64,8,128,46.259124755859375,9.015625,33554432
33,self_attn.k_proj,2,128,8,128,55.653289794921875,8.5078125,33554432
33,self_attn.k_proj,3,32,8,128,15.027520179748535,14.03125,33554432
33,self_attn.k_proj,3,64,8,128,19.9333438873291,13.015625,33554432
33,self_attn.k_proj,3,128,8,128,24.224224090576172,12.5078125,33554432
33,self_attn.k_proj,4,32,8,128,7.007156848907471,18.03125,33554432
33,self_attn.k_proj,4,64,8,128,9.298880577087402,17.015625,33554432
33,self_attn.k_proj,4,128,8,128,11.305122375488281,16.5078125,33554432
33,self_attn.k_proj,8,32,8,128,0.42444607615470886,34.03125,33554432
33,self_attn.k_proj,8,64,8,128,0.5635477304458618,33.015625,33554432
33,self_attn.k_proj,8,128,8,128,0.6850990056991577,32.5078125,33554432
33,self_attn.o_proj,2,32,8,128,52.76139450073242,80.25,268435456
33,self_attn.o_proj,2,64,8,128,61.82365798950195,72.125,268435456
33,self_attn.o_proj,2,128,8,128,69.41529083251953,68.0625,268435456
33,self_attn.o_proj,3,32,8,128,22.705535888671875,112.25,268435456
33,self_attn.o_proj,3,64,8,128,26.33603286743164,104.125,268435456
33,self_attn.o_proj,3,128,8,128,29.81355094909668,100.0625,268435456
33,self_attn.o_proj,4,32,8,128,10.565455436706543,144.25,268435456
33,self_attn.o_proj,4,64,8,128,12.282978057861328,136.125,268435456
33,self_attn.o_proj,4,128,8,128,13.896918296813965,132.0625,268435456
33,self_attn.o_proj,8,32,8,128,0.6462663412094116,272.25,268435456
33,self_attn.o_proj,8,64,8,128,0.7498849034309387,264.125,268435456
33,self_attn.o_proj,8,128,8,128,0.8430672287940979,260.0625,268435456
33,mlp.gate_proj,2,32,8,128,90.91658020019531,260.8125,872415232
33,mlp.gate_proj,2,64,8,128,98.59777069091797,234.40625,872415232
33,mlp.gate_proj,2,128,8,128,115.19850158691406,221.203125,872415232
33,mlp.gate_proj,3,32,8,128,37.172760009765625,364.8125,872415232
33,mlp.gate_proj,3,64,8,128,45.33384704589844,338.40625,872415232
33,mlp.gate_proj,3,128,8,128,47.23750686645508,325.203125,872415232
33,mlp.gate_proj,4,32,8,128,17.2397403717041,468.8125,872415232
33,mlp.gate_proj,4,64,8,128,20.598514556884766,442.40625,872415232
33,mlp.gate_proj,4,128,8,128,22.866500854492188,429.203125,872415232
33,mlp.gate_proj,8,32,8,128,1.0511351823806763,884.8125,872415232
33,mlp.gate_proj,8,64,8,128,1.2223939895629883,858.40625,872415232
33,mlp.gate_proj,8,128,8,128,1.4179027080535889,845.203125,872415232
33,mlp.up_proj,2,32,8,128,89.94200134277344,260.8125,872415232
33,mlp.up_proj,2,64,8,128,96.20068359375,234.40625,872415232
33,mlp.up_proj,2,128,8,128,110.06192779541016,221.203125,872415232
33,mlp.up_proj,3,32,8,128,36.14923095703125,364.8125,872415232
33,mlp.up_proj,3,64,8,128,44.33198928833008,338.40625,872415232
33,mlp.up_proj,3,128,8,128,46.37822341918945,325.203125,872415232
33,mlp.up_proj,4,32,8,128,16.898664474487305,468.8125,872415232
33,mlp.up_proj,4,64,8,128,19.808208465576172,442.40625,872415232
33,mlp.up_proj,4,128,8,128,22.71258544921875,429.203125,872415232
33,mlp.up_proj,8,32,8,128,1.034295678138733,884.8125,872415232
33,mlp.up_proj,8,64,8,128,1.1772457361221313,858.40625,872415232
33,mlp.up_proj,8,128,8,128,1.4101089239120483,845.203125,872415232
33,mlp.down_proj,2,32,8,128,87.66643524169922,260.8125,872415232
33,mlp.down_proj,2,64,8,128,95.11524963378906,234.40625,872415232
33,mlp.down_proj,2,128,8,128,107.05310821533203,221.203125,872415232
33,mlp.down_proj,3,32,8,128,35.54412841796875,364.8125,872415232
33,mlp.down_proj,3,64,8,128,43.02935028076172,338.40625,872415232
33,mlp.down_proj,3,128,8,128,46.12306213378906,325.203125,872415232
33,mlp.down_proj,4,32,8,128,16.71844482421875,468.8125,872415232
33,mlp.down_proj,4,64,8,128,19.311710357666016,442.40625,872415232
33,mlp.down_proj,4,128,8,128,22.665401458740234,429.203125,872415232
33,mlp.down_proj,8,32,8,128,1.0258947610855103,884.8125,872415232
33,mlp.down_proj,8,64,8,128,1.151522159576416,858.40625,872415232
33,mlp.down_proj,8,128,8,128,1.3612675666809082,845.203125,872415232
34,self_attn.q_proj,2,32,8,128,62.738563537597656,80.25,268435456
34,self_attn.q_proj,2,64,8,128,73.73236083984375,72.125,268435456
34,self_attn.q_proj,2,128,8,128,85.3570556640625,68.0625,268435456
34,self_attn.q_proj,3,32,8,128,26.647497177124023,112.25,268435456
34,self_attn.q_proj,3,64,8,128,31.953977584838867,104.125,268435456
34,self_attn.q_proj,3,128,8,128,36.525482177734375,100.0625,268435456
34,self_attn.q_proj,4,32,8,128,12.43039608001709,144.25,268435456
34,self_attn.q_proj,4,64,8,128,14.8492431640625,136.125,268435456
34,self_attn.q_proj,4,128,8,128,17.07501983642578,132.0625,268435456
34,self_attn.q_proj,8,32,8,128,0.7590790390968323,272.25,268435456
34,self_attn.q_proj,8,64,8,128,0.90231853723526,264.125,268435456
34,self_attn.q_proj,8,128,8,128,1.0384142398834229,260.0625,268435456
34,self_attn.v_proj,2,32,8,128,14.795145988464355,10.03125,33554432
34,self_attn.v_proj,2,64,8,128,18.286928176879883,9.015625,33554432
34,self_attn.v_proj,2,128,8,128,21.44345474243164,8.5078125,33554432
34,self_attn.v_proj,3,32,8,128,6.321793079376221,14.03125,33554432
34,self_attn.v_proj,3,64,8,128,7.820469379425049,13.015625,33554432
34,self_attn.v_proj,3,128,8,128,9.169317245483398,12.5078125,33554432
34,self_attn.v_proj,4,32,8,128,2.950004816055298,18.03125,33554432
34,self_attn.v_proj,4,64,8,128,3.650184392929077,17.015625,33554432
34,self_attn.v_proj,4,128,8,128,4.280402183532715,16.5078125,33554432
34,self_attn.v_proj,8,32,8,128,0.17877240478992462,34.03125,33554432
34,self_attn.v_proj,8,64,8,128,0.22089308500289917,33.015625,33554432
34,self_attn.v_proj,8,128,8,128,0.25894075632095337,32.5078125,33554432
34,self_attn.k_proj,2,32,8,128,35.94707107543945,10.03125,33554432
34,self_attn.k_proj,2,64,8,128,47.73064422607422,9.015625,33554432
34,self_attn.k_proj,2,128,8,128,57.30142593383789,8.5078125,33554432
34,self_attn.k_proj,3,32,8,128,15.375548362731934,14.03125,33554432
34,self_attn.k_proj,3,64,8,128,20.629880905151367,13.015625,33554432
34,self_attn.k_proj,3,128,8,128,25.07161521911621,12.5078125,33554432
34,self_attn.k_proj,4,32,8,128,7.172239303588867,18.03125,33554432
34,self_attn.k_proj,4,64,8,128,9.625042915344238,17.015625,33554432
34,self_attn.k_proj,4,128,8,128,11.700604438781738,16.5078125,33554432
34,self_attn.k_proj,8,32,8,128,0.4344751834869385,34.03125,33554432
34,self_attn.k_proj,8,64,8,128,0.5832834243774414,33.015625,33554432
34,self_attn.k_proj,8,128,8,128,0.7090410590171814,32.5078125,33554432
34,self_attn.o_proj,2,32,8,128,51.90411376953125,80.25,268435456
34,self_attn.o_proj,2,64,8,128,60.85240173339844,72.125,268435456
34,self_attn.o_proj,2,128,8,128,68.42285919189453,68.0625,268435456
34,self_attn.o_proj,3,32,8,128,22.35996437072754,112.25,268435456
34,self_attn.o_proj,3,64,8,128,25.941204071044922,104.125,268435456
34,self_attn.o_proj,3,128,8,128,29.42456817626953,100.0625,268435456
34,self_attn.o_proj,4,32,8,128,10.397712707519531,144.25,268435456
34,self_attn.o_proj,4,64,8,128,12.10736083984375,136.125,268435456
34,self_attn.o_proj,4,128,8,128,13.717177391052246,132.0625,268435456
34,self_attn.o_proj,8,32,8,128,0.6358479261398315,272.25,268435456
34,self_attn.o_proj,8,64,8,128,0.7397089600563049,264.125,268435456
34,self_attn.o_proj,8,128,8,128,0.831889808177948,260.0625,268435456
34,mlp.gate_proj,2,32,8,128,90.81888580322266,260.8125,872415232
34,mlp.gate_proj,2,64,8,128,98.40518951416016,234.40625,872415232
34,mlp.gate_proj,2,128,8,128,114.9057388305664,221.203125,872415232
34,mlp.gate_proj,3,32,8,128,36.99640655517578,364.8125,872415232
34,mlp.gate_proj,3,64,8,128,45.31602478027344,338.40625,872415232
34,mlp.gate_proj,3,128,8,128,47.27189636230469,325.203125,872415232
34,mlp.gate_proj,4,32,8,128,17.1861515045166,468.8125,872415232
34,mlp.gate_proj,4,64,8,128,20.510488510131836,442.40625,872415232
34,mlp.gate_proj,4,128,8,128,22.877994537353516,429.203125,872415232
34,mlp.gate_proj,8,32,8,128,1.0485560894012451,884.8125,872415232
34,mlp.gate_proj,8,64,8,128,1.2175428867340088,858.40625,872415232
34,mlp.gate_proj,8,128,8,128,1.418137550354004,845.203125,872415232
34,mlp.up_proj,2,32,8,128,88.94602966308594,260.8125,872415232
34,mlp.up_proj,2,64,8,128,95.68010711669922,234.40625,872415232
34,mlp.up_proj,2,128,8,128,108.93389892578125,221.203125,872415232
34,mlp.up_proj,3,32,8,128,35.85880661010742,364.8125,872415232
34,mlp.up_proj,3,64,8,128,43.823455810546875,338.40625,872415232
34,mlp.up_proj,3,128,8,128,46.2575569152832,325.203125,872415232
34,mlp.up_proj,4,32,8,128,16.80914306640625,468.8125,872415232
34,mlp.up_proj,4,64,8,128,19.60479736328125,442.40625,872415232
34,mlp.up_proj,4,128,8,128,22.693710327148438,429.203125,872415232
34,mlp.up_proj,8,32,8,128,1.0300172567367554,884.8125,872415232
34,mlp.up_proj,8,64,8,128,1.1659499406814575,858.40625,872415232
34,mlp.up_proj,8,128,8,128,1.3935877084732056,845.203125,872415232
34,mlp.down_proj,2,32,8,128,87.32267761230469,260.8125,872415232
34,mlp.down_proj,2,64,8,128,95.01311492919922,234.40625,872415232
34,mlp.down_proj,2,128,8,128,106.73918914794922,221.203125,872415232
34,mlp.down_proj,3,32,8,128,35.464996337890625,364.8125,872415232
34,mlp.down_proj,3,64,8,128,42.8575325012207,338.40625,872415232
34,mlp.down_proj,3,128,8,128,46.10920715332031,325.203125,872415232
34,mlp.down_proj,4,32,8,128,16.697172164916992,468.8125,872415232
34,mlp.down_proj,4,64,8,128,19.25054931640625,442.40625,872415232
34,mlp.down_proj,4,128,8,128,22.660057067871094,429.203125,872415232
34,mlp.down_proj,8,32,8,128,1.0249302387237549,884.8125,872415232
34,mlp.down_proj,8,64,8,128,1.1485710144042969,858.40625,872415232
34,mlp.down_proj,8,128,8,128,1.355096697807312,845.203125,872415232
35,self_attn.q_proj,2,32,8,128,65.04204559326172,80.25,268435456
35,self_attn.q_proj,2,64,8,128,76.59679412841797,72.125,268435456
35,self_attn.q_proj,2,128,8,128,88.3841552734375,68.0625,268435456
35,self_attn.q_proj,3,32,8,128,27.70983123779297,112.25,268435456
35,self_attn.q_proj,3,64,8,128,32.91700744628906,104.125,268435456
35,self_attn.q_proj,3,128,8,128,37.674747467041016,100.0625,268435456
35,self_attn.q_proj,4,32,8,128,12.899981498718262,144.25,268435456
35,self_attn.q_proj,4,64,8,128,15.404746055603027,136.125,268435456
35,self_attn.q_proj,4,128,8,128,17.569801330566406,132.0625,268435456
35,self_attn.q_proj,8,32,8,128,0.7874729633331299,272.25,268435456
35,self_attn.q_proj,8,64,8,128,0.9372239708900452,264.125,268435456
35,self_attn.q_proj,8,128,8,128,1.067189335823059,260.0625,268435456
35,self_attn.v_proj,2,32,8,128,14.703067779541016,10.03125,33554432
35,self_attn.v_proj,2,64,8,128,18.196338653564453,9.015625,33554432
35,self_attn.v_proj,2,128,8,128,21.34943962097168,8.5078125,33554432
35,self_attn.v_proj,3,32,8,128,6.282352447509766,14.03125,33554432
35,self_attn.v_proj,3,64,8,128,7.782431125640869,13.015625,33554432
35,self_attn.v_proj,3,128,8,128,9.13054370880127,12.5078125,33554432
35,self_attn.v_proj,4,32,8,128,2.932039976119995,18.03125,33554432
35,self_attn.v_proj,4,64,8,128,3.6312947273254395,17.015625,33554432
35,self_attn.v_proj,4,128,8,128,4.261092662811279,16.5078125,33554432
35,self_attn.v_proj,8,32,8,128,0.17771726846694946,34.03125,33554432
35,self_attn.v_proj,8,64,8,128,0.21984811127185822,33.015625,33554432
35,self_attn.v_proj,8,128,8,128,0.257885605096817,32.5078125,33554432
35,self_attn.k_proj,2,32,8,128,35.83085250854492,10.03125,33554432
35,self_attn.k_proj,2,64,8,128,46.69356918334961,9.015625,33554432
35,self_attn.k_proj,2,128,8,128,56.070064544677734,8.5078125,33554432
35,self_attn.k_proj,3,32,8,128,15.32742691040039,14.03125,33554432
35,self_attn.k_proj,3,64,8,128,20.06418228149414,13.015625,33554432
35,self_attn.k_proj,3,128,8,128,24.224266052246094,12.5078125,33554432
35,self_attn.k_proj,4,32,8,128,7.148604393005371,18.03125,33554432
35,self_attn.k_proj,4,64,8,128,9.359885215759277,17.015625,33554432
35,self_attn.k_proj,4,128,8,128,11.307487487792969,16.5078125,33554432
35,self_attn.k_proj,8,32,8,128,0.4329555034637451,34.03125,33554432
35,self_attn.k_proj,8,64,8,128,0.5672159790992737,33.015625,33554432
35,self_attn.k_proj,8,128,8,128,0.6850653290748596,32.5078125,33554432
35,self_attn.o_proj,2,32,8,128,52.62739944458008,80.25,268435456
35,self_attn.o_proj,2,64,8,128,61.70576858520508,72.125,268435456
35,self_attn.o_proj,2,128,8,128,69.28294372558594,68.0625,268435456
35,self_attn.o_proj,3,32,8,128,22.66718864440918,112.25,268435456
35,self_attn.o_proj,3,64,8,128,26.289337158203125,104.125,268435456
35,self_attn.o_proj,3,128,8,128,29.814960479736328,100.0625,268435456
35,self_attn.o_proj,4,32,8,128,10.544862747192383,144.25,268435456
35,self_attn.o_proj,4,64,8,128,12.264917373657227,136.125,268435456
35,self_attn.o_proj,4,128,8,128,13.892921447753906,132.0625,268435456
35,self_attn.o_proj,8,32,8,128,0.64495450258255,272.25,268435456
35,self_attn.o_proj,8,64,8,128,0.7488746047019958,264.125,268435456
35,self_attn.o_proj,8,128,8,128,0.8426938056945801,260.0625,268435456
35,mlp.gate_proj,2,32,8,128,90.69306945800781,260.8125,872415232
35,mlp.gate_proj,2,64,8,128,98.11254119873047,234.40625,872415232
35,mlp.gate_proj,2,128,8,128,114.53777313232422,221.203125,872415232
35,mlp.gate_proj,3,32,8,128,36.77629089355469,364.8125,872415232
35,mlp.gate_proj,3,64,8,128,45.287750244140625,338.40625,872415232
35,mlp.gate_proj,3,128,8,128,47.25542068481445,325.203125,872415232
35,mlp.gate_proj,4,32,8,128,17.115310668945312,468.8125,872415232
35,mlp.gate_proj,4,64,8,128,20.38020133972168,442.40625,872415232
35,mlp.gate_proj,4,128,8,128,22.876726150512695,429.203125,872415232
35,mlp.gate_proj,8,32,8,128,1.0452128648757935,884.8125,872415232
35,mlp.gate_proj,8,64,8,128,1.2108393907546997,858.40625,872415232
35,mlp.gate_proj,8,128,8,128,1.4179564714431763,845.203125,872415232
35,mlp.up_proj,2,32,8,128,87.81269836425781,260.8125,872415232
35,mlp.up_proj,2,64,8,128,95.12692260742188,234.40625,872415232
35,mlp.up_proj,2,128,8,128,107.75291442871094,221.203125,872415232
35,mlp.up_proj,3,32,8,128,35.5381965637207,364.8125,872415232
35,mlp.up_proj,3,64,8,128,43.25953674316406,338.40625,872415232
35,mlp.up_proj,3,128,8,128,46.12309265136719,325.203125,872415232
35,mlp.up_proj,4,32,8,128,16.71329689025879,468.8125,872415232
35,mlp.up_proj,4,64,8,128,19.37131118774414,442.40625,872415232
35,mlp.up_proj,4,128,8,128,22.674087524414062,429.203125,872415232
35,mlp.up_proj,8,32,8,128,1.0255249738693237,884.8125,872415232
35,mlp.up_proj,8,64,8,128,1.1537683010101318,858.40625,872415232
35,mlp.up_proj,8,128,8,128,1.3752456903457642,845.203125,872415232
35,mlp.down_proj,2,32,8,128,87.26512908935547,260.8125,872415232
35,mlp.down_proj,2,64,8,128,95.05001068115234,234.40625,872415232
35,mlp.down_proj,2,128,8,128,106.84691619873047,221.203125,872415232
35,mlp.down_proj,3,32,8,128,35.467384338378906,364.8125,872415232
35,mlp.down_proj,3,64,8,128,42.85012435913086,338.40625,872415232
35,mlp.down_proj,3,128,8,128,46.1360969543457,325.203125,872415232
35,mlp.down_proj,4,32,8,128,16.699304580688477,468.8125,872415232
35,mlp.down_proj,4,64,8,128,19.258405685424805,442.40625,872415232
35,mlp.down_proj,4,128,8,128,22.66242027282715,429.203125,872415232
35,mlp.down_proj,8,32,8,128,1.0250282287597656,884.8125,872415232
35,mlp.down_proj,8,64,8,128,1.1493481397628784,858.40625,872415232
35,mlp.down_proj,8,128,8,128,1.3559151887893677,845.203125,872415232
36,self_attn.q_proj,2,32,8,128,66.39252471923828,80.25,268435456
36,self_attn.q_proj,2,64,8,128,77.96172332763672,72.125,268435456
36,self_attn.q_proj,2,128,8,128,89.34335327148438,68.0625,268435456
36,self_attn.q_proj,3,32,8,128,28.386390686035156,112.25,268435456
36,self_attn.q_proj,3,64,8,128,33.41689682006836,104.125,268435456
36,self_attn.q_proj,3,128,8,128,38.010040283203125,100.0625,268435456
36,self_attn.q_proj,4,32,8,128,13.207176208496094,144.25,268435456
36,self_attn.q_proj,4,64,8,128,15.681807518005371,136.125,268435456
36,self_attn.q_proj,4,128,8,128,17.713869094848633,132.0625,268435456
36,self_attn.q_proj,8,32,8,128,0.8056561350822449,272.25,268435456
36,self_attn.q_proj,8,64,8,128,0.9545867443084717,264.125,268435456
36,self_attn.q_proj,8,128,8,128,1.0764697790145874,260.0625,268435456
36,self_attn.v_proj,2,32,8,128,12.50284194946289,10.03125,33554432
36,self_attn.v_proj,2,64,8,128,15.516741752624512,9.015625,33554432
36,self_attn.v_proj,2,128,8,128,18.238115310668945,8.5078125,33554432
36,self_attn.v_proj,3,32,8,128,5.344958305358887,14.03125,33554432
36,self_attn.v_proj,3,64,8,128,6.63034200668335,13.015625,33554432
36,self_attn.v_proj,3,128,8,128,7.8017377853393555,12.5078125,33554432
36,self_attn.v_proj,4,32,8,128,2.493356227874756,18.03125,33554432
36,self_attn.v_proj,4,64,8,128,3.094338893890381,17.015625,33554432
36,self_attn.v_proj,4,128,8,128,3.640965461730957,16.5078125,33554432
36,self_attn.v_proj,8,32,8,128,0.15114593505859375,34.03125,33554432
36,self_attn.v_proj,8,64,8,128,0.18753457069396973,33.015625,33554432
36,self_attn.v_proj,8,128,8,128,0.22025668621063232,32.5078125,33554432
36,self_attn.k_proj,2,32,8,128,36.64728927612305,10.03125,33554432
36,self_attn.k_proj,2,64,8,128,48.120967864990234,9.015625,33554432
36,self_attn.k_proj,2,128,8,128,57.624717712402344,8.5078125,33554432
36,self_attn.k_proj,3,32,8,128,15.673542976379395,14.03125,33554432
36,self_attn.k_proj,3,64,8,128,20.715600967407227,13.015625,33554432
36,self_attn.k_proj,3,128,8,128,24.952119827270508,12.5078125,33554432
36,self_attn.k_proj,4,32,8,128,7.308688640594482,18.03125,33554432
36,self_attn.k_proj,4,64,8,128,9.665767669677734,17.015625,33554432
36,self_attn.k_proj,4,128,8,128,11.651423454284668,16.5078125,33554432
36,self_attn.k_proj,8,32,8,128,0.44277244806289673,34.03125,33554432
36,self_attn.k_proj,8,64,8,128,0.5858358144760132,33.015625,33554432
36,self_attn.k_proj,8,128,8,128,0.705738365650177,32.5078125,33554432
36,self_attn.o_proj,2,32,8,128,51.309486389160156,80.25,268435456
36,self_attn.o_proj,2,64,8,128,60.07759475708008,72.125,268435456
36,self_attn.o_proj,2,128,8,128,67.52640533447266,68.0625,268435456
36,self_attn.o_proj,3,32,8,128,22.085376739501953,112.25,268435456
36,self_attn.o_proj,3,64,8,128,25.6030216217041,104.125,268435456
36,self_attn.o_proj,3,128,8,128,28.985857009887695,100.0625,268435456
36,self_attn.o_proj,4,32,8,128,10.270252227783203,144.25,268435456
36,self_attn.o_proj,4,64,8,128,11.955792427062988,136.125,268435456
36,self_attn.o_proj,4,128,8,128,13.506983757019043,132.0625,268435456
36,self_attn.o_proj,8,32,8,128,0.6280131340026855,272.25,268435456
36,self_attn.o_proj,8,64,8,128,0.7309921979904175,264.125,268435456
36,self_attn.o_proj,8,128,8,128,0.8191527128219604,260.0625,268435456
36,mlp.gate_proj,2,32,8,128,90.63274383544922,260.8125,872415232
36,mlp.gate_proj,2,64,8,128,97.77813720703125,234.40625,872415232
36,mlp.gate_proj,2,128,8,128,113.75434112548828,221.203125,872415232
36,mlp.gate_proj,3,32,8,128,36.65265655517578,364.8125,872415232
36,mlp.gate_proj,3,64,8,128,45.264339447021484,338.40625,872415232
36,mlp.gate_proj,3,128,8,128,47.0883674621582,325.203125,872415232
36,mlp.gate_proj,4,32,8,128,17.07425880432129,468.8125,872415232
36,mlp.gate_proj,4,64,8,128,20.278512954711914,442.40625,872415232
36,mlp.gate_proj,4,128,8,128,22.839405059814453,429.203125,872415232
36,mlp.gate_proj,8,32,8,128,1.0430806875228882,884.8125,872415232
36,mlp.gate_proj,8,64,8,128,1.2048797607421875,858.40625,872415232
36,mlp.gate_proj,8,128,8,128,1.4168710708618164,845.203125,872415232
36,mlp.up_proj,2,32,8,128,87.3462905883789,260.8125,872415232
36,mlp.up_proj,2,64,8,128,94.8615493774414,234.40625,872415232
36,mlp.up_proj,2,128,8,128,107.0938491821289,221.203125,872415232
36,mlp.up_proj,3,32,8,128,35.39983367919922,364.8125,872415232
36,mlp.up_proj,3,64,8,128,42.99169158935547,338.40625,872415232
36,mlp.up_proj,3,128,8,128,46.04550552368164,325.203125,872415232
36,mlp.up_proj,4,32,8,128,16.67213249206543,468.8125,872415232
36,mlp.up_proj,4,64,8,128,19.26442527770996,442.40625,872415232
36,mlp.up_proj,4,128,8,128,22.663713455200195,429.203125,872415232
36,mlp.up_proj,8,32,8,128,1.023594617843628,884.8125,872415232
36,mlp.up_proj,8,64,8,128,1.1477878093719482,858.40625,872415232
36,mlp.up_proj,8,128,8,128,1.3652119636535645,845.203125,872415232
36,mlp.down_proj,2,32,8,128,86.99208068847656,260.8125,872415232
36,mlp.down_proj,2,64,8,128,94.8897476196289,234.40625,872415232
36,mlp.down_proj,2,128,8,128,106.4638671875,221.203125,872415232
36,mlp.down_proj,3,32,8,128,35.38136672973633,364.8125,872415232
36,mlp.down_proj,3,64,8,128,42.6865348815918,338.40625,872415232
36,mlp.down_proj,3,128,8,128,46.07338333129883,325.203125,872415232
36,mlp.down_proj,4,32,8,128,16.67344856262207,468.8125,872415232
36,mlp.down_proj,4,64,8,128,19.19135093688965,442.40625,872415232
36,mlp.down_proj,4,128,8,128,22.653553009033203,429.203125,872415232
36,mlp.down_proj,8,32,8,128,1.023802399635315,884.8125,872415232
36,mlp.down_proj,8,64,8,128,1.1456797122955322,858.40625,872415232
36,mlp.down_proj,8,128,8,128,1.3499631881713867,845.203125,872415232
37,self_attn.q_proj,2,32,8,128,66.06211853027344,80.25,268435456
37,self_attn.q_proj,2,64,8,128,77.57618713378906,72.125,268435456
37,self_attn.q_proj,2,128,8,128,88.82062530517578,68.0625,268435456
37,self_attn.q_proj,3,32,8,128,28.21094512939453,112.25,268435456
37,self_attn.q_proj,3,64,8,128,33.252662658691406,104.125,268435456
37,self_attn.q_proj,3,128,8,128,37.763092041015625,100.0625,268435456
37,self_attn.q_proj,4,32,8,128,13.129899978637695,144.25,268435456
37,self_attn.q_proj,4,64,8,128,15.584208488464355,136.125,268435456
37,self_attn.q_proj,4,128,8,128,17.60746192932129,132.0625,268435456
37,self_attn.q_proj,8,32,8,128,0.8009839057922363,272.25,268435456
37,self_attn.q_proj,8,64,8,128,0.9487527012825012,264.125,268435456
37,self_attn.q_proj,8,128,8,128,1.0702488422393799,260.0625,268435456
37,self_attn.v_proj,2,32,8,128,12.338102340698242,10.03125,33554432
37,self_attn.v_proj,2,64,8,128,15.28870964050293,9.015625,33554432
37,self_attn.v_proj,2,128,8,128,17.94516372680664,8.5078125,33554432
37,self_attn.v_proj,3,32,8,128,5.2723846435546875,14.03125,33554432
37,self_attn.v_proj,3,64,8,128,6.534303188323975,13.015625,33554432
37,self_attn.v_proj,3,128,8,128,7.677387714385986,12.5078125,33554432
37,self_attn.v_proj,4,32,8,128,2.459322929382324,18.03125,33554432
37,self_attn.v_proj,4,64,8,128,3.0491743087768555,17.015625,33554432
37,self_attn.v_proj,4,128,8,128,3.5819356441497803,16.5078125,33554432
37,self_attn.v_proj,8,32,8,128,0.14906154572963715,34.03125,33554432
37,self_attn.v_proj,8,64,8,128,0.1847144067287445,33.015625,33554432
37,self_attn.v_proj,8,128,8,128,0.21672433614730835,32.5078125,33554432
37,self_attn.k_proj,2,32,8,128,39.23845672607422,10.03125,33554432
37,self_attn.k_proj,2,64,8,128,51.08180236816406,9.015625,33554432
37,self_attn.k_proj,2,128,8,128,61.36864471435547,8.5078125,33554432
37,self_attn.k_proj,3,32,8,128,16.778335571289062,14.03125,33554432
37,self_attn.k_proj,3,64,8,128,21.98261070251465,13.015625,33554432
37,self_attn.k_proj,3,128,8,128,26.56835174560547,12.5078125,33554432
37,self_attn.k_proj,4,32,8,128,7.828000545501709,18.03125,33554432
37,self_attn.k_proj,4,64,8,128,10.255069732666016,17.015625,33554432
37,self_attn.k_proj,4,128,8,128,12.399152755737305,16.5078125,33554432
37,self_attn.k_proj,8,32,8,128,0.4739249646663666,34.03125,33554432
37,self_attn.k_proj,8,64,8,128,0.6216816902160645,33.015625,33554432
37,self_attn.k_proj,8,128,8,128,0.7511438131332397,32.5078125,33554432
37,self_attn.o_proj,2,32,8,128,52.04778289794922,80.25,268435456
37,self_attn.o_proj,2,64,8,128,60.98038864135742,72.125,268435456
37,self_attn.o_proj,2,128,8,128,68.4928207397461,68.0625,268435456
37,self_attn.o_proj,3,32,8,128,22.42137908935547,112.25,268435456
37,self_attn.o_proj,3,64,8,128,25.9920711517334,104.125,268435456
37,self_attn.o_proj,3,128,8,128,29.45404624938965,100.0625,268435456
37,self_attn.o_proj,4,32,8,128,10.428962707519531,144.25,268435456
37,self_attn.o_proj,4,64,8,128,12.13663387298584,136.125,268435456
37,self_attn.o_proj,4,128,8,128,13.742378234863281,132.0625,268435456
37,self_attn.o_proj,8,32,8,128,0.6378499269485474,272.25,268435456
37,self_attn.o_proj,8,64,8,128,0.7414982914924622,264.125,268435456
37,self_attn.o_proj,8,128,8,128,0.8335159420967102,260.0625,268435456
37,mlp.gate_proj,2,32,8,128,90.626953125,260.8125,872415232
37,mlp.gate_proj,2,64,8,128,97.80593872070312,234.40625,872415232
37,mlp.gate_proj,2,128,8,128,113.86433410644531,221.203125,872415232
37,mlp.gate_proj,3,32,8,128,36.6497802734375,364.8125,872415232
37,mlp.gate_proj,3,64,8,128,45.265018463134766,338.40625,872415232
37,mlp.gate_proj,3,128,8,128,47.14036560058594,325.203125,872415232
37,mlp.gate_proj,4,32,8,128,17.07439613342285,468.8125,872415232
37,mlp.gate_proj,4,64,8,128,20.28462791442871,442.40625,872415232
37,mlp.gate_proj,4,128,8,128,22.85453987121582,429.203125,872415232
37,mlp.gate_proj,8,32,8,128,1.0431123971939087,884.8125,872415232
37,mlp.gate_proj,8,64,8,128,1.205357551574707,858.40625,872415232
37,mlp.gate_proj,8,128,8,128,1.4172509908676147,845.203125,872415232
37,mlp.up_proj,2,32,8,128,87.3166275024414,260.8125,872415232
37,mlp.up_proj,2,64,8,128,94.83209228515625,234.40625,872415232
37,mlp.up_proj,2,128,8,128,106.98554992675781,221.203125,872415232
37,mlp.up_proj,3,32,8,128,35.393341064453125,364.8125,872415232
37,mlp.up_proj,3,64,8,128,42.99284362792969,338.40625,872415232
37,mlp.up_proj,3,128,8,128,46.036865234375,325.203125,872415232
37,mlp.up_proj,4,32,8,128,16.669546127319336,468.8125,872415232
37,mlp.up_proj,4,64,8,128,19.25675392150879,442.40625,872415232
37,mlp.up_proj,4,128,8,128,22.66257667541504,429.203125,872415232
37,mlp.up_proj,8,32,8,128,1.023494005203247,884.8125,872415232
37,mlp.up_proj,8,64,8,128,1.1474692821502686,858.40625,872415232
37,mlp.up_proj,8,128,8,128,1.3645274639129639,845.203125,872415232
37,mlp.down_proj,2,32,8,128,87.0550765991211,260.8125,872415232
37,mlp.down_proj,2,64,8,128,94.88960266113281,234.40625,872415232
37,mlp.down_proj,2,128,8,128,106.48783874511719,221.203125,872415232
37,mlp.down_proj,3,32,8,128,35.39622116088867,364.8125,872415232
37,mlp.down_proj,3,64,8,128,42.724464416503906,338.40625,872415232
37,mlp.down_proj,3,128,8,128,46.07229995727539,325.203125,872415232
37,mlp.down_proj,4,32,8,128,16.676389694213867,468.8125,872415232
37,mlp.down_proj,4,64,8,128,19.199113845825195,442.40625,872415232
37,mlp.down_proj,4,128,8,128,22.655136108398438,429.203125,872415232
37,mlp.down_proj,8,32,8,128,1.023902416229248,884.8125,872415232
37,mlp.down_proj,8,64,8,128,1.1461504697799683,858.40625,872415232
37,mlp.down_proj,8,128,8,128,1.3513343334197998,845.203125,872415232
38,self_attn.q_proj,2,32,8,128,65.17420196533203,80.25,268435456
38,self_attn.q_proj,2,64,8,128,76.0689468383789,72.125,268435456
38,self_attn.q_proj,2,128,8,128,86.93937683105469,68.0625,268435456
38,self_attn.q_proj,3,32,8,128,27.75019073486328,112.25,268435456
38,self_attn.q_proj,3,64,8,128,32.71415710449219,104.125,268435456
38,self_attn.q_proj,3,128,8,128,36.97243881225586,100.0625,268435456
38,self_attn.q_proj,4,32,8,128,12.921500205993652,144.25,268435456
38,self_attn.q_proj,4,64,8,128,15.285687446594238,136.125,268435456
38,self_attn.q_proj,4,128,8,128,17.261133193969727,132.0625,268435456
38,self_attn.q_proj,8,32,8,128,0.7889917492866516,272.25,268435456
38,self_attn.q_proj,8,64,8,128,0.9304551482200623,264.125,268435456
38,self_attn.q_proj,8,128,8,128,1.0503599643707275,260.0625,268435456
38,self_attn.v_proj,2,32,8,128,12.747288703918457,10.03125,33554432
38,self_attn.v_proj,2,64,8,128,15.815388679504395,9.015625,33554432
38,self_attn.v_proj,2,128,8,128,18.588483810424805,8.5078125,33554432
38,self_attn.v_proj,3,32,8,128,5.448558330535889,14.03125,33554432
38,self_attn.v_proj,3,64,8,128,6.7617082595825195,13.015625,33554432
38,self_attn.v_proj,3,128,8,128,7.959106922149658,12.5078125,33554432
38,self_attn.v_proj,4,32,8,128,2.5417985916137695,18.03125,33554432
38,self_attn.v_proj,4,64,8,128,3.1546647548675537,17.015625,33554432
38,self_attn.v_proj,4,128,8,128,3.7132833003997803,16.5078125,33554432
38,self_attn.v_proj,8,32,8,128,0.15410126745700836,34.03125,33554432
38,self_attn.v_proj,8,64,8,128,0.19111672043800354,33.015625,33554432
38,self_attn.v_proj,8,128,8,128,0.22457346320152283,32.5078125,33554432
38,self_attn.k_proj,2,32,8,128,38.01475524902344,10.03125,33554432
38,self_attn.k_proj,2,64,8,128,49.45702362060547,9.015625,33554432
38,self_attn.k_proj,2,128,8,128,59.064849853515625,8.5078125,33554432
38,self_attn.k_proj,3,32,8,128,16.245025634765625,14.03125,33554432
38,self_attn.k_proj,3,64,8,128,21.22174072265625,13.015625,33554432
38,self_attn.k_proj,3,128,8,128,25.417688369750977,12.5078125,33554432
38,self_attn.k_proj,4,32,8,128,7.581641674041748,18.03125,33554432
38,self_attn.k_proj,4,64,8,128,9.900829315185547,17.015625,33554432
38,self_attn.k_proj,4,128,8,128,11.861939430236816,16.5078125,33554432
38,self_attn.k_proj,8,32,8,128,0.45902785658836365,34.03125,33554432
38,self_attn.k_proj,8,64,8,128,0.60008305311203,33.015625,33554432
38,self_attn.k_proj,8,128,8,128,0.718742847442627,32.5078125,33554432
38,self_attn.o_proj,2,32,8,128,52.33662796020508,80.25,268435456
38,self_attn.o_proj,2,64,8,128,61.32241439819336,72.125,268435456
38,self_attn.o_proj,2,128,8,128,68.8346176147461,68.0625,268435456
38,self_attn.o_proj,3,32,8,128,22.550500869750977,112.25,268435456
38,self_attn.o_proj,3,64,8,128,26.133953094482422,104.125,268435456
38,self_attn.o_proj,3,128,8,128,29.60157585144043,100.0625,268435456
38,self_attn.o_proj,4,32,8,128,10.491669654846191,144.25,268435456
38,self_attn.o_proj,4,64,8,128,12.204100608825684,136.125,268435456
38,self_attn.o_proj,4,128,8,128,13.813897132873535,132.0625,268435456
38,self_attn.o_proj,8,32,8,128,0.641663134098053,272.25,268435456
38,self_attn.o_proj,8,64,8,128,0.7452881336212158,264.125,268435456
38,self_attn.o_proj,8,128,8,128,0.8382006287574768,260.0625,268435456
38,mlp.gate_proj,2,32,8,128,90.63882446289062,260.8125,872415232
38,mlp.gate_proj,2,64,8,128,97.8876724243164,234.40625,872415232
38,mlp.gate_proj,2,128,8,128,114.06610107421875,221.203125,872415232
38,mlp.gate_proj,3,32,8,128,36.67015075683594,364.8125,872415232
38,mlp.gate_proj,3,64,8,128,45.27084732055664,338.40625,872415232
38,mlp.gate_proj,3,128,8,128,47.20595169067383,325.203125,872415232
38,mlp.gate_proj,4,32,8,128,17.082866668701172,468.8125,872415232
38,mlp.gate_proj,4,64,8,128,20.306875228881836,442.40625,872415232
38,mlp.gate_proj,4,128,8,128,22.869592666625977,429.203125,872415232
38,mlp.gate_proj,8,32,8,128,1.0435608625411987,884.8125,872415232
38,mlp.gate_proj,8,64,8,128,1.2067270278930664,858.40625,872415232
38,mlp.gate_proj,8,128,8,128,1.4176610708236694,845.203125,872415232
38,mlp.up_proj,2,32,8,128,86.99903106689453,260.8125,872415232
38,mlp.up_proj,2,64,8,128,94.63227844238281,234.40625,872415232
38,mlp.up_proj,2,128,8,128,106.47730255126953,221.203125,872415232
38,mlp.up_proj,3,32,8,128,35.29885482788086,364.8125,872415232
38,mlp.up_proj,3,64,8,128,42.79364776611328,338.40625,872415232
38,mlp.up_proj,3,128,8,128,45.97904586791992,325.203125,872415232
38,mlp.up_proj,4,32,8,128,16.641117095947266,468.8125,872415232
38,mlp.up_proj,4,64,8,128,19.1793270111084,442.40625,872415232
38,mlp.up_proj,4,128,8,128,22.65494155883789,429.203125,872415232
38,mlp.up_proj,8,32,8,128,1.022179365158081,884.8125,872415232
38,mlp.up_proj,8,64,8,128,1.143076777458191,858.40625,872415232
38,mlp.up_proj,8,128,8,128,1.3571494817733765,845.203125,872415232
38,mlp.down_proj,2,32,8,128,86.8053207397461,260.8125,872415232
38,mlp.down_proj,2,64,8,128,94.70057678222656,234.40625,872415232
38,mlp.down_proj,2,128,8,128,106.09709930419922,221.203125,872415232
38,mlp.down_proj,3,32,8,128,35.31087875366211,364.8125,872415232
38,mlp.down_proj,3,64,8,128,42.59624099731445,338.40625,872415232
38,mlp.down_proj,3,128,8,128,46.009254455566406,325.203125,872415232
38,mlp.down_proj,4,32,8,128,16.649274826049805,468.8125,872415232
38,mlp.down_proj,4,64,8,128,19.133481979370117,442.40625,872415232
38,mlp.down_proj,4,128,8,128,22.648639678955078,429.203125,872415232
38,mlp.down_proj,8,32,8,128,1.0226023197174072,884.8125,872415232
38,mlp.down_proj,8,64,8,128,1.1423766613006592,858.40625,872415232
38,mlp.down_proj,8,128,8,128,1.3463261127471924,845.203125,872415232
39,self_attn.q_proj,2,32,8,128,66.2138900756836,80.25,268435456
39,self_attn.q_proj,2,64,8,128,77.59811401367188,72.125,268435456
39,self_attn.q_proj,2,128,8,128,88.931884765625,68.0625,268435456
39,self_attn.q_proj,3,32,8,128,28.279359817504883,112.25,268435456
39,self_attn.q_proj,3,64,8,128,33.27064895629883,104.125,268435456
39,self_attn.q_proj,3,128,8,128,37.81520080566406,100.0625,268435456
39,self_attn.q_proj,4,32,8,128,13.160972595214844,144.25,268435456
39,self_attn.q_proj,4,64,8,128,15.593795776367188,136.125,268435456
39,self_attn.q_proj,4,128,8,128,17.63410186767578,132.0625,268435456
39,self_attn.q_proj,8,32,8,128,0.803081214427948,272.25,268435456
39,self_attn.q_proj,8,64,8,128,0.9494469165802002,264.125,268435456
39,self_attn.q_proj,8,128,8,128,1.0718439817428589,260.0625,268435456
39,self_attn.v_proj,2,32,8,128,11.889594078063965,10.03125,33554432
39,self_attn.v_proj,2,64,8,128,14.653848648071289,9.015625,33554432
39,self_attn.v_proj,2,128,8,128,17.11771583557129,8.5078125,33554432
39,self_attn.v_proj,3,32,8,128,5.0804266929626465,14.03125,33554432
39,self_attn.v_proj,3,64,8,128,6.262549877166748,13.015625,33554432
39,self_attn.v_proj,3,128,8,128,7.3233323097229,12.5078125,33554432
39,self_attn.v_proj,4,32,8,128,2.3695027828216553,18.03125,33554432
39,self_attn.v_proj,4,64,8,128,2.9230988025665283,17.015625,33554432
39,self_attn.v_proj,4,128,8,128,3.4175233840942383,16.5078125,33554432
39,self_attn.v_proj,8,32,8,128,0.14368432760238647,34.03125,33554432
39,self_attn.v_proj,8,64,8,128,0.17715758085250854,33.015625,33554432
39,self_attn.v_proj,8,128,8,128,0.20676572620868683,32.5078125,33554432
39,self_attn.k_proj,2,32,8,128,39.979610443115234,10.03125,33554432
39,self_attn.k_proj,2,64,8,128,52.07754898071289,9.015625,33554432
39,self_attn.k_proj,2,128,8,128,62.252376556396484,8.5078125,33554432
39,self_attn.k_proj,3,32,8,128,17.09162712097168,14.03125,33554432
39,self_attn.k_proj,3,64,8,128,22.366727828979492,13.015625,33554432
39,self_attn.k_proj,3,128,8,128,26.821216583251953,12.5078125,33554432
39,self_attn.k_proj,4,32,8,128,7.974321365356445,18.03125,33554432
39,self_attn.k_proj,4,64,8,128,10.434484481811523,17.015625,33554432
39,self_attn.k_proj,4,128,8,128,12.51480484008789,16.5078125,33554432
39,self_attn.k_proj,8,32,8,128,0.48275914788246155,34.03125,33554432
39,self_attn.k_proj,8,64,8,128,0.6324841380119324,33.015625,33554432
39,self_attn.k_proj,8,128,8,128,0.7578067779541016,32.5078125,33554432
39,self_attn.o_proj,2,32,8,128,52.0941047668457,80.25,268435456
39,self_attn.o_proj,2,64,8,128,61.033390045166016,72.125,268435456
39,self_attn.o_proj,2,128,8,128,68.52438354492188,68.0625,268435456
39,self_attn.o_proj,3,32,8,128,22.44109535217285,112.25,268435456
39,self_attn.o_proj,3,64,8,128,26.00879669189453,104.125,268435456
39,self_attn.o_proj,3,128,8,128,29.45650863647461,100.0625,268435456
39,self_attn.o_proj,4,32,8,128,10.435264587402344,144.25,268435456
39,self_attn.o_proj,4,64,8,128,12.139034271240234,136.125,268435456
39,self_attn.o_proj,4,128,8,128,13.733650207519531,132.0625,268435456
39,self_attn.o_proj,8,32,8,128,0.6381994485855103,272.25,268435456
39,self_attn.o_proj,8,64,8,128,0.7415224313735962,264.125,268435456
39,self_attn.o_proj,8,128,8,128,0.8331072330474854,260.0625,268435456
39,mlp.gate_proj,2,32,8,128,90.64981842041016,260.8125,872415232
39,mlp.gate_proj,2,64,8,128,98.09199523925781,234.40625,872415232
39,mlp.gate_proj,2,128,8,128,114.60863494873047,221.203125,872415232
39,mlp.gate_proj,3,32,8,128,36.699832916259766,364.8125,872415232
39,mlp.gate_proj,3,64,8,128,45.28157043457031,338.40625,872415232
39,mlp.gate_proj,3,128,8,128,47.35292053222656,325.203125,872415232
39,mlp.gate_proj,4,32,8,128,17.096553802490234,468.8125,872415232
39,mlp.gate_proj,4,64,8,128,20.355846405029297,442.40625,872415232
39,mlp.gate_proj,4,128,8,128,22.90587615966797,429.203125,872415232
39,mlp.gate_proj,8,32,8,128,1.0442813634872437,884.8125,872415232
39,mlp.gate_proj,8,64,8,128,1.2096507549285889,858.40625,872415232
39,mlp.gate_proj,8,128,8,128,1.4186667203903198,845.203125,872415232
39,mlp.up_proj,2,32,8,128,86.67681121826172,260.8125,872415232
39,mlp.up_proj,2,64,8,128,94.4804458618164,234.40625,872415232
39,mlp.up_proj,2,128,8,128,106.06603240966797,221.203125,872415232
39,mlp.up_proj,3,32,8,128,35.21092987060547,364.8125,872415232
39,mlp.up_proj,3,64,8,128,42.63187789916992,338.40625,872415232
39,mlp.up_proj,3,128,8,128,45.941429138183594,325.203125,872415232
39,mlp.up_proj,4,32,8,128,16.615215301513672,468.8125,872415232
39,mlp.up_proj,4,64,8,128,19.114410400390625,442.40625,872415232
39,mlp.up_proj,4,128,8,128,22.649761199951172,429.203125,872415232
39,mlp.up_proj,8,32,8,128,1.0209429264068604,884.8125,872415232
39,mlp.up_proj,8,64,8,128,1.1394985914230347,858.40625,872415232
39,mlp.up_proj,8,128,8,128,1.3513208627700806,845.203125,872415232
39,mlp.down_proj,2,32,8,128,86.54505920410156,260.8125,872415232
39,mlp.down_proj,2,64,8,128,94.57913970947266,234.40625,872415232
39,mlp.down_proj,2,128,8,128,105.82635498046875,221.203125,872415232
39,mlp.down_proj,3,32,8,128,35.23971939086914,364.8125,872415232
39,mlp.down_proj,3,64,8,128,42.454246520996094,338.40625,872415232
39,mlp.down_proj,3,128,8,128,45.98492431640625,325.203125,872415232
39,mlp.down_proj,4,32,8,128,16.628067016601562,468.8125,872415232
39,mlp.down_proj,4,64,8,128,19.084867477416992,442.40625,872415232
39,mlp.down_proj,4,128,8,128,22.643903732299805,429.203125,872415232
39,mlp.down_proj,8,32,8,128,1.0216491222381592,884.8125,872415232
39,mlp.down_proj,8,64,8,128,1.13974928855896,858.40625,872415232
39,mlp.down_proj,8,128,8,128,1.341854214668274,845.203125,872415232
40,self_attn.q_proj,2,32,8,128,65.58639526367188,80.25,268435456
40,self_attn.q_proj,2,64,8,128,77.0905532836914,72.125,268435456
40,self_attn.q_proj,2,128,8,128,88.41532135009766,68.0625,268435456
40,self_attn.q_proj,3,32,8,128,27.969436645507812,112.25,268435456
40,self_attn.q_proj,3,64,8,128,33.10502243041992,104.125,268435456
40,self_attn.q_proj,3,128,8,128,37.659053802490234,100.0625,268435456
40,self_attn.q_proj,4,32,8,128,13.022785186767578,144.25,268435456
40,self_attn.q_proj,4,64,8,128,15.501091003417969,136.125,268435456
40,self_attn.q_proj,4,128,8,128,17.56049346923828,132.0625,268435456
40,self_attn.q_proj,8,32,8,128,0.794908881187439,272.25,268435456
40,self_attn.q_proj,8,64,8,128,0.9434654116630554,264.125,268435456
40,self_attn.q_proj,8,128,8,128,1.0674301385879517,260.0625,268435456
40,self_attn.v_proj,2,32,8,128,13.175015449523926,10.03125,33554432
40,self_attn.v_proj,2,64,8,128,16.40571403503418,9.015625,33554432
40,self_attn.v_proj,2,128,8,128,19.34878921508789,8.5078125,33554432
40,self_attn.v_proj,3,32,8,128,5.6327643394470215,14.03125,33554432
40,self_attn.v_proj,3,64,8,128,7.014617919921875,13.015625,33554432
40,self_attn.v_proj,3,128,8,128,8.281664848327637,12.5078125,33554432
40,self_attn.v_proj,4,32,8,128,2.6273295879364014,18.03125,33554432
40,self_attn.v_proj,4,64,8,128,3.272801399230957,17.015625,33554432
40,self_attn.v_proj,4,128,8,128,3.8651912212371826,16.5078125,33554432
40,self_attn.v_proj,8,32,8,128,0.15922383964061737,34.03125,33554432
40,self_attn.v_proj,8,64,8,128,0.1982494443655014,33.015625,33554432
40,self_attn.v_proj,8,128,8,128,0.23382699489593506,32.5078125,33554432
40,self_attn.k_proj,2,32,8,128,40.331703186035156,10.03125,33554432
40,self_attn.k_proj,2,64,8,128,52.789283752441406,9.015625,33554432
40,self_attn.k_proj,2,128,8,128,63.58708953857422,8.5078125,33554432
40,self_attn.k_proj,3,32,8,128,17.238462448120117,14.03125,33554432
40,self_attn.k_proj,3,64,8,128,22.787832260131836,13.015625,33554432
40,self_attn.k_proj,3,128,8,128,27.6785888671875,12.5078125,33554432
40,self_attn.k_proj,4,32,8,128,8.047538757324219,18.03125,33554432
40,self_attn.k_proj,4,64,8,128,10.631867408752441,17.015625,33554432
40,self_attn.k_proj,4,128,8,128,12.915698051452637,16.5078125,33554432
40,self_attn.k_proj,8,32,8,128,0.48717308044433594,34.03125,33554432
40,self_attn.k_proj,8,64,8,128,0.6446124911308289,33.015625,33554432
40,self_attn.k_proj,8,128,8,128,0.7823516130447388,32.5078125,33554432
40,self_attn.o_proj,2,32,8,128,52.327911376953125,80.25,268435456
40,self_attn.o_proj,2,64,8,128,61.351959228515625,72.125,268435456
40,self_attn.o_proj,2,128,8,128,68.91825866699219,68.0625,268435456
40,self_attn.o_proj,3,32,8,128,22.543127059936523,112.25,268435456
40,self_attn.o_proj,3,64,8,128,26.1334285736084,104.125,268435456
40,self_attn.o_proj,3,128,8,128,29.63380241394043,100.0625,268435456
40,self_attn.o_proj,4,32,8,128,10.482230186462402,144.25,268435456
40,self_attn.o_proj,4,64,8,128,12.19483757019043,136.125,268435456
40,self_attn.o_proj,4,128,8,128,13.814966201782227,132.0625,268435456
40,self_attn.o_proj,8,32,8,128,0.6410936117172241,272.25,268435456
40,self_attn.o_proj,8,64,8,128,0.7447882890701294,264.125,268435456
40,self_attn.o_proj,8,128,8,128,0.8376600742340088,260.0625,268435456
40,mlp.gate_proj,2,32,8,128,90.65151977539062,260.8125,872415232
40,mlp.gate_proj,2,64,8,128,98.462890625,234.40625,872415232
40,mlp.gate_proj,2,128,8,128,115.40889739990234,221.203125,872415232
40,mlp.gate_proj,3,32,8,128,36.735416412353516,364.8125,872415232
40,mlp.gate_proj,3,64,8,128,45.30532455444336,338.40625,872415232
40,mlp.gate_proj,3,128,8,128,47.71635437011719,325.203125,872415232
40,mlp.gate_proj,4,32,8,128,17.11635398864746,468.8125,872415232
40,mlp.gate_proj,4,64,8,128,20.44222640991211,442.40625,872415232
40,mlp.gate_proj,4,128,8,128,23.00017738342285,429.203125,872415232
40,mlp.gate_proj,8,32,8,128,1.0454028844833374,884.8125,872415232
40,mlp.gate_proj,8,64,8,128,1.2150065898895264,858.40625,872415232
40,mlp.gate_proj,8,128,8,128,1.4216325283050537,845.203125,872415232
40,mlp.up_proj,2,32,8,128,86.43075561523438,260.8125,872415232
40,mlp.up_proj,2,64,8,128,94.40852355957031,234.40625,872415232
40,mlp.up_proj,2,128,8,128,106.00314331054688,221.203125,872415232
40,mlp.up_proj,3,32,8,128,35.1505012512207,364.8125,872415232
40,mlp.up_proj,3,64,8,128,42.52457046508789,338.40625,872415232
40,mlp.up_proj,3,128,8,128,45.937522888183594,325.203125,872415232
40,mlp.up_proj,4,32,8,128,16.597482681274414,468.8125,872415232
40,mlp.up_proj,4,64,8,128,19.074548721313477,442.40625,872415232
40,mlp.up_proj,4,128,8,128,22.648799896240234,429.203125,872415232
40,mlp.up_proj,8,32,8,128,1.0201998949050903,884.8125,872415232
40,mlp.up_proj,8,64,8,128,1.1376792192459106,858.40625,872415232
40,mlp.up_proj,8,128,8,128,1.3489028215408325,845.203125,872415232
40,mlp.down_proj,2,32,8,128,86.4765396118164,260.8125,872415232
40,mlp.down_proj,2,64,8,128,94.6093978881836,234.40625,872415232
40,mlp.down_proj,2,128,8,128,105.8817138671875,221.203125,872415232
40,mlp.down_proj,3,32,8,128,35.23677444458008,364.8125,872415232
40,mlp.down_proj,3,64,8,128,42.43001937866211,338.40625,872415232
40,mlp.down_proj,3,128,8,128,46.002899169921875,325.203125,872415232
40,mlp.down_proj,4,32,8,128,16.62934684753418,468.8125,872415232
40,mlp.down_proj,4,64,8,128,19.091548919677734,442.40625,872415232
40,mlp.down_proj,4,128,8,128,22.644996643066406,429.203125,872415232
40,mlp.down_proj,8,32,8,128,1.021684169769287,884.8125,872415232
40,mlp.down_proj,8,64,8,128,1.1402689218521118,858.40625,872415232
40,mlp.down_proj,8,128,8,128,1.3419963121414185,845.203125,872415232
41,self_attn.q_proj,2,32,8,128,65.03610229492188,80.25,268435456
41,self_attn.q_proj,2,64,8,128,76.2597427368164,72.125,268435456
41,self_attn.q_proj,2,128,8,128,87.8277587890625,68.0625,268435456
41,self_attn.q_proj,3,32,8,128,27.694150924682617,112.25,268435456
41,self_attn.q_proj,3,64,8,128,32.83231735229492,104.125,268435456
41,self_attn.q_proj,3,128,8,128,37.4475212097168,100.0625,268435456
41,self_attn.q_proj,4,32,8,128,12.897870063781738,144.25,268435456
41,self_attn.q_proj,4,64,8,128,15.351309776306152,136.125,268435456
41,self_attn.q_proj,4,128,8,128,17.473825454711914,132.0625,268435456
41,self_attn.q_proj,8,32,8,128,0.7869560718536377,272.25,268435456
41,self_attn.q_proj,8,64,8,128,0.9337860941886902,264.125,268435456
41,self_attn.q_proj,8,128,8,128,1.061747431755066,260.0625,268435456
41,self_attn.v_proj,2,32,8,128,12.292949676513672,10.03125,33554432
41,self_attn.v_proj,2,64,8,128,15.251178741455078,9.015625,33554432
41,self_attn.v_proj,2,128,8,128,17.916748046875,8.5078125,33554432
41,self_attn.v_proj,3,32,8,128,5.253496170043945,14.03125,33554432
41,self_attn.v_proj,3,64,8,128,6.518228530883789,13.015625,33554432
41,self_attn.v_proj,3,128,8,128,7.663079261779785,12.5078125,33554432
41,self_attn.v_proj,4,32,8,128,2.4512510299682617,18.03125,33554432
41,self_attn.v_proj,4,64,8,128,3.041486978530884,17.015625,33554432
41,self_attn.v_proj,4,128,8,128,3.576918840408325,16.5078125,33554432
41,self_attn.v_proj,8,32,8,128,0.14856182038784027,34.03125,33554432
41,self_attn.v_proj,8,64,8,128,0.18431267142295837,33.015625,33554432
41,self_attn.v_proj,8,128,8,128,0.21638168394565582,32.5078125,33554432
41,self_attn.k_proj,2,32,8,128,38.392791748046875,10.03125,33554432
41,self_attn.k_proj,2,64,8,128,50.73189926147461,9.015625,33554432
41,self_attn.k_proj,2,128,8,128,60.971649169921875,8.5078125,33554432
41,self_attn.k_proj,3,32,8,128,16.423768997192383,14.03125,33554432
41,self_attn.k_proj,3,64,8,128,21.922985076904297,13.015625,33554432
41,self_attn.k_proj,3,128,8,128,26.618982315063477,12.5078125,33554432
41,self_attn.k_proj,4,32,8,128,7.66461181640625,18.03125,33554432
41,self_attn.k_proj,4,64,8,128,10.2279691696167,17.015625,33554432
41,self_attn.k_proj,4,128,8,128,12.425888061523438,16.5078125,33554432
41,self_attn.k_proj,8,32,8,128,0.46422624588012695,34.03125,33554432
41,self_attn.k_proj,8,64,8,128,0.6200743913650513,33.015625,33554432
41,self_attn.k_proj,8,128,8,128,0.7527300715446472,32.5078125,33554432
41,self_attn.o_proj,2,32,8,128,52.00798416137695,80.25,268435456
41,self_attn.o_proj,2,64,8,128,60.94098663330078,72.125,268435456
41,self_attn.o_proj,2,128,8,128,68.39973449707031,68.0625,268435456
41,self_attn.o_proj,3,32,8,128,22.40312385559082,112.25,268435456
41,self_attn.o_proj,3,64,8,128,25.95882225036621,104.125,268435456
41,self_attn.o_proj,3,128,8,128,29.413555145263672,100.0625,268435456
41,self_attn.o_proj,4,32,8,128,10.417680740356445,144.25,268435456
41,self_attn.o_proj,4,64,8,128,12.1163911819458,136.125,268435456
41,self_attn.o_proj,4,128,8,128,13.711694717407227,132.0625,268435456
41,self_attn.o_proj,8,32,8,128,0.6370543837547302,272.25,268435456
41,self_attn.o_proj,8,64,8,128,0.740158200263977,264.125,268435456
41,self_attn.o_proj,8,128,8,128,0.831451952457428,260.0625,268435456
41,mlp.gate_proj,2,32,8,128,90.51544189453125,260.8125,872415232
41,mlp.gate_proj,2,64,8,128,97.71742248535156,234.40625,872415232
41,mlp.gate_proj,2,128,8,128,113.8731918334961,221.203125,872415232
41,mlp.gate_proj,3,32,8,128,36.46833038330078,364.8125,872415232
41,mlp.gate_proj,3,64,8,128,45.15049362182617,338.40625,872415232
41,mlp.gate_proj,3,128,8,128,47.310977935791016,325.203125,872415232
41,mlp.gate_proj,4,32,8,128,17.023942947387695,468.8125,872415232
41,mlp.gate_proj,4,64,8,128,20.211166381835938,442.40625,872415232
41,mlp.gate_proj,4,128,8,128,22.897315979003906,429.203125,872415232
41,mlp.gate_proj,8,32,8,128,1.0407624244689941,884.8125,872415232
41,mlp.gate_proj,8,64,8,128,1.2016851902008057,858.40625,872415232
41,mlp.gate_proj,8,128,8,128,1.4181842803955078,845.203125,872415232
41,mlp.up_proj,2,32,8,128,86.1664047241211,260.8125,872415232
41,mlp.up_proj,2,64,8,128,94.22786712646484,234.40625,872415232
41,mlp.up_proj,2,128,8,128,105.51778411865234,221.203125,872415232
41,mlp.up_proj,3,32,8,128,35.06718826293945,364.8125,872415232
41,mlp.up_proj,3,64,8,128,42.35005569458008,338.40625,872415232
41,mlp.up_proj,3,128,8,128,45.88022994995117,325.203125,872415232
41,mlp.up_proj,4,32,8,128,16.573884963989258,468.8125,872415232
41,mlp.up_proj,4,64,8,128,18.9985294342041,442.40625,872415232
41,mlp.up_proj,4,128,8,128,22.642051696777344,429.203125,872415232
41,mlp.up_proj,8,32,8,128,1.0190837383270264,884.8125,872415232
41,mlp.up_proj,8,64,8,128,1.1337693929672241,858.40625,872415232
41,mlp.up_proj,8,128,8,128,1.3418506383895874,845.203125,872415232
41,mlp.down_proj,2,32,8,128,86.52565002441406,260.8125,872415232
41,mlp.down_proj,2,64,8,128,94.56171417236328,234.40625,872415232
41,mlp.down_proj,2,128,8,128,105.82335662841797,221.203125,872415232
41,mlp.down_proj,3,32,8,128,35.23117446899414,364.8125,872415232
41,mlp.down_proj,3,64,8,128,42.446449279785156,338.40625,872415232
41,mlp.down_proj,3,128,8,128,45.97675704956055,325.203125,872415232
41,mlp.down_proj,4,32,8,128,16.626880645751953,468.8125,872415232
41,mlp.down_proj,4,64,8,128,19.08574104309082,442.40625,872415232
41,mlp.down_proj,4,128,8,128,22.64413833618164,429.203125,872415232
41,mlp.down_proj,8,32,8,128,1.0215668678283691,884.8125,872415232
41,mlp.down_proj,8,64,8,128,1.1395238637924194,858.40625,872415232
41,mlp.down_proj,8,128,8,128,1.3418793678283691,845.203125,872415232
42,self_attn.q_proj,2,32,8,128,64.46964263916016,80.25,268435456
42,self_attn.q_proj,2,64,8,128,75.38839721679688,72.125,268435456
42,self_attn.q_proj,2,128,8,128,86.48152160644531,68.0625,268435456
42,self_attn.q_proj,3,32,8,128,27.38962745666504,112.25,268435456
42,self_attn.q_proj,3,64,8,128,32.48572540283203,104.125,268435456
42,self_attn.q_proj,3,128,8,128,36.81419372558594,100.0625,268435456
42,self_attn.q_proj,4,32,8,128,12.760017395019531,144.25,268435456
42,self_attn.q_proj,4,64,8,128,15.152454376220703,136.125,268435456
42,self_attn.q_proj,4,128,8,128,17.19921112060547,132.0625,268435456
42,self_attn.q_proj,8,32,8,128,0.7788397073745728,272.25,268435456
42,self_attn.q_proj,8,64,8,128,0.9216393828392029,264.125,268435456
42,self_attn.q_proj,8,128,8,128,1.0462571382522583,260.0625,268435456
42,self_attn.v_proj,2,32,8,128,13.271081924438477,10.03125,33554432
42,self_attn.v_proj,2,64,8,128,16.563249588012695,9.015625,33554432
42,self_attn.v_proj,2,128,8,128,19.62298011779785,8.5078125,33554432
42,self_attn.v_proj,3,32,8,128,5.673338413238525,14.03125,33554432
42,self_attn.v_proj,3,64,8,128,7.084078311920166,13.015625,33554432
42,self_attn.v_proj,3,128,8,128,8.402771949768066,12.5078125,33554432
42,self_attn.v_proj,4,32,8,128,2.6461148262023926,18.03125,33554432
42,self_attn.v_proj,4,64,8,128,3.3050930500030518,17.015625,33554432
42,self_attn.v_proj,4,128,8,128,3.9209179878234863,16.5078125,33554432
42,self_attn.v_proj,8,32,8,128,0.16038602590560913,34.03125,33554432
42,self_attn.v_proj,8,64,8,128,0.20021653175354004,33.015625,33554432
42,self_attn.v_proj,8,128,8,128,0.2371625453233719,32.5078125,33554432
42,self_attn.k_proj,2,32,8,128,37.65882873535156,10.03125,33554432
42,self_attn.k_proj,2,64,8,128,49.64249038696289,9.015625,33554432
42,self_attn.k_proj,2,128,8,128,59.46018981933594,8.5078125,33554432
42,self_attn.k_proj,3,32,8,128,16.10145378112793,14.03125,33554432
42,self_attn.k_proj,3,64,8,128,21.41588592529297,13.015625,33554432
42,self_attn.k_proj,3,128,8,128,25.82115936279297,12.5078125,33554432
42,self_attn.k_proj,4,32,8,128,7.511733055114746,18.03125,33554432
42,self_attn.k_proj,4,64,8,128,9.987892150878906,17.015625,33554432
42,self_attn.k_proj,4,128,8,128,12.052453994750977,16.5078125,33554432
42,self_attn.k_proj,8,32,8,128,0.4549485146999359,34.03125,33554432
42,self_attn.k_proj,8,64,8,128,0.605620265007019,33.015625,33554432
42,self_attn.k_proj,8,128,8,128,0.7302479147911072,32.5078125,33554432
42,self_attn.o_proj,2,32,8,128,52.5197639465332,80.25,268435456
42,self_attn.o_proj,2,64,8,128,61.59059524536133,72.125,268435456
42,self_attn.o_proj,2,128,8,128,69.11568450927734,68.0625,268435456
42,self_attn.o_proj,3,32,8,128,22.639400482177734,112.25,268435456
42,self_attn.o_proj,3,64,8,128,26.242700576782227,104.125,268435456
42,self_attn.o_proj,3,128,8,128,29.782764434814453,100.0625,268435456
42,self_attn.o_proj,4,32,8,128,10.52960205078125,144.25,268435456
42,self_attn.o_proj,4,64,8,128,12.24521541595459,136.125,268435456
42,self_attn.o_proj,4,128,8,128,13.881319999694824,132.0625,268435456
42,self_attn.o_proj,8,32,8,128,0.6438557505607605,272.25,268435456
42,self_attn.o_proj,8,64,8,128,0.7476934194564819,264.125,268435456
42,self_attn.o_proj,8,128,8,128,0.8416306972503662,260.0625,268435456
42,mlp.gate_proj,2,32,8,128,90.26970672607422,260.8125,872415232
42,mlp.gate_proj,2,64,8,128,97.60610961914062,234.40625,872415232
42,mlp.gate_proj,2,128,8,128,113.5989990234375,221.203125,872415232
42,mlp.gate_proj,3,32,8,128,36.389190673828125,364.8125,872415232
42,mlp.gate_proj,3,64,8,128,45.029762268066406,338.40625,872415232
42,mlp.gate_proj,3,128,8,128,47.334739685058594,325.203125,872415232
42,mlp.gate_proj,4,32,8,128,16.999547958374023,468.8125,872415232
42,mlp.gate_proj,4,64,8,128,20.156295776367188,442.40625,872415232
42,mlp.gate_proj,4,128,8,128,22.909774780273438,429.203125,872415232
42,mlp.gate_proj,8,32,8,128,1.039608120918274,884.8125,872415232
42,mlp.gate_proj,8,64,8,128,1.199122428894043,858.40625,872415232
42,mlp.gate_proj,8,128,8,128,1.4182990789413452,845.203125,872415232
42,mlp.up_proj,2,32,8,128,86.09982299804688,260.8125,872415232
42,mlp.up_proj,2,64,8,128,94.17073822021484,234.40625,872415232
42,mlp.up_proj,2,128,8,128,105.28495788574219,221.203125,872415232
42,mlp.up_proj,3,32,8,128,35.048580169677734,364.8125,872415232
42,mlp.up_proj,3,64,8,128,42.30025100708008,338.40625,872415232
42,mlp.up_proj,3,128,8,128,45.858055114746094,325.203125,872415232
42,mlp.up_proj,4,32,8,128,16.566680908203125,468.8125,872415232
42,mlp.up_proj,4,64,8,128,18.979469299316406,442.40625,872415232
42,mlp.up_proj,4,128,8,128,22.639768600463867,429.203125,872415232
42,mlp.up_proj,8,32,8,128,1.0187832117080688,884.8125,872415232
42,mlp.up_proj,8,64,8,128,1.1325547695159912,858.40625,872415232
42,mlp.up_proj,8,128,8,128,1.3394559621810913,845.203125,872415232
42,mlp.down_proj,2,32,8,128,86.3771743774414,260.8125,872415232
42,mlp.down_proj,2,64,8,128,94.4612045288086,234.40625,872415232
42,mlp.down_proj,2,128,8,128,105.66716003417969,221.203125,872415232
42,mlp.down_proj,3,32,8,128,35.18394088745117,364.8125,872415232
42,mlp.down_proj,3,64,8,128,42.36048126220703,338.40625,872415232
42,mlp.down_proj,3,128,8,128,45.9463005065918,325.203125,872415232
42,mlp.down_proj,4,32,8,128,16.611474990844727,468.8125,872415232
42,mlp.down_proj,4,64,8,128,19.044660568237305,442.40625,872415232
42,mlp.down_proj,4,128,8,128,22.640850067138672,429.203125,872415232
42,mlp.down_proj,8,32,8,128,1.0208615064620972,884.8125,872415232
42,mlp.down_proj,8,64,8,128,1.1374053955078125,858.40625,872415232
42,mlp.down_proj,8,128,8,128,1.3386106491088867,845.203125,872415232
43,self_attn.q_proj,2,32,8,128,65.00110626220703,80.25,268435456
43,self_attn.q_proj,2,64,8,128,76.22596740722656,72.125,268435456
43,self_attn.q_proj,2,128,8,128,87.5888442993164,68.0625,268435456
43,self_attn.q_proj,3,32,8,128,27.68230628967285,112.25,268435456
43,self_attn.q_proj,3,64,8,128,32.76425552368164,104.125,268435456
43,self_attn.q_proj,3,128,8,128,37.29132080078125,100.0625,268435456
43,self_attn.q_proj,4,32,8,128,12.888097763061523,144.25,268435456
43,self_attn.q_proj,4,64,8,128,15.314460754394531,136.125,268435456
43,self_attn.q_proj,4,128,8,128,17.39993667602539,132.0625,268435456
43,self_attn.q_proj,8,32,8,128,0.78639155626297,272.25,268435456
43,self_attn.q_proj,8,64,8,128,0.9318320751190186,264.125,268435456
43,self_attn.q_proj,8,128,8,128,1.057538390159607,260.0625,268435456
43,self_attn.v_proj,2,32,8,128,13.337692260742188,10.03125,33554432
43,self_attn.v_proj,2,64,8,128,16.533649444580078,9.015625,33554432
43,self_attn.v_proj,2,128,8,128,19.425525665283203,8.5078125,33554432
43,self_attn.v_proj,3,32,8,128,5.702281475067139,14.03125,33554432
43,self_attn.v_proj,3,64,8,128,7.067882537841797,13.015625,33554432
43,self_attn.v_proj,3,128,8,128,8.308510780334473,12.5078125,33554432
43,self_attn.v_proj,4,32,8,128,2.6593611240386963,18.03125,33554432
43,self_attn.v_proj,4,64,8,128,3.2984087467193604,17.015625,33554432
43,self_attn.v_proj,4,128,8,128,3.8784737586975098,16.5078125,33554432
43,self_attn.v_proj,8,32,8,128,0.16122722625732422,34.03125,33554432
43,self_attn.v_proj,8,64,8,128,0.1997634321451187,33.015625,33554432
43,self_attn.v_proj,8,128,8,128,0.2345731258392334,32.5078125,33554432
43,self_attn.k_proj,2,32,8,128,39.12556076049805,10.03125,33554432
43,self_attn.k_proj,2,64,8,128,50.4567985534668,9.015625,33554432
43,self_attn.k_proj,2,128,8,128,60.29203796386719,8.5078125,33554432
43,self_attn.k_proj,3,32,8,128,16.72568702697754,14.03125,33554432
43,self_attn.k_proj,3,64,8,128,21.656330108642578,13.015625,33554432
43,self_attn.k_proj,3,128,8,128,25.94483757019043,12.5078125,33554432
43,self_attn.k_proj,4,32,8,128,7.803650856018066,18.03125,33554432
43,self_attn.k_proj,4,64,8,128,10.101729393005371,17.015625,33554432
43,self_attn.k_proj,4,128,8,128,12.107537269592285,16.5078125,33554432
43,self_attn.k_proj,8,32,8,128,0.47247248888015747,34.03125,33554432
43,self_attn.k_proj,8,64,8,128,0.6124318242073059,33.015625,33554432
43,self_attn.k_proj,8,128,8,128,0.7337678670883179,32.5078125,33554432
43,self_attn.o_proj,2,32,8,128,52.36714172363281,80.25,268435456
43,self_attn.o_proj,2,64,8,128,61.39313888549805,72.125,268435456
43,self_attn.o_proj,2,128,8,128,68.91480255126953,68.0625,268435456
43,self_attn.o_proj,3,32,8,128,22.564334869384766,112.25,268435456
43,self_attn.o_proj,3,64,8,128,26.144283294677734,104.125,268435456
43,self_attn.o_proj,3,128,8,128,29.652183532714844,100.0625,268435456
43,self_attn.o_proj,4,32,8,128,10.489702224731445,144.25,268435456
43,self_attn.o_proj,4,64,8,128,12.19759750366211,136.125,268435456
43,self_attn.o_proj,4,128,8,128,13.813370704650879,132.0625,268435456
43,self_attn.o_proj,8,32,8,128,0.6415496468544006,272.25,268435456
43,self_attn.o_proj,8,64,8,128,0.744915783405304,264.125,268435456
43,self_attn.o_proj,8,128,8,128,0.8374862670898438,260.0625,268435456
43,mlp.gate_proj,2,32,8,128,89.95213317871094,260.8125,872415232
43,mlp.gate_proj,2,64,8,128,97.6205825805664,234.40625,872415232
43,mlp.gate_proj,2,128,8,128,113.73018646240234,221.203125,872415232
43,mlp.gate_proj,3,32,8,128,36.314693450927734,364.8125,872415232
43,mlp.gate_proj,3,64,8,128,44.952266693115234,338.40625,872415232
43,mlp.gate_proj,3,128,8,128,47.505367279052734,325.203125,872415232
43,mlp.gate_proj,4,32,8,128,16.979665756225586,468.8125,872415232
43,mlp.gate_proj,4,64,8,128,20.134078979492188,442.40625,872415232
43,mlp.gate_proj,4,128,8,128,22.95221519470215,429.203125,872415232
43,mlp.gate_proj,8,32,8,128,1.0387667417526245,884.8125,872415232
43,mlp.gate_proj,8,64,8,128,1.1983169317245483,858.40625,872415232
43,mlp.gate_proj,8,128,8,128,1.419346809387207,845.203125,872415232
43,mlp.up_proj,2,32,8,128,85.83232879638672,260.8125,872415232
43,mlp.up_proj,2,64,8,128,94.07170104980469,234.40625,872415232
43,mlp.up_proj,2,128,8,128,105.02369689941406,221.203125,872415232
43,mlp.up_proj,3,32,8,128,34.97950744628906,364.8125,872415232
43,mlp.up_proj,3,64,8,128,42.17207717895508,338.40625,872415232
43,mlp.up_proj,3,128,8,128,45.840633392333984,325.203125,872415232
43,mlp.up_proj,4,32,8,128,16.547815322875977,468.8125,872415232
43,mlp.up_proj,4,64,8,128,18.93198585510254,442.40625,872415232
43,mlp.up_proj,4,128,8,128,22.6370792388916,429.203125,872415232
43,mlp.up_proj,8,32,8,128,1.0179345607757568,884.8125,872415232
43,mlp.up_proj,8,64,8,128,1.1299940347671509,858.40625,872415232
43,mlp.up_proj,8,128,8,128,1.3354350328445435,845.203125,872415232
43,mlp.down_proj,2,32,8,128,86.28800964355469,260.8125,872415232
43,mlp.down_proj,2,64,8,128,94.42428588867188,234.40625,872415232
43,mlp.down_proj,2,128,8,128,105.50334930419922,221.203125,872415232
43,mlp.down_proj,3,32,8,128,35.163360595703125,364.8125,872415232
43,mlp.down_proj,3,64,8,128,42.32042694091797,338.40625,872415232
43,mlp.down_proj,3,128,8,128,45.94145202636719,325.203125,872415232
43,mlp.down_proj,4,32,8,128,16.605724334716797,468.8125,872415232
43,mlp.down_proj,4,64,8,128,19.027606964111328,442.40625,872415232
43,mlp.down_proj,4,128,8,128,22.63941764831543,429.203125,872415232
43,mlp.down_proj,8,32,8,128,1.020627498626709,884.8125,872415232
43,mlp.down_proj,8,64,8,128,1.1367743015289307,858.40625,872415232
43,mlp.down_proj,8,128,8,128,1.3376789093017578,845.203125,872415232
44,self_attn.q_proj,2,32,8,128,64.14570617675781,80.25,268435456
44,self_attn.q_proj,2,64,8,128,75.12681579589844,72.125,268435456
44,self_attn.q_proj,2,128,8,128,86.44987487792969,68.0625,268435456
44,self_attn.q_proj,3,32,8,128,27.228702545166016,112.25,268435456
44,self_attn.q_proj,3,64,8,128,32.40261459350586,104.125,268435456
44,self_attn.q_proj,3,128,8,128,36.86690139770508,100.0625,268435456
44,self_attn.q_proj,4,32,8,128,12.689136505126953,144.25,268435456
44,self_attn.q_proj,4,64,8,128,15.10332202911377,136.125,268435456
44,self_attn.q_proj,4,128,8,128,17.226350784301758,132.0625,268435456
44,self_attn.q_proj,8,32,8,128,0.7743803858757019,272.25,268435456
44,self_attn.q_proj,8,64,8,128,0.9185584187507629,264.125,268435456
44,self_attn.q_proj,8,128,8,128,1.047309160232544,260.0625,268435456
44,self_attn.v_proj,2,32,8,128,13.6764497756958,10.03125,33554432
44,self_attn.v_proj,2,64,8,128,17.087570190429688,9.015625,33554432
44,self_attn.v_proj,2,128,8,128,20.224525451660156,8.5078125,33554432
44,self_attn.v_proj,3,32,8,128,5.848258972167969,14.03125,33554432
44,self_attn.v_proj,3,64,8,128,7.309303283691406,13.015625,33554432
44,self_attn.v_proj,3,128,8,128,8.657712936401367,12.5078125,33554432
44,self_attn.v_proj,4,32,8,128,2.729017496109009,18.03125,33554432
44,self_attn.v_proj,4,64,8,128,3.409851312637329,17.015625,33554432
44,self_attn.v_proj,4,128,8,128,4.040439605712891,16.5078125,33554432
44,self_attn.v_proj,8,32,8,128,0.16536502540111542,34.03125,33554432
44,self_attn.v_proj,8,64,8,128,0.20648014545440674,33.015625,33554432
44,self_attn.v_proj,8,128,8,128,0.2443627417087555,32.5078125,33554432
44,self_attn.k_proj,2,32,8,128,39.631134033203125,10.03125,33554432
44,self_attn.k_proj,2,64,8,128,52.00080490112305,9.015625,33554432
44,self_attn.k_proj,2,128,8,128,62.18312072753906,8.5078125,33554432
44,self_attn.k_proj,3,32,8,128,16.949214935302734,14.03125,33554432
44,self_attn.k_proj,3,64,8,128,22.434629440307617,13.015625,33554432
44,self_attn.k_proj,3,128,8,128,27.065998077392578,12.5078125,33554432
44,self_attn.k_proj,4,32,8,128,7.9097514152526855,18.03125,33554432
44,self_attn.k_proj,4,64,8,128,10.465876579284668,17.015625,33554432
44,self_attn.k_proj,4,128,8,128,12.628032684326172,16.5078125,33554432
44,self_attn.k_proj,8,32,8,128,0.4790080487728119,34.03125,33554432
44,self_attn.k_proj,8,64,8,128,0.6344306468963623,33.015625,33554432
44,self_attn.k_proj,8,128,8,128,0.7651839256286621,32.5078125,33554432
44,self_attn.o_proj,2,32,8,128,52.18840408325195,80.25,268435456
44,self_attn.o_proj,2,64,8,128,61.20572280883789,72.125,268435456
44,self_attn.o_proj,2,128,8,128,68.72283935546875,68.0625,268435456
44,self_attn.o_proj,3,32,8,128,22.494382858276367,112.25,268435456
44,self_attn.o_proj,3,64,8,128,26.065876007080078,104.125,268435456
44,self_attn.o_proj,3,128,8,128,29.58274269104004,100.0625,268435456
44,self_attn.o_proj,4,32,8,128,10.457900047302246,144.25,268435456
44,self_attn.o_proj,4,64,8,128,12.165977478027344,136.125,268435456
44,self_attn.o_proj,4,128,8,128,13.78364372253418,132.0625,268435456
44,self_attn.o_proj,8,32,8,128,0.6393980979919434,272.25,268435456
44,self_attn.o_proj,8,64,8,128,0.7430968284606934,264.125,268435456
44,self_attn.o_proj,8,128,8,128,0.8355467915534973,260.0625,268435456
44,mlp.gate_proj,2,32,8,128,88.9487533569336,260.8125,872415232
44,mlp.gate_proj,2,64,8,128,97.0453872680664,234.40625,872415232
44,mlp.gate_proj,2,128,8,128,112.65747833251953,221.203125,872415232
44,mlp.gate_proj,3,32,8,128,36.02155303955078,364.8125,872415232
44,mlp.gate_proj,3,64,8,128,44.44861602783203,338.40625,872415232
44,mlp.gate_proj,3,128,8,128,47.33746337890625,325.203125,872415232
44,mlp.gate_proj,4,32,8,128,16.888275146484375,468.8125,872415232
44,mlp.gate_proj,4,64,8,128,19.925146102905273,442.40625,872415232
44,mlp.gate_proj,4,128,8,128,22.913835525512695,429.203125,872415232
44,mlp.gate_proj,8,32,8,128,1.0343456268310547,884.8125,872415232
44,mlp.gate_proj,8,64,8,128,1.1867616176605225,858.40625,872415232
44,mlp.gate_proj,8,128,8,128,1.4174586534500122,845.203125,872415232
44,mlp.up_proj,2,32,8,128,85.56434631347656,260.8125,872415232
44,mlp.up_proj,2,64,8,128,93.93246459960938,234.40625,872415232
44,mlp.up_proj,2,128,8,128,104.75115966796875,221.203125,872415232
44,mlp.up_proj,3,32,8,128,34.90317153930664,364.8125,872415232
44,mlp.up_proj,3,64,8,128,42.022430419921875,338.40625,872415232
44,mlp.up_proj,3,128,8,128,45.80789566040039,325.203125,872415232
44,mlp.up_proj,4,32,8,128,16.526216506958008,468.8125,872415232
44,mlp.up_proj,4,64,8,128,18.873777389526367,442.40625,872415232
44,mlp.up_proj,4,128,8,128,22.63287925720215,429.203125,872415232
44,mlp.up_proj,8,32,8,128,1.0169686079025269,884.8125,872415232
44,mlp.up_proj,8,64,8,128,1.1268901824951172,858.40625,872415232
44,mlp.up_proj,8,128,8,128,1.330087423324585,845.203125,872415232
44,mlp.down_proj,2,32,8,128,86.35599517822266,260.8125,872415232
44,mlp.down_proj,2,64,8,128,94.46040344238281,234.40625,872415232
44,mlp.down_proj,2,128,8,128,105.68988037109375,221.203125,872415232
44,mlp.down_proj,3,32,8,128,35.18422317504883,364.8125,872415232
44,mlp.down_proj,3,64,8,128,42.37071228027344,338.40625,872415232
44,mlp.down_proj,3,128,8,128,45.960365295410156,325.203125,872415232
44,mlp.down_proj,4,32,8,128,16.611074447631836,468.8125,872415232
44,mlp.down_proj,4,64,8,128,19.04931640625,442.40625,872415232
44,mlp.down_proj,4,128,8,128,22.64164161682129,429.203125,872415232
44,mlp.down_proj,8,32,8,128,1.020871639251709,884.8125,872415232
44,mlp.down_proj,8,64,8,128,1.1376546621322632,858.40625,872415232
44,mlp.down_proj,8,128,8,128,1.3398281335830688,845.203125,872415232
45,self_attn.q_proj,2,32,8,128,63.84543991088867,80.25,268435456
45,self_attn.q_proj,2,64,8,128,74.56083679199219,72.125,268435456
45,self_attn.q_proj,2,128,8,128,85.41219329833984,68.0625,268435456
45,self_attn.q_proj,3,32,8,128,27.08026123046875,112.25,268435456
45,self_attn.q_proj,3,64,8,128,32.19245147705078,104.125,268435456
45,self_attn.q_proj,3,128,8,128,36.38627243041992,100.0625,268435456
45,self_attn.q_proj,4,32,8,128,12.622462272644043,144.25,268435456
45,self_attn.q_proj,4,64,8,128,14.977751731872559,136.125,268435456
45,self_attn.q_proj,4,128,8,128,17.017070770263672,132.0625,268435456
45,self_attn.q_proj,8,32,8,128,0.7706947922706604,272.25,268435456
45,self_attn.q_proj,8,64,8,128,0.9110803008079529,264.125,268435456
45,self_attn.q_proj,8,128,8,128,1.03577721118927,260.0625,268435456
45,self_attn.v_proj,2,32,8,128,12.87843132019043,10.03125,33554432
45,self_attn.v_proj,2,64,8,128,15.969998359680176,9.015625,33554432
45,self_attn.v_proj,2,128,8,128,18.76744842529297,8.5078125,33554432
45,self_attn.v_proj,3,32,8,128,5.505137920379639,14.03125,33554432
45,self_attn.v_proj,3,64,8,128,6.827352523803711,13.015625,33554432
45,self_attn.v_proj,3,128,8,128,8.03331470489502,12.5078125,33554432
45,self_attn.v_proj,4,32,8,128,2.568288803100586,18.03125,33554432
45,self_attn.v_proj,4,64,8,128,3.18603253364563,17.015625,33554432
45,self_attn.v_proj,4,128,8,128,3.7489147186279297,16.5078125,33554432
45,self_attn.v_proj,8,32,8,128,0.15563684701919556,34.03125,33554432
45,self_attn.v_proj,8,64,8,128,0.19297021627426147,33.015625,33554432
45,self_attn.v_proj,8,128,8,128,0.2267208993434906,32.5078125,33554432
45,self_attn.k_proj,2,32,8,128,38.58463668823242,10.03125,33554432
45,self_attn.k_proj,2,64,8,128,50.72166061401367,9.015625,33554432
45,self_attn.k_proj,2,128,8,128,60.76478958129883,8.5078125,33554432
45,self_attn.k_proj,3,32,8,128,16.49858856201172,14.03125,33554432
45,self_attn.k_proj,3,64,8,128,21.82600975036621,13.015625,33554432
45,self_attn.k_proj,3,128,8,128,26.28609848022461,12.5078125,33554432
45,self_attn.k_proj,4,32,8,128,7.695808410644531,18.03125,33554432
45,self_attn.k_proj,4,64,8,128,10.181099891662598,17.015625,33554432
45,self_attn.k_proj,4,128,8,128,12.266083717346191,16.5078125,33554432
45,self_attn.k_proj,8,32,8,128,0.46615147590637207,34.03125,33554432
45,self_attn.k_proj,8,64,8,128,0.617149829864502,33.015625,33554432
45,self_attn.k_proj,8,128,8,128,0.7430287599563599,32.5078125,33554432
45,self_attn.o_proj,2,32,8,128,52.18165588378906,80.25,268435456
45,self_attn.o_proj,2,64,8,128,61.163352966308594,72.125,268435456
45,self_attn.o_proj,2,128,8,128,68.6368179321289,68.0625,268435456
45,self_attn.o_proj,3,32,8,128,22.48366355895996,112.25,268435456
45,self_attn.o_proj,3,64,8,128,26.04480743408203,104.125,268435456
45,self_attn.o_proj,3,128,8,128,29.513187408447266,100.0625,268435456
45,self_attn.o_proj,4,32,8,128,10.452866554260254,144.25,268435456
45,self_attn.o_proj,4,64,8,128,12.152836799621582,136.125,268435456
45,self_attn.o_proj,4,128,8,128,13.749464988708496,132.0625,268435456
45,self_attn.o_proj,8,32,8,128,0.6391867399215698,272.25,268435456
45,self_attn.o_proj,8,64,8,128,0.7423032522201538,264.125,268435456
45,self_attn.o_proj,8,128,8,128,0.8336278200149536,260.0625,268435456
45,mlp.gate_proj,2,32,8,128,88.72540283203125,260.8125,872415232
45,mlp.gate_proj,2,64,8,128,96.841064453125,234.40625,872415232
45,mlp.gate_proj,2,128,8,128,112.08706665039062,221.203125,872415232
45,mlp.gate_proj,3,32,8,128,35.94418716430664,364.8125,872415232
45,mlp.gate_proj,3,64,8,128,44.28646469116211,338.40625,872415232
45,mlp.gate_proj,3,128,8,128,47.2400016784668,325.203125,872415232
45,mlp.gate_proj,4,32,8,128,16.86269187927246,468.8125,872415232
45,mlp.gate_proj,4,64,8,128,19.8564395904541,442.40625,872415232
45,mlp.gate_proj,4,128,8,128,22.889785766601562,429.203125,872415232
45,mlp.gate_proj,8,32,8,128,1.033089280128479,884.8125,872415232
45,mlp.gate_proj,8,64,8,128,1.1829485893249512,858.40625,872415232
45,mlp.gate_proj,8,128,8,128,1.4166170358657837,845.203125,872415232
45,mlp.up_proj,2,32,8,128,85.22726440429688,260.8125,872415232
45,mlp.up_proj,2,64,8,128,93.75636291503906,234.40625,872415232
45,mlp.up_proj,2,128,8,128,104.2257308959961,221.203125,872415232
45,mlp.up_proj,3,32,8,128,34.810150146484375,364.8125,872415232
45,mlp.up_proj,3,64,8,128,41.834537506103516,338.40625,872415232
45,mlp.up_proj,3,128,8,128,45.760902404785156,325.203125,872415232
45,mlp.up_proj,4,32,8,128,16.5004940032959,468.8125,872415232
45,mlp.up_proj,4,64,8,128,18.7917537689209,442.40625,872415232
45,mlp.up_proj,4,128,8,128,22.627866744995117,429.203125,872415232
45,mlp.up_proj,8,32,8,128,1.0157535076141357,884.8125,872415232
45,mlp.up_proj,8,64,8,128,1.1227014064788818,858.40625,872415232
45,mlp.up_proj,8,128,8,128,1.3225024938583374,845.203125,872415232
45,mlp.down_proj,2,32,8,128,86.63450622558594,260.8125,872415232
45,mlp.down_proj,2,64,8,128,94.56014251708984,234.40625,872415232
45,mlp.down_proj,2,128,8,128,105.90203094482422,221.203125,872415232
45,mlp.down_proj,3,32,8,128,35.246280670166016,364.8125,872415232
45,mlp.down_proj,3,64,8,128,42.52338409423828,338.40625,872415232
45,mlp.down_proj,3,128,8,128,45.990116119384766,325.203125,872415232
45,mlp.down_proj,4,32,8,128,16.629972457885742,468.8125,872415232
45,mlp.down_proj,4,64,8,128,19.104957580566406,442.40625,872415232
45,mlp.down_proj,4,128,8,128,22.649131774902344,429.203125,872415232
45,mlp.down_proj,8,32,8,128,1.0217572450637817,884.8125,872415232
45,mlp.down_proj,8,64,8,128,1.140236258506775,858.40625,872415232
45,mlp.down_proj,8,128,8,128,1.3454917669296265,845.203125,872415232
46,self_attn.q_proj,2,32,8,128,64.75621795654297,80.25,268435456
46,self_attn.q_proj,2,64,8,128,76.15325927734375,72.125,268435456
46,self_attn.q_proj,2,128,8,128,87.70543670654297,68.0625,268435456
46,self_attn.q_proj,3,32,8,128,27.54690933227539,112.25,268435456
46,self_attn.q_proj,3,64,8,128,32.78680419921875,104.125,268435456
46,self_attn.q_proj,3,128,8,128,37.383609771728516,100.0625,268435456
46,self_attn.q_proj,4,32,8,128,12.83285140991211,144.25,268435456
46,self_attn.q_proj,4,64,8,128,15.322470664978027,136.125,268435456
46,self_attn.q_proj,4,128,8,128,17.444875717163086,132.0625,268435456
46,self_attn.q_proj,8,32,8,128,0.7831017374992371,272.25,268435456
46,self_attn.q_proj,8,64,8,128,0.9320565462112427,264.125,268435456
46,self_attn.q_proj,8,128,8,128,1.0601316690444946,260.0625,268435456
46,self_attn.v_proj,2,32,8,128,12.124492645263672,10.03125,33554432
46,self_attn.v_proj,2,64,8,128,15.065942764282227,9.015625,33554432
46,self_attn.v_proj,2,128,8,128,17.76213836669922,8.5078125,33554432
46,self_attn.v_proj,3,32,8,128,5.181245803833008,14.03125,33554432
46,self_attn.v_proj,3,64,8,128,6.4401140213012695,13.015625,33554432
46,self_attn.v_proj,3,128,8,128,7.600672721862793,12.5078125,33554432
46,self_attn.v_proj,4,32,8,128,2.4163827896118164,18.03125,33554432
46,self_attn.v_proj,4,64,8,128,3.006202220916748,17.015625,33554432
46,self_attn.v_proj,4,128,8,128,3.5464489459991455,16.5078125,33554432
46,self_attn.v_proj,8,32,8,128,0.14647474884986877,34.03125,33554432
46,self_attn.v_proj,8,64,8,128,0.18214750289916992,33.015625,33554432
46,self_attn.v_proj,8,128,8,128,0.21458636224269867,32.5078125,33554432
46,self_attn.k_proj,2,32,8,128,40.30636978149414,10.03125,33554432
46,self_attn.k_proj,2,64,8,128,52.7591667175293,9.015625,33554432
46,self_attn.k_proj,2,128,8,128,63.22124099731445,8.5078125,33554432
46,self_attn.k_proj,3,32,8,128,17.22667121887207,14.03125,33554432
46,self_attn.k_proj,3,64,8,128,22.675691604614258,13.015625,33554432
46,self_attn.k_proj,3,128,8,128,27.296178817749023,12.5078125,33554432
46,self_attn.k_proj,4,32,8,128,8.041176795959473,18.03125,33554432
46,self_attn.k_proj,4,64,8,128,10.578749656677246,17.015625,33554432
46,self_attn.k_proj,4,128,8,128,12.734817504882812,16.5078125,33554432
46,self_attn.k_proj,8,32,8,128,0.4870220124721527,34.03125,33554432
46,self_attn.k_proj,8,64,8,128,0.6414064764976501,33.015625,33554432
46,self_attn.k_proj,8,128,8,128,0.7713707685470581,32.5078125,33554432
46,self_attn.o_proj,2,32,8,128,52.379241943359375,80.25,268435456
46,self_attn.o_proj,2,64,8,128,61.44828414916992,72.125,268435456
46,self_attn.o_proj,2,128,8,128,69.03227233886719,68.0625,268435456
46,self_attn.o_proj,3,32,8,128,22.583263397216797,112.25,268435456
46,self_attn.o_proj,3,64,8,128,26.188007354736328,104.125,268435456
46,self_attn.o_proj,3,128,8,128,29.750398635864258,100.0625,268435456
46,self_attn.o_proj,4,32,8,128,10.499430656433105,144.25,268435456
46,self_attn.o_proj,4,64,8,128,12.220541954040527,136.125,268435456
46,self_attn.o_proj,4,128,8,128,13.862951278686523,132.0625,268435456
46,self_attn.o_proj,8,32,8,128,0.6420519351959229,272.25,268435456
46,self_attn.o_proj,8,64,8,128,0.7462177276611328,264.125,268435456
46,self_attn.o_proj,8,128,8,128,0.8406636118888855,260.0625,268435456
46,mlp.gate_proj,2,32,8,128,88.2783203125,260.8125,872415232
46,mlp.gate_proj,2,64,8,128,96.4162826538086,234.40625,872415232
46,mlp.gate_proj,2,128,8,128,111.12646484375,221.203125,872415232
46,mlp.gate_proj,3,32,8,128,35.797706604003906,364.8125,872415232
46,mlp.gate_proj,3,64,8,128,43.978206634521484,338.40625,872415232
46,mlp.gate_proj,3,128,8,128,47.00404739379883,325.203125,872415232
46,mlp.gate_proj,4,32,8,128,16.812841415405273,468.8125,872415232
46,mlp.gate_proj,4,64,8,128,19.724061965942383,442.40625,872415232
46,mlp.gate_proj,4,128,8,128,22.83679962158203,429.203125,872415232
46,mlp.gate_proj,8,32,8,128,1.0306193828582764,884.8125,872415232
46,mlp.gate_proj,8,64,8,128,1.1753385066986084,858.40625,872415232
46,mlp.gate_proj,8,128,8,128,1.414917230606079,845.203125,872415232
46,mlp.up_proj,2,32,8,128,84.64000701904297,260.8125,872415232
46,mlp.up_proj,2,64,8,128,93.478515625,234.40625,872415232
46,mlp.up_proj,2,128,8,128,103.43136596679688,221.203125,872415232
46,mlp.up_proj,3,32,8,128,34.656612396240234,364.8125,872415232
46,mlp.up_proj,3,64,8,128,41.507713317871094,338.40625,872415232
46,mlp.up_proj,3,128,8,128,45.70002746582031,325.203125,872415232
46,mlp.up_proj,4,32,8,128,16.456132888793945,468.8125,872415232
46,mlp.up_proj,4,64,8,128,18.669219970703125,442.40625,872415232
46,mlp.up_proj,4,128,8,128,22.446184158325195,429.203125,872415232
46,mlp.up_proj,8,32,8,128,1.0138635635375977,884.8125,872415232
46,mlp.up_proj,8,64,8,128,1.1161173582077026,858.40625,872415232
46,mlp.up_proj,8,128,8,128,1.3111861944198608,845.203125,872415232
46,mlp.down_proj,2,32,8,128,86.96443176269531,260.8125,872415232
46,mlp.down_proj,2,64,8,128,94.71585845947266,234.40625,872415232
46,mlp.down_proj,2,128,8,128,106.30455017089844,221.203125,872415232
46,mlp.down_proj,3,32,8,128,35.34004211425781,364.8125,872415232
46,mlp.down_proj,3,64,8,128,42.71882629394531,338.40625,872415232
46,mlp.down_proj,3,128,8,128,46.049312591552734,325.203125,872415232
46,mlp.down_proj,4,32,8,128,16.658870697021484,468.8125,872415232
46,mlp.down_proj,4,64,8,128,19.17976951599121,442.40625,872415232
46,mlp.down_proj,4,128,8,128,22.659168243408203,429.203125,872415232
46,mlp.down_proj,8,32,8,128,1.0230834484100342,884.8125,872415232
46,mlp.down_proj,8,64,8,128,1.1444445848464966,858.40625,872415232
46,mlp.down_proj,8,128,8,128,1.353841781616211,845.203125,872415232
47,self_attn.q_proj,2,32,8,128,63.613426208496094,80.25,268435456
47,self_attn.q_proj,2,64,8,128,74.3248519897461,72.125,268435456
47,self_attn.q_proj,2,128,8,128,85.34675598144531,68.0625,268435456
47,self_attn.q_proj,3,32,8,128,26.999540328979492,112.25,268435456
47,self_attn.q_proj,3,64,8,128,32.16442108154297,104.125,268435456
47,self_attn.q_proj,3,128,8,128,36.470767974853516,100.0625,268435456
47,self_attn.q_proj,4,32,8,128,12.587503433227539,144.25,268435456
47,self_attn.q_proj,4,64,8,128,14.959815979003906,136.125,268435456
47,self_attn.q_proj,4,128,8,128,17.053295135498047,132.0625,268435456
47,self_attn.q_proj,8,32,8,128,0.7689023613929749,272.25,268435456
47,self_attn.q_proj,8,64,8,128,0.9098462462425232,264.125,268435456
47,self_attn.q_proj,8,128,8,128,1.0379745960235596,260.0625,268435456
47,self_attn.v_proj,2,32,8,128,12.435771942138672,10.03125,33554432
47,self_attn.v_proj,2,64,8,128,15.477230072021484,9.015625,33554432
47,self_attn.v_proj,2,128,8,128,18.264957427978516,8.5078125,33554432
47,self_attn.v_proj,3,32,8,128,5.314103603363037,14.03125,33554432
47,self_attn.v_proj,3,64,8,128,6.615743160247803,13.015625,33554432
47,self_attn.v_proj,3,128,8,128,7.822215557098389,12.5078125,33554432
47,self_attn.v_proj,4,32,8,128,2.4793567657470703,18.03125,33554432
47,self_attn.v_proj,4,64,8,128,3.0864405632019043,17.015625,33554432
47,self_attn.v_proj,4,128,8,128,3.6503419876098633,16.5078125,33554432
47,self_attn.v_proj,8,32,8,128,0.15026918053627014,34.03125,33554432
47,self_attn.v_proj,8,64,8,128,0.1870991587638855,33.015625,33554432
47,self_attn.v_proj,8,128,8,128,0.22077278792858124,32.5078125,33554432
47,self_attn.k_proj,2,32,8,128,41.329185485839844,10.03125,33554432
47,self_attn.k_proj,2,64,8,128,54.5209846496582,9.015625,33554432
47,self_attn.k_proj,2,128,8,128,65.19197082519531,8.5078125,33554432
47,self_attn.k_proj,3,32,8,128,17.662311553955078,14.03125,33554432
47,self_attn.k_proj,3,64,8,128,23.510902404785156,13.015625,33554432
47,self_attn.k_proj,3,128,8,128,28.369997024536133,12.5078125,33554432
47,self_attn.k_proj,4,32,8,128,8.245125770568848,18.03125,33554432
47,self_attn.k_proj,4,64,8,128,10.97004508972168,17.015625,33554432
47,self_attn.k_proj,4,128,8,128,13.23468017578125,16.5078125,33554432
47,self_attn.k_proj,8,32,8,128,0.49915504455566406,34.03125,33554432
47,self_attn.k_proj,8,64,8,128,0.664897620677948,33.015625,33554432
47,self_attn.k_proj,8,128,8,128,0.8015568256378174,32.5078125,33554432
47,self_attn.o_proj,2,32,8,128,52.82833480834961,80.25,268435456
47,self_attn.o_proj,2,64,8,128,61.92572784423828,72.125,268435456
47,self_attn.o_proj,2,128,8,128,69.45327758789062,68.0625,268435456
47,self_attn.o_proj,3,32,8,128,22.73778533935547,112.25,268435456
47,self_attn.o_proj,3,64,8,128,26.36703109741211,104.125,268435456
47,self_attn.o_proj,3,128,8,128,29.86736488342285,100.0625,268435456
47,self_attn.o_proj,4,32,8,128,10.58374309539795,144.25,268435456
47,self_attn.o_proj,4,64,8,128,12.29533576965332,136.125,268435456
47,self_attn.o_proj,4,128,8,128,13.91519832611084,132.0625,268435456
47,self_attn.o_proj,8,32,8,128,0.6472776532173157,272.25,268435456
47,self_attn.o_proj,8,64,8,128,0.7506188154220581,264.125,268435456
47,self_attn.o_proj,8,128,8,128,0.8439326882362366,260.0625,268435456
47,mlp.gate_proj,2,32,8,128,88.29395294189453,260.8125,872415232
47,mlp.gate_proj,2,64,8,128,96.07627868652344,234.40625,872415232
47,mlp.gate_proj,2,128,8,128,110.20349884033203,221.203125,872415232
47,mlp.gate_proj,3,32,8,128,35.75576400756836,364.8125,872415232
47,mlp.gate_proj,3,64,8,128,43.81264114379883,338.40625,872415232
47,mlp.gate_proj,3,128,8,128,46.70112991333008,325.203125,872415232
47,mlp.gate_proj,4,32,8,128,16.79338264465332,468.8125,872415232
47,mlp.gate_proj,4,64,8,128,19.63763999938965,442.40625,872415232
47,mlp.gate_proj,4,128,8,128,22.7701416015625,429.203125,872415232
47,mlp.gate_proj,8,32,8,128,1.0296051502227783,884.8125,872415232
47,mlp.gate_proj,8,64,8,128,1.1698784828186035,858.40625,872415232
47,mlp.gate_proj,8,128,8,128,1.407993197441101,845.203125,872415232
47,mlp.up_proj,2,32,8,128,83.93195343017578,260.8125,872415232
47,mlp.up_proj,2,64,8,128,93.15241241455078,234.40625,872415232
47,mlp.up_proj,2,128,8,128,102.52090454101562,221.203125,872415232
47,mlp.up_proj,3,32,8,128,34.4728889465332,364.8125,872415232
47,mlp.up_proj,3,64,8,128,41.10334777832031,338.40625,872415232
47,mlp.up_proj,3,128,8,128,45.61690139770508,325.203125,872415232
47,mlp.up_proj,4,32,8,128,16.40546226501465,468.8125,872415232
47,mlp.up_proj,4,64,8,128,18.515653610229492,442.40625,872415232
47,mlp.up_proj,4,128,8,128,22.20520782470703,429.203125,872415232
47,mlp.up_proj,8,32,8,128,1.0116006135940552,884.8125,872415232
47,mlp.up_proj,8,64,8,128,1.10797119140625,858.40625,872415232
47,mlp.up_proj,8,128,8,128,1.2960153818130493,845.203125,872415232
47,mlp.down_proj,2,32,8,128,87.25151062011719,260.8125,872415232
47,mlp.down_proj,2,64,8,128,94.75215148925781,234.40625,872415232
47,mlp.down_proj,2,128,8,128,106.4889144897461,221.203125,872415232
47,mlp.down_proj,3,32,8,128,35.389461517333984,364.8125,872415232
47,mlp.down_proj,3,64,8,128,42.8307991027832,338.40625,872415232
47,mlp.down_proj,3,128,8,128,46.016334533691406,325.203125,872415232
47,mlp.down_proj,4,32,8,128,16.672090530395508,468.8125,872415232
47,mlp.down_proj,4,64,8,128,19.211660385131836,442.40625,872415232
47,mlp.down_proj,4,128,8,128,22.658512115478516,429.203125,872415232
47,mlp.down_proj,8,32,8,128,1.0236958265304565,884.8125,872415232
47,mlp.down_proj,8,64,8,128,1.145662546157837,858.40625,872415232
47,mlp.down_proj,8,128,8,128,1.3563311100006104,845.203125,872415232
48,self_attn.q_proj,2,32,8,128,58.38078689575195,80.25,268435456
48,self_attn.q_proj,2,64,8,128,68.68317413330078,72.125,268435456
48,self_attn.q_proj,2,128,8,128,78.30429077148438,68.0625,268435456
48,self_attn.q_proj,3,32,8,128,24.892444610595703,112.25,268435456
48,self_attn.q_proj,3,64,8,128,29.56981658935547,104.125,268435456
48,self_attn.q_proj,3,128,8,128,33.732295989990234,100.0625,268435456
48,self_attn.q_proj,4,32,8,128,11.662673950195312,144.25,268435456
48,self_attn.q_proj,4,64,8,128,13.749695777893066,136.125,268435456
48,self_attn.q_proj,4,128,8,128,15.84870719909668,132.0625,268435456
48,self_attn.q_proj,8,32,8,128,0.7149173021316528,272.25,268435456
48,self_attn.q_proj,8,64,8,128,0.8359345197677612,264.125,268435456
48,self_attn.q_proj,8,128,8,128,0.9598745703697205,260.0625,268435456
48,self_attn.v_proj,2,32,8,128,13.933359146118164,10.03125,33554432
48,self_attn.v_proj,2,64,8,128,17.302108764648438,9.015625,33554432
48,self_attn.v_proj,2,128,8,128,20.3696346282959,8.5078125,33554432
48,self_attn.v_proj,3,32,8,128,5.954308986663818,14.03125,33554432
48,self_attn.v_proj,3,64,8,128,7.401113510131836,13.015625,33554432
48,self_attn.v_proj,3,128,8,128,8.715261459350586,12.5078125,33554432
48,self_attn.v_proj,4,32,8,128,2.7790541648864746,18.03125,33554432
48,self_attn.v_proj,4,64,8,128,3.4527478218078613,17.015625,33554432
48,self_attn.v_proj,4,128,8,128,4.0678391456604,16.5078125,33554432
48,self_attn.v_proj,8,32,8,128,0.16842646896839142,34.03125,33554432
48,self_attn.v_proj,8,64,8,128,0.20907296240329742,33.015625,33554432
48,self_attn.v_proj,8,128,8,128,0.24603280425071716,32.5078125,33554432
48,self_attn.k_proj,2,32,8,128,39.44773483276367,10.03125,33554432
48,self_attn.k_proj,2,64,8,128,51.51388168334961,9.015625,33554432
48,self_attn.k_proj,2,128,8,128,61.54154586791992,8.5078125,33554432
48,self_attn.k_proj,3,32,8,128,16.86991310119629,14.03125,33554432
48,self_attn.k_proj,3,64,8,128,22.227706909179688,13.015625,33554432
48,self_attn.k_proj,3,128,8,128,26.797481536865234,12.5078125,33554432
48,self_attn.k_proj,4,32,8,128,7.871467590332031,18.03125,33554432
48,self_attn.k_proj,4,64,8,128,10.369869232177734,17.015625,33554432
48,self_attn.k_proj,4,128,8,128,12.505789756774902,16.5078125,33554432
48,self_attn.k_proj,8,32,8,128,0.4765797555446625,34.03125,33554432
48,self_attn.k_proj,8,64,8,128,0.6284553408622742,33.015625,33554432
48,self_attn.k_proj,8,128,8,128,0.7577152848243713,32.5078125,33554432
48,self_attn.o_proj,2,32,8,128,52.96125030517578,80.25,268435456
48,self_attn.o_proj,2,64,8,128,62.07932662963867,72.125,268435456
48,self_attn.o_proj,2,128,8,128,69.6527099609375,68.0625,268435456
48,self_attn.o_proj,3,32,8,128,22.782184600830078,112.25,268435456
48,self_attn.o_proj,3,64,8,128,26.42786407470703,104.125,268435456
48,self_attn.o_proj,3,128,8,128,29.94169044494629,100.0625,268435456
48,self_attn.o_proj,4,32,8,128,10.6092529296875,144.25,268435456
48,self_attn.o_proj,4,64,8,128,12.324261665344238,136.125,268435456
48,self_attn.o_proj,4,128,8,128,13.9483003616333,132.0625,268435456
48,self_attn.o_proj,8,32,8,128,0.6488681435585022,272.25,268435456
48,self_attn.o_proj,8,64,8,128,0.7523970603942871,264.125,268435456
48,self_attn.o_proj,8,128,8,128,0.8459605574607849,260.0625,268435456
48,mlp.gate_proj,2,32,8,128,88.8619613647461,260.8125,872415232
48,mlp.gate_proj,2,64,8,128,96.38592529296875,234.40625,872415232
48,mlp.gate_proj,2,128,8,128,110.89836120605469,221.203125,872415232
48,mlp.gate_proj,3,32,8,128,35.92420196533203,364.8125,872415232
48,mlp.gate_proj,3,64,8,128,44.10703659057617,338.40625,872415232
48,mlp.gate_proj,3,128,8,128,46.81885528564453,325.203125,872415232
48,mlp.gate_proj,4,32,8,128,16.845226287841797,468.8125,872415232
48,mlp.gate_proj,4,64,8,128,19.75786590576172,442.40625,872415232
48,mlp.gate_proj,4,128,8,128,22.7960262298584,429.203125,872415232
48,mlp.gate_proj,8,32,8,128,1.0321053266525269,884.8125,872415232
48,mlp.gate_proj,8,64,8,128,1.176396131515503,858.40625,872415232
48,mlp.gate_proj,8,128,8,128,1.4145485162734985,845.203125,872415232
48,mlp.up_proj,2,32,8,128,83.38613891601562,260.8125,872415232
48,mlp.up_proj,2,64,8,128,92.90259552001953,234.40625,872415232
48,mlp.up_proj,2,128,8,128,101.80950164794922,221.203125,872415232
48,mlp.up_proj,3,32,8,128,34.32790756225586,364.8125,872415232
48,mlp.up_proj,3,64,8,128,40.789878845214844,338.40625,872415232
48,mlp.up_proj,3,128,8,128,45.56259536743164,325.203125,872415232
48,mlp.up_proj,4,32,8,128,16.366750717163086,468.8125,872415232
48,mlp.up_proj,4,64,8,128,18.393312454223633,442.40625,872415232
48,mlp.up_proj,4,128,8,128,22.011106491088867,429.203125,872415232
48,mlp.up_proj,8,32,8,128,1.0099934339523315,884.8125,872415232
48,mlp.up_proj,8,64,8,128,1.101799488067627,858.40625,872415232
48,mlp.up_proj,8,128,8,128,1.2842869758605957,845.203125,872415232
48,mlp.down_proj,2,32,8,128,87.0085220336914,260.8125,872415232
48,mlp.down_proj,2,64,8,128,94.55014038085938,234.40625,872415232
48,mlp.down_proj,2,128,8,128,106.0523452758789,221.203125,872415232
48,mlp.down_proj,3,32,8,128,35.30389404296875,364.8125,872415232
48,mlp.down_proj,3,64,8,128,42.69566345214844,338.40625,872415232
48,mlp.down_proj,3,128,8,128,45.945987701416016,325.203125,872415232
48,mlp.down_proj,4,32,8,128,16.643835067749023,468.8125,872415232
48,mlp.down_proj,4,64,8,128,19.147262573242188,442.40625,872415232
48,mlp.down_proj,4,128,8,128,22.649906158447266,429.203125,872415232
48,mlp.down_proj,8,32,8,128,1.022409200668335,884.8125,872415232
48,mlp.down_proj,8,64,8,128,1.1416805982589722,858.40625,872415232
48,mlp.down_proj,8,128,8,128,1.350464940071106,845.203125,872415232
49,self_attn.q_proj,2,32,8,128,59.15462112426758,80.25,268435456
49,self_attn.q_proj,2,64,8,128,69.70062255859375,72.125,268435456
49,self_attn.q_proj,2,128,8,128,79.45398712158203,68.0625,268435456
49,self_attn.q_proj,3,32,8,128,25.23461151123047,112.25,268435456
49,self_attn.q_proj,3,64,8,128,30.16576385498047,104.125,268435456
49,self_attn.q_proj,3,128,8,128,34.39741134643555,100.0625,268435456
49,self_attn.q_proj,4,32,8,128,11.81100082397461,144.25,268435456
49,self_attn.q_proj,4,64,8,128,14.021017074584961,136.125,268435456
49,self_attn.q_proj,4,128,8,128,16.16595458984375,132.0625,268435456
49,self_attn.q_proj,8,32,8,128,0.7232306599617004,272.25,268435456
49,self_attn.q_proj,8,64,8,128,0.8518648743629456,264.125,268435456
49,self_attn.q_proj,8,128,8,128,0.9812427163124084,260.0625,268435456
49,self_attn.v_proj,2,32,8,128,13.91089153289795,10.03125,33554432
49,self_attn.v_proj,2,64,8,128,17.144596099853516,9.015625,33554432
49,self_attn.v_proj,2,128,8,128,20.0435791015625,8.5078125,33554432
49,self_attn.v_proj,3,32,8,128,5.943208694458008,14.03125,33554432
49,self_attn.v_proj,3,64,8,128,7.3318634033203125,13.015625,33554432
49,self_attn.v_proj,3,128,8,128,8.574895858764648,12.5078125,33554432
49,self_attn.v_proj,4,32,8,128,2.7735955715179443,18.03125,33554432
49,self_attn.v_proj,4,64,8,128,3.4198739528656006,17.015625,33554432
49,self_attn.v_proj,4,128,8,128,4.003932476043701,16.5078125,33554432
49,self_attn.v_proj,8,32,8,128,0.1681036800146103,34.03125,33554432
49,self_attn.v_proj,8,64,8,128,0.20713913440704346,33.015625,33554432
49,self_attn.v_proj,8,128,8,128,0.2421107143163681,32.5078125,33554432
49,self_attn.k_proj,2,32,8,128,40.58732604980469,10.03125,33554432
49,self_attn.k_proj,2,64,8,128,52.7249870300293,9.015625,33554432
49,self_attn.k_proj,2,128,8,128,62.69608688354492,8.5078125,33554432
49,self_attn.k_proj,3,32,8,128,17.40369987487793,14.03125,33554432
49,self_attn.k_proj,3,64,8,128,22.92731475830078,13.015625,33554432
49,self_attn.k_proj,3,128,8,128,27.70529556274414,12.5078125,33554432
49,self_attn.k_proj,4,32,8,128,8.128649711608887,18.03125,33554432
49,self_attn.k_proj,4,64,8,128,10.702878952026367,17.015625,33554432
49,self_attn.k_proj,4,128,8,128,12.94066047668457,16.5078125,33554432
49,self_attn.k_proj,8,32,8,128,0.49198296666145325,34.03125,33554432
49,self_attn.k_proj,8,64,8,128,0.6490111947059631,33.015625,33554432
49,self_attn.k_proj,8,128,8,128,0.7838579416275024,32.5078125,33554432
49,self_attn.o_proj,2,32,8,128,53.076210021972656,80.25,268435456
49,self_attn.o_proj,2,64,8,128,62.16929244995117,72.125,268435456
49,self_attn.o_proj,2,128,8,128,69.72512817382812,68.0625,268435456
49,self_attn.o_proj,3,32,8,128,22.817625045776367,112.25,268435456
49,self_attn.o_proj,3,64,8,128,26.465932846069336,104.125,268435456
49,self_attn.o_proj,3,128,8,128,29.934146881103516,100.0625,268435456
49,self_attn.o_proj,4,32,8,128,10.629165649414062,144.25,268435456
49,self_attn.o_proj,4,64,8,128,12.343659400939941,136.125,268435456
49,self_attn.o_proj,4,128,8,128,13.94947338104248,132.0625,268435456
49,self_attn.o_proj,8,32,8,128,0.6502218246459961,272.25,268435456
49,self_attn.o_proj,8,64,8,128,0.7534230947494507,264.125,268435456
49,self_attn.o_proj,8,128,8,128,0.8462138772010803,260.0625,268435456
49,mlp.gate_proj,2,32,8,128,89.96111297607422,260.8125,872415232
49,mlp.gate_proj,2,64,8,128,97.08647918701172,234.40625,872415232
49,mlp.gate_proj,2,128,8,128,112.39688873291016,221.203125,872415232
49,mlp.gate_proj,3,32,8,128,36.25638961791992,364.8125,872415232
49,mlp.gate_proj,3,64,8,128,44.710182189941406,338.40625,872415232
49,mlp.gate_proj,3,128,8,128,47.02372360229492,325.203125,872415232
49,mlp.gate_proj,4,32,8,128,16.94989585876465,468.8125,872415232
49,mlp.gate_proj,4,64,8,128,20.01152229309082,442.40625,872415232
49,mlp.gate_proj,4,128,8,128,22.8375244140625,429.203125,872415232
49,mlp.gate_proj,8,32,8,128,1.0372071266174316,884.8125,872415232
49,mlp.gate_proj,8,64,8,128,1.1903108358383179,858.40625,872415232
49,mlp.gate_proj,8,128,8,128,1.4162143468856812,845.203125,872415232
49,mlp.up_proj,2,32,8,128,83.10433959960938,260.8125,872415232
49,mlp.up_proj,2,64,8,128,92.78341674804688,234.40625,872415232
49,mlp.up_proj,2,128,8,128,101.42839813232422,221.203125,872415232
49,mlp.up_proj,3,32,8,128,34.25848388671875,364.8125,872415232
49,mlp.up_proj,3,64,8,128,40.63245391845703,338.40625,872415232
49,mlp.up_proj,3,128,8,128,45.53321075439453,325.203125,872415232
49,mlp.up_proj,4,32,8,128,16.34868621826172,468.8125,872415232
49,mlp.up_proj,4,64,8,128,18.336097717285156,442.40625,872415232
49,mlp.up_proj,4,128,8,128,21.901321411132812,429.203125,872415232
49,mlp.up_proj,8,32,8,128,1.0091737508773804,884.8125,872415232
49,mlp.up_proj,8,64,8,128,1.0986837148666382,858.40625,872415232
49,mlp.up_proj,8,128,8,128,1.2782803773880005,845.203125,872415232
49,mlp.down_proj,2,32,8,128,86.6001205444336,260.8125,872415232
49,mlp.down_proj,2,64,8,128,94.32623291015625,234.40625,872415232
49,mlp.down_proj,2,128,8,128,105.46846008300781,221.203125,872415232
49,mlp.down_proj,3,32,8,128,35.18405532836914,364.8125,872415232
49,mlp.down_proj,3,64,8,128,42.458351135253906,338.40625,872415232
49,mlp.down_proj,3,128,8,128,45.88121795654297,325.203125,872415232
49,mlp.down_proj,4,32,8,128,16.60714340209961,468.8125,872415232
49,mlp.down_proj,4,64,8,128,19.050643920898438,442.40625,872415232
49,mlp.down_proj,4,128,8,128,22.642372131347656,429.203125,872415232
49,mlp.down_proj,8,32,8,128,1.0207563638687134,884.8125,872415232
49,mlp.down_proj,8,64,8,128,1.1366852521896362,858.40625,872415232
49,mlp.down_proj,8,128,8,128,1.342462182044983,845.203125,872415232
50,self_attn.q_proj,2,32,8,128,55.562232971191406,80.25,268435456
50,self_attn.q_proj,2,64,8,128,66.04280090332031,72.125,268435456
50,self_attn.q_proj,2,128,8,128,75.15390014648438,68.0625,268435456
50,self_attn.q_proj,3,32,8,128,23.8559513092041,112.25,268435456
50,self_attn.q_proj,3,64,8,128,28.4482364654541,104.125,268435456
50,self_attn.q_proj,3,128,8,128,32.8986930847168,100.0625,268435456
50,self_attn.q_proj,4,32,8,128,11.20340633392334,144.25,268435456
50,self_attn.q_proj,4,64,8,128,13.234624862670898,136.125,268435456
50,self_attn.q_proj,4,128,8,128,15.396486282348633,132.0625,268435456
50,self_attn.q_proj,8,32,8,128,0.6834495663642883,272.25,268435456
50,self_attn.q_proj,8,64,8,128,0.8050602674484253,264.125,268435456
50,self_attn.q_proj,8,128,8,128,0.931470513343811,260.0625,268435456
50,self_attn.v_proj,2,32,8,128,14.362473487854004,10.03125,33554432
50,self_attn.v_proj,2,64,8,128,17.71593475341797,9.015625,33554432
50,self_attn.v_proj,2,128,8,128,20.7128849029541,8.5078125,33554432
50,self_attn.v_proj,3,32,8,128,6.136382579803467,14.03125,33554432
50,self_attn.v_proj,3,64,8,128,7.574947357177734,13.015625,33554432
50,self_attn.v_proj,3,128,8,128,8.85744857788086,12.5078125,33554432
50,self_attn.v_proj,4,32,8,128,2.8636794090270996,18.03125,33554432
50,self_attn.v_proj,4,64,8,128,3.5331859588623047,17.015625,33554432
50,self_attn.v_proj,4,128,8,128,4.1344428062438965,16.5078125,33554432
50,self_attn.v_proj,8,32,8,128,0.17354989051818848,34.03125,33554432
50,self_attn.v_proj,8,64,8,128,0.21400345861911774,33.015625,33554432
50,self_attn.v_proj,8,128,8,128,0.25011855363845825,32.5078125,33554432
50,self_attn.k_proj,2,32,8,128,39.11280822753906,10.03125,33554432
50,self_attn.k_proj,2,64,8,128,50.6527214050293,9.015625,33554432
50,self_attn.k_proj,2,128,8,128,60.07436752319336,8.5078125,33554432
50,self_attn.k_proj,3,32,8,128,16.856901168823242,14.03125,33554432
50,self_attn.k_proj,3,64,8,128,22.35059356689453,13.015625,33554432
50,self_attn.k_proj,3,128,8,128,27.233570098876953,12.5078125,33554432
50,self_attn.k_proj,4,32,8,128,7.872555732727051,18.03125,33554432
50,self_attn.k_proj,4,64,8,128,10.436784744262695,17.015625,33554432
50,self_attn.k_proj,4,128,8,128,12.730642318725586,16.5078125,33554432
50,self_attn.k_proj,8,32,8,128,0.47674599289894104,34.03125,33554432
50,self_attn.k_proj,8,64,8,128,0.6327148079872131,33.015625,33554432
50,self_attn.k_proj,8,128,8,128,0.7714153528213501,32.5078125,33554432
50,self_attn.o_proj,2,32,8,128,52.813716888427734,80.25,268435456
50,self_attn.o_proj,2,64,8,128,61.87826156616211,72.125,268435456
50,self_attn.o_proj,2,128,8,128,69.4607162475586,68.0625,268435456
50,self_attn.o_proj,3,32,8,128,22.720064163208008,112.25,268435456
50,self_attn.o_proj,3,64,8,128,26.34919548034668,104.125,268435456
50,self_attn.o_proj,3,128,8,128,29.82064437866211,100.0625,268435456
50,self_attn.o_proj,4,32,8,128,10.575233459472656,144.25,268435456
50,self_attn.o_proj,4,64,8,128,12.290568351745605,136.125,268435456
50,self_attn.o_proj,4,128,8,128,13.89751148223877,132.0625,268435456
50,self_attn.o_proj,8,32,8,128,0.6468793749809265,272.25,268435456
50,self_attn.o_proj,8,64,8,128,0.7503001689910889,264.125,268435456
50,self_attn.o_proj,8,128,8,128,0.8430575132369995,260.0625,268435456
50,mlp.gate_proj,2,32,8,128,90.52227783203125,260.8125,872415232
50,mlp.gate_proj,2,64,8,128,97.4304428100586,234.40625,872415232
50,mlp.gate_proj,2,128,8,128,113.09700775146484,221.203125,872415232
50,mlp.gate_proj,3,32,8,128,36.442588806152344,364.8125,872415232
50,mlp.gate_proj,3,64,8,128,45.007720947265625,338.40625,872415232
50,mlp.gate_proj,3,128,8,128,47.08345413208008,325.203125,872415232
50,mlp.gate_proj,4,32,8,128,17.00820541381836,468.8125,872415232
50,mlp.gate_proj,4,64,8,128,20.134414672851562,442.40625,872415232
50,mlp.gate_proj,4,128,8,128,22.846694946289062,429.203125,872415232
50,mlp.gate_proj,8,32,8,128,1.0400166511535645,884.8125,872415232
50,mlp.gate_proj,8,64,8,128,1.1972947120666504,858.40625,872415232
50,mlp.gate_proj,8,128,8,128,1.4167591333389282,845.203125,872415232
50,mlp.up_proj,2,32,8,128,83.25333404541016,260.8125,872415232
50,mlp.up_proj,2,64,8,128,92.82453155517578,234.40625,872415232
50,mlp.up_proj,2,128,8,128,101.55924224853516,221.203125,872415232
50,mlp.up_proj,3,32,8,128,34.29378890991211,364.8125,872415232
50,mlp.up_proj,3,64,8,128,40.691287994384766,338.40625,872415232
50,mlp.up_proj,3,128,8,128,45.53696823120117,325.203125,872415232
50,mlp.up_proj,4,32,8,128,16.35648536682129,468.8125,872415232
50,mlp.up_proj,4,64,8,128,18.35584831237793,442.40625,872415232
50,mlp.up_proj,4,128,8,128,21.932077407836914,429.203125,872415232
50,mlp.up_proj,8,32,8,128,1.009551763534546,884.8125,872415232
50,mlp.up_proj,8,64,8,128,1.0998308658599854,858.40625,872415232
50,mlp.up_proj,8,128,8,128,1.27996027469635,845.203125,872415232
50,mlp.down_proj,2,32,8,128,86.38902282714844,260.8125,872415232
50,mlp.down_proj,2,64,8,128,94.19888305664062,234.40625,872415232
50,mlp.down_proj,2,128,8,128,105.2038345336914,221.203125,872415232
50,mlp.down_proj,3,32,8,128,35.118587493896484,364.8125,872415232
50,mlp.down_proj,3,64,8,128,42.34040832519531,338.40625,872415232
50,mlp.down_proj,3,128,8,128,45.844024658203125,325.203125,872415232
50,mlp.down_proj,4,32,8,128,16.58677864074707,468.8125,872415232
50,mlp.down_proj,4,64,8,128,18.994916915893555,442.40625,872415232
50,mlp.down_proj,4,128,8,128,22.638118743896484,429.203125,872415232
50,mlp.down_proj,8,32,8,128,1.019770860671997,884.8125,872415232
50,mlp.down_proj,8,64,8,128,1.1334584951400757,858.40625,872415232
50,mlp.down_proj,8,128,8,128,1.337355613708496,845.203125,872415232
51,self_attn.q_proj,2,32,8,128,53.613059997558594,80.25,268435456
51,self_attn.q_proj,2,64,8,128,64.31700134277344,72.125,268435456
51,self_attn.q_proj,2,128,8,128,72.77298736572266,68.0625,268435456
51,self_attn.q_proj,3,32,8,128,23.146944046020508,112.25,268435456
51,self_attn.q_proj,3,64,8,128,27.592294692993164,104.125,268435456
51,self_attn.q_proj,3,128,8,128,32.10287857055664,100.0625,268435456
51,self_attn.q_proj,4,32,8,128,10.812697410583496,144.25,268435456
51,self_attn.q_proj,4,64,8,128,12.851667404174805,136.125,268435456
51,self_attn.q_proj,4,128,8,128,14.936481475830078,132.0625,268435456
51,self_attn.q_proj,8,32,8,128,0.659250795841217,272.25,268435456
51,self_attn.q_proj,8,64,8,128,0.7823202610015869,264.125,268435456
51,self_attn.q_proj,8,128,8,128,0.904224693775177,260.0625,268435456
51,self_attn.v_proj,2,32,8,128,15.119587898254395,10.03125,33554432
51,self_attn.v_proj,2,64,8,128,18.659576416015625,9.015625,33554432
51,self_attn.v_proj,2,128,8,128,21.83713722229004,8.5078125,33554432
51,self_attn.v_proj,3,32,8,128,6.460423946380615,14.03125,33554432
51,self_attn.v_proj,3,64,8,128,7.982790470123291,13.015625,33554432
51,self_attn.v_proj,3,128,8,128,9.338666915893555,12.5078125,33554432
51,self_attn.v_proj,4,32,8,128,3.013479709625244,18.03125,33554432
51,self_attn.v_proj,4,64,8,128,3.7232916355133057,17.015625,33554432
51,self_attn.v_proj,4,128,8,128,4.358587741851807,16.5078125,33554432
51,self_attn.v_proj,8,32,8,128,0.1826714277267456,34.03125,33554432
51,self_attn.v_proj,8,64,8,128,0.22542059421539307,33.015625,33554432
51,self_attn.v_proj,8,128,8,128,0.26380595564842224,32.5078125,33554432
51,self_attn.k_proj,2,32,8,128,37.07514953613281,10.03125,33554432
51,self_attn.k_proj,2,64,8,128,48.19805145263672,9.015625,33554432
51,self_attn.k_proj,2,128,8,128,57.59061813354492,8.5078125,33554432
51,self_attn.k_proj,3,32,8,128,15.984910011291504,14.03125,33554432
51,self_attn.k_proj,3,64,8,128,21.225671768188477,13.015625,33554432
51,self_attn.k_proj,3,128,8,128,26.03318214416504,12.5078125,33554432
51,self_attn.k_proj,4,32,8,128,7.461277484893799,18.03125,33554432
51,self_attn.k_proj,4,64,8,128,9.913325309753418,17.015625,33554432
51,self_attn.k_proj,4,128,8,128,12.171333312988281,16.5078125,33554432
51,self_attn.k_proj,8,32,8,128,0.4517820477485657,34.03125,33554432
51,self_attn.k_proj,8,64,8,128,0.6008404493331909,33.015625,33554432
51,self_attn.k_proj,8,128,8,128,0.7374349236488342,32.5078125,33554432
51,self_attn.o_proj,2,32,8,128,51.787471771240234,80.25,268435456
51,self_attn.o_proj,2,64,8,128,60.723426818847656,72.125,268435456
51,self_attn.o_proj,2,128,8,128,68.31865692138672,68.0625,268435456
51,self_attn.o_proj,3,32,8,128,22.325828552246094,112.25,268435456
51,self_attn.o_proj,3,64,8,128,25.926918029785156,104.125,268435456
51,self_attn.o_proj,3,128,8,128,29.456653594970703,100.0625,268435456
51,self_attn.o_proj,4,32,8,128,10.381474494934082,144.25,268435456
51,self_attn.o_proj,4,64,8,128,12.104248046875,136.125,268435456
51,self_attn.o_proj,4,128,8,128,13.739437103271484,132.0625,268435456
51,self_attn.o_proj,8,32,8,128,0.6347694993019104,272.25,268435456
51,self_attn.o_proj,8,64,8,128,0.7394469976425171,264.125,268435456
51,self_attn.o_proj,8,128,8,128,0.8331231474876404,260.0625,268435456
51,mlp.gate_proj,2,32,8,128,90.58773803710938,260.8125,872415232
51,mlp.gate_proj,2,64,8,128,97.71852111816406,234.40625,872415232
51,mlp.gate_proj,2,128,8,128,113.66946411132812,221.203125,872415232
51,mlp.gate_proj,3,32,8,128,36.569664001464844,364.8125,872415232
51,mlp.gate_proj,3,64,8,128,45.23002624511719,338.40625,872415232
51,mlp.gate_proj,3,128,8,128,47.21967315673828,325.203125,872415232
51,mlp.gate_proj,4,32,8,128,17.051179885864258,468.8125,872415232
51,mlp.gate_proj,4,64,8,128,20.23332977294922,442.40625,872415232
51,mlp.gate_proj,4,128,8,128,22.877700805664062,429.203125,872415232
51,mlp.gate_proj,8,32,8,128,1.0421333312988281,884.8125,872415232
51,mlp.gate_proj,8,64,8,128,1.2026057243347168,858.40625,872415232
51,mlp.gate_proj,8,128,8,128,1.4176890850067139,845.203125,872415232
51,mlp.up_proj,2,32,8,128,83.65496826171875,260.8125,872415232
51,mlp.up_proj,2,64,8,128,92.97893524169922,234.40625,872415232
51,mlp.up_proj,2,128,8,128,101.95137786865234,221.203125,872415232
51,mlp.up_proj,3,32,8,128,34.389705657958984,364.8125,872415232
51,mlp.up_proj,3,64,8,128,40.90620422363281,338.40625,872415232
51,mlp.up_proj,3,128,8,128,45.56941223144531,325.203125,872415232
51,mlp.up_proj,4,32,8,128,16.383153915405273,468.8125,872415232
51,mlp.up_proj,4,64,8,128,18.43718910217285,442.40625,872415232
51,mlp.up_proj,4,128,8,128,22.062551498413086,429.203125,872415232
51,mlp.up_proj,8,32,8,128,1.0106525421142578,884.8125,872415232
51,mlp.up_proj,8,64,8,128,1.1037462949752808,858.40625,872415232
51,mlp.up_proj,8,128,8,128,1.2873536348342896,845.203125,872415232
51,mlp.down_proj,2,32,8,128,86.09870147705078,260.8125,872415232
51,mlp.down_proj,2,64,8,128,94.05115509033203,234.40625,872415232
51,mlp.down_proj,2,128,8,128,104.7801513671875,221.203125,872415232
51,mlp.down_proj,3,32,8,128,35.03515625,364.8125,872415232
51,mlp.down_proj,3,64,8,128,42.177486419677734,338.40625,872415232
51,mlp.down_proj,3,128,8,128,45.804603576660156,325.203125,872415232
51,mlp.down_proj,4,32,8,128,16.563085556030273,468.8125,872415232
51,mlp.down_proj,4,64,8,128,18.936153411865234,442.40625,872415232
51,mlp.down_proj,4,128,8,128,22.63359260559082,429.203125,872415232
51,mlp.down_proj,8,32,8,128,1.0186389684677124,884.8125,872415232
51,mlp.down_proj,8,64,8,128,1.1299699544906616,858.40625,872415232
51,mlp.down_proj,8,128,8,128,1.3313453197479248,845.203125,872415232
52,self_attn.q_proj,2,32,8,128,52.948516845703125,80.25,268435456
52,self_attn.q_proj,2,64,8,128,63.610267639160156,72.125,268435456
52,self_attn.q_proj,2,128,8,128,71.97869873046875,68.0625,268435456
52,self_attn.q_proj,3,32,8,128,22.94390106201172,112.25,268435456
52,self_attn.q_proj,3,64,8,128,27.396827697753906,104.125,268435456
52,self_attn.q_proj,3,128,8,128,32.09439468383789,100.0625,268435456
52,self_attn.q_proj,4,32,8,128,10.694436073303223,144.25,268435456
52,self_attn.q_proj,4,64,8,128,12.76115608215332,136.125,268435456
52,self_attn.q_proj,4,128,8,128,14.927361488342285,132.0625,268435456
52,self_attn.q_proj,8,32,8,128,0.6512433886528015,272.25,268435456
52,self_attn.q_proj,8,64,8,128,0.7762422561645508,264.125,268435456
52,self_attn.q_proj,8,128,8,128,0.9024726748466492,260.0625,268435456
52,self_attn.v_proj,2,32,8,128,15.304924964904785,10.03125,33554432
52,self_attn.v_proj,2,64,8,128,18.887226104736328,9.015625,33554432
52,self_attn.v_proj,2,128,8,128,22.102924346923828,8.5078125,33554432
52,self_attn.v_proj,3,32,8,128,6.535566329956055,14.03125,33554432
52,self_attn.v_proj,3,64,8,128,8.075590133666992,13.015625,33554432
52,self_attn.v_proj,3,128,8,128,9.449588775634766,12.5078125,33554432
52,self_attn.v_proj,4,32,8,128,3.049391984939575,18.03125,33554432
52,self_attn.v_proj,4,64,8,128,3.766604423522949,17.015625,33554432
52,self_attn.v_proj,4,128,8,128,4.410299777984619,16.5078125,33554432
52,self_attn.v_proj,8,32,8,128,0.1847933828830719,34.03125,33554432
52,self_attn.v_proj,8,64,8,128,0.22809098660945892,33.015625,33554432
52,self_attn.v_proj,8,128,8,128,0.2670220136642456,32.5078125,33554432
52,self_attn.k_proj,2,32,8,128,38.400306701660156,10.03125,33554432
52,self_attn.k_proj,2,64,8,128,49.48178482055664,9.015625,33554432
52,self_attn.k_proj,2,128,8,128,58.61305618286133,8.5078125,33554432
52,self_attn.k_proj,3,32,8,128,16.767810821533203,14.03125,33554432
52,self_attn.k_proj,3,64,8,128,22.42192268371582,13.015625,33554432
52,self_attn.k_proj,3,128,8,128,27.704700469970703,12.5078125,33554432
52,self_attn.k_proj,4,32,8,128,7.838289737701416,18.03125,33554432
52,self_attn.k_proj,4,64,8,128,10.494866371154785,17.015625,33554432
52,self_attn.k_proj,4,128,8,128,13.010366439819336,16.5078125,33554432
52,self_attn.k_proj,8,32,8,128,0.47448280453681946,34.03125,33554432
52,self_attn.k_proj,8,64,8,128,0.635992169380188,33.015625,33554432
52,self_attn.k_proj,8,128,8,128,0.7879388928413391,32.5078125,33554432
52,self_attn.o_proj,2,32,8,128,51.87694549560547,80.25,268435456
52,self_attn.o_proj,2,64,8,128,60.718536376953125,72.125,268435456
52,self_attn.o_proj,2,128,8,128,68.16814422607422,68.0625,268435456
52,self_attn.o_proj,3,32,8,128,22.3275203704834,112.25,268435456
52,self_attn.o_proj,3,64,8,128,25.866880416870117,104.125,268435456
52,self_attn.o_proj,3,128,8,128,29.22907829284668,100.0625,268435456
52,self_attn.o_proj,4,32,8,128,10.382400512695312,144.25,268435456
52,self_attn.o_proj,4,64,8,128,12.070043563842773,136.125,268435456
52,self_attn.o_proj,4,128,8,128,13.625184059143066,132.0625,268435456
52,self_attn.o_proj,8,32,8,128,0.6349868178367615,272.25,268435456
52,self_attn.o_proj,8,64,8,128,0.7375563979148865,264.125,268435456
52,self_attn.o_proj,8,128,8,128,0.8268120288848877,260.0625,268435456
52,mlp.gate_proj,2,32,8,128,90.51500701904297,260.8125,872415232
52,mlp.gate_proj,2,64,8,128,97.1943359375,234.40625,872415232
52,mlp.gate_proj,2,128,8,128,112.57232666015625,221.203125,872415232
52,mlp.gate_proj,3,32,8,128,36.40833282470703,364.8125,872415232
52,mlp.gate_proj,3,64,8,128,44.907989501953125,338.40625,872415232
52,mlp.gate_proj,3,128,8,128,46.96582794189453,325.203125,872415232
52,mlp.gate_proj,4,32,8,128,16.993051528930664,468.8125,872415232
52,mlp.gate_proj,4,64,8,128,20.082502365112305,442.40625,872415232
52,mlp.gate_proj,4,128,8,128,22.826026916503906,429.203125,872415232
52,mlp.gate_proj,8,32,8,128,1.039190649986267,884.8125,872415232
52,mlp.gate_proj,8,64,8,128,1.193839192390442,858.40625,872415232
52,mlp.gate_proj,8,128,8,128,1.416215419769287,845.203125,872415232
52,mlp.up_proj,2,32,8,128,84.2245864868164,260.8125,872415232
52,mlp.up_proj,2,64,8,128,93.20269012451172,234.40625,872415232
52,mlp.up_proj,2,128,8,128,102.60802459716797,221.203125,872415232
52,mlp.up_proj,3,32,8,128,34.53566360473633,364.8125,872415232
52,mlp.up_proj,3,64,8,128,41.21663284301758,338.40625,872415232
52,mlp.up_proj,3,128,8,128,45.61705780029297,325.203125,872415232
52,mlp.up_proj,4,32,8,128,16.422868728637695,468.8125,872415232
52,mlp.up_proj,4,64,8,128,18.552072525024414,442.40625,872415232
52,mlp.up_proj,4,128,8,128,22.243350982666016,429.203125,872415232
52,mlp.up_proj,8,32,8,128,1.0123740434646606,884.8125,872415232
52,mlp.up_proj,8,64,8,128,1.1098270416259766,858.40625,872415232
52,mlp.up_proj,8,128,8,128,1.2984554767608643,845.203125,872415232
52,mlp.down_proj,2,32,8,128,86.12640380859375,260.8125,872415232
52,mlp.down_proj,2,64,8,128,94.06858825683594,234.40625,872415232
52,mlp.down_proj,2,128,8,128,104.88677215576172,221.203125,872415232
52,mlp.down_proj,3,32,8,128,35.04404830932617,364.8125,872415232
52,mlp.down_proj,3,64,8,128,42.203060150146484,338.40625,872415232
52,mlp.down_proj,3,128,8,128,45.81817626953125,325.203125,872415232
52,mlp.down_proj,4,32,8,128,16.566333770751953,468.8125,872415232
52,mlp.down_proj,4,64,8,128,18.942092895507812,442.40625,872415232
52,mlp.down_proj,4,128,8,128,22.634864807128906,429.203125,872415232
52,mlp.down_proj,8,32,8,128,1.0188106298446655,884.8125,872415232
52,mlp.down_proj,8,64,8,128,1.1306090354919434,858.40625,872415232
52,mlp.down_proj,8,128,8,128,1.3327428102493286,845.203125,872415232
53,self_attn.q_proj,2,32,8,128,56.1493034362793,80.25,268435456
53,self_attn.q_proj,2,64,8,128,66.80493927001953,72.125,268435456
53,self_attn.q_proj,2,128,8,128,76.01470184326172,68.0625,268435456
53,self_attn.q_proj,3,32,8,128,24.1457576751709,112.25,268435456
53,self_attn.q_proj,3,64,8,128,29.04282569885254,104.125,268435456
53,self_attn.q_proj,3,128,8,128,33.58836364746094,100.0625,268435456
53,self_attn.q_proj,4,32,8,128,11.351804733276367,144.25,268435456
53,self_attn.q_proj,4,64,8,128,13.505452156066895,136.125,268435456
53,self_attn.q_proj,4,128,8,128,15.781699180603027,132.0625,268435456
53,self_attn.q_proj,8,32,8,128,0.6916326880455017,272.25,268435456
53,self_attn.q_proj,8,64,8,128,0.819726288318634,264.125,268435456
53,self_attn.q_proj,8,128,8,128,0.9543846249580383,260.0625,268435456
53,self_attn.v_proj,2,32,8,128,14.798491477966309,10.03125,33554432
53,self_attn.v_proj,2,64,8,128,18.237985610961914,9.015625,33554432
53,self_attn.v_proj,2,128,8,128,21.311481475830078,8.5078125,33554432
53,self_attn.v_proj,3,32,8,128,6.320592403411865,14.03125,33554432
53,self_attn.v_proj,3,64,8,128,7.798734188079834,13.015625,33554432
53,self_attn.v_proj,3,128,8,128,9.111504554748535,12.5078125,33554432
53,self_attn.v_proj,4,32,8,128,2.9490463733673096,18.03125,33554432
53,self_attn.v_proj,4,64,8,128,3.638097047805786,17.015625,33554432
53,self_attn.v_proj,4,128,8,128,4.252674579620361,16.5078125,33554432
53,self_attn.v_proj,8,32,8,128,0.17872948944568634,34.03125,33554432
53,self_attn.v_proj,8,64,8,128,0.22027891874313354,33.015625,33554432
53,self_attn.v_proj,8,128,8,128,0.2573736608028412,32.5078125,33554432
53,self_attn.k_proj,2,32,8,128,40.36368179321289,10.03125,33554432
53,self_attn.k_proj,2,64,8,128,52.34440612792969,9.015625,33554432
53,self_attn.k_proj,2,128,8,128,62.499183654785156,8.5078125,33554432
53,self_attn.k_proj,3,32,8,128,17.41867446899414,14.03125,33554432
53,self_attn.k_proj,3,64,8,128,22.992000579833984,13.015625,33554432
53,self_attn.k_proj,3,128,8,128,28.11505699157715,12.5078125,33554432
53,self_attn.k_proj,4,32,8,128,8.13723087310791,18.03125,33554432
53,self_attn.k_proj,4,64,8,128,10.73869800567627,17.015625,33554432
53,self_attn.k_proj,4,128,8,128,13.14421272277832,16.5078125,33554432
53,self_attn.k_proj,8,32,8,128,0.49270138144493103,34.03125,33554432
53,self_attn.k_proj,8,64,8,128,0.6507935523986816,33.015625,33554432
53,self_attn.k_proj,8,128,8,128,0.7961666584014893,32.5078125,33554432
53,self_attn.o_proj,2,32,8,128,52.050514221191406,80.25,268435456
53,self_attn.o_proj,2,64,8,128,60.96919631958008,72.125,268435456
53,self_attn.o_proj,2,128,8,128,68.50627136230469,68.0625,268435456
53,self_attn.o_proj,3,32,8,128,22.411251068115234,112.25,268435456
53,self_attn.o_proj,3,64,8,128,25.98003578186035,104.125,268435456
53,self_attn.o_proj,3,128,8,128,29.418346405029297,100.0625,268435456
53,self_attn.o_proj,4,32,8,128,10.420995712280273,144.25,268435456
53,self_attn.o_proj,4,64,8,128,12.120622634887695,136.125,268435456
53,self_attn.o_proj,4,128,8,128,13.710283279418945,132.0625,268435456
53,self_attn.o_proj,8,32,8,128,0.6372687816619873,272.25,268435456
53,self_attn.o_proj,8,64,8,128,0.7405120134353638,264.125,268435456
53,self_attn.o_proj,8,128,8,128,0.8316196799278259,260.0625,268435456
53,mlp.gate_proj,2,32,8,128,90.55357360839844,260.8125,872415232
53,mlp.gate_proj,2,64,8,128,97.46343231201172,234.40625,872415232
53,mlp.gate_proj,2,128,8,128,113.06266021728516,221.203125,872415232
53,mlp.gate_proj,3,32,8,128,36.48902893066406,364.8125,872415232
53,mlp.gate_proj,3,64,8,128,45.079715728759766,338.40625,872415232
53,mlp.gate_proj,3,128,8,128,47.123435974121094,325.203125,872415232
53,mlp.gate_proj,4,32,8,128,17.0249080657959,468.8125,872415232
53,mlp.gate_proj,4,64,8,128,20.16284942626953,442.40625,872415232
53,mlp.gate_proj,4,128,8,128,22.862733840942383,429.203125,872415232
53,mlp.gate_proj,8,32,8,128,1.0407636165618896,884.8125,872415232
53,mlp.gate_proj,8,64,8,128,1.1983360052108765,858.40625,872415232
53,mlp.gate_proj,8,128,8,128,1.4171615839004517,845.203125,872415232
53,mlp.up_proj,2,32,8,128,83.514892578125,260.8125,872415232
53,mlp.up_proj,2,64,8,128,92.91825103759766,234.40625,872415232
53,mlp.up_proj,2,128,8,128,101.77569580078125,221.203125,872415232
53,mlp.up_proj,3,32,8,128,34.3559455871582,364.8125,872415232
53,mlp.up_proj,3,64,8,128,40.8311653137207,338.40625,872415232
53,mlp.up_proj,3,128,8,128,45.55803298950195,325.203125,872415232
53,mlp.up_proj,4,32,8,128,16.373994827270508,468.8125,872415232
53,mlp.up_proj,4,64,8,128,18.405160903930664,442.40625,872415232
53,mlp.up_proj,4,128,8,128,22.00847816467285,429.203125,872415232
53,mlp.up_proj,8,32,8,128,1.010279655456543,884.8125,872415232
53,mlp.up_proj,8,64,8,128,1.1023329496383667,858.40625,872415232
53,mlp.up_proj,8,128,8,128,1.2847357988357544,845.203125,872415232
53,mlp.down_proj,2,32,8,128,86.4865493774414,260.8125,872415232
53,mlp.down_proj,2,64,8,128,94.22370147705078,234.40625,872415232
53,mlp.down_proj,2,128,8,128,105.30075073242188,221.203125,872415232
53,mlp.down_proj,3,32,8,128,35.13951873779297,364.8125,872415232
53,mlp.down_proj,3,64,8,128,42.40581130981445,338.40625,872415232
53,mlp.down_proj,3,128,8,128,45.848426818847656,325.203125,872415232
53,mlp.down_proj,4,32,8,128,16.593467712402344,468.8125,872415232
53,mlp.down_proj,4,64,8,128,19.016435623168945,442.40625,872415232
53,mlp.down_proj,4,128,8,128,22.639305114746094,429.203125,872415232
53,mlp.down_proj,8,32,8,128,1.0200254917144775,884.8125,872415232
53,mlp.down_proj,8,64,8,128,1.1344647407531738,858.40625,872415232
53,mlp.down_proj,8,128,8,128,1.33955979347229,845.203125,872415232
54,self_attn.q_proj,2,32,8,128,49.93408966064453,80.25,268435456
54,self_attn.q_proj,2,64,8,128,60.08649826049805,72.125,268435456
54,self_attn.q_proj,2,128,8,128,68.26726531982422,68.0625,268435456
54,self_attn.q_proj,3,32,8,128,21.72422218322754,112.25,268435456
54,self_attn.q_proj,3,64,8,128,26.12900733947754,104.125,268435456
54,self_attn.q_proj,3,128,8,128,30.795198440551758,100.0625,268435456
54,self_attn.q_proj,4,32,8,128,10.092711448669434,144.25,268435456
54,self_attn.q_proj,4,64,8,128,12.20421314239502,136.125,268435456
54,self_attn.q_proj,4,128,8,128,14.313385963439941,132.0625,268435456
54,self_attn.q_proj,8,32,8,128,0.6144933700561523,272.25,268435456
54,self_attn.q_proj,8,64,8,128,0.7436736822128296,264.125,268435456
54,self_attn.q_proj,8,128,8,128,0.8644068241119385,260.0625,268435456
54,self_attn.v_proj,2,32,8,128,16.036911010742188,10.03125,33554432
54,self_attn.v_proj,2,64,8,128,19.738292694091797,9.015625,33554432
54,self_attn.v_proj,2,128,8,128,23.01811981201172,8.5078125,33554432
54,self_attn.v_proj,3,32,8,128,6.850672245025635,14.03125,33554432
54,self_attn.v_proj,3,64,8,128,8.436562538146973,13.015625,33554432
54,self_attn.v_proj,3,128,8,128,9.841442108154297,12.5078125,33554432
54,self_attn.v_proj,4,32,8,128,3.1964170932769775,18.03125,33554432
54,self_attn.v_proj,4,64,8,128,3.937497615814209,17.015625,33554432
54,self_attn.v_proj,4,128,8,128,4.591590404510498,16.5078125,33554432
54,self_attn.v_proj,8,32,8,128,0.19366440176963806,34.03125,33554432
54,self_attn.v_proj,8,64,8,128,0.23833800852298737,33.015625,33554432
54,self_attn.v_proj,8,128,8,128,0.27808600664138794,32.5078125,33554432
54,self_attn.k_proj,2,32,8,128,36.01667022705078,10.03125,33554432
54,self_attn.k_proj,2,64,8,128,46.27214813232422,9.015625,33554432
54,self_attn.k_proj,2,128,8,128,55.219970703125,8.5078125,33554432
54,self_attn.k_proj,3,32,8,128,15.858596801757812,14.03125,33554432
54,self_attn.k_proj,3,64,8,128,21.430988311767578,13.015625,33554432
54,self_attn.k_proj,3,128,8,128,26.9179744720459,12.5078125,33554432
54,self_attn.k_proj,4,32,8,128,7.417916297912598,18.03125,33554432
54,self_attn.k_proj,4,64,8,128,10.054801940917969,17.015625,33554432
54,self_attn.k_proj,4,128,8,128,12.701114654541016,16.5078125,33554432
54,self_attn.k_proj,8,32,8,128,0.4492671489715576,34.03125,33554432
54,self_attn.k_proj,8,64,8,128,0.6095072031021118,33.015625,33554432
54,self_attn.k_proj,8,128,8,128,0.7692462801933289,32.5078125,33554432
54,self_attn.o_proj,2,32,8,128,52.40043258666992,80.25,268435456
54,self_attn.o_proj,2,64,8,128,61.347225189208984,72.125,268435456
54,self_attn.o_proj,2,128,8,128,68.86936950683594,68.0625,268435456
54,self_attn.o_proj,3,32,8,128,22.56145668029785,112.25,268435456
54,self_attn.o_proj,3,64,8,128,26.127077102661133,104.125,268435456
54,self_attn.o_proj,3,128,8,128,29.532154083251953,100.0625,268435456
54,self_attn.o_proj,4,32,8,128,10.489816665649414,144.25,268435456
54,self_attn.o_proj,4,64,8,128,12.190047264099121,136.125,268435456
54,self_attn.o_proj,4,128,8,128,13.768754959106445,132.0625,268435456
54,self_attn.o_proj,8,32,8,128,0.641654908657074,272.25,268435456
54,self_attn.o_proj,8,64,8,128,0.7444335222244263,264.125,268435456
54,self_attn.o_proj,8,128,8,128,0.8352015018463135,260.0625,268435456
54,mlp.gate_proj,2,32,8,128,90.76582336425781,260.8125,872415232
54,mlp.gate_proj,2,64,8,128,98.43540954589844,234.40625,872415232
54,mlp.gate_proj,2,128,8,128,115.0882797241211,221.203125,872415232
54,mlp.gate_proj,3,32,8,128,36.895198822021484,364.8125,872415232
54,mlp.gate_proj,3,64,8,128,45.31273651123047,338.40625,872415232
54,mlp.gate_proj,3,128,8,128,47.47292709350586,325.203125,872415232
54,mlp.gate_proj,4,32,8,128,17.159570693969727,468.8125,872415232
54,mlp.gate_proj,4,64,8,128,20.462648391723633,442.40625,872415232
54,mlp.gate_proj,4,128,8,128,22.935102462768555,429.203125,872415232
54,mlp.gate_proj,8,32,8,128,1.047468900680542,884.8125,872415232
54,mlp.gate_proj,8,64,8,128,1.215999722480774,858.40625,872415232
54,mlp.gate_proj,8,128,8,128,1.4197192192077637,845.203125,872415232
54,mlp.up_proj,2,32,8,128,83.38379669189453,260.8125,872415232
54,mlp.up_proj,2,64,8,128,92.86311340332031,234.40625,872415232
54,mlp.up_proj,2,128,8,128,101.63496398925781,221.203125,872415232
54,mlp.up_proj,3,32,8,128,34.32244873046875,364.8125,872415232
54,mlp.up_proj,3,64,8,128,40.75904083251953,338.40625,872415232
54,mlp.up_proj,3,128,8,128,45.5457649230957,325.203125,872415232
54,mlp.up_proj,4,32,8,128,16.364953994750977,468.8125,872415232
54,mlp.up_proj,4,64,8,128,18.377391815185547,442.40625,872415232
54,mlp.up_proj,4,128,8,128,21.960325241088867,429.203125,872415232
54,mlp.up_proj,8,32,8,128,1.0098952054977417,884.8125,872415232
54,mlp.up_proj,8,64,8,128,1.1008931398391724,858.40625,872415232
54,mlp.up_proj,8,128,8,128,1.2819881439208984,845.203125,872415232
54,mlp.down_proj,2,32,8,128,86.3223876953125,260.8125,872415232
54,mlp.down_proj,2,64,8,128,94.1294937133789,234.40625,872415232
54,mlp.down_proj,2,128,8,128,105.02649688720703,221.203125,872415232
54,mlp.down_proj,3,32,8,128,35.09054946899414,364.8125,872415232
54,mlp.down_proj,3,64,8,128,42.304264068603516,338.40625,872415232
54,mlp.down_proj,3,128,8,128,45.817256927490234,325.203125,872415232
54,mlp.down_proj,4,32,8,128,16.579002380371094,468.8125,872415232
54,mlp.down_proj,4,64,8,128,18.9758358001709,442.40625,872415232
54,mlp.down_proj,4,128,8,128,22.63640785217285,429.203125,872415232
54,mlp.down_proj,8,32,8,128,1.0194095373153687,884.8125,872415232
54,mlp.down_proj,8,64,8,128,1.132373571395874,858.40625,872415232
54,mlp.down_proj,8,128,8,128,1.3357634544372559,845.203125,872415232
55,self_attn.q_proj,2,32,8,128,48.415809631347656,80.25,268435456
55,self_attn.q_proj,2,64,8,128,58.38167953491211,72.125,268435456
55,self_attn.q_proj,2,128,8,128,66.90625,68.0625,268435456
55,self_attn.q_proj,3,32,8,128,20.985332489013672,112.25,268435456
55,self_attn.q_proj,3,64,8,128,25.473711013793945,104.125,268435456
55,self_attn.q_proj,3,128,8,128,30.215904235839844,100.0625,268435456
55,self_attn.q_proj,4,32,8,128,9.754239082336426,144.25,268435456
55,self_attn.q_proj,4,64,8,128,11.919266700744629,136.125,268435456
55,self_attn.q_proj,4,128,8,128,14.041875839233398,132.0625,268435456
55,self_attn.q_proj,8,32,8,128,0.5936705470085144,272.25,268435456
55,self_attn.q_proj,8,64,8,128,0.7268164157867432,264.125,268435456
55,self_attn.q_proj,8,128,8,128,0.8482306599617004,260.0625,268435456
55,self_attn.v_proj,2,32,8,128,16.270244598388672,10.03125,33554432
55,self_attn.v_proj,2,64,8,128,20.027374267578125,9.015625,33554432
55,self_attn.v_proj,2,128,8,128,23.36546516418457,8.5078125,33554432
55,self_attn.v_proj,3,32,8,128,6.951498031616211,14.03125,33554432
55,self_attn.v_proj,3,64,8,128,8.561962127685547,13.015625,33554432
55,self_attn.v_proj,3,128,8,128,9.995050430297852,12.5078125,33554432
55,self_attn.v_proj,4,32,8,128,3.242917537689209,18.03125,33554432
55,self_attn.v_proj,4,64,8,128,3.9956769943237305,17.015625,33554432
55,self_attn.v_proj,4,128,8,128,4.662696838378906,16.5078125,33554432
55,self_attn.v_proj,8,32,8,128,0.19647981226444244,34.03125,33554432
55,self_attn.v_proj,8,64,8,128,0.24188068509101868,33.015625,33554432
55,self_attn.v_proj,8,128,8,128,0.2824952304363251,32.5078125,33554432
55,self_attn.k_proj,2,32,8,128,34.62285614013672,10.03125,33554432
55,self_attn.k_proj,2,64,8,128,44.377891540527344,9.015625,33554432
55,self_attn.k_proj,2,128,8,128,52.943885803222656,8.5078125,33554432
55,self_attn.k_proj,3,32,8,128,15.368990898132324,14.03125,33554432
55,self_attn.k_proj,3,64,8,128,21.094318389892578,13.015625,33554432
55,self_attn.k_proj,3,128,8,128,26.813018798828125,12.5078125,33554432
55,self_attn.k_proj,4,32,8,128,7.1947340965271,18.03125,33554432
55,self_attn.k_proj,4,64,8,128,9.927556037902832,17.015625,33554432
55,self_attn.k_proj,4,128,8,128,12.733081817626953,16.5078125,33554432
55,self_attn.k_proj,8,32,8,128,0.43544405698776245,34.03125,33554432
55,self_attn.k_proj,8,64,8,128,0.6010248064994812,33.015625,33554432
55,self_attn.k_proj,8,128,8,128,0.7710807919502258,32.5078125,33554432
55,self_attn.o_proj,2,32,8,128,52.46950912475586,80.25,268435456
55,self_attn.o_proj,2,64,8,128,61.434600830078125,72.125,268435456
55,self_attn.o_proj,2,128,8,128,68.95085906982422,68.0625,268435456
55,self_attn.o_proj,3,32,8,128,22.589155197143555,112.25,268435456
55,self_attn.o_proj,3,64,8,128,26.16226577758789,104.125,268435456
55,self_attn.o_proj,3,128,8,128,29.577665328979492,100.0625,268435456
55,self_attn.o_proj,4,32,8,128,10.50306510925293,144.25,268435456
55,self_attn.o_proj,4,64,8,128,12.205310821533203,136.125,268435456
55,self_attn.o_proj,4,128,8,128,13.787053108215332,132.0625,268435456
55,self_attn.o_proj,8,32,8,128,0.6425385475158691,272.25,268435456
55,self_attn.o_proj,8,64,8,128,0.7453432679176331,264.125,268435456
55,self_attn.o_proj,8,128,8,128,0.8363243937492371,260.0625,268435456
55,mlp.gate_proj,2,32,8,128,90.8026123046875,260.8125,872415232
55,mlp.gate_proj,2,64,8,128,98.50395965576172,234.40625,872415232
55,mlp.gate_proj,2,128,8,128,115.20487213134766,221.203125,872415232
55,mlp.gate_proj,3,32,8,128,36.95732879638672,364.8125,872415232
55,mlp.gate_proj,3,64,8,128,45.32041549682617,338.40625,872415232
55,mlp.gate_proj,3,128,8,128,47.45061492919922,325.203125,872415232
55,mlp.gate_proj,4,32,8,128,17.177995681762695,468.8125,872415232
55,mlp.gate_proj,4,64,8,128,20.49955177307129,442.40625,872415232
55,mlp.gate_proj,4,128,8,128,22.92650032043457,429.203125,872415232
55,mlp.gate_proj,8,32,8,128,1.0484111309051514,884.8125,872415232
55,mlp.gate_proj,8,64,8,128,1.2177352905273438,858.40625,872415232
55,mlp.gate_proj,8,128,8,128,1.4194600582122803,845.203125,872415232
55,mlp.up_proj,2,32,8,128,83.64800262451172,260.8125,872415232
55,mlp.up_proj,2,64,8,128,92.95787811279297,234.40625,872415232
55,mlp.up_proj,2,128,8,128,101.90470123291016,221.203125,872415232
55,mlp.up_proj,3,32,8,128,34.38623046875,364.8125,872415232
55,mlp.up_proj,3,64,8,128,40.9052734375,338.40625,872415232
55,mlp.up_proj,3,128,8,128,45.55985641479492,325.203125,872415232
55,mlp.up_proj,4,32,8,128,16.381698608398438,468.8125,872415232
55,mlp.up_proj,4,64,8,128,18.427492141723633,442.40625,872415232
55,mlp.up_proj,4,128,8,128,22.03596305847168,429.203125,872415232
55,mlp.up_proj,8,32,8,128,1.010611891746521,884.8125,872415232
55,mlp.up_proj,8,64,8,128,1.1033236980438232,858.40625,872415232
55,mlp.up_proj,8,128,8,128,1.286368727684021,845.203125,872415232
55,mlp.down_proj,2,32,8,128,86.27965545654297,260.8125,872415232
55,mlp.down_proj,2,64,8,128,94.10676574707031,234.40625,872415232
55,mlp.down_proj,2,128,8,128,104.93120574951172,221.203125,872415232
55,mlp.down_proj,3,32,8,128,35.07847213745117,364.8125,872415232
55,mlp.down_proj,3,64,8,128,42.276004791259766,338.40625,872415232
55,mlp.down_proj,3,128,8,128,45.80916213989258,325.203125,872415232
55,mlp.down_proj,4,32,8,128,16.5745849609375,468.8125,872415232
55,mlp.down_proj,4,64,8,128,18.968791961669922,442.40625,872415232
55,mlp.down_proj,4,128,8,128,22.635414123535156,429.203125,872415232
55,mlp.down_proj,8,32,8,128,1.0192205905914307,884.8125,872415232
55,mlp.down_proj,8,64,8,128,1.1316211223602295,858.40625,872415232
55,mlp.down_proj,8,128,8,128,1.3346307277679443,845.203125,872415232
56,self_attn.q_proj,2,32,8,128,48.08555221557617,80.25,268435456
56,self_attn.q_proj,2,64,8,128,57.446144104003906,72.125,268435456
56,self_attn.q_proj,2,128,8,128,65.8135757446289,68.0625,268435456
56,self_attn.q_proj,3,32,8,128,20.746213912963867,112.25,268435456
56,self_attn.q_proj,3,64,8,128,24.82610321044922,104.125,268435456
56,self_attn.q_proj,3,128,8,128,28.960763931274414,100.0625,268435456
56,self_attn.q_proj,4,32,8,128,9.646924018859863,144.25,268435456
56,self_attn.q_proj,4,64,8,128,11.640602111816406,136.125,268435456
56,self_attn.q_proj,4,128,8,128,13.468870162963867,132.0625,268435456
56,self_attn.q_proj,8,32,8,128,0.5876455307006836,272.25,268435456
56,self_attn.q_proj,8,64,8,128,0.7119496464729309,264.125,268435456
56,self_attn.q_proj,8,128,8,128,0.8150585293769836,260.0625,268435456
56,self_attn.v_proj,2,32,8,128,16.072599411010742,10.03125,33554432
56,self_attn.v_proj,2,64,8,128,19.768115997314453,9.015625,33554432
56,self_attn.v_proj,2,128,8,128,23.05534553527832,8.5078125,33554432
56,self_attn.v_proj,3,32,8,128,6.865837097167969,14.03125,33554432
56,self_attn.v_proj,3,64,8,128,8.4544677734375,13.015625,33554432
56,self_attn.v_proj,3,128,8,128,9.863301277160645,12.5078125,33554432
56,self_attn.v_proj,4,32,8,128,3.2030837535858154,18.03125,33554432
56,self_attn.v_proj,4,64,8,128,3.945524215698242,17.015625,33554432
56,self_attn.v_proj,4,128,8,128,4.600983619689941,16.5078125,33554432
56,self_attn.v_proj,8,32,8,128,0.19405576586723328,34.03125,33554432
56,self_attn.v_proj,8,64,8,128,0.23875665664672852,33.015625,33554432
56,self_attn.v_proj,8,128,8,128,0.27868297696113586,32.5078125,33554432
56,self_attn.k_proj,2,32,8,128,35.15804672241211,10.03125,33554432
56,self_attn.k_proj,2,64,8,128,45.02589416503906,9.015625,33554432
56,self_attn.k_proj,2,128,8,128,53.435890197753906,8.5078125,33554432
56,self_attn.k_proj,3,32,8,128,15.595560073852539,14.03125,33554432
56,self_attn.k_proj,3,64,8,128,21.207698822021484,13.015625,33554432
56,self_attn.k_proj,3,128,8,128,26.613920211791992,12.5078125,33554432
56,self_attn.k_proj,4,32,8,128,7.301668643951416,18.03125,33554432
56,self_attn.k_proj,4,64,8,128,9.966485977172852,17.015625,33554432
56,self_attn.k_proj,4,128,8,128,12.597892761230469,16.5078125,33554432
56,self_attn.k_proj,8,32,8,128,0.4419257640838623,34.03125,33554432
56,self_attn.k_proj,8,64,8,128,0.6036088466644287,33.015625,33554432
56,self_attn.k_proj,8,128,8,128,0.7634379863739014,32.5078125,33554432
56,self_attn.o_proj,2,32,8,128,52.11737060546875,80.25,268435456
56,self_attn.o_proj,2,64,8,128,60.9942512512207,72.125,268435456
56,self_attn.o_proj,2,128,8,128,68.47830963134766,68.0625,268435456
56,self_attn.o_proj,3,32,8,128,22.42926597595215,112.25,268435456
56,self_attn.o_proj,3,64,8,128,25.982234954833984,104.125,268435456
56,self_attn.o_proj,3,128,8,128,29.362768173217773,100.0625,268435456
56,self_attn.o_proj,4,32,8,128,10.429450988769531,144.25,268435456
56,self_attn.o_proj,4,64,8,128,12.122273445129395,136.125,268435456
56,self_attn.o_proj,4,128,8,128,13.684382438659668,132.0625,268435456
56,self_attn.o_proj,8,32,8,128,0.6379765868186951,272.25,268435456
56,self_attn.o_proj,8,64,8,128,0.7406483292579651,264.125,268435456
56,self_attn.o_proj,8,128,8,128,0.8303238153457642,260.0625,268435456
56,mlp.gate_proj,2,32,8,128,90.82755279541016,260.8125,872415232
56,mlp.gate_proj,2,64,8,128,98.57457733154297,234.40625,872415232
56,mlp.gate_proj,2,128,8,128,115.42138671875,221.203125,872415232
56,mlp.gate_proj,3,32,8,128,37.00543975830078,364.8125,872415232
56,mlp.gate_proj,3,64,8,128,45.3273811340332,338.40625,872415232
56,mlp.gate_proj,3,128,8,128,47.450767517089844,325.203125,872415232
56,mlp.gate_proj,4,32,8,128,17.192285537719727,468.8125,872415232
56,mlp.gate_proj,4,64,8,128,20.530515670776367,442.40625,872415232
56,mlp.gate_proj,4,128,8,128,22.924579620361328,429.203125,872415232
56,mlp.gate_proj,8,32,8,128,1.0491158962249756,884.8125,872415232
56,mlp.gate_proj,8,64,8,128,1.2193825244903564,858.40625,872415232
56,mlp.gate_proj,8,128,8,128,1.4194839000701904,845.203125,872415232
56,mlp.up_proj,2,32,8,128,83.92396545410156,260.8125,872415232
56,mlp.up_proj,2,64,8,128,93.06355285644531,234.40625,872415232
56,mlp.up_proj,2,128,8,128,102.19471740722656,221.203125,872415232
56,mlp.up_proj,3,32,8,128,34.456687927246094,364.8125,872415232
56,mlp.up_proj,3,64,8,128,41.0413818359375,338.40625,872415232
56,mlp.up_proj,3,128,8,128,45.5822868347168,325.203125,872415232
56,mlp.up_proj,4,32,8,128,16.40032958984375,468.8125,872415232
56,mlp.up_proj,4,64,8,128,18.48250961303711,442.40625,872415232
56,mlp.up_proj,4,128,8,128,22.13674545288086,429.203125,872415232
56,mlp.up_proj,8,32,8,128,1.0114041566848755,884.8125,872415232
56,mlp.up_proj,8,64,8,128,1.1062257289886475,858.40625,872415232
56,mlp.up_proj,8,128,8,128,1.291667103767395,845.203125,872415232
56,mlp.down_proj,2,32,8,128,86.18313598632812,260.8125,872415232
56,mlp.down_proj,2,64,8,128,94.06217956542969,234.40625,872415232
56,mlp.down_proj,2,128,8,128,104.85979461669922,221.203125,872415232
56,mlp.down_proj,3,32,8,128,35.049503326416016,364.8125,872415232
56,mlp.down_proj,3,64,8,128,42.22561264038086,338.40625,872415232
56,mlp.down_proj,3,128,8,128,45.798255920410156,325.203125,872415232
56,mlp.down_proj,4,32,8,128,16.566816329956055,468.8125,872415232
56,mlp.down_proj,4,64,8,128,18.94953727722168,442.40625,872415232
56,mlp.down_proj,4,128,8,128,22.63462257385254,429.203125,872415232
56,mlp.down_proj,8,32,8,128,1.0188164710998535,884.8125,872415232
56,mlp.down_proj,8,64,8,128,1.1305307149887085,858.40625,872415232
56,mlp.down_proj,8,128,8,128,1.3328155279159546,845.203125,872415232
57,self_attn.q_proj,2,32,8,128,48.365413665771484,80.25,268435456
57,self_attn.q_proj,2,64,8,128,57.95418930053711,72.125,268435456
57,self_attn.q_proj,2,128,8,128,66.19853973388672,68.0625,268435456
57,self_attn.q_proj,3,32,8,128,20.901119232177734,112.25,268435456
57,self_attn.q_proj,3,64,8,128,25.087461471557617,104.125,268435456
57,self_attn.q_proj,3,128,8,128,29.331369400024414,100.0625,268435456
57,self_attn.q_proj,4,32,8,128,9.715923309326172,144.25,268435456
57,self_attn.q_proj,4,64,8,128,11.756385803222656,136.125,268435456
57,self_attn.q_proj,4,128,8,128,13.635457038879395,132.0625,268435456
57,self_attn.q_proj,8,32,8,128,0.5919750928878784,272.25,268435456
57,self_attn.q_proj,8,64,8,128,0.7181436419487,264.125,268435456
57,self_attn.q_proj,8,128,8,128,0.825209379196167,260.0625,268435456
57,self_attn.v_proj,2,32,8,128,16.12253761291504,10.03125,33554432
57,self_attn.v_proj,2,64,8,128,19.81001091003418,9.015625,33554432
57,self_attn.v_proj,2,128,8,128,23.0720157623291,8.5078125,33554432
57,self_attn.v_proj,3,32,8,128,6.885987281799316,14.03125,33554432
57,self_attn.v_proj,3,64,8,128,8.467604637145996,13.015625,33554432
57,self_attn.v_proj,3,128,8,128,9.867226600646973,12.5078125,33554432
57,self_attn.v_proj,4,32,8,128,3.2133634090423584,18.03125,33554432
57,self_attn.v_proj,4,64,8,128,3.951733112335205,17.015625,33554432
57,self_attn.v_proj,4,128,8,128,4.603703498840332,16.5078125,33554432
57,self_attn.v_proj,8,32,8,128,0.19467425346374512,34.03125,33554432
57,self_attn.v_proj,8,64,8,128,0.23921824991703033,33.015625,33554432
57,self_attn.v_proj,8,128,8,128,0.27885690331459045,32.5078125,33554432
57,self_attn.k_proj,2,32,8,128,34.77393341064453,10.03125,33554432
57,self_attn.k_proj,2,64,8,128,44.365787506103516,9.015625,33554432
57,self_attn.k_proj,2,128,8,128,52.54415512084961,8.5078125,33554432
57,self_attn.k_proj,3,32,8,128,15.516535758972168,14.03125,33554432
57,self_attn.k_proj,3,64,8,128,21.19002342224121,13.015625,33554432
57,self_attn.k_proj,3,128,8,128,26.631755828857422,12.5078125,33554432
57,self_attn.k_proj,4,32,8,128,7.268154144287109,18.03125,33554432
57,self_attn.k_proj,4,64,8,128,9.976112365722656,17.015625,33554432
57,self_attn.k_proj,4,128,8,128,12.644161224365234,16.5078125,33554432
57,self_attn.k_proj,8,32,8,128,0.4398346543312073,34.03125,33554432
57,self_attn.k_proj,8,64,8,128,0.6040510535240173,33.015625,33554432
57,self_attn.k_proj,8,128,8,128,0.7656905055046082,32.5078125,33554432
57,self_attn.o_proj,2,32,8,128,52.0391960144043,80.25,268435456
57,self_attn.o_proj,2,64,8,128,60.899227142333984,72.125,268435456
57,self_attn.o_proj,2,128,8,128,68.35887145996094,68.0625,268435456
57,self_attn.o_proj,3,32,8,128,22.39968490600586,112.25,268435456
57,self_attn.o_proj,3,64,8,128,25.94089126586914,104.125,268435456
57,self_attn.o_proj,3,128,8,128,29.3106746673584,100.0625,268435456
57,self_attn.o_proj,4,32,8,128,10.415099143981934,144.25,268435456
57,self_attn.o_proj,4,64,8,128,12.104293823242188,136.125,268435456
57,self_attn.o_proj,4,128,8,128,13.664466857910156,132.0625,268435456
57,self_attn.o_proj,8,32,8,128,0.6371041536331177,272.25,268435456
57,self_attn.o_proj,8,64,8,128,0.739608645439148,264.125,268435456
57,self_attn.o_proj,8,128,8,128,0.8289698362350464,260.0625,268435456
57,mlp.gate_proj,2,32,8,128,90.90135955810547,260.8125,872415232
57,mlp.gate_proj,2,64,8,128,98.92159271240234,234.40625,872415232
57,mlp.gate_proj,2,128,8,128,116.07288360595703,221.203125,872415232
57,mlp.gate_proj,3,32,8,128,37.138954162597656,364.8125,872415232
57,mlp.gate_proj,3,64,8,128,45.35759735107422,338.40625,872415232
57,mlp.gate_proj,3,128,8,128,47.61936950683594,325.203125,872415232
57,mlp.gate_proj,4,32,8,128,17.2396240234375,468.8125,872415232
57,mlp.gate_proj,4,64,8,128,20.635021209716797,442.40625,872415232
57,mlp.gate_proj,4,128,8,128,22.966190338134766,429.203125,872415232
57,mlp.gate_proj,8,32,8,128,1.051424503326416,884.8125,872415232
57,mlp.gate_proj,8,64,8,128,1.2254306077957153,858.40625,872415232
57,mlp.gate_proj,8,128,8,128,1.4208463430404663,845.203125,872415232
57,mlp.up_proj,2,32,8,128,84.12340545654297,260.8125,872415232
57,mlp.up_proj,2,64,8,128,93.14535522460938,234.40625,872415232
57,mlp.up_proj,2,128,8,128,102.43709564208984,221.203125,872415232
57,mlp.up_proj,3,32,8,128,34.504634857177734,364.8125,872415232
57,mlp.up_proj,3,64,8,128,41.15774154663086,338.40625,872415232
57,mlp.up_proj,3,128,8,128,45.60040283203125,325.203125,872415232
57,mlp.up_proj,4,32,8,128,16.413930892944336,468.8125,872415232
57,mlp.up_proj,4,64,8,128,18.52178955078125,442.40625,872415232
57,mlp.up_proj,4,128,8,128,22.196245193481445,429.203125,872415232
57,mlp.up_proj,8,32,8,128,1.0120283365249634,884.8125,872415232
57,mlp.up_proj,8,64,8,128,1.10831880569458,858.40625,872415232
57,mlp.up_proj,8,128,8,128,1.2956269979476929,845.203125,872415232
57,mlp.down_proj,2,32,8,128,86.05582427978516,260.8125,872415232
57,mlp.down_proj,2,64,8,128,94.00321197509766,234.40625,872415232
57,mlp.down_proj,2,128,8,128,104.66184997558594,221.203125,872415232
57,mlp.down_proj,3,32,8,128,35.018638610839844,364.8125,872415232
57,mlp.down_proj,3,64,8,128,42.15785598754883,338.40625,872415232
57,mlp.down_proj,3,128,8,128,45.785404205322266,325.203125,872415232
57,mlp.down_proj,4,32,8,128,16.556289672851562,468.8125,872415232
57,mlp.down_proj,4,64,8,128,18.917558670043945,442.40625,872415232
57,mlp.down_proj,4,128,8,128,22.632556915283203,429.203125,872415232
57,mlp.down_proj,8,32,8,128,1.018373727798462,884.8125,872415232
57,mlp.down_proj,8,64,8,128,1.1291195154190063,858.40625,872415232
57,mlp.down_proj,8,128,8,128,1.3303029537200928,845.203125,872415232
58,self_attn.q_proj,2,32,8,128,53.606544494628906,80.25,268435456
58,self_attn.q_proj,2,64,8,128,64.17591094970703,72.125,268435456
58,self_attn.q_proj,2,128,8,128,72.28579711914062,68.0625,268435456
58,self_attn.q_proj,3,32,8,128,23.143369674682617,112.25,268435456
58,self_attn.q_proj,3,64,8,128,27.469491958618164,104.125,268435456
58,self_attn.q_proj,3,128,8,128,31.955337524414062,100.0625,268435456
58,self_attn.q_proj,4,32,8,128,10.809662818908691,144.25,268435456
58,self_attn.q_proj,4,64,8,128,12.798341751098633,136.125,268435456
58,self_attn.q_proj,4,128,8,128,14.84202766418457,132.0625,268435456
58,self_attn.q_proj,8,32,8,128,0.6586900353431702,272.25,268435456
58,self_attn.q_proj,8,64,8,128,0.7788177132606506,264.125,268435456
58,self_attn.q_proj,8,128,8,128,0.8976923227310181,260.0625,268435456
58,self_attn.v_proj,2,32,8,128,14.750154495239258,10.03125,33554432
58,self_attn.v_proj,2,64,8,128,18.16996192932129,9.015625,33554432
58,self_attn.v_proj,2,128,8,128,21.223960876464844,8.5078125,33554432
58,self_attn.v_proj,3,32,8,128,6.29882287979126,14.03125,33554432
58,self_attn.v_proj,3,64,8,128,7.768749237060547,13.015625,33554432
58,self_attn.v_proj,3,128,8,128,9.075732231140137,12.5078125,33554432
58,self_attn.v_proj,4,32,8,128,2.9407122135162354,18.03125,33554432
58,self_attn.v_proj,4,64,8,128,3.6252174377441406,17.015625,33554432
58,self_attn.v_proj,4,128,8,128,4.235581398010254,16.5078125,33554432
58,self_attn.v_proj,8,32,8,128,0.1781565546989441,34.03125,33554432
58,self_attn.v_proj,8,64,8,128,0.2194281667470932,33.015625,33554432
58,self_attn.v_proj,8,128,8,128,0.25627830624580383,32.5078125,33554432
58,self_attn.k_proj,2,32,8,128,38.74223709106445,10.03125,33554432
58,self_attn.k_proj,2,64,8,128,50.21928405761719,9.015625,33554432
58,self_attn.k_proj,2,128,8,128,59.132808685302734,8.5078125,33554432
58,self_attn.k_proj,3,32,8,128,16.919189453125,14.03125,33554432
58,self_attn.k_proj,3,64,8,128,22.848665237426758,13.015625,33554432
58,self_attn.k_proj,3,128,8,128,28.04387664794922,12.5078125,33554432
58,self_attn.k_proj,4,32,8,128,7.918390274047852,18.03125,33554432
58,self_attn.k_proj,4,64,8,128,10.704573631286621,17.015625,33554432
58,self_attn.k_proj,4,128,8,128,13.1903076171875,16.5078125,33554432
58,self_attn.k_proj,8,32,8,128,0.47936975955963135,34.03125,33554432
58,self_attn.k_proj,8,64,8,128,0.6483504772186279,33.015625,33554432
58,self_attn.k_proj,8,128,8,128,0.7986596822738647,32.5078125,33554432
58,self_attn.o_proj,2,32,8,128,51.13508605957031,80.25,268435456
58,self_attn.o_proj,2,64,8,128,59.84974670410156,72.125,268435456
58,self_attn.o_proj,2,128,8,128,67.30412292480469,68.0625,268435456
58,self_attn.o_proj,3,32,8,128,21.997844696044922,112.25,268435456
58,self_attn.o_proj,3,64,8,128,25.509836196899414,104.125,268435456
58,self_attn.o_proj,3,128,8,128,28.865840911865234,100.0625,268435456
58,self_attn.o_proj,4,32,8,128,10.229920387268066,144.25,268435456
58,self_attn.o_proj,4,64,8,128,11.914156913757324,136.125,268435456
58,self_attn.o_proj,4,128,8,128,13.458725929260254,132.0625,268435456
58,self_attn.o_proj,8,32,8,128,0.6255916357040405,272.25,268435456
58,self_attn.o_proj,8,64,8,128,0.7285066843032837,264.125,268435456
58,self_attn.o_proj,8,128,8,128,0.8164193034172058,260.0625,268435456
58,mlp.gate_proj,2,32,8,128,91.02083587646484,260.8125,872415232
58,mlp.gate_proj,2,64,8,128,99.4533462524414,234.40625,872415232
58,mlp.gate_proj,2,128,8,128,117.18316650390625,221.203125,872415232
58,mlp.gate_proj,3,32,8,128,37.3326416015625,364.8125,872415232
58,mlp.gate_proj,3,64,8,128,45.406837463378906,338.40625,872415232
58,mlp.gate_proj,3,128,8,128,47.87431716918945,325.203125,872415232
58,mlp.gate_proj,4,32,8,128,17.30959129333496,468.8125,872415232
58,mlp.gate_proj,4,64,8,128,20.790164947509766,442.40625,872415232
58,mlp.gate_proj,4,128,8,128,23.02280616760254,429.203125,872415232
58,mlp.gate_proj,8,32,8,128,1.055006504058838,884.8125,872415232
58,mlp.gate_proj,8,64,8,128,1.2344841957092285,858.40625,872415232
58,mlp.gate_proj,8,128,8,128,1.422803282737732,845.203125,872415232
58,mlp.up_proj,2,32,8,128,83.98133850097656,260.8125,872415232
58,mlp.up_proj,2,64,8,128,93.0849609375,234.40625,872415232
58,mlp.up_proj,2,128,8,128,102.25126647949219,221.203125,872415232
58,mlp.up_proj,3,32,8,128,34.4683837890625,364.8125,872415232
58,mlp.up_proj,3,64,8,128,41.078521728515625,338.40625,872415232
58,mlp.up_proj,3,128,8,128,45.58903884887695,325.203125,872415232
58,mlp.up_proj,4,32,8,128,16.403480529785156,468.8125,872415232
58,mlp.up_proj,4,64,8,128,18.494043350219727,442.40625,872415232
58,mlp.up_proj,4,128,8,128,22.147579193115234,429.203125,872415232
58,mlp.up_proj,8,32,8,128,1.0115869045257568,884.8125,872415232
58,mlp.up_proj,8,64,8,128,1.1067928075790405,858.40625,872415232
58,mlp.up_proj,8,128,8,128,1.2926732301712036,845.203125,872415232
58,mlp.down_proj,2,32,8,128,85.88908386230469,260.8125,872415232
58,mlp.down_proj,2,64,8,128,93.9210433959961,234.40625,872415232
58,mlp.down_proj,2,128,8,128,104.46747589111328,221.203125,872415232
58,mlp.down_proj,3,32,8,128,34.97196578979492,364.8125,872415232
58,mlp.down_proj,3,64,8,128,42.06595230102539,338.40625,872415232
58,mlp.down_proj,3,128,8,128,45.765869140625,325.203125,872415232
58,mlp.down_proj,4,32,8,128,16.543712615966797,468.8125,872415232
58,mlp.down_proj,4,64,8,128,18.88267707824707,442.40625,872415232
58,mlp.down_proj,4,128,8,128,22.630508422851562,429.203125,872415232
58,mlp.down_proj,8,32,8,128,1.0177905559539795,884.8125,872415232
58,mlp.down_proj,8,64,8,128,1.1272135972976685,858.40625,872415232
58,mlp.down_proj,8,128,8,128,1.3270995616912842,845.203125,872415232
59,self_attn.q_proj,2,32,8,128,52.63890838623047,80.25,268435456
59,self_attn.q_proj,2,64,8,128,62.79750061035156,72.125,268435456
59,self_attn.q_proj,2,128,8,128,70.82699584960938,68.0625,268435456
59,self_attn.q_proj,3,32,8,128,22.739612579345703,112.25,268435456
59,self_attn.q_proj,3,64,8,128,26.708635330200195,104.125,268435456
59,self_attn.q_proj,3,128,8,128,30.806976318359375,100.0625,268435456
59,self_attn.q_proj,4,32,8,128,10.574051856994629,144.25,268435456
59,self_attn.q_proj,4,64,8,128,12.461526870727539,136.125,268435456
59,self_attn.q_proj,4,128,8,128,14.30599308013916,132.0625,268435456
59,self_attn.q_proj,8,32,8,128,0.6443437337875366,272.25,268435456
59,self_attn.q_proj,8,64,8,128,0.7590739727020264,264.125,268435456
59,self_attn.q_proj,8,128,8,128,0.8652968406677246,260.0625,268435456
59,self_attn.v_proj,2,32,8,128,14.826495170593262,10.03125,33554432
59,self_attn.v_proj,2,64,8,128,18.24588966369629,9.015625,33554432
59,self_attn.v_proj,2,128,8,128,21.29741096496582,8.5078125,33554432
59,self_attn.v_proj,3,32,8,128,6.3318023681640625,14.03125,33554432
59,self_attn.v_proj,3,64,8,128,7.804064750671387,13.015625,33554432
59,self_attn.v_proj,3,128,8,128,9.109142303466797,12.5078125,33554432
59,self_attn.v_proj,4,32,8,128,2.9539999961853027,18.03125,33554432
59,self_attn.v_proj,4,64,8,128,3.6401891708374023,17.015625,33554432
59,self_attn.v_proj,4,128,8,128,4.251492023468018,16.5078125,33554432
59,self_attn.v_proj,8,32,8,128,0.17908555269241333,34.03125,33554432
59,self_attn.v_proj,8,64,8,128,0.22036860883235931,33.015625,33554432
59,self_attn.v_proj,8,128,8,128,0.2572247087955475,32.5078125,33554432
59,self_attn.k_proj,2,32,8,128,37.9262809753418,10.03125,33554432
59,self_attn.k_proj,2,64,8,128,49.64804458618164,9.015625,33554432
59,self_attn.k_proj,2,128,8,128,59.07762145996094,8.5078125,33554432
59,self_attn.k_proj,3,32,8,128,16.29637336730957,14.03125,33554432
59,self_attn.k_proj,3,64,8,128,21.8303279876709,13.015625,33554432
59,self_attn.k_proj,3,128,8,128,26.615264892578125,12.5078125,33554432
59,self_attn.k_proj,4,32,8,128,7.607443332672119,18.03125,33554432
59,self_attn.k_proj,4,64,8,128,10.199638366699219,17.015625,33554432
59,self_attn.k_proj,4,128,8,128,12.447952270507812,16.5078125,33554432
59,self_attn.k_proj,8,32,8,128,0.4607042372226715,34.03125,33554432
59,self_attn.k_proj,8,64,8,128,0.6180433034896851,33.015625,33554432
59,self_attn.k_proj,8,128,8,128,0.7541405558586121,32.5078125,33554432
59,self_attn.o_proj,2,32,8,128,51.068546295166016,80.25,268435456
59,self_attn.o_proj,2,64,8,128,59.75307846069336,72.125,268435456
59,self_attn.o_proj,2,128,8,128,67.16825866699219,68.0625,268435456
59,self_attn.o_proj,3,32,8,128,21.965829849243164,112.25,268435456
59,self_attn.o_proj,3,64,8,128,25.462202072143555,104.125,268435456
59,self_attn.o_proj,3,128,8,128,28.77806854248047,100.0625,268435456
59,self_attn.o_proj,4,32,8,128,10.216129302978516,144.25,268435456
59,self_attn.o_proj,4,64,8,128,11.89197063446045,136.125,268435456
59,self_attn.o_proj,4,128,8,128,13.416651725769043,132.0625,268435456
59,self_attn.o_proj,8,32,8,128,0.6247351765632629,272.25,268435456
59,self_attn.o_proj,8,64,8,128,0.7273802161216736,264.125,268435456
59,self_attn.o_proj,8,128,8,128,0.8140227794647217,260.0625,268435456
59,mlp.gate_proj,2,32,8,128,91.06401824951172,260.8125,872415232
59,mlp.gate_proj,2,64,8,128,99.62893676757812,234.40625,872415232
59,mlp.gate_proj,2,128,8,128,117.530517578125,221.203125,872415232
59,mlp.gate_proj,3,32,8,128,37.399784088134766,364.8125,872415232
59,mlp.gate_proj,3,64,8,128,45.4249153137207,338.40625,872415232
59,mlp.gate_proj,3,128,8,128,47.95591735839844,325.203125,872415232
59,mlp.gate_proj,4,32,8,128,17.332874298095703,468.8125,872415232
59,mlp.gate_proj,4,64,8,128,20.846046447753906,442.40625,872415232
59,mlp.gate_proj,4,128,8,128,23.047100067138672,429.203125,872415232
59,mlp.gate_proj,8,32,8,128,1.0561916828155518,884.8125,872415232
59,mlp.gate_proj,8,64,8,128,1.2377713918685913,858.40625,872415232
59,mlp.gate_proj,8,128,8,128,1.4236327409744263,845.203125,872415232
59,mlp.up_proj,2,32,8,128,84.1148452758789,260.8125,872415232
59,mlp.up_proj,2,64,8,128,93.1382827758789,234.40625,872415232
59,mlp.up_proj,2,128,8,128,102.40504455566406,221.203125,872415232
59,mlp.up_proj,3,32,8,128,34.504390716552734,364.8125,872415232
59,mlp.up_proj,3,64,8,128,41.142730712890625,338.40625,872415232
59,mlp.up_proj,3,128,8,128,45.60196304321289,325.203125,872415232
59,mlp.up_proj,4,32,8,128,16.41282844543457,468.8125,872415232
59,mlp.up_proj,4,64,8,128,18.523412704467773,442.40625,872415232
59,mlp.up_proj,4,128,8,128,22.19304084777832,429.203125,872415232
59,mlp.up_proj,8,32,8,128,1.0119962692260742,884.8125,872415232
59,mlp.up_proj,8,64,8,128,1.1082290410995483,858.40625,872415232
59,mlp.up_proj,8,128,8,128,1.295210599899292,845.203125,872415232
59,mlp.down_proj,2,32,8,128,85.74121856689453,260.8125,872415232
59,mlp.down_proj,2,64,8,128,93.86070251464844,234.40625,872415232
59,mlp.down_proj,2,128,8,128,104.36703491210938,221.203125,872415232
59,mlp.down_proj,3,32,8,128,34.929927825927734,364.8125,872415232
59,mlp.down_proj,3,64,8,128,41.99357223510742,338.40625,872415232
59,mlp.down_proj,3,128,8,128,45.75084686279297,325.203125,872415232
59,mlp.down_proj,4,32,8,128,16.53244400024414,468.8125,872415232
59,mlp.down_proj,4,64,8,128,18.854448318481445,442.40625,872415232
59,mlp.down_proj,4,128,8,128,22.6287841796875,429.203125,872415232
59,mlp.down_proj,8,32,8,128,1.0172580480575562,884.8125,872415232
59,mlp.down_proj,8,64,8,128,1.125555157661438,858.40625,872415232
59,mlp.down_proj,8,128,8,128,1.32428777217865,845.203125,872415232
60,self_attn.q_proj,2,32,8,128,51.00169372558594,80.25,268435456
60,self_attn.q_proj,2,64,8,128,60.904022216796875,72.125,268435456
60,self_attn.q_proj,2,128,8,128,69.12967681884766,68.0625,268435456
60,self_attn.q_proj,3,32,8,128,22.048683166503906,112.25,268435456
60,self_attn.q_proj,3,64,8,128,25.99502944946289,104.125,268435456
60,self_attn.q_proj,3,128,8,128,30.166357040405273,100.0625,268435456
60,self_attn.q_proj,4,32,8,128,10.240029335021973,144.25,268435456
60,self_attn.q_proj,4,64,8,128,12.148676872253418,136.125,268435456
60,self_attn.q_proj,4,128,8,128,14.003448486328125,132.0625,268435456
60,self_attn.q_proj,8,32,8,128,0.6239873766899109,272.25,268435456
60,self_attn.q_proj,8,64,8,128,0.7412819266319275,264.125,268435456
60,self_attn.q_proj,8,128,8,128,0.8468462824821472,260.0625,268435456
60,self_attn.v_proj,2,32,8,128,15.345142364501953,10.03125,33554432
60,self_attn.v_proj,2,64,8,128,18.894573211669922,9.015625,33554432
60,self_attn.v_proj,2,128,8,128,22.070995330810547,8.5078125,33554432
60,self_attn.v_proj,3,32,8,128,6.556006908416748,14.03125,33554432
60,self_attn.v_proj,3,64,8,128,8.082815170288086,13.015625,33554432
60,self_attn.v_proj,3,128,8,128,9.44241714477539,12.5078125,33554432
60,self_attn.v_proj,4,32,8,128,3.058204174041748,18.03125,33554432
60,self_attn.v_proj,4,64,8,128,3.7705135345458984,17.015625,33554432
60,self_attn.v_proj,4,128,8,128,4.406761646270752,16.5078125,33554432
60,self_attn.v_proj,8,32,8,128,0.18535250425338745,34.03125,33554432
60,self_attn.v_proj,8,64,8,128,0.22820773720741272,33.015625,33554432
60,self_attn.v_proj,8,128,8,128,0.2667069435119629,32.5078125,33554432
60,self_attn.k_proj,2,32,8,128,36.59958267211914,10.03125,33554432
60,self_attn.k_proj,2,64,8,128,48.1678581237793,9.015625,33554432
60,self_attn.k_proj,2,128,8,128,57.154518127441406,8.5078125,33554432
60,self_attn.k_proj,3,32,8,128,15.75222396850586,14.03125,33554432
60,self_attn.k_proj,3,64,8,128,21.304370880126953,13.015625,33554432
60,self_attn.k_proj,3,128,8,128,26.050933837890625,12.5078125,33554432
60,self_attn.k_proj,4,32,8,128,7.350185394287109,18.03125,33554432
60,self_attn.k_proj,4,64,8,128,9.949324607849121,17.015625,33554432
60,self_attn.k_proj,4,128,8,128,12.181170463562012,16.5078125,33554432
60,self_attn.k_proj,8,32,8,128,0.4451349377632141,34.03125,33554432
60,self_attn.k_proj,8,64,8,128,0.6028239130973816,33.015625,33554432
60,self_attn.k_proj,8,128,8,128,0.7380638122558594,32.5078125,33554432
60,self_attn.o_proj,2,32,8,128,50.911197662353516,80.25,268435456
60,self_attn.o_proj,2,64,8,128,59.56789016723633,72.125,268435456
60,self_attn.o_proj,2,128,8,128,66.99252319335938,68.0625,268435456
60,self_attn.o_proj,3,32,8,128,21.896644592285156,112.25,268435456
60,self_attn.o_proj,3,64,8,128,25.391969680786133,104.125,268435456
60,self_attn.o_proj,3,128,8,128,28.711225509643555,100.0625,268435456
60,self_attn.o_proj,4,32,8,128,10.18342399597168,144.25,268435456
60,self_attn.o_proj,4,64,8,128,11.86056137084961,136.125,268435456
60,self_attn.o_proj,4,128,8,128,13.3889799118042,132.0625,268435456
60,self_attn.o_proj,8,32,8,128,0.6227577328681946,272.25,268435456
60,self_attn.o_proj,8,64,8,128,0.7255504131317139,264.125,268435456
60,self_attn.o_proj,8,128,8,128,0.8121678829193115,260.0625,268435456
60,mlp.gate_proj,2,32,8,128,91.03462982177734,260.8125,872415232
60,mlp.gate_proj,2,64,8,128,99.47953033447266,234.40625,872415232
60,mlp.gate_proj,2,128,8,128,117.26653289794922,221.203125,872415232
60,mlp.gate_proj,3,32,8,128,37.35347366333008,364.8125,872415232
60,mlp.gate_proj,3,64,8,128,45.41109085083008,338.40625,872415232
60,mlp.gate_proj,3,128,8,128,47.882728576660156,325.203125,872415232
60,mlp.gate_proj,4,32,8,128,17.3144474029541,468.8125,872415232
60,mlp.gate_proj,4,64,8,128,20.80394744873047,442.40625,872415232
60,mlp.gate_proj,4,128,8,128,23.029521942138672,429.203125,872415232
60,mlp.gate_proj,8,32,8,128,1.055322527885437,884.8125,872415232
60,mlp.gate_proj,8,64,8,128,1.2354013919830322,858.40625,872415232
60,mlp.gate_proj,8,128,8,128,1.4230859279632568,845.203125,872415232
60,mlp.up_proj,2,32,8,128,84.27571105957031,260.8125,872415232
60,mlp.up_proj,2,64,8,128,93.20999908447266,234.40625,872415232
60,mlp.up_proj,2,128,8,128,102.59904479980469,221.203125,872415232
60,mlp.up_proj,3,32,8,128,34.54587173461914,364.8125,872415232
60,mlp.up_proj,3,64,8,128,41.230716705322266,338.40625,872415232
60,mlp.up_proj,3,128,8,128,45.61604309082031,325.203125,872415232
60,mlp.up_proj,4,32,8,128,16.42473793029785,468.8125,872415232
60,mlp.up_proj,4,64,8,128,18.558473587036133,442.40625,872415232
60,mlp.up_proj,4,128,8,128,22.255842208862305,429.203125,872415232
60,mlp.up_proj,8,32,8,128,1.012500524520874,884.8125,872415232
60,mlp.up_proj,8,64,8,128,1.1099858283996582,858.40625,872415232
60,mlp.up_proj,8,128,8,128,1.2987316846847534,845.203125,872415232
60,mlp.down_proj,2,32,8,128,85.71945190429688,260.8125,872415232
60,mlp.down_proj,2,64,8,128,93.85794067382812,234.40625,872415232
60,mlp.down_proj,2,128,8,128,104.31499481201172,221.203125,872415232
60,mlp.down_proj,3,32,8,128,34.92793273925781,364.8125,872415232
60,mlp.down_proj,3,64,8,128,41.97975158691406,338.40625,872415232
60,mlp.down_proj,3,128,8,128,45.7549934387207,325.203125,872415232
60,mlp.down_proj,4,32,8,128,16.531320571899414,468.8125,872415232
60,mlp.down_proj,4,64,8,128,18.849361419677734,442.40625,872415232
60,mlp.down_proj,4,128,8,128,22.628870010375977,429.203125,872415232
60,mlp.down_proj,8,32,8,128,1.0172322988510132,884.8125,872415232
60,mlp.down_proj,8,64,8,128,1.125608205795288,858.40625,872415232
60,mlp.down_proj,8,128,8,128,1.3245328664779663,845.203125,872415232
61,self_attn.q_proj,2,32,8,128,55.065311431884766,80.25,268435456
61,self_attn.q_proj,2,64,8,128,65.67996215820312,72.125,268435456
61,self_attn.q_proj,2,128,8,128,74.31108856201172,68.0625,268435456
61,self_attn.q_proj,3,32,8,128,23.711925506591797,112.25,268435456
61,self_attn.q_proj,3,64,8,128,28.38160514831543,104.125,268435456
61,self_attn.q_proj,3,128,8,128,32.81938934326172,100.0625,268435456
61,self_attn.q_proj,4,32,8,128,11.125264167785645,144.25,268435456
61,self_attn.q_proj,4,64,8,128,13.206860542297363,136.125,268435456
61,self_attn.q_proj,4,128,8,128,15.357145309448242,132.0625,268435456
61,self_attn.q_proj,8,32,8,128,0.6780964136123657,272.25,268435456
61,self_attn.q_proj,8,64,8,128,0.8032139539718628,264.125,268435456
61,self_attn.q_proj,8,128,8,128,0.9288560152053833,260.0625,268435456
61,self_attn.v_proj,2,32,8,128,15.614773750305176,10.03125,33554432
61,self_attn.v_proj,2,64,8,128,19.267263412475586,9.015625,33554432
61,self_attn.v_proj,2,128,8,128,22.552669525146484,8.5078125,33554432
61,self_attn.v_proj,3,32,8,128,6.668953895568848,14.03125,33554432
61,self_attn.v_proj,3,64,8,128,8.240666389465332,13.015625,33554432
61,self_attn.v_proj,3,128,8,128,9.643467903137207,12.5078125,33554432
61,self_attn.v_proj,4,32,8,128,3.112095355987549,18.03125,33554432
61,self_attn.v_proj,4,64,8,128,3.843846321105957,17.015625,33554432
61,self_attn.v_proj,4,128,8,128,4.498987674713135,16.5078125,33554432
61,self_attn.v_proj,8,32,8,128,0.18856768310070038,34.03125,33554432
61,self_attn.v_proj,8,64,8,128,0.23271307349205017,33.015625,33554432
61,self_attn.v_proj,8,128,8,128,0.2724500596523285,32.5078125,33554432
61,self_attn.k_proj,2,32,8,128,38.08182144165039,10.03125,33554432
61,self_attn.k_proj,2,64,8,128,48.90635299682617,9.015625,33554432
61,self_attn.k_proj,2,128,8,128,57.52700424194336,8.5078125,33554432
61,self_attn.k_proj,3,32,8,128,16.573341369628906,14.03125,33554432
61,self_attn.k_proj,3,64,8,128,22.141544342041016,13.015625,33554432
61,self_attn.k_proj,3,128,8,128,27.098358154296875,12.5078125,33554432
61,self_attn.k_proj,4,32,8,128,7.745203018188477,18.03125,33554432
61,self_attn.k_proj,4,64,8,128,10.36848258972168,17.015625,33554432
61,self_attn.k_proj,4,128,8,128,12.741717338562012,16.5078125,33554432
61,self_attn.k_proj,8,32,8,128,0.46904265880584717,34.03125,33554432
61,self_attn.k_proj,8,64,8,128,0.6283237934112549,33.015625,33554432
61,self_attn.k_proj,8,128,8,128,0.772050142288208,32.5078125,33554432
61,self_attn.o_proj,2,32,8,128,51.89480209350586,80.25,268435456
61,self_attn.o_proj,2,64,8,128,60.75551986694336,72.125,268435456
61,self_attn.o_proj,2,128,8,128,68.19269561767578,68.0625,268435456
61,self_attn.o_proj,3,32,8,128,22.337696075439453,112.25,268435456
61,self_attn.o_proj,3,64,8,128,25.869937896728516,104.125,268435456
61,self_attn.o_proj,3,128,8,128,29.254396438598633,100.0625,268435456
61,self_attn.o_proj,4,32,8,128,10.386438369750977,144.25,268435456
61,self_attn.o_proj,4,64,8,128,12.074792861938477,136.125,268435456
61,self_attn.o_proj,4,128,8,128,13.630132675170898,132.0625,268435456
61,self_attn.o_proj,8,32,8,128,0.6352477669715881,272.25,268435456
61,self_attn.o_proj,8,64,8,128,0.7377984523773193,264.125,268435456
61,self_attn.o_proj,8,128,8,128,0.8270289301872253,260.0625,268435456
61,mlp.gate_proj,2,32,8,128,91.03850555419922,260.8125,872415232
61,mlp.gate_proj,2,64,8,128,99.64781951904297,234.40625,872415232
61,mlp.gate_proj,2,128,8,128,117.62355041503906,221.203125,872415232
61,mlp.gate_proj,3,32,8,128,37.35478973388672,364.8125,872415232
61,mlp.gate_proj,3,64,8,128,45.42654037475586,338.40625,872415232
61,mlp.gate_proj,3,128,8,128,48.039730072021484,325.203125,872415232
61,mlp.gate_proj,4,32,8,128,17.31964874267578,468.8125,872415232
61,mlp.gate_proj,4,64,8,128,20.835979461669922,442.40625,872415232
61,mlp.gate_proj,4,128,8,128,23.07187843322754,429.203125,872415232
61,mlp.gate_proj,8,32,8,128,1.0556583404541016,884.8125,872415232
61,mlp.gate_proj,8,64,8,128,1.237264633178711,858.40625,872415232
61,mlp.gate_proj,8,128,8,128,1.4244710206985474,845.203125,872415232
61,mlp.up_proj,2,32,8,128,83.78594207763672,260.8125,872415232
61,mlp.up_proj,2,64,8,128,93.01493835449219,234.40625,872415232
61,mlp.up_proj,2,128,8,128,102.06587982177734,221.203125,872415232
61,mlp.up_proj,3,32,8,128,34.42118453979492,364.8125,872415232
61,mlp.up_proj,3,64,8,128,40.9705810546875,338.40625,872415232
61,mlp.up_proj,3,128,8,128,45.57563018798828,325.203125,872415232
61,mlp.up_proj,4,32,8,128,16.3905029296875,468.8125,872415232
61,mlp.up_proj,4,64,8,128,18.456724166870117,442.40625,872415232
61,mlp.up_proj,4,128,8,128,22.092134475708008,429.203125,872415232
61,mlp.up_proj,8,32,8,128,1.0110445022583008,884.8125,872415232
61,mlp.up_proj,8,64,8,128,1.1049262285232544,858.40625,872415232
61,mlp.up_proj,8,128,8,128,1.2894511222839355,845.203125,872415232
61,mlp.down_proj,2,32,8,128,85.58900451660156,260.8125,872415232
61,mlp.down_proj,2,64,8,128,93.79536437988281,234.40625,872415232
61,mlp.down_proj,2,128,8,128,104.1572036743164,221.203125,872415232
61,mlp.down_proj,3,32,8,128,34.893524169921875,364.8125,872415232
61,mlp.down_proj,3,64,8,128,41.90705108642578,338.40625,872415232
61,mlp.down_proj,3,128,8,128,45.74233627319336,325.203125,872415232
61,mlp.down_proj,4,32,8,128,16.522144317626953,468.8125,872415232
61,mlp.down_proj,4,64,8,128,18.82413101196289,442.40625,872415232
61,mlp.down_proj,4,128,8,128,22.625179290771484,429.203125,872415232
61,mlp.down_proj,8,32,8,128,1.0168373584747314,884.8125,872415232
61,mlp.down_proj,8,64,8,128,1.124218463897705,858.40625,872415232
61,mlp.down_proj,8,128,8,128,1.3221616744995117,845.203125,872415232
62,self_attn.q_proj,2,32,8,128,56.27822494506836,80.25,268435456
62,self_attn.q_proj,2,64,8,128,66.94995880126953,72.125,268435456
62,self_attn.q_proj,2,128,8,128,76.32050323486328,68.0625,268435456
62,self_attn.q_proj,3,32,8,128,24.18265151977539,112.25,268435456
62,self_attn.q_proj,3,64,8,128,29.042909622192383,104.125,268435456
62,self_attn.q_proj,3,128,8,128,33.586795806884766,100.0625,268435456
62,self_attn.q_proj,4,32,8,128,11.363962173461914,144.25,268435456
62,self_attn.q_proj,4,64,8,128,13.505367279052734,136.125,268435456
62,self_attn.q_proj,4,128,8,128,15.780899047851562,132.0625,268435456
62,self_attn.q_proj,8,32,8,128,0.6934029459953308,272.25,268435456
62,self_attn.q_proj,8,64,8,128,0.8215431571006775,264.125,268435456
62,self_attn.q_proj,8,128,8,128,0.9553020596504211,260.0625,268435456
62,self_attn.v_proj,2,32,8,128,15.898219108581543,10.03125,33554432
62,self_attn.v_proj,2,64,8,128,19.682558059692383,9.015625,33554432
62,self_attn.v_proj,2,128,8,128,23.133596420288086,8.5078125,33554432
62,self_attn.v_proj,3,32,8,128,6.790230751037598,14.03125,33554432
62,self_attn.v_proj,3,64,8,128,8.415731430053711,13.015625,33554432
62,self_attn.v_proj,3,128,8,128,9.893866539001465,12.5078125,33554432
62,self_attn.v_proj,4,32,8,128,3.169097661972046,18.03125,33554432
62,self_attn.v_proj,4,64,8,128,3.9281671047210693,17.015625,33554432
62,self_attn.v_proj,4,128,8,128,4.618836879730225,16.5078125,33554432
62,self_attn.v_proj,8,32,8,128,0.1919555813074112,34.03125,33554432
62,self_attn.v_proj,8,64,8,128,0.2377113401889801,33.015625,33554432
62,self_attn.v_proj,8,128,8,128,0.2797168791294098,32.5078125,33554432
62,self_attn.k_proj,2,32,8,128,38.72440719604492,10.03125,33554432
62,self_attn.k_proj,2,64,8,128,49.91858673095703,9.015625,33554432
62,self_attn.k_proj,2,128,8,128,58.81132125854492,8.5078125,33554432
62,self_attn.k_proj,3,32,8,128,16.706077575683594,14.03125,33554432
62,self_attn.k_proj,3,64,8,128,22.208131790161133,13.015625,33554432
62,self_attn.k_proj,3,128,8,128,27.015907287597656,12.5078125,33554432
62,self_attn.k_proj,4,32,8,128,7.800497531890869,18.03125,33554432
62,self_attn.k_proj,4,64,8,128,10.376582145690918,17.015625,33554432
62,self_attn.k_proj,4,128,8,128,12.658323287963867,16.5078125,33554432
62,self_attn.k_proj,8,32,8,128,0.4722059667110443,34.03125,33554432
62,self_attn.k_proj,8,64,8,128,0.6288718581199646,33.015625,33554432
62,self_attn.k_proj,8,128,8,128,0.7667618989944458,32.5078125,33554432
62,self_attn.o_proj,2,32,8,128,52.28500747680664,80.25,268435456
62,self_attn.o_proj,2,64,8,128,61.21432876586914,72.125,268435456
62,self_attn.o_proj,2,128,8,128,68.70520782470703,68.0625,268435456
62,self_attn.o_proj,3,32,8,128,22.51038932800293,112.25,268435456
62,self_attn.o_proj,3,64,8,128,26.066993713378906,104.125,268435456
62,self_attn.o_proj,3,128,8,128,29.480939865112305,100.0625,268435456
62,self_attn.o_proj,4,32,8,128,10.466967582702637,144.25,268435456
62,self_attn.o_proj,4,64,8,128,12.16124439239502,136.125,268435456
62,self_attn.o_proj,4,128,8,128,13.740866661071777,132.0625,268435456
62,self_attn.o_proj,8,32,8,128,0.6402577757835388,272.25,268435456
62,self_attn.o_proj,8,64,8,128,0.742883026599884,264.125,268435456
62,self_attn.o_proj,8,128,8,128,0.8333691358566284,260.0625,268435456
62,mlp.gate_proj,2,32,8,128,91.05758666992188,260.8125,872415232
62,mlp.gate_proj,2,64,8,128,99.67362213134766,234.40625,872415232
62,mlp.gate_proj,2,128,8,128,117.62017822265625,221.203125,872415232
62,mlp.gate_proj,3,32,8,128,37.3895378112793,364.8125,872415232
62,mlp.gate_proj,3,64,8,128,45.432861328125,338.40625,872415232
62,mlp.gate_proj,3,128,8,128,48.06393051147461,325.203125,872415232
62,mlp.gate_proj,4,32,8,128,17.329710006713867,468.8125,872415232
62,mlp.gate_proj,4,64,8,128,20.855998992919922,442.40625,872415232
62,mlp.gate_proj,4,128,8,128,23.0758113861084,429.203125,872415232
62,mlp.gate_proj,8,32,8,128,1.0562043190002441,884.8125,872415232
62,mlp.gate_proj,8,64,8,128,1.238236665725708,858.40625,872415232
62,mlp.gate_proj,8,128,8,128,1.4247082471847534,845.203125,872415232
62,mlp.up_proj,2,32,8,128,83.74803161621094,260.8125,872415232
62,mlp.up_proj,2,64,8,128,93.00566864013672,234.40625,872415232
62,mlp.up_proj,2,128,8,128,102.0701675415039,221.203125,872415232
62,mlp.up_proj,3,32,8,128,34.41387176513672,364.8125,872415232
62,mlp.up_proj,3,64,8,128,40.956764221191406,338.40625,872415232
62,mlp.up_proj,3,128,8,128,45.576053619384766,325.203125,872415232
62,mlp.up_proj,4,32,8,128,16.38909339904785,468.8125,872415232
62,mlp.up_proj,4,64,8,128,18.456024169921875,442.40625,872415232
62,mlp.up_proj,4,128,8,128,22.082658767700195,429.203125,872415232
62,mlp.up_proj,8,32,8,128,1.010958194732666,884.8125,872415232
62,mlp.up_proj,8,64,8,128,1.1047505140304565,858.40625,872415232
62,mlp.up_proj,8,128,8,128,1.2890965938568115,845.203125,872415232
62,mlp.down_proj,2,32,8,128,86.03693389892578,260.8125,872415232
62,mlp.down_proj,2,64,8,128,94.01091003417969,234.40625,872415232
62,mlp.down_proj,2,128,8,128,104.67884063720703,221.203125,872415232
62,mlp.down_proj,3,32,8,128,35.01652145385742,364.8125,872415232
62,mlp.down_proj,3,64,8,128,42.15559387207031,338.40625,872415232
62,mlp.down_proj,3,128,8,128,45.79596710205078,325.203125,872415232
62,mlp.down_proj,4,32,8,128,16.55805778503418,468.8125,872415232
62,mlp.down_proj,4,64,8,128,18.92137908935547,442.40625,872415232
62,mlp.down_proj,4,128,8,128,22.633644104003906,429.203125,872415232
62,mlp.down_proj,8,32,8,128,1.018438458442688,884.8125,872415232
62,mlp.down_proj,8,64,8,128,1.1293717622756958,858.40625,872415232
62,mlp.down_proj,8,128,8,128,1.3309904336929321,845.203125,872415232
63,self_attn.q_proj,2,32,8,128,52.78201675415039,80.25,268435456
63,self_attn.q_proj,2,64,8,128,63.02159118652344,72.125,268435456
63,self_attn.q_proj,2,128,8,128,71.12950897216797,68.0625,268435456
63,self_attn.q_proj,3,32,8,128,22.791837692260742,112.25,268435456
63,self_attn.q_proj,3,64,8,128,26.79535484313965,104.125,268435456
63,self_attn.q_proj,3,128,8,128,30.938518524169922,100.0625,268435456
63,self_attn.q_proj,4,32,8,128,10.600954055786133,144.25,268435456
63,self_attn.q_proj,4,64,8,128,12.501180648803711,136.125,268435456
63,self_attn.q_proj,4,128,8,128,14.3685302734375,132.0625,268435456
63,self_attn.q_proj,8,32,8,128,0.6463161706924438,272.25,268435456
63,self_attn.q_proj,8,64,8,128,0.7618066072463989,264.125,268435456
63,self_attn.q_proj,8,128,8,128,0.869267463684082,260.0625,268435456
63,self_attn.v_proj,2,32,8,128,15.571348190307617,10.03125,33554432
63,self_attn.v_proj,2,64,8,128,19.22821807861328,9.015625,33554432
63,self_attn.v_proj,2,128,8,128,22.509796142578125,8.5078125,33554432
63,self_attn.v_proj,3,32,8,128,6.652693271636963,14.03125,33554432
63,self_attn.v_proj,3,64,8,128,8.22012710571289,13.015625,33554432
63,self_attn.v_proj,3,128,8,128,9.62651252746582,12.5078125,33554432
63,self_attn.v_proj,4,32,8,128,3.1029789447784424,18.03125,33554432
63,self_attn.v_proj,4,64,8,128,3.8353638648986816,17.015625,33554432
63,self_attn.v_proj,4,128,8,128,4.49276065826416,16.5078125,33554432
63,self_attn.v_proj,8,32,8,128,0.1881149262189865,34.03125,33554432
63,self_attn.v_proj,8,64,8,128,0.23218706250190735,33.015625,33554432
63,self_attn.v_proj,8,128,8,128,0.27205148339271545,32.5078125,33554432
63,self_attn.k_proj,2,32,8,128,37.66373825073242,10.03125,33554432
63,self_attn.k_proj,2,64,8,128,49.669960021972656,9.015625,33554432
63,self_attn.k_proj,2,128,8,128,59.55745315551758,8.5078125,33554432
63,self_attn.k_proj,3,32,8,128,16.178081512451172,14.03125,33554432
63,self_attn.k_proj,3,64,8,128,21.849809646606445,13.015625,33554432
63,self_attn.k_proj,3,128,8,128,26.948638916015625,12.5078125,33554432
63,self_attn.k_proj,4,32,8,128,7.546154975891113,18.03125,33554432
63,self_attn.k_proj,4,64,8,128,10.1990327835083,17.015625,33554432
63,self_attn.k_proj,4,128,8,128,12.591917037963867,16.5078125,33554432
63,self_attn.k_proj,8,32,8,128,0.45698291063308716,34.03125,33554432
63,self_attn.k_proj,8,64,8,128,0.6183639764785767,33.015625,33554432
63,self_attn.k_proj,8,128,8,128,0.7629019021987915,32.5078125,33554432
63,self_attn.o_proj,2,32,8,128,51.57893753051758,80.25,268435456
63,self_attn.o_proj,2,64,8,128,60.45551681518555,72.125,268435456
63,self_attn.o_proj,2,128,8,128,67.99447631835938,68.0625,268435456
63,self_attn.o_proj,3,32,8,128,22.21186065673828,112.25,268435456
63,self_attn.o_proj,3,64,8,128,25.769865036010742,104.125,268435456
63,self_attn.o_proj,3,128,8,128,29.23139190673828,100.0625,268435456
63,self_attn.o_proj,4,32,8,128,10.328347206115723,144.25,268435456
63,self_attn.o_proj,4,64,8,128,12.031781196594238,136.125,268435456
63,self_attn.o_proj,4,128,8,128,13.625346183776855,132.0625,268435456
63,self_attn.o_proj,8,32,8,128,0.631557285785675,272.25,268435456
63,self_attn.o_proj,8,64,8,128,0.7353029847145081,264.125,268435456
63,self_attn.o_proj,8,128,8,128,0.8264379501342773,260.0625,268435456
63,mlp.gate_proj,2,32,8,128,91.15325164794922,260.8125,872415232
63,mlp.gate_proj,2,64,8,128,99.91756439208984,234.40625,872415232
63,mlp.gate_proj,2,128,8,128,118.05052947998047,221.203125,872415232
63,mlp.gate_proj,3,32,8,128,37.55387496948242,364.8125,872415232
63,mlp.gate_proj,3,64,8,128,45.45451736450195,338.40625,872415232
63,mlp.gate_proj,3,128,8,128,48.046085357666016,325.203125,872415232
63,mlp.gate_proj,4,32,8,128,17.382566452026367,468.8125,872415232
63,mlp.gate_proj,4,64,8,128,20.94571304321289,442.40625,872415232
63,mlp.gate_proj,4,128,8,128,23.067197799682617,429.203125,872415232
63,mlp.gate_proj,8,32,8,128,1.0587157011032104,884.8125,872415232
63,mlp.gate_proj,8,64,8,128,1.243329405784607,858.40625,872415232
63,mlp.gate_proj,8,128,8,128,1.4244357347488403,845.203125,872415232
63,mlp.up_proj,2,32,8,128,83.83872985839844,260.8125,872415232
63,mlp.up_proj,2,64,8,128,93.04719543457031,234.40625,872415232
63,mlp.up_proj,2,128,8,128,102.16903686523438,221.203125,872415232
63,mlp.up_proj,3,32,8,128,34.438873291015625,364.8125,872415232
63,mlp.up_proj,3,64,8,128,41.01526641845703,338.40625,872415232
63,mlp.up_proj,3,128,8,128,45.5903205871582,325.203125,872415232
63,mlp.up_proj,4,32,8,128,16.39694595336914,468.8125,872415232
63,mlp.up_proj,4,64,8,128,18.475692749023438,442.40625,872415232
63,mlp.up_proj,4,128,8,128,22.135711669921875,429.203125,872415232
63,mlp.up_proj,8,32,8,128,1.011268138885498,884.8125,872415232
63,mlp.up_proj,8,64,8,128,1.1060205698013306,858.40625,872415232
63,mlp.up_proj,8,128,8,128,1.291683554649353,845.203125,872415232
63,mlp.down_proj,2,32,8,128,86.39852905273438,260.8125,872415232
63,mlp.down_proj,2,64,8,128,94.20293426513672,234.40625,872415232
63,mlp.down_proj,2,128,8,128,105.20957946777344,221.203125,872415232
63,mlp.down_proj,3,32,8,128,35.121376037597656,364.8125,872415232
63,mlp.down_proj,3,64,8,128,42.363948822021484,338.40625,872415232
63,mlp.down_proj,3,128,8,128,45.862911224365234,325.203125,872415232
63,mlp.down_proj,4,32,8,128,16.589092254638672,468.8125,872415232
63,mlp.down_proj,4,64,8,128,19.008947372436523,442.40625,872415232
63,mlp.down_proj,4,128,8,128,22.641128540039062,429.203125,872415232
63,mlp.down_proj,8,32,8,128,1.0198692083358765,884.8125,872415232
63,mlp.down_proj,8,64,8,128,1.134008765220642,858.40625,872415232
63,mlp.down_proj,8,128,8,128,1.3393629789352417,845.203125,872415232
64,self_attn.q_proj,2,32,8,128,50.979270935058594,80.25,268435456
64,self_attn.q_proj,2,64,8,128,60.508033752441406,72.125,268435456
64,self_attn.q_proj,2,128,8,128,68.51129913330078,68.0625,268435456
64,self_attn.q_proj,3,32,8,128,22.01446533203125,112.25,268435456
64,self_attn.q_proj,3,64,8,128,25.775293350219727,104.125,268435456
64,self_attn.q_proj,3,128,8,128,29.66685676574707,100.0625,268435456
64,self_attn.q_proj,4,32,8,128,10.22653579711914,144.25,268435456
64,self_attn.q_proj,4,64,8,128,12.054317474365234,136.125,268435456
64,self_attn.q_proj,4,128,8,128,13.783942222595215,132.0625,268435456
64,self_attn.q_proj,8,32,8,128,0.622809648513794,272.25,268435456
64,self_attn.q_proj,8,64,8,128,0.7354381084442139,264.125,268435456
64,self_attn.q_proj,8,128,8,128,0.834109902381897,260.0625,268435456
64,self_attn.v_proj,2,32,8,128,14.848485946655273,10.03125,33554432
64,self_attn.v_proj,2,64,8,128,18.335851669311523,9.015625,33554432
64,self_attn.v_proj,2,128,8,128,21.482580184936523,8.5078125,33554432
64,self_attn.v_proj,3,32,8,128,6.342976093292236,14.03125,33554432
64,self_attn.v_proj,3,64,8,128,7.841714382171631,13.015625,33554432
64,self_attn.v_proj,3,128,8,128,9.187057495117188,12.5078125,33554432
64,self_attn.v_proj,4,32,8,128,2.959993600845337,18.03125,33554432
64,self_attn.v_proj,4,64,8,128,3.6578052043914795,17.015625,33554432
64,self_attn.v_proj,4,128,8,128,4.287530899047852,16.5078125,33554432
64,self_attn.v_proj,8,32,8,128,0.1793815642595291,34.03125,33554432
64,self_attn.v_proj,8,64,8,128,0.22155418992042542,33.015625,33554432
64,self_attn.v_proj,8,128,8,128,0.25955715775489807,32.5078125,33554432
64,self_attn.k_proj,2,32,8,128,36.22477340698242,10.03125,33554432
64,self_attn.k_proj,2,64,8,128,47.6776008605957,9.015625,33554432
64,self_attn.k_proj,2,128,8,128,56.55179214477539,8.5078125,33554432
64,self_attn.k_proj,3,32,8,128,15.558323860168457,14.03125,33554432
64,self_attn.k_proj,3,64,8,128,21.06330108642578,13.015625,33554432
64,self_attn.k_proj,3,128,8,128,25.6486759185791,12.5078125,33554432
64,self_attn.k_proj,4,32,8,128,7.26091194152832,18.03125,33554432
64,self_attn.k_proj,4,64,8,128,9.832956314086914,17.015625,33554432
64,self_attn.k_proj,4,128,8,128,11.99567985534668,16.5078125,33554432
64,self_attn.k_proj,8,32,8,128,0.43981873989105225,34.03125,33554432
64,self_attn.k_proj,8,64,8,128,0.5958264470100403,33.015625,33554432
64,self_attn.k_proj,8,128,8,128,0.7264663577079773,32.5078125,33554432
64,self_attn.o_proj,2,32,8,128,51.06512451171875,80.25,268435456
64,self_attn.o_proj,2,64,8,128,59.73265075683594,72.125,268435456
64,self_attn.o_proj,2,128,8,128,67.15489959716797,68.0625,268435456
64,self_attn.o_proj,3,32,8,128,21.963775634765625,112.25,268435456
64,self_attn.o_proj,3,64,8,128,25.463886260986328,104.125,268435456
64,self_attn.o_proj,3,128,8,128,28.78495216369629,100.0625,268435456
64,self_attn.o_proj,4,32,8,128,10.215131759643555,144.25,268435456
64,self_attn.o_proj,4,64,8,128,11.892641067504883,136.125,268435456
64,self_attn.o_proj,4,128,8,128,13.42097282409668,132.0625,268435456
64,self_attn.o_proj,8,32,8,128,0.6247556209564209,272.25,268435456
64,self_attn.o_proj,8,64,8,128,0.7273819446563721,264.125,268435456
64,self_attn.o_proj,8,128,8,128,0.8141162991523743,260.0625,268435456
64,mlp.gate_proj,2,32,8,128,91.04718780517578,260.8125,872415232
64,mlp.gate_proj,2,64,8,128,99.49579620361328,234.40625,872415232
64,mlp.gate_proj,2,128,8,128,117.1796875,221.203125,872415232
64,mlp.gate_proj,3,32,8,128,37.38323974609375,364.8125,872415232
64,mlp.gate_proj,3,64,8,128,45.41525650024414,338.40625,872415232
64,mlp.gate_proj,3,128,8,128,47.88688278198242,325.203125,872415232
64,mlp.gate_proj,4,32,8,128,17.323991775512695,468.8125,872415232
64,mlp.gate_proj,4,64,8,128,20.820764541625977,442.40625,872415232
64,mlp.gate_proj,4,128,8,128,23.033395767211914,429.203125,872415232
64,mlp.gate_proj,8,32,8,128,1.0558072328567505,884.8125,872415232
64,mlp.gate_proj,8,64,8,128,1.236228585243225,858.40625,872415232
64,mlp.gate_proj,8,128,8,128,1.4232059717178345,845.203125,872415232
64,mlp.up_proj,2,32,8,128,83.75849914550781,260.8125,872415232
64,mlp.up_proj,2,64,8,128,93.01118469238281,234.40625,872415232
64,mlp.up_proj,2,128,8,128,102.05276489257812,221.203125,872415232
64,mlp.up_proj,3,32,8,128,34.41682815551758,364.8125,872415232
64,mlp.up_proj,3,64,8,128,40.96965408325195,338.40625,872415232
64,mlp.up_proj,3,128,8,128,45.5806999206543,325.203125,872415232
64,mlp.up_proj,4,32,8,128,16.39036750793457,468.8125,872415232
64,mlp.up_proj,4,64,8,128,18.457294464111328,442.40625,872415232
64,mlp.up_proj,4,128,8,128,22.096220016479492,429.203125,872415232
64,mlp.up_proj,8,32,8,128,1.0110105276107788,884.8125,872415232
64,mlp.up_proj,8,64,8,128,1.1050125360488892,858.40625,872415232
64,mlp.up_proj,8,128,8,128,1.289674997329712,845.203125,872415232
64,mlp.down_proj,2,32,8,128,86.0143051147461,260.8125,872415232
64,mlp.down_proj,2,64,8,128,94.01908874511719,234.40625,872415232
64,mlp.down_proj,2,128,8,128,104.7015380859375,221.203125,872415232
64,mlp.down_proj,3,32,8,128,35.01673126220703,364.8125,872415232
64,mlp.down_proj,3,64,8,128,42.164405822753906,338.40625,872415232
64,mlp.down_proj,3,128,8,128,45.818721771240234,325.203125,872415232
64,mlp.down_proj,4,32,8,128,16.560325622558594,468.8125,872415232
64,mlp.down_proj,4,64,8,128,18.929582595825195,442.40625,872415232
64,mlp.down_proj,4,128,8,128,22.635194778442383,429.203125,872415232
64,mlp.down_proj,8,32,8,128,1.0185736417770386,884.8125,872415232
64,mlp.down_proj,8,64,8,128,1.1300643682479858,858.40625,872415232
64,mlp.down_proj,8,128,8,128,1.3328040838241577,845.203125,872415232
65,self_attn.q_proj,2,32,8,128,51.40522003173828,80.25,268435456
65,self_attn.q_proj,2,64,8,128,61.35742950439453,72.125,268435456
65,self_attn.q_proj,2,128,8,128,69.14512634277344,68.0625,268435456
65,self_attn.q_proj,3,32,8,128,22.311920166015625,112.25,268435456
65,self_attn.q_proj,3,64,8,128,26.392501831054688,104.125,268435456
65,self_attn.q_proj,3,128,8,128,30.639978408813477,100.0625,268435456
65,self_attn.q_proj,4,32,8,128,10.365276336669922,144.25,268435456
65,self_attn.q_proj,4,64,8,128,12.31850528717041,136.125,268435456
65,self_attn.q_proj,4,128,8,128,14.234175682067871,132.0625,268435456
65,self_attn.q_proj,8,32,8,128,0.6304463744163513,272.25,268435456
65,self_attn.q_proj,8,64,8,128,0.7503260374069214,264.125,268435456
65,self_attn.q_proj,8,128,8,128,0.860328197479248,260.0625,268435456
65,self_attn.v_proj,2,32,8,128,15.72098159790039,10.03125,33554432
65,self_attn.v_proj,2,64,8,128,19.358949661254883,9.015625,33554432
65,self_attn.v_proj,2,128,8,128,22.608318328857422,8.5078125,33554432
65,self_attn.v_proj,3,32,8,128,6.716244697570801,14.03125,33554432
65,self_attn.v_proj,3,64,8,128,8.278428077697754,13.015625,33554432
65,self_attn.v_proj,3,128,8,128,9.668248176574707,12.5078125,33554432
65,self_attn.v_proj,4,32,8,128,3.1341707706451416,18.03125,33554432
65,self_attn.v_proj,4,64,8,128,3.863356828689575,17.015625,33554432
65,self_attn.v_proj,4,128,8,128,4.511652946472168,16.5078125,33554432
65,self_attn.v_proj,8,32,8,128,0.18986646831035614,34.03125,33554432
65,self_attn.v_proj,8,64,8,128,0.23386934399604797,33.015625,33554432
65,self_attn.v_proj,8,128,8,128,0.27325713634490967,32.5078125,33554432
65,self_attn.k_proj,2,32,8,128,37.30356979370117,10.03125,33554432
65,self_attn.k_proj,2,64,8,128,47.938316345214844,9.015625,33554432
65,self_attn.k_proj,2,128,8,128,56.24113845825195,8.5078125,33554432
65,self_attn.k_proj,3,32,8,128,16.411479949951172,14.03125,33554432
65,self_attn.k_proj,3,64,8,128,22.115306854248047,13.015625,33554432
65,self_attn.k_proj,3,128,8,128,27.154138565063477,12.5078125,33554432
65,self_attn.k_proj,4,32,8,128,7.674549102783203,18.03125,33554432
65,self_attn.k_proj,4,64,8,128,10.37398910522461,17.015625,33554432
65,self_attn.k_proj,4,128,8,128,12.81115436553955,16.5078125,33554432
65,self_attn.k_proj,8,32,8,128,0.4649112820625305,34.03125,33554432
65,self_attn.k_proj,8,64,8,128,0.62860107421875,33.015625,33554432
65,self_attn.k_proj,8,128,8,128,0.7758654356002808,32.5078125,33554432
65,self_attn.o_proj,2,32,8,128,51.54091262817383,80.25,268435456
65,self_attn.o_proj,2,64,8,128,60.308433532714844,72.125,268435456
65,self_attn.o_proj,2,128,8,128,67.73345184326172,68.0625,268435456
65,self_attn.o_proj,3,32,8,128,22.178335189819336,112.25,268435456
65,self_attn.o_proj,3,64,8,128,25.693458557128906,104.125,268435456
65,self_attn.o_proj,3,128,8,128,29.029504776000977,100.0625,268435456
65,self_attn.o_proj,4,32,8,128,10.312963485717773,144.25,268435456
65,self_attn.o_proj,4,64,8,128,11.99404239654541,136.125,268435456
65,self_attn.o_proj,4,128,8,128,13.536070823669434,132.0625,268435456
65,self_attn.o_proj,8,32,8,128,0.6307498812675476,272.25,268435456
65,self_attn.o_proj,8,64,8,128,0.733177900314331,264.125,268435456
65,self_attn.o_proj,8,128,8,128,0.8211658000946045,260.0625,268435456
65,mlp.gate_proj,2,32,8,128,91.12115478515625,260.8125,872415232
65,mlp.gate_proj,2,64,8,128,99.78440856933594,234.40625,872415232
65,mlp.gate_proj,2,128,8,128,117.82957458496094,221.203125,872415232
65,mlp.gate_proj,3,32,8,128,37.48779296875,364.8125,872415232
65,mlp.gate_proj,3,64,8,128,45.443519592285156,338.40625,872415232
65,mlp.gate_proj,3,128,8,128,48.03269958496094,325.203125,872415232
65,mlp.gate_proj,4,32,8,128,17.36003875732422,468.8125,872415232
65,mlp.gate_proj,4,64,8,128,20.895456314086914,442.40625,872415232
65,mlp.gate_proj,4,128,8,128,23.06512451171875,429.203125,872415232
65,mlp.gate_proj,8,32,8,128,1.0576494932174683,884.8125,872415232
65,mlp.gate_proj,8,64,8,128,1.2406461238861084,858.40625,872415232
65,mlp.gate_proj,8,128,8,128,1.4243800640106201,845.203125,872415232
65,mlp.up_proj,2,32,8,128,82.69780731201172,260.8125,872415232
65,mlp.up_proj,2,64,8,128,92.60612487792969,234.40625,872415232
65,mlp.up_proj,2,128,8,128,100.88287353515625,221.203125,872415232
65,mlp.up_proj,3,32,8,128,34.15545654296875,364.8125,872415232
65,mlp.up_proj,3,64,8,128,40.39624786376953,338.40625,872415232
65,mlp.up_proj,3,128,8,128,45.4940185546875,325.203125,872415232
65,mlp.up_proj,4,32,8,128,16.321189880371094,468.8125,872415232
65,mlp.up_proj,4,64,8,128,18.242204666137695,442.40625,872415232
65,mlp.up_proj,4,128,8,128,21.743013381958008,429.203125,872415232
65,mlp.up_proj,8,32,8,128,1.008048176765442,884.8125,872415232
65,mlp.up_proj,8,64,8,128,1.0940436124801636,858.40625,872415232
65,mlp.up_proj,8,128,8,128,1.2691017389297485,845.203125,872415232
65,mlp.down_proj,2,32,8,128,85.54513549804688,260.8125,872415232
65,mlp.down_proj,2,64,8,128,93.76787567138672,234.40625,872415232
65,mlp.down_proj,2,128,8,128,104.06564331054688,221.203125,872415232
65,mlp.down_proj,3,32,8,128,34.88441848754883,364.8125,872415232
65,mlp.down_proj,3,64,8,128,41.900238037109375,338.40625,872415232
65,mlp.down_proj,3,128,8,128,45.74252700805664,325.203125,872415232
65,mlp.down_proj,4,32,8,128,16.520389556884766,468.8125,872415232
65,mlp.down_proj,4,64,8,128,18.820505142211914,442.40625,872415232
65,mlp.down_proj,4,128,8,128,22.62558364868164,429.203125,872415232
65,mlp.down_proj,8,32,8,128,1.0167564153671265,884.8125,872415232
65,mlp.down_proj,8,64,8,128,1.124059796333313,858.40625,872415232
65,mlp.down_proj,8,128,8,128,1.322432279586792,845.203125,872415232
66,self_attn.q_proj,2,32,8,128,50.93599319458008,80.25,268435456
66,self_attn.q_proj,2,64,8,128,60.9884147644043,72.125,268435456
66,self_attn.q_proj,2,128,8,128,68.93777465820312,68.0625,268435456
66,self_attn.q_proj,3,32,8,128,22.075206756591797,112.25,268435456
66,self_attn.q_proj,3,64,8,128,26.196470260620117,104.125,268435456
66,self_attn.q_proj,3,128,8,128,30.42412567138672,100.0625,268435456
66,self_attn.q_proj,4,32,8,128,10.255035400390625,144.25,268435456
66,self_attn.q_proj,4,64,8,128,12.231202125549316,136.125,268435456
66,self_attn.q_proj,4,128,8,128,14.13665771484375,132.0625,268435456
66,self_attn.q_proj,8,32,8,128,0.6250078678131104,272.25,268435456
66,self_attn.q_proj,8,64,8,128,0.7448973059654236,264.125,268435456
66,self_attn.q_proj,8,128,8,128,0.8545379638671875,260.0625,268435456
66,self_attn.v_proj,2,32,8,128,15.636862754821777,10.03125,33554432
66,self_attn.v_proj,2,64,8,128,19.20512580871582,9.015625,33554432
66,self_attn.v_proj,2,128,8,128,22.367273330688477,8.5078125,33554432
66,self_attn.v_proj,3,32,8,128,6.677425384521484,14.03125,33554432
66,self_attn.v_proj,3,64,8,128,8.212361335754395,13.015625,33554432
66,self_attn.v_proj,3,128,8,128,9.565816879272461,12.5078125,33554432
66,self_attn.v_proj,4,32,8,128,3.114898920059204,18.03125,33554432
66,self_attn.v_proj,4,64,8,128,3.8313510417938232,17.015625,33554432
66,self_attn.v_proj,4,128,8,128,4.461780548095703,16.5078125,33554432
66,self_attn.v_proj,8,32,8,128,0.18881550431251526,34.03125,33554432
66,self_attn.v_proj,8,64,8,128,0.23189541697502136,33.015625,33554432
66,self_attn.v_proj,8,128,8,128,0.2701181471347809,32.5078125,33554432
66,self_attn.k_proj,2,32,8,128,35.68278121948242,10.03125,33554432
66,self_attn.k_proj,2,64,8,128,45.737831115722656,9.015625,33554432
66,self_attn.k_proj,2,128,8,128,53.72850036621094,8.5078125,33554432
66,self_attn.k_proj,3,32,8,128,15.680892944335938,14.03125,33554432
66,self_attn.k_proj,3,64,8,128,21.004013061523438,13.015625,33554432
66,self_attn.k_proj,3,128,8,128,25.78162956237793,12.5078125,33554432
66,self_attn.k_proj,4,32,8,128,7.334864139556885,18.03125,33554432
66,self_attn.k_proj,4,64,8,128,9.856086730957031,17.015625,33554432
66,self_attn.k_proj,4,128,8,128,12.162460327148438,16.5078125,33554432
66,self_attn.k_proj,8,32,8,128,0.44398969411849976,34.03125,33554432
66,self_attn.k_proj,8,64,8,128,0.59709632396698,33.015625,33554432
66,self_attn.k_proj,8,128,8,128,0.7368422746658325,32.5078125,33554432
66,self_attn.o_proj,2,32,8,128,51.70082092285156,80.25,268435456
66,self_attn.o_proj,2,64,8,128,60.50973129272461,72.125,268435456
66,self_attn.o_proj,2,128,8,128,67.9415283203125,68.0625,268435456
66,self_attn.o_proj,3,32,8,128,22.247303009033203,112.25,268435456
66,self_attn.o_proj,3,64,8,128,25.777568817138672,104.125,268435456
66,self_attn.o_proj,3,128,8,128,29.12149429321289,100.0625,268435456
66,self_attn.o_proj,4,32,8,128,10.346728324890137,144.25,268435456
66,self_attn.o_proj,4,64,8,128,12.030835151672363,136.125,268435456
66,self_attn.o_proj,4,128,8,128,13.580859184265137,132.0625,268435456
66,self_attn.o_proj,8,32,8,128,0.6328319311141968,272.25,268435456
66,self_attn.o_proj,8,64,8,128,0.7352902293205261,264.125,268435456
66,self_attn.o_proj,8,128,8,128,0.8238270282745361,260.0625,268435456
66,mlp.gate_proj,2,32,8,128,91.11953735351562,260.8125,872415232
66,mlp.gate_proj,2,64,8,128,99.78202819824219,234.40625,872415232
66,mlp.gate_proj,2,128,8,128,117.80514526367188,221.203125,872415232
66,mlp.gate_proj,3,32,8,128,37.49273681640625,364.8125,872415232
66,mlp.gate_proj,3,64,8,128,45.440711975097656,338.40625,872415232
66,mlp.gate_proj,3,128,8,128,48.0016975402832,325.203125,872415232
66,mlp.gate_proj,4,32,8,128,17.36280059814453,468.8125,872415232
66,mlp.gate_proj,4,64,8,128,20.899890899658203,442.40625,872415232
66,mlp.gate_proj,4,128,8,128,23.058080673217773,429.203125,872415232
66,mlp.gate_proj,8,32,8,128,1.0577490329742432,884.8125,872415232
66,mlp.gate_proj,8,64,8,128,1.2408161163330078,858.40625,872415232
66,mlp.gate_proj,8,128,8,128,1.4241299629211426,845.203125,872415232
66,mlp.up_proj,2,32,8,128,82.73372650146484,260.8125,872415232
66,mlp.up_proj,2,64,8,128,92.62884521484375,234.40625,872415232
66,mlp.up_proj,2,128,8,128,100.93936920166016,221.203125,872415232
66,mlp.up_proj,3,32,8,128,34.16564178466797,364.8125,872415232
66,mlp.up_proj,3,64,8,128,40.41865539550781,338.40625,872415232
66,mlp.up_proj,3,128,8,128,45.5039176940918,325.203125,872415232
66,mlp.up_proj,4,32,8,128,16.324012756347656,468.8125,872415232
66,mlp.up_proj,4,64,8,128,18.25333595275879,442.40625,872415232
66,mlp.up_proj,4,128,8,128,21.773366928100586,429.203125,872415232
66,mlp.up_proj,8,32,8,128,1.0081802606582642,884.8125,872415232
66,mlp.up_proj,8,64,8,128,1.0946245193481445,858.40625,872415232
66,mlp.up_proj,8,128,8,128,1.2702815532684326,845.203125,872415232
66,mlp.down_proj,2,32,8,128,85.44064331054688,260.8125,872415232
66,mlp.down_proj,2,64,8,128,93.71224212646484,234.40625,872415232
66,mlp.down_proj,2,128,8,128,103.93294525146484,221.203125,872415232
66,mlp.down_proj,3,32,8,128,34.851261138916016,364.8125,872415232
66,mlp.down_proj,3,64,8,128,41.83113098144531,338.40625,872415232
66,mlp.down_proj,3,128,8,128,45.72567367553711,325.203125,872415232
66,mlp.down_proj,4,32,8,128,16.510446548461914,468.8125,872415232
66,mlp.down_proj,4,64,8,128,18.794544219970703,442.40625,872415232
66,mlp.down_proj,4,128,8,128,22.59441566467285,429.203125,872415232
66,mlp.down_proj,8,32,8,128,1.0163371562957764,884.8125,872415232
66,mlp.down_proj,8,64,8,128,1.1227079629898071,858.40625,872415232
66,mlp.down_proj,8,128,8,128,1.3201003074645996,845.203125,872415232
67,self_attn.q_proj,2,32,8,128,50.92917251586914,80.25,268435456
67,self_attn.q_proj,2,64,8,128,61.032779693603516,72.125,268435456
67,self_attn.q_proj,2,128,8,128,69.1695556640625,68.0625,268435456
67,self_attn.q_proj,3,32,8,128,22.077899932861328,112.25,268435456
67,self_attn.q_proj,3,64,8,128,26.219655990600586,104.125,268435456
67,self_attn.q_proj,3,128,8,128,30.554948806762695,100.0625,268435456
67,self_attn.q_proj,4,32,8,128,10.256025314331055,144.25,268435456
67,self_attn.q_proj,4,64,8,128,12.240774154663086,136.125,268435456
67,self_attn.q_proj,4,128,8,128,14.194329261779785,132.0625,268435456
67,self_attn.q_proj,8,32,8,128,0.625623881816864,272.25,268435456
67,self_attn.q_proj,8,64,8,128,0.7462539076805115,264.125,268435456
67,self_attn.q_proj,8,128,8,128,0.8582553863525391,260.0625,268435456
67,self_attn.v_proj,2,32,8,128,15.819125175476074,10.03125,33554432
67,self_attn.v_proj,2,64,8,128,19.461292266845703,9.015625,33554432
67,self_attn.v_proj,2,128,8,128,22.7149600982666,8.5078125,33554432
67,self_attn.v_proj,3,32,8,128,6.756184101104736,14.03125,33554432
67,self_attn.v_proj,3,64,8,128,8.321090698242188,13.015625,33554432
67,self_attn.v_proj,3,128,8,128,9.715690612792969,12.5078125,33554432
67,self_attn.v_proj,4,32,8,128,3.152005195617676,18.03125,33554432
67,self_attn.v_proj,4,64,8,128,3.8839714527130127,17.015625,33554432
67,self_attn.v_proj,4,128,8,128,4.5331549644470215,16.5078125,33554432
67,self_attn.v_proj,8,32,8,128,0.19089803099632263,34.03125,33554432
67,self_attn.v_proj,8,64,8,128,0.2350553423166275,33.015625,33554432
67,self_attn.v_proj,8,128,8,128,0.27444034814834595,32.5078125,33554432
67,self_attn.k_proj,2,32,8,128,35.62275695800781,10.03125,33554432
67,self_attn.k_proj,2,64,8,128,45.40184783935547,9.015625,33554432
67,self_attn.k_proj,2,128,8,128,53.15404510498047,8.5078125,33554432
67,self_attn.k_proj,3,32,8,128,15.797799110412598,14.03125,33554432
67,self_attn.k_proj,3,64,8,128,21.185449600219727,13.015625,33554432
67,self_attn.k_proj,3,128,8,128,26.0189208984375,12.5078125,33554432
67,self_attn.k_proj,4,32,8,128,7.396169662475586,18.03125,33554432
67,self_attn.k_proj,4,64,8,128,9.957428932189941,17.015625,33554432
67,self_attn.k_proj,4,128,8,128,12.319525718688965,16.5078125,33554432
67,self_attn.k_proj,8,32,8,128,0.4475495517253876,34.03125,33554432
67,self_attn.k_proj,8,64,8,128,0.6032046675682068,33.015625,33554432
67,self_attn.k_proj,8,128,8,128,0.7463183403015137,32.5078125,33554432
67,self_attn.o_proj,2,32,8,128,51.19813919067383,80.25,268435456
67,self_attn.o_proj,2,64,8,128,59.88871383666992,72.125,268435456
67,self_attn.o_proj,2,128,8,128,67.29344177246094,68.0625,268435456
67,self_attn.o_proj,3,32,8,128,22.022939682006836,112.25,268435456
67,self_attn.o_proj,3,64,8,128,25.521663665771484,104.125,268435456
67,self_attn.o_proj,3,128,8,128,28.83289909362793,100.0625,268435456
67,self_attn.o_proj,4,32,8,128,10.241491317749023,144.25,268435456
67,self_attn.o_proj,4,64,8,128,11.919384002685547,136.125,268435456
67,self_attn.o_proj,4,128,8,128,13.443073272705078,132.0625,268435456
67,self_attn.o_proj,8,32,8,128,0.6264183521270752,272.25,268435456
67,self_attn.o_proj,8,64,8,128,0.7288724780082703,264.125,268435456
67,self_attn.o_proj,8,128,8,128,0.8157009482383728,260.0625,268435456
67,mlp.gate_proj,2,32,8,128,91.27513122558594,260.8125,872415232
67,mlp.gate_proj,2,64,8,128,100.4582748413086,234.40625,872415232
67,mlp.gate_proj,2,128,8,128,119.13615417480469,221.203125,872415232
67,mlp.gate_proj,3,32,8,128,37.72398376464844,364.8125,872415232
67,mlp.gate_proj,3,64,8,128,45.51546096801758,338.40625,872415232
67,mlp.gate_proj,3,128,8,128,48.357765197753906,325.203125,872415232
67,mlp.gate_proj,4,32,8,128,17.446643829345703,468.8125,872415232
67,mlp.gate_proj,4,64,8,128,21.08637809753418,442.40625,872415232
67,mlp.gate_proj,4,128,8,128,23.155452728271484,429.203125,872415232
67,mlp.gate_proj,8,32,8,128,1.0621411800384521,884.8125,872415232
67,mlp.gate_proj,8,64,8,128,1.2518470287322998,858.40625,872415232
67,mlp.gate_proj,8,128,8,128,1.4276299476623535,845.203125,872415232
67,mlp.up_proj,2,32,8,128,82.71096801757812,260.8125,872415232
67,mlp.up_proj,2,64,8,128,92.60885620117188,234.40625,872415232
67,mlp.up_proj,2,128,8,128,100.90589904785156,221.203125,872415232
67,mlp.up_proj,3,32,8,128,34.159603118896484,364.8125,872415232
67,mlp.up_proj,3,64,8,128,40.404727935791016,338.40625,872415232
67,mlp.up_proj,3,128,8,128,45.496070861816406,325.203125,872415232
67,mlp.up_proj,4,32,8,128,16.322586059570312,468.8125,872415232
67,mlp.up_proj,4,64,8,128,18.24997329711914,442.40625,872415232
67,mlp.up_proj,4,128,8,128,21.754976272583008,429.203125,872415232
67,mlp.up_proj,8,32,8,128,1.008109450340271,884.8125,872415232
67,mlp.up_proj,8,64,8,128,1.094254970550537,858.40625,872415232
67,mlp.up_proj,8,128,8,128,1.2695821523666382,845.203125,872415232
67,mlp.down_proj,2,32,8,128,85.33378601074219,260.8125,872415232
67,mlp.down_proj,2,64,8,128,93.66474151611328,234.40625,872415232
67,mlp.down_proj,2,128,8,128,103.80349731445312,221.203125,872415232
67,mlp.down_proj,3,32,8,128,34.82521057128906,364.8125,872415232
67,mlp.down_proj,3,64,8,128,41.78390884399414,338.40625,872415232
67,mlp.down_proj,3,128,8,128,45.715354919433594,325.203125,872415232
67,mlp.down_proj,4,32,8,128,16.502941131591797,468.8125,872415232
67,mlp.down_proj,4,64,8,128,18.770811080932617,442.40625,872415232
67,mlp.down_proj,4,128,8,128,22.55554962158203,429.203125,872415232
67,mlp.down_proj,8,32,8,128,1.0159955024719238,884.8125,872415232
67,mlp.down_proj,8,64,8,128,1.1215108633041382,858.40625,872415232
67,mlp.down_proj,8,128,8,128,1.317948818206787,845.203125,872415232
68,self_attn.q_proj,2,32,8,128,45.78683090209961,80.25,268435456
68,self_attn.q_proj,2,64,8,128,53.95084762573242,72.125,268435456
68,self_attn.q_proj,2,128,8,128,61.714935302734375,68.0625,268435456
68,self_attn.q_proj,3,32,8,128,19.589059829711914,112.25,268435456
68,self_attn.q_proj,3,64,8,128,23.516115188598633,104.125,268435456
68,self_attn.q_proj,3,128,8,128,27.01862907409668,100.0625,268435456
68,self_attn.q_proj,4,32,8,128,9.124565124511719,144.25,268435456
68,self_attn.q_proj,4,64,8,128,11.023347854614258,136.125,268435456
68,self_attn.q_proj,4,128,8,128,12.60189151763916,132.0625,268435456
68,self_attn.q_proj,8,32,8,128,0.5564438700675964,272.25,268435456
68,self_attn.q_proj,8,64,8,128,0.6701723337173462,264.125,268435456
68,self_attn.q_proj,8,128,8,128,0.7641937732696533,260.0625,268435456
68,self_attn.v_proj,2,32,8,128,16.240915298461914,10.03125,33554432
68,self_attn.v_proj,2,64,8,128,19.949485778808594,9.015625,33554432
68,self_attn.v_proj,2,128,8,128,23.233673095703125,8.5078125,33554432
68,self_attn.v_proj,3,32,8,128,6.938436985015869,14.03125,33554432
68,self_attn.v_proj,3,64,8,128,8.528945922851562,13.015625,33554432
68,self_attn.v_proj,3,128,8,128,9.934613227844238,12.5078125,33554432
68,self_attn.v_proj,4,32,8,128,3.2367892265319824,18.03125,33554432
68,self_attn.v_proj,4,64,8,128,3.981029510498047,17.015625,33554432
68,self_attn.v_proj,4,128,8,128,4.635677814483643,16.5078125,33554432
68,self_attn.v_proj,8,32,8,128,0.19611681997776031,34.03125,33554432
68,self_attn.v_proj,8,64,8,128,0.2409168779850006,33.015625,33554432
68,self_attn.v_proj,8,128,8,128,0.2808169722557068,32.5078125,33554432
68,self_attn.k_proj,2,32,8,128,30.754440307617188,10.03125,33554432
68,self_attn.k_proj,2,64,8,128,38.9851188659668,9.015625,33554432
68,self_attn.k_proj,2,128,8,128,45.6376953125,8.5078125,33554432
68,self_attn.k_proj,3,32,8,128,14.109624862670898,14.03125,33554432
68,self_attn.k_proj,3,64,8,128,19.365272521972656,13.015625,33554432
68,self_attn.k_proj,3,128,8,128,24.086748123168945,12.5078125,33554432
68,self_attn.k_proj,4,32,8,128,6.636048793792725,18.03125,33554432
68,self_attn.k_proj,4,64,8,128,9.196354866027832,17.015625,33554432
68,self_attn.k_proj,4,128,8,128,11.64542007446289,16.5078125,33554432
68,self_attn.k_proj,8,32,8,128,0.40181979537010193,34.03125,33554432
68,self_attn.k_proj,8,64,8,128,0.5569783449172974,33.015625,33554432
68,self_attn.k_proj,8,128,8,128,0.7058805227279663,32.5078125,33554432
68,self_attn.o_proj,2,32,8,128,51.05429458618164,80.25,268435456
68,self_attn.o_proj,2,64,8,128,59.70336151123047,72.125,268435456
68,self_attn.o_proj,2,128,8,128,67.11129760742188,68.0625,268435456
68,self_attn.o_proj,3,32,8,128,21.95594596862793,112.25,268435456
68,self_attn.o_proj,3,64,8,128,25.447481155395508,104.125,268435456
68,self_attn.o_proj,3,128,8,128,28.744298934936523,100.0625,268435456
68,self_attn.o_proj,4,32,8,128,10.210851669311523,144.25,268435456
68,self_attn.o_proj,4,64,8,128,11.885180473327637,136.125,268435456
68,self_attn.o_proj,4,128,8,128,13.403715133666992,132.0625,268435456
68,self_attn.o_proj,8,32,8,128,0.6245673298835754,272.25,268435456
68,self_attn.o_proj,8,64,8,128,0.7269434928894043,264.125,268435456
68,self_attn.o_proj,8,128,8,128,0.8132688999176025,260.0625,268435456
68,mlp.gate_proj,2,32,8,128,91.41189575195312,260.8125,872415232
68,mlp.gate_proj,2,64,8,128,100.96646881103516,234.40625,872415232
68,mlp.gate_proj,2,128,8,128,120.03948974609375,221.203125,872415232
68,mlp.gate_proj,3,32,8,128,37.92405700683594,364.8125,872415232
68,mlp.gate_proj,3,64,8,128,45.57135772705078,338.40625,872415232
68,mlp.gate_proj,3,128,8,128,48.5861701965332,325.203125,872415232
68,mlp.gate_proj,4,32,8,128,17.51648712158203,468.8125,872415232
68,mlp.gate_proj,4,64,8,128,21.23439598083496,442.40625,872415232
68,mlp.gate_proj,4,128,8,128,23.2080020904541,429.203125,872415232
68,mlp.gate_proj,8,32,8,128,1.0657484531402588,884.8125,872415232
68,mlp.gate_proj,8,64,8,128,1.26047945022583,858.40625,872415232
68,mlp.gate_proj,8,128,8,128,1.4296534061431885,845.203125,872415232
68,mlp.up_proj,2,32,8,128,82.7581558227539,260.8125,872415232
68,mlp.up_proj,2,64,8,128,92.62681579589844,234.40625,872415232
68,mlp.up_proj,2,128,8,128,100.9214096069336,221.203125,872415232
68,mlp.up_proj,3,32,8,128,34.1738395690918,364.8125,872415232
68,mlp.up_proj,3,64,8,128,40.41981506347656,338.40625,872415232
68,mlp.up_proj,3,128,8,128,45.496212005615234,325.203125,872415232
68,mlp.up_proj,4,32,8,128,16.32477569580078,468.8125,872415232
68,mlp.up_proj,4,64,8,128,18.25324249267578,442.40625,872415232
68,mlp.up_proj,4,128,8,128,21.770559310913086,429.203125,872415232
68,mlp.up_proj,8,32,8,128,1.0081943273544312,884.8125,872415232
68,mlp.up_proj,8,64,8,128,1.0945497751235962,858.40625,872415232
68,mlp.up_proj,8,128,8,128,1.270042896270752,845.203125,872415232
68,mlp.down_proj,2,32,8,128,85.24897003173828,260.8125,872415232
68,mlp.down_proj,2,64,8,128,93.62915802001953,234.40625,872415232
68,mlp.down_proj,2,128,8,128,103.7784194946289,221.203125,872415232
68,mlp.down_proj,3,32,8,128,34.799625396728516,364.8125,872415232
68,mlp.down_proj,3,64,8,128,41.74034118652344,338.40625,872415232
68,mlp.down_proj,3,128,8,128,45.705074310302734,325.203125,872415232
68,mlp.down_proj,4,32,8,128,16.495059967041016,468.8125,872415232
68,mlp.down_proj,4,64,8,128,18.75000762939453,442.40625,872415232
68,mlp.down_proj,4,128,8,128,22.522279739379883,429.203125,872415232
68,mlp.down_proj,8,32,8,128,1.0156171321868896,884.8125,872415232
68,mlp.down_proj,8,64,8,128,1.1202925443649292,858.40625,872415232
68,mlp.down_proj,8,128,8,128,1.3156837224960327,845.203125,872415232
69,self_attn.q_proj,2,32,8,128,45.768028259277344,80.25,268435456
69,self_attn.q_proj,2,64,8,128,54.09929275512695,72.125,268435456
69,self_attn.q_proj,2,128,8,128,62.083396911621094,68.0625,268435456
69,self_attn.q_proj,3,32,8,128,19.656896591186523,112.25,268435456
69,self_attn.q_proj,3,64,8,128,23.70684242248535,104.125,268435456
69,self_attn.q_proj,3,128,8,128,27.52305793762207,100.0625,268435456
69,self_attn.q_proj,4,32,8,128,9.156630516052246,144.25,268435456
69,self_attn.q_proj,4,64,8,128,11.135313987731934,136.125,268435456
69,self_attn.q_proj,4,128,8,128,12.82690143585205,132.0625,268435456
69,self_attn.q_proj,8,32,8,128,0.5585308074951172,272.25,268435456
69,self_attn.q_proj,8,64,8,128,0.6779622435569763,264.125,268435456
69,self_attn.q_proj,8,128,8,128,0.7778110504150391,260.0625,268435456
69,self_attn.v_proj,2,32,8,128,16.906129837036133,10.03125,33554432
69,self_attn.v_proj,2,64,8,128,20.799556732177734,9.015625,33554432
69,self_attn.v_proj,2,128,8,128,24.251033782958984,8.5078125,33554432
69,self_attn.v_proj,3,32,8,128,7.218748569488525,14.03125,33554432
69,self_attn.v_proj,3,64,8,128,8.887264251708984,13.015625,33554432
69,self_attn.v_proj,3,128,8,128,10.37473201751709,12.5078125,33554432
69,self_attn.v_proj,4,32,8,128,3.3691089153289795,18.03125,33554432
69,self_attn.v_proj,4,64,8,128,4.1482391357421875,17.015625,33554432
69,self_attn.v_proj,4,128,8,128,4.839863300323486,16.5078125,33554432
69,self_attn.v_proj,8,32,8,128,0.20409968495368958,34.03125,33554432
69,self_attn.v_proj,8,64,8,128,0.2512167990207672,33.015625,33554432
69,self_attn.v_proj,8,128,8,128,0.29319027066230774,32.5078125,33554432
69,self_attn.k_proj,2,32,8,128,30.061017990112305,10.03125,33554432
69,self_attn.k_proj,2,64,8,128,37.71491241455078,9.015625,33554432
69,self_attn.k_proj,2,128,8,128,44.059696197509766,8.5078125,33554432
69,self_attn.k_proj,3,32,8,128,13.914341926574707,14.03125,33554432
69,self_attn.k_proj,3,64,8,128,19.034053802490234,13.015625,33554432
69,self_attn.k_proj,3,128,8,128,23.661996841430664,12.5078125,33554432
69,self_attn.k_proj,4,32,8,128,6.544021129608154,18.03125,33554432
69,self_attn.k_proj,4,64,8,128,9.088448524475098,17.015625,33554432
69,self_attn.k_proj,4,128,8,128,11.554713249206543,16.5078125,33554432
69,self_attn.k_proj,8,32,8,128,0.3964250683784485,34.03125,33554432
69,self_attn.k_proj,8,64,8,128,0.5506793260574341,33.015625,33554432
69,self_attn.k_proj,8,128,8,128,0.7011958360671997,32.5078125,33554432
69,self_attn.o_proj,2,32,8,128,50.711219787597656,80.25,268435456
69,self_attn.o_proj,2,64,8,128,59.355445861816406,72.125,268435456
69,self_attn.o_proj,2,128,8,128,66.80827331542969,68.0625,268435456
69,self_attn.o_proj,3,32,8,128,21.81187629699707,112.25,268435456
69,self_attn.o_proj,3,64,8,128,25.312177658081055,104.125,268435456
69,self_attn.o_proj,3,128,8,128,28.652315139770508,100.0625,268435456
69,self_attn.o_proj,4,32,8,128,10.14832878112793,144.25,268435456
69,self_attn.o_proj,4,64,8,128,11.832890510559082,136.125,268435456
69,self_attn.o_proj,4,128,8,128,13.37014102935791,132.0625,268435456
69,self_attn.o_proj,8,32,8,128,0.6208220720291138,272.25,268435456
69,self_attn.o_proj,8,64,8,128,0.7242593765258789,264.125,268435456
69,self_attn.o_proj,8,128,8,128,0.8120089173316956,260.0625,268435456
69,mlp.gate_proj,2,32,8,128,91.37503051757812,260.8125,872415232
69,mlp.gate_proj,2,64,8,128,100.81583404541016,234.40625,872415232
69,mlp.gate_proj,2,128,8,128,119.77867126464844,221.203125,872415232
69,mlp.gate_proj,3,32,8,128,37.870849609375,364.8125,872415232
69,mlp.gate_proj,3,64,8,128,45.55691909790039,338.40625,872415232
69,mlp.gate_proj,3,128,8,128,48.51132583618164,325.203125,872415232
69,mlp.gate_proj,4,32,8,128,17.498559951782227,468.8125,872415232
69,mlp.gate_proj,4,64,8,128,21.1949520111084,442.40625,872415232
69,mlp.gate_proj,4,128,8,128,23.19089698791504,429.203125,872415232
69,mlp.gate_proj,8,32,8,128,1.0648143291473389,884.8125,872415232
69,mlp.gate_proj,8,64,8,128,1.258169412612915,858.40625,872415232
69,mlp.gate_proj,8,128,8,128,1.4290623664855957,845.203125,872415232
69,mlp.up_proj,2,32,8,128,83.0040512084961,260.8125,872415232
69,mlp.up_proj,2,64,8,128,92.70533752441406,234.40625,872415232
69,mlp.up_proj,2,128,8,128,101.17472076416016,221.203125,872415232
69,mlp.up_proj,3,32,8,128,34.227935791015625,364.8125,872415232
69,mlp.up_proj,3,64,8,128,40.55015563964844,338.40625,872415232
69,mlp.up_proj,3,128,8,128,45.51648712158203,325.203125,872415232
69,mlp.up_proj,4,32,8,128,16.340259552001953,468.8125,872415232
69,mlp.up_proj,4,64,8,128,18.299896240234375,442.40625,872415232
69,mlp.up_proj,4,128,8,128,21.83643341064453,429.203125,872415232
69,mlp.up_proj,8,32,8,128,1.0088553428649902,884.8125,872415232
69,mlp.up_proj,8,64,8,128,1.096923589706421,858.40625,872415232
69,mlp.up_proj,8,128,8,128,1.2745639085769653,845.203125,872415232
69,mlp.down_proj,2,32,8,128,85.2857894897461,260.8125,872415232
69,mlp.down_proj,2,64,8,128,93.64578247070312,234.40625,872415232
69,mlp.down_proj,2,128,8,128,103.75076293945312,221.203125,872415232
69,mlp.down_proj,3,32,8,128,34.81132888793945,364.8125,872415232
69,mlp.down_proj,3,64,8,128,41.758331298828125,338.40625,872415232
69,mlp.down_proj,3,128,8,128,45.709381103515625,325.203125,872415232
69,mlp.down_proj,4,32,8,128,16.498981475830078,468.8125,872415232
69,mlp.down_proj,4,64,8,128,18.76374053955078,442.40625,872415232
69,mlp.down_proj,4,128,8,128,22.55181312561035,429.203125,872415232
69,mlp.down_proj,8,32,8,128,1.0157774686813354,884.8125,872415232
69,mlp.down_proj,8,64,8,128,1.120766043663025,858.40625,872415232
69,mlp.down_proj,8,128,8,128,1.3166558742523193,845.203125,872415232
70,self_attn.q_proj,2,32,8,128,47.21487045288086,80.25,268435456
70,self_attn.q_proj,2,64,8,128,56.15191650390625,72.125,268435456
70,self_attn.q_proj,2,128,8,128,64.3733139038086,68.0625,268435456
70,self_attn.q_proj,3,32,8,128,20.325193405151367,112.25,268435456
70,self_attn.q_proj,3,64,8,128,24.346248626708984,104.125,268435456
70,self_attn.q_proj,3,128,8,128,28.200685501098633,100.0625,268435456
70,self_attn.q_proj,4,32,8,128,9.453914642333984,144.25,268435456
70,self_attn.q_proj,4,64,8,128,11.447422981262207,136.125,268435456
70,self_attn.q_proj,4,128,8,128,13.121307373046875,132.0625,268435456
70,self_attn.q_proj,8,32,8,128,0.576068639755249,272.25,268435456
70,self_attn.q_proj,8,64,8,128,0.6985830068588257,264.125,268435456
70,self_attn.q_proj,8,128,8,128,0.7951517105102539,260.0625,268435456
70,self_attn.v_proj,2,32,8,128,16.541473388671875,10.03125,33554432
70,self_attn.v_proj,2,64,8,128,20.330520629882812,9.015625,33554432
70,self_attn.v_proj,2,128,8,128,23.68952751159668,8.5078125,33554432
70,self_attn.v_proj,3,32,8,128,7.069149017333984,14.03125,33554432
70,self_attn.v_proj,3,64,8,128,8.692525863647461,13.015625,33554432
70,self_attn.v_proj,3,128,8,128,10.133355140686035,12.5078125,33554432
70,self_attn.v_proj,4,32,8,128,3.2967238426208496,18.03125,33554432
70,self_attn.v_proj,4,64,8,128,4.0564446449279785,17.015625,33554432
70,self_attn.v_proj,4,128,8,128,4.726563453674316,16.5078125,33554432
70,self_attn.v_proj,8,32,8,128,0.19984182715415955,34.03125,33554432
70,self_attn.v_proj,8,64,8,128,0.24559521675109863,33.015625,33554432
70,self_attn.v_proj,8,128,8,128,0.28624293208122253,32.5078125,33554432
70,self_attn.k_proj,2,32,8,128,31.584182739257812,10.03125,33554432
70,self_attn.k_proj,2,64,8,128,40.15665817260742,9.015625,33554432
70,self_attn.k_proj,2,128,8,128,47.009117126464844,8.5078125,33554432
70,self_attn.k_proj,3,32,8,128,14.408476829528809,14.03125,33554432
70,self_attn.k_proj,3,64,8,128,19.783405303955078,13.015625,33554432
70,self_attn.k_proj,3,128,8,128,24.613962173461914,12.5078125,33554432
70,self_attn.k_proj,4,32,8,128,6.7771897315979,18.03125,33554432
70,self_attn.k_proj,4,64,8,128,9.369309425354004,17.015625,33554432
70,self_attn.k_proj,4,128,8,128,11.84152603149414,16.5078125,33554432
70,self_attn.k_proj,8,32,8,128,0.41022220253944397,34.03125,33554432
70,self_attn.k_proj,8,64,8,128,0.5673484802246094,33.015625,33554432
70,self_attn.k_proj,8,128,8,128,0.7173380851745605,32.5078125,33554432
70,self_attn.o_proj,2,32,8,128,51.073184967041016,80.25,268435456
70,self_attn.o_proj,2,64,8,128,59.74903106689453,72.125,268435456
70,self_attn.o_proj,2,128,8,128,67.15850067138672,68.0625,268435456
70,self_attn.o_proj,3,32,8,128,21.965850830078125,112.25,268435456
70,self_attn.o_proj,3,64,8,128,25.469154357910156,104.125,268435456
70,self_attn.o_proj,3,128,8,128,28.773807525634766,100.0625,268435456
70,self_attn.o_proj,4,32,8,128,10.214585304260254,144.25,268435456
70,self_attn.o_proj,4,64,8,128,11.895456314086914,136.125,268435456
70,self_attn.o_proj,4,128,8,128,13.416009902954102,132.0625,268435456
70,self_attn.o_proj,8,32,8,128,0.6247808337211609,272.25,268435456
70,self_attn.o_proj,8,64,8,128,0.7274338006973267,264.125,268435456
70,self_attn.o_proj,8,128,8,128,0.8141375184059143,260.0625,268435456
70,mlp.gate_proj,2,32,8,128,91.22624206542969,260.8125,872415232
70,mlp.gate_proj,2,64,8,128,100.15536499023438,234.40625,872415232
70,mlp.gate_proj,2,128,8,128,118.46281433105469,221.203125,872415232
70,mlp.gate_proj,3,32,8,128,37.6531982421875,364.8125,872415232
70,mlp.gate_proj,3,64,8,128,45.47676467895508,338.40625,872415232
70,mlp.gate_proj,3,128,8,128,48.126949310302734,325.203125,872415232
70,mlp.gate_proj,4,32,8,128,17.418109893798828,468.8125,872415232
70,mlp.gate_proj,4,64,8,128,21.01084327697754,442.40625,872415232
70,mlp.gate_proj,4,128,8,128,23.085155487060547,429.203125,872415232
70,mlp.gate_proj,8,32,8,128,1.0605552196502686,884.8125,872415232
70,mlp.gate_proj,8,64,8,128,1.2472200393676758,858.40625,872415232
70,mlp.gate_proj,8,128,8,128,1.4251124858856201,845.203125,872415232
70,mlp.up_proj,2,32,8,128,83.23177337646484,260.8125,872415232
70,mlp.up_proj,2,64,8,128,92.7850570678711,234.40625,872415232
70,mlp.up_proj,2,128,8,128,101.40747833251953,221.203125,872415232
70,mlp.up_proj,3,32,8,128,34.28483581542969,364.8125,872415232
70,mlp.up_proj,3,64,8,128,40.66667938232422,338.40625,872415232
70,mlp.up_proj,3,128,8,128,45.52593231201172,325.203125,872415232
70,mlp.up_proj,4,32,8,128,16.354122161865234,468.8125,872415232
70,mlp.up_proj,4,64,8,128,18.34436798095703,442.40625,872415232
70,mlp.up_proj,4,128,8,128,21.902759552001953,429.203125,872415232
70,mlp.up_proj,8,32,8,128,1.0094573497772217,884.8125,872415232
70,mlp.up_proj,8,64,8,128,1.0989882946014404,858.40625,872415232
70,mlp.up_proj,8,128,8,128,1.2782127857208252,845.203125,872415232
70,mlp.down_proj,2,32,8,128,85.35086822509766,260.8125,872415232
70,mlp.down_proj,2,64,8,128,93.66712188720703,234.40625,872415232
70,mlp.down_proj,2,128,8,128,103.89249420166016,221.203125,872415232
70,mlp.down_proj,3,32,8,128,34.82697677612305,364.8125,872415232
70,mlp.down_proj,3,64,8,128,41.786014556884766,338.40625,872415232
70,mlp.down_proj,3,128,8,128,45.71057891845703,325.203125,872415232
70,mlp.down_proj,4,32,8,128,16.502361297607422,468.8125,872415232
70,mlp.down_proj,4,64,8,128,18.77227020263672,442.40625,872415232
70,mlp.down_proj,4,128,8,128,22.561325073242188,429.203125,872415232
70,mlp.down_proj,8,32,8,128,1.0159614086151123,884.8125,872415232
70,mlp.down_proj,8,64,8,128,1.1214025020599365,858.40625,872415232
70,mlp.down_proj,8,128,8,128,1.3178374767303467,845.203125,872415232
71,self_attn.q_proj,2,32,8,128,46.01780319213867,80.25,268435456
71,self_attn.q_proj,2,64,8,128,54.612396240234375,72.125,268435456
71,self_attn.q_proj,2,128,8,128,63.22642517089844,68.0625,268435456
71,self_attn.q_proj,3,32,8,128,19.64784812927246,112.25,268435456
71,self_attn.q_proj,3,64,8,128,23.603506088256836,104.125,268435456
71,self_attn.q_proj,3,128,8,128,27.32034683227539,100.0625,268435456
71,self_attn.q_proj,4,32,8,128,9.151895523071289,144.25,268435456
71,self_attn.q_proj,4,64,8,128,11.078672409057617,136.125,268435456
71,self_attn.q_proj,4,128,8,128,12.733019828796387,132.0625,268435456
71,self_attn.q_proj,8,32,8,128,0.558559000492096,272.25,268435456
71,self_attn.q_proj,8,64,8,128,0.674245297908783,264.125,268435456
71,self_attn.q_proj,8,128,8,128,0.7719625234603882,260.0625,268435456
71,self_attn.v_proj,2,32,8,128,17.29447364807129,10.03125,33554432
71,self_attn.v_proj,2,64,8,128,21.259899139404297,9.015625,33554432
71,self_attn.v_proj,2,128,8,128,24.763671875,8.5078125,33554432
71,self_attn.v_proj,3,32,8,128,7.389876365661621,14.03125,33554432
71,self_attn.v_proj,3,64,8,128,9.086750984191895,13.015625,33554432
71,self_attn.v_proj,3,128,8,128,10.591934204101562,12.5078125,33554432
71,self_attn.v_proj,4,32,8,128,3.4471113681793213,18.03125,33554432
71,self_attn.v_proj,4,64,8,128,4.239990711212158,17.015625,33554432
71,self_attn.v_proj,4,128,8,128,4.942073345184326,16.5078125,33554432
71,self_attn.v_proj,8,32,8,128,0.20871403813362122,34.03125,33554432
71,self_attn.v_proj,8,64,8,128,0.25671932101249695,33.015625,33554432
71,self_attn.v_proj,8,128,8,128,0.2993675172328949,32.5078125,33554432
71,self_attn.k_proj,2,32,8,128,32.322837829589844,10.03125,33554432
71,self_attn.k_proj,2,64,8,128,41.61428451538086,9.015625,33554432
71,self_attn.k_proj,2,128,8,128,49.11086654663086,8.5078125,33554432
71,self_attn.k_proj,3,32,8,128,14.187936782836914,14.03125,33554432
71,self_attn.k_proj,3,64,8,128,19.209121704101562,13.015625,33554432
71,self_attn.k_proj,3,128,8,128,23.786195755004883,12.5078125,33554432
71,self_attn.k_proj,4,32,8,128,6.627792835235596,18.03125,33554432
71,self_attn.k_proj,4,64,8,128,8.99838924407959,17.015625,33554432
71,self_attn.k_proj,4,128,8,128,11.202544212341309,16.5078125,33554432
71,self_attn.k_proj,8,32,8,128,0.40153422951698303,34.03125,33554432
71,self_attn.k_proj,8,64,8,128,0.5450581908226013,33.015625,33554432
71,self_attn.k_proj,8,128,8,128,0.6785055994987488,32.5078125,33554432
71,self_attn.o_proj,2,32,8,128,51.31605529785156,80.25,268435456
71,self_attn.o_proj,2,64,8,128,60.056640625,72.125,268435456
71,self_attn.o_proj,2,128,8,128,67.51992797851562,68.0625,268435456
71,self_attn.o_proj,3,32,8,128,22.075132369995117,112.25,268435456
71,self_attn.o_proj,3,64,8,128,25.595993041992188,104.125,268435456
71,self_attn.o_proj,3,128,8,128,28.93395233154297,100.0625,268435456
71,self_attn.o_proj,4,32,8,128,10.26622200012207,144.25,268435456
71,self_attn.o_proj,4,64,8,128,11.949750900268555,136.125,268435456
71,self_attn.o_proj,4,128,8,128,13.492124557495117,132.0625,268435456
71,self_attn.o_proj,8,32,8,128,0.6279097199440002,272.25,268435456
71,self_attn.o_proj,8,64,8,128,0.730665922164917,264.125,268435456
71,self_attn.o_proj,8,128,8,128,0.8184930086135864,260.0625,268435456
71,mlp.gate_proj,2,32,8,128,91.21879577636719,260.8125,872415232
71,mlp.gate_proj,2,64,8,128,100.1375503540039,234.40625,872415232
71,mlp.gate_proj,2,128,8,128,118.42485046386719,221.203125,872415232
71,mlp.gate_proj,3,32,8,128,37.640586853027344,364.8125,872415232
71,mlp.gate_proj,3,64,8,128,45.47423553466797,338.40625,872415232
71,mlp.gate_proj,3,128,8,128,48.123748779296875,325.203125,872415232
71,mlp.gate_proj,4,32,8,128,17.411455154418945,468.8125,872415232
71,mlp.gate_proj,4,64,8,128,20.996816635131836,442.40625,872415232
71,mlp.gate_proj,4,128,8,128,23.083723068237305,429.203125,872415232
71,mlp.gate_proj,8,32,8,128,1.0603439807891846,884.8125,872415232
71,mlp.gate_proj,8,64,8,128,1.2466773986816406,858.40625,872415232
71,mlp.gate_proj,8,128,8,128,1.4249985218048096,845.203125,872415232
71,mlp.up_proj,2,32,8,128,83.31831359863281,260.8125,872415232
71,mlp.up_proj,2,64,8,128,92.82180786132812,234.40625,872415232
71,mlp.up_proj,2,128,8,128,101.51339721679688,221.203125,872415232
71,mlp.up_proj,3,32,8,128,34.30480194091797,364.8125,872415232
71,mlp.up_proj,3,64,8,128,40.7109375,338.40625,872415232
71,mlp.up_proj,3,128,8,128,45.53071594238281,325.203125,872415232
71,mlp.up_proj,4,32,8,128,16.359416961669922,468.8125,872415232
71,mlp.up_proj,4,64,8,128,18.35703468322754,442.40625,872415232
71,mlp.up_proj,4,128,8,128,21.927799224853516,429.203125,872415232
71,mlp.up_proj,8,32,8,128,1.0096789598464966,884.8125,872415232
71,mlp.up_proj,8,64,8,128,1.0997779369354248,858.40625,872415232
71,mlp.up_proj,8,128,8,128,1.2795960903167725,845.203125,872415232
71,mlp.down_proj,2,32,8,128,85.35860443115234,260.8125,872415232
71,mlp.down_proj,2,64,8,128,93.65506744384766,234.40625,872415232
71,mlp.down_proj,2,128,8,128,103.82097625732422,221.203125,872415232
71,mlp.down_proj,3,32,8,128,34.82414245605469,364.8125,872415232
71,mlp.down_proj,3,64,8,128,41.77882385253906,338.40625,872415232
71,mlp.down_proj,3,128,8,128,45.708194732666016,325.203125,872415232
71,mlp.down_proj,4,32,8,128,16.5018253326416,468.8125,872415232
71,mlp.down_proj,4,64,8,128,18.767623901367188,442.40625,872415232
71,mlp.down_proj,4,128,8,128,22.554168701171875,429.203125,872415232
71,mlp.down_proj,8,32,8,128,1.0159145593643188,884.8125,872415232
71,mlp.down_proj,8,64,8,128,1.121208667755127,858.40625,872415232
71,mlp.down_proj,8,128,8,128,1.317489743232727,845.203125,872415232
72,self_attn.q_proj,2,32,8,128,39.563289642333984,80.25,268435456
72,self_attn.q_proj,2,64,8,128,47.05558776855469,72.125,268435456
72,self_attn.q_proj,2,128,8,128,53.69596481323242,68.0625,268435456
72,self_attn.q_proj,3,32,8,128,16.959964752197266,112.25,268435456
72,self_attn.q_proj,3,64,8,128,20.215660095214844,104.125,268435456
72,self_attn.q_proj,3,128,8,128,23.325969696044922,100.0625,268435456
72,self_attn.q_proj,4,32,8,128,7.969488143920898,144.25,268435456
72,self_attn.q_proj,4,64,8,128,9.409226417541504,136.125,268435456
72,self_attn.q_proj,4,128,8,128,10.92219066619873,132.0625,268435456
72,self_attn.q_proj,8,32,8,128,0.48542746901512146,272.25,268435456
72,self_attn.q_proj,8,64,8,128,0.573136568069458,264.125,268435456
72,self_attn.q_proj,8,128,8,128,0.6615254282951355,260.0625,268435456
72,self_attn.v_proj,2,32,8,128,18.92388343811035,10.03125,33554432
72,self_attn.v_proj,2,64,8,128,23.280590057373047,9.015625,33554432
72,self_attn.v_proj,2,128,8,128,27.127199172973633,8.5078125,33554432
72,self_attn.v_proj,3,32,8,128,8.086416244506836,14.03125,33554432
72,self_attn.v_proj,3,64,8,128,9.94933795928955,13.015625,33554432
72,self_attn.v_proj,3,128,8,128,11.605057716369629,12.5078125,33554432
72,self_attn.v_proj,4,32,8,128,3.772538423538208,18.03125,33554432
72,self_attn.v_proj,4,64,8,128,4.643118858337402,17.015625,33554432
72,self_attn.v_proj,4,128,8,128,5.413959980010986,16.5078125,33554432
72,self_attn.v_proj,8,32,8,128,0.22850660979747772,34.03125,33554432
72,self_attn.v_proj,8,64,8,128,0.28139370679855347,33.015625,33554432
72,self_attn.v_proj,8,128,8,128,0.3280303478240967,32.5078125,33554432
72,self_attn.k_proj,2,32,8,128,26.843965530395508,10.03125,33554432
72,self_attn.k_proj,2,64,8,128,34.92333221435547,9.015625,33554432
72,self_attn.k_proj,2,128,8,128,41.64863586425781,8.5078125,33554432
72,self_attn.k_proj,3,32,8,128,11.765493392944336,14.03125,33554432
72,self_attn.k_proj,3,64,8,128,16.340646743774414,13.015625,33554432
72,self_attn.k_proj,3,128,8,128,20.74007225036621,12.5078125,33554432
72,self_attn.k_proj,4,32,8,128,5.495357990264893,18.03125,33554432
72,self_attn.k_proj,4,64,8,128,7.668913841247559,17.015625,33554432
72,self_attn.k_proj,4,128,8,128,9.788298606872559,16.5078125,33554432
72,self_attn.k_proj,8,32,8,128,0.333064466714859,34.03125,33554432
72,self_attn.k_proj,8,64,8,128,0.46405142545700073,33.015625,33554432
72,self_attn.k_proj,8,128,8,128,0.592915952205658,32.5078125,33554432
72,self_attn.o_proj,2,32,8,128,51.426002502441406,80.25,268435456
72,self_attn.o_proj,2,64,8,128,60.14847946166992,72.125,268435456
72,self_attn.o_proj,2,128,8,128,67.57051086425781,68.0625,268435456
72,self_attn.o_proj,3,32,8,128,22.12247657775879,112.25,268435456
72,self_attn.o_proj,3,64,8,128,25.630552291870117,104.125,268435456
72,self_attn.o_proj,3,128,8,128,28.9438419342041,100.0625,268435456
72,self_attn.o_proj,4,32,8,128,10.2872896194458,144.25,268435456
72,self_attn.o_proj,4,64,8,128,11.967323303222656,136.125,268435456
72,self_attn.o_proj,4,128,8,128,13.498902320861816,132.0625,268435456
72,self_attn.o_proj,8,32,8,128,0.6292371153831482,272.25,268435456
72,self_attn.o_proj,8,64,8,128,0.7315918803215027,264.125,268435456
72,self_attn.o_proj,8,128,8,128,0.8190252184867859,260.0625,268435456
72,mlp.gate_proj,2,32,8,128,91.21561431884766,260.8125,872415232
72,mlp.gate_proj,2,64,8,128,100.0989990234375,234.40625,872415232
72,mlp.gate_proj,2,128,8,128,118.31796264648438,221.203125,872415232
72,mlp.gate_proj,3,32,8,128,37.63441467285156,364.8125,872415232
72,mlp.gate_proj,3,64,8,128,45.473731994628906,338.40625,872415232
72,mlp.gate_proj,3,128,8,128,48.11525344848633,325.203125,872415232
72,mlp.gate_proj,4,32,8,128,17.409616470336914,468.8125,872415232
72,mlp.gate_proj,4,64,8,128,20.99982261657715,442.40625,872415232
72,mlp.gate_proj,4,128,8,128,23.084196090698242,429.203125,872415232
72,mlp.gate_proj,8,32,8,128,1.0601940155029297,884.8125,872415232
72,mlp.gate_proj,8,64,8,128,1.24627685546875,858.40625,872415232
72,mlp.gate_proj,8,128,8,128,1.425092101097107,845.203125,872415232
72,mlp.up_proj,2,32,8,128,83.46590423583984,260.8125,872415232
72,mlp.up_proj,2,64,8,128,92.87420654296875,234.40625,872415232
72,mlp.up_proj,2,128,8,128,101.63187408447266,221.203125,872415232
72,mlp.up_proj,3,32,8,128,34.33952331542969,364.8125,872415232
72,mlp.up_proj,3,64,8,128,40.78449630737305,338.40625,872415232
72,mlp.up_proj,3,128,8,128,45.540306091308594,325.203125,872415232
72,mlp.up_proj,4,32,8,128,16.36916732788086,468.8125,872415232
72,mlp.up_proj,4,64,8,128,18.385040283203125,442.40625,872415232
72,mlp.up_proj,4,128,8,128,21.971372604370117,429.203125,872415232
72,mlp.up_proj,8,32,8,128,1.0100786685943604,884.8125,872415232
72,mlp.up_proj,8,64,8,128,1.1012532711029053,858.40625,872415232
72,mlp.up_proj,8,128,8,128,1.2821635007858276,845.203125,872415232
72,mlp.down_proj,2,32,8,128,85.35496520996094,260.8125,872415232
72,mlp.down_proj,2,64,8,128,93.65721893310547,234.40625,872415232
72,mlp.down_proj,2,128,8,128,103.87171936035156,221.203125,872415232
72,mlp.down_proj,3,32,8,128,34.825626373291016,364.8125,872415232
72,mlp.down_proj,3,64,8,128,41.78370666503906,338.40625,872415232
72,mlp.down_proj,3,128,8,128,45.70756530761719,325.203125,872415232
72,mlp.down_proj,4,32,8,128,16.502197265625,468.8125,872415232
72,mlp.down_proj,4,64,8,128,18.768465042114258,442.40625,872415232
72,mlp.down_proj,4,128,8,128,22.554645538330078,429.203125,872415232
72,mlp.down_proj,8,32,8,128,1.0159095525741577,884.8125,872415232
72,mlp.down_proj,8,64,8,128,1.1211127042770386,858.40625,872415232
72,mlp.down_proj,8,128,8,128,1.317164659500122,845.203125,872415232
73,self_attn.q_proj,2,32,8,128,46.470176696777344,80.25,268435456
73,self_attn.q_proj,2,64,8,128,55.10749053955078,72.125,268435456
73,self_attn.q_proj,2,128,8,128,63.57826232910156,68.0625,268435456
73,self_attn.q_proj,3,32,8,128,19.872304916381836,112.25,268435456
73,self_attn.q_proj,3,64,8,128,23.740537643432617,104.125,268435456
73,self_attn.q_proj,3,128,8,128,27.362186431884766,100.0625,268435456
73,self_attn.q_proj,4,32,8,128,9.250962257385254,144.25,268435456
73,self_attn.q_proj,4,64,8,128,11.152168273925781,136.125,268435456
73,self_attn.q_proj,4,128,8,128,12.744860649108887,132.0625,268435456
73,self_attn.q_proj,8,32,8,128,0.5642156004905701,272.25,268435456
73,self_attn.q_proj,8,64,8,128,0.6785967350006104,264.125,268435456
73,self_attn.q_proj,8,128,8,128,0.7727739810943604,260.0625,268435456
73,self_attn.v_proj,2,32,8,128,17.53748321533203,10.03125,33554432
73,self_attn.v_proj,2,64,8,128,21.601646423339844,9.015625,33554432
73,self_attn.v_proj,2,128,8,128,25.213397979736328,8.5078125,33554432
73,self_attn.v_proj,3,32,8,128,7.4956536293029785,14.03125,33554432
73,self_attn.v_proj,3,64,8,128,9.23382568359375,13.015625,33554432
73,self_attn.v_proj,3,128,8,128,10.78502082824707,12.5078125,33554432
73,self_attn.v_proj,4,32,8,128,3.496387481689453,18.03125,33554432
73,self_attn.v_proj,4,64,8,128,4.309261798858643,17.015625,33554432
73,self_attn.v_proj,4,128,8,128,5.032390594482422,16.5078125,33554432
73,self_attn.v_proj,8,32,8,128,0.21184103190898895,34.03125,33554432
73,self_attn.v_proj,8,64,8,128,0.2609429359436035,33.015625,33554432
73,self_attn.v_proj,8,128,8,128,0.3048679530620575,32.5078125,33554432
73,self_attn.k_proj,2,32,8,128,32.97944641113281,10.03125,33554432
73,self_attn.k_proj,2,64,8,128,42.538822174072266,9.015625,33554432
73,self_attn.k_proj,2,128,8,128,50.12071228027344,8.5078125,33554432
73,self_attn.k_proj,3,32,8,128,14.437660217285156,14.03125,33554432
73,self_attn.k_proj,3,64,8,128,19.32904815673828,13.015625,33554432
73,self_attn.k_proj,3,128,8,128,23.76827049255371,12.5078125,33554432
73,self_attn.k_proj,4,32,8,128,6.744887828826904,18.03125,33554432
73,self_attn.k_proj,4,64,8,128,9.0451078414917,17.015625,33554432
73,self_attn.k_proj,4,128,8,128,11.164831161499023,16.5078125,33554432
73,self_attn.k_proj,8,32,8,128,0.40849876403808594,34.03125,33554432
73,self_attn.k_proj,8,64,8,128,0.5480250120162964,33.015625,33554432
73,self_attn.k_proj,8,128,8,128,0.676360547542572,32.5078125,33554432
73,self_attn.o_proj,2,32,8,128,51.10813522338867,80.25,268435456
73,self_attn.o_proj,2,64,8,128,59.78539276123047,72.125,268435456
73,self_attn.o_proj,2,128,8,128,67.17864990234375,68.0625,268435456
73,self_attn.o_proj,3,32,8,128,21.984655380249023,112.25,268435456
73,self_attn.o_proj,3,64,8,128,25.477205276489258,104.125,268435456
73,self_attn.o_proj,3,128,8,128,28.784687042236328,100.0625,268435456
73,self_attn.o_proj,4,32,8,128,10.224740028381348,144.25,268435456
73,self_attn.o_proj,4,64,8,128,11.899353981018066,136.125,268435456
73,self_attn.o_proj,4,128,8,128,13.42047119140625,132.0625,268435456
73,self_attn.o_proj,8,32,8,128,0.6253289580345154,272.25,268435456
73,self_attn.o_proj,8,64,8,128,0.727825403213501,264.125,268435456
73,self_attn.o_proj,8,128,8,128,0.8144294619560242,260.0625,268435456
73,mlp.gate_proj,2,32,8,128,91.1841812133789,260.8125,872415232
73,mlp.gate_proj,2,64,8,128,99.96196746826172,234.40625,872415232
73,mlp.gate_proj,2,128,8,128,118.06887817382812,221.203125,872415232
73,mlp.gate_proj,3,32,8,128,37.58964538574219,364.8125,872415232
73,mlp.gate_proj,3,64,8,128,45.45954132080078,338.40625,872415232
73,mlp.gate_proj,3,128,8,128,48.038936614990234,325.203125,872415232
73,mlp.gate_proj,4,32,8,128,17.394268035888672,468.8125,872415232
73,mlp.gate_proj,4,64,8,128,20.959827423095703,442.40625,872415232
73,mlp.gate_proj,4,128,8,128,23.064062118530273,429.203125,872415232
73,mlp.gate_proj,8,32,8,128,1.0593746900558472,884.8125,872415232
73,mlp.gate_proj,8,64,8,128,1.2441147565841675,858.40625,872415232
73,mlp.gate_proj,8,128,8,128,1.4242767095565796,845.203125,872415232
73,mlp.up_proj,2,32,8,128,83.5350341796875,260.8125,872415232
73,mlp.up_proj,2,64,8,128,92.90215301513672,234.40625,872415232
73,mlp.up_proj,2,128,8,128,101.7334213256836,221.203125,872415232
73,mlp.up_proj,3,32,8,128,34.354427337646484,364.8125,872415232
73,mlp.up_proj,3,64,8,128,40.82465744018555,338.40625,872415232
73,mlp.up_proj,3,128,8,128,45.54534912109375,325.203125,872415232
73,mlp.up_proj,4,32,8,128,16.37278938293457,468.8125,872415232
73,mlp.up_proj,4,64,8,128,18.3996639251709,442.40625,872415232
73,mlp.up_proj,4,128,8,128,21.997568130493164,429.203125,872415232
73,mlp.up_proj,8,32,8,128,1.0102776288986206,884.8125,872415232
73,mlp.up_proj,8,64,8,128,1.1019054651260376,858.40625,872415232
73,mlp.up_proj,8,128,8,128,1.2838021516799927,845.203125,872415232
73,mlp.down_proj,2,32,8,128,85.35599517822266,260.8125,872415232
73,mlp.down_proj,2,64,8,128,93.65924072265625,234.40625,872415232
73,mlp.down_proj,2,128,8,128,103.87753295898438,221.203125,872415232
73,mlp.down_proj,3,32,8,128,34.82573318481445,364.8125,872415232
73,mlp.down_proj,3,64,8,128,41.784332275390625,338.40625,872415232
73,mlp.down_proj,3,128,8,128,45.705810546875,325.203125,872415232
73,mlp.down_proj,4,32,8,128,16.502397537231445,468.8125,872415232
73,mlp.down_proj,4,64,8,128,18.768457412719727,442.40625,872415232
73,mlp.down_proj,4,128,8,128,22.556053161621094,429.203125,872415232
73,mlp.down_proj,8,32,8,128,1.015929102897644,884.8125,872415232
73,mlp.down_proj,8,64,8,128,1.1210588216781616,858.40625,872415232
73,mlp.down_proj,8,128,8,128,1.3172940015792847,845.203125,872415232
74,self_attn.q_proj,2,32,8,128,47.700408935546875,80.25,268435456
74,self_attn.q_proj,2,64,8,128,56.728702545166016,72.125,268435456
74,self_attn.q_proj,2,128,8,128,65.27718353271484,68.0625,268435456
74,self_attn.q_proj,3,32,8,128,20.485443115234375,112.25,268435456
74,self_attn.q_proj,3,64,8,128,24.357770919799805,104.125,268435456
74,self_attn.q_proj,3,128,8,128,28.23676109313965,100.0625,268435456
74,self_attn.q_proj,4,32,8,128,9.5283784866333,144.25,268435456
74,self_attn.q_proj,4,64,8,128,11.44441032409668,136.125,268435456
74,self_attn.q_proj,4,128,8,128,13.139551162719727,132.0625,268435456
74,self_attn.q_proj,8,32,8,128,0.5810064077377319,272.25,268435456
74,self_attn.q_proj,8,64,8,128,0.6991536021232605,264.125,268435456
74,self_attn.q_proj,8,128,8,128,0.7954972982406616,260.0625,268435456
74,self_attn.v_proj,2,32,8,128,17.579870223999023,10.03125,33554432
74,self_attn.v_proj,2,64,8,128,21.677377700805664,9.015625,33554432
74,self_attn.v_proj,2,128,8,128,25.332181930541992,8.5078125,33554432
74,self_attn.v_proj,3,32,8,128,7.512217998504639,14.03125,33554432
74,self_attn.v_proj,3,64,8,128,9.264492988586426,13.015625,33554432
74,self_attn.v_proj,3,128,8,128,10.83867073059082,12.5078125,33554432
74,self_attn.v_proj,4,32,8,128,3.504769802093506,18.03125,33554432
74,self_attn.v_proj,4,64,8,128,4.324345111846924,17.015625,33554432
74,self_attn.v_proj,4,128,8,128,5.056738376617432,16.5078125,33554432
74,self_attn.v_proj,8,32,8,128,0.21222522854804993,34.03125,33554432
74,self_attn.v_proj,8,64,8,128,0.2619439363479614,33.015625,33554432
74,self_attn.v_proj,8,128,8,128,0.30635127425193787,32.5078125,33554432
74,self_attn.k_proj,2,32,8,128,33.521671295166016,10.03125,33554432
74,self_attn.k_proj,2,64,8,128,43.05025100708008,9.015625,33554432
74,self_attn.k_proj,2,128,8,128,50.77845764160156,8.5078125,33554432
74,self_attn.k_proj,3,32,8,128,14.64344596862793,14.03125,33554432
74,self_attn.k_proj,3,64,8,128,19.513586044311523,13.015625,33554432
74,self_attn.k_proj,3,128,8,128,23.913358688354492,12.5078125,33554432
74,self_attn.k_proj,4,32,8,128,6.845561504364014,18.03125,33554432
74,self_attn.k_proj,4,64,8,128,9.137945175170898,17.015625,33554432
74,self_attn.k_proj,4,128,8,128,11.245048522949219,16.5078125,33554432
74,self_attn.k_proj,8,32,8,128,0.4144051969051361,34.03125,33554432
74,self_attn.k_proj,8,64,8,128,0.5535592436790466,33.015625,33554432
74,self_attn.k_proj,8,128,8,128,0.6814170479774475,32.5078125,33554432
74,self_attn.o_proj,2,32,8,128,50.77360916137695,80.25,268435456
74,self_attn.o_proj,2,64,8,128,59.384769439697266,72.125,268435456
74,self_attn.o_proj,2,128,8,128,66.76972198486328,68.0625,268435456
74,self_attn.o_proj,3,32,8,128,21.831480026245117,112.25,268435456
74,self_attn.o_proj,3,64,8,128,25.307207107543945,104.125,268435456
74,self_attn.o_proj,3,128,8,128,28.60133171081543,100.0625,268435456
74,self_attn.o_proj,4,32,8,128,10.15402603149414,144.25,268435456
74,self_attn.o_proj,4,64,8,128,11.824846267700195,136.125,268435456
74,self_attn.o_proj,4,128,8,128,13.332195281982422,132.0625,268435456
74,self_attn.o_proj,8,32,8,128,0.6210122108459473,272.25,268435456
74,self_attn.o_proj,8,64,8,128,0.7235165238380432,264.125,268435456
74,self_attn.o_proj,8,128,8,128,0.8090221285820007,260.0625,268435456
74,mlp.gate_proj,2,32,8,128,91.13899230957031,260.8125,872415232
74,mlp.gate_proj,2,64,8,128,99.75178527832031,234.40625,872415232
74,mlp.gate_proj,2,128,8,128,117.64763641357422,221.203125,872415232
74,mlp.gate_proj,3,32,8,128,37.53017807006836,364.8125,872415232
74,mlp.gate_proj,3,64,8,128,45.437965393066406,338.40625,872415232
74,mlp.gate_proj,3,128,8,128,47.92744064331055,325.203125,872415232
74,mlp.gate_proj,4,32,8,128,17.370384216308594,468.8125,872415232
74,mlp.gate_proj,4,64,8,128,20.90850830078125,442.40625,872415232
74,mlp.gate_proj,4,128,8,128,23.03782081604004,429.203125,872415232
74,mlp.gate_proj,8,32,8,128,1.0580202341079712,884.8125,872415232
74,mlp.gate_proj,8,64,8,128,1.240834355354309,858.40625,872415232
74,mlp.gate_proj,8,128,8,128,1.4233484268188477,845.203125,872415232
74,mlp.up_proj,2,32,8,128,83.70004272460938,260.8125,872415232
74,mlp.up_proj,2,64,8,128,92.95972442626953,234.40625,872415232
74,mlp.up_proj,2,128,8,128,101.91099548339844,221.203125,872415232
74,mlp.up_proj,3,32,8,128,34.39188003540039,364.8125,872415232
74,mlp.up_proj,3,64,8,128,40.90400314331055,338.40625,872415232
74,mlp.up_proj,3,128,8,128,45.55714416503906,325.203125,872415232
74,mlp.up_proj,4,32,8,128,16.383514404296875,468.8125,872415232
74,mlp.up_proj,4,64,8,128,18.432479858398438,442.40625,872415232
74,mlp.up_proj,4,128,8,128,22.04227638244629,429.203125,872415232
74,mlp.up_proj,8,32,8,128,1.0107065439224243,884.8125,872415232
74,mlp.up_proj,8,64,8,128,1.1034133434295654,858.40625,872415232
74,mlp.up_proj,8,128,8,128,1.2863218784332275,845.203125,872415232
74,mlp.down_proj,2,32,8,128,85.39564514160156,260.8125,872415232
74,mlp.down_proj,2,64,8,128,93.67410278320312,234.40625,872415232
74,mlp.down_proj,2,128,8,128,103.84720611572266,221.203125,872415232
74,mlp.down_proj,3,32,8,128,34.83186721801758,364.8125,872415232
74,mlp.down_proj,3,64,8,128,41.813507080078125,338.40625,872415232
74,mlp.down_proj,3,128,8,128,45.710975646972656,325.203125,872415232
74,mlp.down_proj,4,32,8,128,16.50444984436035,468.8125,872415232
74,mlp.down_proj,4,64,8,128,18.773155212402344,442.40625,872415232
74,mlp.down_proj,4,128,8,128,22.572914123535156,429.203125,872415232
74,mlp.down_proj,8,32,8,128,1.015995979309082,884.8125,872415232
74,mlp.down_proj,8,64,8,128,1.121435284614563,858.40625,872415232
74,mlp.down_proj,8,128,8,128,1.3178625106811523,845.203125,872415232
75,self_attn.q_proj,2,32,8,128,45.71356964111328,80.25,268435456
75,self_attn.q_proj,2,64,8,128,54.01062774658203,72.125,268435456
75,self_attn.q_proj,2,128,8,128,62.489627838134766,68.0625,268435456
75,self_attn.q_proj,3,32,8,128,19.47541618347168,112.25,268435456
75,self_attn.q_proj,3,64,8,128,23.29524040222168,104.125,268435456
75,self_attn.q_proj,3,128,8,128,26.84479522705078,100.0625,268435456
75,self_attn.q_proj,4,32,8,128,9.067922592163086,144.25,268435456
75,self_attn.q_proj,4,64,8,128,10.908844947814941,136.125,268435456
75,self_attn.q_proj,4,128,8,128,12.508922576904297,132.0625,268435456
75,self_attn.q_proj,8,32,8,128,0.553645670413971,272.25,268435456
75,self_attn.q_proj,8,64,8,128,0.6636815667152405,264.125,268435456
75,self_attn.q_proj,8,128,8,128,0.7585176825523376,260.0625,268435456
75,self_attn.v_proj,2,32,8,128,18.451751708984375,10.03125,33554432
75,self_attn.v_proj,2,64,8,128,22.78022575378418,9.015625,33554432
75,self_attn.v_proj,2,128,8,128,26.650028228759766,8.5078125,33554432
75,self_attn.v_proj,3,32,8,128,7.888351917266846,14.03125,33554432
75,self_attn.v_proj,3,64,8,128,9.739278793334961,13.015625,33554432
75,self_attn.v_proj,3,128,8,128,11.39826774597168,12.5078125,33554432
75,self_attn.v_proj,4,32,8,128,3.680220603942871,18.03125,33554432
75,self_attn.v_proj,4,64,8,128,4.542043685913086,17.015625,33554432
75,self_attn.v_proj,4,128,8,128,5.319289207458496,16.5078125,33554432
75,self_attn.v_proj,8,32,8,128,0.2227000743150711,34.03125,33554432
75,self_attn.v_proj,8,64,8,128,0.27524104714393616,33.015625,33554432
75,self_attn.v_proj,8,128,8,128,0.3221205174922943,32.5078125,33554432
75,self_attn.k_proj,2,32,8,128,32.562828063964844,10.03125,33554432
75,self_attn.k_proj,2,64,8,128,41.988956451416016,9.015625,33554432
75,self_attn.k_proj,2,128,8,128,49.81993103027344,8.5078125,33554432
75,self_attn.k_proj,3,32,8,128,14.180638313293457,14.03125,33554432
75,self_attn.k_proj,3,64,8,128,19.007781982421875,13.015625,33554432
75,self_attn.k_proj,3,128,8,128,23.537765502929688,12.5078125,33554432
75,self_attn.k_proj,4,32,8,128,6.6169867515563965,18.03125,33554432
75,self_attn.k_proj,4,64,8,128,8.891185760498047,17.015625,33554432
75,self_attn.k_proj,4,128,8,128,11.0481538772583,16.5078125,33554432
75,self_attn.k_proj,8,32,8,128,0.40085652470588684,34.03125,33554432
75,self_attn.k_proj,8,64,8,128,0.5386911034584045,33.015625,33554432
75,self_attn.k_proj,8,128,8,128,0.6693222522735596,32.5078125,33554432
75,self_attn.o_proj,2,32,8,128,51.10905075073242,80.25,268435456
75,self_attn.o_proj,2,64,8,128,59.79771423339844,72.125,268435456
75,self_attn.o_proj,2,128,8,128,67.23674774169922,68.0625,268435456
75,self_attn.o_proj,3,32,8,128,21.982927322387695,112.25,268435456
75,self_attn.o_proj,3,64,8,128,25.487028121948242,104.125,268435456
75,self_attn.o_proj,3,128,8,128,28.80470848083496,100.0625,268435456
75,self_attn.o_proj,4,32,8,128,10.223326683044434,144.25,268435456
75,self_attn.o_proj,4,64,8,128,11.901327133178711,136.125,268435456
75,self_attn.o_proj,4,128,8,128,13.428881645202637,132.0625,268435456
75,self_attn.o_proj,8,32,8,128,0.6252763867378235,272.25,268435456
75,self_attn.o_proj,8,64,8,128,0.727904736995697,264.125,268435456
75,self_attn.o_proj,8,128,8,128,0.8148981928825378,260.0625,268435456
75,mlp.gate_proj,2,32,8,128,91.09049987792969,260.8125,872415232
75,mlp.gate_proj,2,64,8,128,99.50373077392578,234.40625,872415232
75,mlp.gate_proj,2,128,8,128,117.18619537353516,221.203125,872415232
75,mlp.gate_proj,3,32,8,128,37.45057678222656,364.8125,872415232
75,mlp.gate_proj,3,64,8,128,45.41398239135742,338.40625,872415232
75,mlp.gate_proj,3,128,8,128,47.793617248535156,325.203125,872415232
75,mlp.gate_proj,4,32,8,128,17.3414306640625,468.8125,872415232
75,mlp.gate_proj,4,64,8,128,20.834014892578125,442.40625,872415232
75,mlp.gate_proj,4,128,8,128,23.000843048095703,429.203125,872415232
75,mlp.gate_proj,8,32,8,128,1.056573510169983,884.8125,872415232
75,mlp.gate_proj,8,64,8,128,1.2367419004440308,858.40625,872415232
75,mlp.gate_proj,8,128,8,128,1.422134518623352,845.203125,872415232
75,mlp.up_proj,2,32,8,128,83.80206298828125,260.8125,872415232
75,mlp.up_proj,2,64,8,128,93.00000762939453,234.40625,872415232
75,mlp.up_proj,2,128,8,128,102.01534271240234,221.203125,872415232
75,mlp.up_proj,3,32,8,128,34.42310333251953,364.8125,872415232
75,mlp.up_proj,3,64,8,128,40.96387481689453,338.40625,872415232
75,mlp.up_proj,3,128,8,128,45.566734313964844,325.203125,872415232
75,mlp.up_proj,4,32,8,128,16.391407012939453,468.8125,872415232
75,mlp.up_proj,4,64,8,128,18.45199203491211,442.40625,872415232
75,mlp.up_proj,4,128,8,128,22.084930419921875,429.203125,872415232
75,mlp.up_proj,8,32,8,128,1.011042833328247,884.8125,872415232
75,mlp.up_proj,8,64,8,128,1.1046466827392578,858.40625,872415232
75,mlp.up_proj,8,128,8,128,1.288449764251709,845.203125,872415232
75,mlp.down_proj,2,32,8,128,85.4388427734375,260.8125,872415232
75,mlp.down_proj,2,64,8,128,93.69482421875,234.40625,872415232
75,mlp.down_proj,2,128,8,128,103.91899108886719,221.203125,872415232
75,mlp.down_proj,3,32,8,128,34.846431732177734,364.8125,872415232
75,mlp.down_proj,3,64,8,128,41.82778549194336,338.40625,872415232
75,mlp.down_proj,3,128,8,128,45.71305465698242,325.203125,872415232
75,mlp.down_proj,4,32,8,128,16.507465362548828,468.8125,872415232
75,mlp.down_proj,4,64,8,128,18.784828186035156,442.40625,872415232
75,mlp.down_proj,4,128,8,128,22.578964233398438,429.203125,872415232
75,mlp.down_proj,8,32,8,128,1.0161716938018799,884.8125,872415232
75,mlp.down_proj,8,64,8,128,1.121985912322998,858.40625,872415232
75,mlp.down_proj,8,128,8,128,1.318643569946289,845.203125,872415232
76,self_attn.q_proj,2,32,8,128,46.357704162597656,80.25,268435456
76,self_attn.q_proj,2,64,8,128,55.08963394165039,72.125,268435456
76,self_attn.q_proj,2,128,8,128,63.94731521606445,68.0625,268435456
76,self_attn.q_proj,3,32,8,128,19.822708129882812,112.25,268435456
76,self_attn.q_proj,3,64,8,128,23.744897842407227,104.125,268435456
76,self_attn.q_proj,3,128,8,128,27.563945770263672,100.0625,268435456
76,self_attn.q_proj,4,32,8,128,9.22356128692627,144.25,268435456
76,self_attn.q_proj,4,64,8,128,11.15935230255127,136.125,268435456
76,self_attn.q_proj,4,128,8,128,12.832340240478516,132.0625,268435456
76,self_attn.q_proj,8,32,8,128,0.5631340146064758,272.25,268435456
76,self_attn.q_proj,8,64,8,128,0.6794193983078003,264.125,268435456
76,self_attn.q_proj,8,128,8,128,0.777366042137146,260.0625,268435456
76,self_attn.v_proj,2,32,8,128,17.76424789428711,10.03125,33554432
76,self_attn.v_proj,2,64,8,128,21.922454833984375,9.015625,33554432
76,self_attn.v_proj,2,128,8,128,25.640626907348633,8.5078125,33554432
76,self_attn.v_proj,3,32,8,128,7.593623638153076,14.03125,33554432
76,self_attn.v_proj,3,64,8,128,9.370027542114258,13.015625,33554432
76,self_attn.v_proj,3,128,8,128,10.967814445495605,12.5078125,33554432
76,self_attn.v_proj,4,32,8,128,3.5419745445251465,18.03125,33554432
76,self_attn.v_proj,4,64,8,128,4.373166084289551,17.015625,33554432
76,self_attn.v_proj,4,128,8,128,5.118166446685791,16.5078125,33554432
76,self_attn.v_proj,8,32,8,128,0.21445532143115997,34.03125,33554432
76,self_attn.v_proj,8,64,8,128,0.2648477256298065,33.015625,33554432
76,self_attn.v_proj,8,128,8,128,0.3100786805152893,32.5078125,33554432
76,self_attn.k_proj,2,32,8,128,33.14348602294922,10.03125,33554432
76,self_attn.k_proj,2,64,8,128,42.72976303100586,9.015625,33554432
76,self_attn.k_proj,2,128,8,128,50.75342559814453,8.5078125,33554432
76,self_attn.k_proj,3,32,8,128,14.376191139221191,14.03125,33554432
76,self_attn.k_proj,3,64,8,128,19.352441787719727,13.015625,33554432
76,self_attn.k_proj,3,128,8,128,23.99970245361328,12.5078125,33554432
76,self_attn.k_proj,4,32,8,128,6.708959579467773,18.03125,33554432
76,self_attn.k_proj,4,64,8,128,9.048283576965332,17.015625,33554432
76,self_attn.k_proj,4,128,8,128,11.265989303588867,16.5078125,33554432
76,self_attn.k_proj,8,32,8,128,0.40612971782684326,34.03125,33554432
76,self_attn.k_proj,8,64,8,128,0.5482875108718872,33.015625,33554432
76,self_attn.k_proj,8,128,8,128,0.682619035243988,32.5078125,33554432
76,self_attn.o_proj,2,32,8,128,50.672855377197266,80.25,268435456
76,self_attn.o_proj,2,64,8,128,59.31527328491211,72.125,268435456
76,self_attn.o_proj,2,128,8,128,66.8022689819336,68.0625,268435456
76,self_attn.o_proj,3,32,8,128,21.800594329833984,112.25,268435456
76,self_attn.o_proj,3,64,8,128,25.30170249938965,104.125,268435456
76,self_attn.o_proj,3,128,8,128,28.655330657958984,100.0625,268435456
76,self_attn.o_proj,4,32,8,128,10.138445854187012,144.25,268435456
76,self_attn.o_proj,4,64,8,128,11.824199676513672,136.125,268435456
76,self_attn.o_proj,4,128,8,128,13.358441352844238,132.0625,268435456
76,self_attn.o_proj,8,32,8,128,0.6199590563774109,272.25,268435456
76,self_attn.o_proj,8,64,8,128,0.7234895825386047,264.125,268435456
76,self_attn.o_proj,8,128,8,128,0.8105526566505432,260.0625,268435456
76,mlp.gate_proj,2,32,8,128,91.07084655761719,260.8125,872415232
76,mlp.gate_proj,2,64,8,128,99.39246368408203,234.40625,872415232
76,mlp.gate_proj,2,128,8,128,116.892578125,221.203125,872415232
76,mlp.gate_proj,3,32,8,128,37.415870666503906,364.8125,872415232
76,mlp.gate_proj,3,64,8,128,45.4035530090332,338.40625,872415232
76,mlp.gate_proj,3,128,8,128,47.726829528808594,325.203125,872415232
76,mlp.gate_proj,4,32,8,128,17.32790756225586,468.8125,872415232
76,mlp.gate_proj,4,64,8,128,20.81052017211914,442.40625,872415232
76,mlp.gate_proj,4,128,8,128,22.986536026000977,429.203125,872415232
76,mlp.gate_proj,8,32,8,128,1.0559206008911133,884.8125,872415232
76,mlp.gate_proj,8,64,8,128,1.2350350618362427,858.40625,872415232
76,mlp.gate_proj,8,128,8,128,1.4216806888580322,845.203125,872415232
76,mlp.up_proj,2,32,8,128,83.91907501220703,260.8125,872415232
76,mlp.up_proj,2,64,8,128,93.04788970947266,234.40625,872415232
76,mlp.up_proj,2,128,8,128,102.14383697509766,221.203125,872415232
76,mlp.up_proj,3,32,8,128,34.45309829711914,364.8125,872415232
76,mlp.up_proj,3,64,8,128,41.020877838134766,338.40625,872415232
76,mlp.up_proj,3,128,8,128,45.57640075683594,325.203125,872415232
76,mlp.up_proj,4,32,8,128,16.39899444580078,468.8125,872415232
76,mlp.up_proj,4,64,8,128,18.474794387817383,442.40625,872415232
76,mlp.up_proj,4,128,8,128,22.114299774169922,429.203125,872415232
76,mlp.up_proj,8,32,8,128,1.0113554000854492,884.8125,872415232
76,mlp.up_proj,8,64,8,128,1.1057862043380737,858.40625,872415232
76,mlp.up_proj,8,128,8,128,1.2906897068023682,845.203125,872415232
76,mlp.down_proj,2,32,8,128,85.49620819091797,260.8125,872415232
76,mlp.down_proj,2,64,8,128,93.71568298339844,234.40625,872415232
76,mlp.down_proj,2,128,8,128,104.03569030761719,221.203125,872415232
76,mlp.down_proj,3,32,8,128,34.857269287109375,364.8125,872415232
76,mlp.down_proj,3,64,8,128,41.85121536254883,338.40625,872415232
76,mlp.down_proj,3,128,8,128,45.72065353393555,325.203125,872415232
76,mlp.down_proj,4,32,8,128,16.511859893798828,468.8125,872415232
76,mlp.down_proj,4,64,8,128,18.795446395874023,442.40625,872415232
76,mlp.down_proj,4,128,8,128,22.600900650024414,429.203125,872415232
76,mlp.down_proj,8,32,8,128,1.0163214206695557,884.8125,872415232
76,mlp.down_proj,8,64,8,128,1.12246835231781,858.40625,872415232
76,mlp.down_proj,8,128,8,128,1.319896936416626,845.203125,872415232
77,self_attn.q_proj,2,32,8,128,44.8919563293457,80.25,268435456
77,self_attn.q_proj,2,64,8,128,52.559242248535156,72.125,268435456
77,self_attn.q_proj,2,128,8,128,60.316497802734375,68.0625,268435456
77,self_attn.q_proj,3,32,8,128,19.069293975830078,112.25,268435456
77,self_attn.q_proj,3,64,8,128,22.797067642211914,104.125,268435456
77,self_attn.q_proj,3,128,8,128,25.87045669555664,100.0625,268435456
77,self_attn.q_proj,4,32,8,128,8.884886741638184,144.25,268435456
77,self_attn.q_proj,4,64,8,128,10.613537788391113,136.125,268435456
77,self_attn.q_proj,4,128,8,128,12.093504905700684,132.0625,268435456
77,self_attn.q_proj,8,32,8,128,0.5431531667709351,272.25,268435456
77,self_attn.q_proj,8,64,8,128,0.6463722586631775,264.125,268435456
77,self_attn.q_proj,8,128,8,128,0.7356793284416199,260.0625,268435456
77,self_attn.v_proj,2,32,8,128,17.951753616333008,10.03125,33554432
77,self_attn.v_proj,2,64,8,128,22.154254913330078,9.015625,33554432
77,self_attn.v_proj,2,128,8,128,25.913002014160156,8.5078125,33554432
77,self_attn.v_proj,3,32,8,128,7.6736345291137695,14.03125,33554432
77,self_attn.v_proj,3,64,8,128,9.46996021270752,13.015625,33554432
77,self_attn.v_proj,3,128,8,128,11.088098526000977,12.5078125,33554432
77,self_attn.v_proj,4,32,8,128,3.5793097019195557,18.03125,33554432
77,self_attn.v_proj,4,64,8,128,4.418160438537598,17.015625,33554432
77,self_attn.v_proj,4,128,8,128,5.171634197235107,16.5078125,33554432
77,self_attn.v_proj,8,32,8,128,0.21676316857337952,34.03125,33554432
77,self_attn.v_proj,8,64,8,128,0.2676848769187927,33.015625,33554432
77,self_attn.v_proj,8,128,8,128,0.313394695520401,32.5078125,33554432
77,self_attn.k_proj,2,32,8,128,32.317405700683594,10.03125,33554432
77,self_attn.k_proj,2,64,8,128,42.193382263183594,9.015625,33554432
77,self_attn.k_proj,2,128,8,128,50.1690788269043,8.5078125,33554432
77,self_attn.k_proj,3,32,8,128,14.009259223937988,14.03125,33554432
77,self_attn.k_proj,3,64,8,128,19.155620574951172,13.015625,33554432
77,self_attn.k_proj,3,128,8,128,23.879926681518555,12.5078125,33554432
77,self_attn.k_proj,4,32,8,128,6.540891170501709,18.03125,33554432
77,self_attn.k_proj,4,64,8,128,8.960360527038574,17.015625,33554432
77,self_attn.k_proj,4,128,8,128,11.210967063903809,16.5078125,33554432
77,self_attn.k_proj,8,32,8,128,0.39588361978530884,34.03125,33554432
77,self_attn.k_proj,8,64,8,128,0.5426733493804932,33.015625,33554432
77,self_attn.k_proj,8,128,8,128,0.6786915063858032,32.5078125,33554432
77,self_attn.o_proj,2,32,8,128,51.10283279418945,80.25,268435456
77,self_attn.o_proj,2,64,8,128,59.80103302001953,72.125,268435456
77,self_attn.o_proj,2,128,8,128,67.2596664428711,68.0625,268435456
77,self_attn.o_proj,3,32,8,128,21.981979370117188,112.25,268435456
77,self_attn.o_proj,3,64,8,128,25.49182891845703,104.125,268435456
77,self_attn.o_proj,3,128,8,128,28.833600997924805,100.0625,268435456
77,self_attn.o_proj,4,32,8,128,10.22408676147461,144.25,268435456
77,self_attn.o_proj,4,64,8,128,11.9076509475708,136.125,268435456
77,self_attn.o_proj,4,128,8,128,13.443127632141113,132.0625,268435456
77,self_attn.o_proj,8,32,8,128,0.6252408027648926,272.25,268435456
77,self_attn.o_proj,8,64,8,128,0.7281047701835632,264.125,268435456
77,self_attn.o_proj,8,128,8,128,0.8155834078788757,260.0625,268435456
77,mlp.gate_proj,2,32,8,128,91.17010498046875,260.8125,872415232
77,mlp.gate_proj,2,64,8,128,99.8263931274414,234.40625,872415232
77,mlp.gate_proj,2,128,8,128,117.71160888671875,221.203125,872415232
77,mlp.gate_proj,3,32,8,128,37.576988220214844,364.8125,872415232
77,mlp.gate_proj,3,64,8,128,45.44700622558594,338.40625,872415232
77,mlp.gate_proj,3,128,8,128,47.942081451416016,325.203125,872415232
77,mlp.gate_proj,4,32,8,128,17.386747360229492,468.8125,872415232
77,mlp.gate_proj,4,64,8,128,20.934654235839844,442.40625,872415232
77,mlp.gate_proj,4,128,8,128,23.043174743652344,429.203125,872415232
77,mlp.gate_proj,8,32,8,128,1.0589168071746826,884.8125,872415232
77,mlp.gate_proj,8,64,8,128,1.2425202131271362,858.40625,872415232
77,mlp.gate_proj,8,128,8,128,1.4236794710159302,845.203125,872415232
77,mlp.up_proj,2,32,8,128,83.82554626464844,260.8125,872415232
77,mlp.up_proj,2,64,8,128,93.01284790039062,234.40625,872415232
77,mlp.up_proj,2,128,8,128,102.02633666992188,221.203125,872415232
77,mlp.up_proj,3,32,8,128,34.427494049072266,364.8125,872415232
77,mlp.up_proj,3,64,8,128,40.98637771606445,338.40625,872415232
77,mlp.up_proj,3,128,8,128,45.56879425048828,325.203125,872415232
77,mlp.up_proj,4,32,8,128,16.39307975769043,468.8125,872415232
77,mlp.up_proj,4,64,8,128,18.456573486328125,442.40625,872415232
77,mlp.up_proj,4,128,8,128,22.083454132080078,429.203125,872415232
77,mlp.up_proj,8,32,8,128,1.0110896825790405,884.8125,872415232
77,mlp.up_proj,8,64,8,128,1.1049294471740723,858.40625,872415232
77,mlp.up_proj,8,128,8,128,1.289045810699463,845.203125,872415232
77,mlp.down_proj,2,32,8,128,85.40715026855469,260.8125,872415232
77,mlp.down_proj,2,64,8,128,93.67698669433594,234.40625,872415232
77,mlp.down_proj,2,128,8,128,103.86377716064453,221.203125,872415232
77,mlp.down_proj,3,32,8,128,34.83666229248047,364.8125,872415232
77,mlp.down_proj,3,64,8,128,41.80671310424805,338.40625,872415232
77,mlp.down_proj,3,128,8,128,45.71292495727539,325.203125,872415232
77,mlp.down_proj,4,32,8,128,16.50587272644043,468.8125,872415232
77,mlp.down_proj,4,64,8,128,18.78094482421875,442.40625,872415232
77,mlp.down_proj,4,128,8,128,22.570899963378906,429.203125,872415232
77,mlp.down_proj,8,32,8,128,1.0160973072052002,884.8125,872415232
77,mlp.down_proj,8,64,8,128,1.1217573881149292,858.40625,872415232
77,mlp.down_proj,8,128,8,128,1.3185347318649292,845.203125,872415232
78,self_attn.q_proj,2,32,8,128,45.98640441894531,80.25,268435456
78,self_attn.q_proj,2,64,8,128,54.21149444580078,72.125,268435456
78,self_attn.q_proj,2,128,8,128,62.345848083496094,68.0625,268435456
78,self_attn.q_proj,3,32,8,128,19.609323501586914,112.25,268435456
78,self_attn.q_proj,3,64,8,128,23.354751586914062,104.125,268435456
78,self_attn.q_proj,3,128,8,128,26.730440139770508,100.0625,268435456
78,self_attn.q_proj,4,32,8,128,9.132155418395996,144.25,268435456
78,self_attn.q_proj,4,64,8,128,10.93906021118164,136.125,268435456
78,self_attn.q_proj,4,128,8,128,12.462307929992676,132.0625,268435456
78,self_attn.q_proj,8,32,8,128,0.5572616457939148,272.25,268435456
78,self_attn.q_proj,8,64,8,128,0.6661567687988281,264.125,268435456
78,self_attn.q_proj,8,128,8,128,0.7566261291503906,260.0625,268435456
78,self_attn.v_proj,2,32,8,128,17.869449615478516,10.03125,33554432
78,self_attn.v_proj,2,64,8,128,21.980045318603516,9.015625,33554432
78,self_attn.v_proj,2,128,8,128,25.606374740600586,8.5078125,33554432
78,self_attn.v_proj,3,32,8,128,7.637240886688232,14.03125,33554432
78,self_attn.v_proj,3,64,8,128,9.390666007995605,13.015625,33554432
78,self_attn.v_proj,3,128,8,128,10.954896926879883,12.5078125,33554432
78,self_attn.v_proj,4,32,8,128,3.5626087188720703,18.03125,33554432
78,self_attn.v_proj,4,64,8,128,4.383189678192139,17.015625,33554432
78,self_attn.v_proj,4,128,8,128,5.111064434051514,16.5078125,33554432
78,self_attn.v_proj,8,32,8,128,0.21573151648044586,34.03125,33554432
78,self_attn.v_proj,8,64,8,128,0.265427827835083,33.015625,33554432
78,self_attn.v_proj,8,128,8,128,0.3096289038658142,32.5078125,33554432
78,self_attn.k_proj,2,32,8,128,32.217445373535156,10.03125,33554432
78,self_attn.k_proj,2,64,8,128,41.795833587646484,9.015625,33554432
78,self_attn.k_proj,2,128,8,128,49.58651351928711,8.5078125,33554432
78,self_attn.k_proj,3,32,8,128,13.892505645751953,14.03125,33554432
78,self_attn.k_proj,3,64,8,128,18.677209854125977,13.015625,33554432
78,self_attn.k_proj,3,128,8,128,22.971546173095703,12.5078125,33554432
78,self_attn.k_proj,4,32,8,128,6.483986854553223,18.03125,33554432
78,self_attn.k_proj,4,64,8,128,8.726308822631836,17.015625,33554432
78,self_attn.k_proj,4,128,8,128,10.749881744384766,16.5078125,33554432
78,self_attn.k_proj,8,32,8,128,0.3926950693130493,34.03125,33554432
78,self_attn.k_proj,8,64,8,128,0.5284308195114136,33.015625,33554432
78,self_attn.k_proj,8,128,8,128,0.6511498093605042,32.5078125,33554432
78,self_attn.o_proj,2,32,8,128,51.21660614013672,80.25,268435456
78,self_attn.o_proj,2,64,8,128,59.92485046386719,72.125,268435456
78,self_attn.o_proj,2,128,8,128,67.33058166503906,68.0625,268435456
78,self_attn.o_proj,3,32,8,128,22.032119750976562,112.25,268435456
78,self_attn.o_proj,3,64,8,128,25.535978317260742,104.125,268435456
78,self_attn.o_proj,3,128,8,128,28.84593391418457,100.0625,268435456
78,self_attn.o_proj,4,32,8,128,10.244894027709961,144.25,268435456
78,self_attn.o_proj,4,64,8,128,11.923206329345703,136.125,268435456
78,self_attn.o_proj,4,128,8,128,13.449769973754883,132.0625,268435456
78,self_attn.o_proj,8,32,8,128,0.6267185807228088,272.25,268435456
78,self_attn.o_proj,8,64,8,128,0.7291256189346313,264.125,268435456
78,self_attn.o_proj,8,128,8,128,0.8161407709121704,260.0625,268435456
78,mlp.gate_proj,2,32,8,128,91.0661849975586,260.8125,872415232
78,mlp.gate_proj,2,64,8,128,99.25533294677734,234.40625,872415232
78,mlp.gate_proj,2,128,8,128,116.50320434570312,221.203125,872415232
78,mlp.gate_proj,3,32,8,128,37.418128967285156,364.8125,872415232
78,mlp.gate_proj,3,64,8,128,45.39016342163086,338.40625,872415232
78,mlp.gate_proj,3,128,8,128,47.58203125,325.203125,872415232
78,mlp.gate_proj,4,32,8,128,17.325098037719727,468.8125,872415232
78,mlp.gate_proj,4,64,8,128,20.78240966796875,442.40625,872415232
78,mlp.gate_proj,4,128,8,128,22.950162887573242,429.203125,872415232
78,mlp.gate_proj,8,32,8,128,1.0556366443634033,884.8125,872415232
78,mlp.gate_proj,8,64,8,128,1.2332996129989624,858.40625,872415232
78,mlp.gate_proj,8,128,8,128,1.4205232858657837,845.203125,872415232
78,mlp.up_proj,2,32,8,128,84.14546966552734,260.8125,872415232
78,mlp.up_proj,2,64,8,128,93.13606262207031,234.40625,872415232
78,mlp.up_proj,2,128,8,128,102.38407135009766,221.203125,872415232
78,mlp.up_proj,3,32,8,128,34.50856018066406,364.8125,872415232
78,mlp.up_proj,3,64,8,128,41.15608596801758,338.40625,872415232
78,mlp.up_proj,3,128,8,128,45.59543991088867,325.203125,872415232
78,mlp.up_proj,4,32,8,128,16.414377212524414,468.8125,872415232
78,mlp.up_proj,4,64,8,128,18.51930809020996,442.40625,872415232
78,mlp.up_proj,4,128,8,128,22.188737869262695,429.203125,872415232
78,mlp.up_proj,8,32,8,128,1.0120556354522705,884.8125,872415232
78,mlp.up_proj,8,64,8,128,1.1082007884979248,858.40625,872415232
78,mlp.up_proj,8,128,8,128,1.295013189315796,845.203125,872415232
78,mlp.down_proj,2,32,8,128,85.73399353027344,260.8125,872415232
78,mlp.down_proj,2,64,8,128,93.82059478759766,234.40625,872415232
78,mlp.down_proj,2,128,8,128,104.24545288085938,221.203125,872415232
78,mlp.down_proj,3,32,8,128,34.921104431152344,364.8125,872415232
78,mlp.down_proj,3,64,8,128,41.988059997558594,338.40625,872415232
78,mlp.down_proj,3,128,8,128,45.740360260009766,325.203125,872415232
78,mlp.down_proj,4,32,8,128,16.529136657714844,468.8125,872415232
78,mlp.down_proj,4,64,8,128,18.847949981689453,442.40625,872415232
78,mlp.down_proj,4,128,8,128,22.628875732421875,429.203125,872415232
78,mlp.down_proj,8,32,8,128,1.0171486139297485,884.8125,872415232
78,mlp.down_proj,8,64,8,128,1.125110387802124,858.40625,872415232
78,mlp.down_proj,8,128,8,128,1.3243165016174316,845.203125,872415232
79,self_attn.q_proj,2,32,8,128,45.981353759765625,80.25,268435456
79,self_attn.q_proj,2,64,8,128,54.10794448852539,72.125,268435456
79,self_attn.q_proj,2,128,8,128,62.06306076049805,68.0625,268435456
79,self_attn.q_proj,3,32,8,128,19.614774703979492,112.25,268435456
79,self_attn.q_proj,3,64,8,128,23.34097671508789,104.125,268435456
79,self_attn.q_proj,3,128,8,128,26.668575286865234,100.0625,268435456
79,self_attn.q_proj,4,32,8,128,9.132367134094238,144.25,268435456
79,self_attn.q_proj,4,64,8,128,10.933600425720215,136.125,268435456
79,self_attn.q_proj,4,128,8,128,12.43308162689209,132.0625,268435456
79,self_attn.q_proj,8,32,8,128,0.5573056936264038,272.25,268435456
79,self_attn.q_proj,8,64,8,128,0.6651003360748291,264.125,268435456
79,self_attn.q_proj,8,128,8,128,0.7545070648193359,260.0625,268435456
79,self_attn.v_proj,2,32,8,128,17.26390266418457,10.03125,33554432
79,self_attn.v_proj,2,64,8,128,21.224096298217773,9.015625,33554432
79,self_attn.v_proj,2,128,8,128,24.71250343322754,8.5078125,33554432
79,self_attn.v_proj,3,32,8,128,7.380070686340332,14.03125,33554432
79,self_attn.v_proj,3,64,8,128,9.071748733520508,13.015625,33554432
79,self_attn.v_proj,3,128,8,128,10.574137687683105,12.5078125,33554432
79,self_attn.v_proj,4,32,8,128,3.4430360794067383,18.03125,33554432
79,self_attn.v_proj,4,64,8,128,4.232740879058838,17.015625,33554432
79,self_attn.v_proj,4,128,8,128,4.932061195373535,16.5078125,33554432
79,self_attn.v_proj,8,32,8,128,0.20854505896568298,34.03125,33554432
79,self_attn.v_proj,8,64,8,128,0.25632014870643616,33.015625,33554432
79,self_attn.v_proj,8,128,8,128,0.2988513112068176,32.5078125,33554432
79,self_attn.k_proj,2,32,8,128,33.48372268676758,10.03125,33554432
79,self_attn.k_proj,2,64,8,128,43.293331146240234,9.015625,33554432
79,self_attn.k_proj,2,128,8,128,51.17961120605469,8.5078125,33554432
79,self_attn.k_proj,3,32,8,128,14.532952308654785,14.03125,33554432
79,self_attn.k_proj,3,64,8,128,19.49472999572754,13.015625,33554432
79,self_attn.k_proj,3,128,8,128,23.961645126342773,12.5078125,33554432
79,self_attn.k_proj,4,32,8,128,6.7831926345825195,18.03125,33554432
79,self_attn.k_proj,4,64,8,128,9.115432739257812,17.015625,33554432
79,self_attn.k_proj,4,128,8,128,11.248598098754883,16.5078125,33554432
79,self_attn.k_proj,8,32,8,128,0.41080522537231445,34.03125,33554432
79,self_attn.k_proj,8,64,8,128,0.552113950252533,33.015625,33554432
79,self_attn.k_proj,8,128,8,128,0.6814664006233215,32.5078125,33554432
79,self_attn.o_proj,2,32,8,128,50.482521057128906,80.25,268435456
79,self_attn.o_proj,2,64,8,128,59.021446228027344,72.125,268435456
79,self_attn.o_proj,2,128,8,128,66.40066528320312,68.0625,268435456
79,self_attn.o_proj,3,32,8,128,21.69765853881836,112.25,268435456
79,self_attn.o_proj,3,64,8,128,25.161203384399414,104.125,268435456
79,self_attn.o_proj,3,128,8,128,28.4129581451416,100.0625,268435456
79,self_attn.o_proj,4,32,8,128,10.092065811157227,144.25,268435456
79,self_attn.o_proj,4,64,8,128,11.75936222076416,136.125,268435456
79,self_attn.o_proj,4,128,8,128,13.251810073852539,132.0625,268435456
79,self_attn.o_proj,8,32,8,128,0.6172608733177185,272.25,268435456
79,self_attn.o_proj,8,64,8,128,0.7198248505592346,264.125,268435456
79,self_attn.o_proj,8,128,8,128,0.8040443658828735,260.0625,268435456
79,mlp.gate_proj,2,32,8,128,91.31297302246094,260.8125,872415232
79,mlp.gate_proj,2,64,8,128,100.20763397216797,234.40625,872415232
79,mlp.gate_proj,2,128,8,128,118.34232330322266,221.203125,872415232
79,mlp.gate_proj,3,32,8,128,37.81435012817383,364.8125,872415232
79,mlp.gate_proj,3,64,8,128,45.47610092163086,338.40625,872415232
79,mlp.gate_proj,3,128,8,128,47.94994354248047,325.203125,872415232
79,mlp.gate_proj,4,32,8,128,17.464801788330078,468.8125,872415232
79,mlp.gate_proj,4,64,8,128,21.069448471069336,442.40625,872415232
79,mlp.gate_proj,4,128,8,128,23.031829833984375,429.203125,872415232
79,mlp.gate_proj,8,32,8,128,1.0627089738845825,884.8125,872415232
79,mlp.gate_proj,8,64,8,128,1.2501798868179321,858.40625,872415232
79,mlp.gate_proj,8,128,8,128,1.4232603311538696,845.203125,872415232
79,mlp.up_proj,2,32,8,128,84.22728729248047,260.8125,872415232
79,mlp.up_proj,2,64,8,128,93.17585754394531,234.40625,872415232
79,mlp.up_proj,2,128,8,128,102.50016784667969,221.203125,872415232
79,mlp.up_proj,3,32,8,128,34.529258728027344,364.8125,872415232
79,mlp.up_proj,3,64,8,128,41.18845748901367,338.40625,872415232
79,mlp.up_proj,3,128,8,128,45.602779388427734,325.203125,872415232
79,mlp.up_proj,4,32,8,128,16.420316696166992,468.8125,872415232
79,mlp.up_proj,4,64,8,128,18.53852653503418,442.40625,872415232
79,mlp.up_proj,4,128,8,128,22.21636962890625,429.203125,872415232
79,mlp.up_proj,8,32,8,128,1.012305498123169,884.8125,872415232
79,mlp.up_proj,8,64,8,128,1.1091176271438599,858.40625,872415232
79,mlp.up_proj,8,128,8,128,1.2967535257339478,845.203125,872415232
79,mlp.down_proj,2,32,8,128,85.9170150756836,260.8125,872415232
79,mlp.down_proj,2,64,8,128,93.9195327758789,234.40625,872415232
79,mlp.down_proj,2,128,8,128,104.52162170410156,221.203125,872415232
79,mlp.down_proj,3,32,8,128,34.97223663330078,364.8125,872415232
79,mlp.down_proj,3,64,8,128,42.07853317260742,338.40625,872415232
79,mlp.down_proj,3,128,8,128,45.771446228027344,325.203125,872415232
79,mlp.down_proj,4,32,8,128,16.544857025146484,468.8125,872415232
79,mlp.down_proj,4,64,8,128,18.89183807373047,442.40625,872415232
79,mlp.down_proj,4,128,8,128,22.631977081298828,429.203125,872415232
79,mlp.down_proj,8,32,8,128,1.0178163051605225,884.8125,872415232
79,mlp.down_proj,8,64,8,128,1.1273940801620483,858.40625,872415232
79,mlp.down_proj,8,128,8,128,1.3283909559249878,845.203125,872415232
80,self_attn.q_proj,2,32,8,128,38.65995407104492,80.25,268435456
80,self_attn.q_proj,2,64,8,128,46.38320541381836,72.125,268435456
80,self_attn.q_proj,2,128,8,128,52.93888473510742,68.0625,268435456
80,self_attn.q_proj,3,32,8,128,16.662721633911133,112.25,268435456
80,self_attn.q_proj,3,64,8,128,20.07578468322754,104.125,268435456
80,self_attn.q_proj,3,128,8,128,23.375192642211914,100.0625,268435456
80,self_attn.q_proj,4,32,8,128,7.8105645179748535,144.25,268435456
80,self_attn.q_proj,4,64,8,128,9.3472900390625,136.125,268435456
80,self_attn.q_proj,4,128,8,128,10.953269004821777,132.0625,268435456
80,self_attn.q_proj,8,32,8,128,0.4753651022911072,272.25,268435456
80,self_attn.q_proj,8,64,8,128,0.5683900713920593,264.125,268435456
80,self_attn.q_proj,8,128,8,128,0.6625345945358276,260.0625,268435456
80,self_attn.v_proj,2,32,8,128,19.689510345458984,10.03125,33554432
80,self_attn.v_proj,2,64,8,128,24.31923484802246,9.015625,33554432
80,self_attn.v_proj,2,128,8,128,28.49928855895996,8.5078125,33554432
80,self_attn.v_proj,3,32,8,128,8.415863990783691,14.03125,33554432
80,self_attn.v_proj,3,64,8,128,10.401285171508789,13.015625,33554432
80,self_attn.v_proj,3,128,8,128,12.184627532958984,12.5078125,33554432
80,self_attn.v_proj,4,32,8,128,3.925405502319336,18.03125,33554432
80,self_attn.v_proj,4,64,8,128,4.851505279541016,17.015625,33554432
80,self_attn.v_proj,4,128,8,128,5.688068389892578,16.5078125,33554432
80,self_attn.v_proj,8,32,8,128,0.23769545555114746,34.03125,33554432
80,self_attn.v_proj,8,64,8,128,0.2941420078277588,33.015625,33554432
80,self_attn.v_proj,8,128,8,128,0.34455788135528564,32.5078125,33554432
80,self_attn.k_proj,2,32,8,128,25.969585418701172,10.03125,33554432
80,self_attn.k_proj,2,64,8,128,33.47697448730469,9.015625,33554432
80,self_attn.k_proj,2,128,8,128,39.710845947265625,8.5078125,33554432
80,self_attn.k_proj,3,32,8,128,11.403934478759766,14.03125,33554432
80,self_attn.k_proj,3,64,8,128,15.5767183303833,13.015625,33554432
80,self_attn.k_proj,3,128,8,128,19.609577178955078,12.5078125,33554432
80,self_attn.k_proj,4,32,8,128,5.329814910888672,18.03125,33554432
80,self_attn.k_proj,4,64,8,128,7.303118705749512,17.015625,33554432
80,self_attn.k_proj,4,128,8,128,9.249151229858398,16.5078125,33554432
80,self_attn.k_proj,8,32,8,128,0.3228585422039032,34.03125,33554432
80,self_attn.k_proj,8,64,8,128,0.44247230887413025,33.015625,33554432
80,self_attn.k_proj,8,128,8,128,0.5601534843444824,32.5078125,33554432
80,self_attn.o_proj,2,32,8,128,49.94656753540039,80.25,268435456
80,self_attn.o_proj,2,64,8,128,58.47029495239258,72.125,268435456
80,self_attn.o_proj,2,128,8,128,66.10139465332031,68.0625,268435456
80,self_attn.o_proj,3,32,8,128,21.53433609008789,112.25,268435456
80,self_attn.o_proj,3,64,8,128,25.09263801574707,104.125,268435456
80,self_attn.o_proj,3,128,8,128,28.548940658569336,100.0625,268435456
80,self_attn.o_proj,4,32,8,128,10.024298667907715,144.25,268435456
80,self_attn.o_proj,4,64,8,128,11.760616302490234,136.125,268435456
80,self_attn.o_proj,4,128,8,128,13.368321418762207,132.0625,268435456
80,self_attn.o_proj,8,32,8,128,0.613506555557251,272.25,268435456
80,self_attn.o_proj,8,64,8,128,0.7207557559013367,264.125,268435456
80,self_attn.o_proj,8,128,8,128,0.8134980797767639,260.0625,268435456
80,mlp.gate_proj,2,32,8,128,91.1550521850586,260.8125,872415232
80,mlp.gate_proj,2,64,8,128,99.59211730957031,234.40625,872415232
80,mlp.gate_proj,2,128,8,128,117.10308074951172,221.203125,872415232
80,mlp.gate_proj,3,32,8,128,37.5683708190918,364.8125,872415232
80,mlp.gate_proj,3,64,8,128,45.41740417480469,338.40625,872415232
80,mlp.gate_proj,3,128,8,128,47.692909240722656,325.203125,872415232
80,mlp.gate_proj,4,32,8,128,17.377817153930664,468.8125,872415232
80,mlp.gate_proj,4,64,8,128,20.893726348876953,442.40625,872415232
80,mlp.gate_proj,4,128,8,128,22.973581314086914,429.203125,872415232
80,mlp.gate_proj,8,32,8,128,1.0582540035247803,884.8125,872415232
80,mlp.gate_proj,8,64,8,128,1.2395672798156738,858.40625,872415232
80,mlp.gate_proj,8,128,8,128,1.4212684631347656,845.203125,872415232
80,mlp.up_proj,2,32,8,128,84.25589752197266,260.8125,872415232
80,mlp.up_proj,2,64,8,128,93.18148803710938,234.40625,872415232
80,mlp.up_proj,2,128,8,128,102.50444030761719,221.203125,872415232
80,mlp.up_proj,3,32,8,128,34.533260345458984,364.8125,872415232
80,mlp.up_proj,3,64,8,128,41.20045471191406,338.40625,872415232
80,mlp.up_proj,3,128,8,128,45.602054595947266,325.203125,872415232
80,mlp.up_proj,4,32,8,128,16.42165184020996,468.8125,872415232
80,mlp.up_proj,4,64,8,128,18.54358673095703,442.40625,872415232
80,mlp.up_proj,4,128,8,128,22.229211807250977,429.203125,872415232
80,mlp.up_proj,8,32,8,128,1.0123594999313354,884.8125,872415232
80,mlp.up_proj,8,64,8,128,1.1092686653137207,858.40625,872415232
80,mlp.up_proj,8,128,8,128,1.2969651222229004,845.203125,872415232
80,mlp.down_proj,2,32,8,128,85.69965362548828,260.8125,872415232
80,mlp.down_proj,2,64,8,128,93.81460571289062,234.40625,872415232
80,mlp.down_proj,2,128,8,128,104.2535629272461,221.203125,872415232
80,mlp.down_proj,3,32,8,128,34.91526412963867,364.8125,872415232
80,mlp.down_proj,3,64,8,128,41.97152328491211,338.40625,872415232
80,mlp.down_proj,3,128,8,128,45.744728088378906,325.203125,872415232
80,mlp.down_proj,4,32,8,128,16.527801513671875,468.8125,872415232
80,mlp.down_proj,4,64,8,128,18.84235382080078,442.40625,872415232
80,mlp.down_proj,4,128,8,128,22.628868103027344,429.203125,872415232
80,mlp.down_proj,8,32,8,128,1.017099142074585,884.8125,872415232
80,mlp.down_proj,8,64,8,128,1.125014305114746,858.40625,872415232
80,mlp.down_proj,8,128,8,128,1.3244584798812866,845.203125,872415232
81,self_attn.q_proj,2,32,8,128,34.03494644165039,80.25,268435456
81,self_attn.q_proj,2,64,8,128,39.9731330871582,72.125,268435456
81,self_attn.q_proj,2,128,8,128,45.64627456665039,68.0625,268435456
81,self_attn.q_proj,3,32,8,128,14.59095573425293,112.25,268435456
81,self_attn.q_proj,3,64,8,128,17.09943962097168,104.125,268435456
81,self_attn.q_proj,3,128,8,128,19.426074981689453,100.0625,268435456
81,self_attn.q_proj,4,32,8,128,6.786481857299805,144.25,268435456
81,self_attn.q_proj,4,64,8,128,8.036126136779785,136.125,268435456
81,self_attn.q_proj,4,128,8,128,9.056092262268066,132.0625,268435456
81,self_attn.q_proj,8,32,8,128,0.41396719217300415,272.25,268435456
81,self_attn.q_proj,8,64,8,128,0.48992252349853516,264.125,268435456
81,self_attn.q_proj,8,128,8,128,0.5502526760101318,260.0625,268435456
81,self_attn.v_proj,2,32,8,128,20.80677604675293,10.03125,33554432
81,self_attn.v_proj,2,64,8,128,25.555809020996094,9.015625,33554432
81,self_attn.v_proj,2,128,8,128,29.750797271728516,8.5078125,33554432
81,self_attn.v_proj,3,32,8,128,8.891317367553711,14.03125,33554432
81,self_attn.v_proj,3,64,8,128,10.930103302001953,13.015625,33554432
81,self_attn.v_proj,3,128,8,128,12.723102569580078,12.5078125,33554432
81,self_attn.v_proj,4,32,8,128,4.148238182067871,18.03125,33554432
81,self_attn.v_proj,4,64,8,128,5.097522735595703,17.015625,33554432
81,self_attn.v_proj,4,128,8,128,5.936460494995117,16.5078125,33554432
81,self_attn.v_proj,8,32,8,128,0.25116342306137085,34.03125,33554432
81,self_attn.v_proj,8,64,8,128,0.3090112507343292,33.015625,33554432
81,self_attn.v_proj,8,128,8,128,0.35961779952049255,32.5078125,33554432
81,self_attn.k_proj,2,32,8,128,18.819028854370117,10.03125,33554432
81,self_attn.k_proj,2,64,8,128,24.602252960205078,9.015625,33554432
81,self_attn.k_proj,2,128,8,128,30.096635818481445,8.5078125,33554432
81,self_attn.k_proj,3,32,8,128,8.088237762451172,14.03125,33554432
81,self_attn.k_proj,3,64,8,128,10.956871032714844,13.015625,33554432
81,self_attn.k_proj,3,128,8,128,13.59307861328125,12.5078125,33554432
81,self_attn.k_proj,4,32,8,128,3.778047800064087,18.03125,33554432
81,self_attn.k_proj,4,64,8,128,5.139226913452148,17.015625,33554432
81,self_attn.k_proj,4,128,8,128,6.3819708824157715,16.5078125,33554432
81,self_attn.k_proj,8,32,8,128,0.22907614707946777,34.03125,33554432
81,self_attn.k_proj,8,64,8,128,0.31108754873275757,33.015625,33554432
81,self_attn.k_proj,8,128,8,128,0.3865729868412018,32.5078125,33554432
81,self_attn.o_proj,2,32,8,128,51.743709564208984,80.25,268435456
81,self_attn.o_proj,2,64,8,128,60.532325744628906,72.125,268435456
81,self_attn.o_proj,2,128,8,128,67.97802734375,68.0625,268435456
81,self_attn.o_proj,3,32,8,128,22.26571273803711,112.25,268435456
81,self_attn.o_proj,3,64,8,128,25.793445587158203,104.125,268435456
81,self_attn.o_proj,3,128,8,128,29.13021469116211,100.0625,268435456
81,self_attn.o_proj,4,32,8,128,10.354822158813477,144.25,268435456
81,self_attn.o_proj,4,64,8,128,12.038470268249512,136.125,268435456
81,self_attn.o_proj,4,128,8,128,13.579765319824219,132.0625,268435456
81,self_attn.o_proj,8,32,8,128,0.6333305239677429,272.25,268435456
81,self_attn.o_proj,8,64,8,128,0.7357007265090942,264.125,268435456
81,self_attn.o_proj,8,128,8,128,0.8240935206413269,260.0625,268435456
81,mlp.gate_proj,2,32,8,128,91.08148193359375,260.8125,872415232
81,mlp.gate_proj,2,64,8,128,99.36148071289062,234.40625,872415232
81,mlp.gate_proj,2,128,8,128,116.8049545288086,221.203125,872415232
81,mlp.gate_proj,3,32,8,128,37.43943405151367,364.8125,872415232
81,mlp.gate_proj,3,64,8,128,45.39984130859375,338.40625,872415232
81,mlp.gate_proj,3,128,8,128,47.658329010009766,325.203125,872415232
81,mlp.gate_proj,4,32,8,128,17.334943771362305,468.8125,872415232
81,mlp.gate_proj,4,64,8,128,20.80633544921875,442.40625,872415232
81,mlp.gate_proj,4,128,8,128,22.96944808959961,429.203125,872415232
81,mlp.gate_proj,8,32,8,128,1.0561630725860596,884.8125,872415232
81,mlp.gate_proj,8,64,8,128,1.2349673509597778,858.40625,872415232
81,mlp.gate_proj,8,128,8,128,1.4211642742156982,845.203125,872415232
81,mlp.up_proj,2,32,8,128,84.23959350585938,260.8125,872415232
81,mlp.up_proj,2,64,8,128,93.17374420166016,234.40625,872415232
81,mlp.up_proj,2,128,8,128,102.48820495605469,221.203125,872415232
81,mlp.up_proj,3,32,8,128,34.529685974121094,364.8125,872415232
81,mlp.up_proj,3,64,8,128,41.20074462890625,338.40625,872415232
81,mlp.up_proj,3,128,8,128,45.59911346435547,325.203125,872415232
81,mlp.up_proj,4,32,8,128,16.420780181884766,468.8125,872415232
81,mlp.up_proj,4,64,8,128,18.54148292541504,442.40625,872415232
81,mlp.up_proj,4,128,8,128,22.205347061157227,429.203125,872415232
81,mlp.up_proj,8,32,8,128,1.0123085975646973,884.8125,872415232
81,mlp.up_proj,8,64,8,128,1.1089885234832764,858.40625,872415232
81,mlp.up_proj,8,128,8,128,1.2963414192199707,845.203125,872415232
81,mlp.down_proj,2,32,8,128,85.46998596191406,260.8125,872415232
81,mlp.down_proj,2,64,8,128,93.69332122802734,234.40625,872415232
81,mlp.down_proj,2,128,8,128,103.93434143066406,221.203125,872415232
81,mlp.down_proj,3,32,8,128,34.84937286376953,364.8125,872415232
81,mlp.down_proj,3,64,8,128,41.849334716796875,338.40625,872415232
81,mlp.down_proj,3,128,8,128,45.71322250366211,325.203125,872415232
81,mlp.down_proj,4,32,8,128,16.509061813354492,468.8125,872415232
81,mlp.down_proj,4,64,8,128,18.791624069213867,442.40625,872415232
81,mlp.down_proj,4,128,8,128,22.595813751220703,429.203125,872415232
81,mlp.down_proj,8,32,8,128,1.016215205192566,884.8125,872415232
81,mlp.down_proj,8,64,8,128,1.1221035718917847,858.40625,872415232
81,mlp.down_proj,8,128,8,128,1.3192696571350098,845.203125,872415232
82,self_attn.q_proj,2,32,8,128,33.711875915527344,80.25,268435456
82,self_attn.q_proj,2,64,8,128,39.50931930541992,72.125,268435456
82,self_attn.q_proj,2,128,8,128,45.18508529663086,68.0625,268435456
82,self_attn.q_proj,3,32,8,128,14.430822372436523,112.25,268435456
82,self_attn.q_proj,3,64,8,128,16.933176040649414,104.125,268435456
82,self_attn.q_proj,3,128,8,128,19.209291458129883,100.0625,268435456
82,self_attn.q_proj,4,32,8,128,6.715235710144043,144.25,268435456
82,self_attn.q_proj,4,64,8,128,7.951925277709961,136.125,268435456
82,self_attn.q_proj,4,128,8,128,8.960790634155273,132.0625,268435456
82,self_attn.q_proj,8,32,8,128,0.40996235609054565,272.25,268435456
82,self_attn.q_proj,8,64,8,128,0.48421162366867065,264.125,268435456
82,self_attn.q_proj,8,128,8,128,0.5447311401367188,260.0625,268435456
82,self_attn.v_proj,2,32,8,128,20.735456466674805,10.03125,33554432
82,self_attn.v_proj,2,64,8,128,25.461204528808594,9.015625,33554432
82,self_attn.v_proj,2,128,8,128,29.629798889160156,8.5078125,33554432
82,self_attn.v_proj,3,32,8,128,8.85530948638916,14.03125,33554432
82,self_attn.v_proj,3,64,8,128,10.885781288146973,13.015625,33554432
82,self_attn.v_proj,3,128,8,128,12.669882774353027,12.5078125,33554432
82,self_attn.v_proj,4,32,8,128,4.133806228637695,18.03125,33554432
82,self_attn.v_proj,4,64,8,128,5.07858943939209,17.015625,33554432
82,self_attn.v_proj,4,128,8,128,5.911645412445068,16.5078125,33554432
82,self_attn.v_proj,8,32,8,128,0.2502146065235138,34.03125,33554432
82,self_attn.v_proj,8,64,8,128,0.3077840805053711,33.015625,33554432
82,self_attn.v_proj,8,128,8,128,0.3581797778606415,32.5078125,33554432
82,self_attn.k_proj,2,32,8,128,18.87125587463379,10.03125,33554432
82,self_attn.k_proj,2,64,8,128,24.795446395874023,9.015625,33554432
82,self_attn.k_proj,2,128,8,128,30.218015670776367,8.5078125,33554432
82,self_attn.k_proj,3,32,8,128,8.179123878479004,14.03125,33554432
82,self_attn.k_proj,3,64,8,128,11.285636901855469,13.015625,33554432
82,self_attn.k_proj,3,128,8,128,14.326338768005371,12.5078125,33554432
82,self_attn.k_proj,4,32,8,128,3.8211686611175537,18.03125,33554432
82,self_attn.k_proj,4,64,8,128,5.307417392730713,17.015625,33554432
82,self_attn.k_proj,4,128,8,128,6.762385845184326,16.5078125,33554432
82,self_attn.k_proj,8,32,8,128,0.23228174448013306,34.03125,33554432
82,self_attn.k_proj,8,64,8,128,0.321384996175766,33.015625,33554432
82,self_attn.k_proj,8,128,8,128,0.40928763151168823,32.5078125,33554432
82,self_attn.o_proj,2,32,8,128,51.650474548339844,80.25,268435456
82,self_attn.o_proj,2,64,8,128,60.42035675048828,72.125,268435456
82,self_attn.o_proj,2,128,8,128,67.8747329711914,68.0625,268435456
82,self_attn.o_proj,3,32,8,128,22.223255157470703,112.25,268435456
82,self_attn.o_proj,3,64,8,128,25.746004104614258,104.125,268435456
82,self_attn.o_proj,3,128,8,128,29.074426651000977,100.0625,268435456
82,self_attn.o_proj,4,32,8,128,10.334151268005371,144.25,268435456
82,self_attn.o_proj,4,64,8,128,12.019648551940918,136.125,268435456
82,self_attn.o_proj,4,128,8,128,13.560665130615234,132.0625,268435456
82,self_attn.o_proj,8,32,8,128,0.6321383118629456,272.25,268435456
82,self_attn.o_proj,8,64,8,128,0.7346142530441284,264.125,268435456
82,self_attn.o_proj,8,128,8,128,0.8227768540382385,260.0625,268435456
82,mlp.gate_proj,2,32,8,128,91.01058197021484,260.8125,872415232
82,mlp.gate_proj,2,64,8,128,99.02442932128906,234.40625,872415232
82,mlp.gate_proj,2,128,8,128,116.0113525390625,221.203125,872415232
82,mlp.gate_proj,3,32,8,128,37.32051086425781,364.8125,872415232
82,mlp.gate_proj,3,64,8,128,45.37075424194336,338.40625,872415232
82,mlp.gate_proj,3,128,8,128,47.49449920654297,325.203125,872415232
82,mlp.gate_proj,4,32,8,128,17.292007446289062,468.8125,872415232
82,mlp.gate_proj,4,64,8,128,20.717784881591797,442.40625,872415232
82,mlp.gate_proj,4,128,8,128,22.93168830871582,429.203125,872415232
82,mlp.gate_proj,8,32,8,128,1.0539591312408447,884.8125,872415232
82,mlp.gate_proj,8,64,8,128,1.2292845249176025,858.40625,872415232
82,mlp.gate_proj,8,128,8,128,1.4199272394180298,845.203125,872415232
82,mlp.up_proj,2,32,8,128,84.45062255859375,260.8125,872415232
82,mlp.up_proj,2,64,8,128,93.2569580078125,234.40625,872415232
82,mlp.up_proj,2,128,8,128,102.7288818359375,221.203125,872415232
82,mlp.up_proj,3,32,8,128,34.58375930786133,364.8125,872415232
82,mlp.up_proj,3,64,8,128,41.30006790161133,338.40625,872415232
82,mlp.up_proj,3,128,8,128,45.6148796081543,325.203125,872415232
82,mlp.up_proj,4,32,8,128,16.43524169921875,468.8125,872415232
82,mlp.up_proj,4,64,8,128,18.578372955322266,442.40625,872415232
82,mlp.up_proj,4,128,8,128,22.28065299987793,429.203125,872415232
82,mlp.up_proj,8,32,8,128,1.012923240661621,884.8125,872415232
82,mlp.up_proj,8,64,8,128,1.1110743284225464,858.40625,872415232
82,mlp.up_proj,8,128,8,128,1.300073504447937,845.203125,872415232
82,mlp.down_proj,2,32,8,128,85.53697967529297,260.8125,872415232
82,mlp.down_proj,2,64,8,128,93.7250747680664,234.40625,872415232
82,mlp.down_proj,2,128,8,128,103.98519134521484,221.203125,872415232
82,mlp.down_proj,3,32,8,128,34.86902618408203,364.8125,872415232
82,mlp.down_proj,3,64,8,128,41.87347412109375,338.40625,872415232
82,mlp.down_proj,3,128,8,128,45.71334457397461,325.203125,872415232
82,mlp.down_proj,4,32,8,128,16.513246536254883,468.8125,872415232
82,mlp.down_proj,4,64,8,128,18.805418014526367,442.40625,872415232
82,mlp.down_proj,4,128,8,128,22.608617782592773,429.203125,872415232
82,mlp.down_proj,8,32,8,128,1.0164079666137695,884.8125,872415232
82,mlp.down_proj,8,64,8,128,1.1227483749389648,858.40625,872415232
82,mlp.down_proj,8,128,8,128,1.3203784227371216,845.203125,872415232
83,self_attn.q_proj,2,32,8,128,33.049354553222656,80.25,268435456
83,self_attn.q_proj,2,64,8,128,38.615257263183594,72.125,268435456
83,self_attn.q_proj,2,128,8,128,44.08571243286133,68.0625,268435456
83,self_attn.q_proj,3,32,8,128,14.107375144958496,112.25,268435456
83,self_attn.q_proj,3,64,8,128,16.577219009399414,104.125,268435456
83,self_attn.q_proj,3,128,8,128,18.74315643310547,100.0625,268435456
83,self_attn.q_proj,4,32,8,128,6.5676703453063965,144.25,268435456
83,self_attn.q_proj,4,64,8,128,7.761969566345215,136.125,268435456
83,self_attn.q_proj,4,128,8,128,8.751912117004395,132.0625,268435456
83,self_attn.q_proj,8,32,8,128,0.4012123644351959,272.25,268435456
83,self_attn.q_proj,8,64,8,128,0.47250962257385254,264.125,268435456
83,self_attn.q_proj,8,128,8,128,0.5324205756187439,260.0625,268435456
83,self_attn.v_proj,2,32,8,128,21.00399398803711,10.03125,33554432
83,self_attn.v_proj,2,64,8,128,25.77739143371582,9.015625,33554432
83,self_attn.v_proj,2,128,8,128,30.001768112182617,8.5078125,33554432
83,self_attn.v_proj,3,32,8,128,8.974775314331055,14.03125,33554432
83,self_attn.v_proj,3,64,8,128,11.022974014282227,13.015625,33554432
83,self_attn.v_proj,3,128,8,128,12.824688911437988,12.5078125,33554432
83,self_attn.v_proj,4,32,8,128,4.186779022216797,18.03125,33554432
83,self_attn.v_proj,4,64,8,128,5.142153263092041,17.015625,33554432
83,self_attn.v_proj,4,128,8,128,5.984792232513428,16.5078125,33554432
83,self_attn.v_proj,8,32,8,128,0.2535276412963867,34.03125,33554432
83,self_attn.v_proj,8,64,8,128,0.3117455244064331,33.015625,33554432
83,self_attn.v_proj,8,128,8,128,0.36253494024276733,32.5078125,33554432
83,self_attn.k_proj,2,32,8,128,14.794001579284668,10.03125,33554432
83,self_attn.k_proj,2,64,8,128,19.50098991394043,9.015625,33554432
83,self_attn.k_proj,2,128,8,128,23.79222297668457,8.5078125,33554432
83,self_attn.k_proj,3,32,8,128,6.350286483764648,14.03125,33554432
83,self_attn.k_proj,3,64,8,128,8.541272163391113,13.015625,33554432
83,self_attn.k_proj,3,128,8,128,10.425314903259277,12.5078125,33554432
83,self_attn.k_proj,4,32,8,128,2.965893507003784,18.03125,33554432
83,self_attn.k_proj,4,64,8,128,4.011888027191162,17.015625,33554432
83,self_attn.k_proj,4,128,8,128,4.893942832946777,16.5078125,33554432
83,self_attn.k_proj,8,32,8,128,0.18278758227825165,34.03125,33554432
83,self_attn.k_proj,8,64,8,128,0.243468776345253,33.015625,33554432
83,self_attn.k_proj,8,128,8,128,0.2970151901245117,32.5078125,33554432
83,self_attn.o_proj,2,32,8,128,51.43356704711914,80.25,268435456
83,self_attn.o_proj,2,64,8,128,60.15522766113281,72.125,268435456
83,self_attn.o_proj,2,128,8,128,67.58805084228516,68.0625,268435456
83,self_attn.o_proj,3,32,8,128,22.123634338378906,112.25,268435456
83,self_attn.o_proj,3,64,8,128,25.635398864746094,104.125,268435456
83,self_attn.o_proj,3,128,8,128,28.94603157043457,100.0625,268435456
83,self_attn.o_proj,4,32,8,128,10.289916038513184,144.25,268435456
83,self_attn.o_proj,4,64,8,128,11.969168663024902,136.125,268435456
83,self_attn.o_proj,4,128,8,128,13.499736785888672,132.0625,268435456
83,self_attn.o_proj,8,32,8,128,0.6293680667877197,272.25,268435456
83,self_attn.o_proj,8,64,8,128,0.7317608594894409,264.125,268435456
83,self_attn.o_proj,8,128,8,128,0.8192409873008728,260.0625,268435456
83,mlp.gate_proj,2,32,8,128,90.9889907836914,260.8125,872415232
83,mlp.gate_proj,2,64,8,128,98.91508483886719,234.40625,872415232
83,mlp.gate_proj,2,128,8,128,115.81429290771484,221.203125,872415232
83,mlp.gate_proj,3,32,8,128,37.289119720458984,364.8125,872415232
83,mlp.gate_proj,3,64,8,128,45.36233139038086,338.40625,872415232
83,mlp.gate_proj,3,128,8,128,47.43885040283203,325.203125,872415232
83,mlp.gate_proj,4,32,8,128,17.28115463256836,468.8125,872415232
83,mlp.gate_proj,4,64,8,128,20.68400001525879,442.40625,872415232
83,mlp.gate_proj,4,128,8,128,22.918973922729492,429.203125,872415232
83,mlp.gate_proj,8,32,8,128,1.0533409118652344,884.8125,872415232
83,mlp.gate_proj,8,64,8,128,1.2274856567382812,858.40625,872415232
83,mlp.gate_proj,8,128,8,128,1.4195060729980469,845.203125,872415232
83,mlp.up_proj,2,32,8,128,84.60723876953125,260.8125,872415232
83,mlp.up_proj,2,64,8,128,93.31917572021484,234.40625,872415232
83,mlp.up_proj,2,128,8,128,102.87295532226562,221.203125,872415232
83,mlp.up_proj,3,32,8,128,34.62144088745117,364.8125,872415232
83,mlp.up_proj,3,64,8,128,41.383548736572266,338.40625,872415232
83,mlp.up_proj,3,128,8,128,45.62700271606445,325.203125,872415232
83,mlp.up_proj,4,32,8,128,16.44561195373535,468.8125,872415232
83,mlp.up_proj,4,64,8,128,18.607131958007812,442.40625,872415232
83,mlp.up_proj,4,128,8,128,22.32748031616211,429.203125,872415232
83,mlp.up_proj,8,32,8,128,1.013406753540039,884.8125,872415232
83,mlp.up_proj,8,64,8,128,1.1127145290374756,858.40625,872415232
83,mlp.up_proj,8,128,8,128,1.302918553352356,845.203125,872415232
83,mlp.down_proj,2,32,8,128,85.5702133178711,260.8125,872415232
83,mlp.down_proj,2,64,8,128,93.73086547851562,234.40625,872415232
83,mlp.down_proj,2,128,8,128,104.02879333496094,221.203125,872415232
83,mlp.down_proj,3,32,8,128,34.872100830078125,364.8125,872415232
83,mlp.down_proj,3,64,8,128,41.89580154418945,338.40625,872415232
83,mlp.down_proj,3,128,8,128,45.715694427490234,325.203125,872415232
83,mlp.down_proj,4,32,8,128,16.516237258911133,468.8125,872415232
83,mlp.down_proj,4,64,8,128,18.809612274169922,442.40625,872415232
83,mlp.down_proj,4,128,8,128,22.608074188232422,429.203125,872415232
83,mlp.down_proj,8,32,8,128,1.0164905786514282,884.8125,872415232
83,mlp.down_proj,8,64,8,128,1.1229040622711182,858.40625,872415232
83,mlp.down_proj,8,128,8,128,1.3205106258392334,845.203125,872415232
84,self_attn.q_proj,2,32,8,128,33.5146598815918,80.25,268435456
84,self_attn.q_proj,2,64,8,128,39.35044479370117,72.125,268435456
84,self_attn.q_proj,2,128,8,128,45.079612731933594,68.0625,268435456
84,self_attn.q_proj,3,32,8,128,14.34291934967041,112.25,268435456
84,self_attn.q_proj,3,64,8,128,16.880281448364258,104.125,268435456
84,self_attn.q_proj,3,128,8,128,19.201448440551758,100.0625,268435456
84,self_attn.q_proj,4,32,8,128,6.674857139587402,144.25,268435456
84,self_attn.q_proj,4,64,8,128,7.924646377563477,136.125,268435456
84,self_attn.q_proj,4,128,8,128,8.955643653869629,132.0625,268435456
84,self_attn.q_proj,8,32,8,128,0.40742629766464233,272.25,268435456
84,self_attn.q_proj,8,64,8,128,0.4824814796447754,264.125,268435456
84,self_attn.q_proj,8,128,8,128,0.5443016886711121,260.0625,268435456
84,self_attn.v_proj,2,32,8,128,20.779172897338867,10.03125,33554432
84,self_attn.v_proj,2,64,8,128,25.517438888549805,9.015625,33554432
84,self_attn.v_proj,2,128,8,128,29.70064353942871,8.5078125,33554432
84,self_attn.v_proj,3,32,8,128,8.876383781433105,14.03125,33554432
84,self_attn.v_proj,3,64,8,128,10.910919189453125,13.015625,33554432
84,self_attn.v_proj,3,128,8,128,12.699265480041504,12.5078125,33554432
84,self_attn.v_proj,4,32,8,128,4.142364501953125,18.03125,33554432
84,self_attn.v_proj,4,64,8,128,5.090096473693848,17.015625,33554432
84,self_attn.v_proj,4,128,8,128,5.926600933074951,16.5078125,33554432
84,self_attn.v_proj,8,32,8,128,0.25086653232574463,34.03125,33554432
84,self_attn.v_proj,8,64,8,128,0.30846962332725525,33.015625,33554432
84,self_attn.v_proj,8,128,8,128,0.35895106196403503,32.5078125,33554432
84,self_attn.k_proj,2,32,8,128,17.182334899902344,10.03125,33554432
84,self_attn.k_proj,2,64,8,128,22.42863655090332,9.015625,33554432
84,self_attn.k_proj,2,128,8,128,27.198787689208984,8.5078125,33554432
84,self_attn.k_proj,3,32,8,128,7.39489221572876,14.03125,33554432
84,self_attn.k_proj,3,64,8,128,9.883086204528809,13.015625,33554432
84,self_attn.k_proj,3,128,8,128,12.159408569335938,12.5078125,33554432
84,self_attn.k_proj,4,32,8,128,3.455301523208618,18.03125,33554432
84,self_attn.k_proj,4,64,8,128,4.624971866607666,17.015625,33554432
84,self_attn.k_proj,4,128,8,128,5.7030463218688965,16.5078125,33554432
84,self_attn.k_proj,8,32,8,128,0.20979437232017517,34.03125,33554432
84,self_attn.k_proj,8,64,8,128,0.28067657351493835,33.015625,33554432
84,self_attn.k_proj,8,128,8,128,0.3456302881240845,32.5078125,33554432
84,self_attn.o_proj,2,32,8,128,51.194496154785156,80.25,268435456
84,self_attn.o_proj,2,64,8,128,59.88584518432617,72.125,268435456
84,self_attn.o_proj,2,128,8,128,67.2940902709961,68.0625,268435456
84,self_attn.o_proj,3,32,8,128,22.0197696685791,112.25,268435456
84,self_attn.o_proj,3,64,8,128,25.51900291442871,104.125,268435456
84,self_attn.o_proj,3,128,8,128,28.82712173461914,100.0625,268435456
84,self_attn.o_proj,4,32,8,128,10.240728378295898,144.25,268435456
84,self_attn.o_proj,4,64,8,128,11.917614936828613,136.125,268435456
84,self_attn.o_proj,4,128,8,128,13.440987586975098,132.0625,268435456
84,self_attn.o_proj,8,32,8,128,0.6263394951820374,272.25,268435456
84,self_attn.o_proj,8,64,8,128,0.7287988662719727,264.125,268435456
84,self_attn.o_proj,8,128,8,128,0.8156128525733948,260.0625,268435456
84,mlp.gate_proj,2,32,8,128,91.02156066894531,260.8125,872415232
84,mlp.gate_proj,2,64,8,128,99.07118225097656,234.40625,872415232
84,mlp.gate_proj,2,128,8,128,116.22319793701172,221.203125,872415232
84,mlp.gate_proj,3,32,8,128,37.33867263793945,364.8125,872415232
84,mlp.gate_proj,3,64,8,128,45.37446594238281,338.40625,872415232
84,mlp.gate_proj,3,128,8,128,47.50969696044922,325.203125,872415232
84,mlp.gate_proj,4,32,8,128,17.29882049560547,468.8125,872415232
84,mlp.gate_proj,4,64,8,128,20.728546142578125,442.40625,872415232
84,mlp.gate_proj,4,128,8,128,22.935619354248047,429.203125,872415232
84,mlp.gate_proj,8,32,8,128,1.0543341636657715,884.8125,872415232
84,mlp.gate_proj,8,64,8,128,1.2302370071411133,858.40625,872415232
84,mlp.gate_proj,8,128,8,128,1.420046329498291,845.203125,872415232
84,mlp.up_proj,2,32,8,128,84.69174194335938,260.8125,872415232
84,mlp.up_proj,2,64,8,128,93.35515594482422,234.40625,872415232
84,mlp.up_proj,2,128,8,128,102.99366760253906,221.203125,872415232
84,mlp.up_proj,3,32,8,128,34.64742660522461,364.8125,872415232
84,mlp.up_proj,3,64,8,128,41.433441162109375,338.40625,872415232
84,mlp.up_proj,3,128,8,128,45.635982513427734,325.203125,872415232
84,mlp.up_proj,4,32,8,128,16.451950073242188,468.8125,872415232
84,mlp.up_proj,4,64,8,128,18.631168365478516,442.40625,872415232
84,mlp.up_proj,4,128,8,128,22.348209381103516,429.203125,872415232
84,mlp.up_proj,8,32,8,128,1.0137187242507935,884.8125,872415232
84,mlp.up_proj,8,64,8,128,1.1138386726379395,858.40625,872415232
84,mlp.up_proj,8,128,8,128,1.3049185276031494,845.203125,872415232
84,mlp.down_proj,2,32,8,128,85.53123474121094,260.8125,872415232
84,mlp.down_proj,2,64,8,128,93.72006225585938,234.40625,872415232
84,mlp.down_proj,2,128,8,128,103.97879791259766,221.203125,872415232
84,mlp.down_proj,3,32,8,128,34.8655891418457,364.8125,872415232
84,mlp.down_proj,3,64,8,128,41.8746452331543,338.40625,872415232
84,mlp.down_proj,3,128,8,128,45.71425247192383,325.203125,872415232
84,mlp.down_proj,4,32,8,128,16.51288414001465,468.8125,872415232
84,mlp.down_proj,4,64,8,128,18.803037643432617,442.40625,872415232
84,mlp.down_proj,4,128,8,128,22.610719680786133,429.203125,872415232
84,mlp.down_proj,8,32,8,128,1.016435146331787,884.8125,872415232
84,mlp.down_proj,8,64,8,128,1.1228283643722534,858.40625,872415232
84,mlp.down_proj,8,128,8,128,1.3205584287643433,845.203125,872415232
85,self_attn.q_proj,2,32,8,128,38.69280242919922,80.25,268435456
85,self_attn.q_proj,2,64,8,128,46.10923767089844,72.125,268435456
85,self_attn.q_proj,2,128,8,128,52.4600944519043,68.0625,268435456
85,self_attn.q_proj,3,32,8,128,16.62583351135254,112.25,268435456
85,self_attn.q_proj,3,64,8,128,19.78123664855957,104.125,268435456
85,self_attn.q_proj,3,128,8,128,22.924894332885742,100.0625,268435456
85,self_attn.q_proj,4,32,8,128,7.7951788902282715,144.25,268435456
85,self_attn.q_proj,4,64,8,128,9.210652351379395,136.125,268435456
85,self_attn.q_proj,4,128,8,128,10.689851760864258,132.0625,268435456
85,self_attn.q_proj,8,32,8,128,0.4747036397457123,272.25,268435456
85,self_attn.q_proj,8,64,8,128,0.5615695118904114,264.125,268435456
85,self_attn.q_proj,8,128,8,128,0.6477921009063721,260.0625,268435456
85,self_attn.v_proj,2,32,8,128,19.409881591796875,10.03125,33554432
85,self_attn.v_proj,2,64,8,128,23.870527267456055,9.015625,33554432
85,self_attn.v_proj,2,128,8,128,27.80729866027832,8.5078125,33554432
85,self_attn.v_proj,3,32,8,128,8.295442581176758,14.03125,33554432
85,self_attn.v_proj,3,64,8,128,10.20519733428955,13.015625,33554432
85,self_attn.v_proj,3,128,8,128,11.894606590270996,12.5078125,33554432
85,self_attn.v_proj,4,32,8,128,3.8708150386810303,18.03125,33554432
85,self_attn.v_proj,4,64,8,128,4.760521411895752,17.015625,33554432
85,self_attn.v_proj,4,128,8,128,5.550412178039551,16.5078125,33554432
85,self_attn.v_proj,8,32,8,128,0.23431144654750824,34.03125,33554432
85,self_attn.v_proj,8,64,8,128,0.288473516702652,33.015625,33554432
85,self_attn.v_proj,8,128,8,128,0.336249440908432,32.5078125,33554432
85,self_attn.k_proj,2,32,8,128,23.165931701660156,10.03125,33554432
85,self_attn.k_proj,2,64,8,128,29.57427215576172,9.015625,33554432
85,self_attn.k_proj,2,128,8,128,35.2887077331543,8.5078125,33554432
85,self_attn.k_proj,3,32,8,128,10.486597061157227,14.03125,33554432
85,self_attn.k_proj,3,64,8,128,14.685663223266602,13.015625,33554432
85,self_attn.k_proj,3,128,8,128,19.3115234375,12.5078125,33554432
85,self_attn.k_proj,4,32,8,128,4.9100871086120605,18.03125,33554432
85,self_attn.k_proj,4,64,8,128,6.991520881652832,17.015625,33554432
85,self_attn.k_proj,4,128,8,128,9.397759437561035,16.5078125,33554432
85,self_attn.k_proj,8,32,8,128,0.2969043254852295,34.03125,33554432
85,self_attn.k_proj,8,64,8,128,0.4230281710624695,33.015625,33554432
85,self_attn.k_proj,8,128,8,128,0.5693897604942322,32.5078125,33554432
85,self_attn.o_proj,2,32,8,128,50.91475296020508,80.25,268435456
85,self_attn.o_proj,2,64,8,128,59.53913497924805,72.125,268435456
85,self_attn.o_proj,2,128,8,128,66.93292236328125,68.0625,268435456
85,self_attn.o_proj,3,32,8,128,21.896371841430664,112.25,268435456
85,self_attn.o_proj,3,64,8,128,25.383764266967773,104.125,268435456
85,self_attn.o_proj,3,128,8,128,28.668594360351562,100.0625,268435456
85,self_attn.o_proj,4,32,8,128,10.183069229125977,144.25,268435456
85,self_attn.o_proj,4,64,8,128,11.856931686401367,136.125,268435456
85,self_attn.o_proj,4,128,8,128,13.366982460021973,132.0625,268435456
85,self_attn.o_proj,8,32,8,128,0.622856855392456,272.25,268435456
85,self_attn.o_proj,8,64,8,128,0.7252886891365051,264.125,268435456
85,self_attn.o_proj,8,128,8,128,0.8111878633499146,260.0625,268435456
85,mlp.gate_proj,2,32,8,128,91.02368927001953,260.8125,872415232
85,mlp.gate_proj,2,64,8,128,99.07805633544922,234.40625,872415232
85,mlp.gate_proj,2,128,8,128,116.2250747680664,221.203125,872415232
85,mlp.gate_proj,3,32,8,128,37.345645904541016,364.8125,872415232
85,mlp.gate_proj,3,64,8,128,45.37360382080078,338.40625,872415232
85,mlp.gate_proj,3,128,8,128,47.50052261352539,325.203125,872415232
85,mlp.gate_proj,4,32,8,128,17.299468994140625,468.8125,872415232
85,mlp.gate_proj,4,64,8,128,20.729623794555664,442.40625,872415232
85,mlp.gate_proj,4,128,8,128,22.931509017944336,429.203125,872415232
85,mlp.gate_proj,8,32,8,128,1.0543310642242432,884.8125,872415232
85,mlp.gate_proj,8,64,8,128,1.2300934791564941,858.40625,872415232
85,mlp.gate_proj,8,128,8,128,1.4199233055114746,845.203125,872415232
85,mlp.up_proj,2,32,8,128,84.80177307128906,260.8125,872415232
85,mlp.up_proj,2,64,8,128,93.39283752441406,234.40625,872415232
85,mlp.up_proj,2,128,8,128,103.07076263427734,221.203125,872415232
85,mlp.up_proj,3,32,8,128,34.669315338134766,364.8125,872415232
85,mlp.up_proj,3,64,8,128,41.479881286621094,338.40625,872415232
85,mlp.up_proj,3,128,8,128,45.64145278930664,325.203125,872415232
85,mlp.up_proj,4,32,8,128,16.458534240722656,468.8125,872415232
85,mlp.up_proj,4,64,8,128,18.6474609375,442.40625,872415232
85,mlp.up_proj,4,128,8,128,22.370580673217773,429.203125,872415232
85,mlp.up_proj,8,32,8,128,1.0139985084533691,884.8125,872415232
85,mlp.up_proj,8,64,8,128,1.1146366596221924,858.40625,872415232
85,mlp.up_proj,8,128,8,128,1.3062494993209839,845.203125,872415232
85,mlp.down_proj,2,32,8,128,85.54476165771484,260.8125,872415232
85,mlp.down_proj,2,64,8,128,93.7202377319336,234.40625,872415232
85,mlp.down_proj,2,128,8,128,103.98635864257812,221.203125,872415232
85,mlp.down_proj,3,32,8,128,34.87055206298828,364.8125,872415232
85,mlp.down_proj,3,64,8,128,41.88881301879883,338.40625,872415232
85,mlp.down_proj,3,128,8,128,45.71511459350586,325.203125,872415232
85,mlp.down_proj,4,32,8,128,16.513341903686523,468.8125,872415232
85,mlp.down_proj,4,64,8,128,18.805160522460938,442.40625,872415232
85,mlp.down_proj,4,128,8,128,22.617015838623047,429.203125,872415232
85,mlp.down_proj,8,32,8,128,1.0164400339126587,884.8125,872415232
85,mlp.down_proj,8,64,8,128,1.1227995157241821,858.40625,872415232
85,mlp.down_proj,8,128,8,128,1.3204169273376465,845.203125,872415232
86,self_attn.q_proj,2,32,8,128,38.8509407043457,80.25,268435456
86,self_attn.q_proj,2,64,8,128,46.440277099609375,72.125,268435456
86,self_attn.q_proj,2,128,8,128,53.457096099853516,68.0625,268435456
86,self_attn.q_proj,3,32,8,128,16.705320358276367,112.25,268435456
86,self_attn.q_proj,3,64,8,128,19.964746475219727,104.125,268435456
86,self_attn.q_proj,3,128,8,128,23.349878311157227,100.0625,268435456
86,self_attn.q_proj,4,32,8,128,7.831290245056152,144.25,268435456
86,self_attn.q_proj,4,64,8,128,9.293669700622559,136.125,268435456
86,self_attn.q_proj,4,128,8,128,10.937708854675293,132.0625,268435456
86,self_attn.q_proj,8,32,8,128,0.4768313467502594,272.25,268435456
86,self_attn.q_proj,8,64,8,128,0.5664334893226624,264.125,268435456
86,self_attn.q_proj,8,128,8,128,0.6624688506126404,260.0625,268435456
86,self_attn.v_proj,2,32,8,128,19.492053985595703,10.03125,33554432
86,self_attn.v_proj,2,64,8,128,23.97795867919922,9.015625,33554432
86,self_attn.v_proj,2,128,8,128,27.946624755859375,8.5078125,33554432
86,self_attn.v_proj,3,32,8,128,8.33144474029541,14.03125,33554432
86,self_attn.v_proj,3,64,8,128,10.250680923461914,13.015625,33554432
86,self_attn.v_proj,3,128,8,128,11.956686973571777,12.5078125,33554432
86,self_attn.v_proj,4,32,8,128,3.8883917331695557,18.03125,33554432
86,self_attn.v_proj,4,64,8,128,4.782217502593994,17.015625,33554432
86,self_attn.v_proj,4,128,8,128,5.5781121253967285,16.5078125,33554432
86,self_attn.v_proj,8,32,8,128,0.23531921207904816,34.03125,33554432
86,self_attn.v_proj,8,64,8,128,0.2898046374320984,33.015625,33554432
86,self_attn.v_proj,8,128,8,128,0.33791449666023254,32.5078125,33554432
86,self_attn.k_proj,2,32,8,128,23.664052963256836,10.03125,33554432
86,self_attn.k_proj,2,64,8,128,30.069156646728516,9.015625,33554432
86,self_attn.k_proj,2,128,8,128,35.77016067504883,8.5078125,33554432
86,self_attn.k_proj,3,32,8,128,10.706738471984863,14.03125,33554432
86,self_attn.k_proj,3,64,8,128,14.938127517700195,13.015625,33554432
86,self_attn.k_proj,3,128,8,128,19.584056854248047,12.5078125,33554432
86,self_attn.k_proj,4,32,8,128,5.002036094665527,18.03125,33554432
86,self_attn.k_proj,4,64,8,128,7.114867210388184,17.015625,33554432
86,self_attn.k_proj,4,128,8,128,9.538206100463867,16.5078125,33554432
86,self_attn.k_proj,8,32,8,128,0.30294954776763916,34.03125,33554432
86,self_attn.k_proj,8,64,8,128,0.4311850666999817,33.015625,33554432
86,self_attn.k_proj,8,128,8,128,0.5780110955238342,32.5078125,33554432
86,self_attn.o_proj,2,32,8,128,51.092376708984375,80.25,268435456
86,self_attn.o_proj,2,64,8,128,59.75732421875,72.125,268435456
86,self_attn.o_proj,2,128,8,128,67.15240478515625,68.0625,268435456
86,self_attn.o_proj,3,32,8,128,21.973777770996094,112.25,268435456
86,self_attn.o_proj,3,64,8,128,25.464841842651367,104.125,268435456
86,self_attn.o_proj,3,128,8,128,28.75604820251465,100.0625,268435456
86,self_attn.o_proj,4,32,8,128,10.219090461730957,144.25,268435456
86,self_attn.o_proj,4,64,8,128,11.89218521118164,136.125,268435456
86,self_attn.o_proj,4,128,8,128,13.409656524658203,132.0625,268435456
86,self_attn.o_proj,8,32,8,128,0.6250414848327637,272.25,268435456
86,self_attn.o_proj,8,64,8,128,0.7274172902107239,264.125,268435456
86,self_attn.o_proj,8,128,8,128,0.8137631416320801,260.0625,268435456
86,mlp.gate_proj,2,32,8,128,91.02291107177734,260.8125,872415232
86,mlp.gate_proj,2,64,8,128,99.05065155029297,234.40625,872415232
86,mlp.gate_proj,2,128,8,128,116.12122344970703,221.203125,872415232
86,mlp.gate_proj,3,32,8,128,37.343807220458984,364.8125,872415232
86,mlp.gate_proj,3,64,8,128,45.37234115600586,338.40625,872415232
86,mlp.gate_proj,3,128,8,128,47.4976921081543,325.203125,872415232
86,mlp.gate_proj,4,32,8,128,17.29909324645996,468.8125,872415232
86,mlp.gate_proj,4,64,8,128,20.72578239440918,442.40625,872415232
86,mlp.gate_proj,4,128,8,128,22.929899215698242,429.203125,872415232
86,mlp.gate_proj,8,32,8,128,1.0542786121368408,884.8125,872415232
86,mlp.gate_proj,8,64,8,128,1.2298951148986816,858.40625,872415232
86,mlp.gate_proj,8,128,8,128,1.419834852218628,845.203125,872415232
86,mlp.up_proj,2,32,8,128,84.93338012695312,260.8125,872415232
86,mlp.up_proj,2,64,8,128,93.45136260986328,234.40625,872415232
86,mlp.up_proj,2,128,8,128,103.25699615478516,221.203125,872415232
86,mlp.up_proj,3,32,8,128,34.70561218261719,364.8125,872415232
86,mlp.up_proj,3,64,8,128,41.548404693603516,338.40625,872415232
86,mlp.up_proj,3,128,8,128,45.65382385253906,325.203125,872415232
86,mlp.up_proj,4,32,8,128,16.467924118041992,468.8125,872415232
86,mlp.up_proj,4,64,8,128,18.678804397583008,442.40625,872415232
86,mlp.up_proj,4,128,8,128,22.427486419677734,429.203125,872415232
86,mlp.up_proj,8,32,8,128,1.0143914222717285,884.8125,872415232
86,mlp.up_proj,8,64,8,128,1.1160846948623657,858.40625,872415232
86,mlp.up_proj,8,128,8,128,1.3089401721954346,845.203125,872415232
86,mlp.down_proj,2,32,8,128,85.56490325927734,260.8125,872415232
86,mlp.down_proj,2,64,8,128,93.73514556884766,234.40625,872415232
86,mlp.down_proj,2,128,8,128,104.02583312988281,221.203125,872415232
86,mlp.down_proj,3,32,8,128,34.87166976928711,364.8125,872415232
86,mlp.down_proj,3,64,8,128,41.89220428466797,338.40625,872415232
86,mlp.down_proj,3,128,8,128,45.714481353759766,325.203125,872415232
86,mlp.down_proj,4,32,8,128,16.515377044677734,468.8125,872415232
86,mlp.down_proj,4,64,8,128,18.80251693725586,442.40625,872415232
86,mlp.down_proj,4,128,8,128,22.606800079345703,429.203125,872415232
86,mlp.down_proj,8,32,8,128,1.016486644744873,884.8125,872415232
86,mlp.down_proj,8,64,8,128,1.1229008436203003,858.40625,872415232
86,mlp.down_proj,8,128,8,128,1.320399522781372,845.203125,872415232
87,self_attn.q_proj,2,32,8,128,39.24873733520508,80.25,268435456
87,self_attn.q_proj,2,64,8,128,46.817874908447266,72.125,268435456
87,self_attn.q_proj,2,128,8,128,53.86598587036133,68.0625,268435456
87,self_attn.q_proj,3,32,8,128,16.854650497436523,112.25,268435456
87,self_attn.q_proj,3,64,8,128,20.181365966796875,104.125,268435456
87,self_attn.q_proj,3,128,8,128,23.533353805541992,100.0625,268435456
87,self_attn.q_proj,4,32,8,128,7.915037631988525,144.25,268435456
87,self_attn.q_proj,4,64,8,128,9.39190673828125,136.125,268435456
87,self_attn.q_proj,4,128,8,128,11.037592887878418,132.0625,268435456
87,self_attn.q_proj,8,32,8,128,0.4818665683269501,272.25,268435456
87,self_attn.q_proj,8,64,8,128,0.5716723203659058,264.125,268435456
87,self_attn.q_proj,8,128,8,128,0.668704092502594,260.0625,268435456
87,self_attn.v_proj,2,32,8,128,19.436298370361328,10.03125,33554432
87,self_attn.v_proj,2,64,8,128,23.9072322845459,9.015625,33554432
87,self_attn.v_proj,2,128,8,128,27.86803436279297,8.5078125,33554432
87,self_attn.v_proj,3,32,8,128,8.305256843566895,14.03125,33554432
87,self_attn.v_proj,3,64,8,128,10.217731475830078,13.015625,33554432
87,self_attn.v_proj,3,128,8,128,11.924817085266113,12.5078125,33554432
87,self_attn.v_proj,4,32,8,128,3.8749430179595947,18.03125,33554432
87,self_attn.v_proj,4,64,8,128,4.767446517944336,17.015625,33554432
87,self_attn.v_proj,4,128,8,128,5.564157009124756,16.5078125,33554432
87,self_attn.v_proj,8,32,8,128,0.23459133505821228,34.03125,33554432
87,self_attn.v_proj,8,64,8,128,0.2889938950538635,33.015625,33554432
87,self_attn.v_proj,8,128,8,128,0.3371002972126007,32.5078125,33554432
87,self_attn.k_proj,2,32,8,128,24.679805755615234,10.03125,33554432
87,self_attn.k_proj,2,64,8,128,31.512557983398438,9.015625,33554432
87,self_attn.k_proj,2,128,8,128,37.510894775390625,8.5078125,33554432
87,self_attn.k_proj,3,32,8,128,11.110137939453125,14.03125,33554432
87,self_attn.k_proj,3,64,8,128,15.319754600524902,13.015625,33554432
87,self_attn.k_proj,3,128,8,128,19.733909606933594,12.5078125,33554432
87,self_attn.k_proj,4,32,8,128,5.197710037231445,18.03125,33554432
87,self_attn.k_proj,4,64,8,128,7.2366862297058105,17.015625,33554432
87,self_attn.k_proj,4,128,8,128,9.478378295898438,16.5078125,33554432
87,self_attn.k_proj,8,32,8,128,0.31443437933921814,34.03125,33554432
87,self_attn.k_proj,8,64,8,128,0.43799909949302673,33.015625,33554432
87,self_attn.k_proj,8,128,8,128,0.5739911794662476,32.5078125,33554432
87,self_attn.o_proj,2,32,8,128,50.59622573852539,80.25,268435456
87,self_attn.o_proj,2,64,8,128,59.15424728393555,72.125,268435456
87,self_attn.o_proj,2,128,8,128,66.53856658935547,68.0625,268435456
87,self_attn.o_proj,3,32,8,128,21.750598907470703,112.25,268435456
87,self_attn.o_proj,3,64,8,128,25.218433380126953,104.125,268435456
87,self_attn.o_proj,3,128,8,128,28.477231979370117,100.0625,268435456
87,self_attn.o_proj,4,32,8,128,10.117344856262207,144.25,268435456
87,self_attn.o_proj,4,64,8,128,11.785151481628418,136.125,268435456
87,self_attn.o_proj,4,128,8,128,13.28262996673584,132.0625,268435456
87,self_attn.o_proj,8,32,8,128,0.6187581419944763,272.25,268435456
87,self_attn.o_proj,8,64,8,128,0.7213142514228821,264.125,268435456
87,self_attn.o_proj,8,128,8,128,0.8060431480407715,260.0625,268435456
87,mlp.gate_proj,2,32,8,128,91.04483795166016,260.8125,872415232
87,mlp.gate_proj,2,64,8,128,99.15491485595703,234.40625,872415232
87,mlp.gate_proj,2,128,8,128,116.30770111083984,221.203125,872415232
87,mlp.gate_proj,3,32,8,128,37.38538360595703,364.8125,872415232
87,mlp.gate_proj,3,64,8,128,45.381683349609375,338.40625,872415232
87,mlp.gate_proj,3,128,8,128,47.530235290527344,325.203125,872415232
87,mlp.gate_proj,4,32,8,128,17.31284523010254,468.8125,872415232
87,mlp.gate_proj,4,64,8,128,20.760040283203125,442.40625,872415232
87,mlp.gate_proj,4,128,8,128,22.937471389770508,429.203125,872415232
87,mlp.gate_proj,8,32,8,128,1.0549907684326172,884.8125,872415232
87,mlp.gate_proj,8,64,8,128,1.2316932678222656,858.40625,872415232
87,mlp.gate_proj,8,128,8,128,1.4200844764709473,845.203125,872415232
87,mlp.up_proj,2,32,8,128,85.020751953125,260.8125,872415232
87,mlp.up_proj,2,64,8,128,93.49297332763672,234.40625,872415232
87,mlp.up_proj,2,128,8,128,103.35526275634766,221.203125,872415232
87,mlp.up_proj,3,32,8,128,34.7272834777832,364.8125,872415232
87,mlp.up_proj,3,64,8,128,41.59130096435547,338.40625,872415232
87,mlp.up_proj,3,128,8,128,45.660091400146484,325.203125,872415232
87,mlp.up_proj,4,32,8,128,16.474552154541016,468.8125,872415232
87,mlp.up_proj,4,64,8,128,18.693984985351562,442.40625,872415232
87,mlp.up_proj,4,128,8,128,22.453659057617188,429.203125,872415232
87,mlp.up_proj,8,32,8,128,1.0146781206130981,884.8125,872415232
87,mlp.up_proj,8,64,8,128,1.1170796155929565,858.40625,872415232
87,mlp.up_proj,8,128,8,128,1.310509204864502,845.203125,872415232
87,mlp.down_proj,2,32,8,128,85.55500793457031,260.8125,872415232
87,mlp.down_proj,2,64,8,128,93.7242202758789,234.40625,872415232
87,mlp.down_proj,2,128,8,128,104.02478790283203,221.203125,872415232
87,mlp.down_proj,3,32,8,128,34.8704948425293,364.8125,872415232
87,mlp.down_proj,3,64,8,128,41.88896560668945,338.40625,872415232
87,mlp.down_proj,3,128,8,128,45.71332550048828,325.203125,872415232
87,mlp.down_proj,4,32,8,128,16.514476776123047,468.8125,872415232
87,mlp.down_proj,4,64,8,128,18.80628776550293,442.40625,872415232
87,mlp.down_proj,4,128,8,128,22.61743927001953,429.203125,872415232
87,mlp.down_proj,8,32,8,128,1.0164610147476196,884.8125,872415232
87,mlp.down_proj,8,64,8,128,1.1227822303771973,858.40625,872415232
87,mlp.down_proj,8,128,8,128,1.3203332424163818,845.203125,872415232
88,self_attn.q_proj,2,32,8,128,37.32414627075195,80.25,268435456
88,self_attn.q_proj,2,64,8,128,44.620792388916016,72.125,268435456
88,self_attn.q_proj,2,128,8,128,50.86374282836914,68.0625,268435456
88,self_attn.q_proj,3,32,8,128,16.106809616088867,112.25,268435456
88,self_attn.q_proj,3,64,8,128,19.015871047973633,104.125,268435456
88,self_attn.q_proj,3,128,8,128,22.1098575592041,100.0625,268435456
88,self_attn.q_proj,4,32,8,128,7.498152256011963,144.25,268435456
88,self_attn.q_proj,4,64,8,128,8.8668794631958,136.125,268435456
88,self_attn.q_proj,4,128,8,128,10.28477954864502,132.0625,268435456
88,self_attn.q_proj,8,32,8,128,0.45690131187438965,272.25,268435456
88,self_attn.q_proj,8,64,8,128,0.5406222343444824,264.125,268435456
88,self_attn.q_proj,8,128,8,128,0.6228071451187134,260.0625,268435456
88,self_attn.v_proj,2,32,8,128,19.753293991088867,10.03125,33554432
88,self_attn.v_proj,2,64,8,128,24.259624481201172,9.015625,33554432
88,self_attn.v_proj,2,128,8,128,28.22563362121582,8.5078125,33554432
88,self_attn.v_proj,3,32,8,128,8.441719055175781,14.03125,33554432
88,self_attn.v_proj,3,64,8,128,10.370335578918457,13.015625,33554432
88,self_attn.v_proj,3,128,8,128,12.070107460021973,12.5078125,33554432
88,self_attn.v_proj,4,32,8,128,3.9396214485168457,18.03125,33554432
88,self_attn.v_proj,4,64,8,128,4.838498115539551,17.015625,33554432
88,self_attn.v_proj,4,128,8,128,5.633799076080322,16.5078125,33554432
88,self_attn.v_proj,8,32,8,128,0.23843032121658325,34.03125,33554432
88,self_attn.v_proj,8,64,8,128,0.29322049021720886,33.015625,33554432
88,self_attn.v_proj,8,128,8,128,0.3413194417953491,32.5078125,33554432
88,self_attn.k_proj,2,32,8,128,22.813453674316406,10.03125,33554432
88,self_attn.k_proj,2,64,8,128,29.602214813232422,9.015625,33554432
88,self_attn.k_proj,2,128,8,128,35.747623443603516,8.5078125,33554432
88,self_attn.k_proj,3,32,8,128,10.024832725524902,14.03125,33554432
88,self_attn.k_proj,3,64,8,128,13.853880882263184,13.015625,33554432
88,self_attn.k_proj,3,128,8,128,17.94532012939453,12.5078125,33554432
88,self_attn.k_proj,4,32,8,128,4.681119441986084,18.03125,33554432
88,self_attn.k_proj,4,64,8,128,6.515066146850586,17.015625,33554432
88,self_attn.k_proj,4,128,8,128,8.51795768737793,16.5078125,33554432
88,self_attn.k_proj,8,32,8,128,0.2837967276573181,34.03125,33554432
88,self_attn.k_proj,8,64,8,128,0.3948604464530945,33.015625,33554432
88,self_attn.k_proj,8,128,8,128,0.5157111883163452,32.5078125,33554432
88,self_attn.o_proj,2,32,8,128,50.621219635009766,80.25,268435456
88,self_attn.o_proj,2,64,8,128,59.187950134277344,72.125,268435456
88,self_attn.o_proj,2,128,8,128,66.5750961303711,68.0625,268435456
88,self_attn.o_proj,3,32,8,128,21.76255989074707,112.25,268435456
88,self_attn.o_proj,3,64,8,128,25.233776092529297,104.125,268435456
88,self_attn.o_proj,3,128,8,128,28.49915885925293,100.0625,268435456
88,self_attn.o_proj,4,32,8,128,10.122577667236328,144.25,268435456
88,self_attn.o_proj,4,64,8,128,11.79248332977295,136.125,268435456
88,self_attn.o_proj,4,128,8,128,13.291606903076172,132.0625,268435456
88,self_attn.o_proj,8,32,8,128,0.6190654635429382,272.25,268435456
88,self_attn.o_proj,8,64,8,128,0.7216482758522034,264.125,268435456
88,self_attn.o_proj,8,128,8,128,0.8066830039024353,260.0625,268435456
88,mlp.gate_proj,2,32,8,128,91.05687713623047,260.8125,872415232
88,mlp.gate_proj,2,64,8,128,99.19539642333984,234.40625,872415232
88,mlp.gate_proj,2,128,8,128,116.35260772705078,221.203125,872415232
88,mlp.gate_proj,3,32,8,128,37.40160369873047,364.8125,872415232
88,mlp.gate_proj,3,64,8,128,45.383750915527344,338.40625,872415232
88,mlp.gate_proj,3,128,8,128,47.5407829284668,325.203125,872415232
88,mlp.gate_proj,4,32,8,128,17.32044792175293,468.8125,872415232
88,mlp.gate_proj,4,64,8,128,20.771045684814453,442.40625,872415232
88,mlp.gate_proj,4,128,8,128,22.938671112060547,429.203125,872415232
88,mlp.gate_proj,8,32,8,128,1.0552936792373657,884.8125,872415232
88,mlp.gate_proj,8,64,8,128,1.232507586479187,858.40625,872415232
88,mlp.gate_proj,8,128,8,128,1.4201297760009766,845.203125,872415232
88,mlp.up_proj,2,32,8,128,85.13875579833984,260.8125,872415232
88,mlp.up_proj,2,64,8,128,93.53760528564453,234.40625,872415232
88,mlp.up_proj,2,128,8,128,103.57486724853516,221.203125,872415232
88,mlp.up_proj,3,32,8,128,34.75800704956055,364.8125,872415232
88,mlp.up_proj,3,64,8,128,41.66151428222656,338.40625,872415232
88,mlp.up_proj,3,128,8,128,45.67738342285156,325.203125,872415232
88,mlp.up_proj,4,32,8,128,16.483192443847656,468.8125,872415232
88,mlp.up_proj,4,64,8,128,18.717382431030273,442.40625,872415232
88,mlp.up_proj,4,128,8,128,22.484477996826172,429.203125,872415232
88,mlp.up_proj,8,32,8,128,1.015056848526001,884.8125,872415232
88,mlp.up_proj,8,64,8,128,1.1182427406311035,858.40625,872415232
88,mlp.up_proj,8,128,8,128,1.312597632408142,845.203125,872415232
88,mlp.down_proj,2,32,8,128,85.56253814697266,260.8125,872415232
88,mlp.down_proj,2,64,8,128,93.7276382446289,234.40625,872415232
88,mlp.down_proj,2,128,8,128,104.02767944335938,221.203125,872415232
88,mlp.down_proj,3,32,8,128,34.87195587158203,364.8125,872415232
88,mlp.down_proj,3,64,8,128,41.894554138183594,338.40625,872415232
88,mlp.down_proj,3,128,8,128,45.71434020996094,325.203125,872415232
88,mlp.down_proj,4,32,8,128,16.514970779418945,468.8125,872415232
88,mlp.down_proj,4,64,8,128,18.80854606628418,442.40625,872415232
88,mlp.down_proj,4,128,8,128,22.60883140563965,429.203125,872415232
88,mlp.down_proj,8,32,8,128,1.016487956047058,884.8125,872415232
88,mlp.down_proj,8,64,8,128,1.1229711771011353,858.40625,872415232
88,mlp.down_proj,8,128,8,128,1.3206254243850708,845.203125,872415232
89,self_attn.q_proj,2,32,8,128,43.28616714477539,80.25,268435456
89,self_attn.q_proj,2,64,8,128,51.1677131652832,72.125,268435456
89,self_attn.q_proj,2,128,8,128,58.85901641845703,68.0625,268435456
89,self_attn.q_proj,3,32,8,128,18.445581436157227,112.25,268435456
89,self_attn.q_proj,3,64,8,128,22.252567291259766,104.125,268435456
89,self_attn.q_proj,3,128,8,128,25.46177101135254,100.0625,268435456
89,self_attn.q_proj,4,32,8,128,8.613802909851074,144.25,268435456
89,self_attn.q_proj,4,64,8,128,10.343934059143066,136.125,268435456
89,self_attn.q_proj,4,128,8,128,11.90943717956543,132.0625,268435456
89,self_attn.q_proj,8,32,8,128,0.5261124968528748,272.25,268435456
89,self_attn.q_proj,8,64,8,128,0.6287208795547485,264.125,268435456
89,self_attn.q_proj,8,128,8,128,0.7239148616790771,260.0625,268435456
89,self_attn.v_proj,2,32,8,128,18.50972557067871,10.03125,33554432
89,self_attn.v_proj,2,64,8,128,22.757217407226562,9.015625,33554432
89,self_attn.v_proj,2,128,8,128,26.4965877532959,8.5078125,33554432
89,self_attn.v_proj,3,32,8,128,7.910427570343018,14.03125,33554432
89,self_attn.v_proj,3,64,8,128,9.728985786437988,13.015625,33554432
89,self_attn.v_proj,3,128,8,128,11.34033489227295,12.5078125,33554432
89,self_attn.v_proj,4,32,8,128,3.6906991004943848,18.03125,33554432
89,self_attn.v_proj,4,64,8,128,4.5385823249816895,17.015625,33554432
89,self_attn.v_proj,4,128,8,128,5.289995193481445,16.5078125,33554432
89,self_attn.v_proj,8,32,8,128,0.22344127297401428,34.03125,33554432
89,self_attn.v_proj,8,64,8,128,0.2749587297439575,33.015625,33554432
89,self_attn.v_proj,8,128,8,128,0.320498526096344,32.5078125,33554432
89,self_attn.k_proj,2,32,8,128,28.76340675354004,10.03125,33554432
89,self_attn.k_proj,2,64,8,128,36.39824295043945,9.015625,33554432
89,self_attn.k_proj,2,128,8,128,42.7716064453125,8.5078125,33554432
89,self_attn.k_proj,3,32,8,128,12.791418075561523,14.03125,33554432
89,self_attn.k_proj,3,64,8,128,17.42878532409668,13.015625,33554432
89,self_attn.k_proj,3,128,8,128,21.808483123779297,12.5078125,33554432
89,self_attn.k_proj,4,32,8,128,5.97414493560791,18.03125,33554432
89,self_attn.k_proj,4,64,8,128,8.203927993774414,17.015625,33554432
89,self_attn.k_proj,4,128,8,128,10.362857818603516,16.5078125,33554432
89,self_attn.k_proj,8,32,8,128,0.36205291748046875,34.03125,33554432
89,self_attn.k_proj,8,64,8,128,0.49707263708114624,33.015625,33554432
89,self_attn.k_proj,8,128,8,128,0.6276662945747375,32.5078125,33554432
89,self_attn.o_proj,2,32,8,128,50.6906852722168,80.25,268435456
89,self_attn.o_proj,2,64,8,128,59.278629302978516,72.125,268435456
89,self_attn.o_proj,2,128,8,128,66.68606567382812,68.0625,268435456
89,self_attn.o_proj,3,32,8,128,21.794464111328125,112.25,268435456
89,self_attn.o_proj,3,64,8,128,25.26764678955078,104.125,268435456
89,self_attn.o_proj,3,128,8,128,28.556011199951172,100.0625,268435456
89,self_attn.o_proj,4,32,8,128,10.137097358703613,144.25,268435456
89,self_attn.o_proj,4,64,8,128,11.807367324829102,136.125,268435456
89,self_attn.o_proj,4,128,8,128,13.312944412231445,132.0625,268435456
89,self_attn.o_proj,8,32,8,128,0.6199817061424255,272.25,268435456
89,self_attn.o_proj,8,64,8,128,0.7225545048713684,264.125,268435456
89,self_attn.o_proj,8,128,8,128,0.8078972697257996,260.0625,268435456
89,mlp.gate_proj,2,32,8,128,91.10475158691406,260.8125,872415232
89,mlp.gate_proj,2,64,8,128,99.4183349609375,234.40625,872415232
89,mlp.gate_proj,2,128,8,128,116.87361145019531,221.203125,872415232
89,mlp.gate_proj,3,32,8,128,37.47905731201172,364.8125,872415232
89,mlp.gate_proj,3,64,8,128,45.40406799316406,338.40625,872415232
89,mlp.gate_proj,3,128,8,128,47.66929244995117,325.203125,872415232
89,mlp.gate_proj,4,32,8,128,17.34855842590332,468.8125,872415232
89,mlp.gate_proj,4,64,8,128,20.833715438842773,442.40625,872415232
89,mlp.gate_proj,4,128,8,128,22.969345092773438,429.203125,872415232
89,mlp.gate_proj,8,32,8,128,1.0567004680633545,884.8125,872415232
89,mlp.gate_proj,8,64,8,128,1.2361071109771729,858.40625,872415232
89,mlp.gate_proj,8,128,8,128,1.4211307764053345,845.203125,872415232
89,mlp.up_proj,2,32,8,128,85.20333862304688,260.8125,872415232
89,mlp.up_proj,2,64,8,128,93.56979370117188,234.40625,872415232
89,mlp.up_proj,2,128,8,128,103.62200927734375,221.203125,872415232
89,mlp.up_proj,3,32,8,128,34.77659225463867,364.8125,872415232
89,mlp.up_proj,3,64,8,128,41.69667053222656,338.40625,872415232
89,mlp.up_proj,3,128,8,128,45.681419372558594,325.203125,872415232
89,mlp.up_proj,4,32,8,128,16.487625122070312,468.8125,872415232
89,mlp.up_proj,4,64,8,128,18.735736846923828,442.40625,872415232
89,mlp.up_proj,4,128,8,128,22.5057430267334,429.203125,872415232
89,mlp.up_proj,8,32,8,128,1.0152562856674194,884.8125,872415232
89,mlp.up_proj,8,64,8,128,1.119079828262329,858.40625,872415232
89,mlp.up_proj,8,128,8,128,1.3141039609909058,845.203125,872415232
89,mlp.down_proj,2,32,8,128,85.53018188476562,260.8125,872415232
89,mlp.down_proj,2,64,8,128,93.71394348144531,234.40625,872415232
89,mlp.down_proj,2,128,8,128,103.96363830566406,221.203125,872415232
89,mlp.down_proj,3,32,8,128,34.861595153808594,364.8125,872415232
89,mlp.down_proj,3,64,8,128,41.86673355102539,338.40625,872415232
89,mlp.down_proj,3,128,8,128,45.71044158935547,325.203125,872415232
89,mlp.down_proj,4,32,8,128,16.512048721313477,468.8125,872415232
89,mlp.down_proj,4,64,8,128,18.79775619506836,442.40625,872415232
89,mlp.down_proj,4,128,8,128,22.602930068969727,429.203125,872415232
89,mlp.down_proj,8,32,8,128,1.0163483619689941,884.8125,872415232
89,mlp.down_proj,8,64,8,128,1.1226197481155396,858.40625,872415232
89,mlp.down_proj,8,128,8,128,1.3200795650482178,845.203125,872415232
90,self_attn.q_proj,2,32,8,128,45.38457489013672,80.25,268435456
90,self_attn.q_proj,2,64,8,128,53.42251205444336,72.125,268435456
90,self_attn.q_proj,2,128,8,128,61.51541519165039,68.0625,268435456
90,self_attn.q_proj,3,32,8,128,19.315305709838867,112.25,268435456
90,self_attn.q_proj,3,64,8,128,23.085975646972656,104.125,268435456
90,self_attn.q_proj,3,128,8,128,26.460676193237305,100.0625,268435456
90,self_attn.q_proj,4,32,8,128,8.997808456420898,144.25,268435456
90,self_attn.q_proj,4,64,8,128,10.793074607849121,136.125,268435456
90,self_attn.q_proj,4,128,8,128,12.346318244934082,132.0625,268435456
90,self_attn.q_proj,8,32,8,128,0.5489557981491089,272.25,268435456
90,self_attn.q_proj,8,64,8,128,0.6562507748603821,264.125,268435456
90,self_attn.q_proj,8,128,8,128,0.7480612397193909,260.0625,268435456
90,self_attn.v_proj,2,32,8,128,18.519227981567383,10.03125,33554432
90,self_attn.v_proj,2,64,8,128,22.78694725036621,9.015625,33554432
90,self_attn.v_proj,2,128,8,128,26.55561065673828,8.5078125,33554432
90,self_attn.v_proj,3,32,8,128,7.916794300079346,14.03125,33554432
90,self_attn.v_proj,3,64,8,128,9.737003326416016,13.015625,33554432
90,self_attn.v_proj,3,128,8,128,11.361595153808594,12.5078125,33554432
90,self_attn.v_proj,4,32,8,128,3.692674160003662,18.03125,33554432
90,self_attn.v_proj,4,64,8,128,4.543560028076172,17.015625,33554432
90,self_attn.v_proj,4,128,8,128,5.3019118309021,16.5078125,33554432
90,self_attn.v_proj,8,32,8,128,0.2235831767320633,34.03125,33554432
90,self_attn.v_proj,8,64,8,128,0.2753356099128723,33.015625,33554432
90,self_attn.v_proj,8,128,8,128,0.32109931111335754,32.5078125,33554432
90,self_attn.k_proj,2,32,8,128,29.387483596801758,10.03125,33554432
90,self_attn.k_proj,2,64,8,128,37.86851501464844,9.015625,33554432
90,self_attn.k_proj,2,128,8,128,44.93813705444336,8.5078125,33554432
90,self_attn.k_proj,3,32,8,128,12.870784759521484,14.03125,33554432
90,self_attn.k_proj,3,64,8,128,17.241744995117188,13.015625,33554432
90,self_attn.k_proj,3,128,8,128,21.46320915222168,12.5078125,33554432
90,self_attn.k_proj,4,32,8,128,6.00697135925293,18.03125,33554432
90,self_attn.k_proj,4,64,8,128,8.062541961669922,17.015625,33554432
90,self_attn.k_proj,4,128,8,128,10.071246147155762,16.5078125,33554432
90,self_attn.k_proj,8,32,8,128,0.36393794417381287,34.03125,33554432
90,self_attn.k_proj,8,64,8,128,0.4881884455680847,33.015625,33554432
90,self_attn.k_proj,8,128,8,128,0.6099880337715149,32.5078125,33554432
90,self_attn.o_proj,2,32,8,128,49.902313232421875,80.25,268435456
90,self_attn.o_proj,2,64,8,128,58.3250617980957,72.125,268435456
90,self_attn.o_proj,2,128,8,128,65.71084594726562,68.0625,268435456
90,self_attn.o_proj,3,32,8,128,21.438432693481445,112.25,268435456
90,self_attn.o_proj,3,64,8,128,24.877910614013672,104.125,268435456
90,self_attn.o_proj,3,128,8,128,28.11332130432129,100.0625,268435456
90,self_attn.o_proj,4,32,8,128,9.972704887390137,144.25,268435456
90,self_attn.o_proj,4,64,8,128,11.636697769165039,136.125,268435456
90,self_attn.o_proj,4,128,8,128,13.110212326049805,132.0625,268435456
90,self_attn.o_proj,8,32,8,128,0.6098513007164001,272.25,268435456
90,self_attn.o_proj,8,64,8,128,0.7129572033882141,264.125,268435456
90,self_attn.o_proj,8,128,8,128,0.7954801917076111,260.0625,268435456
90,mlp.gate_proj,2,32,8,128,91.1383285522461,260.8125,872415232
90,mlp.gate_proj,2,64,8,128,99.583984375,234.40625,872415232
90,mlp.gate_proj,2,128,8,128,117.14173889160156,221.203125,872415232
90,mlp.gate_proj,3,32,8,128,37.532135009765625,364.8125,872415232
90,mlp.gate_proj,3,64,8,128,45.4182243347168,338.40625,872415232
90,mlp.gate_proj,3,128,8,128,47.732749938964844,325.203125,872415232
90,mlp.gate_proj,4,32,8,128,17.36771011352539,468.8125,872415232
90,mlp.gate_proj,4,64,8,128,20.872777938842773,442.40625,872415232
90,mlp.gate_proj,4,128,8,128,22.984268188476562,429.203125,872415232
90,mlp.gate_proj,8,32,8,128,1.057778239250183,884.8125,872415232
90,mlp.gate_proj,8,64,8,128,1.2387295961380005,858.40625,872415232
90,mlp.gate_proj,8,128,8,128,1.421609878540039,845.203125,872415232
90,mlp.up_proj,2,32,8,128,85.2514419555664,260.8125,872415232
90,mlp.up_proj,2,64,8,128,93.59400177001953,234.40625,872415232
90,mlp.up_proj,2,128,8,128,103.7198257446289,221.203125,872415232
90,mlp.up_proj,3,32,8,128,34.79108428955078,364.8125,872415232
90,mlp.up_proj,3,64,8,128,41.73367691040039,338.40625,872415232
90,mlp.up_proj,3,128,8,128,45.68333435058594,325.203125,872415232
90,mlp.up_proj,4,32,8,128,16.491756439208984,468.8125,872415232
90,mlp.up_proj,4,64,8,128,18.742042541503906,442.40625,872415232
90,mlp.up_proj,4,128,8,128,22.51616096496582,429.203125,872415232
90,mlp.up_proj,8,32,8,128,1.0154567956924438,884.8125,872415232
90,mlp.up_proj,8,64,8,128,1.1196365356445312,858.40625,872415232
90,mlp.up_proj,8,128,8,128,1.3149678707122803,845.203125,872415232
90,mlp.down_proj,2,32,8,128,85.48817443847656,260.8125,872415232
90,mlp.down_proj,2,64,8,128,93.70204162597656,234.40625,872415232
90,mlp.down_proj,2,128,8,128,103.99185180664062,221.203125,872415232
90,mlp.down_proj,3,32,8,128,34.85148620605469,364.8125,872415232
90,mlp.down_proj,3,64,8,128,41.843135833740234,338.40625,872415232
90,mlp.down_proj,3,128,8,128,45.70873260498047,325.203125,872415232
90,mlp.down_proj,4,32,8,128,16.50935935974121,468.8125,872415232
90,mlp.down_proj,4,64,8,128,18.79098129272461,442.40625,872415232
90,mlp.down_proj,4,128,8,128,22.58592414855957,429.203125,872415232
90,mlp.down_proj,8,32,8,128,1.0162174701690674,884.8125,872415232
90,mlp.down_proj,8,64,8,128,1.1220191717147827,858.40625,872415232
90,mlp.down_proj,8,128,8,128,1.3191710710525513,845.203125,872415232
91,self_attn.q_proj,2,32,8,128,43.23711395263672,80.25,268435456
91,self_attn.q_proj,2,64,8,128,51.45014190673828,72.125,268435456
91,self_attn.q_proj,2,128,8,128,59.3365478515625,68.0625,268435456
91,self_attn.q_proj,3,32,8,128,18.456586837768555,112.25,268435456
91,self_attn.q_proj,3,64,8,128,22.507312774658203,104.125,268435456
91,self_attn.q_proj,3,128,8,128,25.923561096191406,100.0625,268435456
91,self_attn.q_proj,4,32,8,128,8.617063522338867,144.25,268435456
91,self_attn.q_proj,4,64,8,128,10.460740089416504,136.125,268435456
91,self_attn.q_proj,4,128,8,128,12.109334945678711,132.0625,268435456
91,self_attn.q_proj,8,32,8,128,0.5260053873062134,272.25,268435456
91,self_attn.q_proj,8,64,8,128,0.635608434677124,264.125,268435456
91,self_attn.q_proj,8,128,8,128,0.7351894378662109,260.0625,268435456
91,self_attn.v_proj,2,32,8,128,19.116302490234375,10.03125,33554432
91,self_attn.v_proj,2,64,8,128,23.596820831298828,9.015625,33554432
91,self_attn.v_proj,2,128,8,128,27.621984481811523,8.5078125,33554432
91,self_attn.v_proj,3,32,8,128,8.17251968383789,14.03125,33554432
91,self_attn.v_proj,3,64,8,128,10.088454246520996,13.015625,33554432
91,self_attn.v_proj,3,128,8,128,11.813273429870605,12.5078125,33554432
91,self_attn.v_proj,4,32,8,128,3.813361167907715,18.03125,33554432
91,self_attn.v_proj,4,64,8,128,4.706225395202637,17.015625,33554432
91,self_attn.v_proj,4,128,8,128,5.512659549713135,16.5078125,33554432
91,self_attn.v_proj,8,32,8,128,0.23085908591747284,34.03125,33554432
91,self_attn.v_proj,8,64,8,128,0.2853459119796753,33.015625,33554432
91,self_attn.v_proj,8,128,8,128,0.33394867181777954,32.5078125,33554432
91,self_attn.k_proj,2,32,8,128,28.021419525146484,10.03125,33554432
91,self_attn.k_proj,2,64,8,128,36.162384033203125,9.015625,33554432
91,self_attn.k_proj,2,128,8,128,42.843292236328125,8.5078125,33554432
91,self_attn.k_proj,3,32,8,128,12.55046558380127,14.03125,33554432
91,self_attn.k_proj,3,64,8,128,17.176786422729492,13.015625,33554432
91,self_attn.k_proj,3,128,8,128,21.834697723388672,12.5078125,33554432
91,self_attn.k_proj,4,32,8,128,5.873964786529541,18.03125,33554432
91,self_attn.k_proj,4,64,8,128,8.064376831054688,17.015625,33554432
91,self_attn.k_proj,4,128,8,128,10.323138236999512,16.5078125,33554432
91,self_attn.k_proj,8,32,8,128,0.3558630049228668,34.03125,33554432
91,self_attn.k_proj,8,64,8,128,0.4880547523498535,33.015625,33554432
91,self_attn.k_proj,8,128,8,128,0.6252514123916626,32.5078125,33554432
91,self_attn.o_proj,2,32,8,128,50.447444915771484,80.25,268435456
91,self_attn.o_proj,2,64,8,128,58.972530364990234,72.125,268435456
91,self_attn.o_proj,2,128,8,128,66.34261322021484,68.0625,268435456
91,self_attn.o_proj,3,32,8,128,21.683868408203125,112.25,268435456
91,self_attn.o_proj,3,64,8,128,25.14029884338379,104.125,268435456
91,self_attn.o_proj,3,128,8,128,28.394643783569336,100.0625,268435456
91,self_attn.o_proj,4,32,8,128,10.08637523651123,144.25,268435456
91,self_attn.o_proj,4,64,8,128,11.749342918395996,136.125,268435456
91,self_attn.o_proj,4,128,8,128,13.243538856506348,132.0625,268435456
91,self_attn.o_proj,8,32,8,128,0.6167757511138916,272.25,268435456
91,self_attn.o_proj,8,64,8,128,0.7192784547805786,264.125,268435456
91,self_attn.o_proj,8,128,8,128,0.8034374117851257,260.0625,268435456
91,mlp.gate_proj,2,32,8,128,91.19679260253906,260.8125,872415232
91,mlp.gate_proj,2,64,8,128,99.85008239746094,234.40625,872415232
91,mlp.gate_proj,2,128,8,128,117.6629638671875,221.203125,872415232
91,mlp.gate_proj,3,32,8,128,37.62437438964844,364.8125,872415232
91,mlp.gate_proj,3,64,8,128,45.44346237182617,338.40625,872415232
91,mlp.gate_proj,3,128,8,128,47.86741638183594,325.203125,872415232
91,mlp.gate_proj,4,32,8,128,17.400373458862305,468.8125,872415232
91,mlp.gate_proj,4,64,8,128,20.947729110717773,442.40625,872415232
91,mlp.gate_proj,4,128,8,128,23.017492294311523,429.203125,872415232
91,mlp.gate_proj,8,32,8,128,1.0594801902770996,884.8125,872415232
91,mlp.gate_proj,8,64,8,128,1.243086814880371,858.40625,872415232
91,mlp.gate_proj,8,128,8,128,1.422703742980957,845.203125,872415232
91,mlp.up_proj,2,32,8,128,85.28890991210938,260.8125,872415232
91,mlp.up_proj,2,64,8,128,93.6061782836914,234.40625,872415232
91,mlp.up_proj,2,128,8,128,103.6849136352539,221.203125,872415232
91,mlp.up_proj,3,32,8,128,34.80002212524414,364.8125,872415232
91,mlp.up_proj,3,64,8,128,41.74595642089844,338.40625,872415232
91,mlp.up_proj,3,128,8,128,45.69017028808594,325.203125,872415232
91,mlp.up_proj,4,32,8,128,16.494647979736328,468.8125,872415232
91,mlp.up_proj,4,64,8,128,18.752059936523438,442.40625,872415232
91,mlp.up_proj,4,128,8,128,22.531145095825195,429.203125,872415232
91,mlp.up_proj,8,32,8,128,1.0155442953109741,884.8125,872415232
91,mlp.up_proj,8,64,8,128,1.119895100593567,858.40625,872415232
91,mlp.up_proj,8,128,8,128,1.3155109882354736,845.203125,872415232
91,mlp.down_proj,2,32,8,128,85.43452453613281,260.8125,872415232
91,mlp.down_proj,2,64,8,128,93.67902374267578,234.40625,872415232
91,mlp.down_proj,2,128,8,128,103.87763214111328,221.203125,872415232
91,mlp.down_proj,3,32,8,128,34.83746337890625,364.8125,872415232
91,mlp.down_proj,3,64,8,128,41.81705093383789,338.40625,872415232
91,mlp.down_proj,3,128,8,128,45.70136260986328,325.203125,872415232
91,mlp.down_proj,4,32,8,128,16.504623413085938,468.8125,872415232
91,mlp.down_proj,4,64,8,128,18.77806282043457,442.40625,872415232
91,mlp.down_proj,4,128,8,128,22.571517944335938,429.203125,872415232
91,mlp.down_proj,8,32,8,128,1.0160365104675293,884.8125,872415232
91,mlp.down_proj,8,64,8,128,1.1214137077331543,858.40625,872415232
91,mlp.down_proj,8,128,8,128,1.317866325378418,845.203125,872415232
92,self_attn.q_proj,2,32,8,128,47.280216217041016,80.25,268435456
92,self_attn.q_proj,2,64,8,128,56.17616653442383,72.125,268435456
92,self_attn.q_proj,2,128,8,128,64.3565673828125,68.0625,268435456
92,self_attn.q_proj,3,32,8,128,20.344514846801758,112.25,268435456
92,self_attn.q_proj,3,64,8,128,24.267261505126953,104.125,268435456
92,self_attn.q_proj,3,128,8,128,28.107341766357422,100.0625,268435456
92,self_attn.q_proj,4,32,8,128,9.463874816894531,144.25,268435456
92,self_attn.q_proj,4,64,8,128,11.406828880310059,136.125,268435456
92,self_attn.q_proj,4,128,8,128,13.081258773803711,132.0625,268435456
92,self_attn.q_proj,8,32,8,128,0.5767565369606018,272.25,268435456
92,self_attn.q_proj,8,64,8,128,0.6949453949928284,264.125,268435456
92,self_attn.q_proj,8,128,8,128,0.7909873127937317,260.0625,268435456
92,self_attn.v_proj,2,32,8,128,18.02021598815918,10.03125,33554432
92,self_attn.v_proj,2,64,8,128,22.222192764282227,9.015625,33554432
92,self_attn.v_proj,2,128,8,128,25.978008270263672,8.5078125,33554432
92,self_attn.v_proj,3,32,8,128,7.702017307281494,14.03125,33554432
92,self_attn.v_proj,3,64,8,128,9.501120567321777,13.015625,33554432
92,self_attn.v_proj,3,128,8,128,11.117193222045898,12.5078125,33554432
92,self_attn.v_proj,4,32,8,128,3.592540740966797,18.03125,33554432
92,self_attn.v_proj,4,64,8,128,4.432821750640869,17.015625,33554432
92,self_attn.v_proj,4,128,8,128,5.185615062713623,16.5078125,33554432
92,self_attn.v_proj,8,32,8,128,0.21753305196762085,34.03125,33554432
92,self_attn.v_proj,8,64,8,128,0.26841214299201965,33.015625,33554432
92,self_attn.v_proj,8,128,8,128,0.3141363561153412,32.5078125,33554432
92,self_attn.k_proj,2,32,8,128,31.411760330200195,10.03125,33554432
92,self_attn.k_proj,2,64,8,128,40.17083740234375,9.015625,33554432
92,self_attn.k_proj,2,128,8,128,47.121517181396484,8.5078125,33554432
92,self_attn.k_proj,3,32,8,128,14.085495948791504,14.03125,33554432
92,self_attn.k_proj,3,64,8,128,18.964065551757812,13.015625,33554432
92,self_attn.k_proj,3,128,8,128,23.52911949157715,12.5078125,33554432
92,self_attn.k_proj,4,32,8,128,6.601902961730957,18.03125,33554432
92,self_attn.k_proj,4,64,8,128,8.914432525634766,17.015625,33554432
92,self_attn.k_proj,4,128,8,128,11.159932136535645,16.5078125,33554432
92,self_attn.k_proj,8,32,8,128,0.3997958302497864,34.03125,33554432
92,self_attn.k_proj,8,64,8,128,0.5399653911590576,33.015625,33554432
92,self_attn.k_proj,8,128,8,128,0.6758836507797241,32.5078125,33554432
92,self_attn.o_proj,2,32,8,128,50.353179931640625,80.25,268435456
92,self_attn.o_proj,2,64,8,128,58.88248062133789,72.125,268435456
92,self_attn.o_proj,2,128,8,128,66.25818634033203,68.0625,268435456
92,self_attn.o_proj,3,32,8,128,21.645992279052734,112.25,268435456
92,self_attn.o_proj,3,64,8,128,25.104978561401367,104.125,268435456
92,self_attn.o_proj,3,128,8,128,28.374788284301758,100.0625,268435456
92,self_attn.o_proj,4,32,8,128,10.069229125976562,144.25,268435456
92,self_attn.o_proj,4,64,8,128,11.73810863494873,136.125,268435456
92,self_attn.o_proj,4,128,8,128,13.231084823608398,132.0625,268435456
92,self_attn.o_proj,8,32,8,128,0.6157900094985962,272.25,268435456
92,self_attn.o_proj,8,64,8,128,0.7186254858970642,264.125,268435456
92,self_attn.o_proj,8,128,8,128,0.8028773665428162,260.0625,268435456
92,mlp.gate_proj,2,32,8,128,91.26506042480469,260.8125,872415232
92,mlp.gate_proj,2,64,8,128,100.15706634521484,234.40625,872415232
92,mlp.gate_proj,2,128,8,128,118.2844009399414,221.203125,872415232
92,mlp.gate_proj,3,32,8,128,37.72460174560547,364.8125,872415232
92,mlp.gate_proj,3,64,8,128,45.47650909423828,338.40625,872415232
92,mlp.gate_proj,3,128,8,128,48.025352478027344,325.203125,872415232
92,mlp.gate_proj,4,32,8,128,17.438709259033203,468.8125,872415232
92,mlp.gate_proj,4,64,8,128,21.03183937072754,442.40625,872415232
92,mlp.gate_proj,4,128,8,128,23.05975341796875,429.203125,872415232
92,mlp.gate_proj,8,32,8,128,1.0614397525787354,884.8125,872415232
92,mlp.gate_proj,8,64,8,128,1.2481496334075928,858.40625,872415232
92,mlp.gate_proj,8,128,8,128,1.4241182804107666,845.203125,872415232
92,mlp.up_proj,2,32,8,128,85.31269073486328,260.8125,872415232
92,mlp.up_proj,2,64,8,128,93.61881256103516,234.40625,872415232
92,mlp.up_proj,2,128,8,128,103.71173858642578,221.203125,872415232
92,mlp.up_proj,3,32,8,128,34.805606842041016,364.8125,872415232
92,mlp.up_proj,3,64,8,128,41.75495529174805,338.40625,872415232
92,mlp.up_proj,3,128,8,128,45.68758773803711,325.203125,872415232
92,mlp.up_proj,4,32,8,128,16.495637893676758,468.8125,872415232
92,mlp.up_proj,4,64,8,128,18.757831573486328,442.40625,872415232
92,mlp.up_proj,4,128,8,128,22.53765106201172,429.203125,872415232
92,mlp.up_proj,8,32,8,128,1.015621304512024,884.8125,872415232
92,mlp.up_proj,8,64,8,128,1.120137333869934,858.40625,872415232
92,mlp.up_proj,8,128,8,128,1.3159486055374146,845.203125,872415232
92,mlp.down_proj,2,32,8,128,85.36446380615234,260.8125,872415232
92,mlp.down_proj,2,64,8,128,93.64984893798828,234.40625,872415232
92,mlp.down_proj,2,128,8,128,103.8499984741211,221.203125,872415232
92,mlp.down_proj,3,32,8,128,34.82170867919922,364.8125,872415232
92,mlp.down_proj,3,64,8,128,41.77755355834961,338.40625,872415232
92,mlp.down_proj,3,128,8,128,45.69709014892578,325.203125,872415232
92,mlp.down_proj,4,32,8,128,16.5006160736084,468.8125,872415232
92,mlp.down_proj,4,64,8,128,18.76766586303711,442.40625,872415232
92,mlp.down_proj,4,128,8,128,22.55300521850586,429.203125,872415232
92,mlp.down_proj,8,32,8,128,1.015805721282959,884.8125,872415232
92,mlp.down_proj,8,64,8,128,1.1206865310668945,858.40625,872415232
92,mlp.down_proj,8,128,8,128,1.3168731927871704,845.203125,872415232
93,self_attn.q_proj,2,32,8,128,43.80131149291992,80.25,268435456
93,self_attn.q_proj,2,64,8,128,51.6605339050293,72.125,268435456
93,self_attn.q_proj,2,128,8,128,59.43281173706055,68.0625,268435456
93,self_attn.q_proj,3,32,8,128,18.64495277404785,112.25,268435456
93,self_attn.q_proj,3,64,8,128,22.42456817626953,104.125,268435456
93,self_attn.q_proj,3,128,8,128,25.597347259521484,100.0625,268435456
93,self_attn.q_proj,4,32,8,128,8.698894500732422,144.25,268435456
93,self_attn.q_proj,4,64,8,128,10.42451286315918,136.125,268435456
93,self_attn.q_proj,4,128,8,128,11.966124534606934,132.0625,268435456
93,self_attn.q_proj,8,32,8,128,0.5311070680618286,272.25,268435456
93,self_attn.q_proj,8,64,8,128,0.633955180644989,264.125,268435456
93,self_attn.q_proj,8,128,8,128,0.7270796895027161,260.0625,268435456
93,self_attn.v_proj,2,32,8,128,18.865985870361328,10.03125,33554432
93,self_attn.v_proj,2,64,8,128,23.22593879699707,9.015625,33554432
93,self_attn.v_proj,2,128,8,128,27.08438491821289,8.5078125,33554432
93,self_attn.v_proj,3,32,8,128,8.062917709350586,14.03125,33554432
93,self_attn.v_proj,3,64,8,128,9.926377296447754,13.015625,33554432
93,self_attn.v_proj,3,128,8,128,11.586182594299316,12.5078125,33554432
93,self_attn.v_proj,4,32,8,128,3.7606804370880127,18.03125,33554432
93,self_attn.v_proj,4,64,8,128,4.630988121032715,17.015625,33554432
93,self_attn.v_proj,4,128,8,128,5.406826496124268,16.5078125,33554432
93,self_attn.v_proj,8,32,8,128,0.2277655452489853,34.03125,33554432
93,self_attn.v_proj,8,64,8,128,0.28060343861579895,33.015625,33554432
93,self_attn.v_proj,8,128,8,128,0.3275551199913025,32.5078125,33554432
93,self_attn.k_proj,2,32,8,128,29.40890121459961,10.03125,33554432
93,self_attn.k_proj,2,64,8,128,37.90258026123047,9.015625,33554432
93,self_attn.k_proj,2,128,8,128,45.02601623535156,8.5078125,33554432
93,self_attn.k_proj,3,32,8,128,12.912487030029297,14.03125,33554432
93,self_attn.k_proj,3,64,8,128,17.612491607666016,13.015625,33554432
93,self_attn.k_proj,3,128,8,128,22.16368293762207,12.5078125,33554432
93,self_attn.k_proj,4,32,8,128,6.032893180847168,18.03125,33554432
93,self_attn.k_proj,4,64,8,128,8.259147644042969,17.015625,33554432
93,self_attn.k_proj,4,128,8,128,10.457711219787598,16.5078125,33554432
93,self_attn.k_proj,8,32,8,128,0.36541154980659485,34.03125,33554432
93,self_attn.k_proj,8,64,8,128,0.49990615248680115,33.015625,33554432
93,self_attn.k_proj,8,128,8,128,0.6330350041389465,32.5078125,33554432
93,self_attn.o_proj,2,32,8,128,50.13584518432617,80.25,268435456
93,self_attn.o_proj,2,64,8,128,58.60845947265625,72.125,268435456
93,self_attn.o_proj,2,128,8,128,65.96133422851562,68.0625,268435456
93,self_attn.o_proj,3,32,8,128,21.545751571655273,112.25,268435456
93,self_attn.o_proj,3,64,8,128,24.98711395263672,104.125,268435456
93,self_attn.o_proj,3,128,8,128,28.22178077697754,100.0625,268435456
93,self_attn.o_proj,4,32,8,128,10.020550727844238,144.25,268435456
93,self_attn.o_proj,4,64,8,128,11.685417175292969,136.125,268435456
93,self_attn.o_proj,4,128,8,128,13.159632682800293,132.0625,268435456
93,self_attn.o_proj,8,32,8,128,0.6128638386726379,272.25,268435456
93,self_attn.o_proj,8,64,8,128,0.7155821919441223,264.125,268435456
93,self_attn.o_proj,8,128,8,128,0.798589289188385,260.0625,268435456
93,mlp.gate_proj,2,32,8,128,91.36434173583984,260.8125,872415232
93,mlp.gate_proj,2,64,8,128,100.56021881103516,234.40625,872415232
93,mlp.gate_proj,2,128,8,128,119.15399169921875,221.203125,872415232
93,mlp.gate_proj,3,32,8,128,37.873512268066406,364.8125,872415232
93,mlp.gate_proj,3,64,8,128,45.518184661865234,338.40625,872415232
93,mlp.gate_proj,3,128,8,128,48.242576599121094,325.203125,872415232
93,mlp.gate_proj,4,32,8,128,17.489715576171875,468.8125,872415232
93,mlp.gate_proj,4,64,8,128,21.14463233947754,442.40625,872415232
93,mlp.gate_proj,4,128,8,128,23.109216690063477,429.203125,872415232
93,mlp.gate_proj,8,32,8,128,1.0641416311264038,884.8125,872415232
93,mlp.gate_proj,8,64,8,128,1.2548002004623413,858.40625,872415232
93,mlp.gate_proj,8,128,8,128,1.4259065389633179,845.203125,872415232
93,mlp.up_proj,2,32,8,128,85.31726837158203,260.8125,872415232
93,mlp.up_proj,2,64,8,128,93.62301635742188,234.40625,872415232
93,mlp.up_proj,2,128,8,128,103.72083282470703,221.203125,872415232
93,mlp.up_proj,3,32,8,128,34.807186126708984,364.8125,872415232
93,mlp.up_proj,3,64,8,128,41.76706314086914,338.40625,872415232
93,mlp.up_proj,3,128,8,128,45.689857482910156,325.203125,872415232
93,mlp.up_proj,4,32,8,128,16.49614715576172,468.8125,872415232
93,mlp.up_proj,4,64,8,128,18.752798080444336,442.40625,872415232
93,mlp.up_proj,4,128,8,128,22.547067642211914,429.203125,872415232
93,mlp.up_proj,8,32,8,128,1.0156512260437012,884.8125,872415232
93,mlp.up_proj,8,64,8,128,1.120254397392273,858.40625,872415232
93,mlp.up_proj,8,128,8,128,1.3161017894744873,845.203125,872415232
93,mlp.down_proj,2,32,8,128,85.2759017944336,260.8125,872415232
93,mlp.down_proj,2,64,8,128,93.6128921508789,234.40625,872415232
93,mlp.down_proj,2,128,8,128,103.67974090576172,221.203125,872415232
93,mlp.down_proj,3,32,8,128,34.79762649536133,364.8125,872415232
93,mlp.down_proj,3,64,8,128,41.73492431640625,338.40625,872415232
93,mlp.down_proj,3,128,8,128,45.693031311035156,325.203125,872415232
93,mlp.down_proj,4,32,8,128,16.49441909790039,468.8125,872415232
93,mlp.down_proj,4,64,8,128,18.750534057617188,442.40625,872415232
93,mlp.down_proj,4,128,8,128,22.524747848510742,429.203125,872415232
93,mlp.down_proj,8,32,8,128,1.015545129776001,884.8125,872415232
93,mlp.down_proj,8,64,8,128,1.1198680400848389,858.40625,872415232
93,mlp.down_proj,8,128,8,128,1.3152283430099487,845.203125,872415232
94,self_attn.q_proj,2,32,8,128,45.12615203857422,80.25,268435456
94,self_attn.q_proj,2,64,8,128,53.23491668701172,72.125,268435456
94,self_attn.q_proj,2,128,8,128,61.14030838012695,68.0625,268435456
94,self_attn.q_proj,3,32,8,128,19.227087020874023,112.25,268435456
94,self_attn.q_proj,3,64,8,128,23.11713409423828,104.125,268435456
94,self_attn.q_proj,3,128,8,128,26.545419692993164,100.0625,268435456
94,self_attn.q_proj,4,32,8,128,8.956842422485352,144.25,268435456
94,self_attn.q_proj,4,64,8,128,10.807720184326172,136.125,268435456
94,self_attn.q_proj,4,128,8,128,12.38665771484375,132.0625,268435456
94,self_attn.q_proj,8,32,8,128,0.5463981032371521,272.25,268435456
94,self_attn.q_proj,8,64,8,128,0.6566625833511353,264.125,268435456
94,self_attn.q_proj,8,128,8,128,0.750159740447998,260.0625,268435456
94,self_attn.v_proj,2,32,8,128,18.71350860595703,10.03125,33554432
94,self_attn.v_proj,2,64,8,128,23.11332130432129,9.015625,33554432
94,self_attn.v_proj,2,128,8,128,27.05545997619629,8.5078125,33554432
94,self_attn.v_proj,3,32,8,128,8.001301765441895,14.03125,33554432
94,self_attn.v_proj,3,64,8,128,9.879799842834473,13.015625,33554432
94,self_attn.v_proj,3,128,8,128,11.573440551757812,12.5078125,33554432
94,self_attn.v_proj,4,32,8,128,3.7325541973114014,18.03125,33554432
94,self_attn.v_proj,4,64,8,128,4.608895778656006,17.015625,33554432
94,self_attn.v_proj,4,128,8,128,5.401462554931641,16.5078125,33554432
94,self_attn.v_proj,8,32,8,128,0.22602032124996185,34.03125,33554432
94,self_attn.v_proj,8,64,8,128,0.2793736457824707,33.015625,33554432
94,self_attn.v_proj,8,128,8,128,0.327311635017395,32.5078125,33554432
94,self_attn.k_proj,2,32,8,128,29.878965377807617,10.03125,33554432
94,self_attn.k_proj,2,64,8,128,38.57841110229492,9.015625,33554432
94,self_attn.k_proj,2,128,8,128,45.4550895690918,8.5078125,33554432
94,self_attn.k_proj,3,32,8,128,13.24731731414795,14.03125,33554432
94,self_attn.k_proj,3,64,8,128,18.069692611694336,13.015625,33554432
94,self_attn.k_proj,3,128,8,128,22.628644943237305,12.5078125,33554432
94,self_attn.k_proj,4,32,8,128,6.194871425628662,18.03125,33554432
94,self_attn.k_proj,4,64,8,128,8.469803810119629,17.015625,33554432
94,self_attn.k_proj,4,128,8,128,10.660831451416016,16.5078125,33554432
94,self_attn.k_proj,8,32,8,128,0.3751991093158722,34.03125,33554432
94,self_attn.k_proj,8,64,8,128,0.5130784511566162,33.015625,33554432
94,self_attn.k_proj,8,128,8,128,0.6459773182868958,32.5078125,33554432
94,self_attn.o_proj,2,32,8,128,49.6795768737793,80.25,268435456
94,self_attn.o_proj,2,64,8,128,58.06516647338867,72.125,268435456
94,self_attn.o_proj,2,128,8,128,65.44911193847656,68.0625,268435456
94,self_attn.o_proj,3,32,8,128,21.339502334594727,112.25,268435456
94,self_attn.o_proj,3,64,8,128,24.769479751586914,104.125,268435456
94,self_attn.o_proj,3,128,8,128,27.996309280395508,100.0625,268435456
94,self_attn.o_proj,4,32,8,128,9.927108764648438,144.25,268435456
94,self_attn.o_proj,4,64,8,128,11.590516090393066,136.125,268435456
94,self_attn.o_proj,4,128,8,128,13.052482604980469,132.0625,268435456
94,self_attn.o_proj,8,32,8,128,0.6070466041564941,272.25,268435456
94,self_attn.o_proj,8,64,8,128,0.7104028463363647,264.125,268435456
94,self_attn.o_proj,8,128,8,128,0.7921432256698608,260.0625,268435456
94,mlp.gate_proj,2,32,8,128,91.50289916992188,260.8125,872415232
94,mlp.gate_proj,2,64,8,128,101.10448455810547,234.40625,872415232
94,mlp.gate_proj,2,128,8,128,120.1146240234375,221.203125,872415232
94,mlp.gate_proj,3,32,8,128,38.06827163696289,364.8125,872415232
94,mlp.gate_proj,3,64,8,128,45.57468032836914,338.40625,872415232
94,mlp.gate_proj,3,128,8,128,48.483009338378906,325.203125,872415232
94,mlp.gate_proj,4,32,8,128,17.56131362915039,468.8125,872415232
94,mlp.gate_proj,4,64,8,128,21.300073623657227,442.40625,872415232
94,mlp.gate_proj,4,128,8,128,23.16710090637207,429.203125,872415232
94,mlp.gate_proj,8,32,8,128,1.067876935005188,884.8125,872415232
94,mlp.gate_proj,8,64,8,128,1.263519525527954,858.40625,872415232
94,mlp.gate_proj,8,128,8,128,1.4280147552490234,845.203125,872415232
94,mlp.up_proj,2,32,8,128,85.36095428466797,260.8125,872415232
94,mlp.up_proj,2,64,8,128,93.63961791992188,234.40625,872415232
94,mlp.up_proj,2,128,8,128,103.81463623046875,221.203125,872415232
94,mlp.up_proj,3,32,8,128,34.82278823852539,364.8125,872415232
94,mlp.up_proj,3,64,8,128,41.78313064575195,338.40625,872415232
94,mlp.up_proj,3,128,8,128,45.693763732910156,325.203125,872415232
94,mlp.up_proj,4,32,8,128,16.4993839263916,468.8125,872415232
94,mlp.up_proj,4,64,8,128,18.765071868896484,442.40625,872415232
94,mlp.up_proj,4,128,8,128,22.555938720703125,429.203125,872415232
94,mlp.up_proj,8,32,8,128,1.0157946348190308,884.8125,872415232
94,mlp.up_proj,8,64,8,128,1.120651125907898,858.40625,872415232
94,mlp.up_proj,8,128,8,128,1.3170534372329712,845.203125,872415232
94,mlp.down_proj,2,32,8,128,85.26542663574219,260.8125,872415232
94,mlp.down_proj,2,64,8,128,93.60968780517578,234.40625,872415232
94,mlp.down_proj,2,128,8,128,103.68356323242188,221.203125,872415232
94,mlp.down_proj,3,32,8,128,34.7977294921875,364.8125,872415232
94,mlp.down_proj,3,64,8,128,41.72941970825195,338.40625,872415232
94,mlp.down_proj,3,128,8,128,45.69243240356445,325.203125,872415232
94,mlp.down_proj,4,32,8,128,16.49398422241211,468.8125,872415232
94,mlp.down_proj,4,64,8,128,18.746540069580078,442.40625,872415232
94,mlp.down_proj,4,128,8,128,22.5236759185791,429.203125,872415232
94,mlp.down_proj,8,32,8,128,1.0155361890792847,884.8125,872415232
94,mlp.down_proj,8,64,8,128,1.1198090314865112,858.40625,872415232
94,mlp.down_proj,8,128,8,128,1.3151284456253052,845.203125,872415232
95,self_attn.q_proj,2,32,8,128,51.13070297241211,80.25,268435456
95,self_attn.q_proj,2,64,8,128,60.59248733520508,72.125,268435456
95,self_attn.q_proj,2,128,8,128,68.41079711914062,68.0625,268435456
95,self_attn.q_proj,3,32,8,128,22.05278968811035,112.25,268435456
95,self_attn.q_proj,3,64,8,128,25.77994728088379,104.125,268435456
95,self_attn.q_proj,3,128,8,128,29.5484619140625,100.0625,268435456
95,self_attn.q_proj,4,32,8,128,10.248698234558105,144.25,268435456
95,self_attn.q_proj,4,64,8,128,12.043216705322266,136.125,268435456
95,self_attn.q_proj,4,128,8,128,13.737553596496582,132.0625,268435456
95,self_attn.q_proj,8,32,8,128,0.625680685043335,272.25,268435456
95,self_attn.q_proj,8,64,8,128,0.736262857913971,264.125,268435456
95,self_attn.q_proj,8,128,8,128,0.8323556184768677,260.0625,268435456
95,self_attn.v_proj,2,32,8,128,17.450088500976562,10.03125,33554432
95,self_attn.v_proj,2,64,8,128,21.709243774414062,9.015625,33554432
95,self_attn.v_proj,2,128,8,128,25.507720947265625,8.5078125,33554432
95,self_attn.v_proj,3,32,8,128,7.461106300354004,14.03125,33554432
95,self_attn.v_proj,3,64,8,128,9.280814170837402,13.015625,33554432
95,self_attn.v_proj,3,128,8,128,10.928187370300293,12.5078125,33554432
95,self_attn.v_proj,4,32,8,128,3.481696844100952,18.03125,33554432
95,self_attn.v_proj,4,64,8,128,4.329699516296387,17.015625,33554432
95,self_attn.v_proj,4,128,8,128,5.097711563110352,16.5078125,33554432
95,self_attn.v_proj,8,32,8,128,0.2107810080051422,34.03125,33554432
95,self_attn.v_proj,8,64,8,128,0.2623366415500641,33.015625,33554432
95,self_attn.v_proj,8,128,8,128,0.30901971459388733,32.5078125,33554432
95,self_attn.k_proj,2,32,8,128,35.178470611572266,10.03125,33554432
95,self_attn.k_proj,2,64,8,128,46.15191650390625,9.015625,33554432
95,self_attn.k_proj,2,128,8,128,55.13057327270508,8.5078125,33554432
95,self_attn.k_proj,3,32,8,128,15.0889892578125,14.03125,33554432
95,self_attn.k_proj,3,64,8,128,20.108261108398438,13.015625,33554432
95,self_attn.k_proj,3,128,8,128,24.522085189819336,12.5078125,33554432
95,self_attn.k_proj,4,32,8,128,7.03859806060791,18.03125,33554432
95,self_attn.k_proj,4,64,8,128,9.385393142700195,17.015625,33554432
95,self_attn.k_proj,4,128,8,128,11.451208114624023,16.5078125,33554432
95,self_attn.k_proj,8,32,8,128,0.426197350025177,34.03125,33554432
95,self_attn.k_proj,8,64,8,128,0.5685625672340393,33.015625,33554432
95,self_attn.k_proj,8,128,8,128,0.6935634613037109,32.5078125,33554432
95,self_attn.o_proj,2,32,8,128,47.881683349609375,80.25,268435456
95,self_attn.o_proj,2,64,8,128,55.81505584716797,72.125,268435456
95,self_attn.o_proj,2,128,8,128,63.27791976928711,68.0625,268435456
95,self_attn.o_proj,3,32,8,128,20.547029495239258,112.25,268435456
95,self_attn.o_proj,3,64,8,128,23.995849609375,104.125,268435456
95,self_attn.o_proj,3,128,8,128,27.18707847595215,100.0625,268435456
95,self_attn.o_proj,4,32,8,128,9.571911811828613,144.25,268435456
95,self_attn.o_proj,4,64,8,128,11.264601707458496,136.125,268435456
95,self_attn.o_proj,4,128,8,128,12.724305152893066,132.0625,268435456
95,self_attn.o_proj,8,32,8,128,0.5853137969970703,272.25,268435456
95,self_attn.o_proj,8,64,8,128,0.6874048113822937,264.125,268435456
95,self_attn.o_proj,8,128,8,128,0.7726492881774902,260.0625,268435456
95,mlp.gate_proj,2,32,8,128,91.86393737792969,260.8125,872415232
95,mlp.gate_proj,2,64,8,128,102.4850845336914,234.40625,872415232
95,mlp.gate_proj,2,128,8,128,122.77909851074219,221.203125,872415232
95,mlp.gate_proj,3,32,8,128,38.54135513305664,364.8125,872415232
95,mlp.gate_proj,3,64,8,128,45.74736022949219,338.40625,872415232
95,mlp.gate_proj,3,128,8,128,49.17966842651367,325.203125,872415232
95,mlp.gate_proj,4,32,8,128,17.739151000976562,468.8125,872415232
95,mlp.gate_proj,4,64,8,128,21.66368293762207,442.40625,872415232
95,mlp.gate_proj,4,128,8,128,23.35683822631836,429.203125,872415232
95,mlp.gate_proj,8,32,8,128,1.0771422386169434,884.8125,872415232
95,mlp.gate_proj,8,64,8,128,1.2855561971664429,858.40625,872415232
95,mlp.gate_proj,8,128,8,128,1.4353358745574951,845.203125,872415232
95,mlp.up_proj,2,32,8,128,85.23307037353516,260.8125,872415232
95,mlp.up_proj,2,64,8,128,93.59280395507812,234.40625,872415232
95,mlp.up_proj,2,128,8,128,103.71922302246094,221.203125,872415232
95,mlp.up_proj,3,32,8,128,34.78619384765625,364.8125,872415232
95,mlp.up_proj,3,64,8,128,41.7286491394043,338.40625,872415232
95,mlp.up_proj,3,128,8,128,45.687355041503906,325.203125,872415232
95,mlp.up_proj,4,32,8,128,16.490718841552734,468.8125,872415232
95,mlp.up_proj,4,64,8,128,18.740854263305664,442.40625,872415232
95,mlp.up_proj,4,128,8,128,22.5168514251709,429.203125,872415232
95,mlp.up_proj,8,32,8,128,1.0154192447662354,884.8125,872415232
95,mlp.up_proj,8,64,8,128,1.1195461750030518,858.40625,872415232
95,mlp.up_proj,8,128,8,128,1.3150534629821777,845.203125,872415232
95,mlp.down_proj,2,32,8,128,85.10347747802734,260.8125,872415232
95,mlp.down_proj,2,64,8,128,93.55443572998047,234.40625,872415232
95,mlp.down_proj,2,128,8,128,103.61297607421875,221.203125,872415232
95,mlp.down_proj,3,32,8,128,34.757877349853516,364.8125,872415232
95,mlp.down_proj,3,64,8,128,41.658203125,338.40625,872415232
95,mlp.down_proj,3,128,8,128,45.688201904296875,325.203125,872415232
95,mlp.down_proj,4,32,8,128,16.482704162597656,468.8125,872415232
95,mlp.down_proj,4,64,8,128,18.722938537597656,442.40625,872415232
95,mlp.down_proj,4,128,8,128,22.488489151000977,429.203125,872415232
95,mlp.down_proj,8,32,8,128,1.0150980949401855,884.8125,872415232
95,mlp.down_proj,8,64,8,128,1.1185470819473267,858.40625,872415232
95,mlp.down_proj,8,128,8,128,1.313111424446106,845.203125,872415232
96,self_attn.q_proj,2,32,8,128,36.98872375488281,80.25,268435456
96,self_attn.q_proj,2,64,8,128,44.136287689208984,72.125,268435456
96,self_attn.q_proj,2,128,8,128,50.003231048583984,68.0625,268435456
96,self_attn.q_proj,3,32,8,128,15.975407600402832,112.25,268435456
96,self_attn.q_proj,3,64,8,128,18.787874221801758,104.125,268435456
96,self_attn.q_proj,3,128,8,128,21.65170669555664,100.0625,268435456
96,self_attn.q_proj,4,32,8,128,7.424887657165527,144.25,268435456
96,self_attn.q_proj,4,64,8,128,8.762534141540527,136.125,268435456
96,self_attn.q_proj,4,128,8,128,10.070662498474121,132.0625,268435456
96,self_attn.q_proj,8,32,8,128,0.45239943265914917,272.25,268435456
96,self_attn.q_proj,8,64,8,128,0.534494161605835,264.125,268435456
96,self_attn.q_proj,8,128,8,128,0.6100826859474182,260.0625,268435456
96,self_attn.v_proj,2,32,8,128,20.543611526489258,10.03125,33554432
96,self_attn.v_proj,2,64,8,128,25.275346755981445,9.015625,33554432
96,self_attn.v_proj,2,128,8,128,29.487825393676758,8.5078125,33554432
96,self_attn.v_proj,3,32,8,128,8.775261878967285,14.03125,33554432
96,self_attn.v_proj,3,64,8,128,10.804546356201172,13.015625,33554432
96,self_attn.v_proj,3,128,8,128,12.615145683288574,12.5078125,33554432
96,self_attn.v_proj,4,32,8,128,4.094435214996338,18.03125,33554432
96,self_attn.v_proj,4,64,8,128,5.041255950927734,17.015625,33554432
96,self_attn.v_proj,4,128,8,128,5.8863019943237305,16.5078125,33554432
96,self_attn.v_proj,8,32,8,128,0.24798835813999176,34.03125,33554432
96,self_attn.v_proj,8,64,8,128,0.30566275119781494,33.015625,33554432
96,self_attn.v_proj,8,128,8,128,0.35657426714897156,32.5078125,33554432
96,self_attn.k_proj,2,32,8,128,23.50887107849121,10.03125,33554432
96,self_attn.k_proj,2,64,8,128,30.69635581970215,9.015625,33554432
96,self_attn.k_proj,2,128,8,128,36.89748764038086,8.5078125,33554432
96,self_attn.k_proj,3,32,8,128,10.170913696289062,14.03125,33554432
96,self_attn.k_proj,3,64,8,128,13.769913673400879,13.015625,33554432
96,self_attn.k_proj,3,128,8,128,17.27177619934082,12.5078125,33554432
96,self_attn.k_proj,4,32,8,128,4.748015880584717,18.03125,33554432
96,self_attn.k_proj,4,64,8,128,6.440525054931641,17.015625,33554432
96,self_attn.k_proj,4,128,8,128,8.10364818572998,16.5078125,33554432
96,self_attn.k_proj,8,32,8,128,0.2876719534397125,34.03125,33554432
96,self_attn.k_proj,8,64,8,128,0.3902589678764343,33.015625,33554432
96,self_attn.k_proj,8,128,8,128,0.49035102128982544,32.5078125,33554432
96,self_attn.o_proj,2,32,8,128,50.0200309753418,80.25,268435456
96,self_attn.o_proj,2,64,8,128,58.48949432373047,72.125,268435456
96,self_attn.o_proj,2,128,8,128,65.90675354003906,68.0625,268435456
96,self_attn.o_proj,3,32,8,128,21.49529457092285,112.25,268435456
96,self_attn.o_proj,3,64,8,128,24.954355239868164,104.125,268435456
96,self_attn.o_proj,3,128,8,128,28.218616485595703,100.0625,268435456
96,self_attn.o_proj,4,32,8,128,9.99907112121582,144.25,268435456
96,self_attn.o_proj,4,64,8,128,11.6703519821167,136.125,268435456
96,self_attn.o_proj,4,128,8,128,13.159421920776367,132.0625,268435456
96,self_attn.o_proj,8,32,8,128,0.6114853024482727,272.25,268435456
96,self_attn.o_proj,8,64,8,128,0.7147613167762756,264.125,268435456
96,self_attn.o_proj,8,128,8,128,0.7986252903938293,260.0625,268435456
96,mlp.gate_proj,2,32,8,128,91.77680969238281,260.8125,872415232
96,mlp.gate_proj,2,64,8,128,102.21487426757812,234.40625,872415232
96,mlp.gate_proj,2,128,8,128,122.28903198242188,221.203125,872415232
96,mlp.gate_proj,3,32,8,128,38.41584396362305,364.8125,872415232
96,mlp.gate_proj,3,64,8,128,45.72031784057617,338.40625,872415232
96,mlp.gate_proj,3,128,8,128,49.11187744140625,325.203125,872415232
96,mlp.gate_proj,4,32,8,128,17.694265365600586,468.8125,872415232
96,mlp.gate_proj,4,64,8,128,21.584613800048828,442.40625,872415232
96,mlp.gate_proj,4,128,8,128,23.344846725463867,429.203125,872415232
96,mlp.gate_proj,8,32,8,128,1.0749672651290894,884.8125,872415232
96,mlp.gate_proj,8,64,8,128,1.2808960676193237,858.40625,872415232
96,mlp.gate_proj,8,128,8,128,1.4349095821380615,845.203125,872415232
96,mlp.up_proj,2,32,8,128,85.25302124023438,260.8125,872415232
96,mlp.up_proj,2,64,8,128,93.59506225585938,234.40625,872415232
96,mlp.up_proj,2,128,8,128,103.73956298828125,221.203125,872415232
96,mlp.up_proj,3,32,8,128,34.791526794433594,364.8125,872415232
96,mlp.up_proj,3,64,8,128,41.72397232055664,338.40625,872415232
96,mlp.up_proj,3,128,8,128,45.689117431640625,325.203125,872415232
96,mlp.up_proj,4,32,8,128,16.491451263427734,468.8125,872415232
96,mlp.up_proj,4,64,8,128,18.745004653930664,442.40625,872415232
96,mlp.up_proj,4,128,8,128,22.52145004272461,429.203125,872415232
96,mlp.up_proj,8,32,8,128,1.0154738426208496,884.8125,872415232
96,mlp.up_proj,8,64,8,128,1.1197049617767334,858.40625,872415232
96,mlp.up_proj,8,128,8,128,1.3152636289596558,845.203125,872415232
96,mlp.down_proj,2,32,8,128,84.9079818725586,260.8125,872415232
96,mlp.down_proj,2,64,8,128,93.46382141113281,234.40625,872415232
96,mlp.down_proj,2,128,8,128,103.27464294433594,221.203125,872415232
96,mlp.down_proj,3,32,8,128,34.70463562011719,364.8125,872415232
96,mlp.down_proj,3,64,8,128,41.540618896484375,338.40625,872415232
96,mlp.down_proj,3,128,8,128,45.66714096069336,325.203125,872415232
96,mlp.down_proj,4,32,8,128,16.469005584716797,468.8125,872415232
96,mlp.down_proj,4,64,8,128,18.675771713256836,442.40625,872415232
96,mlp.down_proj,4,128,8,128,22.4165096282959,429.203125,872415232
96,mlp.down_proj,8,32,8,128,1.0144340991973877,884.8125,872415232
96,mlp.down_proj,8,64,8,128,1.1162443161010742,858.40625,872415232
96,mlp.down_proj,8,128,8,128,1.3090214729309082,845.203125,872415232
97,self_attn.q_proj,2,32,8,128,35.25380325317383,80.25,268435456
97,self_attn.q_proj,2,64,8,128,41.96034240722656,72.125,268435456
97,self_attn.q_proj,2,128,8,128,47.77324676513672,68.0625,268435456
97,self_attn.q_proj,3,32,8,128,15.19259262084961,112.25,268435456
97,self_attn.q_proj,3,64,8,128,17.91670799255371,104.125,268435456
97,self_attn.q_proj,3,128,8,128,20.660377502441406,100.0625,268435456
97,self_attn.q_proj,4,32,8,128,7.061843395233154,144.25,268435456
97,self_attn.q_proj,4,64,8,128,8.383964538574219,136.125,268435456
97,self_attn.q_proj,4,128,8,128,9.612234115600586,132.0625,268435456
97,self_attn.q_proj,8,32,8,128,0.4303331971168518,272.25,268435456
97,self_attn.q_proj,8,64,8,128,0.51230388879776,264.125,268435456
97,self_attn.q_proj,8,128,8,128,0.5825530886650085,260.0625,268435456
97,self_attn.v_proj,2,32,8,128,20.55190658569336,10.03125,33554432
97,self_attn.v_proj,2,64,8,128,25.232215881347656,9.015625,33554432
97,self_attn.v_proj,2,128,8,128,29.358036041259766,8.5078125,33554432
97,self_attn.v_proj,3,32,8,128,8.778325080871582,14.03125,33554432
97,self_attn.v_proj,3,64,8,128,10.789569854736328,13.015625,33554432
97,self_attn.v_proj,3,128,8,128,12.55465316772461,12.5078125,33554432
97,self_attn.v_proj,4,32,8,128,4.0971550941467285,18.03125,33554432
97,self_attn.v_proj,4,64,8,128,5.033165454864502,17.015625,33554432
97,self_attn.v_proj,4,128,8,128,5.859689235687256,16.5078125,33554432
97,self_attn.v_proj,8,32,8,128,0.2480727881193161,34.03125,33554432
97,self_attn.v_proj,8,64,8,128,0.3050953447818756,33.015625,33554432
97,self_attn.v_proj,8,128,8,128,0.35494571924209595,32.5078125,33554432
97,self_attn.k_proj,2,32,8,128,19.43219757080078,10.03125,33554432
97,self_attn.k_proj,2,64,8,128,25.37566566467285,9.015625,33554432
97,self_attn.k_proj,2,128,8,128,30.88886070251465,8.5078125,33554432
97,self_attn.k_proj,3,32,8,128,8.395625114440918,14.03125,33554432
97,self_attn.k_proj,3,64,8,128,11.371277809143066,13.015625,33554432
97,self_attn.k_proj,3,128,8,128,14.414375305175781,12.5078125,33554432
97,self_attn.k_proj,4,32,8,128,3.9146299362182617,18.03125,33554432
97,self_attn.k_proj,4,64,8,128,5.319467544555664,17.015625,33554432
97,self_attn.k_proj,4,128,8,128,6.765968322753906,16.5078125,33554432
97,self_attn.k_proj,8,32,8,128,0.23722636699676514,34.03125,33554432
97,self_attn.k_proj,8,64,8,128,0.3223237097263336,33.015625,33554432
97,self_attn.k_proj,8,128,8,128,0.4097945988178253,32.5078125,33554432
97,self_attn.o_proj,2,32,8,128,49.547603607177734,80.25,268435456
97,self_attn.o_proj,2,64,8,128,57.87965774536133,72.125,268435456
97,self_attn.o_proj,2,128,8,128,65.23490905761719,68.0625,268435456
97,self_attn.o_proj,3,32,8,128,21.2757568359375,112.25,268435456
97,self_attn.o_proj,3,64,8,128,24.69624900817871,104.125,268435456
97,self_attn.o_proj,3,128,8,128,27.877954483032227,100.0625,268435456
97,self_attn.o_proj,4,32,8,128,9.898871421813965,144.25,268435456
97,self_attn.o_proj,4,64,8,128,11.55997085571289,136.125,268435456
97,self_attn.o_proj,4,128,8,128,13.004677772521973,132.0625,268435456
97,self_attn.o_proj,8,32,8,128,0.6053799986839294,272.25,268435456
97,self_attn.o_proj,8,64,8,128,0.7086215019226074,264.125,268435456
97,self_attn.o_proj,8,128,8,128,0.7894561290740967,260.0625,268435456
97,mlp.gate_proj,2,32,8,128,91.64935302734375,260.8125,872415232
97,mlp.gate_proj,2,64,8,128,101.80772399902344,234.40625,872415232
97,mlp.gate_proj,2,128,8,128,121.57489013671875,221.203125,872415232
97,mlp.gate_proj,3,32,8,128,38.25001525878906,364.8125,872415232
97,mlp.gate_proj,3,64,8,128,45.67014694213867,338.40625,872415232
97,mlp.gate_proj,3,128,8,128,48.947330474853516,325.203125,872415232
97,mlp.gate_proj,4,32,8,128,17.63474464416504,468.8125,872415232
97,mlp.gate_proj,4,64,8,128,21.469810485839844,442.40625,872415232
97,mlp.gate_proj,4,128,8,128,23.30169677734375,429.203125,872415232
97,mlp.gate_proj,8,32,8,128,1.0718176364898682,884.8125,872415232
97,mlp.gate_proj,8,64,8,128,1.2739304304122925,858.40625,872415232
97,mlp.gate_proj,8,128,8,128,1.4332212209701538,845.203125,872415232
97,mlp.up_proj,2,32,8,128,85.36105346679688,260.8125,872415232
97,mlp.up_proj,2,64,8,128,93.64466857910156,234.40625,872415232
97,mlp.up_proj,2,128,8,128,103.86986541748047,221.203125,872415232
97,mlp.up_proj,3,32,8,128,34.82040023803711,364.8125,872415232
97,mlp.up_proj,3,64,8,128,41.78488540649414,338.40625,872415232
97,mlp.up_proj,3,128,8,128,45.69594192504883,325.203125,872415232
97,mlp.up_proj,4,32,8,128,16.500022888183594,468.8125,872415232
97,mlp.up_proj,4,64,8,128,18.765575408935547,442.40625,872415232
97,mlp.up_proj,4,128,8,128,22.559213638305664,429.203125,872415232
97,mlp.up_proj,8,32,8,128,1.0158230066299438,884.8125,872415232
97,mlp.up_proj,8,64,8,128,1.1208457946777344,858.40625,872415232
97,mlp.up_proj,8,128,8,128,1.3173073530197144,845.203125,872415232
97,mlp.down_proj,2,32,8,128,84.78262329101562,260.8125,872415232
97,mlp.down_proj,2,64,8,128,93.41156768798828,234.40625,872415232
97,mlp.down_proj,2,128,8,128,103.1376724243164,221.203125,872415232
97,mlp.down_proj,3,32,8,128,34.672637939453125,364.8125,872415232
97,mlp.down_proj,3,64,8,128,41.483524322509766,338.40625,872415232
97,mlp.down_proj,3,128,8,128,45.657867431640625,325.203125,872415232
97,mlp.down_proj,4,32,8,128,16.459644317626953,468.8125,872415232
97,mlp.down_proj,4,64,8,128,18.65079116821289,442.40625,872415232
97,mlp.down_proj,4,128,8,128,22.38202667236328,429.203125,872415232
97,mlp.down_proj,8,32,8,128,1.0140308141708374,884.8125,872415232
97,mlp.down_proj,8,64,8,128,1.1149308681488037,858.40625,872415232
97,mlp.down_proj,8,128,8,128,1.3067893981933594,845.203125,872415232
98,self_attn.q_proj,2,32,8,128,34.05556106567383,80.25,268435456
98,self_attn.q_proj,2,64,8,128,40.18751525878906,72.125,268435456
98,self_attn.q_proj,2,128,8,128,45.917686462402344,68.0625,268435456
98,self_attn.q_proj,3,32,8,128,14.612398147583008,112.25,268435456
98,self_attn.q_proj,3,64,8,128,17.181121826171875,104.125,268435456
98,self_attn.q_proj,3,128,8,128,19.630491256713867,100.0625,268435456
98,self_attn.q_proj,4,32,8,128,6.796327114105225,144.25,268435456
98,self_attn.q_proj,4,64,8,128,8.072731971740723,136.125,268435456
98,self_attn.q_proj,4,128,8,128,9.144186019897461,132.0625,268435456
98,self_attn.q_proj,8,32,8,128,0.41438692808151245,272.25,268435456
98,self_attn.q_proj,8,64,8,128,0.4926092028617859,264.125,268435456
98,self_attn.q_proj,8,128,8,128,0.5550059676170349,260.0625,268435456
98,self_attn.v_proj,2,32,8,128,20.519174575805664,10.03125,33554432
98,self_attn.v_proj,2,64,8,128,25.213726043701172,9.015625,33554432
98,self_attn.v_proj,2,128,8,128,29.356218338012695,8.5078125,33554432
98,self_attn.v_proj,3,32,8,128,8.766023635864258,14.03125,33554432
98,self_attn.v_proj,3,64,8,128,10.77934741973877,13.015625,33554432
98,self_attn.v_proj,3,128,8,128,12.550629615783691,12.5078125,33554432
98,self_attn.v_proj,4,32,8,128,4.090699672698975,18.03125,33554432
98,self_attn.v_proj,4,64,8,128,5.027293682098389,17.015625,33554432
98,self_attn.v_proj,4,128,8,128,5.857567310333252,16.5078125,33554432
98,self_attn.v_proj,8,32,8,128,0.247643381357193,34.03125,33554432
98,self_attn.v_proj,8,64,8,128,0.30467838048934937,33.015625,33554432
98,self_attn.v_proj,8,128,8,128,0.35477370023727417,32.5078125,33554432
98,self_attn.k_proj,2,32,8,128,18.737716674804688,10.03125,33554432
98,self_attn.k_proj,2,64,8,128,24.431169509887695,9.015625,33554432
98,self_attn.k_proj,2,128,8,128,29.720476150512695,8.5078125,33554432
98,self_attn.k_proj,3,32,8,128,8.065969467163086,14.03125,33554432
98,self_attn.k_proj,3,64,8,128,10.929491996765137,13.015625,33554432
98,self_attn.k_proj,3,128,8,128,13.664469718933105,12.5078125,33554432
98,self_attn.k_proj,4,32,8,128,3.764037609100342,18.03125,33554432
98,self_attn.k_proj,4,64,8,128,5.118679046630859,17.015625,33554432
98,self_attn.k_proj,4,128,8,128,6.422038555145264,16.5078125,33554432
98,self_attn.k_proj,8,32,8,128,0.22882108390331268,34.03125,33554432
98,self_attn.k_proj,8,64,8,128,0.3102841079235077,33.015625,33554432
98,self_attn.k_proj,8,128,8,128,0.3889160454273224,32.5078125,33554432
98,self_attn.o_proj,2,32,8,128,48.797142028808594,80.25,268435456
98,self_attn.o_proj,2,64,8,128,57.02969741821289,72.125,268435456
98,self_attn.o_proj,2,128,8,128,64.57675170898438,68.0625,268435456
98,self_attn.o_proj,3,32,8,128,20.97215461730957,112.25,268435456
98,self_attn.o_proj,3,64,8,128,24.41909408569336,104.125,268435456
98,self_attn.o_proj,3,128,8,128,27.690631866455078,100.0625,268435456
98,self_attn.o_proj,4,32,8,128,9.766685485839844,144.25,268435456
98,self_attn.o_proj,4,64,8,128,11.465652465820312,136.125,268435456
98,self_attn.o_proj,4,128,8,128,12.94684886932373,132.0625,268435456
98,self_attn.o_proj,8,32,8,128,0.5986554026603699,272.25,268435456
98,self_attn.o_proj,8,64,8,128,0.7051060199737549,264.125,268435456
98,self_attn.o_proj,8,128,8,128,0.7913772463798523,260.0625,268435456
98,mlp.gate_proj,2,32,8,128,91.48529815673828,260.8125,872415232
98,mlp.gate_proj,2,64,8,128,101.15692901611328,234.40625,872415232
98,mlp.gate_proj,2,128,8,128,120.34211730957031,221.203125,872415232
98,mlp.gate_proj,3,32,8,128,38.028053283691406,364.8125,872415232
98,mlp.gate_proj,3,64,8,128,45.590049743652344,338.40625,872415232
98,mlp.gate_proj,3,128,8,128,48.61530685424805,325.203125,872415232
98,mlp.gate_proj,4,32,8,128,17.552349090576172,468.8125,872415232
98,mlp.gate_proj,4,64,8,128,21.294321060180664,442.40625,872415232
98,mlp.gate_proj,4,128,8,128,23.21273422241211,429.203125,872415232
98,mlp.gate_proj,8,32,8,128,1.0675067901611328,884.8125,872415232
98,mlp.gate_proj,8,64,8,128,1.263589859008789,858.40625,872415232
98,mlp.gate_proj,8,128,8,128,1.4298182725906372,845.203125,872415232
98,mlp.up_proj,2,32,8,128,85.70446014404297,260.8125,872415232
98,mlp.up_proj,2,64,8,128,93.79974365234375,234.40625,872415232
98,mlp.up_proj,2,128,8,128,104.22582244873047,221.203125,872415232
98,mlp.up_proj,3,32,8,128,34.90974426269531,364.8125,872415232
98,mlp.up_proj,3,64,8,128,41.965232849121094,338.40625,872415232
98,mlp.up_proj,3,128,8,128,45.72983169555664,325.203125,872415232
98,mlp.up_proj,4,32,8,128,16.525487899780273,468.8125,872415232
98,mlp.up_proj,4,64,8,128,18.836977005004883,442.40625,872415232
98,mlp.up_proj,4,128,8,128,22.628860473632812,429.203125,872415232
98,mlp.up_proj,8,32,8,128,1.0169405937194824,884.8125,872415232
98,mlp.up_proj,8,64,8,128,1.1245055198669434,858.40625,872415232
98,mlp.up_proj,8,128,8,128,1.3235498666763306,845.203125,872415232
98,mlp.down_proj,2,32,8,128,84.94208526611328,260.8125,872415232
98,mlp.down_proj,2,64,8,128,93.48461151123047,234.40625,872415232
98,mlp.down_proj,2,128,8,128,103.29783630371094,221.203125,872415232
98,mlp.down_proj,3,32,8,128,34.71282196044922,364.8125,872415232
98,mlp.down_proj,3,64,8,128,41.56558609008789,338.40625,872415232
98,mlp.down_proj,3,128,8,128,45.670284271240234,325.203125,872415232
98,mlp.down_proj,4,32,8,128,16.471210479736328,468.8125,872415232
98,mlp.down_proj,4,64,8,128,18.68077850341797,442.40625,872415232
98,mlp.down_proj,4,128,8,128,22.43159294128418,429.203125,872415232
98,mlp.down_proj,8,32,8,128,1.0145481824874878,884.8125,872415232
98,mlp.down_proj,8,64,8,128,1.1165778636932373,858.40625,872415232
98,mlp.down_proj,8,128,8,128,1.3096561431884766,845.203125,872415232
99,self_attn.q_proj,2,32,8,128,33.8935661315918,80.25,268435456
99,self_attn.q_proj,2,64,8,128,39.8800048828125,72.125,268435456
99,self_attn.q_proj,2,128,8,128,45.562156677246094,68.0625,268435456
99,self_attn.q_proj,3,32,8,128,14.528738975524902,112.25,268435456
99,self_attn.q_proj,3,64,8,128,17.05776023864746,104.125,268435456
99,self_attn.q_proj,3,128,8,128,19.419158935546875,100.0625,268435456
99,self_attn.q_proj,4,32,8,128,6.758681774139404,144.25,268435456
99,self_attn.q_proj,4,64,8,128,8.019818305969238,136.125,268435456
99,self_attn.q_proj,4,128,8,128,9.04808521270752,132.0625,268435456
99,self_attn.q_proj,8,32,8,128,0.4122661352157593,272.25,268435456
99,self_attn.q_proj,8,64,8,128,0.4884975254535675,264.125,268435456
99,self_attn.q_proj,8,128,8,128,0.5496901869773865,260.0625,268435456
99,self_attn.v_proj,2,32,8,128,21.078166961669922,10.03125,33554432
99,self_attn.v_proj,2,64,8,128,25.883758544921875,9.015625,33554432
99,self_attn.v_proj,2,128,8,128,30.134689331054688,8.5078125,33554432
99,self_attn.v_proj,3,32,8,128,9.002315521240234,14.03125,33554432
99,self_attn.v_proj,3,64,8,128,11.06530475616455,13.015625,33554432
99,self_attn.v_proj,3,128,8,128,12.882974624633789,12.5078125,33554432
99,self_attn.v_proj,4,32,8,128,4.199946403503418,18.03125,33554432
99,self_attn.v_proj,4,64,8,128,5.162440776824951,17.015625,33554432
99,self_attn.v_proj,4,128,8,128,6.012487888336182,16.5078125,33554432
99,self_attn.v_proj,8,32,8,128,0.2543841600418091,34.03125,33554432
99,self_attn.v_proj,8,64,8,128,0.31289446353912354,33.015625,33554432
99,self_attn.v_proj,8,128,8,128,0.3640734553337097,32.5078125,33554432
99,self_attn.k_proj,2,32,8,128,16.043241500854492,10.03125,33554432
99,self_attn.k_proj,2,64,8,128,21.025920867919922,9.015625,33554432
99,self_attn.k_proj,2,128,8,128,25.66022491455078,8.5078125,33554432
99,self_attn.k_proj,3,32,8,128,6.885420322418213,14.03125,33554432
99,self_attn.k_proj,3,64,8,128,9.242712020874023,13.015625,33554432
99,self_attn.k_proj,3,128,8,128,11.381850242614746,12.5078125,33554432
99,self_attn.k_proj,4,32,8,128,3.216794729232788,18.03125,33554432
99,self_attn.k_proj,4,64,8,128,4.320587158203125,17.015625,33554432
99,self_attn.k_proj,4,128,8,128,5.333681583404541,16.5078125,33554432
99,self_attn.k_proj,8,32,8,128,0.19659100472927094,34.03125,33554432
99,self_attn.k_proj,8,64,8,128,0.26193609833717346,33.015625,33554432
99,self_attn.k_proj,8,128,8,128,0.32321444153785706,32.5078125,33554432
99,self_attn.o_proj,2,32,8,128,49.58476638793945,80.25,268435456
99,self_attn.o_proj,2,64,8,128,57.92219543457031,72.125,268435456
99,self_attn.o_proj,2,128,8,128,65.27763366699219,68.0625,268435456
99,self_attn.o_proj,3,32,8,128,21.28919792175293,112.25,268435456
99,self_attn.o_proj,3,64,8,128,24.710926055908203,104.125,268435456
99,self_attn.o_proj,3,128,8,128,27.898723602294922,100.0625,268435456
99,self_attn.o_proj,4,32,8,128,9.903702735900879,144.25,268435456
99,self_attn.o_proj,4,64,8,128,11.562830924987793,136.125,268435456
99,self_attn.o_proj,4,128,8,128,13.010254859924316,132.0625,268435456
99,self_attn.o_proj,8,32,8,128,0.6057167649269104,272.25,268435456
99,self_attn.o_proj,8,64,8,128,0.7088463306427002,264.125,268435456
99,self_attn.o_proj,8,128,8,128,0.7895618677139282,260.0625,268435456
99,mlp.gate_proj,2,32,8,128,91.46717834472656,260.8125,872415232
99,mlp.gate_proj,2,64,8,128,101.09999084472656,234.40625,872415232
99,mlp.gate_proj,2,128,8,128,120.27177429199219,221.203125,872415232
99,mlp.gate_proj,3,32,8,128,38.01102828979492,364.8125,872415232
99,mlp.gate_proj,3,64,8,128,45.58327102661133,338.40625,872415232
99,mlp.gate_proj,3,128,8,128,48.57741165161133,325.203125,872415232
99,mlp.gate_proj,4,32,8,128,17.546066284179688,468.8125,872415232
99,mlp.gate_proj,4,64,8,128,21.277454376220703,442.40625,872415232
99,mlp.gate_proj,4,128,8,128,23.20304298400879,429.203125,872415232
99,mlp.gate_proj,8,32,8,128,1.0671255588531494,884.8125,872415232
99,mlp.gate_proj,8,64,8,128,1.2627341747283936,858.40625,872415232
99,mlp.gate_proj,8,128,8,128,1.4295053482055664,845.203125,872415232
99,mlp.up_proj,2,32,8,128,85.92503356933594,260.8125,872415232
99,mlp.up_proj,2,64,8,128,93.88980865478516,234.40625,872415232
99,mlp.up_proj,2,128,8,128,104.44052124023438,221.203125,872415232
99,mlp.up_proj,3,32,8,128,34.96849060058594,364.8125,872415232
99,mlp.up_proj,3,64,8,128,42.08938980102539,338.40625,872415232
99,mlp.up_proj,3,128,8,128,45.74821090698242,325.203125,872415232
99,mlp.up_proj,4,32,8,128,16.542083740234375,468.8125,872415232
99,mlp.up_proj,4,64,8,128,18.880970001220703,442.40625,872415232
99,mlp.up_proj,4,128,8,128,22.63057518005371,429.203125,872415232
99,mlp.up_proj,8,32,8,128,1.0176783800125122,884.8125,872415232
99,mlp.up_proj,8,64,8,128,1.1267755031585693,858.40625,872415232
99,mlp.up_proj,8,128,8,128,1.3274462223052979,845.203125,872415232
99,mlp.down_proj,2,32,8,128,85.03955841064453,260.8125,872415232
99,mlp.down_proj,2,64,8,128,93.50637817382812,234.40625,872415232
99,mlp.down_proj,2,128,8,128,103.38953399658203,221.203125,872415232
99,mlp.down_proj,3,32,8,128,34.734153747558594,364.8125,872415232
99,mlp.down_proj,3,64,8,128,41.60758972167969,338.40625,872415232
99,mlp.down_proj,3,128,8,128,45.669342041015625,325.203125,872415232
99,mlp.down_proj,4,32,8,128,16.476985931396484,468.8125,872415232
99,mlp.down_proj,4,64,8,128,18.695554733276367,442.40625,872415232
99,mlp.down_proj,4,128,8,128,22.451936721801758,429.203125,872415232
99,mlp.down_proj,8,32,8,128,1.0147708654403687,884.8125,872415232
99,mlp.down_proj,8,64,8,128,1.117307186126709,858.40625,872415232
99,mlp.down_proj,8,128,8,128,1.310926079750061,845.203125,872415232
100,self_attn.q_proj,2,32,8,128,33.451507568359375,80.25,268435456
100,self_attn.q_proj,2,64,8,128,39.25100326538086,72.125,268435456
100,self_attn.q_proj,2,128,8,128,44.907615661621094,68.0625,268435456
100,self_attn.q_proj,3,32,8,128,14.31154727935791,112.25,268435456
100,self_attn.q_proj,3,64,8,128,16.816844940185547,104.125,268435456
100,self_attn.q_proj,3,128,8,128,19.093791961669922,100.0625,268435456
100,self_attn.q_proj,4,32,8,128,6.659855365753174,144.25,268435456
100,self_attn.q_proj,4,64,8,128,7.895917892456055,136.125,268435456
100,self_attn.q_proj,4,128,8,128,8.903310775756836,132.0625,268435456
100,self_attn.q_proj,8,32,8,128,0.4063563644886017,272.25,268435456
100,self_attn.q_proj,8,64,8,128,0.4805959165096283,264.125,268435456
100,self_attn.q_proj,8,128,8,128,0.541039764881134,260.0625,268435456
100,self_attn.v_proj,2,32,8,128,21.08247947692871,10.03125,33554432
100,self_attn.v_proj,2,64,8,128,25.88609504699707,9.015625,33554432
100,self_attn.v_proj,2,128,8,128,30.11972999572754,8.5078125,33554432
100,self_attn.v_proj,3,32,8,128,9.00629997253418,14.03125,33554432
100,self_attn.v_proj,3,64,8,128,11.067449569702148,13.015625,33554432
100,self_attn.v_proj,3,128,8,128,12.883041381835938,12.5078125,33554432
100,self_attn.v_proj,4,32,8,128,4.202913284301758,18.03125,33554432
100,self_attn.v_proj,4,64,8,128,5.162623882293701,17.015625,33554432
100,self_attn.v_proj,4,128,8,128,6.010429859161377,16.5078125,33554432
100,self_attn.v_proj,8,32,8,128,0.2544865310192108,34.03125,33554432
100,self_attn.v_proj,8,64,8,128,0.3129926025867462,33.015625,33554432
100,self_attn.v_proj,8,128,8,128,0.36411258578300476,32.5078125,33554432
100,self_attn.k_proj,2,32,8,128,15.967106819152832,10.03125,33554432
100,self_attn.k_proj,2,64,8,128,20.717388153076172,9.015625,33554432
100,self_attn.k_proj,2,128,8,128,25.501447677612305,8.5078125,33554432
100,self_attn.k_proj,3,32,8,128,6.854733943939209,14.03125,33554432
100,self_attn.k_proj,3,64,8,128,9.149711608886719,13.015625,33554432
100,self_attn.k_proj,3,128,8,128,11.382208824157715,12.5078125,33554432
100,self_attn.k_proj,4,32,8,128,3.1888458728790283,18.03125,33554432
100,self_attn.k_proj,4,64,8,128,4.281178951263428,17.015625,33554432
100,self_attn.k_proj,4,128,8,128,5.32684850692749,16.5078125,33554432
100,self_attn.k_proj,8,32,8,128,0.19537363946437836,34.03125,33554432
100,self_attn.k_proj,8,64,8,128,0.2598153352737427,33.015625,33554432
100,self_attn.k_proj,8,128,8,128,0.3229757845401764,32.5078125,33554432
100,self_attn.o_proj,2,32,8,128,49.67283630371094,80.25,268435456
100,self_attn.o_proj,2,64,8,128,58.024169921875,72.125,268435456
100,self_attn.o_proj,2,128,8,128,65.3796615600586,68.0625,268435456
100,self_attn.o_proj,3,32,8,128,21.330739974975586,112.25,268435456
100,self_attn.o_proj,3,64,8,128,24.756013870239258,104.125,268435456
100,self_attn.o_proj,3,128,8,128,27.950441360473633,100.0625,268435456
100,self_attn.o_proj,4,32,8,128,9.923498153686523,144.25,268435456
100,self_attn.o_proj,4,64,8,128,11.58486270904541,136.125,268435456
100,self_attn.o_proj,4,128,8,128,13.036360740661621,132.0625,268435456
100,self_attn.o_proj,8,32,8,128,0.6068750023841858,272.25,268435456
100,self_attn.o_proj,8,64,8,128,0.7099676728248596,264.125,268435456
100,self_attn.o_proj,8,128,8,128,0.7910623550415039,260.0625,268435456
100,mlp.gate_proj,2,32,8,128,91.46399688720703,260.8125,872415232
100,mlp.gate_proj,2,64,8,128,101.05953979492188,234.40625,872415232
100,mlp.gate_proj,2,128,8,128,120.16063690185547,221.203125,872415232
100,mlp.gate_proj,3,32,8,128,38.002384185791016,364.8125,872415232
100,mlp.gate_proj,3,64,8,128,45.5818977355957,338.40625,872415232
100,mlp.gate_proj,3,128,8,128,48.566986083984375,325.203125,872415232
100,mlp.gate_proj,4,32,8,128,17.543785095214844,468.8125,872415232
100,mlp.gate_proj,4,64,8,128,21.269296646118164,442.40625,872415232
100,mlp.gate_proj,4,128,8,128,23.204750061035156,429.203125,872415232
100,mlp.gate_proj,8,32,8,128,1.066928505897522,884.8125,872415232
100,mlp.gate_proj,8,64,8,128,1.2621862888336182,858.40625,872415232
100,mlp.gate_proj,8,128,8,128,1.4294652938842773,845.203125,872415232
100,mlp.up_proj,2,32,8,128,86.08460235595703,260.8125,872415232
100,mlp.up_proj,2,64,8,128,93.97100830078125,234.40625,872415232
100,mlp.up_proj,2,128,8,128,104.67191314697266,221.203125,872415232
100,mlp.up_proj,3,32,8,128,35.01422119140625,364.8125,872415232
100,mlp.up_proj,3,64,8,128,42.1795768737793,338.40625,872415232
100,mlp.up_proj,3,128,8,128,45.76767349243164,325.203125,872415232
100,mlp.up_proj,4,32,8,128,16.554533004760742,468.8125,872415232
100,mlp.up_proj,4,64,8,128,18.916248321533203,442.40625,872415232
100,mlp.up_proj,4,128,8,128,22.632713317871094,429.203125,872415232
100,mlp.up_proj,8,32,8,128,1.0182541608810425,884.8125,872415232
100,mlp.up_proj,8,64,8,128,1.128717064857483,858.40625,872415232
100,mlp.up_proj,8,128,8,128,1.330614447593689,845.203125,872415232
100,mlp.down_proj,2,32,8,128,85.04367065429688,260.8125,872415232
100,mlp.down_proj,2,64,8,128,93.51380920410156,234.40625,872415232
100,mlp.down_proj,2,128,8,128,103.40882110595703,221.203125,872415232
100,mlp.down_proj,3,32,8,128,34.73893737792969,364.8125,872415232
100,mlp.down_proj,3,64,8,128,41.6246452331543,338.40625,872415232
100,mlp.down_proj,3,128,8,128,45.67298889160156,325.203125,872415232
100,mlp.down_proj,4,32,8,128,16.47784996032715,468.8125,872415232
100,mlp.down_proj,4,64,8,128,18.70132827758789,442.40625,872415232
100,mlp.down_proj,4,128,8,128,22.45576286315918,429.203125,872415232
100,mlp.down_proj,8,32,8,128,1.0148212909698486,884.8125,872415232
100,mlp.down_proj,8,64,8,128,1.1174521446228027,858.40625,872415232
100,mlp.down_proj,8,128,8,128,1.311079502105713,845.203125,872415232
101,self_attn.q_proj,2,32,8,128,39.090633392333984,80.25,268435456
101,self_attn.q_proj,2,64,8,128,46.698036193847656,72.125,268435456
101,self_attn.q_proj,2,128,8,128,53.370975494384766,68.0625,268435456
101,self_attn.q_proj,3,32,8,128,16.79983901977539,112.25,268435456
101,self_attn.q_proj,3,64,8,128,20.188230514526367,104.125,268435456
101,self_attn.q_proj,3,128,8,128,23.44967269897461,100.0625,268435456
101,self_attn.q_proj,4,32,8,128,7.895013332366943,144.25,268435456
101,self_attn.q_proj,4,64,8,128,9.395231246948242,136.125,268435456
101,self_attn.q_proj,4,128,8,128,10.99721908569336,132.0625,268435456
101,self_attn.q_proj,8,32,8,128,0.4806171953678131,272.25,268435456
101,self_attn.q_proj,8,64,8,128,0.5719928741455078,264.125,268435456
101,self_attn.q_proj,8,128,8,128,0.6659162044525146,260.0625,268435456
101,self_attn.v_proj,2,32,8,128,20.246294021606445,10.03125,33554432
101,self_attn.v_proj,2,64,8,128,24.959165573120117,9.015625,33554432
101,self_attn.v_proj,2,128,8,128,29.194744110107422,8.5078125,33554432
101,self_attn.v_proj,3,32,8,128,8.6502103805542,14.03125,33554432
101,self_attn.v_proj,3,64,8,128,10.672704696655273,13.015625,33554432
101,self_attn.v_proj,3,128,8,128,12.487180709838867,12.5078125,33554432
101,self_attn.v_proj,4,32,8,128,4.03695821762085,18.03125,33554432
101,self_attn.v_proj,4,64,8,128,4.97977876663208,17.015625,33554432
101,self_attn.v_proj,4,128,8,128,5.826483726501465,16.5078125,33554432
101,self_attn.v_proj,8,32,8,128,0.24439702928066254,34.03125,33554432
101,self_attn.v_proj,8,64,8,128,0.3018014132976532,33.015625,33554432
101,self_attn.v_proj,8,128,8,128,0.3530151844024658,32.5078125,33554432
101,self_attn.k_proj,2,32,8,128,23.36538314819336,10.03125,33554432
101,self_attn.k_proj,2,64,8,128,29.78816032409668,9.015625,33554432
101,self_attn.k_proj,2,128,8,128,35.45706558227539,8.5078125,33554432
101,self_attn.k_proj,3,32,8,128,10.57906723022461,14.03125,33554432
101,self_attn.k_proj,3,64,8,128,14.784467697143555,13.015625,33554432
101,self_attn.k_proj,3,128,8,128,19.32869529724121,12.5078125,33554432
101,self_attn.k_proj,4,32,8,128,4.949645042419434,18.03125,33554432
101,self_attn.k_proj,4,64,8,128,7.015812873840332,17.015625,33554432
101,self_attn.k_proj,4,128,8,128,9.369736671447754,16.5078125,33554432
101,self_attn.k_proj,8,32,8,128,0.2996487319469452,34.03125,33554432
101,self_attn.k_proj,8,64,8,128,0.42445608973503113,33.015625,33554432
101,self_attn.k_proj,8,128,8,128,0.5674417018890381,32.5078125,33554432
101,self_attn.o_proj,2,32,8,128,49.31966018676758,80.25,268435456
101,self_attn.o_proj,2,64,8,128,57.62759780883789,72.125,268435456
101,self_attn.o_proj,2,128,8,128,65.02102661132812,68.0625,268435456
101,self_attn.o_proj,3,32,8,128,21.175113677978516,112.25,268435456
101,self_attn.o_proj,3,64,8,128,24.593481063842773,104.125,268435456
101,self_attn.o_proj,3,128,8,128,27.796886444091797,100.0625,268435456
101,self_attn.o_proj,4,32,8,128,9.851852416992188,144.25,268435456
101,self_attn.o_proj,4,64,8,128,11.516069412231445,136.125,268435456
101,self_attn.o_proj,4,128,8,128,12.960311889648438,132.0625,268435456
101,self_attn.o_proj,8,32,8,128,0.6024373769760132,272.25,268435456
101,self_attn.o_proj,8,64,8,128,0.7059747576713562,264.125,268435456
101,self_attn.o_proj,8,128,8,128,0.7866105437278748,260.0625,268435456
101,mlp.gate_proj,2,32,8,128,91.46443176269531,260.8125,872415232
101,mlp.gate_proj,2,64,8,128,101.03990173339844,234.40625,872415232
101,mlp.gate_proj,2,128,8,128,120.08297729492188,221.203125,872415232
101,mlp.gate_proj,3,32,8,128,38.001548767089844,364.8125,872415232
101,mlp.gate_proj,3,64,8,128,45.57889175415039,338.40625,872415232
101,mlp.gate_proj,3,128,8,128,48.56598663330078,325.203125,872415232
101,mlp.gate_proj,4,32,8,128,17.54320526123047,468.8125,872415232
101,mlp.gate_proj,4,64,8,128,21.26681900024414,442.40625,872415232
101,mlp.gate_proj,4,128,8,128,23.20126724243164,429.203125,872415232
101,mlp.gate_proj,8,32,8,128,1.0669118165969849,884.8125,872415232
101,mlp.gate_proj,8,64,8,128,1.2617732286453247,858.40625,872415232
101,mlp.gate_proj,8,128,8,128,1.4293973445892334,845.203125,872415232
101,mlp.up_proj,2,32,8,128,86.24771118164062,260.8125,872415232
101,mlp.up_proj,2,64,8,128,94.05352783203125,234.40625,872415232
101,mlp.up_proj,2,128,8,128,104.92233276367188,221.203125,872415232
101,mlp.up_proj,3,32,8,128,35.056339263916016,364.8125,872415232
101,mlp.up_proj,3,64,8,128,42.26774978637695,338.40625,872415232
101,mlp.up_proj,3,128,8,128,45.78560256958008,325.203125,872415232
101,mlp.up_proj,4,32,8,128,16.567678451538086,468.8125,872415232
101,mlp.up_proj,4,64,8,128,18.95128631591797,442.40625,872415232
101,mlp.up_proj,4,128,8,128,22.63463592529297,429.203125,872415232
101,mlp.up_proj,8,32,8,128,1.018815279006958,884.8125,872415232
101,mlp.up_proj,8,64,8,128,1.130549669265747,858.40625,872415232
101,mlp.up_proj,8,128,8,128,1.3337852954864502,845.203125,872415232
101,mlp.down_proj,2,32,8,128,85.01738739013672,260.8125,872415232
101,mlp.down_proj,2,64,8,128,93.52189636230469,234.40625,872415232
101,mlp.down_proj,2,128,8,128,103.42573547363281,221.203125,872415232
101,mlp.down_proj,3,32,8,128,34.733585357666016,364.8125,872415232
101,mlp.down_proj,3,64,8,128,41.614078521728516,338.40625,872415232
101,mlp.down_proj,3,128,8,128,45.682308197021484,325.203125,872415232
101,mlp.down_proj,4,32,8,128,16.477012634277344,468.8125,872415232
101,mlp.down_proj,4,64,8,128,18.69902992248535,442.40625,872415232
101,mlp.down_proj,4,128,8,128,22.46103858947754,429.203125,872415232
101,mlp.down_proj,8,32,8,128,1.0148048400878906,884.8125,872415232
101,mlp.down_proj,8,64,8,128,1.117533564567566,858.40625,872415232
101,mlp.down_proj,8,128,8,128,1.3114380836486816,845.203125,872415232
102,self_attn.q_proj,2,32,8,128,32.80703353881836,80.25,268435456
102,self_attn.q_proj,2,64,8,128,38.49225616455078,72.125,268435456
102,self_attn.q_proj,2,128,8,128,44.11648941040039,68.0625,268435456
102,self_attn.q_proj,3,32,8,128,13.993727684020996,112.25,268435456
102,self_attn.q_proj,3,64,8,128,16.53403663635254,104.125,268435456
102,self_attn.q_proj,3,128,8,128,18.787220001220703,100.0625,268435456
102,self_attn.q_proj,4,32,8,128,6.514491558074951,144.25,268435456
102,self_attn.q_proj,4,64,8,128,7.744744777679443,136.125,268435456
102,self_attn.q_proj,4,128,8,128,8.765742301940918,132.0625,268435456
102,self_attn.q_proj,8,32,8,128,0.3975832462310791,272.25,268435456
102,self_attn.q_proj,8,64,8,128,0.4713457524776459,264.125,268435456
102,self_attn.q_proj,8,128,8,128,0.532889187335968,260.0625,268435456
102,self_attn.v_proj,2,32,8,128,20.992650985717773,10.03125,33554432
102,self_attn.v_proj,2,64,8,128,25.769268035888672,9.015625,33554432
102,self_attn.v_proj,2,128,8,128,29.98397445678711,8.5078125,33554432
102,self_attn.v_proj,3,32,8,128,8.966362953186035,14.03125,33554432
102,self_attn.v_proj,3,64,8,128,11.01889419555664,13.015625,33554432
102,self_attn.v_proj,3,128,8,128,12.822025299072266,12.5078125,33554432
102,self_attn.v_proj,4,32,8,128,4.186012268066406,18.03125,33554432
102,self_attn.v_proj,4,64,8,128,5.1399617195129395,17.015625,33554432
102,self_attn.v_proj,4,128,8,128,5.984017848968506,16.5078125,33554432
102,self_attn.v_proj,8,32,8,128,0.25342288613319397,34.03125,33554432
102,self_attn.v_proj,8,64,8,128,0.31150656938552856,33.015625,33554432
102,self_attn.v_proj,8,128,8,128,0.3623608946800232,32.5078125,33554432
102,self_attn.k_proj,2,32,8,128,15.843859672546387,10.03125,33554432
102,self_attn.k_proj,2,64,8,128,20.588289260864258,9.015625,33554432
102,self_attn.k_proj,2,128,8,128,25.079599380493164,8.5078125,33554432
102,self_attn.k_proj,3,32,8,128,6.793390274047852,14.03125,33554432
102,self_attn.k_proj,3,64,8,128,8.979023933410645,13.015625,33554432
102,self_attn.k_proj,3,128,8,128,10.999876976013184,12.5078125,33554432
102,self_attn.k_proj,4,32,8,128,3.1764564514160156,18.03125,33554432
102,self_attn.k_proj,4,64,8,128,4.198643684387207,17.015625,33554432
102,self_attn.k_proj,4,128,8,128,5.144481658935547,16.5078125,33554432
102,self_attn.k_proj,8,32,8,128,0.193252295255661,34.03125,33554432
102,self_attn.k_proj,8,64,8,128,0.2540026307106018,33.015625,33554432
102,self_attn.k_proj,8,128,8,128,0.3116944432258606,32.5078125,33554432
102,self_attn.o_proj,2,32,8,128,49.06231689453125,80.25,268435456
102,self_attn.o_proj,2,64,8,128,57.276817321777344,72.125,268435456
102,self_attn.o_proj,2,128,8,128,64.67054748535156,68.0625,268435456
102,self_attn.o_proj,3,32,8,128,21.051904678344727,112.25,268435456
102,self_attn.o_proj,3,64,8,128,24.449378967285156,104.125,268435456
102,self_attn.o_proj,3,128,8,128,27.609230041503906,100.0625,268435456
102,self_attn.o_proj,4,32,8,128,9.79517936706543,144.25,268435456
102,self_attn.o_proj,4,64,8,128,11.4548978805542,136.125,268435456
102,self_attn.o_proj,4,128,8,128,12.878239631652832,132.0625,268435456
102,self_attn.o_proj,8,32,8,128,0.5990142822265625,272.25,268435456
102,self_attn.o_proj,8,64,8,128,0.7014608979225159,264.125,268435456
102,self_attn.o_proj,8,128,8,128,0.7816808819770813,260.0625,268435456
102,mlp.gate_proj,2,32,8,128,91.53392791748047,260.8125,872415232
102,mlp.gate_proj,2,64,8,128,101.34960174560547,234.40625,872415232
102,mlp.gate_proj,2,128,8,128,120.730712890625,221.203125,872415232
102,mlp.gate_proj,3,32,8,128,38.08828353881836,364.8125,872415232
102,mlp.gate_proj,3,64,8,128,45.61930465698242,338.40625,872415232
102,mlp.gate_proj,3,128,8,128,48.75407409667969,325.203125,872415232
102,mlp.gate_proj,4,32,8,128,17.576845169067383,468.8125,872415232
102,mlp.gate_proj,4,64,8,128,21.34180450439453,442.40625,872415232
102,mlp.gate_proj,4,128,8,128,23.257526397705078,429.203125,872415232
102,mlp.gate_proj,8,32,8,128,1.0687930583953857,884.8125,872415232
102,mlp.gate_proj,8,64,8,128,1.266587734222412,858.40625,872415232
102,mlp.gate_proj,8,128,8,128,1.4315248727798462,845.203125,872415232
102,mlp.up_proj,2,32,8,128,86.3453140258789,260.8125,872415232
102,mlp.up_proj,2,64,8,128,94.09284973144531,234.40625,872415232
102,mlp.up_proj,2,128,8,128,104.98916625976562,221.203125,872415232
102,mlp.up_proj,3,32,8,128,35.08196258544922,364.8125,872415232
102,mlp.up_proj,3,64,8,128,42.31517791748047,338.40625,872415232
102,mlp.up_proj,3,128,8,128,45.79281997680664,325.203125,872415232
102,mlp.up_proj,4,32,8,128,16.574892044067383,468.8125,872415232
102,mlp.up_proj,4,64,8,128,18.970458984375,442.40625,872415232
102,mlp.up_proj,4,128,8,128,22.635639190673828,429.203125,872415232
102,mlp.up_proj,8,32,8,128,1.0191537141799927,884.8125,872415232
102,mlp.up_proj,8,64,8,128,1.1315901279449463,858.40625,872415232
102,mlp.up_proj,8,128,8,128,1.3355449438095093,845.203125,872415232
102,mlp.down_proj,2,32,8,128,84.96208190917969,260.8125,872415232
102,mlp.down_proj,2,64,8,128,93.47846221923828,234.40625,872415232
102,mlp.down_proj,2,128,8,128,103.3063735961914,221.203125,872415232
102,mlp.down_proj,3,32,8,128,34.71863555908203,364.8125,872415232
102,mlp.down_proj,3,64,8,128,41.567909240722656,338.40625,872415232
102,mlp.down_proj,3,128,8,128,45.66462707519531,325.203125,872415232
102,mlp.down_proj,4,32,8,128,16.47216033935547,468.8125,872415232
102,mlp.down_proj,4,64,8,128,18.68331527709961,442.40625,872415232
102,mlp.down_proj,4,128,8,128,22.43065071105957,429.203125,872415232
102,mlp.down_proj,8,32,8,128,1.0145689249038696,884.8125,872415232
102,mlp.down_proj,8,64,8,128,1.1165250539779663,858.40625,872415232
102,mlp.down_proj,8,128,8,128,1.3094375133514404,845.203125,872415232
103,self_attn.q_proj,2,32,8,128,31.67022705078125,80.25,268435456
103,self_attn.q_proj,2,64,8,128,37.070701599121094,72.125,268435456
103,self_attn.q_proj,2,128,8,128,42.270809173583984,68.0625,268435456
103,self_attn.q_proj,3,32,8,128,13.503559112548828,112.25,268435456
103,self_attn.q_proj,3,64,8,128,16.148698806762695,104.125,268435456
103,self_attn.q_proj,3,128,8,128,18.3623046875,100.0625,268435456
103,self_attn.q_proj,4,32,8,128,6.299032688140869,144.25,268435456
103,self_attn.q_proj,4,64,8,128,7.532031059265137,136.125,268435456
103,self_attn.q_proj,4,128,8,128,8.597352027893066,132.0625,268435456
103,self_attn.q_proj,8,32,8,128,0.3847927749156952,272.25,268435456
103,self_attn.q_proj,8,64,8,128,0.4578116238117218,264.125,268435456
103,self_attn.q_proj,8,128,8,128,0.5227922797203064,260.0625,268435456
103,self_attn.v_proj,2,32,8,128,20.55495834350586,10.03125,33554432
103,self_attn.v_proj,2,64,8,128,25.440996170043945,9.015625,33554432
103,self_attn.v_proj,2,128,8,128,29.831680297851562,8.5078125,33554432
103,self_attn.v_proj,3,32,8,128,8.783329010009766,14.03125,33554432
103,self_attn.v_proj,3,64,8,128,10.877082824707031,13.015625,33554432
103,self_attn.v_proj,3,128,8,128,12.74814510345459,12.5078125,33554432
103,self_attn.v_proj,4,32,8,128,4.098305702209473,18.03125,33554432
103,self_attn.v_proj,4,64,8,128,5.072938919067383,17.015625,33554432
103,self_attn.v_proj,4,128,8,128,5.947234153747559,16.5078125,33554432
103,self_attn.v_proj,8,32,8,128,0.24810335040092468,34.03125,33554432
103,self_attn.v_proj,8,64,8,128,0.30751940608024597,33.015625,33554432
103,self_attn.v_proj,8,128,8,128,0.3603955805301666,32.5078125,33554432
103,self_attn.k_proj,2,32,8,128,16.927576065063477,10.03125,33554432
103,self_attn.k_proj,2,64,8,128,22.219324111938477,9.015625,33554432
103,self_attn.k_proj,2,128,8,128,27.020708084106445,8.5078125,33554432
103,self_attn.k_proj,3,32,8,128,7.30307674407959,14.03125,33554432
103,self_attn.k_proj,3,64,8,128,9.830820083618164,13.015625,33554432
103,self_attn.k_proj,3,128,8,128,12.297884941101074,12.5078125,33554432
103,self_attn.k_proj,4,32,8,128,3.4101147651672363,18.03125,33554432
103,self_attn.k_proj,4,64,8,128,4.597226619720459,17.015625,33554432
103,self_attn.k_proj,4,128,8,128,5.76677131652832,16.5078125,33554432
103,self_attn.k_proj,8,32,8,128,0.20736266672611237,34.03125,33554432
103,self_attn.k_proj,8,64,8,128,0.27838343381881714,33.015625,33554432
103,self_attn.k_proj,8,128,8,128,0.34929826855659485,32.5078125,33554432
103,self_attn.o_proj,2,32,8,128,46.136531829833984,80.25,268435456
103,self_attn.o_proj,2,64,8,128,53.5797233581543,72.125,268435456
103,self_attn.o_proj,2,128,8,128,60.652099609375,68.0625,268435456
103,self_attn.o_proj,3,32,8,128,19.683313369750977,112.25,268435456
103,self_attn.o_proj,3,64,8,128,23.045495986938477,104.125,268435456
103,self_attn.o_proj,3,128,8,128,25.978944778442383,100.0625,268435456
103,self_attn.o_proj,4,32,8,128,9.172562599182129,144.25,268435456
103,self_attn.o_proj,4,64,8,128,10.754429817199707,136.125,268435456
103,self_attn.o_proj,4,128,8,128,12.143396377563477,132.0625,268435456
103,self_attn.o_proj,8,32,8,128,0.5611866116523743,272.25,268435456
103,self_attn.o_proj,8,64,8,128,0.6566042900085449,264.125,268435456
103,self_attn.o_proj,8,128,8,128,0.7385467886924744,260.0625,268435456
103,mlp.gate_proj,2,32,8,128,91.51709747314453,260.8125,872415232
103,mlp.gate_proj,2,64,8,128,101.27765655517578,234.40625,872415232
103,mlp.gate_proj,2,128,8,128,120.62837982177734,221.203125,872415232
103,mlp.gate_proj,3,32,8,128,38.0738410949707,364.8125,872415232
103,mlp.gate_proj,3,64,8,128,45.60987854003906,338.40625,872415232
103,mlp.gate_proj,3,128,8,128,48.697593688964844,325.203125,872415232
103,mlp.gate_proj,4,32,8,128,17.567798614501953,468.8125,872415232
103,mlp.gate_proj,4,64,8,128,21.330081939697266,442.40625,872415232
103,mlp.gate_proj,4,128,8,128,23.240039825439453,429.203125,872415232
103,mlp.gate_proj,8,32,8,128,1.0683246850967407,884.8125,872415232
103,mlp.gate_proj,8,64,8,128,1.265723705291748,858.40625,872415232
103,mlp.gate_proj,8,128,8,128,1.4309701919555664,845.203125,872415232
103,mlp.up_proj,2,32,8,128,86.50765228271484,260.8125,872415232
103,mlp.up_proj,2,64,8,128,94.17731475830078,234.40625,872415232
103,mlp.up_proj,2,128,8,128,105.24842071533203,221.203125,872415232
103,mlp.up_proj,3,32,8,128,35.127532958984375,364.8125,872415232
103,mlp.up_proj,3,64,8,128,42.39497375488281,338.40625,872415232
103,mlp.up_proj,3,128,8,128,45.8146858215332,325.203125,872415232
103,mlp.up_proj,4,32,8,128,16.587461471557617,468.8125,872415232
103,mlp.up_proj,4,64,8,128,19.007965087890625,442.40625,872415232
103,mlp.up_proj,4,128,8,128,22.637990951538086,429.203125,872415232
103,mlp.up_proj,8,32,8,128,1.0197498798370361,884.8125,872415232
103,mlp.up_proj,8,64,8,128,1.1335097551345825,858.40625,872415232
103,mlp.up_proj,8,128,8,128,1.3387519121170044,845.203125,872415232
103,mlp.down_proj,2,32,8,128,84.96261596679688,260.8125,872415232
103,mlp.down_proj,2,64,8,128,93.47694396972656,234.40625,872415232
103,mlp.down_proj,2,128,8,128,103.28773498535156,221.203125,872415232
103,mlp.down_proj,3,32,8,128,34.7176513671875,364.8125,872415232
103,mlp.down_proj,3,64,8,128,41.56657409667969,338.40625,872415232
103,mlp.down_proj,3,128,8,128,45.663883209228516,325.203125,872415232
103,mlp.down_proj,4,32,8,128,16.471946716308594,468.8125,872415232
103,mlp.down_proj,4,64,8,128,18.682506561279297,442.40625,872415232
103,mlp.down_proj,4,128,8,128,22.42644691467285,429.203125,872415232
103,mlp.down_proj,8,32,8,128,1.0145516395568848,884.8125,872415232
103,mlp.down_proj,8,64,8,128,1.1165599822998047,858.40625,872415232
103,mlp.down_proj,8,128,8,128,1.3093010187149048,845.203125,872415232
104,self_attn.q_proj,2,32,8,128,38.2491569519043,80.25,268435456
104,self_attn.q_proj,2,64,8,128,45.997928619384766,72.125,268435456
104,self_attn.q_proj,2,128,8,128,52.592227935791016,68.0625,268435456
104,self_attn.q_proj,3,32,8,128,16.496421813964844,112.25,268435456
104,self_attn.q_proj,3,64,8,128,19.852924346923828,104.125,268435456
104,self_attn.q_proj,3,128,8,128,23.223459243774414,100.0625,268435456
104,self_attn.q_proj,4,32,8,128,7.724791526794434,144.25,268435456
104,self_attn.q_proj,4,64,8,128,9.238931655883789,136.125,268435456
104,self_attn.q_proj,4,128,8,128,10.871441841125488,132.0625,268435456
104,self_attn.q_proj,8,32,8,128,0.4700278639793396,272.25,268435456
104,self_attn.q_proj,8,64,8,128,0.5627968311309814,264.125,268435456
104,self_attn.q_proj,8,128,8,128,0.6579419374465942,260.0625,268435456
104,self_attn.v_proj,2,32,8,128,20.3413143157959,10.03125,33554432
104,self_attn.v_proj,2,64,8,128,25.04075050354004,9.015625,33554432
104,self_attn.v_proj,2,128,8,128,29.251440048217773,8.5078125,33554432
104,self_attn.v_proj,3,32,8,128,8.692098617553711,14.03125,33554432
104,self_attn.v_proj,3,64,8,128,10.709859848022461,13.015625,33554432
104,self_attn.v_proj,3,128,8,128,12.508888244628906,12.5078125,33554432
104,self_attn.v_proj,4,32,8,128,4.055181503295898,18.03125,33554432
104,self_attn.v_proj,4,64,8,128,4.994359493255615,17.015625,33554432
104,self_attn.v_proj,4,128,8,128,5.835207462310791,16.5078125,33554432
104,self_attn.v_proj,8,32,8,128,0.24542304873466492,34.03125,33554432
104,self_attn.v_proj,8,64,8,128,0.302717000246048,33.015625,33554432
104,self_attn.v_proj,8,128,8,128,0.35362061858177185,32.5078125,33554432
104,self_attn.k_proj,2,32,8,128,24.013776779174805,10.03125,33554432
104,self_attn.k_proj,2,64,8,128,31.256698608398438,9.015625,33554432
104,self_attn.k_proj,2,128,8,128,37.32472229003906,8.5078125,33554432
104,self_attn.k_proj,3,32,8,128,10.900822639465332,14.03125,33554432
104,self_attn.k_proj,3,64,8,128,15.245696067810059,13.015625,33554432
104,self_attn.k_proj,3,128,8,128,20.053667068481445,12.5078125,33554432
104,self_attn.k_proj,4,32,8,128,5.098931789398193,18.03125,33554432
104,self_attn.k_proj,4,64,8,128,7.193826675415039,17.015625,33554432
104,self_attn.k_proj,4,128,8,128,9.610589981079102,16.5078125,33554432
104,self_attn.k_proj,8,32,8,128,0.30877530574798584,34.03125,33554432
104,self_attn.k_proj,8,64,8,128,0.4350765645503998,33.015625,33554432
104,self_attn.k_proj,8,128,8,128,0.5817638039588928,32.5078125,33554432
104,self_attn.o_proj,2,32,8,128,49.20248031616211,80.25,268435456
104,self_attn.o_proj,2,64,8,128,57.48588180541992,72.125,268435456
104,self_attn.o_proj,2,128,8,128,64.8730697631836,68.0625,268435456
104,self_attn.o_proj,3,32,8,128,21.120573043823242,112.25,268435456
104,self_attn.o_proj,3,64,8,128,24.532711029052734,104.125,268435456
104,self_attn.o_proj,3,128,8,128,27.70929527282715,100.0625,268435456
104,self_attn.o_proj,4,32,8,128,9.825478553771973,144.25,268435456
104,self_attn.o_proj,4,64,8,128,11.488496780395508,136.125,268435456
104,self_attn.o_proj,4,128,8,128,12.919234275817871,132.0625,268435456
104,self_attn.o_proj,8,32,8,128,0.6008661389350891,272.25,268435456
104,self_attn.o_proj,8,64,8,128,0.7039423584938049,264.125,268435456
104,self_attn.o_proj,8,128,8,128,0.7842344641685486,260.0625,268435456
104,mlp.gate_proj,2,32,8,128,91.52690124511719,260.8125,872415232
104,mlp.gate_proj,2,64,8,128,101.32500457763672,234.40625,872415232
104,mlp.gate_proj,2,128,8,128,120.62052154541016,221.203125,872415232
104,mlp.gate_proj,3,32,8,128,38.083160400390625,364.8125,872415232
104,mlp.gate_proj,3,64,8,128,45.61578369140625,338.40625,872415232
104,mlp.gate_proj,3,128,8,128,48.72076416015625,325.203125,872415232
104,mlp.gate_proj,4,32,8,128,17.573781967163086,468.8125,872415232
104,mlp.gate_proj,4,64,8,128,21.340091705322266,442.40625,872415232
104,mlp.gate_proj,4,128,8,128,23.246784210205078,429.203125,872415232
104,mlp.gate_proj,8,32,8,128,1.068630576133728,884.8125,872415232
104,mlp.gate_proj,8,64,8,128,1.2662934064865112,858.40625,872415232
104,mlp.gate_proj,8,128,8,128,1.431201696395874,845.203125,872415232
104,mlp.up_proj,2,32,8,128,86.63108825683594,260.8125,872415232
104,mlp.up_proj,2,64,8,128,94.23467254638672,234.40625,872415232
104,mlp.up_proj,2,128,8,128,105.38919830322266,221.203125,872415232
104,mlp.up_proj,3,32,8,128,35.16071319580078,364.8125,872415232
104,mlp.up_proj,3,64,8,128,42.462188720703125,338.40625,872415232
104,mlp.up_proj,3,128,8,128,45.82708740234375,325.203125,872415232
104,mlp.up_proj,4,32,8,128,16.59673309326172,468.8125,872415232
104,mlp.up_proj,4,64,8,128,19.032272338867188,442.40625,872415232
104,mlp.up_proj,4,128,8,128,22.639368057250977,429.203125,872415232
104,mlp.up_proj,8,32,8,128,1.02017343044281,884.8125,872415232
104,mlp.up_proj,8,64,8,128,1.1349290609359741,858.40625,872415232
104,mlp.up_proj,8,128,8,128,1.3411747217178345,845.203125,872415232
104,mlp.down_proj,2,32,8,128,84.9149398803711,260.8125,872415232
104,mlp.down_proj,2,64,8,128,93.46113586425781,234.40625,872415232
104,mlp.down_proj,2,128,8,128,103.2648696899414,221.203125,872415232
104,mlp.down_proj,3,32,8,128,34.70566940307617,364.8125,872415232
104,mlp.down_proj,3,64,8,128,41.53788757324219,338.40625,872415232
104,mlp.down_proj,3,128,8,128,45.6598014831543,325.203125,872415232
104,mlp.down_proj,4,32,8,128,16.468177795410156,468.8125,872415232
104,mlp.down_proj,4,64,8,128,18.677658081054688,442.40625,872415232
104,mlp.down_proj,4,128,8,128,22.421968460083008,429.203125,872415232
104,mlp.down_proj,8,32,8,128,1.0144177675247192,884.8125,872415232
104,mlp.down_proj,8,64,8,128,1.1160577535629272,858.40625,872415232
104,mlp.down_proj,8,128,8,128,1.3086634874343872,845.203125,872415232
105,self_attn.q_proj,2,32,8,128,35.97334289550781,80.25,268435456
105,self_attn.q_proj,2,64,8,128,43.45014953613281,72.125,268435456
105,self_attn.q_proj,2,128,8,128,49.52443313598633,68.0625,268435456
105,self_attn.q_proj,3,32,8,128,15.60704231262207,112.25,268435456
105,self_attn.q_proj,3,64,8,128,18.708999633789062,104.125,268435456
105,self_attn.q_proj,3,128,8,128,21.98774528503418,100.0625,268435456
105,self_attn.q_proj,4,32,8,128,7.25100040435791,144.25,268435456
105,self_attn.q_proj,4,64,8,128,8.72883415222168,136.125,268435456
105,self_attn.q_proj,4,128,8,128,10.21858024597168,132.0625,268435456
105,self_attn.q_proj,8,32,8,128,0.4411213994026184,272.25,268435456
105,self_attn.q_proj,8,64,8,128,0.5319743156433105,264.125,268435456
105,self_attn.q_proj,8,128,8,128,0.6186290979385376,260.0625,268435456
105,self_attn.v_proj,2,32,8,128,20.266220092773438,10.03125,33554432
105,self_attn.v_proj,2,64,8,128,24.974985122680664,9.015625,33554432
105,self_attn.v_proj,2,128,8,128,29.18036460876465,8.5078125,33554432
105,self_attn.v_proj,3,32,8,128,8.658744812011719,14.03125,33554432
105,self_attn.v_proj,3,64,8,128,10.680122375488281,13.015625,33554432
105,self_attn.v_proj,3,128,8,128,12.480326652526855,12.5078125,33554432
105,self_attn.v_proj,4,32,8,128,4.040397644042969,18.03125,33554432
105,self_attn.v_proj,4,64,8,128,4.9815287590026855,17.015625,33554432
105,self_attn.v_proj,4,128,8,128,5.82422399520874,16.5078125,33554432
105,self_attn.v_proj,8,32,8,128,0.24460045993328094,34.03125,33554432
105,self_attn.v_proj,8,64,8,128,0.30198097229003906,33.015625,33554432
105,self_attn.v_proj,8,128,8,128,0.3529415428638458,32.5078125,33554432
105,self_attn.k_proj,2,32,8,128,23.439979553222656,10.03125,33554432
105,self_attn.k_proj,2,64,8,128,30.704320907592773,9.015625,33554432
105,self_attn.k_proj,2,128,8,128,36.997955322265625,8.5078125,33554432
105,self_attn.k_proj,3,32,8,128,10.379762649536133,14.03125,33554432
105,self_attn.k_proj,3,64,8,128,14.450788497924805,13.015625,33554432
105,self_attn.k_proj,3,128,8,128,18.94112777709961,12.5078125,33554432
105,self_attn.k_proj,4,32,8,128,4.851301193237305,18.03125,33554432
105,self_attn.k_proj,4,64,8,128,6.781935214996338,17.015625,33554432
105,self_attn.k_proj,4,128,8,128,8.972264289855957,16.5078125,33554432
105,self_attn.k_proj,8,32,8,128,0.2936513423919678,34.03125,33554432
105,self_attn.k_proj,8,64,8,128,0.4102289080619812,33.015625,33554432
105,self_attn.k_proj,8,128,8,128,0.5426934361457825,32.5078125,33554432
105,self_attn.o_proj,2,32,8,128,47.99753189086914,80.25,268435456
105,self_attn.o_proj,2,64,8,128,55.99322509765625,72.125,268435456
105,self_attn.o_proj,2,128,8,128,63.47992706298828,68.0625,268435456
105,self_attn.o_proj,3,32,8,128,20.571104049682617,112.25,268435456
105,self_attn.o_proj,3,64,8,128,23.954612731933594,104.125,268435456
105,self_attn.o_proj,3,128,8,128,27.069658279418945,100.0625,268435456
105,self_attn.o_proj,4,32,8,128,9.573163986206055,144.25,268435456
105,self_attn.o_proj,4,64,8,128,11.247544288635254,136.125,268435456
105,self_attn.o_proj,4,128,8,128,12.627774238586426,132.0625,268435456
105,self_attn.o_proj,8,32,8,128,0.5853062868118286,272.25,268435456
105,self_attn.o_proj,8,64,8,128,0.6865647435188293,264.125,268435456
105,self_attn.o_proj,8,128,8,128,0.7668383717536926,260.0625,268435456
105,mlp.gate_proj,2,32,8,128,91.62163543701172,260.8125,872415232
105,mlp.gate_proj,2,64,8,128,101.71006774902344,234.40625,872415232
105,mlp.gate_proj,2,128,8,128,121.36865997314453,221.203125,872415232
105,mlp.gate_proj,3,32,8,128,38.19755172729492,364.8125,872415232
105,mlp.gate_proj,3,64,8,128,45.66862106323242,338.40625,872415232
105,mlp.gate_proj,3,128,8,128,48.969337463378906,325.203125,872415232
105,mlp.gate_proj,4,32,8,128,17.617658615112305,468.8125,872415232
105,mlp.gate_proj,4,64,8,128,21.436635971069336,442.40625,872415232
105,mlp.gate_proj,4,128,8,128,23.317358016967773,429.203125,872415232
105,mlp.gate_proj,8,32,8,128,1.0709154605865479,884.8125,872415232
105,mlp.gate_proj,8,64,8,128,1.2721542119979858,858.40625,872415232
105,mlp.gate_proj,8,128,8,128,1.4340550899505615,845.203125,872415232
105,mlp.up_proj,2,32,8,128,86.73152160644531,260.8125,872415232
105,mlp.up_proj,2,64,8,128,94.29193115234375,234.40625,872415232
105,mlp.up_proj,2,128,8,128,105.48784637451172,221.203125,872415232
105,mlp.up_proj,3,32,8,128,35.191429138183594,364.8125,872415232
105,mlp.up_proj,3,64,8,128,42.51860046386719,338.40625,872415232
105,mlp.up_proj,3,128,8,128,45.843544006347656,325.203125,872415232
105,mlp.up_proj,4,32,8,128,16.605501174926758,468.8125,872415232
105,mlp.up_proj,4,64,8,128,19.060436248779297,442.40625,872415232
105,mlp.up_proj,4,128,8,128,22.641164779663086,429.203125,872415232
105,mlp.up_proj,8,32,8,128,1.0205596685409546,884.8125,872415232
105,mlp.up_proj,8,64,8,128,1.1361069679260254,858.40625,872415232
105,mlp.up_proj,8,128,8,128,1.343143105506897,845.203125,872415232
105,mlp.down_proj,2,32,8,128,84.84095764160156,260.8125,872415232
105,mlp.down_proj,2,64,8,128,93.43518829345703,234.40625,872415232
105,mlp.down_proj,2,128,8,128,103.15374755859375,221.203125,872415232
105,mlp.down_proj,3,32,8,128,34.68495559692383,364.8125,872415232
105,mlp.down_proj,3,64,8,128,41.50349044799805,338.40625,872415232
105,mlp.down_proj,3,128,8,128,45.65887451171875,325.203125,872415232
105,mlp.down_proj,4,32,8,128,16.46377944946289,468.8125,872415232
105,mlp.down_proj,4,64,8,128,18.661970138549805,442.40625,872415232
105,mlp.down_proj,4,128,8,128,22.39568328857422,429.203125,872415232
105,mlp.down_proj,8,32,8,128,1.0142072439193726,884.8125,872415232
105,mlp.down_proj,8,64,8,128,1.1152889728546143,858.40625,872415232
105,mlp.down_proj,8,128,8,128,1.3070785999298096,845.203125,872415232
106,self_attn.q_proj,2,32,8,128,36.399566650390625,80.25,268435456
106,self_attn.q_proj,2,64,8,128,43.93779373168945,72.125,268435456
106,self_attn.q_proj,2,128,8,128,49.93979263305664,68.0625,268435456
106,self_attn.q_proj,3,32,8,128,15.829813957214355,112.25,268435456
106,self_attn.q_proj,3,64,8,128,18.99468231201172,104.125,268435456
106,self_attn.q_proj,3,128,8,128,22.369665145874023,100.0625,268435456
106,self_attn.q_proj,4,32,8,128,7.354943752288818,144.25,268435456
106,self_attn.q_proj,4,64,8,128,8.85695743560791,136.125,268435456
106,self_attn.q_proj,4,128,8,128,10.405451774597168,132.0625,268435456
106,self_attn.q_proj,8,32,8,128,0.4474533796310425,272.25,268435456
106,self_attn.q_proj,8,64,8,128,0.5400016903877258,264.125,268435456
106,self_attn.q_proj,8,128,8,128,0.6297966837882996,260.0625,268435456
106,self_attn.v_proj,2,32,8,128,19.908832550048828,10.03125,33554432
106,self_attn.v_proj,2,64,8,128,24.541217803955078,9.015625,33554432
106,self_attn.v_proj,2,128,8,128,28.684995651245117,8.5078125,33554432
106,self_attn.v_proj,3,32,8,128,8.507237434387207,14.03125,33554432
106,self_attn.v_proj,3,64,8,128,10.495914459228516,13.015625,33554432
106,self_attn.v_proj,3,128,8,128,12.26952075958252,12.5078125,33554432
106,self_attn.v_proj,4,32,8,128,3.9710440635681152,18.03125,33554432
106,self_attn.v_proj,4,64,8,128,4.89593505859375,17.015625,33554432
106,self_attn.v_proj,4,128,8,128,5.727261066436768,16.5078125,33554432
106,self_attn.v_proj,8,32,8,128,0.24026384949684143,34.03125,33554432
106,self_attn.v_proj,8,64,8,128,0.29669952392578125,33.015625,33554432
106,self_attn.v_proj,8,128,8,128,0.3469373881816864,32.5078125,33554432
106,self_attn.k_proj,2,32,8,128,23.841182708740234,10.03125,33554432
106,self_attn.k_proj,2,64,8,128,31.210214614868164,9.015625,33554432
106,self_attn.k_proj,2,128,8,128,37.47145462036133,8.5078125,33554432
106,self_attn.k_proj,3,32,8,128,10.69657039642334,14.03125,33554432
106,self_attn.k_proj,3,64,8,128,14.914462089538574,13.015625,33554432
106,self_attn.k_proj,3,128,8,128,19.62149429321289,12.5078125,33554432
106,self_attn.k_proj,4,32,8,128,4.997899055480957,18.03125,33554432
106,self_attn.k_proj,4,64,8,128,7.012454986572266,17.015625,33554432
106,self_attn.k_proj,4,128,8,128,9.342874526977539,16.5078125,33554432
106,self_attn.k_proj,8,32,8,128,0.30261197686195374,34.03125,33554432
106,self_attn.k_proj,8,64,8,128,0.42417874932289124,33.015625,33554432
106,self_attn.k_proj,8,128,8,128,0.5655814409255981,32.5078125,33554432
106,self_attn.o_proj,2,32,8,128,47.16142654418945,80.25,268435456
106,self_attn.o_proj,2,64,8,128,54.97670364379883,72.125,268435456
106,self_attn.o_proj,2,128,8,128,62.39496994018555,68.0625,268435456
106,self_attn.o_proj,3,32,8,128,20.18286895751953,112.25,268435456
106,self_attn.o_proj,3,64,8,128,23.577463150024414,104.125,268435456
106,self_attn.o_proj,3,128,8,128,26.675363540649414,100.0625,268435456
106,self_attn.o_proj,4,32,8,128,9.392965316772461,144.25,268435456
106,self_attn.o_proj,4,64,8,128,11.050042152404785,136.125,268435456
106,self_attn.o_proj,4,128,8,128,12.446910858154297,132.0625,268435456
106,self_attn.o_proj,8,32,8,128,0.5743024945259094,272.25,268435456
106,self_attn.o_proj,8,64,8,128,0.6743336319923401,264.125,268435456
106,self_attn.o_proj,8,128,8,128,0.7560534477233887,260.0625,268435456
106,mlp.gate_proj,2,32,8,128,91.54370880126953,260.8125,872415232
106,mlp.gate_proj,2,64,8,128,101.38118743896484,234.40625,872415232
106,mlp.gate_proj,2,128,8,128,120.7262954711914,221.203125,872415232
106,mlp.gate_proj,3,32,8,128,38.10383605957031,364.8125,872415232
106,mlp.gate_proj,3,64,8,128,45.62294006347656,338.40625,872415232
106,mlp.gate_proj,3,128,8,128,48.752925872802734,325.203125,872415232
106,mlp.gate_proj,4,32,8,128,17.57964515686035,468.8125,872415232
106,mlp.gate_proj,4,64,8,128,21.357852935791016,442.40625,872415232
106,mlp.gate_proj,4,128,8,128,23.25649642944336,429.203125,872415232
106,mlp.gate_proj,8,32,8,128,1.0689496994018555,884.8125,872415232
106,mlp.gate_proj,8,64,8,128,1.2671787738800049,858.40625,872415232
106,mlp.gate_proj,8,128,8,128,1.4315696954727173,845.203125,872415232
106,mlp.up_proj,2,32,8,128,86.97026824951172,260.8125,872415232
106,mlp.up_proj,2,64,8,128,94.40436553955078,234.40625,872415232
106,mlp.up_proj,2,128,8,128,105.76457214355469,221.203125,872415232
106,mlp.up_proj,3,32,8,128,35.25674057006836,364.8125,872415232
106,mlp.up_proj,3,64,8,128,42.642433166503906,338.40625,872415232
106,mlp.up_proj,3,128,8,128,45.86810302734375,325.203125,872415232
106,mlp.up_proj,4,32,8,128,16.624156951904297,468.8125,872415232
106,mlp.up_proj,4,64,8,128,19.104286193847656,442.40625,872415232
106,mlp.up_proj,4,128,8,128,22.64383316040039,429.203125,872415232
106,mlp.up_proj,8,32,8,128,1.021403431892395,884.8125,872415232
106,mlp.up_proj,8,64,8,128,1.1386744976043701,858.40625,872415232
106,mlp.up_proj,8,128,8,128,1.3476518392562866,845.203125,872415232
106,mlp.down_proj,2,32,8,128,84.92080688476562,260.8125,872415232
106,mlp.down_proj,2,64,8,128,93.4627685546875,234.40625,872415232
106,mlp.down_proj,2,128,8,128,103.26278686523438,221.203125,872415232
106,mlp.down_proj,3,32,8,128,34.70520782470703,364.8125,872415232
106,mlp.down_proj,3,64,8,128,41.53816604614258,338.40625,872415232
106,mlp.down_proj,3,128,8,128,45.66164016723633,325.203125,872415232
106,mlp.down_proj,4,32,8,128,16.46855354309082,468.8125,872415232
106,mlp.down_proj,4,64,8,128,18.673643112182617,442.40625,872415232
106,mlp.down_proj,4,128,8,128,22.421241760253906,429.203125,872415232
106,mlp.down_proj,8,32,8,128,1.0144386291503906,884.8125,872415232
106,mlp.down_proj,8,64,8,128,1.1160684823989868,858.40625,872415232
106,mlp.down_proj,8,128,8,128,1.308568000793457,845.203125,872415232
107,self_attn.q_proj,2,32,8,128,39.3211669921875,80.25,268435456
107,self_attn.q_proj,2,64,8,128,46.71706771850586,72.125,268435456
107,self_attn.q_proj,2,128,8,128,52.84812545776367,68.0625,268435456
107,self_attn.q_proj,3,32,8,128,16.975034713745117,112.25,268435456
107,self_attn.q_proj,3,64,8,128,20.444746017456055,104.125,268435456
107,self_attn.q_proj,3,128,8,128,23.640777587890625,100.0625,268435456
107,self_attn.q_proj,4,32,8,128,7.987271785736084,144.25,268435456
107,self_attn.q_proj,4,64,8,128,9.505400657653809,136.125,268435456
107,self_attn.q_proj,4,128,8,128,11.110320091247559,132.0625,268435456
107,self_attn.q_proj,8,32,8,128,0.4859354496002197,272.25,268435456
107,self_attn.q_proj,8,64,8,128,0.5787341594696045,264.125,268435456
107,self_attn.q_proj,8,128,8,128,0.6726441979408264,260.0625,268435456
107,self_attn.v_proj,2,32,8,128,19.610706329345703,10.03125,33554432
107,self_attn.v_proj,2,64,8,128,24.263254165649414,9.015625,33554432
107,self_attn.v_proj,2,128,8,128,28.485490798950195,8.5078125,33554432
107,self_attn.v_proj,3,32,8,128,8.37969970703125,14.03125,33554432
107,self_attn.v_proj,3,64,8,128,10.37292766571045,13.015625,33554432
107,self_attn.v_proj,3,128,8,128,12.181975364685059,12.5078125,33554432
107,self_attn.v_proj,4,32,8,128,3.9123001098632812,18.03125,33554432
107,self_attn.v_proj,4,64,8,128,4.840473651885986,17.015625,33554432
107,self_attn.v_proj,4,128,8,128,5.68774938583374,16.5078125,33554432
107,self_attn.v_proj,8,32,8,128,0.23674042522907257,34.03125,33554432
107,self_attn.v_proj,8,64,8,128,0.2933196425437927,33.015625,33554432
107,self_attn.v_proj,8,128,8,128,0.3443946838378906,32.5078125,33554432
107,self_attn.k_proj,2,32,8,128,26.80897331237793,10.03125,33554432
107,self_attn.k_proj,2,64,8,128,35.60865783691406,9.015625,33554432
107,self_attn.k_proj,2,128,8,128,42.59599685668945,8.5078125,33554432
107,self_attn.k_proj,3,32,8,128,12.000631332397461,14.03125,33554432
107,self_attn.k_proj,3,64,8,128,16.631332397460938,13.015625,33554432
107,self_attn.k_proj,3,128,8,128,21.460966110229492,12.5078125,33554432
107,self_attn.k_proj,4,32,8,128,5.61665678024292,18.03125,33554432
107,self_attn.k_proj,4,64,8,128,7.788478851318359,17.015625,33554432
107,self_attn.k_proj,4,128,8,128,10.101200103759766,16.5078125,33554432
107,self_attn.k_proj,8,32,8,128,0.3401142954826355,34.03125,33554432
107,self_attn.k_proj,8,64,8,128,0.4712105095386505,33.015625,33554432
107,self_attn.k_proj,8,128,8,128,0.6118205785751343,32.5078125,33554432
107,self_attn.o_proj,2,32,8,128,47.362979888916016,80.25,268435456
107,self_attn.o_proj,2,64,8,128,55.30276107788086,72.125,268435456
107,self_attn.o_proj,2,128,8,128,62.860435485839844,68.0625,268435456
107,self_attn.o_proj,3,32,8,128,20.307504653930664,112.25,268435456
107,self_attn.o_proj,3,64,8,128,23.75177001953125,104.125,268435456
107,self_attn.o_proj,3,128,8,128,26.977846145629883,100.0625,268435456
107,self_attn.o_proj,4,32,8,128,9.462394714355469,144.25,268435456
107,self_attn.o_proj,4,64,8,128,11.161698341369629,136.125,268435456
107,self_attn.o_proj,4,128,8,128,12.62569808959961,132.0625,268435456
107,self_attn.o_proj,8,32,8,128,0.5789687037467957,272.25,268435456
107,self_attn.o_proj,8,64,8,128,0.6825801134109497,264.125,268435456
107,self_attn.o_proj,8,128,8,128,0.7685683965682983,260.0625,268435456
107,mlp.gate_proj,2,32,8,128,91.55155944824219,260.8125,872415232
107,mlp.gate_proj,2,64,8,128,101.39127349853516,234.40625,872415232
107,mlp.gate_proj,2,128,8,128,120.76301574707031,221.203125,872415232
107,mlp.gate_proj,3,32,8,128,38.11513900756836,364.8125,872415232
107,mlp.gate_proj,3,64,8,128,45.62630081176758,338.40625,872415232
107,mlp.gate_proj,3,128,8,128,48.771610260009766,325.203125,872415232
107,mlp.gate_proj,4,32,8,128,17.586225509643555,468.8125,872415232
107,mlp.gate_proj,4,64,8,128,21.359804153442383,442.40625,872415232
107,mlp.gate_proj,4,128,8,128,23.259693145751953,429.203125,872415232
107,mlp.gate_proj,8,32,8,128,1.0692466497421265,884.8125,872415232
107,mlp.gate_proj,8,64,8,128,1.267752766609192,858.40625,872415232
107,mlp.gate_proj,8,128,8,128,1.4317659139633179,845.203125,872415232
107,mlp.up_proj,2,32,8,128,87.09600830078125,260.8125,872415232
107,mlp.up_proj,2,64,8,128,94.47975158691406,234.40625,872415232
107,mlp.up_proj,2,128,8,128,105.9495849609375,221.203125,872415232
107,mlp.up_proj,3,32,8,128,35.29676055908203,364.8125,872415232
107,mlp.up_proj,3,64,8,128,42.72421646118164,338.40625,872415232
107,mlp.up_proj,3,128,8,128,45.8903923034668,325.203125,872415232
107,mlp.up_proj,4,32,8,128,16.63768768310547,468.8125,872415232
107,mlp.up_proj,4,64,8,128,19.138395309448242,442.40625,872415232
107,mlp.up_proj,4,128,8,128,22.646480560302734,429.203125,872415232
107,mlp.up_proj,8,32,8,128,1.022000789642334,884.8125,872415232
107,mlp.up_proj,8,64,8,128,1.140528678894043,858.40625,872415232
107,mlp.up_proj,8,128,8,128,1.3507450819015503,845.203125,872415232
107,mlp.down_proj,2,32,8,128,84.92992401123047,260.8125,872415232
107,mlp.down_proj,2,64,8,128,93.4829330444336,234.40625,872415232
107,mlp.down_proj,2,128,8,128,103.32282257080078,221.203125,872415232
107,mlp.down_proj,3,32,8,128,34.71296691894531,364.8125,872415232
107,mlp.down_proj,3,64,8,128,41.553367614746094,338.40625,872415232
107,mlp.down_proj,3,128,8,128,45.668216705322266,325.203125,872415232
107,mlp.down_proj,4,32,8,128,16.470600128173828,468.8125,872415232
107,mlp.down_proj,4,64,8,128,18.683101654052734,442.40625,872415232
107,mlp.down_proj,4,128,8,128,22.41908073425293,429.203125,872415232
107,mlp.down_proj,8,32,8,128,1.0145231485366821,884.8125,872415232
107,mlp.down_proj,8,64,8,128,1.1164658069610596,858.40625,872415232
107,mlp.down_proj,8,128,8,128,1.3091834783554077,845.203125,872415232
108,self_attn.q_proj,2,32,8,128,43.7552604675293,80.25,268435456
108,self_attn.q_proj,2,64,8,128,51.68016052246094,72.125,268435456
108,self_attn.q_proj,2,128,8,128,59.31783676147461,68.0625,268435456
108,self_attn.q_proj,3,32,8,128,18.722511291503906,112.25,268435456
108,self_attn.q_proj,3,64,8,128,22.728946685791016,104.125,268435456
108,self_attn.q_proj,3,128,8,128,26.176464080810547,100.0625,268435456
108,self_attn.q_proj,4,32,8,128,8.7376070022583,144.25,268435456
108,self_attn.q_proj,4,64,8,128,10.576529502868652,136.125,268435456
108,self_attn.q_proj,4,128,8,128,12.22314453125,132.0625,268435456
108,self_attn.q_proj,8,32,8,128,0.533211886882782,272.25,268435456
108,self_attn.q_proj,8,64,8,128,0.643564760684967,264.125,268435456
108,self_attn.q_proj,8,128,8,128,0.7426735758781433,260.0625,268435456
108,self_attn.v_proj,2,32,8,128,20.175832748413086,10.03125,33554432
108,self_attn.v_proj,2,64,8,128,24.884490966796875,9.015625,33554432
108,self_attn.v_proj,2,128,8,128,29.09523582458496,8.5078125,33554432
108,self_attn.v_proj,3,32,8,128,8.621716499328613,14.03125,33554432
108,self_attn.v_proj,3,64,8,128,10.639603614807129,13.015625,33554432
108,self_attn.v_proj,3,128,8,128,12.444436073303223,12.5078125,33554432
108,self_attn.v_proj,4,32,8,128,4.0227251052856445,18.03125,33554432
108,self_attn.v_proj,4,64,8,128,4.963648796081543,17.015625,33554432
108,self_attn.v_proj,4,128,8,128,5.806397438049316,16.5078125,33554432
108,self_attn.v_proj,8,32,8,128,0.24351264536380768,34.03125,33554432
108,self_attn.v_proj,8,64,8,128,0.30079230666160583,33.015625,33554432
108,self_attn.v_proj,8,128,8,128,0.35174933075904846,32.5078125,33554432
108,self_attn.k_proj,2,32,8,128,29.646522521972656,10.03125,33554432
108,self_attn.k_proj,2,64,8,128,38.77748107910156,9.015625,33554432
108,self_attn.k_proj,2,128,8,128,46.163970947265625,8.5078125,33554432
108,self_attn.k_proj,3,32,8,128,13.066384315490723,14.03125,33554432
108,self_attn.k_proj,3,64,8,128,17.741670608520508,13.015625,33554432
108,self_attn.k_proj,3,128,8,128,22.29288673400879,12.5078125,33554432
108,self_attn.k_proj,4,32,8,128,6.108715534210205,18.03125,33554432
108,self_attn.k_proj,4,64,8,128,8.30125617980957,17.015625,33554432
108,self_attn.k_proj,4,128,8,128,10.463775634765625,16.5078125,33554432
108,self_attn.k_proj,8,32,8,128,0.3698209226131439,34.03125,33554432
108,self_attn.k_proj,8,64,8,128,0.5023631453514099,33.015625,33554432
108,self_attn.k_proj,8,128,8,128,0.6338397264480591,32.5078125,33554432
108,self_attn.o_proj,2,32,8,128,49.2007942199707,80.25,268435456
108,self_attn.o_proj,2,64,8,128,57.5318489074707,72.125,268435456
108,self_attn.o_proj,2,128,8,128,64.9482421875,68.0625,268435456
108,self_attn.o_proj,3,32,8,128,21.126657485961914,112.25,268435456
108,self_attn.o_proj,3,64,8,128,24.540559768676758,104.125,268435456
108,self_attn.o_proj,3,128,8,128,27.76376724243164,100.0625,268435456
108,self_attn.o_proj,4,32,8,128,9.827550888061523,144.25,268435456
108,self_attn.o_proj,4,64,8,128,11.499531745910645,136.125,268435456
108,self_attn.o_proj,4,128,8,128,12.939757347106934,132.0625,268435456
108,self_attn.o_proj,8,32,8,128,0.600836455821991,272.25,268435456
108,self_attn.o_proj,8,64,8,128,0.7046746611595154,264.125,268435456
108,self_attn.o_proj,8,128,8,128,0.7851842045783997,260.0625,268435456
108,mlp.gate_proj,2,32,8,128,91.54438781738281,260.8125,872415232
108,mlp.gate_proj,2,64,8,128,101.38091278076172,234.40625,872415232
108,mlp.gate_proj,2,128,8,128,120.81802368164062,221.203125,872415232
108,mlp.gate_proj,3,32,8,128,38.104164123535156,364.8125,872415232
108,mlp.gate_proj,3,64,8,128,45.62528991699219,338.40625,872415232
108,mlp.gate_proj,3,128,8,128,48.765869140625,325.203125,872415232
108,mlp.gate_proj,4,32,8,128,17.580856323242188,468.8125,872415232
108,mlp.gate_proj,4,64,8,128,21.360183715820312,442.40625,872415232
108,mlp.gate_proj,4,128,8,128,23.264076232910156,429.203125,872415232
108,mlp.gate_proj,8,32,8,128,1.0689754486083984,884.8125,872415232
108,mlp.gate_proj,8,64,8,128,1.2672117948532104,858.40625,872415232
108,mlp.gate_proj,8,128,8,128,1.4318169355392456,845.203125,872415232
108,mlp.up_proj,2,32,8,128,87.27328491210938,260.8125,872415232
108,mlp.up_proj,2,64,8,128,94.57349395751953,234.40625,872415232
108,mlp.up_proj,2,128,8,128,106.16072845458984,221.203125,872415232
108,mlp.up_proj,3,32,8,128,35.348777770996094,364.8125,872415232
108,mlp.up_proj,3,64,8,128,42.83236312866211,338.40625,872415232
108,mlp.up_proj,3,128,8,128,45.92262649536133,325.203125,872415232
108,mlp.up_proj,4,32,8,128,16.653318405151367,468.8125,872415232
108,mlp.up_proj,4,64,8,128,19.18234634399414,442.40625,872415232
108,mlp.up_proj,4,128,8,128,22.650903701782227,429.203125,872415232
108,mlp.up_proj,8,32,8,128,1.022733211517334,884.8125,872415232
108,mlp.up_proj,8,64,8,128,1.1429314613342285,858.40625,872415232
108,mlp.up_proj,8,128,8,128,1.3549615144729614,845.203125,872415232
108,mlp.down_proj,2,32,8,128,84.94422149658203,260.8125,872415232
108,mlp.down_proj,2,64,8,128,93.49801635742188,234.40625,872415232
108,mlp.down_proj,2,128,8,128,103.31383514404297,221.203125,872415232
108,mlp.down_proj,3,32,8,128,34.71881103515625,364.8125,872415232
108,mlp.down_proj,3,64,8,128,41.57015609741211,338.40625,872415232
108,mlp.down_proj,3,128,8,128,45.6773567199707,325.203125,872415232
108,mlp.down_proj,4,32,8,128,16.473337173461914,468.8125,872415232
108,mlp.down_proj,4,64,8,128,18.68669319152832,442.40625,872415232
108,mlp.down_proj,4,128,8,128,22.43341636657715,429.203125,872415232
108,mlp.down_proj,8,32,8,128,1.0146228075027466,884.8125,872415232
108,mlp.down_proj,8,64,8,128,1.116915225982666,858.40625,872415232
108,mlp.down_proj,8,128,8,128,1.3099620342254639,845.203125,872415232
109,self_attn.q_proj,2,32,8,128,50.29551696777344,80.25,268435456
109,self_attn.q_proj,2,64,8,128,60.321022033691406,72.125,268435456
109,self_attn.q_proj,2,128,8,128,68.18819427490234,68.0625,268435456
109,self_attn.q_proj,3,32,8,128,21.87982177734375,112.25,268435456
109,self_attn.q_proj,3,64,8,128,26.15812110900879,104.125,268435456
109,self_attn.q_proj,3,128,8,128,30.52762794494629,100.0625,268435456
109,self_attn.q_proj,4,32,8,128,10.163618087768555,144.25,268435456
109,self_attn.q_proj,4,64,8,128,12.213167190551758,136.125,268435456
109,self_attn.q_proj,4,128,8,128,14.188650131225586,132.0625,268435456
109,self_attn.q_proj,8,32,8,128,0.6197539567947388,272.25,268435456
109,self_attn.q_proj,8,64,8,128,0.7445166110992432,264.125,268435456
109,self_attn.q_proj,8,128,8,128,0.8582049608230591,260.0625,268435456
109,self_attn.v_proj,2,32,8,128,19.257152557373047,10.03125,33554432
109,self_attn.v_proj,2,64,8,128,23.715322494506836,9.015625,33554432
109,self_attn.v_proj,2,128,8,128,27.6829776763916,8.5078125,33554432
109,self_attn.v_proj,3,32,8,128,8.228440284729004,14.03125,33554432
109,self_attn.v_proj,3,64,8,128,10.1384859085083,13.015625,33554432
109,self_attn.v_proj,3,128,8,128,11.843596458435059,12.5078125,33554432
109,self_attn.v_proj,4,32,8,128,3.8388640880584717,18.03125,33554432
109,self_attn.v_proj,4,64,8,128,4.729865550994873,17.015625,33554432
109,self_attn.v_proj,4,128,8,128,5.527465343475342,16.5078125,33554432
109,self_attn.v_proj,8,32,8,128,0.2323572039604187,34.03125,33554432
109,self_attn.v_proj,8,64,8,128,0.28667810559272766,33.015625,33554432
109,self_attn.v_proj,8,128,8,128,0.33472901582717896,32.5078125,33554432
109,self_attn.k_proj,2,32,8,128,32.827388763427734,10.03125,33554432
109,self_attn.k_proj,2,64,8,128,42.082881927490234,9.015625,33554432
109,self_attn.k_proj,2,128,8,128,49.39219284057617,8.5078125,33554432
109,self_attn.k_proj,3,32,8,128,14.583806037902832,14.03125,33554432
109,self_attn.k_proj,3,64,8,128,19.626291275024414,13.015625,33554432
109,self_attn.k_proj,3,128,8,128,24.190214157104492,12.5078125,33554432
109,self_attn.k_proj,4,32,8,128,6.825461387634277,18.03125,33554432
109,self_attn.k_proj,4,64,8,128,9.212530136108398,17.015625,33554432
109,self_attn.k_proj,4,128,8,128,11.441311836242676,16.5078125,33554432
109,self_attn.k_proj,8,32,8,128,0.41343045234680176,34.03125,33554432
109,self_attn.k_proj,8,64,8,128,0.5579806566238403,33.015625,33554432
109,self_attn.k_proj,8,128,8,128,0.6934868693351746,32.5078125,33554432
109,self_attn.o_proj,2,32,8,128,49.6051139831543,80.25,268435456
109,self_attn.o_proj,2,64,8,128,58.04452896118164,72.125,268435456
109,self_attn.o_proj,2,128,8,128,65.42948913574219,68.0625,268435456
109,self_attn.o_proj,3,32,8,128,21.325504302978516,112.25,268435456
109,self_attn.o_proj,3,64,8,128,24.743568420410156,104.125,268435456
109,self_attn.o_proj,3,128,8,128,28.0312442779541,100.0625,268435456
109,self_attn.o_proj,4,32,8,128,9.919100761413574,144.25,268435456
109,self_attn.o_proj,4,64,8,128,11.588675498962402,136.125,268435456
109,self_attn.o_proj,4,128,8,128,13.05411148071289,132.0625,268435456
109,self_attn.o_proj,8,32,8,128,0.6063210964202881,272.25,268435456
109,self_attn.o_proj,8,64,8,128,0.7103501558303833,264.125,268435456
109,self_attn.o_proj,8,128,8,128,0.7917840480804443,260.0625,268435456
109,mlp.gate_proj,2,32,8,128,91.50676727294922,260.8125,872415232
109,mlp.gate_proj,2,64,8,128,101.25321960449219,234.40625,872415232
109,mlp.gate_proj,2,128,8,128,120.60743713378906,221.203125,872415232
109,mlp.gate_proj,3,32,8,128,38.04829788208008,364.8125,872415232
109,mlp.gate_proj,3,64,8,128,45.60932540893555,338.40625,872415232
109,mlp.gate_proj,3,128,8,128,48.707191467285156,325.203125,872415232
109,mlp.gate_proj,4,32,8,128,17.561702728271484,468.8125,872415232
109,mlp.gate_proj,4,64,8,128,21.31553077697754,442.40625,872415232
109,mlp.gate_proj,4,128,8,128,23.244081497192383,429.203125,872415232
109,mlp.gate_proj,8,32,8,128,1.0679173469543457,884.8125,872415232
109,mlp.gate_proj,8,64,8,128,1.2649827003479004,858.40625,872415232
109,mlp.gate_proj,8,128,8,128,1.4310684204101562,845.203125,872415232
109,mlp.up_proj,2,32,8,128,87.30673217773438,260.8125,872415232
109,mlp.up_proj,2,64,8,128,94.58424377441406,234.40625,872415232
109,mlp.up_proj,2,128,8,128,106.21485900878906,221.203125,872415232
109,mlp.up_proj,3,32,8,128,35.354881286621094,364.8125,872415232
109,mlp.up_proj,3,64,8,128,42.83125305175781,338.40625,872415232
109,mlp.up_proj,3,128,8,128,45.91788101196289,325.203125,872415232
109,mlp.up_proj,4,32,8,128,16.653579711914062,468.8125,872415232
109,mlp.up_proj,4,64,8,128,19.180259704589844,442.40625,872415232
109,mlp.up_proj,4,128,8,128,22.64927864074707,429.203125,872415232
109,mlp.up_proj,8,32,8,128,1.0227640867233276,884.8125,872415232
109,mlp.up_proj,8,64,8,128,1.1428000926971436,858.40625,872415232
109,mlp.up_proj,8,128,8,128,1.3543270826339722,845.203125,872415232
109,mlp.down_proj,2,32,8,128,84.98806762695312,260.8125,872415232
109,mlp.down_proj,2,64,8,128,93.49976348876953,234.40625,872415232
109,mlp.down_proj,2,128,8,128,103.34293365478516,221.203125,872415232
109,mlp.down_proj,3,32,8,128,34.724891662597656,364.8125,872415232
109,mlp.down_proj,3,64,8,128,41.57688522338867,338.40625,872415232
109,mlp.down_proj,3,128,8,128,45.67146301269531,325.203125,872415232
109,mlp.down_proj,4,32,8,128,16.47414779663086,468.8125,872415232
109,mlp.down_proj,4,64,8,128,18.68956756591797,442.40625,872415232
109,mlp.down_proj,4,128,8,128,22.44266700744629,429.203125,872415232
109,mlp.down_proj,8,32,8,128,1.014709234237671,884.8125,872415232
109,mlp.down_proj,8,64,8,128,1.1169863939285278,858.40625,872415232
109,mlp.down_proj,8,128,8,128,1.3098303079605103,845.203125,872415232
110,self_attn.q_proj,2,32,8,128,46.338043212890625,80.25,268435456
110,self_attn.q_proj,2,64,8,128,55.01385498046875,72.125,268435456
110,self_attn.q_proj,2,128,8,128,63.353824615478516,68.0625,268435456
110,self_attn.q_proj,3,32,8,128,19.844161987304688,112.25,268435456
110,self_attn.q_proj,3,64,8,128,23.773418426513672,104.125,268435456
110,self_attn.q_proj,3,128,8,128,27.527841567993164,100.0625,268435456
110,self_attn.q_proj,4,32,8,128,9.234439849853516,144.25,268435456
110,self_attn.q_proj,4,64,8,128,11.166494369506836,136.125,268435456
110,self_attn.q_proj,4,128,8,128,12.82092571258545,132.0625,268435456
110,self_attn.q_proj,8,32,8,128,0.5634030699729919,272.25,268435456
110,self_attn.q_proj,8,64,8,128,0.6793033480644226,264.125,268435456
110,self_attn.q_proj,8,128,8,128,0.7765060067176819,260.0625,268435456
110,self_attn.v_proj,2,32,8,128,20.48101806640625,10.03125,33554432
110,self_attn.v_proj,2,64,8,128,25.285175323486328,9.015625,33554432
110,self_attn.v_proj,2,128,8,128,29.603670120239258,8.5078125,33554432
110,self_attn.v_proj,3,32,8,128,8.750457763671875,14.03125,33554432
110,self_attn.v_proj,3,64,8,128,10.812410354614258,13.015625,33554432
110,self_attn.v_proj,3,128,8,128,12.656452178955078,12.5078125,33554432
110,self_attn.v_proj,4,32,8,128,4.083406925201416,18.03125,33554432
110,self_attn.v_proj,4,64,8,128,5.043664932250977,17.015625,33554432
110,self_attn.v_proj,4,128,8,128,5.906978130340576,16.5078125,33554432
110,self_attn.v_proj,8,32,8,128,0.24724070727825165,34.03125,33554432
110,self_attn.v_proj,8,64,8,128,0.30576953291893005,33.015625,33554432
110,self_attn.v_proj,8,128,8,128,0.35795506834983826,32.5078125,33554432
110,self_attn.k_proj,2,32,8,128,31.47015953063965,10.03125,33554432
110,self_attn.k_proj,2,64,8,128,40.43003463745117,9.015625,33554432
110,self_attn.k_proj,2,128,8,128,47.5428581237793,8.5078125,33554432
110,self_attn.k_proj,3,32,8,128,13.762640953063965,14.03125,33554432
110,self_attn.k_proj,3,64,8,128,18.436954498291016,13.015625,33554432
110,self_attn.k_proj,3,128,8,128,22.711030960083008,12.5078125,33554432
110,self_attn.k_proj,4,32,8,128,6.431363582611084,18.03125,33554432
110,self_attn.k_proj,4,64,8,128,8.629644393920898,17.015625,33554432
110,self_attn.k_proj,4,128,8,128,10.67418098449707,16.5078125,33554432
110,self_attn.k_proj,8,32,8,128,0.38973933458328247,34.03125,33554432
110,self_attn.k_proj,8,64,8,128,0.52290278673172,33.015625,33554432
110,self_attn.k_proj,8,128,8,128,0.646653413772583,32.5078125,33554432
110,self_attn.o_proj,2,32,8,128,49.260189056396484,80.25,268435456
110,self_attn.o_proj,2,64,8,128,57.570858001708984,72.125,268435456
110,self_attn.o_proj,2,128,8,128,64.96711730957031,68.0625,268435456
110,self_attn.o_proj,3,32,8,128,21.153213500976562,112.25,268435456
110,self_attn.o_proj,3,64,8,128,24.556476593017578,104.125,268435456
110,self_attn.o_proj,3,128,8,128,27.750343322753906,100.0625,268435456
110,self_attn.o_proj,4,32,8,128,9.840205192565918,144.25,268435456
110,self_attn.o_proj,4,64,8,128,11.504830360412598,136.125,268435456
110,self_attn.o_proj,4,128,8,128,12.931405067443848,132.0625,268435456
110,self_attn.o_proj,8,32,8,128,0.6016017198562622,272.25,268435456
110,self_attn.o_proj,8,64,8,128,0.7052858471870422,264.125,268435456
110,self_attn.o_proj,8,128,8,128,0.7848449945449829,260.0625,268435456
110,mlp.gate_proj,2,32,8,128,91.51517486572266,260.8125,872415232
110,mlp.gate_proj,2,64,8,128,101.28429412841797,234.40625,872415232
110,mlp.gate_proj,2,128,8,128,120.54830932617188,221.203125,872415232
110,mlp.gate_proj,3,32,8,128,38.06734848022461,364.8125,872415232
110,mlp.gate_proj,3,64,8,128,45.60941696166992,338.40625,872415232
110,mlp.gate_proj,3,128,8,128,48.70803451538086,325.203125,872415232
110,mlp.gate_proj,4,32,8,128,17.56657600402832,468.8125,872415232
110,mlp.gate_proj,4,64,8,128,21.329130172729492,442.40625,872415232
110,mlp.gate_proj,4,128,8,128,23.23992156982422,429.203125,872415232
110,mlp.gate_proj,8,32,8,128,1.0682740211486816,884.8125,872415232
110,mlp.gate_proj,8,64,8,128,1.2655211687088013,858.40625,872415232
110,mlp.gate_proj,8,128,8,128,1.4309821128845215,845.203125,872415232
110,mlp.up_proj,2,32,8,128,87.49349212646484,260.8125,872415232
110,mlp.up_proj,2,64,8,128,94.68070983886719,234.40625,872415232
110,mlp.up_proj,2,128,8,128,106.49991607666016,221.203125,872415232
110,mlp.up_proj,3,32,8,128,35.40814971923828,364.8125,872415232
110,mlp.up_proj,3,64,8,128,42.92695236206055,338.40625,872415232
110,mlp.up_proj,3,128,8,128,45.94029998779297,325.203125,872415232
110,mlp.up_proj,4,32,8,128,16.67006492614746,468.8125,872415232
110,mlp.up_proj,4,64,8,128,19.223011016845703,442.40625,872415232
110,mlp.up_proj,4,128,8,128,22.652057647705078,429.203125,872415232
110,mlp.up_proj,8,32,8,128,1.0234766006469727,884.8125,872415232
110,mlp.up_proj,8,64,8,128,1.1449642181396484,858.40625,872415232
110,mlp.up_proj,8,128,8,128,1.3579732179641724,845.203125,872415232
110,mlp.down_proj,2,32,8,128,85.08609008789062,260.8125,872415232
110,mlp.down_proj,2,64,8,128,93.549560546875,234.40625,872415232
110,mlp.down_proj,2,128,8,128,103.52387237548828,221.203125,872415232
110,mlp.down_proj,3,32,8,128,34.752559661865234,364.8125,872415232
110,mlp.down_proj,3,64,8,128,41.63064956665039,338.40625,872415232
110,mlp.down_proj,3,128,8,128,45.68155288696289,325.203125,872415232
110,mlp.down_proj,4,32,8,128,16.482057571411133,468.8125,872415232
110,mlp.down_proj,4,64,8,128,18.71054458618164,442.40625,872415232
110,mlp.down_proj,4,128,8,128,22.462127685546875,429.203125,872415232
110,mlp.down_proj,8,32,8,128,1.0150433778762817,884.8125,872415232
110,mlp.down_proj,8,64,8,128,1.118082880973816,858.40625,872415232
110,mlp.down_proj,8,128,8,128,1.311808705329895,845.203125,872415232
111,self_attn.q_proj,2,32,8,128,50.46704864501953,80.25,268435456
111,self_attn.q_proj,2,64,8,128,60.08896255493164,72.125,268435456
111,self_attn.q_proj,2,128,8,128,67.8038558959961,68.0625,268435456
111,self_attn.q_proj,3,32,8,128,21.804141998291016,112.25,268435456
111,self_attn.q_proj,3,64,8,128,25.66510772705078,104.125,268435456
111,self_attn.q_proj,3,128,8,128,29.51650047302246,100.0625,268435456
111,self_attn.q_proj,4,32,8,128,10.132197380065918,144.25,268435456
111,self_attn.q_proj,4,64,8,128,11.997413635253906,136.125,268435456
111,self_attn.q_proj,4,128,8,128,13.718873023986816,132.0625,268435456
111,self_attn.q_proj,8,32,8,128,0.618413507938385,272.25,268435456
111,self_attn.q_proj,8,64,8,128,0.7325189709663391,264.125,268435456
111,self_attn.q_proj,8,128,8,128,0.8292121291160583,260.0625,268435456
111,self_attn.v_proj,2,32,8,128,20.8023681640625,10.03125,33554432
111,self_attn.v_proj,2,64,8,128,25.724037170410156,9.015625,33554432
111,self_attn.v_proj,2,128,8,128,30.158979415893555,8.5078125,33554432
111,self_attn.v_proj,3,32,8,128,8.885883331298828,14.03125,33554432
111,self_attn.v_proj,3,64,8,128,11.000041007995605,13.015625,33554432
111,self_attn.v_proj,3,128,8,128,12.895625114440918,12.5078125,33554432
111,self_attn.v_proj,4,32,8,128,4.1466827392578125,18.03125,33554432
111,self_attn.v_proj,4,64,8,128,5.131444454193115,17.015625,33554432
111,self_attn.v_proj,4,128,8,128,6.017545700073242,16.5078125,33554432
111,self_attn.v_proj,8,32,8,128,0.2510581314563751,34.03125,33554432
111,self_attn.v_proj,8,64,8,128,0.310996949672699,33.015625,33554432
111,self_attn.v_proj,8,128,8,128,0.36454281210899353,32.5078125,33554432
111,self_attn.k_proj,2,32,8,128,35.6386604309082,10.03125,33554432
111,self_attn.k_proj,2,64,8,128,46.17045211791992,9.015625,33554432
111,self_attn.k_proj,2,128,8,128,54.32435607910156,8.5078125,33554432
111,self_attn.k_proj,3,32,8,128,15.435585975646973,14.03125,33554432
111,self_attn.k_proj,3,64,8,128,20.57869529724121,13.015625,33554432
111,self_attn.k_proj,3,128,8,128,24.995412826538086,12.5078125,33554432
111,self_attn.k_proj,4,32,8,128,7.212345600128174,18.03125,33554432
111,self_attn.k_proj,4,64,8,128,9.633260726928711,17.015625,33554432
111,self_attn.k_proj,4,128,8,128,11.751089096069336,16.5078125,33554432
111,self_attn.k_proj,8,32,8,128,0.43678009510040283,34.03125,33554432
111,self_attn.k_proj,8,64,8,128,0.5840903520584106,33.015625,33554432
111,self_attn.k_proj,8,128,8,128,0.7124744057655334,32.5078125,33554432
111,self_attn.o_proj,2,32,8,128,50.074729919433594,80.25,268435456
111,self_attn.o_proj,2,64,8,128,58.5781135559082,72.125,268435456
111,self_attn.o_proj,2,128,8,128,65.96320343017578,68.0625,268435456
111,self_attn.o_proj,3,32,8,128,21.526752471923828,112.25,268435456
111,self_attn.o_proj,3,64,8,128,24.960371017456055,104.125,268435456
111,self_attn.o_proj,3,128,8,128,28.228775024414062,100.0625,268435456
111,self_attn.o_proj,4,32,8,128,10.011157989501953,144.25,268435456
111,self_attn.o_proj,4,64,8,128,11.67792797088623,136.125,268435456
111,self_attn.o_proj,4,128,8,128,13.150853157043457,132.0625,268435456
111,self_attn.o_proj,8,32,8,128,0.6120740175247192,272.25,268435456
111,self_attn.o_proj,8,64,8,128,0.7153217792510986,264.125,268435456
111,self_attn.o_proj,8,128,8,128,0.79771888256073,260.0625,268435456
111,mlp.gate_proj,2,32,8,128,91.8416519165039,260.8125,872415232
111,mlp.gate_proj,2,64,8,128,102.56807708740234,234.40625,872415232
111,mlp.gate_proj,2,128,8,128,123.05081939697266,221.203125,872415232
111,mlp.gate_proj,3,32,8,128,38.47184371948242,364.8125,872415232
111,mlp.gate_proj,3,64,8,128,45.779720306396484,338.40625,872415232
111,mlp.gate_proj,3,128,8,128,49.427818298339844,325.203125,872415232
111,mlp.gate_proj,4,32,8,128,17.720827102661133,468.8125,872415232
111,mlp.gate_proj,4,64,8,128,21.650747299194336,442.40625,872415232
111,mlp.gate_proj,4,128,8,128,23.441295623779297,429.203125,872415232
111,mlp.gate_proj,8,32,8,128,1.0763676166534424,884.8125,872415232
111,mlp.gate_proj,8,64,8,128,1.285140037536621,858.40625,872415232
111,mlp.gate_proj,8,128,8,128,1.4389044046401978,845.203125,872415232
111,mlp.up_proj,2,32,8,128,87.3088607788086,260.8125,872415232
111,mlp.up_proj,2,64,8,128,94.59856414794922,234.40625,872415232
111,mlp.up_proj,2,128,8,128,106.24785614013672,221.203125,872415232
111,mlp.up_proj,3,32,8,128,35.35239791870117,364.8125,872415232
111,mlp.up_proj,3,64,8,128,42.844703674316406,338.40625,872415232
111,mlp.up_proj,3,128,8,128,45.92176818847656,325.203125,872415232
111,mlp.up_proj,4,32,8,128,16.654556274414062,468.8125,872415232
111,mlp.up_proj,4,64,8,128,19.184850692749023,442.40625,872415232
111,mlp.up_proj,4,128,8,128,22.650482177734375,429.203125,872415232
111,mlp.up_proj,8,32,8,128,1.0227588415145874,884.8125,872415232
111,mlp.up_proj,8,64,8,128,1.1429582834243774,858.40625,872415232
111,mlp.up_proj,8,128,8,128,1.3547954559326172,845.203125,872415232
111,mlp.down_proj,2,32,8,128,84.72409057617188,260.8125,872415232
111,mlp.down_proj,2,64,8,128,93.415771484375,234.40625,872415232
111,mlp.down_proj,2,128,8,128,103.08561706542969,221.203125,872415232
111,mlp.down_proj,3,32,8,128,34.66016387939453,364.8125,872415232
111,mlp.down_proj,3,64,8,128,41.45621871948242,338.40625,872415232
111,mlp.down_proj,3,128,8,128,45.6568603515625,325.203125,872415232
111,mlp.down_proj,4,32,8,128,16.457313537597656,468.8125,872415232
111,mlp.down_proj,4,64,8,128,18.639921188354492,442.40625,872415232
111,mlp.down_proj,4,128,8,128,22.356027603149414,429.203125,872415232
111,mlp.down_proj,8,32,8,128,1.0139206647872925,884.8125,872415232
111,mlp.down_proj,8,64,8,128,1.114518165588379,858.40625,872415232
111,mlp.down_proj,8,128,8,128,1.305275559425354,845.203125,872415232
112,self_attn.q_proj,2,32,8,128,49.11835861206055,80.25,268435456
112,self_attn.q_proj,2,64,8,128,58.531394958496094,72.125,268435456
112,self_attn.q_proj,2,128,8,128,66.4838638305664,68.0625,268435456
112,self_attn.q_proj,3,32,8,128,21.206787109375,112.25,268435456
112,self_attn.q_proj,3,64,8,128,25.13172721862793,104.125,268435456
112,self_attn.q_proj,3,128,8,128,29.047273635864258,100.0625,268435456
112,self_attn.q_proj,4,32,8,128,9.859338760375977,144.25,268435456
112,self_attn.q_proj,4,64,8,128,11.766012191772461,136.125,268435456
112,self_attn.q_proj,4,128,8,128,13.510631561279297,132.0625,268435456
112,self_attn.q_proj,8,32,8,128,0.6001951694488525,272.25,268435456
112,self_attn.q_proj,8,64,8,128,0.7187260389328003,264.125,268435456
112,self_attn.q_proj,8,128,8,128,0.8170894980430603,260.0625,268435456
112,self_attn.v_proj,2,32,8,128,20.498693466186523,10.03125,33554432
112,self_attn.v_proj,2,64,8,128,25.290769577026367,9.015625,33554432
112,self_attn.v_proj,2,128,8,128,29.60739517211914,8.5078125,33554432
112,self_attn.v_proj,3,32,8,128,8.756817817687988,14.03125,33554432
112,self_attn.v_proj,3,64,8,128,10.813997268676758,13.015625,33554432
112,self_attn.v_proj,3,128,8,128,12.66268539428711,12.5078125,33554432
112,self_attn.v_proj,4,32,8,128,4.086859226226807,18.03125,33554432
112,self_attn.v_proj,4,64,8,128,5.0454864501953125,17.015625,33554432
112,self_attn.v_proj,4,128,8,128,5.908915042877197,16.5078125,33554432
112,self_attn.v_proj,8,32,8,128,0.2474234253168106,34.03125,33554432
112,self_attn.v_proj,8,64,8,128,0.3059267997741699,33.015625,33554432
112,self_attn.v_proj,8,128,8,128,0.35803884267807007,32.5078125,33554432
112,self_attn.k_proj,2,32,8,128,32.5338020324707,10.03125,33554432
112,self_attn.k_proj,2,64,8,128,42.06261444091797,9.015625,33554432
112,self_attn.k_proj,2,128,8,128,49.9579963684082,8.5078125,33554432
112,self_attn.k_proj,3,32,8,128,14.070292472839355,14.03125,33554432
112,self_attn.k_proj,3,64,8,128,18.449111938476562,13.015625,33554432
112,self_attn.k_proj,3,128,8,128,22.409961700439453,12.5078125,33554432
112,self_attn.k_proj,4,32,8,128,6.569504737854004,18.03125,33554432
112,self_attn.k_proj,4,64,8,128,8.611306190490723,17.015625,33554432
112,self_attn.k_proj,4,128,8,128,10.468798637390137,16.5078125,33554432
112,self_attn.k_proj,8,32,8,128,0.39796122908592224,34.03125,33554432
112,self_attn.k_proj,8,64,8,128,0.5216730833053589,33.015625,33554432
112,self_attn.k_proj,8,128,8,128,0.6339514255523682,32.5078125,33554432
112,self_attn.o_proj,2,32,8,128,49.37180709838867,80.25,268435456
112,self_attn.o_proj,2,64,8,128,57.732666015625,72.125,268435456
112,self_attn.o_proj,2,128,8,128,65.12635803222656,68.0625,268435456
112,self_attn.o_proj,3,32,8,128,21.205358505249023,112.25,268435456
112,self_attn.o_proj,3,64,8,128,24.621761322021484,104.125,268435456
112,self_attn.o_proj,3,128,8,128,27.8593692779541,100.0625,268435456
112,self_attn.o_proj,4,32,8,128,9.864908218383789,144.25,268435456
112,self_attn.o_proj,4,64,8,128,11.531431198120117,136.125,268435456
112,self_attn.o_proj,4,128,8,128,12.980364799499512,132.0625,268435456
112,self_attn.o_proj,8,32,8,128,0.6030908226966858,272.25,268435456
112,self_attn.o_proj,8,64,8,128,0.7071242332458496,264.125,268435456
112,self_attn.o_proj,8,128,8,128,0.7875619530677795,260.0625,268435456
112,mlp.gate_proj,2,32,8,128,91.70130157470703,260.8125,872415232
112,mlp.gate_proj,2,64,8,128,102.06000518798828,234.40625,872415232
112,mlp.gate_proj,2,128,8,128,122.07233428955078,221.203125,872415232
112,mlp.gate_proj,3,32,8,128,38.300357818603516,364.8125,872415232
112,mlp.gate_proj,3,64,8,128,45.70833969116211,338.40625,872415232
112,mlp.gate_proj,3,128,8,128,49.13541030883789,325.203125,872415232
112,mlp.gate_proj,4,32,8,128,17.6552791595459,468.8125,872415232
112,mlp.gate_proj,4,64,8,128,21.520923614501953,442.40625,872415232
112,mlp.gate_proj,4,128,8,128,23.360916137695312,429.203125,872415232
112,mlp.gate_proj,8,32,8,128,1.072959303855896,884.8125,872415232
112,mlp.gate_proj,8,64,8,128,1.2772376537322998,858.40625,872415232
112,mlp.gate_proj,8,128,8,128,1.4354774951934814,845.203125,872415232
112,mlp.up_proj,2,32,8,128,87.45341491699219,260.8125,872415232
112,mlp.up_proj,2,64,8,128,94.66851043701172,234.40625,872415232
112,mlp.up_proj,2,128,8,128,106.4359130859375,221.203125,872415232
112,mlp.up_proj,3,32,8,128,35.39804458618164,364.8125,872415232
112,mlp.up_proj,3,64,8,128,42.91351318359375,338.40625,872415232
112,mlp.up_proj,3,128,8,128,45.94077682495117,325.203125,872415232
112,mlp.up_proj,4,32,8,128,16.66583824157715,468.8125,872415232
112,mlp.up_proj,4,64,8,128,19.21628189086914,442.40625,872415232
112,mlp.up_proj,4,128,8,128,22.652849197387695,429.203125,872415232
112,mlp.up_proj,8,32,8,128,1.023356556892395,884.8125,872415232
112,mlp.up_proj,8,64,8,128,1.1447540521621704,858.40625,872415232
112,mlp.up_proj,8,128,8,128,1.3576369285583496,845.203125,872415232
112,mlp.down_proj,2,32,8,128,84.74142456054688,260.8125,872415232
112,mlp.down_proj,2,64,8,128,93.42385864257812,234.40625,872415232
112,mlp.down_proj,2,128,8,128,103.11366271972656,221.203125,872415232
112,mlp.down_proj,3,32,8,128,34.669403076171875,364.8125,872415232
112,mlp.down_proj,3,64,8,128,41.45838928222656,338.40625,872415232
112,mlp.down_proj,3,128,8,128,45.66801834106445,325.203125,872415232
112,mlp.down_proj,4,32,8,128,16.460010528564453,468.8125,872415232
112,mlp.down_proj,4,64,8,128,18.650693893432617,442.40625,872415232
112,mlp.down_proj,4,128,8,128,22.376604080200195,429.203125,872415232
112,mlp.down_proj,8,32,8,128,1.0140334367752075,884.8125,872415232
112,mlp.down_proj,8,64,8,128,1.1149122714996338,858.40625,872415232
112,mlp.down_proj,8,128,8,128,1.3061261177062988,845.203125,872415232
113,self_attn.q_proj,2,32,8,128,43.28667068481445,80.25,268435456
113,self_attn.q_proj,2,64,8,128,51.47956466674805,72.125,268435456
113,self_attn.q_proj,2,128,8,128,59.44916915893555,68.0625,268435456
113,self_attn.q_proj,3,32,8,128,18.444721221923828,112.25,268435456
113,self_attn.q_proj,3,64,8,128,22.3790225982666,104.125,268435456
113,self_attn.q_proj,3,128,8,128,25.725099563598633,100.0625,268435456
113,self_attn.q_proj,4,32,8,128,8.611543655395508,144.25,268435456
113,self_attn.q_proj,4,64,8,128,10.4083833694458,136.125,268435456
113,self_attn.q_proj,4,128,8,128,12.016988754272461,132.0625,268435456
113,self_attn.q_proj,8,32,8,128,0.5257114768028259,272.25,268435456
113,self_attn.q_proj,8,64,8,128,0.6323543190956116,264.125,268435456
113,self_attn.q_proj,8,128,8,128,0.7296386361122131,260.0625,268435456
113,self_attn.v_proj,2,32,8,128,20.586902618408203,10.03125,33554432
113,self_attn.v_proj,2,64,8,128,25.360763549804688,9.015625,33554432
113,self_attn.v_proj,2,128,8,128,29.632619857788086,8.5078125,33554432
113,self_attn.v_proj,3,32,8,128,8.796941757202148,14.03125,33554432
113,self_attn.v_proj,3,64,8,128,10.846148490905762,13.015625,33554432
113,self_attn.v_proj,3,128,8,128,12.670741081237793,12.5078125,33554432
113,self_attn.v_proj,4,32,8,128,4.105088233947754,18.03125,33554432
113,self_attn.v_proj,4,64,8,128,5.058722972869873,17.015625,33554432
113,self_attn.v_proj,4,128,8,128,5.91135835647583,16.5078125,33554432
113,self_attn.v_proj,8,32,8,128,0.24847540259361267,34.03125,33554432
113,self_attn.v_proj,8,64,8,128,0.30660176277160645,33.015625,33554432
113,self_attn.v_proj,8,128,8,128,0.35809531807899475,32.5078125,33554432
113,self_attn.k_proj,2,32,8,128,29.000045776367188,10.03125,33554432
113,self_attn.k_proj,2,64,8,128,37.33335494995117,9.015625,33554432
113,self_attn.k_proj,2,128,8,128,44.54660415649414,8.5078125,33554432
113,self_attn.k_proj,3,32,8,128,12.477592468261719,14.03125,33554432
113,self_attn.k_proj,3,64,8,128,16.280609130859375,13.015625,33554432
113,self_attn.k_proj,3,128,8,128,19.78008460998535,12.5078125,33554432
113,self_attn.k_proj,4,32,8,128,5.823434829711914,18.03125,33554432
113,self_attn.k_proj,4,64,8,128,7.5986738204956055,17.015625,33554432
113,self_attn.k_proj,4,128,8,128,9.23094654083252,16.5078125,33554432
113,self_attn.k_proj,8,32,8,128,0.3529598116874695,34.03125,33554432
113,self_attn.k_proj,8,64,8,128,0.4600408971309662,33.015625,33554432
113,self_attn.k_proj,8,128,8,128,0.5590525269508362,32.5078125,33554432
113,self_attn.o_proj,2,32,8,128,47.78307342529297,80.25,268435456
113,self_attn.o_proj,2,64,8,128,55.6756591796875,72.125,268435456
113,self_attn.o_proj,2,128,8,128,63.09137725830078,68.0625,268435456
113,self_attn.o_proj,3,32,8,128,20.467119216918945,112.25,268435456
113,self_attn.o_proj,3,64,8,128,23.837860107421875,104.125,268435456
113,self_attn.o_proj,3,128,8,128,26.887094497680664,100.0625,268435456
113,self_attn.o_proj,4,32,8,128,9.526016235351562,144.25,268435456
113,self_attn.o_proj,4,64,8,128,11.187106132507324,136.125,268435456
113,self_attn.o_proj,4,128,8,128,12.55115795135498,132.0625,268435456
113,self_attn.o_proj,8,32,8,128,0.5822497010231018,272.25,268435456
113,self_attn.o_proj,8,64,8,128,0.6826947331428528,264.125,268435456
113,self_attn.o_proj,8,128,8,128,0.7625142335891724,260.0625,268435456
113,mlp.gate_proj,2,32,8,128,91.34940338134766,260.8125,872415232
113,mlp.gate_proj,2,64,8,128,100.58686828613281,234.40625,872415232
113,mlp.gate_proj,2,128,8,128,119.21854400634766,221.203125,872415232
113,mlp.gate_proj,3,32,8,128,37.8392448425293,364.8125,872415232
113,mlp.gate_proj,3,64,8,128,45.526920318603516,338.40625,872415232
113,mlp.gate_proj,3,128,8,128,48.324668884277344,325.203125,872415232
113,mlp.gate_proj,4,32,8,128,17.483177185058594,468.8125,872415232
113,mlp.gate_proj,4,64,8,128,21.139415740966797,442.40625,872415232
113,mlp.gate_proj,4,128,8,128,23.13763427734375,429.203125,872415232
113,mlp.gate_proj,8,32,8,128,1.0638093948364258,884.8125,872415232
113,mlp.gate_proj,8,64,8,128,1.2544983625411987,858.40625,872415232
113,mlp.gate_proj,8,128,8,128,1.4270461797714233,845.203125,872415232
113,mlp.up_proj,2,32,8,128,88.00466918945312,260.8125,872415232
113,mlp.up_proj,2,64,8,128,94.96636199951172,234.40625,872415232
113,mlp.up_proj,2,128,8,128,107.10147094726562,221.203125,872415232
113,mlp.up_proj,3,32,8,128,35.5537109375,364.8125,872415232
113,mlp.up_proj,3,64,8,128,43.209510803222656,338.40625,872415232
113,mlp.up_proj,3,128,8,128,46.01380157470703,325.203125,872415232
113,mlp.up_proj,4,32,8,128,16.71296501159668,468.8125,872415232
113,mlp.up_proj,4,64,8,128,19.336498260498047,442.40625,872415232
113,mlp.up_proj,4,128,8,128,22.661701202392578,429.203125,872415232
113,mlp.up_proj,8,32,8,128,1.0255126953125,884.8125,872415232
113,mlp.up_proj,8,64,8,128,1.1512001752853394,858.40625,872415232
113,mlp.up_proj,8,128,8,128,1.368137001991272,845.203125,872415232
113,mlp.down_proj,2,32,8,128,85.1773681640625,260.8125,872415232
113,mlp.down_proj,2,64,8,128,93.59657287597656,234.40625,872415232
113,mlp.down_proj,2,128,8,128,103.64452362060547,221.203125,872415232
113,mlp.down_proj,3,32,8,128,34.778411865234375,364.8125,872415232
113,mlp.down_proj,3,64,8,128,41.67805862426758,338.40625,872415232
113,mlp.down_proj,3,128,8,128,45.70061111450195,325.203125,872415232
113,mlp.down_proj,4,32,8,128,16.490102767944336,468.8125,872415232
113,mlp.down_proj,4,64,8,128,18.73062515258789,442.40625,872415232
113,mlp.down_proj,4,128,8,128,22.49881362915039,429.203125,872415232
113,mlp.down_proj,8,32,8,128,1.0153613090515137,884.8125,872415232
113,mlp.down_proj,8,64,8,128,1.119186282157898,858.40625,872415232
113,mlp.down_proj,8,128,8,128,1.313758134841919,845.203125,872415232
114,self_attn.q_proj,2,32,8,128,38.721107482910156,80.25,268435456
114,self_attn.q_proj,2,64,8,128,46.224510192871094,72.125,268435456
114,self_attn.q_proj,2,128,8,128,53.38874053955078,68.0625,268435456
114,self_attn.q_proj,3,32,8,128,16.646081924438477,112.25,268435456
114,self_attn.q_proj,3,64,8,128,19.888206481933594,104.125,268435456
114,self_attn.q_proj,3,128,8,128,23.30806541442871,100.0625,268435456
114,self_attn.q_proj,4,32,8,128,7.804619789123535,144.25,268435456
114,self_attn.q_proj,4,64,8,128,9.255754470825195,136.125,268435456
114,self_attn.q_proj,4,128,8,128,10.918953895568848,132.0625,268435456
114,self_attn.q_proj,8,32,8,128,0.4752866327762604,272.25,268435456
114,self_attn.q_proj,8,64,8,128,0.5634641051292419,264.125,268435456
114,self_attn.q_proj,8,128,8,128,0.6612383127212524,260.0625,268435456
114,self_attn.v_proj,2,32,8,128,21.503725051879883,10.03125,33554432
114,self_attn.v_proj,2,64,8,128,26.50663948059082,9.015625,33554432
114,self_attn.v_proj,2,128,8,128,30.99842071533203,8.5078125,33554432
114,self_attn.v_proj,3,32,8,128,9.182074546813965,14.03125,33554432
114,self_attn.v_proj,3,64,8,128,11.333683013916016,13.015625,33554432
114,self_attn.v_proj,3,128,8,128,13.256555557250977,12.5078125,33554432
114,self_attn.v_proj,4,32,8,128,4.285810470581055,18.03125,33554432
114,self_attn.v_proj,4,64,8,128,5.287614345550537,17.015625,33554432
114,self_attn.v_proj,4,128,8,128,6.1855034828186035,16.5078125,33554432
114,self_attn.v_proj,8,32,8,128,0.25955718755722046,34.03125,33554432
114,self_attn.v_proj,8,64,8,128,0.3204907774925232,33.015625,33554432
114,self_attn.v_proj,8,128,8,128,0.37459611892700195,32.5078125,33554432
114,self_attn.k_proj,2,32,8,128,25.690258026123047,10.03125,33554432
114,self_attn.k_proj,2,64,8,128,33.322608947753906,9.015625,33554432
114,self_attn.k_proj,2,128,8,128,40.09213638305664,8.5078125,33554432
114,self_attn.k_proj,3,32,8,128,11.125069618225098,14.03125,33554432
114,self_attn.k_proj,3,64,8,128,14.763238906860352,13.015625,33554432
114,self_attn.k_proj,3,128,8,128,18.391925811767578,12.5078125,33554432
114,self_attn.k_proj,4,32,8,128,5.1891374588012695,18.03125,33554432
114,self_attn.k_proj,4,64,8,128,6.893242359161377,17.015625,33554432
114,self_attn.k_proj,4,128,8,128,8.603657722473145,16.5078125,33554432
114,self_attn.k_proj,8,32,8,128,0.31437093019485474,34.03125,33554432
114,self_attn.k_proj,8,64,8,128,0.4175606667995453,33.015625,33554432
114,self_attn.k_proj,8,128,8,128,0.5206201076507568,32.5078125,33554432
114,self_attn.o_proj,2,32,8,128,49.69625473022461,80.25,268435456
114,self_attn.o_proj,2,64,8,128,58.122344970703125,72.125,268435456
114,self_attn.o_proj,2,128,8,128,65.52879333496094,68.0625,268435456
114,self_attn.o_proj,3,32,8,128,21.35270881652832,112.25,268435456
114,self_attn.o_proj,3,64,8,128,24.793874740600586,104.125,268435456
114,self_attn.o_proj,3,128,8,128,28.05365562438965,100.0625,268435456
114,self_attn.o_proj,4,32,8,128,9.9329833984375,144.25,268435456
114,self_attn.o_proj,4,64,8,128,11.603784561157227,136.125,268435456
114,self_attn.o_proj,4,128,8,128,13.077630996704102,132.0625,268435456
114,self_attn.o_proj,8,32,8,128,0.6073366403579712,272.25,268435456
114,self_attn.o_proj,8,64,8,128,0.7110889554023743,264.125,268435456
114,self_attn.o_proj,8,128,8,128,0.7934966683387756,260.0625,268435456
114,mlp.gate_proj,2,32,8,128,91.28328704833984,260.8125,872415232
114,mlp.gate_proj,2,64,8,128,100.2791519165039,234.40625,872415232
114,mlp.gate_proj,2,128,8,128,118.61949157714844,221.203125,872415232
114,mlp.gate_proj,3,32,8,128,37.74552536010742,364.8125,872415232
114,mlp.gate_proj,3,64,8,128,45.493675231933594,338.40625,872415232
114,mlp.gate_proj,3,128,8,128,48.159812927246094,325.203125,872415232
114,mlp.gate_proj,4,32,8,128,17.448034286499023,468.8125,872415232
114,mlp.gate_proj,4,64,8,128,21.05911636352539,442.40625,872415232
114,mlp.gate_proj,4,128,8,128,23.09749412536621,429.203125,872415232
114,mlp.gate_proj,8,32,8,128,1.0618913173675537,884.8125,872415232
114,mlp.gate_proj,8,64,8,128,1.2497268915176392,858.40625,872415232
114,mlp.gate_proj,8,128,8,128,1.4254847764968872,845.203125,872415232
114,mlp.up_proj,2,32,8,128,88.32121276855469,260.8125,872415232
114,mlp.up_proj,2,64,8,128,95.1329574584961,234.40625,872415232
114,mlp.up_proj,2,128,8,128,107.53750610351562,221.203125,872415232
114,mlp.up_proj,3,32,8,128,35.647396087646484,364.8125,872415232
114,mlp.up_proj,3,64,8,128,43.39257049560547,338.40625,872415232
114,mlp.up_proj,3,128,8,128,46.05622863769531,325.203125,872415232
114,mlp.up_proj,4,32,8,128,16.7414493560791,468.8125,872415232
114,mlp.up_proj,4,64,8,128,19.410451889038086,442.40625,872415232
114,mlp.up_proj,4,128,8,128,22.6674861907959,429.203125,872415232
114,mlp.up_proj,8,32,8,128,1.0268274545669556,884.8125,872415232
114,mlp.up_proj,8,64,8,128,1.1550750732421875,858.40625,872415232
114,mlp.up_proj,8,128,8,128,1.374215006828308,845.203125,872415232
114,mlp.down_proj,2,32,8,128,85.34832000732422,260.8125,872415232
114,mlp.down_proj,2,64,8,128,93.6811294555664,234.40625,872415232
114,mlp.down_proj,2,128,8,128,103.88861846923828,221.203125,872415232
114,mlp.down_proj,3,32,8,128,34.8265495300293,364.8125,872415232
114,mlp.down_proj,3,64,8,128,41.77846145629883,338.40625,872415232
114,mlp.down_proj,3,128,8,128,45.71495819091797,325.203125,872415232
114,mlp.down_proj,4,32,8,128,16.502403259277344,468.8125,872415232
114,mlp.down_proj,4,64,8,128,18.767929077148438,442.40625,872415232
114,mlp.down_proj,4,128,8,128,22.552244186401367,429.203125,872415232
114,mlp.down_proj,8,32,8,128,1.0159249305725098,884.8125,872415232
114,mlp.down_proj,8,64,8,128,1.1210451126098633,858.40625,872415232
114,mlp.down_proj,8,128,8,128,1.3169316053390503,845.203125,872415232
115,self_attn.q_proj,2,32,8,128,33.178565979003906,80.25,268435456
115,self_attn.q_proj,2,64,8,128,39.11039733886719,72.125,268435456
115,self_attn.q_proj,2,128,8,128,44.64295196533203,68.0625,268435456
115,self_attn.q_proj,3,32,8,128,14.245895385742188,112.25,268435456
115,self_attn.q_proj,3,64,8,128,16.857633590698242,104.125,268435456
115,self_attn.q_proj,3,128,8,128,19.291955947875977,100.0625,268435456
115,self_attn.q_proj,4,32,8,128,6.635627269744873,144.25,268435456
115,self_attn.q_proj,4,64,8,128,7.943985462188721,136.125,268435456
115,self_attn.q_proj,4,128,8,128,9.01472282409668,132.0625,268435456
115,self_attn.q_proj,8,32,8,128,0.4045684337615967,272.25,268435456
115,self_attn.q_proj,8,64,8,128,0.48349234461784363,264.125,268435456
115,self_attn.q_proj,8,128,8,128,0.5476545095443726,260.0625,268435456
115,self_attn.v_proj,2,32,8,128,21.530536651611328,10.03125,33554432
115,self_attn.v_proj,2,64,8,128,26.67119026184082,9.015625,33554432
115,self_attn.v_proj,2,128,8,128,31.375431060791016,8.5078125,33554432
115,self_attn.v_proj,3,32,8,128,9.198164939880371,14.03125,33554432
115,self_attn.v_proj,3,64,8,128,11.408799171447754,13.015625,33554432
115,self_attn.v_proj,3,128,8,128,13.427373886108398,12.5078125,33554432
115,self_attn.v_proj,4,32,8,128,4.292064666748047,18.03125,33554432
115,self_attn.v_proj,4,64,8,128,5.321331024169922,17.015625,33554432
115,self_attn.v_proj,4,128,8,128,6.261746406555176,16.5078125,33554432
115,self_attn.v_proj,8,32,8,128,0.2598925530910492,34.03125,33554432
115,self_attn.v_proj,8,64,8,128,0.3225403130054474,33.015625,33554432
115,self_attn.v_proj,8,128,8,128,0.3791949152946472,32.5078125,33554432
115,self_attn.k_proj,2,32,8,128,21.89805030822754,10.03125,33554432
115,self_attn.k_proj,2,64,8,128,28.2817325592041,9.015625,33554432
115,self_attn.k_proj,2,128,8,128,34.42355728149414,8.5078125,33554432
115,self_attn.k_proj,3,32,8,128,9.392208099365234,14.03125,33554432
115,self_attn.k_proj,3,64,8,128,12.344869613647461,13.015625,33554432
115,self_attn.k_proj,3,128,8,128,15.347246170043945,12.5078125,33554432
115,self_attn.k_proj,4,32,8,128,4.381032943725586,18.03125,33554432
115,self_attn.k_proj,4,64,8,128,5.761362075805664,17.015625,33554432
115,self_attn.k_proj,4,128,8,128,7.165683269500732,16.5078125,33554432
115,self_attn.k_proj,8,32,8,128,0.2652791142463684,34.03125,33554432
115,self_attn.k_proj,8,64,8,128,0.34925132989883423,33.015625,33554432
115,self_attn.k_proj,8,128,8,128,0.4337978959083557,32.5078125,33554432
115,self_attn.o_proj,2,32,8,128,46.97608947753906,80.25,268435456
115,self_attn.o_proj,2,64,8,128,54.60013961791992,72.125,268435456
115,self_attn.o_proj,2,128,8,128,61.759883880615234,68.0625,268435456
115,self_attn.o_proj,3,32,8,128,20.071918487548828,112.25,268435456
115,self_attn.o_proj,3,64,8,128,23.42995262145996,104.125,268435456
115,self_attn.o_proj,3,128,8,128,26.38681411743164,100.0625,268435456
115,self_attn.o_proj,4,32,8,128,9.352840423583984,144.25,268435456
115,self_attn.o_proj,4,64,8,128,10.965805053710938,136.125,268435456
115,self_attn.o_proj,4,128,8,128,12.335963249206543,132.0625,268435456
115,self_attn.o_proj,8,32,8,128,0.5719954371452332,272.25,268435456
115,self_attn.o_proj,8,64,8,128,0.6692215204238892,264.125,268435456
115,self_attn.o_proj,8,128,8,128,0.749890148639679,260.0625,268435456
115,mlp.gate_proj,2,32,8,128,91.2223129272461,260.8125,872415232
115,mlp.gate_proj,2,64,8,128,99.95832824707031,234.40625,872415232
115,mlp.gate_proj,2,128,8,128,117.91962432861328,221.203125,872415232
115,mlp.gate_proj,3,32,8,128,37.66029357910156,364.8125,872415232
115,mlp.gate_proj,3,64,8,128,45.45750427246094,338.40625,872415232
115,mlp.gate_proj,3,128,8,128,47.959686279296875,325.203125,872415232
115,mlp.gate_proj,4,32,8,128,17.413930892944336,468.8125,872415232
115,mlp.gate_proj,4,64,8,128,20.986347198486328,442.40625,872415232
115,mlp.gate_proj,4,128,8,128,23.041908264160156,429.203125,872415232
115,mlp.gate_proj,8,32,8,128,1.0601587295532227,884.8125,872415232
115,mlp.gate_proj,8,64,8,128,1.244951844215393,858.40625,872415232
115,mlp.gate_proj,8,128,8,128,1.4236395359039307,845.203125,872415232
115,mlp.up_proj,2,32,8,128,88.69912719726562,260.8125,872415232
115,mlp.up_proj,2,64,8,128,95.3508071899414,234.40625,872415232
115,mlp.up_proj,2,128,8,128,108.06716918945312,221.203125,872415232
115,mlp.up_proj,3,32,8,128,35.76027297973633,364.8125,872415232
115,mlp.up_proj,3,64,8,128,43.591270446777344,338.40625,872415232
115,mlp.up_proj,3,128,8,128,46.11405563354492,325.203125,872415232
115,mlp.up_proj,4,32,8,128,16.776140213012695,468.8125,872415232
115,mlp.up_proj,4,64,8,128,19.49053955078125,442.40625,872415232
115,mlp.up_proj,4,128,8,128,22.675073623657227,429.203125,872415232
115,mlp.up_proj,8,32,8,128,1.0284584760665894,884.8125,872415232
115,mlp.up_proj,8,64,8,128,1.1597905158996582,858.40625,872415232
115,mlp.up_proj,8,128,8,128,1.3818135261535645,845.203125,872415232
115,mlp.down_proj,2,32,8,128,85.65606689453125,260.8125,872415232
115,mlp.down_proj,2,64,8,128,93.81863403320312,234.40625,872415232
115,mlp.down_proj,2,128,8,128,104.17461395263672,221.203125,872415232
115,mlp.down_proj,3,32,8,128,34.910526275634766,364.8125,872415232
115,mlp.down_proj,3,64,8,128,41.93470001220703,338.40625,872415232
115,mlp.down_proj,3,128,8,128,45.742652893066406,325.203125,872415232
115,mlp.down_proj,4,32,8,128,16.525924682617188,468.8125,872415232
115,mlp.down_proj,4,64,8,128,18.82776641845703,442.40625,872415232
115,mlp.down_proj,4,128,8,128,22.62584114074707,429.203125,872415232
115,mlp.down_proj,8,32,8,128,1.0169556140899658,884.8125,872415232
115,mlp.down_proj,8,64,8,128,1.1243215799331665,858.40625,872415232
115,mlp.down_proj,8,128,8,128,1.322465181350708,845.203125,872415232
116,self_attn.q_proj,2,32,8,128,39.473594665527344,80.25,268435456
116,self_attn.q_proj,2,64,8,128,47.460906982421875,72.125,268435456
116,self_attn.q_proj,2,128,8,128,54.26572036743164,68.0625,268435456
116,self_attn.q_proj,3,32,8,128,17.010833740234375,112.25,268435456
116,self_attn.q_proj,3,64,8,128,20.763158798217773,104.125,268435456
116,self_attn.q_proj,3,128,8,128,24.144529342651367,100.0625,268435456
116,self_attn.q_proj,4,32,8,128,8.002197265625,144.25,268435456
116,self_attn.q_proj,4,64,8,128,9.655243873596191,136.125,268435456
116,self_attn.q_proj,4,128,8,128,11.366899490356445,132.0625,268435456
116,self_attn.q_proj,8,32,8,128,0.4870778024196625,272.25,268435456
116,self_attn.q_proj,8,64,8,128,0.5873523950576782,264.125,268435456
116,self_attn.q_proj,8,128,8,128,0.6893438696861267,260.0625,268435456
116,self_attn.v_proj,2,32,8,128,20.898555755615234,10.03125,33554432
116,self_attn.v_proj,2,64,8,128,25.963041305541992,9.015625,33554432
116,self_attn.v_proj,2,128,8,128,30.621997833251953,8.5078125,33554432
116,self_attn.v_proj,3,32,8,128,8.93155288696289,14.03125,33554432
116,self_attn.v_proj,3,64,8,128,11.10513687133789,13.015625,33554432
116,self_attn.v_proj,3,128,8,128,13.101042747497559,12.5078125,33554432
116,self_attn.v_proj,4,32,8,128,4.167455673217773,18.03125,33554432
116,self_attn.v_proj,4,64,8,128,5.181742191314697,17.015625,33554432
116,self_attn.v_proj,4,128,8,128,6.112998962402344,16.5078125,33554432
116,self_attn.v_proj,8,32,8,128,0.25229766964912415,34.03125,33554432
116,self_attn.v_proj,8,64,8,128,0.31392860412597656,33.015625,33554432
116,self_attn.v_proj,8,128,8,128,0.3702133297920227,32.5078125,33554432
116,self_attn.k_proj,2,32,8,128,25.900819778442383,10.03125,33554432
116,self_attn.k_proj,2,64,8,128,33.558528900146484,9.015625,33554432
116,self_attn.k_proj,2,128,8,128,40.20188522338867,8.5078125,33554432
116,self_attn.k_proj,3,32,8,128,11.350510597229004,14.03125,33554432
116,self_attn.k_proj,3,64,8,128,15.2249116897583,13.015625,33554432
116,self_attn.k_proj,3,128,8,128,19.19818115234375,12.5078125,33554432
116,self_attn.k_proj,4,32,8,128,5.296821594238281,18.03125,33554432
116,self_attn.k_proj,4,64,8,128,7.117425918579102,17.015625,33554432
116,self_attn.k_proj,4,128,8,128,8.998756408691406,16.5078125,33554432
116,self_attn.k_proj,8,32,8,128,0.32080939412117004,34.03125,33554432
116,self_attn.k_proj,8,64,8,128,0.4309459328651428,33.015625,33554432
116,self_attn.k_proj,8,128,8,128,0.5451241135597229,32.5078125,33554432
116,self_attn.o_proj,2,32,8,128,46.792842864990234,80.25,268435456
116,self_attn.o_proj,2,64,8,128,54.349918365478516,72.125,268435456
116,self_attn.o_proj,2,128,8,128,61.633182525634766,68.0625,268435456
116,self_attn.o_proj,3,32,8,128,19.97287368774414,112.25,268435456
116,self_attn.o_proj,3,64,8,128,23.341407775878906,104.125,268435456
116,self_attn.o_proj,3,128,8,128,26.244874954223633,100.0625,268435456
116,self_attn.o_proj,4,32,8,128,9.297492980957031,144.25,268435456
116,self_attn.o_proj,4,64,8,128,10.917885780334473,136.125,268435456
116,self_attn.o_proj,4,128,8,128,12.261734008789062,132.0625,268435456
116,self_attn.o_proj,8,32,8,128,0.568302571773529,272.25,268435456
116,self_attn.o_proj,8,64,8,128,0.6657924056053162,264.125,268435456
116,self_attn.o_proj,8,128,8,128,0.7455386519432068,260.0625,268435456
116,mlp.gate_proj,2,32,8,128,91.22529602050781,260.8125,872415232
116,mlp.gate_proj,2,64,8,128,99.97532653808594,234.40625,872415232
116,mlp.gate_proj,2,128,8,128,117.8875503540039,221.203125,872415232
116,mlp.gate_proj,3,32,8,128,37.67231750488281,364.8125,872415232
116,mlp.gate_proj,3,64,8,128,45.45792770385742,338.40625,872415232
116,mlp.gate_proj,3,128,8,128,47.933998107910156,325.203125,872415232
116,mlp.gate_proj,4,32,8,128,17.417043685913086,468.8125,872415232
116,mlp.gate_proj,4,64,8,128,20.984899520874023,442.40625,872415232
116,mlp.gate_proj,4,128,8,128,23.03488540649414,429.203125,872415232
116,mlp.gate_proj,8,32,8,128,1.0603268146514893,884.8125,872415232
116,mlp.gate_proj,8,64,8,128,1.2452681064605713,858.40625,872415232
116,mlp.gate_proj,8,128,8,128,1.423413634300232,845.203125,872415232
116,mlp.up_proj,2,32,8,128,89.00831604003906,260.8125,872415232
116,mlp.up_proj,2,64,8,128,95.53382873535156,234.40625,872415232
116,mlp.up_proj,2,128,8,128,108.45437622070312,221.203125,872415232
116,mlp.up_proj,3,32,8,128,35.854129791259766,364.8125,872415232
116,mlp.up_proj,3,64,8,128,43.76805877685547,338.40625,872415232
116,mlp.up_proj,3,128,8,128,46.17715072631836,325.203125,872415232
116,mlp.up_proj,4,32,8,128,16.804946899414062,468.8125,872415232
116,mlp.up_proj,4,64,8,128,19.566740036010742,442.40625,872415232
116,mlp.up_proj,4,128,8,128,22.683570861816406,429.203125,872415232
116,mlp.up_proj,8,32,8,128,1.0297966003417969,884.8125,872415232
116,mlp.up_proj,8,64,8,128,1.1637494564056396,858.40625,872415232
116,mlp.up_proj,8,128,8,128,1.3881691694259644,845.203125,872415232
116,mlp.down_proj,2,32,8,128,85.99430084228516,260.8125,872415232
116,mlp.down_proj,2,64,8,128,93.98245239257812,234.40625,872415232
116,mlp.down_proj,2,128,8,128,104.59130096435547,221.203125,872415232
116,mlp.down_proj,3,32,8,128,34.99901580810547,364.8125,872415232
116,mlp.down_proj,3,64,8,128,42.11381530761719,338.40625,872415232
116,mlp.down_proj,3,128,8,128,45.7878532409668,325.203125,872415232
116,mlp.down_proj,4,32,8,128,16.552608489990234,468.8125,872415232
116,mlp.down_proj,4,64,8,128,18.90266227722168,442.40625,872415232
116,mlp.down_proj,4,128,8,128,22.63209342956543,429.203125,872415232
116,mlp.down_proj,8,32,8,128,1.018160343170166,884.8125,872415232
116,mlp.down_proj,8,64,8,128,1.1282449960708618,858.40625,872415232
116,mlp.down_proj,8,128,8,128,1.328900694847107,845.203125,872415232
117,self_attn.q_proj,2,32,8,128,46.32225799560547,80.25,268435456
117,self_attn.q_proj,2,64,8,128,55.45085906982422,72.125,268435456
117,self_attn.q_proj,2,128,8,128,63.86505126953125,68.0625,268435456
117,self_attn.q_proj,3,32,8,128,20.035202026367188,112.25,268435456
117,self_attn.q_proj,3,64,8,128,24.386873245239258,104.125,268435456
117,self_attn.q_proj,3,128,8,128,28.767641067504883,100.0625,268435456
117,self_attn.q_proj,4,32,8,128,9.321025848388672,144.25,268435456
117,self_attn.q_proj,4,64,8,128,11.460204124450684,136.125,268435456
117,self_attn.q_proj,4,128,8,128,13.386472702026367,132.0625,268435456
117,self_attn.q_proj,8,32,8,128,0.5681605339050293,272.25,268435456
117,self_attn.q_proj,8,64,8,128,0.6999149322509766,264.125,268435456
117,self_attn.q_proj,8,128,8,128,0.8094133138656616,260.0625,268435456
117,self_attn.v_proj,2,32,8,128,20.599536895751953,10.03125,33554432
117,self_attn.v_proj,2,64,8,128,25.46173858642578,9.015625,33554432
117,self_attn.v_proj,2,128,8,128,29.88483428955078,8.5078125,33554432
117,self_attn.v_proj,3,32,8,128,8.79977798461914,14.03125,33554432
117,self_attn.v_proj,3,64,8,128,10.889512062072754,13.015625,33554432
117,self_attn.v_proj,3,128,8,128,12.785658836364746,12.5078125,33554432
117,self_attn.v_proj,4,32,8,128,4.106142520904541,18.03125,33554432
117,self_attn.v_proj,4,64,8,128,5.081111907958984,17.015625,33554432
117,self_attn.v_proj,4,128,8,128,5.965333938598633,16.5078125,33554432
117,self_attn.v_proj,8,32,8,128,0.24859510362148285,34.03125,33554432
117,self_attn.v_proj,8,64,8,128,0.30795592069625854,33.015625,33554432
117,self_attn.v_proj,8,128,8,128,0.3613625168800354,32.5078125,33554432
117,self_attn.k_proj,2,32,8,128,27.874099731445312,10.03125,33554432
117,self_attn.k_proj,2,64,8,128,36.01446533203125,9.015625,33554432
117,self_attn.k_proj,2,128,8,128,43.087005615234375,8.5078125,33554432
117,self_attn.k_proj,3,32,8,128,12.16275691986084,14.03125,33554432
117,self_attn.k_proj,3,64,8,128,16.13125228881836,13.015625,33554432
117,self_attn.k_proj,3,128,8,128,20.044435501098633,12.5078125,33554432
117,self_attn.k_proj,4,32,8,128,5.680554389953613,18.03125,33554432
117,self_attn.k_proj,4,64,8,128,7.53582239151001,17.015625,33554432
117,self_attn.k_proj,4,128,8,128,9.37623119354248,16.5078125,33554432
117,self_attn.k_proj,8,32,8,128,0.34397920966148376,34.03125,33554432
117,self_attn.k_proj,8,64,8,128,0.4561770260334015,33.015625,33554432
117,self_attn.k_proj,8,128,8,128,0.5679517388343811,32.5078125,33554432
117,self_attn.o_proj,2,32,8,128,49.2777214050293,80.25,268435456
117,self_attn.o_proj,2,64,8,128,57.644248962402344,72.125,268435456
117,self_attn.o_proj,2,128,8,128,65.0478744506836,68.0625,268435456
117,self_attn.o_proj,3,32,8,128,21.17436981201172,112.25,268435456
117,self_attn.o_proj,3,64,8,128,24.58315658569336,104.125,268435456
117,self_attn.o_proj,3,128,8,128,27.851163864135742,100.0625,268435456
117,self_attn.o_proj,4,32,8,128,9.85079574584961,144.25,268435456
117,self_attn.o_proj,4,64,8,128,11.523280143737793,136.125,268435456
117,self_attn.o_proj,4,128,8,128,12.975994110107422,132.0625,268435456
117,self_attn.o_proj,8,32,8,128,0.6020411252975464,272.25,268435456
117,self_attn.o_proj,8,64,8,128,0.7064563035964966,264.125,268435456
117,self_attn.o_proj,8,128,8,128,0.7869717478752136,260.0625,268435456
117,mlp.gate_proj,2,32,8,128,91.25071716308594,260.8125,872415232
117,mlp.gate_proj,2,64,8,128,100.08856964111328,234.40625,872415232
117,mlp.gate_proj,2,128,8,128,118.2175064086914,221.203125,872415232
117,mlp.gate_proj,3,32,8,128,37.70480728149414,364.8125,872415232
117,mlp.gate_proj,3,64,8,128,45.47239303588867,338.40625,872415232
117,mlp.gate_proj,3,128,8,128,48.014564514160156,325.203125,872415232
117,mlp.gate_proj,4,32,8,128,17.430801391601562,468.8125,872415232
117,mlp.gate_proj,4,64,8,128,21.02085304260254,442.40625,872415232
117,mlp.gate_proj,4,128,8,128,23.054243087768555,429.203125,872415232
117,mlp.gate_proj,8,32,8,128,1.0610146522521973,884.8125,872415232
117,mlp.gate_proj,8,64,8,128,1.247230887413025,858.40625,872415232
117,mlp.gate_proj,8,128,8,128,1.4240247011184692,845.203125,872415232
117,mlp.up_proj,2,32,8,128,88.99375915527344,260.8125,872415232
117,mlp.up_proj,2,64,8,128,95.53378295898438,234.40625,872415232
117,mlp.up_proj,2,128,8,128,108.45232391357422,221.203125,872415232
117,mlp.up_proj,3,32,8,128,35.84854507446289,364.8125,872415232
117,mlp.up_proj,3,64,8,128,43.75558090209961,338.40625,872415232
117,mlp.up_proj,3,128,8,128,46.173118591308594,325.203125,872415232
117,mlp.up_proj,4,32,8,128,16.80310821533203,468.8125,872415232
117,mlp.up_proj,4,64,8,128,19.56368637084961,442.40625,872415232
117,mlp.up_proj,4,128,8,128,22.683347702026367,429.203125,872415232
117,mlp.up_proj,8,32,8,128,1.0297503471374512,884.8125,872415232
117,mlp.up_proj,8,64,8,128,1.1635717153549194,858.40625,872415232
117,mlp.up_proj,8,128,8,128,1.3879718780517578,845.203125,872415232
117,mlp.down_proj,2,32,8,128,86.05584716796875,260.8125,872415232
117,mlp.down_proj,2,64,8,128,94.02408599853516,234.40625,872415232
117,mlp.down_proj,2,128,8,128,104.73005676269531,221.203125,872415232
117,mlp.down_proj,3,32,8,128,35.01969528198242,364.8125,872415232
117,mlp.down_proj,3,64,8,128,42.16777801513672,338.40625,872415232
117,mlp.down_proj,3,128,8,128,45.79974365234375,325.203125,872415232
117,mlp.down_proj,4,32,8,128,16.5576229095459,468.8125,872415232
117,mlp.down_proj,4,64,8,128,18.918676376342773,442.40625,872415232
117,mlp.down_proj,4,128,8,128,22.633180618286133,429.203125,872415232
117,mlp.down_proj,8,32,8,128,1.0184489488601685,884.8125,872415232
117,mlp.down_proj,8,64,8,128,1.1291695833206177,858.40625,872415232
117,mlp.down_proj,8,128,8,128,1.3303790092468262,845.203125,872415232
118,self_attn.q_proj,2,32,8,128,37.925437927246094,80.25,268435456
118,self_attn.q_proj,2,64,8,128,45.775184631347656,72.125,268435456
118,self_attn.q_proj,2,128,8,128,51.5335807800293,68.0625,268435456
118,self_attn.q_proj,3,32,8,128,16.598649978637695,112.25,268435456
118,self_attn.q_proj,3,64,8,128,20.348377227783203,104.125,268435456
118,self_attn.q_proj,3,128,8,128,23.774322509765625,100.0625,268435456
118,self_attn.q_proj,4,32,8,128,7.788280010223389,144.25,268435456
118,self_attn.q_proj,4,64,8,128,9.482813835144043,136.125,268435456
118,self_attn.q_proj,4,128,8,128,11.23763370513916,132.0625,268435456
118,self_attn.q_proj,8,32,8,128,0.47335511445999146,272.25,268435456
118,self_attn.q_proj,8,64,8,128,0.5762568116188049,264.125,268435456
118,self_attn.q_proj,8,128,8,128,0.680260419845581,260.0625,268435456
118,self_attn.v_proj,2,32,8,128,20.455354690551758,10.03125,33554432
118,self_attn.v_proj,2,64,8,128,25.215295791625977,9.015625,33554432
118,self_attn.v_proj,2,128,8,128,29.46042823791504,8.5078125,33554432
118,self_attn.v_proj,3,32,8,128,8.736489295959473,14.03125,33554432
118,self_attn.v_proj,3,64,8,128,10.779728889465332,13.015625,33554432
118,self_attn.v_proj,3,128,8,128,12.59723949432373,12.5078125,33554432
118,self_attn.v_proj,4,32,8,128,4.077795028686523,18.03125,33554432
118,self_attn.v_proj,4,64,8,128,5.028275489807129,17.015625,33554432
118,self_attn.v_proj,4,128,8,128,5.8799285888671875,16.5078125,33554432
118,self_attn.v_proj,8,32,8,128,0.24683061242103577,34.03125,33554432
118,self_attn.v_proj,8,64,8,128,0.30476367473602295,33.015625,33554432
118,self_attn.v_proj,8,128,8,128,0.3561583459377289,32.5078125,33554432
118,self_attn.k_proj,2,32,8,128,24.22377586364746,10.03125,33554432
118,self_attn.k_proj,2,64,8,128,30.920822143554688,9.015625,33554432
118,self_attn.k_proj,2,128,8,128,36.854835510253906,8.5078125,33554432
118,self_attn.k_proj,3,32,8,128,10.443117141723633,14.03125,33554432
118,self_attn.k_proj,3,64,8,128,13.471405982971191,13.015625,33554432
118,self_attn.k_proj,3,128,8,128,16.338123321533203,12.5078125,33554432
118,self_attn.k_proj,4,32,8,128,4.874256610870361,18.03125,33554432
118,self_attn.k_proj,4,64,8,128,6.2873616218566895,17.015625,33554432
118,self_attn.k_proj,4,128,8,128,7.634311676025391,16.5078125,33554432
118,self_attn.k_proj,8,32,8,128,0.2950798273086548,34.03125,33554432
118,self_attn.k_proj,8,64,8,128,0.3810230791568756,33.015625,33554432
118,self_attn.k_proj,8,128,8,128,0.4619346261024475,32.5078125,33554432
118,self_attn.o_proj,2,32,8,128,45.2176628112793,80.25,268435456
118,self_attn.o_proj,2,64,8,128,52.368289947509766,72.125,268435456
118,self_attn.o_proj,2,128,8,128,59.449378967285156,68.0625,268435456
118,self_attn.o_proj,3,32,8,128,19.243913650512695,112.25,268435456
118,self_attn.o_proj,3,64,8,128,22.66777229309082,104.125,268435456
118,self_attn.o_proj,3,128,8,128,25.54467010498047,100.0625,268435456
118,self_attn.o_proj,4,32,8,128,8.988764762878418,144.25,268435456
118,self_attn.o_proj,4,64,8,128,10.591676712036133,136.125,268435456
118,self_attn.o_proj,4,128,8,128,12.010711669921875,132.0625,268435456
118,self_attn.o_proj,8,32,8,128,0.5497921109199524,272.25,268435456
118,self_attn.o_proj,8,64,8,128,0.6467545628547668,264.125,268435456
118,self_attn.o_proj,8,128,8,128,0.7322803139686584,260.0625,268435456
118,mlp.gate_proj,2,32,8,128,91.23873901367188,260.8125,872415232
118,mlp.gate_proj,2,64,8,128,100.14328002929688,234.40625,872415232
118,mlp.gate_proj,2,128,8,128,118.30886840820312,221.203125,872415232
118,mlp.gate_proj,3,32,8,128,37.681312561035156,364.8125,872415232
118,mlp.gate_proj,3,64,8,128,45.478965759277344,338.40625,872415232
118,mlp.gate_proj,3,128,8,128,48.091949462890625,325.203125,872415232
118,mlp.gate_proj,4,32,8,128,17.42422103881836,468.8125,872415232
118,mlp.gate_proj,4,64,8,128,21.02126121520996,442.40625,872415232
118,mlp.gate_proj,4,128,8,128,23.078489303588867,429.203125,872415232
118,mlp.gate_proj,8,32,8,128,1.0608490705490112,884.8125,872415232
118,mlp.gate_proj,8,64,8,128,1.24746572971344,858.40625,872415232
118,mlp.gate_proj,8,128,8,128,1.4248676300048828,845.203125,872415232
118,mlp.up_proj,2,32,8,128,88.60037994384766,260.8125,872415232
118,mlp.up_proj,2,64,8,128,95.3661117553711,234.40625,872415232
118,mlp.up_proj,2,128,8,128,108.15631103515625,221.203125,872415232
118,mlp.up_proj,3,32,8,128,35.74051284790039,364.8125,872415232
118,mlp.up_proj,3,64,8,128,43.57638931274414,338.40625,872415232
118,mlp.up_proj,3,128,8,128,46.15861129760742,325.203125,872415232
118,mlp.up_proj,4,32,8,128,16.772708892822266,468.8125,872415232
118,mlp.up_proj,4,64,8,128,19.492389678955078,442.40625,872415232
118,mlp.up_proj,4,128,8,128,22.681903839111328,429.203125,872415232
118,mlp.up_proj,8,32,8,128,1.0282583236694336,884.8125,872415232
118,mlp.up_proj,8,64,8,128,1.1597977876663208,858.40625,872415232
118,mlp.up_proj,8,128,8,128,1.3828535079956055,845.203125,872415232
118,mlp.down_proj,2,32,8,128,85.72254180908203,260.8125,872415232
118,mlp.down_proj,2,64,8,128,93.91040802001953,234.40625,872415232
118,mlp.down_proj,2,128,8,128,104.4352798461914,221.203125,872415232
118,mlp.down_proj,3,32,8,128,34.942420959472656,364.8125,872415232
118,mlp.down_proj,3,64,8,128,42.00798034667969,338.40625,872415232
118,mlp.down_proj,3,128,8,128,45.795616149902344,325.203125,872415232
118,mlp.down_proj,4,32,8,128,16.538650512695312,468.8125,872415232
118,mlp.down_proj,4,64,8,128,18.866666793823242,442.40625,872415232
118,mlp.down_proj,4,128,8,128,22.630765914916992,429.203125,872415232
118,mlp.down_proj,8,32,8,128,1.0176187753677368,884.8125,872415232
118,mlp.down_proj,8,64,8,128,1.1266043186187744,858.40625,872415232
118,mlp.down_proj,8,128,8,128,1.3260928392410278,845.203125,872415232
119,self_attn.q_proj,2,32,8,128,46.07899475097656,80.25,268435456
119,self_attn.q_proj,2,64,8,128,54.71880340576172,72.125,268435456
119,self_attn.q_proj,2,128,8,128,62.97612380981445,68.0625,268435456
119,self_attn.q_proj,3,32,8,128,19.685943603515625,112.25,268435456
119,self_attn.q_proj,3,64,8,128,23.627857208251953,104.125,268435456
119,self_attn.q_proj,3,128,8,128,27.223094940185547,100.0625,268435456
119,self_attn.q_proj,4,32,8,128,9.165937423706055,144.25,268435456
119,self_attn.q_proj,4,64,8,128,11.09457015991211,136.125,268435456
119,self_attn.q_proj,4,128,8,128,12.684795379638672,132.0625,268435456
119,self_attn.q_proj,8,32,8,128,0.5591906309127808,272.25,268435456
119,self_attn.q_proj,8,64,8,128,0.6750959753990173,264.125,268435456
119,self_attn.q_proj,8,128,8,128,0.7684754133224487,260.0625,268435456
119,self_attn.v_proj,2,32,8,128,21.75895881652832,10.03125,33554432
119,self_attn.v_proj,2,64,8,128,26.967485427856445,9.015625,33554432
119,self_attn.v_proj,2,128,8,128,31.706501007080078,8.5078125,33554432
119,self_attn.v_proj,3,32,8,128,9.296394348144531,14.03125,33554432
119,self_attn.v_proj,3,64,8,128,11.535534858703613,13.015625,33554432
119,self_attn.v_proj,3,128,8,128,13.558564186096191,12.5078125,33554432
119,self_attn.v_proj,4,32,8,128,4.336394786834717,18.03125,33554432
119,self_attn.v_proj,4,64,8,128,5.379573345184326,17.015625,33554432
119,self_attn.v_proj,4,128,8,128,6.326752662658691,16.5078125,33554432
119,self_attn.v_proj,8,32,8,128,0.2626459300518036,34.03125,33554432
119,self_attn.v_proj,8,64,8,128,0.3260292410850525,33.015625,33554432
119,self_attn.v_proj,8,128,8,128,0.3828895390033722,32.5078125,33554432
119,self_attn.k_proj,2,32,8,128,31.219818115234375,10.03125,33554432
119,self_attn.k_proj,2,64,8,128,40.80670928955078,9.015625,33554432
119,self_attn.k_proj,2,128,8,128,49.239158630371094,8.5078125,33554432
119,self_attn.k_proj,3,32,8,128,13.396900177001953,14.03125,33554432
119,self_attn.k_proj,3,64,8,128,17.713172912597656,13.015625,33554432
119,self_attn.k_proj,3,128,8,128,21.742626190185547,12.5078125,33554432
119,self_attn.k_proj,4,32,8,128,6.250872611999512,18.03125,33554432
119,self_attn.k_proj,4,64,8,128,8.268904685974121,17.015625,33554432
119,self_attn.k_proj,4,128,8,128,10.151009559631348,16.5078125,33554432
119,self_attn.k_proj,8,32,8,128,0.37867382168769836,34.03125,33554432
119,self_attn.k_proj,8,64,8,128,0.5005226135253906,33.015625,33554432
119,self_attn.k_proj,8,128,8,128,0.6149221062660217,32.5078125,33554432
119,self_attn.o_proj,2,32,8,128,47.95311737060547,80.25,268435456
119,self_attn.o_proj,2,64,8,128,56.00288391113281,72.125,268435456
119,self_attn.o_proj,2,128,8,128,63.60493850708008,68.0625,268435456
119,self_attn.o_proj,3,32,8,128,20.59354019165039,112.25,268435456
119,self_attn.o_proj,3,64,8,128,24.017627716064453,104.125,268435456
119,self_attn.o_proj,3,128,8,128,27.236835479736328,100.0625,268435456
119,self_attn.o_proj,4,32,8,128,9.597627639770508,144.25,268435456
119,self_attn.o_proj,4,64,8,128,11.316469192504883,136.125,268435456
119,self_attn.o_proj,4,128,8,128,12.756260871887207,132.0625,268435456
119,self_attn.o_proj,8,32,8,128,0.5864912867546082,272.25,268435456
119,self_attn.o_proj,8,64,8,128,0.6907459497451782,264.125,268435456
119,self_attn.o_proj,8,128,8,128,0.774741530418396,260.0625,268435456
119,mlp.gate_proj,2,32,8,128,92.75392150878906,260.8125,872415232
119,mlp.gate_proj,2,64,8,128,106.2709732055664,234.40625,872415232
119,mlp.gate_proj,2,128,8,128,128.2449951171875,221.203125,872415232
119,mlp.gate_proj,3,32,8,128,39.4976921081543,364.8125,872415232
119,mlp.gate_proj,3,64,8,128,46.357391357421875,338.40625,872415232
119,mlp.gate_proj,3,128,8,128,51.5972785949707,325.203125,872415232
119,mlp.gate_proj,4,32,8,128,18.124279022216797,468.8125,872415232
119,mlp.gate_proj,4,64,8,128,22.53720474243164,442.40625,872415232
119,mlp.gate_proj,4,128,8,128,24.086944580078125,429.203125,872415232
119,mlp.gate_proj,8,32,8,128,1.0984891653060913,884.8125,872415232
119,mlp.gate_proj,8,64,8,128,1.3393908739089966,858.40625,872415232
119,mlp.gate_proj,8,128,8,128,1.465969443321228,845.203125,872415232
119,mlp.up_proj,2,32,8,128,87.6264877319336,260.8125,872415232
119,mlp.up_proj,2,64,8,128,95.09368133544922,234.40625,872415232
119,mlp.up_proj,2,128,8,128,107.67098236083984,221.203125,872415232
119,mlp.up_proj,3,32,8,128,35.49170684814453,364.8125,872415232
119,mlp.up_proj,3,64,8,128,43.18802261352539,338.40625,872415232
119,mlp.up_proj,3,128,8,128,46.193878173828125,325.203125,872415232
119,mlp.up_proj,4,32,8,128,16.70152473449707,468.8125,872415232
119,mlp.up_proj,4,64,8,128,19.35008430480957,442.40625,872415232
119,mlp.up_proj,4,128,8,128,22.68617057800293,429.203125,872415232
119,mlp.up_proj,8,32,8,128,1.0250873565673828,884.8125,872415232
119,mlp.up_proj,8,64,8,128,1.1527118682861328,858.40625,872415232
119,mlp.up_proj,8,128,8,128,1.3749297857284546,845.203125,872415232
119,mlp.down_proj,2,32,8,128,84.13456726074219,260.8125,872415232
119,mlp.down_proj,2,64,8,128,93.39166259765625,234.40625,872415232
119,mlp.down_proj,2,128,8,128,102.72283935546875,221.203125,872415232
119,mlp.down_proj,3,32,8,128,34.5724983215332,364.8125,872415232
119,mlp.down_proj,3,64,8,128,41.16849899291992,338.40625,872415232
119,mlp.down_proj,3,128,8,128,45.71870040893555,325.203125,872415232
119,mlp.down_proj,4,32,8,128,16.43917465209961,468.8125,872415232
119,mlp.down_proj,4,64,8,128,18.567623138427734,442.40625,872415232
119,mlp.down_proj,4,128,8,128,22.204147338867188,429.203125,872415232
119,mlp.down_proj,8,32,8,128,1.0131975412368774,884.8125,872415232
119,mlp.down_proj,8,64,8,128,1.1120374202728271,858.40625,872415232
119,mlp.down_proj,8,128,8,128,1.2975084781646729,845.203125,872415232
120,self_attn.q_proj,2,32,8,128,52.10374450683594,80.25,268435456
120,self_attn.q_proj,2,64,8,128,62.91189956665039,72.125,268435456
120,self_attn.q_proj,2,128,8,128,71.11506652832031,68.0625,268435456
120,self_attn.q_proj,3,32,8,128,22.71673583984375,112.25,268435456
120,self_attn.q_proj,3,64,8,128,27.349260330200195,104.125,268435456
120,self_attn.q_proj,3,128,8,128,32.182376861572266,100.0625,268435456
120,self_attn.q_proj,4,32,8,128,10.565053939819336,144.25,268435456
120,self_attn.q_proj,4,64,8,128,12.741395950317383,136.125,268435456
120,self_attn.q_proj,4,128,8,128,14.982040405273438,132.0625,268435456
120,self_attn.q_proj,8,32,8,128,0.6435202360153198,272.25,268435456
120,self_attn.q_proj,8,64,8,128,0.7746250033378601,264.125,268435456
120,self_attn.q_proj,8,128,8,128,0.9049152731895447,260.0625,268435456
120,self_attn.v_proj,2,32,8,128,22.771982192993164,10.03125,33554432
120,self_attn.v_proj,2,64,8,128,28.267349243164062,9.015625,33554432
120,self_attn.v_proj,2,128,8,128,33.29567337036133,8.5078125,33554432
120,self_attn.v_proj,3,32,8,128,9.730752944946289,14.03125,33554432
120,self_attn.v_proj,3,64,8,128,12.087502479553223,13.015625,33554432
120,self_attn.v_proj,3,128,8,128,14.247142791748047,12.5078125,33554432
120,self_attn.v_proj,4,32,8,128,4.539900302886963,18.03125,33554432
120,self_attn.v_proj,4,64,8,128,5.640538215637207,17.015625,33554432
120,self_attn.v_proj,4,128,8,128,6.646066665649414,16.5078125,33554432
120,self_attn.v_proj,8,32,8,128,0.27496838569641113,34.03125,33554432
120,self_attn.v_proj,8,64,8,128,0.34178197383880615,33.015625,33554432
120,self_attn.v_proj,8,128,8,128,0.40223902463912964,32.5078125,33554432
120,self_attn.k_proj,2,32,8,128,32.6981086730957,10.03125,33554432
120,self_attn.k_proj,2,64,8,128,42.63628005981445,9.015625,33554432
120,self_attn.k_proj,2,128,8,128,51.48446273803711,8.5078125,33554432
120,self_attn.k_proj,3,32,8,128,14.062421798706055,14.03125,33554432
120,self_attn.k_proj,3,64,8,128,18.62045669555664,13.015625,33554432
120,self_attn.k_proj,3,128,8,128,23.020832061767578,12.5078125,33554432
120,self_attn.k_proj,4,32,8,128,6.560489177703857,18.03125,33554432
120,self_attn.k_proj,4,64,8,128,8.688570976257324,17.015625,33554432
120,self_attn.k_proj,4,128,8,128,10.745702743530273,16.5078125,33554432
120,self_attn.k_proj,8,32,8,128,0.3972821533679962,34.03125,33554432
120,self_attn.k_proj,8,64,8,128,0.5262494683265686,33.015625,33554432
120,self_attn.k_proj,8,128,8,128,0.6513852477073669,32.5078125,33554432
120,self_attn.o_proj,2,32,8,128,50.55602264404297,80.25,268435456
120,self_attn.o_proj,2,64,8,128,59.200462341308594,72.125,268435456
120,self_attn.o_proj,2,128,8,128,66.5439224243164,68.0625,268435456
120,self_attn.o_proj,3,32,8,128,21.758207321166992,112.25,268435456
120,self_attn.o_proj,3,64,8,128,25.221908569335938,104.125,268435456
120,self_attn.o_proj,3,128,8,128,28.576322555541992,100.0625,268435456
120,self_attn.o_proj,4,32,8,128,10.118236541748047,144.25,268435456
120,self_attn.o_proj,4,64,8,128,11.791394233703613,136.125,268435456
120,self_attn.o_proj,4,128,8,128,13.31435775756836,132.0625,268435456
120,self_attn.o_proj,8,32,8,128,0.6184996366500854,272.25,268435456
120,self_attn.o_proj,8,64,8,128,0.7216565012931824,264.125,268435456
120,self_attn.o_proj,8,128,8,128,0.807287871837616,260.0625,268435456
120,mlp.gate_proj,2,32,8,128,92.97103881835938,260.8125,872415232
120,mlp.gate_proj,2,64,8,128,106.63111877441406,234.40625,872415232
120,mlp.gate_proj,2,128,8,128,128.28826904296875,221.203125,872415232
120,mlp.gate_proj,3,32,8,128,39.707847595214844,364.8125,872415232
120,mlp.gate_proj,3,64,8,128,46.40863037109375,338.40625,872415232
120,mlp.gate_proj,3,128,8,128,51.65049362182617,325.203125,872415232
120,mlp.gate_proj,4,32,8,128,18.20116424560547,468.8125,872415232
120,mlp.gate_proj,4,64,8,128,22.630712509155273,442.40625,872415232
120,mlp.gate_proj,4,128,8,128,24.103235244750977,429.203125,872415232
120,mlp.gate_proj,8,32,8,128,1.102542519569397,884.8125,872415232
120,mlp.gate_proj,8,64,8,128,1.3456896543502808,858.40625,872415232
120,mlp.gate_proj,8,128,8,128,1.4664160013198853,845.203125,872415232
120,mlp.up_proj,2,32,8,128,87.52924346923828,260.8125,872415232
120,mlp.up_proj,2,64,8,128,94.85191345214844,234.40625,872415232
120,mlp.up_proj,2,128,8,128,106.93241882324219,221.203125,872415232
120,mlp.up_proj,3,32,8,128,35.441314697265625,364.8125,872415232
120,mlp.up_proj,3,64,8,128,43.03803253173828,338.40625,872415232
120,mlp.up_proj,3,128,8,128,46.06766128540039,325.203125,872415232
120,mlp.up_proj,4,32,8,128,16.683475494384766,468.8125,872415232
120,mlp.up_proj,4,64,8,128,19.276269912719727,442.40625,872415232
120,mlp.up_proj,4,128,8,128,22.668519973754883,429.203125,872415232
120,mlp.up_proj,8,32,8,128,1.0241495370864868,884.8125,872415232
120,mlp.up_proj,8,64,8,128,1.1482479572296143,858.40625,872415232
120,mlp.up_proj,8,128,8,128,1.3656312227249146,845.203125,872415232
120,mlp.down_proj,2,32,8,128,84.36249542236328,260.8125,872415232
120,mlp.down_proj,2,64,8,128,93.38133239746094,234.40625,872415232
120,mlp.down_proj,2,128,8,128,102.96238708496094,221.203125,872415232
120,mlp.down_proj,3,32,8,128,34.59979248046875,364.8125,872415232
120,mlp.down_proj,3,64,8,128,41.295589447021484,338.40625,872415232
120,mlp.down_proj,3,128,8,128,45.69040298461914,325.203125,872415232
120,mlp.down_proj,4,32,8,128,16.442676544189453,468.8125,872415232
120,mlp.down_proj,4,64,8,128,18.598894119262695,442.40625,872415232
120,mlp.down_proj,4,128,8,128,22.290298461914062,429.203125,872415232
120,mlp.down_proj,8,32,8,128,1.0132957696914673,884.8125,872415232
120,mlp.down_proj,8,64,8,128,1.1130672693252563,858.40625,872415232
120,mlp.down_proj,8,128,8,128,1.3022501468658447,845.203125,872415232
121,self_attn.q_proj,2,32,8,128,49.45817565917969,80.25,268435456
121,self_attn.q_proj,2,64,8,128,59.122161865234375,72.125,268435456
121,self_attn.q_proj,2,128,8,128,67.28020477294922,68.0625,268435456
121,self_attn.q_proj,3,32,8,128,21.306238174438477,112.25,268435456
121,self_attn.q_proj,3,64,8,128,25.25258445739746,104.125,268435456
121,self_attn.q_proj,3,128,8,128,29.17830467224121,100.0625,268435456
121,self_attn.q_proj,4,32,8,128,9.903901100158691,144.25,268435456
121,self_attn.q_proj,4,64,8,128,11.819578170776367,136.125,268435456
121,self_attn.q_proj,4,128,8,128,13.567105293273926,132.0625,268435456
121,self_attn.q_proj,8,32,8,128,0.6047264933586121,272.25,268435456
121,self_attn.q_proj,8,64,8,128,0.7225156426429749,264.125,268435456
121,self_attn.q_proj,8,128,8,128,0.8207822442054749,260.0625,268435456
121,self_attn.v_proj,2,32,8,128,22.31537437438965,10.03125,33554432
121,self_attn.v_proj,2,64,8,128,27.96665382385254,9.015625,33554432
121,self_attn.v_proj,2,128,8,128,33.30689239501953,8.5078125,33554432
121,self_attn.v_proj,3,32,8,128,9.533510208129883,14.03125,33554432
121,self_attn.v_proj,3,64,8,128,11.967185974121094,13.015625,33554432
121,self_attn.v_proj,3,128,8,128,14.278457641601562,12.5078125,33554432
121,self_attn.v_proj,4,32,8,128,4.447699069976807,18.03125,33554432
121,self_attn.v_proj,4,64,8,128,5.584160804748535,17.015625,33554432
121,self_attn.v_proj,4,128,8,128,6.658475875854492,16.5078125,33554432
121,self_attn.v_proj,8,32,8,128,0.2693935036659241,34.03125,33554432
121,self_attn.v_proj,8,64,8,128,0.33844152092933655,33.015625,33554432
121,self_attn.v_proj,8,128,8,128,0.4031447768211365,32.5078125,33554432
121,self_attn.k_proj,2,32,8,128,32.141265869140625,10.03125,33554432
121,self_attn.k_proj,2,64,8,128,41.65219497680664,9.015625,33554432
121,self_attn.k_proj,2,128,8,128,50.144962310791016,8.5078125,33554432
121,self_attn.k_proj,3,32,8,128,13.759528160095215,14.03125,33554432
121,self_attn.k_proj,3,64,8,128,17.941104888916016,13.015625,33554432
121,self_attn.k_proj,3,128,8,128,21.803789138793945,12.5078125,33554432
121,self_attn.k_proj,4,32,8,128,6.418406963348389,18.03125,33554432
121,self_attn.k_proj,4,64,8,128,8.37063980102539,17.015625,33554432
121,self_attn.k_proj,4,128,8,128,10.171942710876465,16.5078125,33554432
121,self_attn.k_proj,8,32,8,128,0.38886386156082153,34.03125,33554432
121,self_attn.k_proj,8,64,8,128,0.5067479610443115,33.015625,33554432
121,self_attn.k_proj,8,128,8,128,0.6164672374725342,32.5078125,33554432
121,self_attn.o_proj,2,32,8,128,48.560089111328125,80.25,268435456
121,self_attn.o_proj,2,64,8,128,56.80399703979492,72.125,268435456
121,self_attn.o_proj,2,128,8,128,64.40128326416016,68.0625,268435456
121,self_attn.o_proj,3,32,8,128,20.86781120300293,112.25,268435456
121,self_attn.o_proj,3,64,8,128,24.277629852294922,104.125,268435456
121,self_attn.o_proj,3,128,8,128,27.533649444580078,100.0625,268435456
121,self_attn.o_proj,4,32,8,128,9.707571029663086,144.25,268435456
121,self_attn.o_proj,4,64,8,128,11.408859252929688,136.125,268435456
121,self_attn.o_proj,4,128,8,128,12.836030960083008,132.0625,268435456
121,self_attn.o_proj,8,32,8,128,0.5930430293083191,272.25,268435456
121,self_attn.o_proj,8,64,8,128,0.6976965665817261,264.125,268435456
121,self_attn.o_proj,8,128,8,128,0.7785678505897522,260.0625,268435456
121,mlp.gate_proj,2,32,8,128,93.1369400024414,260.8125,872415232
121,mlp.gate_proj,2,64,8,128,106.8154067993164,234.40625,872415232
121,mlp.gate_proj,2,128,8,128,128.276611328125,221.203125,872415232
121,mlp.gate_proj,3,32,8,128,39.908329010009766,364.8125,872415232
121,mlp.gate_proj,3,64,8,128,46.41926956176758,338.40625,872415232
121,mlp.gate_proj,3,128,8,128,51.50689697265625,325.203125,872415232
121,mlp.gate_proj,4,32,8,128,18.26723289489746,468.8125,872415232
121,mlp.gate_proj,4,64,8,128,22.64229965209961,442.40625,872415232
121,mlp.gate_proj,4,128,8,128,24.038326263427734,429.203125,872415232
121,mlp.gate_proj,8,32,8,128,1.1058743000030518,884.8125,872415232
121,mlp.gate_proj,8,64,8,128,1.3500779867172241,858.40625,872415232
121,mlp.gate_proj,8,128,8,128,1.4636483192443848,845.203125,872415232
121,mlp.up_proj,2,32,8,128,88.32003784179688,260.8125,872415232
121,mlp.up_proj,2,64,8,128,95.32875061035156,234.40625,872415232
121,mlp.up_proj,2,128,8,128,108.03002166748047,221.203125,872415232
121,mlp.up_proj,3,32,8,128,35.68247604370117,364.8125,872415232
121,mlp.up_proj,3,64,8,128,43.52215576171875,338.40625,872415232
121,mlp.up_proj,3,128,8,128,46.249263763427734,325.203125,872415232
121,mlp.up_proj,4,32,8,128,16.758312225341797,468.8125,872415232
121,mlp.up_proj,4,64,8,128,19.47102165222168,442.40625,872415232
121,mlp.up_proj,4,128,8,128,22.698122024536133,429.203125,872415232
121,mlp.up_proj,8,32,8,128,1.0277220010757446,884.8125,872415232
121,mlp.up_proj,8,64,8,128,1.1589596271514893,858.40625,872415232
121,mlp.up_proj,8,128,8,128,1.3836958408355713,845.203125,872415232
121,mlp.down_proj,2,32,8,128,85.02532196044922,260.8125,872415232
121,mlp.down_proj,2,64,8,128,93.70183563232422,234.40625,872415232
121,mlp.down_proj,2,128,8,128,103.85884857177734,221.203125,872415232
121,mlp.down_proj,3,32,8,128,34.782405853271484,364.8125,872415232
121,mlp.down_proj,3,64,8,128,41.677337646484375,338.40625,872415232
121,mlp.down_proj,3,128,8,128,45.78754806518555,325.203125,872415232
121,mlp.down_proj,4,32,8,128,16.4947566986084,468.8125,872415232
121,mlp.down_proj,4,64,8,128,18.75496482849121,442.40625,872415232
121,mlp.down_proj,4,128,8,128,22.521730422973633,429.203125,872415232
121,mlp.down_proj,8,32,8,128,1.01559579372406,884.8125,872415232
121,mlp.down_proj,8,64,8,128,1.1211055517196655,858.40625,872415232
121,mlp.down_proj,8,128,8,128,1.3167020082473755,845.203125,872415232
122,self_attn.q_proj,2,32,8,128,51.452537536621094,80.25,268435456
122,self_attn.q_proj,2,64,8,128,61.235748291015625,72.125,268435456
122,self_attn.q_proj,2,128,8,128,69.30321502685547,68.0625,268435456
122,self_attn.q_proj,3,32,8,128,22.202091217041016,112.25,268435456
122,self_attn.q_proj,3,64,8,128,26.074052810668945,104.125,268435456
122,self_attn.q_proj,3,128,8,128,30.006675720214844,100.0625,268435456
122,self_attn.q_proj,4,32,8,128,10.317777633666992,144.25,268435456
122,self_attn.q_proj,4,64,8,128,12.1709566116333,136.125,268435456
122,self_attn.q_proj,4,128,8,128,13.951592445373535,132.0625,268435456
122,self_attn.q_proj,8,32,8,128,0.6295381188392639,272.25,268435456
122,self_attn.q_proj,8,64,8,128,0.7428016066551208,264.125,268435456
122,self_attn.q_proj,8,128,8,128,0.8444564938545227,260.0625,268435456
122,self_attn.v_proj,2,32,8,128,23.83382225036621,10.03125,33554432
122,self_attn.v_proj,2,64,8,128,29.719196319580078,9.015625,33554432
122,self_attn.v_proj,2,128,8,128,35.10361862182617,8.5078125,33554432
122,self_attn.v_proj,3,32,8,128,10.184625625610352,14.03125,33554432
122,self_attn.v_proj,3,64,8,128,12.705279350280762,13.015625,33554432
122,self_attn.v_proj,3,128,8,128,15.030224800109863,12.5078125,33554432
122,self_attn.v_proj,4,32,8,128,4.7514448165893555,18.03125,33554432
122,self_attn.v_proj,4,64,8,128,5.929732799530029,17.015625,33554432
122,self_attn.v_proj,4,128,8,128,7.012306213378906,16.5078125,33554432
122,self_attn.v_proj,8,32,8,128,0.2879346013069153,34.03125,33554432
122,self_attn.v_proj,8,64,8,128,0.35940563678741455,33.015625,33554432
122,self_attn.v_proj,8,128,8,128,0.42442455887794495,32.5078125,33554432
122,self_attn.k_proj,2,32,8,128,32.06830978393555,10.03125,33554432
122,self_attn.k_proj,2,64,8,128,41.39417266845703,9.015625,33554432
122,self_attn.k_proj,2,128,8,128,49.455326080322266,8.5078125,33554432
122,self_attn.k_proj,3,32,8,128,13.715800285339355,14.03125,33554432
122,self_attn.k_proj,3,64,8,128,17.788034439086914,13.015625,33554432
122,self_attn.k_proj,3,128,8,128,21.39192771911621,12.5078125,33554432
122,self_attn.k_proj,4,32,8,128,6.400416374206543,18.03125,33554432
122,self_attn.k_proj,4,64,8,128,8.30246353149414,17.015625,33554432
122,self_attn.k_proj,4,128,8,128,9.981616973876953,16.5078125,33554432
122,self_attn.k_proj,8,32,8,128,0.3878757357597351,34.03125,33554432
122,self_attn.k_proj,8,64,8,128,0.5027245879173279,33.015625,33554432
122,self_attn.k_proj,8,128,8,128,0.604806661605835,32.5078125,33554432
122,self_attn.o_proj,2,32,8,128,51.064918518066406,80.25,268435456
122,self_attn.o_proj,2,64,8,128,59.90488052368164,72.125,268435456
122,self_attn.o_proj,2,128,8,128,67.45220184326172,68.0625,268435456
122,self_attn.o_proj,3,32,8,128,22.022930145263672,112.25,268435456
122,self_attn.o_proj,3,64,8,128,25.52500343322754,104.125,268435456
122,self_attn.o_proj,3,128,8,128,29.009458541870117,100.0625,268435456
122,self_attn.o_proj,4,32,8,128,10.23918628692627,144.25,268435456
122,self_attn.o_proj,4,64,8,128,11.949971199035645,136.125,268435456
122,self_attn.o_proj,4,128,8,128,13.522171020507812,132.0625,268435456
122,self_attn.o_proj,8,32,8,128,0.6256190538406372,272.25,268435456
122,self_attn.o_proj,8,64,8,128,0.7307889461517334,264.125,268435456
122,self_attn.o_proj,8,128,8,128,0.8198421597480774,260.0625,268435456
122,mlp.gate_proj,2,32,8,128,93.1277847290039,260.8125,872415232
122,mlp.gate_proj,2,64,8,128,106.57379150390625,234.40625,872415232
122,mlp.gate_proj,2,128,8,128,128.18170166015625,221.203125,872415232
122,mlp.gate_proj,3,32,8,128,39.95270919799805,364.8125,872415232
122,mlp.gate_proj,3,64,8,128,46.34222412109375,338.40625,872415232
122,mlp.gate_proj,3,128,8,128,51.15306091308594,325.203125,872415232
122,mlp.gate_proj,4,32,8,128,18.279067993164062,468.8125,872415232
122,mlp.gate_proj,4,64,8,128,22.63702964782715,442.40625,872415232
122,mlp.gate_proj,4,128,8,128,23.914445877075195,429.203125,872415232
122,mlp.gate_proj,8,32,8,128,1.1063580513000488,884.8125,872415232
122,mlp.gate_proj,8,64,8,128,1.3480619192123413,858.40625,872415232
122,mlp.gate_proj,8,128,8,128,1.4577902555465698,845.203125,872415232
122,mlp.up_proj,2,32,8,128,88.98814392089844,260.8125,872415232
122,mlp.up_proj,2,64,8,128,95.69043731689453,234.40625,872415232
122,mlp.up_proj,2,128,8,128,108.83889770507812,221.203125,872415232
122,mlp.up_proj,3,32,8,128,35.86984634399414,364.8125,872415232
122,mlp.up_proj,3,64,8,128,43.838165283203125,338.40625,872415232
122,mlp.up_proj,3,128,8,128,46.30643844604492,325.203125,872415232
122,mlp.up_proj,4,32,8,128,16.81427574157715,468.8125,872415232
122,mlp.up_proj,4,64,8,128,19.607471466064453,442.40625,872415232
122,mlp.up_proj,4,128,8,128,22.704994201660156,429.203125,872415232
122,mlp.up_proj,8,32,8,128,1.0303236246109009,884.8125,872415232
122,mlp.up_proj,8,64,8,128,1.1660804748535156,858.40625,872415232
122,mlp.up_proj,8,128,8,128,1.3939480781555176,845.203125,872415232
122,mlp.down_proj,2,32,8,128,85.95291900634766,260.8125,872415232
122,mlp.down_proj,2,64,8,128,94.21633911132812,234.40625,872415232
122,mlp.down_proj,2,128,8,128,105.16968536376953,221.203125,872415232
122,mlp.down_proj,3,32,8,128,35.052207946777344,364.8125,872415232
122,mlp.down_proj,3,64,8,128,42.223567962646484,338.40625,872415232
122,mlp.down_proj,3,128,8,128,45.960567474365234,325.203125,872415232
122,mlp.down_proj,4,32,8,128,16.573680877685547,468.8125,872415232
122,mlp.down_proj,4,64,8,128,18.981689453125,442.40625,872415232
122,mlp.down_proj,4,128,8,128,22.64491844177246,429.203125,872415232
122,mlp.down_proj,8,32,8,128,1.0191783905029297,884.8125,872415232
122,mlp.down_proj,8,64,8,128,1.133263349533081,858.40625,872415232
122,mlp.down_proj,8,128,8,128,1.338369607925415,845.203125,872415232
123,self_attn.q_proj,2,32,8,128,55.896732330322266,80.25,268435456
123,self_attn.q_proj,2,64,8,128,65.76622009277344,72.125,268435456
123,self_attn.q_proj,2,128,8,128,74.39888763427734,68.0625,268435456
123,self_attn.q_proj,3,32,8,128,23.890954971313477,112.25,268435456
123,self_attn.q_proj,3,64,8,128,28.107362747192383,104.125,268435456
123,self_attn.q_proj,3,128,8,128,32.14628601074219,100.0625,268435456
123,self_attn.q_proj,4,32,8,128,11.223020553588867,144.25,268435456
123,self_attn.q_proj,4,64,8,128,13.079620361328125,136.125,268435456
123,self_attn.q_proj,4,128,8,128,14.965149879455566,132.0625,268435456
123,self_attn.q_proj,8,32,8,128,0.6855818629264832,272.25,268435456
123,self_attn.q_proj,8,64,8,128,0.7963373064994812,264.125,268435456
123,self_attn.q_proj,8,128,8,128,0.906578004360199,260.0625,268435456
123,self_attn.v_proj,2,32,8,128,24.99024200439453,10.03125,33554432
123,self_attn.v_proj,2,64,8,128,31.198261260986328,9.015625,33554432
123,self_attn.v_proj,2,128,8,128,36.941864013671875,8.5078125,33554432
123,self_attn.v_proj,3,32,8,128,10.684585571289062,14.03125,33554432
123,self_attn.v_proj,3,64,8,128,13.340594291687012,13.015625,33554432
123,self_attn.v_proj,3,128,8,128,15.818693161010742,12.5078125,33554432
123,self_attn.v_proj,4,32,8,128,4.983623027801514,18.03125,33554432
123,self_attn.v_proj,4,64,8,128,6.223974227905273,17.015625,33554432
123,self_attn.v_proj,4,128,8,128,7.381647109985352,16.5078125,33554432
123,self_attn.v_proj,8,32,8,128,0.3020614981651306,34.03125,33554432
123,self_attn.v_proj,8,64,8,128,0.3771863281726837,33.015625,33554432
123,self_attn.v_proj,8,128,8,128,0.44669589400291443,32.5078125,33554432
123,self_attn.k_proj,2,32,8,128,32.719329833984375,10.03125,33554432
123,self_attn.k_proj,2,64,8,128,42.26693344116211,9.015625,33554432
123,self_attn.k_proj,2,128,8,128,50.406471252441406,8.5078125,33554432
123,self_attn.k_proj,3,32,8,128,13.974533081054688,14.03125,33554432
123,self_attn.k_proj,3,64,8,128,18.09894371032715,13.015625,33554432
123,self_attn.k_proj,3,128,8,128,21.628150939941406,12.5078125,33554432
123,self_attn.k_proj,4,32,8,128,6.521193981170654,18.03125,33554432
123,self_attn.k_proj,4,64,8,128,8.443979263305664,17.015625,33554432
123,self_attn.k_proj,4,128,8,128,10.092450141906738,16.5078125,33554432
123,self_attn.k_proj,8,32,8,128,0.3950003385543823,34.03125,33554432
123,self_attn.k_proj,8,64,8,128,0.5114190578460693,33.015625,33554432
123,self_attn.k_proj,8,128,8,128,0.6115928888320923,32.5078125,33554432
123,self_attn.o_proj,2,32,8,128,54.75246047973633,80.25,268435456
123,self_attn.o_proj,2,64,8,128,64.2726058959961,72.125,268435456
123,self_attn.o_proj,2,128,8,128,71.91596984863281,68.0625,268435456
123,self_attn.o_proj,3,32,8,128,23.460657119750977,112.25,268435456
123,self_attn.o_proj,3,64,8,128,27.351980209350586,104.125,268435456
123,self_attn.o_proj,3,128,8,128,31.119747161865234,100.0625,268435456
123,self_attn.o_proj,4,32,8,128,10.990605354309082,144.25,268435456
123,self_attn.o_proj,4,64,8,128,12.735268592834473,136.125,268435456
123,self_attn.o_proj,4,128,8,128,14.478355407714844,132.0625,268435456
123,self_attn.o_proj,8,32,8,128,0.6718305945396423,272.25,268435456
123,self_attn.o_proj,8,64,8,128,0.7762925028800964,264.125,268435456
123,self_attn.o_proj,8,128,8,128,0.8771017789840698,260.0625,268435456
123,mlp.gate_proj,2,32,8,128,92.79490661621094,260.8125,872415232
123,mlp.gate_proj,2,64,8,128,105.4990234375,234.40625,872415232
123,mlp.gate_proj,2,128,8,128,127.8276138305664,221.203125,872415232
123,mlp.gate_proj,3,32,8,128,39.64451599121094,364.8125,872415232
123,mlp.gate_proj,3,64,8,128,46.15900421142578,338.40625,872415232
123,mlp.gate_proj,3,128,8,128,50.53569412231445,325.203125,872415232
123,mlp.gate_proj,4,32,8,128,18.15114402770996,468.8125,872415232
123,mlp.gate_proj,4,64,8,128,22.451824188232422,442.40625,872415232
123,mlp.gate_proj,4,128,8,128,23.724851608276367,429.203125,872415232
123,mlp.gate_proj,8,32,8,128,1.0991052389144897,884.8125,872415232
123,mlp.gate_proj,8,64,8,128,1.3326225280761719,858.40625,872415232
123,mlp.gate_proj,8,128,8,128,1.45014488697052,845.203125,872415232
123,mlp.up_proj,2,32,8,128,89.08289337158203,260.8125,872415232
123,mlp.up_proj,2,64,8,128,95.92098236083984,234.40625,872415232
123,mlp.up_proj,2,128,8,128,109.50064849853516,221.203125,872415232
123,mlp.up_proj,3,32,8,128,35.92765808105469,364.8125,872415232
123,mlp.up_proj,3,64,8,128,43.98801803588867,338.40625,872415232
123,mlp.up_proj,3,128,8,128,46.498260498046875,325.203125,872415232
123,mlp.up_proj,4,32,8,128,16.836023330688477,468.8125,872415232
123,mlp.up_proj,4,64,8,128,19.676380157470703,442.40625,872415232
123,mlp.up_proj,4,128,8,128,22.74234390258789,429.203125,872415232
123,mlp.up_proj,8,32,8,128,1.0314427614212036,884.8125,872415232
123,mlp.up_proj,8,64,8,128,1.1704916954040527,858.40625,872415232
123,mlp.up_proj,8,128,8,128,1.4035332202911377,845.203125,872415232
123,mlp.down_proj,2,32,8,128,86.9775619506836,260.8125,872415232
123,mlp.down_proj,2,64,8,128,94.99559783935547,234.40625,872415232
123,mlp.down_proj,2,128,8,128,107.17925262451172,221.203125,872415232
123,mlp.down_proj,3,32,8,128,35.391334533691406,364.8125,872415232
123,mlp.down_proj,3,64,8,128,42.954994201660156,338.40625,872415232
123,mlp.down_proj,3,128,8,128,46.351715087890625,325.203125,872415232
123,mlp.down_proj,4,32,8,128,16.682727813720703,468.8125,872415232
123,mlp.down_proj,4,64,8,128,19.290489196777344,442.40625,872415232
123,mlp.down_proj,4,128,8,128,22.709028244018555,429.203125,872415232
123,mlp.down_proj,8,32,8,128,1.0242952108383179,884.8125,872415232
123,mlp.down_proj,8,64,8,128,1.1508275270462036,858.40625,872415232
123,mlp.down_proj,8,128,8,128,1.371276617050171,845.203125,872415232
124,self_attn.q_proj,2,32,8,128,55.36981964111328,80.25,268435456
124,self_attn.q_proj,2,64,8,128,65.27532958984375,72.125,268435456
124,self_attn.q_proj,2,128,8,128,73.95537567138672,68.0625,268435456
124,self_attn.q_proj,3,32,8,128,23.68292808532715,112.25,268435456
124,self_attn.q_proj,3,64,8,128,27.878822326660156,104.125,268435456
124,self_attn.q_proj,3,128,8,128,31.942401885986328,100.0625,268435456
124,self_attn.q_proj,4,32,8,128,11.11007022857666,144.25,268435456
124,self_attn.q_proj,4,64,8,128,12.9754056930542,136.125,268435456
124,self_attn.q_proj,4,128,8,128,14.858808517456055,132.0625,268435456
124,self_attn.q_proj,8,32,8,128,0.6788483262062073,272.25,268435456
124,self_attn.q_proj,8,64,8,128,0.7902889847755432,264.125,268435456
124,self_attn.q_proj,8,128,8,128,0.9006078243255615,260.0625,268435456
124,self_attn.v_proj,2,32,8,128,22.786056518554688,10.03125,33554432
124,self_attn.v_proj,2,64,8,128,28.08745574951172,9.015625,33554432
124,self_attn.v_proj,2,128,8,128,32.836368560791016,8.5078125,33554432
124,self_attn.v_proj,3,32,8,128,9.732880592346191,14.03125,33554432
124,self_attn.v_proj,3,64,8,128,12.01059341430664,13.015625,33554432
124,self_attn.v_proj,3,128,8,128,14.048480033874512,12.5078125,33554432
124,self_attn.v_proj,4,32,8,128,4.539859294891357,18.03125,33554432
124,self_attn.v_proj,4,64,8,128,5.603846073150635,17.015625,33554432
124,self_attn.v_proj,4,128,8,128,6.5533366203308105,16.5078125,33554432
124,self_attn.v_proj,8,32,8,128,0.2751381993293762,34.03125,33554432
124,self_attn.v_proj,8,64,8,128,0.33962857723236084,33.015625,33554432
124,self_attn.v_proj,8,128,8,128,0.39668694138526917,32.5078125,33554432
124,self_attn.k_proj,2,32,8,128,33.3597297668457,10.03125,33554432
124,self_attn.k_proj,2,64,8,128,42.595176696777344,9.015625,33554432
124,self_attn.k_proj,2,128,8,128,50.6859016418457,8.5078125,33554432
124,self_attn.k_proj,3,32,8,128,14.252952575683594,14.03125,33554432
124,self_attn.k_proj,3,64,8,128,18.22700309753418,13.015625,33554432
124,self_attn.k_proj,3,128,8,128,21.719465255737305,12.5078125,33554432
124,self_attn.k_proj,4,32,8,128,6.648288249969482,18.03125,33554432
124,self_attn.k_proj,4,64,8,128,8.506731986999512,17.015625,33554432
124,self_attn.k_proj,4,128,8,128,10.136991500854492,16.5078125,33554432
124,self_attn.k_proj,8,32,8,128,0.40276867151260376,34.03125,33554432
124,self_attn.k_proj,8,64,8,128,0.5151926875114441,33.015625,33554432
124,self_attn.k_proj,8,128,8,128,0.6142271757125854,32.5078125,33554432
124,self_attn.o_proj,2,32,8,128,53.20305252075195,80.25,268435456
124,self_attn.o_proj,2,64,8,128,62.532371520996094,72.125,268435456
124,self_attn.o_proj,2,128,8,128,70.06344604492188,68.0625,268435456
124,self_attn.o_proj,3,32,8,128,22.89319610595703,112.25,268435456
124,self_attn.o_proj,3,64,8,128,26.587432861328125,104.125,268435456
124,self_attn.o_proj,3,128,8,128,30.25910186767578,100.0625,268435456
124,self_attn.o_proj,4,32,8,128,10.672351837158203,144.25,268435456
124,self_attn.o_proj,4,64,8,128,12.395220756530762,136.125,268435456
124,self_attn.o_proj,4,128,8,128,14.079050064086914,132.0625,268435456
124,self_attn.o_proj,8,32,8,128,0.652272641658783,272.25,268435456
124,self_attn.o_proj,8,64,8,128,0.7563419938087463,264.125,268435456
124,self_attn.o_proj,8,128,8,128,0.8529017567634583,260.0625,268435456
124,mlp.gate_proj,2,32,8,128,93.77217102050781,260.8125,872415232
124,mlp.gate_proj,2,64,8,128,108.44293212890625,234.40625,872415232
124,mlp.gate_proj,2,128,8,128,128.5764923095703,221.203125,872415232
124,mlp.gate_proj,3,32,8,128,40.60728073120117,364.8125,872415232
124,mlp.gate_proj,3,64,8,128,46.70403289794922,338.40625,872415232
124,mlp.gate_proj,3,128,8,128,52.2612419128418,325.203125,872415232
124,mlp.gate_proj,4,32,8,128,18.5338077545166,468.8125,872415232
124,mlp.gate_proj,4,64,8,128,22.714336395263672,442.40625,872415232
124,mlp.gate_proj,4,128,8,128,24.272010803222656,429.203125,872415232
124,mlp.gate_proj,8,32,8,128,1.1202043294906616,884.8125,872415232
124,mlp.gate_proj,8,64,8,128,1.3768755197525024,858.40625,872415232
124,mlp.gate_proj,8,128,8,128,1.4741829633712769,845.203125,872415232
124,mlp.up_proj,2,32,8,128,90.03709411621094,260.8125,872415232
124,mlp.up_proj,2,64,8,128,96.87377166748047,234.40625,872415232
124,mlp.up_proj,2,128,8,128,111.62337493896484,221.203125,872415232
124,mlp.up_proj,3,32,8,128,36.28093719482422,364.8125,872415232
124,mlp.up_proj,3,64,8,128,44.73046875,338.40625,872415232
124,mlp.up_proj,3,128,8,128,47.102073669433594,325.203125,872415232
124,mlp.up_proj,4,32,8,128,16.95816993713379,468.8125,872415232
124,mlp.up_proj,4,64,8,128,20.003671646118164,442.40625,872415232
124,mlp.up_proj,4,128,8,128,22.877389907836914,429.203125,872415232
124,mlp.up_proj,8,32,8,128,1.0374289751052856,884.8125,872415232
124,mlp.up_proj,8,64,8,128,1.1891889572143555,858.40625,872415232
124,mlp.up_proj,8,128,8,128,1.416827917098999,845.203125,872415232
124,mlp.down_proj,2,32,8,128,88.34225463867188,260.8125,872415232
124,mlp.down_proj,2,64,8,128,96.671630859375,234.40625,872415232
124,mlp.down_proj,2,128,8,128,111.1593017578125,221.203125,872415232
124,mlp.down_proj,3,32,8,128,36.02233123779297,364.8125,872415232
124,mlp.down_proj,3,64,8,128,44.34687042236328,338.40625,872415232
124,mlp.down_proj,3,128,8,128,47.69202423095703,325.203125,872415232
124,mlp.down_proj,4,32,8,128,16.91050148010254,468.8125,872415232
124,mlp.down_proj,4,64,8,128,19.9580135345459,442.40625,872415232
124,mlp.down_proj,4,128,8,128,23.054601669311523,429.203125,872415232
124,mlp.down_proj,8,32,8,128,1.0354433059692383,884.8125,872415232
124,mlp.down_proj,8,64,8,128,1.1897356510162354,858.40625,872415232
124,mlp.down_proj,8,128,8,128,1.4208450317382812,845.203125,872415232
125,self_attn.q_proj,2,32,8,128,48.76233673095703,80.25,268435456
125,self_attn.q_proj,2,64,8,128,57.67710876464844,72.125,268435456
125,self_attn.q_proj,2,128,8,128,65.65937042236328,68.0625,268435456
125,self_attn.q_proj,3,32,8,128,20.94544792175293,112.25,268435456
125,self_attn.q_proj,3,64,8,128,24.593721389770508,104.125,268435456
125,self_attn.q_proj,3,128,8,128,28.132553100585938,100.0625,268435456
125,self_attn.q_proj,4,32,8,128,9.740955352783203,144.25,268435456
125,self_attn.q_proj,4,64,8,128,11.534509658813477,136.125,268435456
125,self_attn.q_proj,4,128,8,128,13.090705871582031,132.0625,268435456
125,self_attn.q_proj,8,32,8,128,0.5945702791213989,272.25,268435456
125,self_attn.q_proj,8,64,8,128,0.7064894437789917,264.125,268435456
125,self_attn.q_proj,8,128,8,128,0.7937830090522766,260.0625,268435456
125,self_attn.v_proj,2,32,8,128,18.379701614379883,10.03125,33554432
125,self_attn.v_proj,2,64,8,128,22.7462215423584,9.015625,33554432
125,self_attn.v_proj,2,128,8,128,26.681386947631836,8.5078125,33554432
125,self_attn.v_proj,3,32,8,128,7.857790946960449,14.03125,33554432
125,self_attn.v_proj,3,64,8,128,9.724590301513672,13.015625,33554432
125,self_attn.v_proj,3,128,8,128,11.419112205505371,12.5078125,33554432
125,self_attn.v_proj,4,32,8,128,3.6648952960968018,18.03125,33554432
125,self_attn.v_proj,4,64,8,128,4.535887241363525,17.015625,33554432
125,self_attn.v_proj,4,128,8,128,5.3280181884765625,16.5078125,33554432
125,self_attn.v_proj,8,32,8,128,0.221855029463768,34.03125,33554432
125,self_attn.v_proj,8,64,8,128,0.27490875124931335,33.015625,33554432
125,self_attn.v_proj,8,128,8,128,0.32276520133018494,32.5078125,33554432
125,self_attn.k_proj,2,32,8,128,32.644474029541016,10.03125,33554432
125,self_attn.k_proj,2,64,8,128,41.539085388183594,9.015625,33554432
125,self_attn.k_proj,2,128,8,128,49.61772537231445,8.5078125,33554432
125,self_attn.k_proj,3,32,8,128,13.95103931427002,14.03125,33554432
125,self_attn.k_proj,3,64,8,128,17.793418884277344,13.015625,33554432
125,self_attn.k_proj,3,128,8,128,21.307371139526367,12.5078125,33554432
125,self_attn.k_proj,4,32,8,128,6.511795520782471,18.03125,33554432
125,self_attn.k_proj,4,64,8,128,8.3038330078125,17.015625,33554432
125,self_attn.k_proj,4,128,8,128,9.942025184631348,16.5078125,33554432
125,self_attn.k_proj,8,32,8,128,0.39454180002212524,34.03125,33554432
125,self_attn.k_proj,8,64,8,128,0.5027164816856384,33.015625,33554432
125,self_attn.k_proj,8,128,8,128,0.6024474501609802,32.5078125,33554432
125,self_attn.o_proj,2,32,8,128,42.382991790771484,80.25,268435456
125,self_attn.o_proj,2,64,8,128,49.366477966308594,72.125,268435456
125,self_attn.o_proj,2,128,8,128,56.29500198364258,68.0625,268435456
125,self_attn.o_proj,3,32,8,128,18.062623977661133,112.25,268435456
125,self_attn.o_proj,3,64,8,128,21.404386520385742,104.125,268435456
125,self_attn.o_proj,3,128,8,128,24.340927124023438,100.0625,268435456
125,self_attn.o_proj,4,32,8,128,8.451262474060059,144.25,268435456
125,self_attn.o_proj,4,64,8,128,9.954730987548828,136.125,268435456
125,self_attn.o_proj,4,128,8,128,11.466767311096191,132.0625,268435456
125,self_attn.o_proj,8,32,8,128,0.5170131325721741,272.25,268435456
125,self_attn.o_proj,8,64,8,128,0.6060802340507507,264.125,268435456
125,self_attn.o_proj,8,128,8,128,0.6979808807373047,260.0625,268435456
125,mlp.gate_proj,2,32,8,128,93.24972534179688,260.8125,872415232
125,mlp.gate_proj,2,64,8,128,108.16423797607422,234.40625,872415232
125,mlp.gate_proj,2,128,8,128,128.7753143310547,221.203125,872415232
125,mlp.gate_proj,3,32,8,128,39.939754486083984,364.8125,872415232
125,mlp.gate_proj,3,64,8,128,46.8294792175293,338.40625,872415232
125,mlp.gate_proj,3,128,8,128,53.104679107666016,325.203125,872415232
125,mlp.gate_proj,4,32,8,128,18.329090118408203,468.8125,872415232
125,mlp.gate_proj,4,64,8,128,22.704431533813477,442.40625,872415232
125,mlp.gate_proj,4,128,8,128,24.622581481933594,429.203125,872415232
125,mlp.gate_proj,8,32,8,128,1.1099344491958618,884.8125,872415232
125,mlp.gate_proj,8,64,8,128,1.3691189289093018,858.40625,872415232
125,mlp.gate_proj,8,128,8,128,1.4916263818740845,845.203125,872415232
125,mlp.up_proj,2,32,8,128,87.4345932006836,260.8125,872415232
125,mlp.up_proj,2,64,8,128,96.5567626953125,234.40625,872415232
125,mlp.up_proj,2,128,8,128,111.39537048339844,221.203125,872415232
125,mlp.up_proj,3,32,8,128,35.67714309692383,364.8125,872415232
125,mlp.up_proj,3,64,8,128,43.87355041503906,338.40625,872415232
125,mlp.up_proj,3,128,8,128,47.164100646972656,325.203125,872415232
125,mlp.up_proj,4,32,8,128,16.785343170166016,468.8125,872415232
125,mlp.up_proj,4,64,8,128,19.73459243774414,442.40625,872415232
125,mlp.up_proj,4,128,8,128,22.867252349853516,429.203125,872415232
125,mlp.up_proj,8,32,8,128,1.0291346311569214,884.8125,872415232
125,mlp.up_proj,8,64,8,128,1.176885962486267,858.40625,872415232
125,mlp.up_proj,8,128,8,128,1.415444254875183,845.203125,872415232
125,mlp.down_proj,2,32,8,128,80.83686065673828,260.8125,872415232
125,mlp.down_proj,2,64,8,128,94.27082061767578,234.40625,872415232
125,mlp.down_proj,2,128,8,128,106.94767761230469,221.203125,872415232
125,mlp.down_proj,3,32,8,128,34.47894287109375,364.8125,872415232
125,mlp.down_proj,3,64,8,128,41.807369232177734,338.40625,872415232
125,mlp.down_proj,3,128,8,128,48.07999038696289,325.203125,872415232
125,mlp.down_proj,4,32,8,128,16.422809600830078,468.8125,872415232
125,mlp.down_proj,4,64,8,128,19.197998046875,442.40625,872415232
125,mlp.down_proj,4,128,8,128,23.10745620727539,429.203125,872415232
125,mlp.down_proj,8,32,8,128,1.0097682476043701,884.8125,872415232
125,mlp.down_proj,8,64,8,128,1.154837965965271,858.40625,872415232
125,mlp.down_proj,8,128,8,128,1.4134111404418945,845.203125,872415232