layer,module,nbit1,gsize1,nbit2,gsize2,fnorm,memmb,params
0,self_attn.q_proj,2,32,8,128,412.3119201660156,20.0625,67108864
0,self_attn.q_proj,2,64,8,128,494.06134033203125,18.03125,67108864
0,self_attn.q_proj,2,128,8,128,645.670654296875,17.015625,67108864
0,self_attn.q_proj,3,32,8,128,175.69534301757812,28.0625,67108864
0,self_attn.q_proj,3,64,8,128,217.89419555664062,26.03125,67108864
0,self_attn.q_proj,3,128,8,128,269.4341735839844,25.015625,67108864
0,self_attn.q_proj,4,32,8,128,83.59564208984375,36.0625,67108864
0,self_attn.q_proj,4,64,8,128,105.31353759765625,34.03125,67108864
0,self_attn.q_proj,4,128,8,128,130.7145233154297,33.015625,67108864
0,self_attn.q_proj,8,32,8,128,5.112150192260742,68.0625,67108864
0,self_attn.q_proj,8,64,8,128,6.596481800079346,66.03125,67108864
0,self_attn.q_proj,8,128,8,128,8.151016235351562,65.015625,67108864
0,self_attn.v_proj,2,32,8,128,552.514892578125,2.5078125,8388608
0,self_attn.v_proj,2,64,8,128,673.5861206054688,2.25390625,8388608
0,self_attn.v_proj,2,128,8,128,813.2427368164062,2.126953125,8388608
0,self_attn.v_proj,3,32,8,128,233.45310974121094,3.5078125,8388608
0,self_attn.v_proj,3,64,8,128,283.3836669921875,3.25390625,8388608
0,self_attn.v_proj,3,128,8,128,330.1102600097656,3.126953125,8388608
0,self_attn.v_proj,4,32,8,128,109.21837615966797,4.5078125,8388608
0,self_attn.v_proj,4,64,8,128,135.6373291015625,4.25390625,8388608
0,self_attn.v_proj,4,128,8,128,154.72120666503906,4.126953125,8388608
0,self_attn.v_proj,8,32,8,128,6.378791809082031,8.5078125,8388608
0,self_attn.v_proj,8,64,8,128,7.946229934692383,8.25390625,8388608
0,self_attn.v_proj,8,128,8,128,9.187578201293945,8.126953125,8388608
0,self_attn.k_proj,2,32,8,128,301.5050964355469,2.5078125,8388608
0,self_attn.k_proj,2,64,8,128,371.7862548828125,2.25390625,8388608
0,self_attn.k_proj,2,128,8,128,457.86767578125,2.126953125,8388608
0,self_attn.k_proj,3,32,8,128,111.52918243408203,3.5078125,8388608
0,self_attn.k_proj,3,64,8,128,152.079833984375,3.25390625,8388608
0,self_attn.k_proj,3,128,8,128,176.66111755371094,3.126953125,8388608
0,self_attn.k_proj,4,32,8,128,52.89655303955078,4.5078125,8388608
0,self_attn.k_proj,4,64,8,128,71.72728729248047,4.25390625,8388608
0,self_attn.k_proj,4,128,8,128,86.68524932861328,4.126953125,8388608
0,self_attn.k_proj,8,32,8,128,3.164714813232422,8.5078125,8388608
0,self_attn.k_proj,8,64,8,128,4.091573238372803,8.25390625,8388608
0,self_attn.k_proj,8,128,8,128,4.915741920471191,8.126953125,8388608
0,self_attn.o_proj,2,32,8,128,20.486906051635742,20.0625,67108864
0,self_attn.o_proj,2,64,8,128,24.122081756591797,18.03125,67108864
0,self_attn.o_proj,2,128,8,128,27.524822235107422,17.015625,67108864
0,self_attn.o_proj,3,32,8,128,8.80359935760498,28.0625,67108864
0,self_attn.o_proj,3,64,8,128,10.44011402130127,26.03125,67108864
0,self_attn.o_proj,3,128,8,128,12.033958435058594,25.015625,67108864
0,self_attn.o_proj,4,32,8,128,4.115697383880615,36.0625,67108864
0,self_attn.o_proj,4,64,8,128,4.8837890625,34.03125,67108864
0,self_attn.o_proj,4,128,8,128,5.65684175491333,33.015625,67108864
0,self_attn.o_proj,8,32,8,128,0.2500344514846802,68.0625,67108864
0,self_attn.o_proj,8,64,8,128,0.2967023551464081,66.03125,67108864
0,self_attn.o_proj,8,128,8,128,0.34286898374557495,65.015625,67108864
0,mlp.gate_proj,2,32,8,128,528.693359375,70.21875,234881024
0,mlp.gate_proj,2,64,8,128,662.457763671875,63.109375,234881024
0,mlp.gate_proj,2,128,8,128,836.6117553710938,59.5546875,234881024
0,mlp.gate_proj,3,32,8,128,231.4826202392578,98.21875,234881024
0,mlp.gate_proj,3,64,8,128,293.496826171875,91.109375,234881024
0,mlp.gate_proj,3,128,8,128,364.10333251953125,87.5546875,234881024
0,mlp.gate_proj,4,32,8,128,107.9271011352539,126.21875,234881024
0,mlp.gate_proj,4,64,8,128,141.55003356933594,119.109375,234881024
0,mlp.gate_proj,4,128,8,128,178.57774353027344,115.5546875,234881024
0,mlp.gate_proj,8,32,8,128,6.366543292999268,238.21875,234881024
0,mlp.gate_proj,8,64,8,128,8.489840507507324,231.109375,234881024
0,mlp.gate_proj,8,128,8,128,10.665663719177246,227.5546875,234881024
0,mlp.up_proj,2,32,8,128,540.5574340820312,70.21875,234881024
0,mlp.up_proj,2,64,8,128,693.4840087890625,63.109375,234881024
0,mlp.up_proj,2,128,8,128,855.2263793945312,59.5546875,234881024
0,mlp.up_proj,3,32,8,128,232.68177795410156,98.21875,234881024
0,mlp.up_proj,3,64,8,128,298.15606689453125,91.109375,234881024
0,mlp.up_proj,3,128,8,128,368.7686462402344,87.5546875,234881024
0,mlp.up_proj,4,32,8,128,107.39473724365234,126.21875,234881024
0,mlp.up_proj,4,64,8,128,140.44207763671875,119.109375,234881024
0,mlp.up_proj,4,128,8,128,174.3599853515625,115.5546875,234881024
0,mlp.up_proj,8,32,8,128,6.347901821136475,238.21875,234881024
0,mlp.up_proj,8,64,8,128,8.305356979370117,231.109375,234881024
0,mlp.up_proj,8,128,8,128,10.445475578308105,227.5546875,234881024
0,mlp.down_proj,2,32,8,128,50.11188507080078,70.21875,234881024
0,mlp.down_proj,2,64,8,128,59.521156311035156,63.109375,234881024
0,mlp.down_proj,2,128,8,128,68.16854095458984,59.5546875,234881024
0,mlp.down_proj,3,32,8,128,21.645414352416992,98.21875,234881024
0,mlp.down_proj,3,64,8,128,25.623926162719727,91.109375,234881024
0,mlp.down_proj,3,128,8,128,29.846948623657227,87.5546875,234881024
0,mlp.down_proj,4,32,8,128,10.076683044433594,126.21875,234881024
0,mlp.down_proj,4,64,8,128,12.003569602966309,119.109375,234881024
0,mlp.down_proj,4,128,8,128,13.943437576293945,115.5546875,234881024
0,mlp.down_proj,8,32,8,128,0.6148910522460938,238.21875,234881024
0,mlp.down_proj,8,64,8,128,0.7330105304718018,231.109375,234881024
0,mlp.down_proj,8,128,8,128,0.8453769087791443,227.5546875,234881024
1,self_attn.q_proj,2,32,8,128,50.44818115234375,20.0625,67108864
1,self_attn.q_proj,2,64,8,128,59.71316146850586,18.03125,67108864
1,self_attn.q_proj,2,128,8,128,68.00524139404297,17.015625,67108864
1,self_attn.q_proj,3,32,8,128,23.32946014404297,28.0625,67108864
1,self_attn.q_proj,3,64,8,128,28.296142578125,26.03125,67108864
1,self_attn.q_proj,3,128,8,128,33.35201644897461,25.015625,67108864
1,self_attn.q_proj,4,32,8,128,11.077507972717285,36.0625,67108864
1,self_attn.q_proj,4,64,8,128,13.634126663208008,34.03125,67108864
1,self_attn.q_proj,4,128,8,128,16.273012161254883,33.015625,67108864
1,self_attn.q_proj,8,32,8,128,0.6772661209106445,68.0625,67108864
1,self_attn.q_proj,8,64,8,128,0.8383092880249023,66.03125,67108864
1,self_attn.q_proj,8,128,8,128,1.0027586221694946,65.015625,67108864
1,self_attn.v_proj,2,32,8,128,55.781917572021484,2.5078125,8388608
1,self_attn.v_proj,2,64,8,128,66.45654296875,2.25390625,8388608
1,self_attn.v_proj,2,128,8,128,80.87865447998047,2.126953125,8388608
1,self_attn.v_proj,3,32,8,128,24.29590606689453,3.5078125,8388608
1,self_attn.v_proj,3,64,8,128,29.16925811767578,3.25390625,8388608
1,self_attn.v_proj,3,128,8,128,34.53425216674805,3.126953125,8388608
1,self_attn.v_proj,4,32,8,128,11.365776062011719,4.5078125,8388608
1,self_attn.v_proj,4,64,8,128,13.7473783493042,4.25390625,8388608
1,self_attn.v_proj,4,128,8,128,16.28279685974121,4.126953125,8388608
1,self_attn.v_proj,8,32,8,128,0.689895510673523,8.5078125,8388608
1,self_attn.v_proj,8,64,8,128,0.8493680357933044,8.25390625,8388608
1,self_attn.v_proj,8,128,8,128,0.9994275569915771,8.126953125,8388608
1,self_attn.k_proj,2,32,8,128,32.102294921875,2.5078125,8388608
1,self_attn.k_proj,2,64,8,128,39.16419219970703,2.25390625,8388608
1,self_attn.k_proj,2,128,8,128,44.60996627807617,2.126953125,8388608
1,self_attn.k_proj,3,32,8,128,14.31464672088623,3.5078125,8388608
1,self_attn.k_proj,3,64,8,128,17.433761596679688,3.25390625,8388608
1,self_attn.k_proj,3,128,8,128,20.324657440185547,3.126953125,8388608
1,self_attn.k_proj,4,32,8,128,6.7171630859375,4.5078125,8388608
1,self_attn.k_proj,4,64,8,128,8.22674560546875,4.25390625,8388608
1,self_attn.k_proj,4,128,8,128,9.837124824523926,4.126953125,8388608
1,self_attn.k_proj,8,32,8,128,0.41478386521339417,8.5078125,8388608
1,self_attn.k_proj,8,64,8,128,0.5109174251556396,8.25390625,8388608
1,self_attn.k_proj,8,128,8,128,0.5985282063484192,8.126953125,8388608
1,self_attn.o_proj,2,32,8,128,30.81624984741211,20.0625,67108864
1,self_attn.o_proj,2,64,8,128,36.1392822265625,18.03125,67108864
1,self_attn.o_proj,2,128,8,128,41.13111877441406,17.015625,67108864
1,self_attn.o_proj,3,32,8,128,13.190587997436523,28.0625,67108864
1,self_attn.o_proj,3,64,8,128,15.54847526550293,26.03125,67108864
1,self_attn.o_proj,3,128,8,128,17.76421356201172,25.015625,67108864
1,self_attn.o_proj,4,32,8,128,6.158023357391357,36.0625,67108864
1,self_attn.o_proj,4,64,8,128,7.257264137268066,34.03125,67108864
1,self_attn.o_proj,4,128,8,128,8.30705451965332,33.015625,67108864
1,self_attn.o_proj,8,32,8,128,0.37453365325927734,68.0625,67108864
1,self_attn.o_proj,8,64,8,128,0.44094663858413696,66.03125,67108864
1,self_attn.o_proj,8,128,8,128,0.5031557679176331,65.015625,67108864
1,mlp.gate_proj,2,32,8,128,66.9371566772461,70.21875,234881024
1,mlp.gate_proj,2,64,8,128,78.47749328613281,63.109375,234881024
1,mlp.gate_proj,2,128,8,128,89.2430191040039,59.5546875,234881024
1,mlp.gate_proj,3,32,8,128,28.776317596435547,98.21875,234881024
1,mlp.gate_proj,3,64,8,128,34.084781646728516,91.109375,234881024
1,mlp.gate_proj,3,128,8,128,39.016265869140625,87.5546875,234881024
1,mlp.gate_proj,4,32,8,128,13.459394454956055,126.21875,234881024
1,mlp.gate_proj,4,64,8,128,15.959356307983398,119.109375,234881024
1,mlp.gate_proj,4,128,8,128,18.372594833374023,115.5546875,234881024
1,mlp.gate_proj,8,32,8,128,0.8213920593261719,238.21875,234881024
1,mlp.gate_proj,8,64,8,128,0.9727925062179565,231.109375,234881024
1,mlp.gate_proj,8,128,8,128,1.118391990661621,227.5546875,234881024
1,mlp.up_proj,2,32,8,128,65.8187255859375,70.21875,234881024
1,mlp.up_proj,2,64,8,128,76.99362182617188,63.109375,234881024
1,mlp.up_proj,2,128,8,128,87.26081085205078,59.5546875,234881024
1,mlp.up_proj,3,32,8,128,28.261022567749023,98.21875,234881024
1,mlp.up_proj,3,64,8,128,33.30111312866211,91.109375,234881024
1,mlp.up_proj,3,128,8,128,37.95240020751953,87.5546875,234881024
1,mlp.up_proj,4,32,8,128,13.194257736206055,126.21875,234881024
1,mlp.up_proj,4,64,8,128,15.561827659606934,119.109375,234881024
1,mlp.up_proj,4,128,8,128,17.78076171875,115.5546875,234881024
1,mlp.up_proj,8,32,8,128,0.8047879934310913,238.21875,234881024
1,mlp.up_proj,8,64,8,128,0.9480494260787964,231.109375,234881024
1,mlp.up_proj,8,128,8,128,1.0807156562805176,227.5546875,234881024
1,mlp.down_proj,2,32,8,128,64.37713623046875,70.21875,234881024
1,mlp.down_proj,2,64,8,128,74.91549682617188,63.109375,234881024
1,mlp.down_proj,2,128,8,128,85.05756378173828,59.5546875,234881024
1,mlp.down_proj,3,32,8,128,27.42173194885254,98.21875,234881024
1,mlp.down_proj,3,64,8,128,32.25284194946289,91.109375,234881024
1,mlp.down_proj,3,128,8,128,36.47598648071289,87.5546875,234881024
1,mlp.down_proj,4,32,8,128,12.78183364868164,126.21875,234881024
1,mlp.down_proj,4,64,8,128,15.032769203186035,119.109375,234881024
1,mlp.down_proj,4,128,8,128,17.045616149902344,115.5546875,234881024
1,mlp.down_proj,8,32,8,128,0.781058132648468,238.21875,234881024
1,mlp.down_proj,8,64,8,128,0.9162397384643555,231.109375,234881024
1,mlp.down_proj,8,128,8,128,1.037436842918396,227.5546875,234881024
2,self_attn.q_proj,2,32,8,128,36.18125534057617,20.0625,67108864
2,self_attn.q_proj,2,64,8,128,42.776939392089844,18.03125,67108864
2,self_attn.q_proj,2,128,8,128,49.6442756652832,17.015625,67108864
2,self_attn.q_proj,3,32,8,128,15.999823570251465,28.0625,67108864
2,self_attn.q_proj,3,64,8,128,19.161495208740234,26.03125,67108864
2,self_attn.q_proj,3,128,8,128,22.67094612121582,25.015625,67108864
2,self_attn.q_proj,4,32,8,128,7.550156116485596,36.0625,67108864
2,self_attn.q_proj,4,64,8,128,9.08881664276123,34.03125,67108864
2,self_attn.q_proj,4,128,8,128,10.778512954711914,33.015625,67108864
2,self_attn.q_proj,8,32,8,128,0.4585033357143402,68.0625,67108864
2,self_attn.q_proj,8,64,8,128,0.552882194519043,66.03125,67108864
2,self_attn.q_proj,8,128,8,128,0.6538348197937012,65.015625,67108864
2,self_attn.v_proj,2,32,8,128,16.826086044311523,2.5078125,8388608
2,self_attn.v_proj,2,64,8,128,19.873353958129883,2.25390625,8388608
2,self_attn.v_proj,2,128,8,128,21.750499725341797,2.126953125,8388608
2,self_attn.v_proj,3,32,8,128,7.644562721252441,3.5078125,8388608
2,self_attn.v_proj,3,64,8,128,9.364161491394043,3.25390625,8388608
2,self_attn.v_proj,3,128,8,128,10.468008995056152,3.126953125,8388608
2,self_attn.v_proj,4,32,8,128,3.6289472579956055,4.5078125,8388608
2,self_attn.v_proj,4,64,8,128,4.412881851196289,4.25390625,8388608
2,self_attn.v_proj,4,128,8,128,5.081174373626709,4.126953125,8388608
2,self_attn.v_proj,8,32,8,128,0.22135600447654724,8.5078125,8388608
2,self_attn.v_proj,8,64,8,128,0.2701008915901184,8.25390625,8388608
2,self_attn.v_proj,8,128,8,128,0.30767932534217834,8.126953125,8388608
2,self_attn.k_proj,2,32,8,128,21.240495681762695,2.5078125,8388608
2,self_attn.k_proj,2,64,8,128,25.363584518432617,2.25390625,8388608
2,self_attn.k_proj,2,128,8,128,28.962146759033203,2.126953125,8388608
2,self_attn.k_proj,3,32,8,128,9.333046913146973,3.5078125,8388608
2,self_attn.k_proj,3,64,8,128,11.353588104248047,3.25390625,8388608
2,self_attn.k_proj,3,128,8,128,13.322310447692871,3.126953125,8388608
2,self_attn.k_proj,4,32,8,128,4.396079063415527,4.5078125,8388608
2,self_attn.k_proj,4,64,8,128,5.400269985198975,4.25390625,8388608
2,self_attn.k_proj,4,128,8,128,6.343028545379639,4.126953125,8388608
2,self_attn.k_proj,8,32,8,128,0.26645657420158386,8.5078125,8388608
2,self_attn.k_proj,8,64,8,128,0.3277994990348816,8.25390625,8388608
2,self_attn.k_proj,8,128,8,128,0.3872666656970978,8.126953125,8388608
2,self_attn.o_proj,2,32,8,128,33.539276123046875,20.0625,67108864
2,self_attn.o_proj,2,64,8,128,39.40746307373047,18.03125,67108864
2,self_attn.o_proj,2,128,8,128,44.96276092529297,17.015625,67108864
2,self_attn.o_proj,3,32,8,128,14.3578519821167,28.0625,67108864
2,self_attn.o_proj,3,64,8,128,16.931194305419922,26.03125,67108864
2,self_attn.o_proj,3,128,8,128,19.398406982421875,25.015625,67108864
2,self_attn.o_proj,4,32,8,128,6.696835041046143,36.0625,67108864
2,self_attn.o_proj,4,64,8,128,7.9038920402526855,34.03125,67108864
2,self_attn.o_proj,4,128,8,128,9.051676750183105,33.015625,67108864
2,self_attn.o_proj,8,32,8,128,0.40709659457206726,68.0625,67108864
2,self_attn.o_proj,8,64,8,128,0.479561448097229,66.03125,67108864
2,self_attn.o_proj,8,128,8,128,0.5476164221763611,65.015625,67108864
2,mlp.gate_proj,2,32,8,128,74.68174743652344,70.21875,234881024
2,mlp.gate_proj,2,64,8,128,88.08162689208984,63.109375,234881024
2,mlp.gate_proj,2,128,8,128,99.73556518554688,59.5546875,234881024
2,mlp.gate_proj,3,32,8,128,32.40260696411133,98.21875,234881024
2,mlp.gate_proj,3,64,8,128,38.25828170776367,91.109375,234881024
2,mlp.gate_proj,3,128,8,128,43.98045349121094,87.5546875,234881024
2,mlp.gate_proj,4,32,8,128,15.109156608581543,126.21875,234881024
2,mlp.gate_proj,4,64,8,128,17.88209342956543,119.109375,234881024
2,mlp.gate_proj,4,128,8,128,20.5338077545166,115.5546875,234881024
2,mlp.gate_proj,8,32,8,128,0.9203056693077087,238.21875,234881024
2,mlp.gate_proj,8,64,8,128,1.08951735496521,231.109375,234881024
2,mlp.gate_proj,8,128,8,128,1.2481461763381958,227.5546875,234881024
2,mlp.up_proj,2,32,8,128,74.16036224365234,70.21875,234881024
2,mlp.up_proj,2,64,8,128,87.14720916748047,63.109375,234881024
2,mlp.up_proj,2,128,8,128,98.42633056640625,59.5546875,234881024
2,mlp.up_proj,3,32,8,128,32.143218994140625,98.21875,234881024
2,mlp.up_proj,3,64,8,128,37.91081619262695,91.109375,234881024
2,mlp.up_proj,3,128,8,128,43.5013542175293,87.5546875,234881024
2,mlp.up_proj,4,32,8,128,15.009377479553223,126.21875,234881024
2,mlp.up_proj,4,64,8,128,17.72980308532715,119.109375,234881024
2,mlp.up_proj,4,128,8,128,20.337448120117188,115.5546875,234881024
2,mlp.up_proj,8,32,8,128,0.9133980870246887,238.21875,234881024
2,mlp.up_proj,8,64,8,128,1.0799469947814941,231.109375,234881024
2,mlp.up_proj,8,128,8,128,1.2356910705566406,227.5546875,234881024
2,mlp.down_proj,2,32,8,128,66.19136047363281,70.21875,234881024
2,mlp.down_proj,2,64,8,128,77.13362884521484,63.109375,234881024
2,mlp.down_proj,2,128,8,128,87.41912078857422,59.5546875,234881024
2,mlp.down_proj,3,32,8,128,28.28021812438965,98.21875,234881024
2,mlp.down_proj,3,64,8,128,33.092498779296875,91.109375,234881024
2,mlp.down_proj,3,128,8,128,37.39693069458008,87.5546875,234881024
2,mlp.down_proj,4,32,8,128,13.173892974853516,126.21875,234881024
2,mlp.down_proj,4,64,8,128,15.469603538513184,119.109375,234881024
2,mlp.down_proj,4,128,8,128,17.469661712646484,115.5546875,234881024
2,mlp.down_proj,8,32,8,128,0.8046118021011353,238.21875,234881024
2,mlp.down_proj,8,64,8,128,0.9430937767028809,231.109375,234881024
2,mlp.down_proj,8,128,8,128,1.0628658533096313,227.5546875,234881024
3,self_attn.q_proj,2,32,8,128,59.74952697753906,20.0625,67108864
3,self_attn.q_proj,2,64,8,128,69.99409484863281,18.03125,67108864
3,self_attn.q_proj,2,128,8,128,80.77509307861328,17.015625,67108864
3,self_attn.q_proj,3,32,8,128,26.031709671020508,28.0625,67108864
3,self_attn.q_proj,3,64,8,128,31.799169540405273,26.03125,67108864
3,self_attn.q_proj,3,128,8,128,37.41286087036133,25.015625,67108864
3,self_attn.q_proj,4,32,8,128,12.278810501098633,36.0625,67108864
3,self_attn.q_proj,4,64,8,128,14.868700981140137,34.03125,67108864
3,self_attn.q_proj,4,128,8,128,17.717914581298828,33.015625,67108864
3,self_attn.q_proj,8,32,8,128,0.7531364560127258,68.0625,67108864
3,self_attn.q_proj,8,64,8,128,0.9166735410690308,66.03125,67108864
3,self_attn.q_proj,8,128,8,128,1.0996769666671753,65.015625,67108864
3,self_attn.v_proj,2,32,8,128,26.890459060668945,2.5078125,8388608
3,self_attn.v_proj,2,64,8,128,33.49943542480469,2.25390625,8388608
3,self_attn.v_proj,2,128,8,128,39.12443923950195,2.126953125,8388608
3,self_attn.v_proj,3,32,8,128,11.768305778503418,3.5078125,8388608
3,self_attn.v_proj,3,64,8,128,14.810311317443848,3.25390625,8388608
3,self_attn.v_proj,3,128,8,128,16.931617736816406,3.126953125,8388608
3,self_attn.v_proj,4,32,8,128,5.343806266784668,4.5078125,8388608
3,self_attn.v_proj,4,64,8,128,6.639118671417236,4.25390625,8388608
3,self_attn.v_proj,4,128,8,128,7.810975074768066,4.126953125,8388608
3,self_attn.v_proj,8,32,8,128,0.3310251533985138,8.5078125,8388608
3,self_attn.v_proj,8,64,8,128,0.4091964662075043,8.25390625,8388608
3,self_attn.v_proj,8,128,8,128,0.49247467517852783,8.126953125,8388608
3,self_attn.k_proj,2,32,8,128,41.04716110229492,2.5078125,8388608
3,self_attn.k_proj,2,64,8,128,52.908409118652344,2.25390625,8388608
3,self_attn.k_proj,2,128,8,128,61.78349685668945,2.126953125,8388608
3,self_attn.k_proj,3,32,8,128,17.374799728393555,3.5078125,8388608
3,self_attn.k_proj,3,64,8,128,21.949769973754883,3.25390625,8388608
3,self_attn.k_proj,3,128,8,128,26.153705596923828,3.126953125,8388608
3,self_attn.k_proj,4,32,8,128,8.270864486694336,4.5078125,8388608
3,self_attn.k_proj,4,64,8,128,10.586869239807129,4.25390625,8388608
3,self_attn.k_proj,4,128,8,128,12.516523361206055,4.126953125,8388608
3,self_attn.k_proj,8,32,8,128,0.5329487919807434,8.5078125,8388608
3,self_attn.k_proj,8,64,8,128,0.6887435913085938,8.25390625,8388608
3,self_attn.k_proj,8,128,8,128,0.841251015663147,8.126953125,8388608
3,self_attn.o_proj,2,32,8,128,32.52632522583008,20.0625,67108864
3,self_attn.o_proj,2,64,8,128,38.12694549560547,18.03125,67108864
3,self_attn.o_proj,2,128,8,128,43.39473342895508,17.015625,67108864
3,self_attn.o_proj,3,32,8,128,13.913260459899902,28.0625,67108864
3,self_attn.o_proj,3,64,8,128,16.362455368041992,26.03125,67108864
3,self_attn.o_proj,3,128,8,128,18.669137954711914,25.015625,67108864
3,self_attn.o_proj,4,32,8,128,6.489813327789307,36.0625,67108864
3,self_attn.o_proj,4,64,8,128,7.636290550231934,34.03125,67108864
3,self_attn.o_proj,4,128,8,128,8.71917724609375,33.015625,67108864
3,self_attn.o_proj,8,32,8,128,0.3946588933467865,68.0625,67108864
3,self_attn.o_proj,8,64,8,128,0.46359798312187195,66.03125,67108864
3,self_attn.o_proj,8,128,8,128,0.5274143218994141,65.015625,67108864
3,mlp.gate_proj,2,32,8,128,81.97745513916016,70.21875,234881024
3,mlp.gate_proj,2,64,8,128,96.88933563232422,63.109375,234881024
3,mlp.gate_proj,2,128,8,128,109.73867797851562,59.5546875,234881024
3,mlp.gate_proj,3,32,8,128,37.173152923583984,98.21875,234881024
3,mlp.gate_proj,3,64,8,128,44.051551818847656,91.109375,234881024
3,mlp.gate_proj,3,128,8,128,50.829071044921875,87.5546875,234881024
3,mlp.gate_proj,4,32,8,128,17.741239547729492,126.21875,234881024
3,mlp.gate_proj,4,64,8,128,21.477657318115234,119.109375,234881024
3,mlp.gate_proj,4,128,8,128,25.150115966796875,115.5546875,234881024
3,mlp.gate_proj,8,32,8,128,1.0917351245880127,238.21875,234881024
3,mlp.gate_proj,8,64,8,128,1.3305259943008423,231.109375,234881024
3,mlp.gate_proj,8,128,8,128,1.5777264833450317,227.5546875,234881024
3,mlp.up_proj,2,32,8,128,80.28726959228516,70.21875,234881024
3,mlp.up_proj,2,64,8,128,94.3073501586914,63.109375,234881024
3,mlp.up_proj,2,128,8,128,105.85498809814453,59.5546875,234881024
3,mlp.up_proj,3,32,8,128,35.896671295166016,98.21875,234881024
3,mlp.up_proj,3,64,8,128,42.38737487792969,91.109375,234881024
3,mlp.up_proj,3,128,8,128,48.25473403930664,87.5546875,234881024
3,mlp.up_proj,4,32,8,128,17.134450912475586,126.21875,234881024
3,mlp.up_proj,4,64,8,128,20.500944137573242,119.109375,234881024
3,mlp.up_proj,4,128,8,128,23.506977081298828,115.5546875,234881024
3,mlp.up_proj,8,32,8,128,1.0457408428192139,238.21875,234881024
3,mlp.up_proj,8,64,8,128,1.254599928855896,231.109375,234881024
3,mlp.up_proj,8,128,8,128,1.4484914541244507,227.5546875,234881024
3,mlp.down_proj,2,32,8,128,66.43341827392578,70.21875,234881024
3,mlp.down_proj,2,64,8,128,77.40484619140625,63.109375,234881024
3,mlp.down_proj,2,128,8,128,87.68379974365234,59.5546875,234881024
3,mlp.down_proj,3,32,8,128,28.39859962463379,98.21875,234881024
3,mlp.down_proj,3,64,8,128,33.21863555908203,91.109375,234881024
3,mlp.down_proj,3,128,8,128,37.52996826171875,87.5546875,234881024
3,mlp.down_proj,4,32,8,128,13.23177433013916,126.21875,234881024
3,mlp.down_proj,4,64,8,128,15.536585807800293,119.109375,234881024
3,mlp.down_proj,4,128,8,128,17.540103912353516,115.5546875,234881024
3,mlp.down_proj,8,32,8,128,0.8086262345314026,238.21875,234881024
3,mlp.down_proj,8,64,8,128,0.9483247995376587,231.109375,234881024
3,mlp.down_proj,8,128,8,128,1.0692405700683594,227.5546875,234881024
4,self_attn.q_proj,2,32,8,128,40.417938232421875,20.0625,67108864
4,self_attn.q_proj,2,64,8,128,48.398468017578125,18.03125,67108864
4,self_attn.q_proj,2,128,8,128,56.16194152832031,17.015625,67108864
4,self_attn.q_proj,3,32,8,128,17.43234634399414,28.0625,67108864
4,self_attn.q_proj,3,64,8,128,21.09022331237793,26.03125,67108864
4,self_attn.q_proj,3,128,8,128,24.868576049804688,25.015625,67108864
4,self_attn.q_proj,4,32,8,128,8.143096923828125,36.0625,67108864
4,self_attn.q_proj,4,64,8,128,9.838781356811523,34.03125,67108864
4,self_attn.q_proj,4,128,8,128,11.621025085449219,33.015625,67108864
4,self_attn.q_proj,8,32,8,128,0.49425601959228516,68.0625,67108864
4,self_attn.q_proj,8,64,8,128,0.5974262356758118,66.03125,67108864
4,self_attn.q_proj,8,128,8,128,0.7037109732627869,65.015625,67108864
4,self_attn.v_proj,2,32,8,128,13.315932273864746,2.5078125,8388608
4,self_attn.v_proj,2,64,8,128,15.642918586730957,2.25390625,8388608
4,self_attn.v_proj,2,128,8,128,17.78481101989746,2.126953125,8388608
4,self_attn.v_proj,3,32,8,128,5.695431232452393,3.5078125,8388608
4,self_attn.v_proj,3,64,8,128,6.693916320800781,3.25390625,8388608
4,self_attn.v_proj,3,128,8,128,7.610927581787109,3.126953125,8388608
4,self_attn.v_proj,4,32,8,128,2.65805721282959,4.5078125,8388608
4,self_attn.v_proj,4,64,8,128,3.1244704723358154,4.25390625,8388608
4,self_attn.v_proj,4,128,8,128,3.5546014308929443,4.126953125,8388608
4,self_attn.v_proj,8,32,8,128,0.16089312732219696,8.5078125,8388608
4,self_attn.v_proj,8,64,8,128,0.18893873691558838,8.25390625,8388608
4,self_attn.v_proj,8,128,8,128,0.21413554251194,8.126953125,8388608
4,self_attn.k_proj,2,32,8,128,24.426607131958008,2.5078125,8388608
4,self_attn.k_proj,2,64,8,128,29.545495986938477,2.25390625,8388608
4,self_attn.k_proj,2,128,8,128,34.10772705078125,2.126953125,8388608
4,self_attn.k_proj,3,32,8,128,10.701102256774902,3.5078125,8388608
4,self_attn.k_proj,3,64,8,128,13.286202430725098,3.25390625,8388608
4,self_attn.k_proj,3,128,8,128,15.895528793334961,3.126953125,8388608
4,self_attn.k_proj,4,32,8,128,4.996914863586426,4.5078125,8388608
4,self_attn.k_proj,4,64,8,128,6.208497047424316,4.25390625,8388608
4,self_attn.k_proj,4,128,8,128,7.449280738830566,4.126953125,8388608
4,self_attn.k_proj,8,32,8,128,0.30231577157974243,8.5078125,8388608
4,self_attn.k_proj,8,64,8,128,0.37551403045654297,8.25390625,8388608
4,self_attn.k_proj,8,128,8,128,0.44878920912742615,8.126953125,8388608
4,self_attn.o_proj,2,32,8,128,33.46279525756836,20.0625,67108864
4,self_attn.o_proj,2,64,8,128,39.5308952331543,18.03125,67108864
4,self_attn.o_proj,2,128,8,128,45.300724029541016,17.015625,67108864
4,self_attn.o_proj,3,32,8,128,14.39267349243164,28.0625,67108864
4,self_attn.o_proj,3,64,8,128,17.141189575195312,26.03125,67108864
4,self_attn.o_proj,3,128,8,128,19.904890060424805,25.015625,67108864
4,self_attn.o_proj,4,32,8,128,6.716916084289551,36.0625,67108864
4,self_attn.o_proj,4,64,8,128,8.016361236572266,34.03125,67108864
4,self_attn.o_proj,4,128,8,128,9.308857917785645,33.015625,67108864
4,self_attn.o_proj,8,32,8,128,0.4082787036895752,68.0625,67108864
4,self_attn.o_proj,8,64,8,128,0.48643389344215393,66.03125,67108864
4,self_attn.o_proj,8,128,8,128,0.5634787082672119,65.015625,67108864
4,mlp.gate_proj,2,32,8,128,74.04476165771484,70.21875,234881024
4,mlp.gate_proj,2,64,8,128,87.19051361083984,63.109375,234881024
4,mlp.gate_proj,2,128,8,128,98.40513610839844,59.5546875,234881024
4,mlp.gate_proj,3,32,8,128,32.50069808959961,98.21875,234881024
4,mlp.gate_proj,3,64,8,128,38.26327133178711,91.109375,234881024
4,mlp.gate_proj,3,128,8,128,43.67420959472656,87.5546875,234881024
4,mlp.gate_proj,4,32,8,128,15.346501350402832,126.21875,234881024
4,mlp.gate_proj,4,64,8,128,18.17471694946289,119.109375,234881024
4,mlp.gate_proj,4,128,8,128,20.74964714050293,115.5546875,234881024
4,mlp.gate_proj,8,32,8,128,0.9440214037895203,238.21875,234881024
4,mlp.gate_proj,8,64,8,128,1.12307608127594,231.109375,234881024
4,mlp.gate_proj,8,128,8,128,1.2887871265411377,227.5546875,234881024
4,mlp.up_proj,2,32,8,128,73.14556884765625,70.21875,234881024
4,mlp.up_proj,2,64,8,128,85.77298736572266,63.109375,234881024
4,mlp.up_proj,2,128,8,128,97.05268096923828,59.5546875,234881024
4,mlp.up_proj,3,32,8,128,32.05057144165039,98.21875,234881024
4,mlp.up_proj,3,64,8,128,37.6307487487793,91.109375,234881024
4,mlp.up_proj,3,128,8,128,43.007991790771484,87.5546875,234881024
4,mlp.up_proj,4,32,8,128,15.122846603393555,126.21875,234881024
4,mlp.up_proj,4,64,8,128,17.872774124145508,119.109375,234881024
4,mlp.up_proj,4,128,8,128,20.433687210083008,115.5546875,234881024
4,mlp.up_proj,8,32,8,128,0.9284446835517883,238.21875,234881024
4,mlp.up_proj,8,64,8,128,1.100246787071228,231.109375,234881024
4,mlp.up_proj,8,128,8,128,1.2656745910644531,227.5546875,234881024
4,mlp.down_proj,2,32,8,128,66.78948974609375,70.21875,234881024
4,mlp.down_proj,2,64,8,128,77.82302856445312,63.109375,234881024
4,mlp.down_proj,2,128,8,128,88.12859344482422,59.5546875,234881024
4,mlp.down_proj,3,32,8,128,28.564115524291992,98.21875,234881024
4,mlp.down_proj,3,64,8,128,33.37190628051758,91.109375,234881024
4,mlp.down_proj,3,128,8,128,37.67279815673828,87.5546875,234881024
4,mlp.down_proj,4,32,8,128,13.303967475891113,126.21875,234881024
4,mlp.down_proj,4,64,8,128,15.613908767700195,119.109375,234881024
4,mlp.down_proj,4,128,8,128,17.596881866455078,115.5546875,234881024
4,mlp.down_proj,8,32,8,128,0.8125475645065308,238.21875,234881024
4,mlp.down_proj,8,64,8,128,0.9520935416221619,231.109375,234881024
4,mlp.down_proj,8,128,8,128,1.071336269378662,227.5546875,234881024
5,self_attn.q_proj,2,32,8,128,43.253013610839844,20.0625,67108864
5,self_attn.q_proj,2,64,8,128,51.1600456237793,18.03125,67108864
5,self_attn.q_proj,2,128,8,128,59.10588455200195,17.015625,67108864
5,self_attn.q_proj,3,32,8,128,18.5592041015625,28.0625,67108864
5,self_attn.q_proj,3,64,8,128,22.0830135345459,26.03125,67108864
5,self_attn.q_proj,3,128,8,128,25.662431716918945,25.015625,67108864
5,self_attn.q_proj,4,32,8,128,8.66601848602295,36.0625,67108864
5,self_attn.q_proj,4,64,8,128,10.314270973205566,34.03125,67108864
5,self_attn.q_proj,4,128,8,128,11.998252868652344,33.015625,67108864
5,self_attn.q_proj,8,32,8,128,0.5263553261756897,68.0625,67108864
5,self_attn.q_proj,8,64,8,128,0.6262632012367249,66.03125,67108864
5,self_attn.q_proj,8,128,8,128,0.7271850109100342,65.015625,67108864
5,self_attn.v_proj,2,32,8,128,14.525792121887207,2.5078125,8388608
5,self_attn.v_proj,2,64,8,128,17.008825302124023,2.25390625,8388608
5,self_attn.v_proj,2,128,8,128,19.226329803466797,2.126953125,8388608
5,self_attn.v_proj,3,32,8,128,6.252191543579102,3.5078125,8388608
5,self_attn.v_proj,3,64,8,128,7.29576301574707,3.25390625,8388608
5,self_attn.v_proj,3,128,8,128,8.294096946716309,3.126953125,8388608
5,self_attn.v_proj,4,32,8,128,2.9260787963867188,4.5078125,8388608
5,self_attn.v_proj,4,64,8,128,3.440277576446533,4.25390625,8388608
5,self_attn.v_proj,4,128,8,128,3.900209903717041,4.126953125,8388608
5,self_attn.v_proj,8,32,8,128,0.17675410211086273,8.5078125,8388608
5,self_attn.v_proj,8,64,8,128,0.20790831744670868,8.25390625,8388608
5,self_attn.v_proj,8,128,8,128,0.23370029032230377,8.126953125,8388608
5,self_attn.k_proj,2,32,8,128,25.716524124145508,2.5078125,8388608
5,self_attn.k_proj,2,64,8,128,30.584775924682617,2.25390625,8388608
5,self_attn.k_proj,2,128,8,128,34.740901947021484,2.126953125,8388608
5,self_attn.k_proj,3,32,8,128,11.230887413024902,3.5078125,8388608
5,self_attn.k_proj,3,64,8,128,13.518305778503418,3.25390625,8388608
5,self_attn.k_proj,3,128,8,128,15.672306060791016,3.126953125,8388608
5,self_attn.k_proj,4,32,8,128,5.242802143096924,4.5078125,8388608
5,self_attn.k_proj,4,64,8,128,6.39649772644043,4.25390625,8388608
5,self_attn.k_proj,4,128,8,128,7.41140079498291,4.126953125,8388608
5,self_attn.k_proj,8,32,8,128,0.31905442476272583,8.5078125,8388608
5,self_attn.k_proj,8,64,8,128,0.38645926117897034,8.25390625,8388608
5,self_attn.k_proj,8,128,8,128,0.44737255573272705,8.126953125,8388608
5,self_attn.o_proj,2,32,8,128,33.18539047241211,20.0625,67108864
5,self_attn.o_proj,2,64,8,128,38.77861785888672,18.03125,67108864
5,self_attn.o_proj,2,128,8,128,43.95132064819336,17.015625,67108864
5,self_attn.o_proj,3,32,8,128,14.185256004333496,28.0625,67108864
5,self_attn.o_proj,3,64,8,128,16.610177993774414,26.03125,67108864
5,self_attn.o_proj,3,128,8,128,18.842233657836914,25.015625,67108864
5,self_attn.o_proj,4,32,8,128,6.616762161254883,36.0625,67108864
5,self_attn.o_proj,4,64,8,128,7.753121852874756,34.03125,67108864
5,self_attn.o_proj,4,128,8,128,8.788284301757812,33.015625,67108864
5,self_attn.o_proj,8,32,8,128,0.40223515033721924,68.0625,67108864
5,self_attn.o_proj,8,64,8,128,0.47035595774650574,66.03125,67108864
5,self_attn.o_proj,8,128,8,128,0.53166264295578,65.015625,67108864
5,mlp.gate_proj,2,32,8,128,159.06866455078125,70.21875,234881024
5,mlp.gate_proj,2,64,8,128,190.4473114013672,63.109375,234881024
5,mlp.gate_proj,2,128,8,128,221.09178161621094,59.5546875,234881024
5,mlp.gate_proj,3,32,8,128,68.55345153808594,98.21875,234881024
5,mlp.gate_proj,3,64,8,128,83.2413330078125,91.109375,234881024
5,mlp.gate_proj,3,128,8,128,96.70982360839844,87.5546875,234881024
5,mlp.gate_proj,4,32,8,128,31.736398696899414,126.21875,234881024
5,mlp.gate_proj,4,64,8,128,38.69285202026367,119.109375,234881024
5,mlp.gate_proj,4,128,8,128,45.25963592529297,115.5546875,234881024
5,mlp.gate_proj,8,32,8,128,1.934840202331543,238.21875,234881024
5,mlp.gate_proj,8,64,8,128,2.358738660812378,231.109375,234881024
5,mlp.gate_proj,8,128,8,128,2.7292733192443848,227.5546875,234881024
5,mlp.up_proj,2,32,8,128,158.83888244628906,70.21875,234881024
5,mlp.up_proj,2,64,8,128,188.7771759033203,63.109375,234881024
5,mlp.up_proj,2,128,8,128,216.08700561523438,59.5546875,234881024
5,mlp.up_proj,3,32,8,128,68.91569519042969,98.21875,234881024
5,mlp.up_proj,3,64,8,128,83.48359680175781,91.109375,234881024
5,mlp.up_proj,3,128,8,128,96.03461456298828,87.5546875,234881024
5,mlp.up_proj,4,32,8,128,31.88117218017578,126.21875,234881024
5,mlp.up_proj,4,64,8,128,38.80200958251953,119.109375,234881024
5,mlp.up_proj,4,128,8,128,45.709632873535156,115.5546875,234881024
5,mlp.up_proj,8,32,8,128,1.936833143234253,238.21875,234881024
5,mlp.up_proj,8,64,8,128,2.36116886138916,231.109375,234881024
5,mlp.up_proj,8,128,8,128,2.758185625076294,227.5546875,234881024
5,mlp.down_proj,2,32,8,128,66.00739288330078,70.21875,234881024
5,mlp.down_proj,2,64,8,128,76.76351165771484,63.109375,234881024
5,mlp.down_proj,2,128,8,128,86.87688446044922,59.5546875,234881024
5,mlp.down_proj,3,32,8,128,28.18328857421875,98.21875,234881024
5,mlp.down_proj,3,64,8,128,32.92206954956055,91.109375,234881024
5,mlp.down_proj,3,128,8,128,37.06754684448242,87.5546875,234881024
5,mlp.down_proj,4,32,8,128,13.128169059753418,126.21875,234881024
5,mlp.down_proj,4,64,8,128,15.379554748535156,119.109375,234881024
5,mlp.down_proj,4,128,8,128,17.317325592041016,115.5546875,234881024
5,mlp.down_proj,8,32,8,128,0.8019521832466125,238.21875,234881024
5,mlp.down_proj,8,64,8,128,0.937972366809845,231.109375,234881024
5,mlp.down_proj,8,128,8,128,1.0542681217193604,227.5546875,234881024
6,self_attn.q_proj,2,32,8,128,45.95602798461914,20.0625,67108864
6,self_attn.q_proj,2,64,8,128,54.402976989746094,18.03125,67108864
6,self_attn.q_proj,2,128,8,128,62.79246520996094,17.015625,67108864
6,self_attn.q_proj,3,32,8,128,19.69997215270996,28.0625,67108864
6,self_attn.q_proj,3,64,8,128,23.445499420166016,26.03125,67108864
6,self_attn.q_proj,3,128,8,128,27.22785186767578,25.015625,67108864
6,self_attn.q_proj,4,32,8,128,9.191225051879883,36.0625,67108864
6,self_attn.q_proj,4,64,8,128,10.942652702331543,34.03125,67108864
6,self_attn.q_proj,4,128,8,128,12.708148956298828,33.015625,67108864
6,self_attn.q_proj,8,32,8,128,0.5581753849983215,68.0625,67108864
6,self_attn.q_proj,8,64,8,128,0.664516031742096,66.03125,67108864
6,self_attn.q_proj,8,128,8,128,0.7693008780479431,65.015625,67108864
6,self_attn.v_proj,2,32,8,128,11.765523910522461,2.5078125,8388608
6,self_attn.v_proj,2,64,8,128,13.734859466552734,2.25390625,8388608
6,self_attn.v_proj,2,128,8,128,15.518104553222656,2.126953125,8388608
6,self_attn.v_proj,3,32,8,128,5.032236576080322,3.5078125,8388608
6,self_attn.v_proj,3,64,8,128,5.87481164932251,3.25390625,8388608
6,self_attn.v_proj,3,128,8,128,6.639275550842285,3.126953125,8388608
6,self_attn.v_proj,4,32,8,128,2.3478448390960693,4.5078125,8388608
6,self_attn.v_proj,4,64,8,128,2.742417812347412,4.25390625,8388608
6,self_attn.v_proj,4,128,8,128,3.099691152572632,4.126953125,8388608
6,self_attn.v_proj,8,32,8,128,0.14212337136268616,8.5078125,8388608
6,self_attn.v_proj,8,64,8,128,0.1659134179353714,8.25390625,8388608
6,self_attn.v_proj,8,128,8,128,0.1867447942495346,8.126953125,8388608
6,self_attn.k_proj,2,32,8,128,27.068862915039062,2.5078125,8388608
6,self_attn.k_proj,2,64,8,128,32.45933151245117,2.25390625,8388608
6,self_attn.k_proj,2,128,8,128,36.93017578125,2.126953125,8388608
6,self_attn.k_proj,3,32,8,128,11.74743938446045,3.5078125,8388608
6,self_attn.k_proj,3,64,8,128,14.283638954162598,3.25390625,8388608
6,self_attn.k_proj,3,128,8,128,16.701330184936523,3.126953125,8388608
6,self_attn.k_proj,4,32,8,128,5.484091281890869,4.5078125,8388608
6,self_attn.k_proj,4,64,8,128,6.674204349517822,4.25390625,8388608
6,self_attn.k_proj,4,128,8,128,7.808329105377197,4.126953125,8388608
6,self_attn.k_proj,8,32,8,128,0.3319609761238098,8.5078125,8388608
6,self_attn.k_proj,8,64,8,128,0.4035075604915619,8.25390625,8388608
6,self_attn.k_proj,8,128,8,128,0.4703173041343689,8.126953125,8388608
6,self_attn.o_proj,2,32,8,128,32.796142578125,20.0625,67108864
6,self_attn.o_proj,2,64,8,128,38.25432586669922,18.03125,67108864
6,self_attn.o_proj,2,128,8,128,43.27894592285156,17.015625,67108864
6,self_attn.o_proj,3,32,8,128,14.018450736999512,28.0625,67108864
6,self_attn.o_proj,3,64,8,128,16.38478660583496,26.03125,67108864
6,self_attn.o_proj,3,128,8,128,18.515296936035156,25.015625,67108864
6,self_attn.o_proj,4,32,8,128,6.538758754730225,36.0625,67108864
6,self_attn.o_proj,4,64,8,128,7.642812252044678,34.03125,67108864
6,self_attn.o_proj,4,128,8,128,8.642255783081055,33.015625,67108864
6,self_attn.o_proj,8,32,8,128,0.39750564098358154,68.0625,67108864
6,self_attn.o_proj,8,64,8,128,0.4638553261756897,66.03125,67108864
6,self_attn.o_proj,8,128,8,128,0.5227326154708862,65.015625,67108864
6,mlp.gate_proj,2,32,8,128,69.22300720214844,70.21875,234881024
6,mlp.gate_proj,2,64,8,128,81.18342590332031,63.109375,234881024
6,mlp.gate_proj,2,128,8,128,92.07108306884766,59.5546875,234881024
6,mlp.gate_proj,3,32,8,128,29.866518020629883,98.21875,234881024
6,mlp.gate_proj,3,64,8,128,34.960262298583984,91.109375,234881024
6,mlp.gate_proj,3,128,8,128,39.74114227294922,87.5546875,234881024
6,mlp.gate_proj,4,32,8,128,13.930682182312012,126.21875,234881024
6,mlp.gate_proj,4,64,8,128,16.407533645629883,119.109375,234881024
6,mlp.gate_proj,4,128,8,128,18.623361587524414,115.5546875,234881024
6,mlp.gate_proj,8,32,8,128,0.8500714302062988,238.21875,234881024
6,mlp.gate_proj,8,64,8,128,1.0039230585098267,231.109375,234881024
6,mlp.gate_proj,8,128,8,128,1.1346209049224854,227.5546875,234881024
6,mlp.up_proj,2,32,8,128,67.37158203125,70.21875,234881024
6,mlp.up_proj,2,64,8,128,78.69816589355469,63.109375,234881024
6,mlp.up_proj,2,128,8,128,89.2208023071289,59.5546875,234881024
6,mlp.up_proj,3,32,8,128,29.01270866394043,98.21875,234881024
6,mlp.up_proj,3,64,8,128,33.95350646972656,91.109375,234881024
6,mlp.up_proj,3,128,8,128,38.48289108276367,87.5546875,234881024
6,mlp.up_proj,4,32,8,128,13.5328369140625,126.21875,234881024
6,mlp.up_proj,4,64,8,128,15.956012725830078,119.109375,234881024
6,mlp.up_proj,4,128,8,128,18.04596519470215,115.5546875,234881024
6,mlp.up_proj,8,32,8,128,0.8260284066200256,238.21875,234881024
6,mlp.up_proj,8,64,8,128,0.9741737842559814,231.109375,234881024
6,mlp.up_proj,8,128,8,128,1.0993338823318481,227.5546875,234881024
6,mlp.down_proj,2,32,8,128,65.82149505615234,70.21875,234881024
6,mlp.down_proj,2,64,8,128,76.52638244628906,63.109375,234881024
6,mlp.down_proj,2,128,8,128,86.52789306640625,59.5546875,234881024
6,mlp.down_proj,3,32,8,128,28.09271812438965,98.21875,234881024
6,mlp.down_proj,3,64,8,128,32.81765365600586,91.109375,234881024
6,mlp.down_proj,3,128,8,128,36.92912292480469,87.5546875,234881024
6,mlp.down_proj,4,32,8,128,13.08680534362793,126.21875,234881024
6,mlp.down_proj,4,64,8,128,15.325726509094238,119.109375,234881024
6,mlp.down_proj,4,128,8,128,17.244062423706055,115.5546875,234881024
6,mlp.down_proj,8,32,8,128,0.7993874549865723,238.21875,234881024
6,mlp.down_proj,8,64,8,128,0.9342942237854004,231.109375,234881024
6,mlp.down_proj,8,128,8,128,1.0498114824295044,227.5546875,234881024
7,self_attn.q_proj,2,32,8,128,43.74844741821289,20.0625,67108864
7,self_attn.q_proj,2,64,8,128,51.68952941894531,18.03125,67108864
7,self_attn.q_proj,2,128,8,128,59.64290237426758,17.015625,67108864
7,self_attn.q_proj,3,32,8,128,18.747230529785156,28.0625,67108864
7,self_attn.q_proj,3,64,8,128,22.271623611450195,26.03125,67108864
7,self_attn.q_proj,3,128,8,128,25.84452247619629,25.015625,67108864
7,self_attn.q_proj,4,32,8,128,8.749650955200195,36.0625,67108864
7,self_attn.q_proj,4,64,8,128,10.390202522277832,34.03125,67108864
7,self_attn.q_proj,4,128,8,128,12.06707763671875,33.015625,67108864
7,self_attn.q_proj,8,32,8,128,0.5313504934310913,68.0625,67108864
7,self_attn.q_proj,8,64,8,128,0.6309176683425903,66.03125,67108864
7,self_attn.q_proj,8,128,8,128,0.7307023406028748,65.015625,67108864
7,self_attn.v_proj,2,32,8,128,12.871381759643555,2.5078125,8388608
7,self_attn.v_proj,2,64,8,128,15.083501815795898,2.25390625,8388608
7,self_attn.v_proj,2,128,8,128,17.09899139404297,2.126953125,8388608
7,self_attn.v_proj,3,32,8,128,5.506316661834717,3.5078125,8388608
7,self_attn.v_proj,3,64,8,128,6.45461368560791,3.25390625,8388608
7,self_attn.v_proj,3,128,8,128,7.323793411254883,3.126953125,8388608
7,self_attn.v_proj,4,32,8,128,2.5688445568084717,4.5078125,8388608
7,self_attn.v_proj,4,64,8,128,3.012552499771118,4.25390625,8388608
7,self_attn.v_proj,4,128,8,128,3.417985677719116,4.126953125,8388608
7,self_attn.v_proj,8,32,8,128,0.155520960688591,8.5078125,8388608
7,self_attn.v_proj,8,64,8,128,0.18220360577106476,8.25390625,8388608
7,self_attn.v_proj,8,128,8,128,0.20585329830646515,8.126953125,8388608
7,self_attn.k_proj,2,32,8,128,25.67827606201172,2.5078125,8388608
7,self_attn.k_proj,2,64,8,128,30.84294319152832,2.25390625,8388608
7,self_attn.k_proj,2,128,8,128,35.17082977294922,2.126953125,8388608
7,self_attn.k_proj,3,32,8,128,11.155869483947754,3.5078125,8388608
7,self_attn.k_proj,3,64,8,128,13.619274139404297,3.25390625,8388608
7,self_attn.k_proj,3,128,8,128,15.998790740966797,3.126953125,8388608
7,self_attn.k_proj,4,32,8,128,5.206180572509766,4.5078125,8388608
7,self_attn.k_proj,4,64,8,128,6.3588175773620605,4.25390625,8388608
7,self_attn.k_proj,4,128,8,128,7.475996494293213,4.126953125,8388608
7,self_attn.k_proj,8,32,8,128,0.3149857223033905,8.5078125,8388608
7,self_attn.k_proj,8,64,8,128,0.38452520966529846,8.25390625,8388608
7,self_attn.k_proj,8,128,8,128,0.4503993093967438,8.126953125,8388608
7,self_attn.o_proj,2,32,8,128,32.7458610534668,20.0625,67108864
7,self_attn.o_proj,2,64,8,128,38.221736907958984,18.03125,67108864
7,self_attn.o_proj,2,128,8,128,43.26932144165039,17.015625,67108864
7,self_attn.o_proj,3,32,8,128,13.996316909790039,28.0625,67108864
7,self_attn.o_proj,3,64,8,128,16.366836547851562,26.03125,67108864
7,self_attn.o_proj,3,128,8,128,18.52035140991211,25.015625,67108864
7,self_attn.o_proj,4,32,8,128,6.528789520263672,36.0625,67108864
7,self_attn.o_proj,4,64,8,128,7.6375885009765625,34.03125,67108864
7,self_attn.o_proj,4,128,8,128,8.644270896911621,33.015625,67108864
7,self_attn.o_proj,8,32,8,128,0.39701780676841736,68.0625,67108864
7,self_attn.o_proj,8,64,8,128,0.46361806988716125,66.03125,67108864
7,self_attn.o_proj,8,128,8,128,0.522871196269989,65.015625,67108864
7,mlp.gate_proj,2,32,8,128,68.1837158203125,70.21875,234881024
7,mlp.gate_proj,2,64,8,128,80.00153350830078,63.109375,234881024
7,mlp.gate_proj,2,128,8,128,91.12039947509766,59.5546875,234881024
7,mlp.gate_proj,3,32,8,128,29.253034591674805,98.21875,234881024
7,mlp.gate_proj,3,64,8,128,34.307376861572266,91.109375,234881024
7,mlp.gate_proj,3,128,8,128,39.023681640625,87.5546875,234881024
7,mlp.gate_proj,4,32,8,128,13.623880386352539,126.21875,234881024
7,mlp.gate_proj,4,64,8,128,16.083417892456055,119.109375,234881024
7,mlp.gate_proj,4,128,8,128,18.23673439025879,115.5546875,234881024
7,mlp.gate_proj,8,32,8,128,0.8316003680229187,238.21875,234881024
7,mlp.gate_proj,8,64,8,128,0.9820075035095215,231.109375,234881024
7,mlp.gate_proj,8,128,8,128,1.1091071367263794,227.5546875,234881024
7,mlp.up_proj,2,32,8,128,66.09703826904297,70.21875,234881024
7,mlp.up_proj,2,64,8,128,77.14047241210938,63.109375,234881024
7,mlp.up_proj,2,128,8,128,87.51713562011719,59.5546875,234881024
7,mlp.up_proj,3,32,8,128,28.276100158691406,98.21875,234881024
7,mlp.up_proj,3,64,8,128,33.15349197387695,91.109375,234881024
7,mlp.up_proj,3,128,8,128,37.52778244018555,87.5546875,234881024
7,mlp.up_proj,4,32,8,128,13.17590618133545,126.21875,234881024
7,mlp.up_proj,4,64,8,128,15.513771057128906,119.109375,234881024
7,mlp.up_proj,4,128,8,128,17.546300888061523,115.5546875,234881024
7,mlp.up_proj,8,32,8,128,0.8045756220817566,238.21875,234881024
7,mlp.up_proj,8,64,8,128,0.9456003904342651,231.109375,234881024
7,mlp.up_proj,8,128,8,128,1.06758451461792,227.5546875,234881024
7,mlp.down_proj,2,32,8,128,65.45753479003906,70.21875,234881024
7,mlp.down_proj,2,64,8,128,76.05559539794922,63.109375,234881024
7,mlp.down_proj,2,128,8,128,85.98831939697266,59.5546875,234881024
7,mlp.down_proj,3,32,8,128,27.934539794921875,98.21875,234881024
7,mlp.down_proj,3,64,8,128,32.6642951965332,91.109375,234881024
7,mlp.down_proj,3,128,8,128,36.7711067199707,87.5546875,234881024
7,mlp.down_proj,4,32,8,128,13.014552116394043,126.21875,234881024
7,mlp.down_proj,4,64,8,128,15.2509183883667,119.109375,234881024
7,mlp.down_proj,4,128,8,128,17.184749603271484,115.5546875,234881024
7,mlp.down_proj,8,32,8,128,0.7950599193572998,238.21875,234881024
7,mlp.down_proj,8,64,8,128,0.9298620223999023,231.109375,234881024
7,mlp.down_proj,8,128,8,128,1.0459222793579102,227.5546875,234881024
8,self_attn.q_proj,2,32,8,128,45.72865295410156,20.0625,67108864
8,self_attn.q_proj,2,64,8,128,53.94852066040039,18.03125,67108864
8,self_attn.q_proj,2,128,8,128,62.1143798828125,17.015625,67108864
8,self_attn.q_proj,3,32,8,128,19.572649002075195,28.0625,67108864
8,self_attn.q_proj,3,64,8,128,23.177040100097656,26.03125,67108864
8,self_attn.q_proj,3,128,8,128,26.750885009765625,25.015625,67108864
8,self_attn.q_proj,4,32,8,128,9.132364273071289,36.0625,67108864
8,self_attn.q_proj,4,64,8,128,10.815155029296875,34.03125,67108864
8,self_attn.q_proj,4,128,8,128,12.486407279968262,33.015625,67108864
8,self_attn.q_proj,8,32,8,128,0.5546671748161316,68.0625,67108864
8,self_attn.q_proj,8,64,8,128,0.6568783521652222,66.03125,67108864
8,self_attn.q_proj,8,128,8,128,0.7563000321388245,65.015625,67108864
8,self_attn.v_proj,2,32,8,128,12.15407943725586,2.5078125,8388608
8,self_attn.v_proj,2,64,8,128,14.170284271240234,2.25390625,8388608
8,self_attn.v_proj,2,128,8,128,15.990191459655762,2.126953125,8388608
8,self_attn.v_proj,3,32,8,128,5.198652267456055,3.5078125,8388608
8,self_attn.v_proj,3,64,8,128,6.063883304595947,3.25390625,8388608
8,self_attn.v_proj,3,128,8,128,6.847848415374756,3.126953125,8388608
8,self_attn.v_proj,4,32,8,128,2.425276279449463,4.5078125,8388608
8,self_attn.v_proj,4,64,8,128,2.829632520675659,4.25390625,8388608
8,self_attn.v_proj,4,128,8,128,3.1955137252807617,4.126953125,8388608
8,self_attn.v_proj,8,32,8,128,0.14685645699501038,8.5078125,8388608
8,self_attn.v_proj,8,64,8,128,0.1710994839668274,8.25390625,8388608
8,self_attn.v_proj,8,128,8,128,0.19255059957504272,8.126953125,8388608
8,self_attn.k_proj,2,32,8,128,28.5035457611084,2.5078125,8388608
8,self_attn.k_proj,2,64,8,128,34.309425354003906,2.25390625,8388608
8,self_attn.k_proj,2,128,8,128,39.41565704345703,2.126953125,8388608
8,self_attn.k_proj,3,32,8,128,12.343832969665527,3.5078125,8388608
8,self_attn.k_proj,3,64,8,128,15.063261985778809,3.25390625,8388608
8,self_attn.k_proj,3,128,8,128,17.719131469726562,3.126953125,8388608
8,self_attn.k_proj,4,32,8,128,5.762792110443115,4.5078125,8388608
8,self_attn.k_proj,4,64,8,128,7.032728672027588,4.25390625,8388608
8,self_attn.k_proj,4,128,8,128,8.280454635620117,4.126953125,8388608
8,self_attn.k_proj,8,32,8,128,0.3487890958786011,8.5078125,8388608
8,self_attn.k_proj,8,64,8,128,0.42517638206481934,8.25390625,8388608
8,self_attn.k_proj,8,128,8,128,0.49883177876472473,8.126953125,8388608
8,self_attn.o_proj,2,32,8,128,33.79190444946289,20.0625,67108864
8,self_attn.o_proj,2,64,8,128,39.48871994018555,18.03125,67108864
8,self_attn.o_proj,2,128,8,128,44.75978469848633,17.015625,67108864
8,self_attn.o_proj,3,32,8,128,14.451738357543945,28.0625,67108864
8,self_attn.o_proj,3,64,8,128,16.91231918334961,26.03125,67108864
8,self_attn.o_proj,3,128,8,128,19.1943359375,25.015625,67108864
8,self_attn.o_proj,4,32,8,128,6.740121841430664,36.0625,67108864
8,self_attn.o_proj,4,64,8,128,7.895496845245361,34.03125,67108864
8,self_attn.o_proj,4,128,8,128,8.952275276184082,33.015625,67108864
8,self_attn.o_proj,8,32,8,128,0.4097226858139038,68.0625,67108864
8,self_attn.o_proj,8,64,8,128,0.4790648818016052,66.03125,67108864
8,self_attn.o_proj,8,128,8,128,0.5416540503501892,65.015625,67108864
8,mlp.gate_proj,2,32,8,128,74.89094543457031,70.21875,234881024
8,mlp.gate_proj,2,64,8,128,88.10325622558594,63.109375,234881024
8,mlp.gate_proj,2,128,8,128,100.32807159423828,59.5546875,234881024
8,mlp.gate_proj,3,32,8,128,32.437904357910156,98.21875,234881024
8,mlp.gate_proj,3,64,8,128,38.39273452758789,91.109375,234881024
8,mlp.gate_proj,3,128,8,128,43.902565002441406,87.5546875,234881024
8,mlp.gate_proj,4,32,8,128,15.163054466247559,126.21875,234881024
8,mlp.gate_proj,4,64,8,128,18.041866302490234,119.109375,234881024
8,mlp.gate_proj,4,128,8,128,20.607418060302734,115.5546875,234881024
8,mlp.gate_proj,8,32,8,128,0.9245887994766235,238.21875,234881024
8,mlp.gate_proj,8,64,8,128,1.1001396179199219,231.109375,234881024
8,mlp.gate_proj,8,128,8,128,1.2534157037734985,227.5546875,234881024
8,mlp.up_proj,2,32,8,128,72.66354370117188,70.21875,234881024
8,mlp.up_proj,2,64,8,128,85.25971221923828,63.109375,234881024
8,mlp.up_proj,2,128,8,128,96.85344696044922,59.5546875,234881024
8,mlp.up_proj,3,32,8,128,31.469615936279297,98.21875,234881024
8,mlp.up_proj,3,64,8,128,37.22433090209961,91.109375,234881024
8,mlp.up_proj,3,128,8,128,42.42769241333008,87.5546875,234881024
8,mlp.up_proj,4,32,8,128,14.703145980834961,126.21875,234881024
8,mlp.up_proj,4,64,8,128,17.468461990356445,119.109375,234881024
8,mlp.up_proj,4,128,8,128,19.93691062927246,115.5546875,234881024
8,mlp.up_proj,8,32,8,128,0.8955661654472351,238.21875,234881024
8,mlp.up_proj,8,64,8,128,1.0628725290298462,231.109375,234881024
8,mlp.up_proj,8,128,8,128,1.2127257585525513,227.5546875,234881024
8,mlp.down_proj,2,32,8,128,65.49151611328125,70.21875,234881024
8,mlp.down_proj,2,64,8,128,76.14095306396484,63.109375,234881024
8,mlp.down_proj,2,128,8,128,86.16998291015625,59.5546875,234881024
8,mlp.down_proj,3,32,8,128,27.940214157104492,98.21875,234881024
8,mlp.down_proj,3,64,8,128,32.67463684082031,91.109375,234881024
8,mlp.down_proj,3,128,8,128,36.795677185058594,87.5546875,234881024
8,mlp.down_proj,4,32,8,128,13.015117645263672,126.21875,234881024
8,mlp.down_proj,4,64,8,128,15.25265884399414,119.109375,234881024
8,mlp.down_proj,4,128,8,128,17.195833206176758,115.5546875,234881024
8,mlp.down_proj,8,32,8,128,0.7950452566146851,238.21875,234881024
8,mlp.down_proj,8,64,8,128,0.9298548698425293,231.109375,234881024
8,mlp.down_proj,8,128,8,128,1.0458652973175049,227.5546875,234881024
9,self_attn.q_proj,2,32,8,128,45.744144439697266,20.0625,67108864
9,self_attn.q_proj,2,64,8,128,53.94227981567383,18.03125,67108864
9,self_attn.q_proj,2,128,8,128,62.38959884643555,17.015625,67108864
9,self_attn.q_proj,3,32,8,128,19.599485397338867,28.0625,67108864
9,self_attn.q_proj,3,64,8,128,23.214609146118164,26.03125,67108864
9,self_attn.q_proj,3,128,8,128,26.983135223388672,25.015625,67108864
9,self_attn.q_proj,4,32,8,128,9.14249038696289,36.0625,67108864
9,self_attn.q_proj,4,64,8,128,10.8329439163208,34.03125,67108864
9,self_attn.q_proj,4,128,8,128,12.597217559814453,33.015625,67108864
9,self_attn.q_proj,8,32,8,128,0.555483341217041,68.0625,67108864
9,self_attn.q_proj,8,64,8,128,0.6582139134407043,66.03125,67108864
9,self_attn.q_proj,8,128,8,128,0.7630046606063843,65.015625,67108864
9,self_attn.v_proj,2,32,8,128,12.721362113952637,2.5078125,8388608
9,self_attn.v_proj,2,64,8,128,14.8699369430542,2.25390625,8388608
9,self_attn.v_proj,2,128,8,128,16.819732666015625,2.126953125,8388608
9,self_attn.v_proj,3,32,8,128,5.440305709838867,3.5078125,8388608
9,self_attn.v_proj,3,64,8,128,6.363877773284912,3.25390625,8388608
9,self_attn.v_proj,3,128,8,128,7.200989723205566,3.126953125,8388608
9,self_attn.v_proj,4,32,8,128,2.5382540225982666,4.5078125,8388608
9,self_attn.v_proj,4,64,8,128,2.968956708908081,4.25390625,8388608
9,self_attn.v_proj,4,128,8,128,3.363720655441284,4.126953125,8388608
9,self_attn.v_proj,8,32,8,128,0.15372319519519806,8.5078125,8388608
9,self_attn.v_proj,8,64,8,128,0.17961916327476501,8.25390625,8388608
9,self_attn.v_proj,8,128,8,128,0.20253467559814453,8.126953125,8388608
9,self_attn.k_proj,2,32,8,128,26.42189598083496,2.5078125,8388608
9,self_attn.k_proj,2,64,8,128,31.615352630615234,2.25390625,8388608
9,self_attn.k_proj,2,128,8,128,36.22029495239258,2.126953125,8388608
9,self_attn.k_proj,3,32,8,128,11.376606941223145,3.5078125,8388608
9,self_attn.k_proj,3,64,8,128,13.745140075683594,3.25390625,8388608
9,self_attn.k_proj,3,128,8,128,16.012033462524414,3.126953125,8388608
9,self_attn.k_proj,4,32,8,128,5.314411163330078,4.5078125,8388608
9,self_attn.k_proj,4,64,8,128,6.414425373077393,4.25390625,8388608
9,self_attn.k_proj,4,128,8,128,7.477529525756836,4.126953125,8388608
9,self_attn.k_proj,8,32,8,128,0.32158344984054565,8.5078125,8388608
9,self_attn.k_proj,8,64,8,128,0.3880411982536316,8.25390625,8388608
9,self_attn.k_proj,8,128,8,128,0.4507000744342804,8.126953125,8388608
9,self_attn.o_proj,2,32,8,128,33.76325607299805,20.0625,67108864
9,self_attn.o_proj,2,64,8,128,39.530357360839844,18.03125,67108864
9,self_attn.o_proj,2,128,8,128,44.890201568603516,17.015625,67108864
9,self_attn.o_proj,3,32,8,128,14.439377784729004,28.0625,67108864
9,self_attn.o_proj,3,64,8,128,16.930442810058594,26.03125,67108864
9,self_attn.o_proj,3,128,8,128,19.259347915649414,25.015625,67108864
9,self_attn.o_proj,4,32,8,128,6.73428201675415,36.0625,67108864
9,self_attn.o_proj,4,64,8,128,7.904836177825928,34.03125,67108864
9,self_attn.o_proj,4,128,8,128,8.983747482299805,33.015625,67108864
9,self_attn.o_proj,8,32,8,128,0.4093394875526428,68.0625,67108864
9,self_attn.o_proj,8,64,8,128,0.479574590921402,66.03125,67108864
9,self_attn.o_proj,8,128,8,128,0.5435936450958252,65.015625,67108864
9,mlp.gate_proj,2,32,8,128,142.41015625,70.21875,234881024
9,mlp.gate_proj,2,64,8,128,173.82757568359375,63.109375,234881024
9,mlp.gate_proj,2,128,8,128,199.448974609375,59.5546875,234881024
9,mlp.gate_proj,3,32,8,128,61.30406188964844,98.21875,234881024
9,mlp.gate_proj,3,64,8,128,75.36935424804688,91.109375,234881024
9,mlp.gate_proj,3,128,8,128,89.3721694946289,87.5546875,234881024
9,mlp.gate_proj,4,32,8,128,28.98422622680664,126.21875,234881024
9,mlp.gate_proj,4,64,8,128,35.85440444946289,119.109375,234881024
9,mlp.gate_proj,4,128,8,128,41.79305648803711,115.5546875,234881024
9,mlp.gate_proj,8,32,8,128,1.7943781614303589,238.21875,234881024
9,mlp.gate_proj,8,64,8,128,2.2386634349823,231.109375,234881024
9,mlp.gate_proj,8,128,8,128,2.676602363586426,227.5546875,234881024
9,mlp.up_proj,2,32,8,128,139.359375,70.21875,234881024
9,mlp.up_proj,2,64,8,128,165.7630157470703,63.109375,234881024
9,mlp.up_proj,2,128,8,128,190.1451873779297,59.5546875,234881024
9,mlp.up_proj,3,32,8,128,60.169776916503906,98.21875,234881024
9,mlp.up_proj,3,64,8,128,72.91801452636719,91.109375,234881024
9,mlp.up_proj,3,128,8,128,85.9036636352539,87.5546875,234881024
9,mlp.up_proj,4,32,8,128,28.197317123413086,126.21875,234881024
9,mlp.up_proj,4,64,8,128,34.85843276977539,119.109375,234881024
9,mlp.up_proj,4,128,8,128,40.8798942565918,115.5546875,234881024
9,mlp.up_proj,8,32,8,128,1.7541924715042114,238.21875,234881024
9,mlp.up_proj,8,64,8,128,2.196526050567627,231.109375,234881024
9,mlp.up_proj,8,128,8,128,2.6011335849761963,227.5546875,234881024
9,mlp.down_proj,2,32,8,128,65.73462677001953,70.21875,234881024
9,mlp.down_proj,2,64,8,128,76.44322967529297,63.109375,234881024
9,mlp.down_proj,2,128,8,128,86.4638671875,59.5546875,234881024
9,mlp.down_proj,3,32,8,128,28.058053970336914,98.21875,234881024
9,mlp.down_proj,3,64,8,128,32.79258346557617,91.109375,234881024
9,mlp.down_proj,3,128,8,128,36.93619918823242,87.5546875,234881024
9,mlp.down_proj,4,32,8,128,13.069445610046387,126.21875,234881024
9,mlp.down_proj,4,64,8,128,15.315149307250977,119.109375,234881024
9,mlp.down_proj,4,128,8,128,17.250225067138672,115.5546875,234881024
9,mlp.down_proj,8,32,8,128,0.7983719110488892,238.21875,234881024
9,mlp.down_proj,8,64,8,128,0.9339200854301453,231.109375,234881024
9,mlp.down_proj,8,128,8,128,1.0499272346496582,227.5546875,234881024
10,self_attn.q_proj,2,32,8,128,47.14068603515625,20.0625,67108864
10,self_attn.q_proj,2,64,8,128,55.589046478271484,18.03125,67108864
10,self_attn.q_proj,2,128,8,128,64.31179809570312,17.015625,67108864
10,self_attn.q_proj,3,32,8,128,20.20406723022461,28.0625,67108864
10,self_attn.q_proj,3,64,8,128,23.906391143798828,26.03125,67108864
10,self_attn.q_proj,3,128,8,128,27.77785301208496,25.015625,67108864
10,self_attn.q_proj,4,32,8,128,9.422062873840332,36.0625,67108864
10,self_attn.q_proj,4,64,8,128,11.16172981262207,34.03125,67108864
10,self_attn.q_proj,4,128,8,128,12.966678619384766,33.015625,67108864
10,self_attn.q_proj,8,32,8,128,0.5725036263465881,68.0625,67108864
10,self_attn.q_proj,8,64,8,128,0.6778901815414429,66.03125,67108864
10,self_attn.q_proj,8,128,8,128,0.7850294709205627,65.015625,67108864
10,self_attn.v_proj,2,32,8,128,11.197010040283203,2.5078125,8388608
10,self_attn.v_proj,2,64,8,128,13.087926864624023,2.25390625,8388608
10,self_attn.v_proj,2,128,8,128,14.809041023254395,2.126953125,8388608
10,self_attn.v_proj,3,32,8,128,4.789017677307129,3.5078125,8388608
10,self_attn.v_proj,3,64,8,128,5.6010966300964355,3.25390625,8388608
10,self_attn.v_proj,3,128,8,128,6.337094783782959,3.126953125,8388608
10,self_attn.v_proj,4,32,8,128,2.235208749771118,4.5078125,8388608
10,self_attn.v_proj,4,64,8,128,2.6131129264831543,4.25390625,8388608
10,self_attn.v_proj,4,128,8,128,2.959289789199829,4.126953125,8388608
10,self_attn.v_proj,8,32,8,128,0.1353050023317337,8.5078125,8388608
10,self_attn.v_proj,8,64,8,128,0.15808051824569702,8.25390625,8388608
10,self_attn.v_proj,8,128,8,128,0.17831480503082275,8.126953125,8388608
10,self_attn.k_proj,2,32,8,128,29.74114990234375,2.5078125,8388608
10,self_attn.k_proj,2,64,8,128,35.666168212890625,2.25390625,8388608
10,self_attn.k_proj,2,128,8,128,40.49492645263672,2.126953125,8388608
10,self_attn.k_proj,3,32,8,128,12.971846580505371,3.5078125,8388608
10,self_attn.k_proj,3,64,8,128,15.866230964660645,3.25390625,8388608
10,self_attn.k_proj,3,128,8,128,18.66630744934082,3.126953125,8388608
10,self_attn.k_proj,4,32,8,128,6.054455757141113,4.5078125,8388608
10,self_attn.k_proj,4,64,8,128,7.405684471130371,4.25390625,8388608
10,self_attn.k_proj,4,128,8,128,8.722984313964844,4.126953125,8388608
10,self_attn.k_proj,8,32,8,128,0.36622342467308044,8.5078125,8388608
10,self_attn.k_proj,8,64,8,128,0.44772791862487793,8.25390625,8388608
10,self_attn.k_proj,8,128,8,128,0.5256458520889282,8.126953125,8388608
10,self_attn.o_proj,2,32,8,128,32.55480194091797,20.0625,67108864
10,self_attn.o_proj,2,64,8,128,37.96102523803711,18.03125,67108864
10,self_attn.o_proj,2,128,8,128,42.890541076660156,17.015625,67108864
10,self_attn.o_proj,3,32,8,128,13.908888816833496,28.0625,67108864
10,self_attn.o_proj,3,64,8,128,16.246912002563477,26.03125,67108864
10,self_attn.o_proj,3,128,8,128,18.34898567199707,25.015625,67108864
10,self_attn.o_proj,4,32,8,128,6.488602638244629,36.0625,67108864
10,self_attn.o_proj,4,64,8,128,7.578617572784424,34.03125,67108864
10,self_attn.o_proj,4,128,8,128,8.564111709594727,33.015625,67108864
10,self_attn.o_proj,8,32,8,128,0.39453575015068054,68.0625,67108864
10,self_attn.o_proj,8,64,8,128,0.460052490234375,66.03125,67108864
10,self_attn.o_proj,8,128,8,128,0.5181158781051636,65.015625,67108864
10,mlp.gate_proj,2,32,8,128,68.98130798339844,70.21875,234881024
10,mlp.gate_proj,2,64,8,128,80.78734588623047,63.109375,234881024
10,mlp.gate_proj,2,128,8,128,91.6896743774414,59.5546875,234881024
10,mlp.gate_proj,3,32,8,128,29.608379364013672,98.21875,234881024
10,mlp.gate_proj,3,64,8,128,34.61275863647461,91.109375,234881024
10,mlp.gate_proj,3,128,8,128,39.23339080810547,87.5546875,234881024
10,mlp.gate_proj,4,32,8,128,13.78589153289795,126.21875,234881024
10,mlp.gate_proj,4,64,8,128,16.21443748474121,119.109375,234881024
10,mlp.gate_proj,4,128,8,128,18.336498260498047,115.5546875,234881024
10,mlp.gate_proj,8,32,8,128,0.8414453268051147,238.21875,234881024
10,mlp.gate_proj,8,64,8,128,0.990977942943573,231.109375,234881024
10,mlp.gate_proj,8,128,8,128,1.1153910160064697,227.5546875,234881024
10,mlp.up_proj,2,32,8,128,66.5533676147461,70.21875,234881024
10,mlp.up_proj,2,64,8,128,77.57467651367188,63.109375,234881024
10,mlp.up_proj,2,128,8,128,87.87248229980469,59.5546875,234881024
10,mlp.up_proj,3,32,8,128,28.47943115234375,98.21875,234881024
10,mlp.up_proj,3,64,8,128,33.30709457397461,91.109375,234881024
10,mlp.up_proj,3,128,8,128,37.61131286621094,87.5546875,234881024
10,mlp.up_proj,4,32,8,128,13.267901420593262,126.21875,234881024
10,mlp.up_proj,4,64,8,128,15.586748123168945,119.109375,234881024
10,mlp.up_proj,4,128,8,128,17.581785202026367,115.5546875,234881024
10,mlp.up_proj,8,32,8,128,0.810247540473938,238.21875,234881024
10,mlp.up_proj,8,64,8,128,0.9502071738243103,231.109375,234881024
10,mlp.up_proj,8,128,8,128,1.0699801445007324,227.5546875,234881024
10,mlp.down_proj,2,32,8,128,66.35365295410156,70.21875,234881024
10,mlp.down_proj,2,64,8,128,77.18567657470703,63.109375,234881024
10,mlp.down_proj,2,128,8,128,87.27243041992188,59.5546875,234881024
10,mlp.down_proj,3,32,8,128,28.34636688232422,98.21875,234881024
10,mlp.down_proj,3,64,8,128,33.08552932739258,91.109375,234881024
10,mlp.down_proj,3,128,8,128,37.25356674194336,87.5546875,234881024
10,mlp.down_proj,4,32,8,128,13.202288627624512,126.21875,234881024
10,mlp.down_proj,4,64,8,128,15.466925621032715,119.109375,234881024
10,mlp.down_proj,4,128,8,128,17.396480560302734,115.5546875,234881024
10,mlp.down_proj,8,32,8,128,0.806340217590332,238.21875,234881024
10,mlp.down_proj,8,64,8,128,0.9429009556770325,231.109375,234881024
10,mlp.down_proj,8,128,8,128,1.0587960481643677,227.5546875,234881024
11,self_attn.q_proj,2,32,8,128,47.767738342285156,20.0625,67108864
11,self_attn.q_proj,2,64,8,128,56.40552520751953,18.03125,67108864
11,self_attn.q_proj,2,128,8,128,64.79865264892578,17.015625,67108864
11,self_attn.q_proj,3,32,8,128,20.451942443847656,28.0625,67108864
11,self_attn.q_proj,3,64,8,128,24.19611167907715,26.03125,67108864
11,self_attn.q_proj,3,128,8,128,27.862035751342773,25.015625,67108864
11,self_attn.q_proj,4,32,8,128,9.539348602294922,36.0625,67108864
11,self_attn.q_proj,4,64,8,128,11.303452491760254,34.03125,67108864
11,self_attn.q_proj,4,128,8,128,13.00934886932373,33.015625,67108864
11,self_attn.q_proj,8,32,8,128,0.5797201991081238,68.0625,67108864
11,self_attn.q_proj,8,64,8,128,0.686638355255127,66.03125,67108864
11,self_attn.q_proj,8,128,8,128,0.7877641916275024,65.015625,67108864
11,self_attn.v_proj,2,32,8,128,11.666751861572266,2.5078125,8388608
11,self_attn.v_proj,2,64,8,128,13.598281860351562,2.25390625,8388608
11,self_attn.v_proj,2,128,8,128,15.32270622253418,2.126953125,8388608
11,self_attn.v_proj,3,32,8,128,5.001588821411133,3.5078125,8388608
11,self_attn.v_proj,3,64,8,128,5.834916591644287,3.25390625,8388608
11,self_attn.v_proj,3,128,8,128,6.579465389251709,3.126953125,8388608
11,self_attn.v_proj,4,32,8,128,2.334949016571045,4.5078125,8388608
11,self_attn.v_proj,4,64,8,128,2.726151466369629,4.25390625,8388608
11,self_attn.v_proj,4,128,8,128,3.0753023624420166,4.126953125,8388608
11,self_attn.v_proj,8,32,8,128,0.1413068175315857,8.5078125,8388608
11,self_attn.v_proj,8,64,8,128,0.16494955122470856,8.25390625,8388608
11,self_attn.v_proj,8,128,8,128,0.18565921485424042,8.126953125,8388608
11,self_attn.k_proj,2,32,8,128,30.501800537109375,2.5078125,8388608
11,self_attn.k_proj,2,64,8,128,36.524513244628906,2.25390625,8388608
11,self_attn.k_proj,2,128,8,128,41.789894104003906,2.126953125,8388608
11,self_attn.k_proj,3,32,8,128,13.224815368652344,3.5078125,8388608
11,self_attn.k_proj,3,64,8,128,16.006458282470703,3.25390625,8388608
11,self_attn.k_proj,3,128,8,128,18.649927139282227,3.126953125,8388608
11,self_attn.k_proj,4,32,8,128,6.174098968505859,4.5078125,8388608
11,self_attn.k_proj,4,64,8,128,7.477685928344727,4.25390625,8388608
11,self_attn.k_proj,4,128,8,128,8.725138664245605,4.126953125,8388608
11,self_attn.k_proj,8,32,8,128,0.3738352358341217,8.5078125,8388608
11,self_attn.k_proj,8,64,8,128,0.4530104994773865,8.25390625,8388608
11,self_attn.k_proj,8,128,8,128,0.5279937982559204,8.126953125,8388608
11,self_attn.o_proj,2,32,8,128,33.46442794799805,20.0625,67108864
11,self_attn.o_proj,2,64,8,128,38.971405029296875,18.03125,67108864
11,self_attn.o_proj,2,128,8,128,43.96527099609375,17.015625,67108864
11,self_attn.o_proj,3,32,8,128,14.307816505432129,28.0625,67108864
11,self_attn.o_proj,3,64,8,128,16.680299758911133,26.03125,67108864
11,self_attn.o_proj,3,128,8,128,18.8251953125,25.015625,67108864
11,self_attn.o_proj,4,32,8,128,6.672486305236816,36.0625,67108864
11,self_attn.o_proj,4,64,8,128,7.785013675689697,34.03125,67108864
11,self_attn.o_proj,4,128,8,128,8.779267311096191,33.015625,67108864
11,self_attn.o_proj,8,32,8,128,0.40569835901260376,68.0625,67108864
11,self_attn.o_proj,8,64,8,128,0.47240838408470154,66.03125,67108864
11,self_attn.o_proj,8,128,8,128,0.5310494303703308,65.015625,67108864
11,mlp.gate_proj,2,32,8,128,71.75784301757812,70.21875,234881024
11,mlp.gate_proj,2,64,8,128,83.99767303466797,63.109375,234881024
11,mlp.gate_proj,2,128,8,128,95.28524017333984,59.5546875,234881024
11,mlp.gate_proj,3,32,8,128,30.81612205505371,98.21875,234881024
11,mlp.gate_proj,3,64,8,128,36.135948181152344,91.109375,234881024
11,mlp.gate_proj,3,128,8,128,40.96001052856445,87.5546875,234881024
11,mlp.gate_proj,4,32,8,128,14.358738899230957,126.21875,234881024
11,mlp.gate_proj,4,64,8,128,16.89822006225586,119.109375,234881024
11,mlp.gate_proj,4,128,8,128,19.172298431396484,115.5546875,234881024
11,mlp.gate_proj,8,32,8,128,0.8768954277038574,238.21875,234881024
11,mlp.gate_proj,8,64,8,128,1.0320100784301758,231.109375,234881024
11,mlp.gate_proj,8,128,8,128,1.1669518947601318,227.5546875,234881024
11,mlp.up_proj,2,32,8,128,69.36652374267578,70.21875,234881024
11,mlp.up_proj,2,64,8,128,80.97540283203125,63.109375,234881024
11,mlp.up_proj,2,128,8,128,91.56926727294922,59.5546875,234881024
11,mlp.up_proj,3,32,8,128,29.73406219482422,98.21875,234881024
11,mlp.up_proj,3,64,8,128,34.84250259399414,91.109375,234881024
11,mlp.up_proj,3,128,8,128,39.43355178833008,87.5546875,234881024
11,mlp.up_proj,4,32,8,128,13.872541427612305,126.21875,234881024
11,mlp.up_proj,4,64,8,128,16.308040618896484,119.109375,234881024
11,mlp.up_proj,4,128,8,128,18.469900131225586,115.5546875,234881024
11,mlp.up_proj,8,32,8,128,0.8470475077629089,238.21875,234881024
11,mlp.up_proj,8,64,8,128,0.9942194819450378,231.109375,234881024
11,mlp.up_proj,8,128,8,128,1.122808814048767,227.5546875,234881024
11,mlp.down_proj,2,32,8,128,66.81829071044922,70.21875,234881024
11,mlp.down_proj,2,64,8,128,77.74824523925781,63.109375,234881024
11,mlp.down_proj,2,128,8,128,87.90068817138672,59.5546875,234881024
11,mlp.down_proj,3,32,8,128,28.561784744262695,98.21875,234881024
11,mlp.down_proj,3,64,8,128,33.30084228515625,91.109375,234881024
11,mlp.down_proj,3,128,8,128,37.48672866821289,87.5546875,234881024
11,mlp.down_proj,4,32,8,128,13.302050590515137,126.21875,234881024
11,mlp.down_proj,4,64,8,128,15.578849792480469,119.109375,234881024
11,mlp.down_proj,4,128,8,128,17.510520935058594,115.5546875,234881024
11,mlp.down_proj,8,32,8,128,0.8122872114181519,238.21875,234881024
11,mlp.down_proj,8,64,8,128,0.9497777819633484,231.109375,234881024
11,mlp.down_proj,8,128,8,128,1.0653804540634155,227.5546875,234881024
12,self_attn.q_proj,2,32,8,128,45.970252990722656,20.0625,67108864
12,self_attn.q_proj,2,64,8,128,54.733154296875,18.03125,67108864
12,self_attn.q_proj,2,128,8,128,63.23746871948242,17.015625,67108864
12,self_attn.q_proj,3,32,8,128,19.70374870300293,28.0625,67108864
12,self_attn.q_proj,3,64,8,128,23.57019805908203,26.03125,67108864
12,self_attn.q_proj,3,128,8,128,27.379981994628906,25.015625,67108864
12,self_attn.q_proj,4,32,8,128,9.1904935836792,36.0625,67108864
12,self_attn.q_proj,4,64,8,128,11.001408576965332,34.03125,67108864
12,self_attn.q_proj,4,128,8,128,12.773686408996582,33.015625,67108864
12,self_attn.q_proj,8,32,8,128,0.5582144260406494,68.0625,67108864
12,self_attn.q_proj,8,64,8,128,0.6679866313934326,66.03125,67108864
12,self_attn.q_proj,8,128,8,128,0.7734392285346985,65.015625,67108864
12,self_attn.v_proj,2,32,8,128,11.925644874572754,2.5078125,8388608
12,self_attn.v_proj,2,64,8,128,13.90407657623291,2.25390625,8388608
12,self_attn.v_proj,2,128,8,128,15.69293212890625,2.126953125,8388608
12,self_attn.v_proj,3,32,8,128,5.097866535186768,3.5078125,8388608
12,self_attn.v_proj,3,64,8,128,5.948110103607178,3.25390625,8388608
12,self_attn.v_proj,3,128,8,128,6.715869903564453,3.126953125,8388608
12,self_attn.v_proj,4,32,8,128,2.378878355026245,4.5078125,8388608
12,self_attn.v_proj,4,64,8,128,2.7749738693237305,4.25390625,8388608
12,self_attn.v_proj,4,128,8,128,3.1339030265808105,4.126953125,8388608
12,self_attn.v_proj,8,32,8,128,0.1439635306596756,8.5078125,8388608
12,self_attn.v_proj,8,64,8,128,0.16780085861682892,8.25390625,8388608
12,self_attn.v_proj,8,128,8,128,0.1888420730829239,8.126953125,8388608
12,self_attn.k_proj,2,32,8,128,28.83409881591797,2.5078125,8388608
12,self_attn.k_proj,2,64,8,128,34.81871032714844,2.25390625,8388608
12,self_attn.k_proj,2,128,8,128,39.84324264526367,2.126953125,8388608
12,self_attn.k_proj,3,32,8,128,12.634294509887695,3.5078125,8388608
12,self_attn.k_proj,3,64,8,128,15.654329299926758,3.25390625,8388608
12,self_attn.k_proj,3,128,8,128,18.688997268676758,3.126953125,8388608
12,self_attn.k_proj,4,32,8,128,5.896311283111572,4.5078125,8388608
12,self_attn.k_proj,4,64,8,128,7.311997413635254,4.25390625,8388608
12,self_attn.k_proj,4,128,8,128,8.737876892089844,4.126953125,8388608
12,self_attn.k_proj,8,32,8,128,0.3568747341632843,8.5078125,8388608
12,self_attn.k_proj,8,64,8,128,0.4419971704483032,8.25390625,8388608
12,self_attn.k_proj,8,128,8,128,0.526684045791626,8.126953125,8388608
12,self_attn.o_proj,2,32,8,128,33.648521423339844,20.0625,67108864
12,self_attn.o_proj,2,64,8,128,39.29265594482422,18.03125,67108864
12,self_attn.o_proj,2,128,8,128,44.4813117980957,17.015625,67108864
12,self_attn.o_proj,3,32,8,128,14.388138771057129,28.0625,67108864
12,self_attn.o_proj,3,64,8,128,16.819339752197266,26.03125,67108864
12,self_attn.o_proj,3,128,8,128,19.04666519165039,25.015625,67108864
12,self_attn.o_proj,4,32,8,128,6.709958076477051,36.0625,67108864
12,self_attn.o_proj,4,64,8,128,7.851311683654785,34.03125,67108864
12,self_attn.o_proj,4,128,8,128,8.887606620788574,33.015625,67108864
12,self_attn.o_proj,8,32,8,128,0.4080013036727905,68.0625,67108864
12,self_attn.o_proj,8,64,8,128,0.47638407349586487,66.03125,67108864
12,self_attn.o_proj,8,128,8,128,0.5377086400985718,65.015625,67108864
12,mlp.gate_proj,2,32,8,128,69.25147247314453,70.21875,234881024
12,mlp.gate_proj,2,64,8,128,81.35717010498047,63.109375,234881024
12,mlp.gate_proj,2,128,8,128,92.57120513916016,59.5546875,234881024
12,mlp.gate_proj,3,32,8,128,29.71519660949707,98.21875,234881024
12,mlp.gate_proj,3,64,8,128,34.81437301635742,91.109375,234881024
12,mlp.gate_proj,3,128,8,128,39.620758056640625,87.5546875,234881024
12,mlp.gate_proj,4,32,8,128,13.83614444732666,126.21875,234881024
12,mlp.gate_proj,4,64,8,128,16.301456451416016,119.109375,234881024
12,mlp.gate_proj,4,128,8,128,18.49755859375,115.5546875,234881024
12,mlp.gate_proj,8,32,8,128,0.8445115685462952,238.21875,234881024
12,mlp.gate_proj,8,64,8,128,0.9973483085632324,231.109375,234881024
12,mlp.gate_proj,8,128,8,128,1.1254737377166748,227.5546875,234881024
12,mlp.up_proj,2,32,8,128,66.6687240600586,70.21875,234881024
12,mlp.up_proj,2,64,8,128,77.78538513183594,63.109375,234881024
12,mlp.up_proj,2,128,8,128,88.19718170166016,59.5546875,234881024
12,mlp.up_proj,3,32,8,128,28.506656646728516,98.21875,234881024
12,mlp.up_proj,3,64,8,128,33.34957504272461,91.109375,234881024
12,mlp.up_proj,3,128,8,128,37.68560028076172,87.5546875,234881024
12,mlp.up_proj,4,32,8,128,13.279901504516602,126.21875,234881024
12,mlp.up_proj,4,64,8,128,15.604920387268066,119.109375,234881024
12,mlp.up_proj,4,128,8,128,17.60580825805664,115.5546875,234881024
12,mlp.up_proj,8,32,8,128,0.8110992312431335,238.21875,234881024
12,mlp.up_proj,8,64,8,128,0.951673686504364,231.109375,234881024
12,mlp.up_proj,8,128,8,128,1.0720009803771973,227.5546875,234881024
12,mlp.down_proj,2,32,8,128,66.17350006103516,70.21875,234881024
12,mlp.down_proj,2,64,8,128,76.96678161621094,63.109375,234881024
12,mlp.down_proj,2,128,8,128,87.02436065673828,59.5546875,234881024
12,mlp.down_proj,3,32,8,128,28.261655807495117,98.21875,234881024
12,mlp.down_proj,3,64,8,128,32.99079132080078,91.109375,234881024
12,mlp.down_proj,3,128,8,128,37.13298797607422,87.5546875,234881024
12,mlp.down_proj,4,32,8,128,13.163488388061523,126.21875,234881024
12,mlp.down_proj,4,64,8,128,15.417389869689941,119.109375,234881024
12,mlp.down_proj,4,128,8,128,17.342052459716797,115.5546875,234881024
12,mlp.down_proj,8,32,8,128,0.803975522518158,238.21875,234881024
12,mlp.down_proj,8,64,8,128,0.94005286693573,231.109375,234881024
12,mlp.down_proj,8,128,8,128,1.0553438663482666,227.5546875,234881024
13,self_attn.q_proj,2,32,8,128,49.25015640258789,20.0625,67108864
13,self_attn.q_proj,2,64,8,128,58.07244110107422,18.03125,67108864
13,self_attn.q_proj,2,128,8,128,66.85311889648438,17.015625,67108864
13,self_attn.q_proj,3,32,8,128,21.109045028686523,28.0625,67108864
13,self_attn.q_proj,3,64,8,128,24.923521041870117,26.03125,67108864
13,self_attn.q_proj,3,128,8,128,28.77683448791504,25.015625,67108864
13,self_attn.q_proj,4,32,8,128,9.843463897705078,36.0625,67108864
13,self_attn.q_proj,4,64,8,128,11.635232925415039,34.03125,67108864
13,self_attn.q_proj,4,128,8,128,13.424088478088379,33.015625,67108864
13,self_attn.q_proj,8,32,8,128,0.5981475114822388,68.0625,67108864
13,self_attn.q_proj,8,64,8,128,0.7073034048080444,66.03125,67108864
13,self_attn.q_proj,8,128,8,128,0.8130020499229431,65.015625,67108864
13,self_attn.v_proj,2,32,8,128,11.035346031188965,2.5078125,8388608
13,self_attn.v_proj,2,64,8,128,12.886762619018555,2.25390625,8388608
13,self_attn.v_proj,2,128,8,128,14.561017990112305,2.126953125,8388608
13,self_attn.v_proj,3,32,8,128,4.718418121337891,3.5078125,8388608
13,self_attn.v_proj,3,64,8,128,5.512012481689453,3.25390625,8388608
13,self_attn.v_proj,3,128,8,128,6.229242324829102,3.126953125,8388608
13,self_attn.v_proj,4,32,8,128,2.201510429382324,4.5078125,8388608
13,self_attn.v_proj,4,64,8,128,2.5720157623291016,4.25390625,8388608
13,self_attn.v_proj,4,128,8,128,2.9074878692626953,4.126953125,8388608
13,self_attn.v_proj,8,32,8,128,0.13324934244155884,8.5078125,8388608
13,self_attn.v_proj,8,64,8,128,0.15555711090564728,8.25390625,8388608
13,self_attn.v_proj,8,128,8,128,0.17520011961460114,8.126953125,8388608
13,self_attn.k_proj,2,32,8,128,32.54615020751953,2.5078125,8388608
13,self_attn.k_proj,2,64,8,128,39.335060119628906,2.25390625,8388608
13,self_attn.k_proj,2,128,8,128,44.98366165161133,2.126953125,8388608
13,self_attn.k_proj,3,32,8,128,14.185782432556152,3.5078125,8388608
13,self_attn.k_proj,3,64,8,128,17.453325271606445,3.25390625,8388608
13,self_attn.k_proj,3,128,8,128,20.650190353393555,3.126953125,8388608
13,self_attn.k_proj,4,32,8,128,6.618594646453857,4.5078125,8388608
13,self_attn.k_proj,4,64,8,128,8.152591705322266,4.25390625,8388608
13,self_attn.k_proj,4,128,8,128,9.649757385253906,4.126953125,8388608
13,self_attn.k_proj,8,32,8,128,0.4005458950996399,8.5078125,8388608
13,self_attn.k_proj,8,64,8,128,0.49274417757987976,8.25390625,8388608
13,self_attn.k_proj,8,128,8,128,0.5815945863723755,8.126953125,8388608
13,self_attn.o_proj,2,32,8,128,33.44627380371094,20.0625,67108864
13,self_attn.o_proj,2,64,8,128,39.05561828613281,18.03125,67108864
13,self_attn.o_proj,2,128,8,128,44.21564865112305,17.015625,67108864
13,self_attn.o_proj,3,32,8,128,14.298200607299805,28.0625,67108864
13,self_attn.o_proj,3,64,8,128,16.71733856201172,26.03125,67108864
13,self_attn.o_proj,3,128,8,128,18.94234275817871,25.015625,67108864
13,self_attn.o_proj,4,32,8,128,6.668493747711182,36.0625,67108864
13,self_attn.o_proj,4,64,8,128,7.80316686630249,34.03125,67108864
13,self_attn.o_proj,4,128,8,128,8.834348678588867,33.015625,67108864
13,self_attn.o_proj,8,32,8,128,0.4054746925830841,68.0625,67108864
13,self_attn.o_proj,8,64,8,128,0.4735655188560486,66.03125,67108864
13,self_attn.o_proj,8,128,8,128,0.5344103574752808,65.015625,67108864
13,mlp.gate_proj,2,32,8,128,69.03190612792969,70.21875,234881024
13,mlp.gate_proj,2,64,8,128,81.01173400878906,63.109375,234881024
13,mlp.gate_proj,2,128,8,128,92.14631652832031,59.5546875,234881024
13,mlp.gate_proj,3,32,8,128,29.597579956054688,98.21875,234881024
13,mlp.gate_proj,3,64,8,128,34.64426040649414,91.109375,234881024
13,mlp.gate_proj,3,128,8,128,39.37221145629883,87.5546875,234881024
13,mlp.gate_proj,4,32,8,128,13.775668144226074,126.21875,234881024
13,mlp.gate_proj,4,64,8,128,16.220352172851562,119.109375,234881024
13,mlp.gate_proj,4,128,8,128,18.368988037109375,115.5546875,234881024
13,mlp.gate_proj,8,32,8,128,0.8409239649772644,238.21875,234881024
13,mlp.gate_proj,8,64,8,128,0.991669774055481,231.109375,234881024
13,mlp.gate_proj,8,128,8,128,1.1175488233566284,227.5546875,234881024
13,mlp.up_proj,2,32,8,128,66.7879638671875,70.21875,234881024
13,mlp.up_proj,2,64,8,128,77.96022033691406,63.109375,234881024
13,mlp.up_proj,2,128,8,128,88.4473876953125,59.5546875,234881024
13,mlp.up_proj,3,32,8,128,28.552574157714844,98.21875,234881024
13,mlp.up_proj,3,64,8,128,33.40336608886719,91.109375,234881024
13,mlp.up_proj,3,128,8,128,37.746620178222656,87.5546875,234881024
13,mlp.up_proj,4,32,8,128,13.298750877380371,126.21875,234881024
13,mlp.up_proj,4,64,8,128,15.629368782043457,119.109375,234881024
13,mlp.up_proj,4,128,8,128,17.63620376586914,115.5546875,234881024
13,mlp.up_proj,8,32,8,128,0.8120517730712891,238.21875,234881024
13,mlp.up_proj,8,64,8,128,0.9528236389160156,231.109375,234881024
13,mlp.up_proj,8,128,8,128,1.0728344917297363,227.5546875,234881024
13,mlp.down_proj,2,32,8,128,66.42121124267578,70.21875,234881024
13,mlp.down_proj,2,64,8,128,77.27613067626953,63.109375,234881024
13,mlp.down_proj,2,128,8,128,87.41708374023438,59.5546875,234881024
13,mlp.down_proj,3,32,8,128,28.37793731689453,98.21875,234881024
13,mlp.down_proj,3,64,8,128,33.11520767211914,91.109375,234881024
13,mlp.down_proj,3,128,8,128,37.28759002685547,87.5546875,234881024
13,mlp.down_proj,4,32,8,128,13.217059135437012,126.21875,234881024
13,mlp.down_proj,4,64,8,128,15.481522560119629,119.109375,234881024
13,mlp.down_proj,4,128,8,128,17.4088191986084,115.5546875,234881024
13,mlp.down_proj,8,32,8,128,0.8071901202201843,238.21875,234881024
13,mlp.down_proj,8,64,8,128,0.9440082311630249,231.109375,234881024
13,mlp.down_proj,8,128,8,128,1.0594356060028076,227.5546875,234881024
14,self_attn.q_proj,2,32,8,128,49.55269241333008,20.0625,67108864
14,self_attn.q_proj,2,64,8,128,58.64954376220703,18.03125,67108864
14,self_attn.q_proj,2,128,8,128,67.902587890625,17.015625,67108864
14,self_attn.q_proj,3,32,8,128,21.257667541503906,28.0625,67108864
14,self_attn.q_proj,3,64,8,128,25.224964141845703,26.03125,67108864
14,self_attn.q_proj,3,128,8,128,29.407995223999023,25.015625,67108864
14,self_attn.q_proj,4,32,8,128,9.91373348236084,36.0625,67108864
14,self_attn.q_proj,4,64,8,128,11.775971412658691,34.03125,67108864
14,self_attn.q_proj,4,128,8,128,13.71927261352539,33.015625,67108864
14,self_attn.q_proj,8,32,8,128,0.6024156212806702,68.0625,67108864
14,self_attn.q_proj,8,64,8,128,0.7157009243965149,66.03125,67108864
14,self_attn.q_proj,8,128,8,128,0.830431342124939,65.015625,67108864
14,self_attn.v_proj,2,32,8,128,10.771615982055664,2.5078125,8388608
14,self_attn.v_proj,2,64,8,128,12.641671180725098,2.25390625,8388608
14,self_attn.v_proj,2,128,8,128,14.363245964050293,2.126953125,8388608
14,self_attn.v_proj,3,32,8,128,4.607372760772705,3.5078125,8388608
14,self_attn.v_proj,3,64,8,128,5.408575057983398,3.25390625,8388608
14,self_attn.v_proj,3,128,8,128,6.141956806182861,3.126953125,8388608
14,self_attn.v_proj,4,32,8,128,2.1491665840148926,4.5078125,8388608
14,self_attn.v_proj,4,64,8,128,2.5239756107330322,4.25390625,8388608
14,self_attn.v_proj,4,128,8,128,2.8668816089630127,4.126953125,8388608
14,self_attn.v_proj,8,32,8,128,0.13016216456890106,8.5078125,8388608
14,self_attn.v_proj,8,64,8,128,0.15261071920394897,8.25390625,8388608
14,self_attn.v_proj,8,128,8,128,0.17280392348766327,8.126953125,8388608
14,self_attn.k_proj,2,32,8,128,30.60262680053711,2.5078125,8388608
14,self_attn.k_proj,2,64,8,128,36.77401351928711,2.25390625,8388608
14,self_attn.k_proj,2,128,8,128,41.902408599853516,2.126953125,8388608
14,self_attn.k_proj,3,32,8,128,13.323531150817871,3.5078125,8388608
14,self_attn.k_proj,3,64,8,128,16.3106689453125,3.25390625,8388608
14,self_attn.k_proj,3,128,8,128,19.221939086914062,3.126953125,8388608
14,self_attn.k_proj,4,32,8,128,6.221292495727539,4.5078125,8388608
14,self_attn.k_proj,4,64,8,128,7.614718914031982,4.25390625,8388608
14,self_attn.k_proj,4,128,8,128,8.983316421508789,4.126953125,8388608
14,self_attn.k_proj,8,32,8,128,0.3762752413749695,8.5078125,8388608
14,self_attn.k_proj,8,64,8,128,0.4601679742336273,8.25390625,8388608
14,self_attn.k_proj,8,128,8,128,0.5410057306289673,8.126953125,8388608
14,self_attn.o_proj,2,32,8,128,32.464168548583984,20.0625,67108864
14,self_attn.o_proj,2,64,8,128,37.81532287597656,18.03125,67108864
14,self_attn.o_proj,2,128,8,128,42.7044563293457,17.015625,67108864
14,self_attn.o_proj,3,32,8,128,13.870448112487793,28.0625,67108864
14,self_attn.o_proj,3,64,8,128,16.1888427734375,26.03125,67108864
14,self_attn.o_proj,3,128,8,128,18.266937255859375,25.015625,67108864
14,self_attn.o_proj,4,32,8,128,6.469182014465332,36.0625,67108864
14,self_attn.o_proj,4,64,8,128,7.553121089935303,34.03125,67108864
14,self_attn.o_proj,4,128,8,128,8.52535343170166,33.015625,67108864
14,self_attn.o_proj,8,32,8,128,0.3933440148830414,68.0625,67108864
14,self_attn.o_proj,8,64,8,128,0.4583703577518463,66.03125,67108864
14,self_attn.o_proj,8,128,8,128,0.515684962272644,65.015625,67108864
14,mlp.gate_proj,2,32,8,128,69.46522521972656,70.21875,234881024
14,mlp.gate_proj,2,64,8,128,81.52556610107422,63.109375,234881024
14,mlp.gate_proj,2,128,8,128,92.62480926513672,59.5546875,234881024
14,mlp.gate_proj,3,32,8,128,29.790237426757812,98.21875,234881024
14,mlp.gate_proj,3,64,8,128,34.86628341674805,91.109375,234881024
14,mlp.gate_proj,3,128,8,128,39.59559631347656,87.5546875,234881024
14,mlp.gate_proj,4,32,8,128,13.867393493652344,126.21875,234881024
14,mlp.gate_proj,4,64,8,128,16.312068939208984,119.109375,234881024
14,mlp.gate_proj,4,128,8,128,18.489431381225586,115.5546875,234881024
14,mlp.gate_proj,8,32,8,128,0.8463444113731384,238.21875,234881024
14,mlp.gate_proj,8,64,8,128,0.998119592666626,231.109375,234881024
14,mlp.gate_proj,8,128,8,128,1.123921513557434,227.5546875,234881024
14,mlp.up_proj,2,32,8,128,66.89312744140625,70.21875,234881024
14,mlp.up_proj,2,64,8,128,78.0659408569336,63.109375,234881024
14,mlp.up_proj,2,128,8,128,88.52325439453125,59.5546875,234881024
14,mlp.up_proj,3,32,8,128,28.603185653686523,98.21875,234881024
14,mlp.up_proj,3,64,8,128,33.44575500488281,91.109375,234881024
14,mlp.up_proj,3,128,8,128,37.79161071777344,87.5546875,234881024
14,mlp.up_proj,4,32,8,128,13.320771217346191,126.21875,234881024
14,mlp.up_proj,4,64,8,128,15.64788818359375,119.109375,234881024
14,mlp.up_proj,4,128,8,128,17.647743225097656,115.5546875,234881024
14,mlp.up_proj,8,32,8,128,0.8134067058563232,238.21875,234881024
14,mlp.up_proj,8,64,8,128,0.9541072249412537,231.109375,234881024
14,mlp.up_proj,8,128,8,128,1.0740185976028442,227.5546875,234881024
14,mlp.down_proj,2,32,8,128,66.69234466552734,70.21875,234881024
14,mlp.down_proj,2,64,8,128,77.62615966796875,63.109375,234881024
14,mlp.down_proj,2,128,8,128,87.81917572021484,59.5546875,234881024
14,mlp.down_proj,3,32,8,128,28.506433486938477,98.21875,234881024
14,mlp.down_proj,3,64,8,128,33.254634857177734,91.109375,234881024
14,mlp.down_proj,3,128,8,128,37.46749496459961,87.5546875,234881024
14,mlp.down_proj,4,32,8,128,13.275007247924805,126.21875,234881024
14,mlp.down_proj,4,64,8,128,15.556656837463379,119.109375,234881024
14,mlp.down_proj,4,128,8,128,17.48824119567871,115.5546875,234881024
14,mlp.down_proj,8,32,8,128,0.8106511235237122,238.21875,234881024
14,mlp.down_proj,8,64,8,128,0.948485255241394,231.109375,234881024
14,mlp.down_proj,8,128,8,128,1.0642961263656616,227.5546875,234881024
15,self_attn.q_proj,2,32,8,128,49.02880096435547,20.0625,67108864
15,self_attn.q_proj,2,64,8,128,57.864864349365234,18.03125,67108864
15,self_attn.q_proj,2,128,8,128,66.77290344238281,17.015625,67108864
15,self_attn.q_proj,3,32,8,128,21.002965927124023,28.0625,67108864
15,self_attn.q_proj,3,64,8,128,24.83354949951172,26.03125,67108864
15,self_attn.q_proj,3,128,8,128,28.762001037597656,25.015625,67108864
15,self_attn.q_proj,4,32,8,128,9.794624328613281,36.0625,67108864
15,self_attn.q_proj,4,64,8,128,11.592740058898926,34.03125,67108864
15,self_attn.q_proj,4,128,8,128,13.415684700012207,33.015625,67108864
15,self_attn.q_proj,8,32,8,128,0.5952129364013672,68.0625,67108864
15,self_attn.q_proj,8,64,8,128,0.7045966982841492,66.03125,67108864
15,self_attn.q_proj,8,128,8,128,0.8124611377716064,65.015625,67108864
15,self_attn.v_proj,2,32,8,128,11.293058395385742,2.5078125,8388608
15,self_attn.v_proj,2,64,8,128,13.216156959533691,2.25390625,8388608
15,self_attn.v_proj,2,128,8,128,14.970909118652344,2.126953125,8388608
15,self_attn.v_proj,3,32,8,128,4.829313278198242,3.5078125,8388608
15,self_attn.v_proj,3,64,8,128,5.65459680557251,3.25390625,8388608
15,self_attn.v_proj,3,128,8,128,6.402256488800049,3.126953125,8388608
15,self_attn.v_proj,4,32,8,128,2.2535667419433594,4.5078125,8388608
15,self_attn.v_proj,4,64,8,128,2.6384201049804688,4.25390625,8388608
15,self_attn.v_proj,4,128,8,128,2.990255355834961,4.126953125,8388608
15,self_attn.v_proj,8,32,8,128,0.1363966464996338,8.5078125,8388608
15,self_attn.v_proj,8,64,8,128,0.1595510095357895,8.25390625,8388608
15,self_attn.v_proj,8,128,8,128,0.18013429641723633,8.126953125,8388608
15,self_attn.k_proj,2,32,8,128,30.47816276550293,2.5078125,8388608
15,self_attn.k_proj,2,64,8,128,36.61341094970703,2.25390625,8388608
15,self_attn.k_proj,2,128,8,128,41.760231018066406,2.126953125,8388608
15,self_attn.k_proj,3,32,8,128,13.20106029510498,3.5078125,8388608
15,self_attn.k_proj,3,64,8,128,16.070430755615234,3.25390625,8388608
15,self_attn.k_proj,3,128,8,128,18.823087692260742,3.126953125,8388608
15,self_attn.k_proj,4,32,8,128,6.158248424530029,4.5078125,8388608
15,self_attn.k_proj,4,64,8,128,7.501287937164307,4.25390625,8388608
15,self_attn.k_proj,4,128,8,128,8.787373542785645,4.126953125,8388608
15,self_attn.k_proj,8,32,8,128,0.37275221943855286,8.5078125,8388608
15,self_attn.k_proj,8,64,8,128,0.4534023106098175,8.25390625,8388608
15,self_attn.k_proj,8,128,8,128,0.5293384194374084,8.126953125,8388608
15,self_attn.o_proj,2,32,8,128,33.02671432495117,20.0625,67108864
15,self_attn.o_proj,2,64,8,128,38.4486083984375,18.03125,67108864
15,self_attn.o_proj,2,128,8,128,43.374549865722656,17.015625,67108864
15,self_attn.o_proj,3,32,8,128,14.113816261291504,28.0625,67108864
15,self_attn.o_proj,3,64,8,128,16.454504013061523,26.03125,67108864
15,self_attn.o_proj,3,128,8,128,18.550046920776367,25.015625,67108864
15,self_attn.o_proj,4,32,8,128,6.582306861877441,36.0625,67108864
15,self_attn.o_proj,4,64,8,128,7.680431365966797,34.03125,67108864
15,self_attn.o_proj,4,128,8,128,8.65785026550293,33.015625,67108864
15,self_attn.o_proj,8,32,8,128,0.4002125859260559,68.0625,67108864
15,self_attn.o_proj,8,64,8,128,0.46597400307655334,66.03125,67108864
15,self_attn.o_proj,8,128,8,128,0.5237253904342651,65.015625,67108864
15,mlp.gate_proj,2,32,8,128,70.5521240234375,70.21875,234881024
15,mlp.gate_proj,2,64,8,128,82.91805267333984,63.109375,234881024
15,mlp.gate_proj,2,128,8,128,94.15438842773438,59.5546875,234881024
15,mlp.gate_proj,3,32,8,128,30.28624725341797,98.21875,234881024
15,mlp.gate_proj,3,64,8,128,35.42639923095703,91.109375,234881024
15,mlp.gate_proj,3,128,8,128,40.30752944946289,87.5546875,234881024
15,mlp.gate_proj,4,32,8,128,14.095834732055664,126.21875,234881024
15,mlp.gate_proj,4,64,8,128,16.56496810913086,119.109375,234881024
15,mlp.gate_proj,4,128,8,128,18.803739547729492,115.5546875,234881024
15,mlp.gate_proj,8,32,8,128,0.8603140711784363,238.21875,234881024
15,mlp.gate_proj,8,64,8,128,1.0132313966751099,231.109375,234881024
15,mlp.gate_proj,8,128,8,128,1.1434966325759888,227.5546875,234881024
15,mlp.up_proj,2,32,8,128,67.12837982177734,70.21875,234881024
15,mlp.up_proj,2,64,8,128,78.33838653564453,63.109375,234881024
15,mlp.up_proj,2,128,8,128,88.82623291015625,59.5546875,234881024
15,mlp.up_proj,3,32,8,128,28.712894439697266,98.21875,234881024
15,mlp.up_proj,3,64,8,128,33.54962921142578,91.109375,234881024
15,mlp.up_proj,3,128,8,128,37.903011322021484,87.5546875,234881024
15,mlp.up_proj,4,32,8,128,13.371227264404297,126.21875,234881024
15,mlp.up_proj,4,64,8,128,15.70266056060791,119.109375,234881024
15,mlp.up_proj,4,128,8,128,17.695453643798828,115.5546875,234881024
15,mlp.up_proj,8,32,8,128,0.816433310508728,238.21875,234881024
15,mlp.up_proj,8,64,8,128,0.957400918006897,231.109375,234881024
15,mlp.up_proj,8,128,8,128,1.0769476890563965,227.5546875,234881024
15,mlp.down_proj,2,32,8,128,66.71514129638672,70.21875,234881024
15,mlp.down_proj,2,64,8,128,77.63180541992188,63.109375,234881024
15,mlp.down_proj,2,128,8,128,87.75765228271484,59.5546875,234881024
15,mlp.down_proj,3,32,8,128,28.514732360839844,98.21875,234881024
15,mlp.down_proj,3,64,8,128,33.25006103515625,91.109375,234881024
15,mlp.down_proj,3,128,8,128,37.43309020996094,87.5546875,234881024
15,mlp.down_proj,4,32,8,128,13.280423164367676,126.21875,234881024
15,mlp.down_proj,4,64,8,128,15.552584648132324,119.109375,234881024
15,mlp.down_proj,4,128,8,128,17.480363845825195,115.5546875,234881024
15,mlp.down_proj,8,32,8,128,0.8109672665596008,238.21875,234881024
15,mlp.down_proj,8,64,8,128,0.9483130574226379,231.109375,234881024
15,mlp.down_proj,8,128,8,128,1.0635464191436768,227.5546875,234881024
16,self_attn.q_proj,2,32,8,128,50.310821533203125,20.0625,67108864
16,self_attn.q_proj,2,64,8,128,59.42587661743164,18.03125,67108864
16,self_attn.q_proj,2,128,8,128,68.41814422607422,17.015625,67108864
16,self_attn.q_proj,3,32,8,128,21.558940887451172,28.0625,67108864
16,self_attn.q_proj,3,64,8,128,25.499467849731445,26.03125,67108864
16,self_attn.q_proj,3,128,8,128,29.49885368347168,25.015625,67108864
16,self_attn.q_proj,4,32,8,128,10.05441665649414,36.0625,67108864
16,self_attn.q_proj,4,64,8,128,11.89987850189209,34.03125,67108864
16,self_attn.q_proj,4,128,8,128,13.762334823608398,33.015625,67108864
16,self_attn.q_proj,8,32,8,128,0.6111400723457336,68.0625,67108864
16,self_attn.q_proj,8,64,8,128,0.7232654094696045,66.03125,67108864
16,self_attn.q_proj,8,128,8,128,0.8330042958259583,65.015625,67108864
16,self_attn.v_proj,2,32,8,128,11.12975025177002,2.5078125,8388608
16,self_attn.v_proj,2,64,8,128,12.965991973876953,2.25390625,8388608
16,self_attn.v_proj,2,128,8,128,14.626153945922852,2.126953125,8388608
16,self_attn.v_proj,3,32,8,128,4.758610725402832,3.5078125,8388608
16,self_attn.v_proj,3,64,8,128,5.545928955078125,3.25390625,8388608
16,self_attn.v_proj,3,128,8,128,6.255888938903809,3.126953125,8388608
16,self_attn.v_proj,4,32,8,128,2.219667673110962,4.5078125,8388608
16,self_attn.v_proj,4,64,8,128,2.5888612270355225,4.25390625,8388608
16,self_attn.v_proj,4,128,8,128,2.9207077026367188,4.126953125,8388608
16,self_attn.v_proj,8,32,8,128,0.13442517817020416,8.5078125,8388608
16,self_attn.v_proj,8,64,8,128,0.15657876431941986,8.25390625,8388608
16,self_attn.v_proj,8,128,8,128,0.17596407234668732,8.126953125,8388608
16,self_attn.k_proj,2,32,8,128,29.379011154174805,2.5078125,8388608
16,self_attn.k_proj,2,64,8,128,35.0977783203125,2.25390625,8388608
16,self_attn.k_proj,2,128,8,128,40.17096710205078,2.126953125,8388608
16,self_attn.k_proj,3,32,8,128,12.5999116897583,3.5078125,8388608
16,self_attn.k_proj,3,64,8,128,15.13239574432373,3.25390625,8388608
16,self_attn.k_proj,3,128,8,128,17.53217315673828,3.126953125,8388608
16,self_attn.k_proj,4,32,8,128,5.882595539093018,4.5078125,8388608
16,self_attn.k_proj,4,64,8,128,7.063272476196289,4.25390625,8388608
16,self_attn.k_proj,4,128,8,128,8.191452980041504,4.126953125,8388608
16,self_attn.k_proj,8,32,8,128,0.35603103041648865,8.5078125,8388608
16,self_attn.k_proj,8,64,8,128,0.4270090162754059,8.25390625,8388608
16,self_attn.k_proj,8,128,8,128,0.4932229220867157,8.126953125,8388608
16,self_attn.o_proj,2,32,8,128,33.346073150634766,20.0625,67108864
16,self_attn.o_proj,2,64,8,128,38.88410186767578,18.03125,67108864
16,self_attn.o_proj,2,128,8,128,43.9342155456543,17.015625,67108864
16,self_attn.o_proj,3,32,8,128,14.251571655273438,28.0625,67108864
16,self_attn.o_proj,3,64,8,128,16.638931274414062,26.03125,67108864
16,self_attn.o_proj,3,128,8,128,18.811643600463867,25.015625,67108864
16,self_attn.o_proj,4,32,8,128,6.648558139801025,36.0625,67108864
16,self_attn.o_proj,4,64,8,128,7.766978740692139,34.03125,67108864
16,self_attn.o_proj,4,128,8,128,8.777078628540039,33.015625,67108864
16,self_attn.o_proj,8,32,8,128,0.4042188823223114,68.0625,67108864
16,self_attn.o_proj,8,64,8,128,0.4712960720062256,66.03125,67108864
16,self_attn.o_proj,8,128,8,128,0.530884861946106,65.015625,67108864
16,mlp.gate_proj,2,32,8,128,71.30467987060547,70.21875,234881024
16,mlp.gate_proj,2,64,8,128,83.95096588134766,63.109375,234881024
16,mlp.gate_proj,2,128,8,128,95.39571380615234,59.5546875,234881024
16,mlp.gate_proj,3,32,8,128,30.632850646972656,98.21875,234881024
16,mlp.gate_proj,3,64,8,128,35.864341735839844,91.109375,234881024
16,mlp.gate_proj,3,128,8,128,40.901180267333984,87.5546875,234881024
16,mlp.gate_proj,4,32,8,128,14.256300926208496,126.21875,234881024
16,mlp.gate_proj,4,64,8,128,16.762351989746094,119.109375,234881024
16,mlp.gate_proj,4,128,8,128,19.08058738708496,115.5546875,234881024
16,mlp.gate_proj,8,32,8,128,0.8700228929519653,238.21875,234881024
16,mlp.gate_proj,8,64,8,128,1.024910569190979,231.109375,234881024
16,mlp.gate_proj,8,128,8,128,1.1602004766464233,227.5546875,234881024
16,mlp.up_proj,2,32,8,128,67.5016098022461,70.21875,234881024
16,mlp.up_proj,2,64,8,128,78.80122375488281,63.109375,234881024
16,mlp.up_proj,2,128,8,128,89.3873062133789,59.5546875,234881024
16,mlp.up_proj,3,32,8,128,28.88479232788086,98.21875,234881024
16,mlp.up_proj,3,64,8,128,33.74320983886719,91.109375,234881024
16,mlp.up_proj,3,128,8,128,38.12447738647461,87.5546875,234881024
16,mlp.up_proj,4,32,8,128,13.450243949890137,126.21875,234881024
16,mlp.up_proj,4,64,8,128,15.80029582977295,119.109375,234881024
16,mlp.up_proj,4,128,8,128,17.80415153503418,115.5546875,234881024
16,mlp.up_proj,8,32,8,128,0.8212133646011353,238.21875,234881024
16,mlp.up_proj,8,64,8,128,0.9636436700820923,231.109375,234881024
16,mlp.up_proj,8,128,8,128,1.0836187601089478,227.5546875,234881024
16,mlp.down_proj,2,32,8,128,66.95897674560547,70.21875,234881024
16,mlp.down_proj,2,64,8,128,77.96288299560547,63.109375,234881024
16,mlp.down_proj,2,128,8,128,88.2173080444336,59.5546875,234881024
16,mlp.down_proj,3,32,8,128,28.63302230834961,98.21875,234881024
16,mlp.down_proj,3,64,8,128,33.39550018310547,91.109375,234881024
16,mlp.down_proj,3,128,8,128,37.63404846191406,87.5546875,234881024
16,mlp.down_proj,4,32,8,128,13.334043502807617,126.21875,234881024
16,mlp.down_proj,4,64,8,128,15.627598762512207,119.109375,234881024
16,mlp.down_proj,4,128,8,128,17.571325302124023,115.5546875,234881024
16,mlp.down_proj,8,32,8,128,0.8142887353897095,238.21875,234881024
16,mlp.down_proj,8,64,8,128,0.9530476927757263,231.109375,234881024
16,mlp.down_proj,8,128,8,128,1.069318175315857,227.5546875,234881024
17,self_attn.q_proj,2,32,8,128,51.631832122802734,20.0625,67108864
17,self_attn.q_proj,2,64,8,128,61.066680908203125,18.03125,67108864
17,self_attn.q_proj,2,128,8,128,70.4135513305664,17.015625,67108864
17,self_attn.q_proj,3,32,8,128,22.118371963500977,28.0625,67108864
17,self_attn.q_proj,3,64,8,128,26.184022903442383,26.03125,67108864
17,self_attn.q_proj,3,128,8,128,30.31125831604004,25.015625,67108864
17,self_attn.q_proj,4,32,8,128,10.315722465515137,36.0625,67108864
17,self_attn.q_proj,4,64,8,128,12.215842247009277,34.03125,67108864
17,self_attn.q_proj,4,128,8,128,14.138089179992676,33.015625,67108864
17,self_attn.q_proj,8,32,8,128,0.6268228888511658,68.0625,67108864
17,self_attn.q_proj,8,64,8,128,0.7425990104675293,66.03125,67108864
17,self_attn.q_proj,8,128,8,128,0.8560142517089844,65.015625,67108864
17,self_attn.v_proj,2,32,8,128,10.17674732208252,2.5078125,8388608
17,self_attn.v_proj,2,64,8,128,11.891242027282715,2.25390625,8388608
17,self_attn.v_proj,2,128,8,128,13.456775665283203,2.126953125,8388608
17,self_attn.v_proj,3,32,8,128,4.351374626159668,3.5078125,8388608
17,self_attn.v_proj,3,64,8,128,5.089025497436523,3.25390625,8388608
17,self_attn.v_proj,3,128,8,128,5.756843566894531,3.126953125,8388608
17,self_attn.v_proj,4,32,8,128,2.030363082885742,4.5078125,8388608
17,self_attn.v_proj,4,64,8,128,2.374021053314209,4.25390625,8388608
17,self_attn.v_proj,4,128,8,128,2.687563419342041,4.126953125,8388608
17,self_attn.v_proj,8,32,8,128,0.12294828146696091,8.5078125,8388608
17,self_attn.v_proj,8,64,8,128,0.1435958445072174,8.25390625,8388608
17,self_attn.v_proj,8,128,8,128,0.16188985109329224,8.126953125,8388608
17,self_attn.k_proj,2,32,8,128,31.90034294128418,2.5078125,8388608
17,self_attn.k_proj,2,64,8,128,38.152076721191406,2.25390625,8388608
17,self_attn.k_proj,2,128,8,128,43.609066009521484,2.126953125,8388608
17,self_attn.k_proj,3,32,8,128,13.7058687210083,3.5078125,8388608
17,self_attn.k_proj,3,64,8,128,16.500383377075195,3.25390625,8388608
17,self_attn.k_proj,3,128,8,128,19.14496612548828,3.126953125,8388608
17,self_attn.k_proj,4,32,8,128,6.395565986633301,4.5078125,8388608
17,self_attn.k_proj,4,64,8,128,7.699107646942139,4.25390625,8388608
17,self_attn.k_proj,4,128,8,128,8.93569278717041,4.126953125,8388608
17,self_attn.k_proj,8,32,8,128,0.3868349492549896,8.5078125,8388608
17,self_attn.k_proj,8,64,8,128,0.46538108587265015,8.25390625,8388608
17,self_attn.k_proj,8,128,8,128,0.5385136604309082,8.126953125,8388608
17,self_attn.o_proj,2,32,8,128,32.61872863769531,20.0625,67108864
17,self_attn.o_proj,2,64,8,128,38.004634857177734,18.03125,67108864
17,self_attn.o_proj,2,128,8,128,42.92573547363281,17.015625,67108864
17,self_attn.o_proj,3,32,8,128,13.938030242919922,28.0625,67108864
17,self_attn.o_proj,3,64,8,128,16.272544860839844,26.03125,67108864
17,self_attn.o_proj,3,128,8,128,18.36614227294922,25.015625,67108864
17,self_attn.o_proj,4,32,8,128,6.502345085144043,36.0625,67108864
17,self_attn.o_proj,4,64,8,128,7.592833518981934,34.03125,67108864
17,self_attn.o_proj,4,128,8,128,8.572738647460938,33.015625,67108864
17,self_attn.o_proj,8,32,8,128,0.39533862471580505,68.0625,67108864
17,self_attn.o_proj,8,64,8,128,0.4607778489589691,66.03125,67108864
17,self_attn.o_proj,8,128,8,128,0.5186139941215515,65.015625,67108864
17,mlp.gate_proj,2,32,8,128,71.27976989746094,70.21875,234881024
17,mlp.gate_proj,2,64,8,128,83.81795501708984,63.109375,234881024
17,mlp.gate_proj,2,128,8,128,95.13545227050781,59.5546875,234881024
17,mlp.gate_proj,3,32,8,128,30.616682052612305,98.21875,234881024
17,mlp.gate_proj,3,64,8,128,35.801761627197266,91.109375,234881024
17,mlp.gate_proj,3,128,8,128,40.76245880126953,87.5546875,234881024
17,mlp.gate_proj,4,32,8,128,14.248665809631348,126.21875,234881024
17,mlp.gate_proj,4,64,8,128,16.732898712158203,119.109375,234881024
17,mlp.gate_proj,4,128,8,128,19.015371322631836,115.5546875,234881024
17,mlp.gate_proj,8,32,8,128,0.8695554733276367,238.21875,234881024
17,mlp.gate_proj,8,64,8,128,1.023230791091919,231.109375,234881024
17,mlp.gate_proj,8,128,8,128,1.1565591096878052,227.5546875,234881024
17,mlp.up_proj,2,32,8,128,67.53092193603516,70.21875,234881024
17,mlp.up_proj,2,64,8,128,78.78026580810547,63.109375,234881024
17,mlp.up_proj,2,128,8,128,89.25162506103516,59.5546875,234881024
17,mlp.up_proj,3,32,8,128,28.89960479736328,98.21875,234881024
17,mlp.up_proj,3,64,8,128,33.735260009765625,91.109375,234881024
17,mlp.up_proj,3,128,8,128,38.09262466430664,87.5546875,234881024
17,mlp.up_proj,4,32,8,128,13.457110404968262,126.21875,234881024
17,mlp.up_proj,4,64,8,128,15.794622421264648,119.109375,234881024
17,mlp.up_proj,4,128,8,128,17.787395477294922,115.5546875,234881024
17,mlp.up_proj,8,32,8,128,0.821583092212677,238.21875,234881024
17,mlp.up_proj,8,64,8,128,0.9632319808006287,231.109375,234881024
17,mlp.up_proj,8,128,8,128,1.0822772979736328,227.5546875,234881024
17,mlp.down_proj,2,32,8,128,67.25837707519531,70.21875,234881024
17,mlp.down_proj,2,64,8,128,78.31805419921875,63.109375,234881024
17,mlp.down_proj,2,128,8,128,88.62403106689453,59.5546875,234881024
17,mlp.down_proj,3,32,8,128,28.771207809448242,98.21875,234881024
17,mlp.down_proj,3,64,8,128,33.53458786010742,91.109375,234881024
17,mlp.down_proj,3,128,8,128,37.794132232666016,87.5546875,234881024
17,mlp.down_proj,4,32,8,128,13.39718246459961,126.21875,234881024
17,mlp.down_proj,4,64,8,128,15.699185371398926,119.109375,234881024
17,mlp.down_proj,4,128,8,128,17.645389556884766,115.5546875,234881024
17,mlp.down_proj,8,32,8,128,0.8180246949195862,238.21875,234881024
17,mlp.down_proj,8,64,8,128,0.9574726223945618,231.109375,234881024
17,mlp.down_proj,8,128,8,128,1.0738341808319092,227.5546875,234881024
18,self_attn.q_proj,2,32,8,128,52.59255599975586,20.0625,67108864
18,self_attn.q_proj,2,64,8,128,62.40863800048828,18.03125,67108864
18,self_attn.q_proj,2,128,8,128,72.23614501953125,17.015625,67108864
18,self_attn.q_proj,3,32,8,128,22.555204391479492,28.0625,67108864
18,self_attn.q_proj,3,64,8,128,26.788002014160156,26.03125,67108864
18,self_attn.q_proj,3,128,8,128,31.23375129699707,25.015625,67108864
18,self_attn.q_proj,4,32,8,128,10.517943382263184,36.0625,67108864
18,self_attn.q_proj,4,64,8,128,12.502656936645508,34.03125,67108864
18,self_attn.q_proj,4,128,8,128,14.572912216186523,33.015625,67108864
18,self_attn.q_proj,8,32,8,128,0.6392547488212585,68.0625,67108864
18,self_attn.q_proj,8,64,8,128,0.7597793340682983,66.03125,67108864
18,self_attn.q_proj,8,128,8,128,0.8818164467811584,65.015625,67108864
18,self_attn.v_proj,2,32,8,128,10.399649620056152,2.5078125,8388608
18,self_attn.v_proj,2,64,8,128,12.178648948669434,2.25390625,8388608
18,self_attn.v_proj,2,128,8,128,13.80640983581543,2.126953125,8388608
18,self_attn.v_proj,3,32,8,128,4.446982383728027,3.5078125,8388608
18,self_attn.v_proj,3,64,8,128,5.213193893432617,3.25390625,8388608
18,self_attn.v_proj,3,128,8,128,5.909554958343506,3.126953125,8388608
18,self_attn.v_proj,4,32,8,128,2.0744380950927734,4.5078125,8388608
18,self_attn.v_proj,4,64,8,128,2.4318230152130127,4.25390625,8388608
18,self_attn.v_proj,4,128,8,128,2.757657051086426,4.126953125,8388608
18,self_attn.v_proj,8,32,8,128,0.12565304338932037,8.5078125,8388608
18,self_attn.v_proj,8,64,8,128,0.14706619083881378,8.25390625,8388608
18,self_attn.v_proj,8,128,8,128,0.16619838774204254,8.126953125,8388608
18,self_attn.k_proj,2,32,8,128,30.838287353515625,2.5078125,8388608
18,self_attn.k_proj,2,64,8,128,36.830562591552734,2.25390625,8388608
18,self_attn.k_proj,2,128,8,128,42.20684051513672,2.126953125,8388608
18,self_attn.k_proj,3,32,8,128,13.21714973449707,3.5078125,8388608
18,self_attn.k_proj,3,64,8,128,15.844949722290039,3.25390625,8388608
18,self_attn.k_proj,3,128,8,128,18.327537536621094,3.126953125,8388608
18,self_attn.k_proj,4,32,8,128,6.166986465454102,4.5078125,8388608
18,self_attn.k_proj,4,64,8,128,7.394495964050293,4.25390625,8388608
18,self_attn.k_proj,4,128,8,128,8.554437637329102,4.126953125,8388608
18,self_attn.k_proj,8,32,8,128,0.37323716282844543,8.5078125,8388608
18,self_attn.k_proj,8,64,8,128,0.44686952233314514,8.25390625,8388608
18,self_attn.k_proj,8,128,8,128,0.5152238011360168,8.126953125,8388608
18,self_attn.o_proj,2,32,8,128,32.53702926635742,20.0625,67108864
18,self_attn.o_proj,2,64,8,128,37.874359130859375,18.03125,67108864
18,self_attn.o_proj,2,128,8,128,42.70774459838867,17.015625,67108864
18,self_attn.o_proj,3,32,8,128,13.903160095214844,28.0625,67108864
18,self_attn.o_proj,3,64,8,128,16.215290069580078,26.03125,67108864
18,self_attn.o_proj,3,128,8,128,18.267932891845703,25.015625,67108864
18,self_attn.o_proj,4,32,8,128,6.485110759735107,36.0625,67108864
18,self_attn.o_proj,4,64,8,128,7.5635552406311035,34.03125,67108864
18,self_attn.o_proj,4,128,8,128,8.530006408691406,33.015625,67108864
18,self_attn.o_proj,8,32,8,128,0.3943660259246826,68.0625,67108864
18,self_attn.o_proj,8,64,8,128,0.4591262936592102,66.03125,67108864
18,self_attn.o_proj,8,128,8,128,0.5157896280288696,65.015625,67108864
18,mlp.gate_proj,2,32,8,128,72.03632354736328,70.21875,234881024
18,mlp.gate_proj,2,64,8,128,84.69075775146484,63.109375,234881024
18,mlp.gate_proj,2,128,8,128,96.06310272216797,59.5546875,234881024
18,mlp.gate_proj,3,32,8,128,30.957969665527344,98.21875,234881024
18,mlp.gate_proj,3,64,8,128,36.162925720214844,91.109375,234881024
18,mlp.gate_proj,3,128,8,128,41.15971374511719,87.5546875,234881024
18,mlp.gate_proj,4,32,8,128,14.403627395629883,126.21875,234881024
18,mlp.gate_proj,4,64,8,128,16.895828247070312,119.109375,234881024
18,mlp.gate_proj,4,128,8,128,19.198261260986328,115.5546875,234881024
18,mlp.gate_proj,8,32,8,128,0.8791666030883789,238.21875,234881024
18,mlp.gate_proj,8,64,8,128,1.03290593624115,231.109375,234881024
18,mlp.gate_proj,8,128,8,128,1.1677472591400146,227.5546875,234881024
18,mlp.up_proj,2,32,8,128,67.44025421142578,70.21875,234881024
18,mlp.up_proj,2,64,8,128,78.59921264648438,63.109375,234881024
18,mlp.up_proj,2,128,8,128,89.00941467285156,59.5546875,234881024
18,mlp.up_proj,3,32,8,128,28.855478286743164,98.21875,234881024
18,mlp.up_proj,3,64,8,128,33.6644287109375,91.109375,234881024
18,mlp.up_proj,3,128,8,128,37.98163986206055,87.5546875,234881024
18,mlp.up_proj,4,32,8,128,13.43778133392334,126.21875,234881024
18,mlp.up_proj,4,64,8,128,15.75947380065918,119.109375,234881024
18,mlp.up_proj,4,128,8,128,17.731069564819336,115.5546875,234881024
18,mlp.up_proj,8,32,8,128,0.8204500079154968,238.21875,234881024
18,mlp.up_proj,8,64,8,128,0.9611146450042725,231.109375,234881024
18,mlp.up_proj,8,128,8,128,1.0792654752731323,227.5546875,234881024
18,mlp.down_proj,2,32,8,128,67.35299682617188,70.21875,234881024
18,mlp.down_proj,2,64,8,128,78.43480682373047,63.109375,234881024
18,mlp.down_proj,2,128,8,128,88.74095153808594,59.5546875,234881024
18,mlp.down_proj,3,32,8,128,28.818437576293945,98.21875,234881024
18,mlp.down_proj,3,64,8,128,33.593040466308594,91.109375,234881024
18,mlp.down_proj,3,128,8,128,37.879112243652344,87.5546875,234881024
18,mlp.down_proj,4,32,8,128,13.419743537902832,126.21875,234881024
18,mlp.down_proj,4,64,8,128,15.728473663330078,119.109375,234881024
18,mlp.down_proj,4,128,8,128,17.683727264404297,115.5546875,234881024
18,mlp.down_proj,8,32,8,128,0.8193972706794739,238.21875,234881024
18,mlp.down_proj,8,64,8,128,0.9592167139053345,231.109375,234881024
18,mlp.down_proj,8,128,8,128,1.0762253999710083,227.5546875,234881024
19,self_attn.q_proj,2,32,8,128,51.91263198852539,20.0625,67108864
19,self_attn.q_proj,2,64,8,128,61.68068313598633,18.03125,67108864
19,self_attn.q_proj,2,128,8,128,71.31692504882812,17.015625,67108864
19,self_attn.q_proj,3,32,8,128,22.260133743286133,28.0625,67108864
19,self_attn.q_proj,3,64,8,128,26.477550506591797,26.03125,67108864
19,self_attn.q_proj,3,128,8,128,30.8136043548584,25.015625,67108864
19,self_attn.q_proj,4,32,8,128,10.381484985351562,36.0625,67108864
19,self_attn.q_proj,4,64,8,128,12.357270240783691,34.03125,67108864
19,self_attn.q_proj,4,128,8,128,14.37234115600586,33.015625,67108864
19,self_attn.q_proj,8,32,8,128,0.6308198571205139,68.0625,67108864
19,self_attn.q_proj,8,64,8,128,0.7508780360221863,66.03125,67108864
19,self_attn.q_proj,8,128,8,128,0.8699560761451721,65.015625,67108864
19,self_attn.v_proj,2,32,8,128,11.920948028564453,2.5078125,8388608
19,self_attn.v_proj,2,64,8,128,13.999704360961914,2.25390625,8388608
19,self_attn.v_proj,2,128,8,128,15.911893844604492,2.126953125,8388608
19,self_attn.v_proj,3,32,8,128,5.097856521606445,3.5078125,8388608
19,self_attn.v_proj,3,64,8,128,5.987442970275879,3.25390625,8388608
19,self_attn.v_proj,3,128,8,128,6.813611030578613,3.126953125,8388608
19,self_attn.v_proj,4,32,8,128,2.3785390853881836,4.5078125,8388608
19,self_attn.v_proj,4,64,8,128,2.7954697608947754,4.25390625,8388608
19,self_attn.v_proj,4,128,8,128,3.1784417629241943,4.126953125,8388608
19,self_attn.v_proj,8,32,8,128,0.14399676024913788,8.5078125,8388608
19,self_attn.v_proj,8,64,8,128,0.16900722682476044,8.25390625,8388608
19,self_attn.v_proj,8,128,8,128,0.19144342839717865,8.126953125,8388608
19,self_attn.k_proj,2,32,8,128,30.985157012939453,2.5078125,8388608
19,self_attn.k_proj,2,64,8,128,37.013240814208984,2.25390625,8388608
19,self_attn.k_proj,2,128,8,128,42.361236572265625,2.126953125,8388608
19,self_attn.k_proj,3,32,8,128,13.294069290161133,3.5078125,8388608
19,self_attn.k_proj,3,64,8,128,15.937882423400879,3.25390625,8388608
19,self_attn.k_proj,3,128,8,128,18.418926239013672,3.126953125,8388608
19,self_attn.k_proj,4,32,8,128,6.198727607727051,4.5078125,8388608
19,self_attn.k_proj,4,64,8,128,7.437555313110352,4.25390625,8388608
19,self_attn.k_proj,4,128,8,128,8.591792106628418,4.126953125,8388608
19,self_attn.k_proj,8,32,8,128,0.3752766251564026,8.5078125,8388608
19,self_attn.k_proj,8,64,8,128,0.44972512125968933,8.25390625,8388608
19,self_attn.k_proj,8,128,8,128,0.5179126858711243,8.126953125,8388608
19,self_attn.o_proj,2,32,8,128,34.50767517089844,20.0625,67108864
19,self_attn.o_proj,2,64,8,128,40.19588851928711,18.03125,67108864
19,self_attn.o_proj,2,128,8,128,45.33636474609375,17.015625,67108864
19,self_attn.o_proj,3,32,8,128,14.758105278015137,28.0625,67108864
19,self_attn.o_proj,3,64,8,128,17.193201065063477,26.03125,67108864
19,self_attn.o_proj,3,128,8,128,19.396921157836914,25.015625,67108864
19,self_attn.o_proj,4,32,8,128,6.882750034332275,36.0625,67108864
19,self_attn.o_proj,4,64,8,128,8.028165817260742,34.03125,67108864
19,self_attn.o_proj,4,128,8,128,9.0474214553833,33.015625,67108864
19,self_attn.o_proj,8,32,8,128,0.4182819426059723,68.0625,67108864
19,self_attn.o_proj,8,64,8,128,0.4870538115501404,66.03125,67108864
19,self_attn.o_proj,8,128,8,128,0.5475350618362427,65.015625,67108864
19,mlp.gate_proj,2,32,8,128,73.16341400146484,70.21875,234881024
19,mlp.gate_proj,2,64,8,128,86.16093444824219,63.109375,234881024
19,mlp.gate_proj,2,128,8,128,97.71698760986328,59.5546875,234881024
19,mlp.gate_proj,3,32,8,128,31.463123321533203,98.21875,234881024
19,mlp.gate_proj,3,64,8,128,36.77312469482422,91.109375,234881024
19,mlp.gate_proj,3,128,8,128,41.930931091308594,87.5546875,234881024
19,mlp.gate_proj,4,32,8,128,14.637476921081543,126.21875,234881024
19,mlp.gate_proj,4,64,8,128,17.17462730407715,119.109375,234881024
19,mlp.gate_proj,4,128,8,128,19.5492000579834,115.5546875,234881024
19,mlp.gate_proj,8,32,8,128,0.8934692144393921,238.21875,234881024
19,mlp.gate_proj,8,64,8,128,1.0492820739746094,231.109375,234881024
19,mlp.gate_proj,8,128,8,128,1.1887071132659912,227.5546875,234881024
19,mlp.up_proj,2,32,8,128,67.23274230957031,70.21875,234881024
19,mlp.up_proj,2,64,8,128,78.30107879638672,63.109375,234881024
19,mlp.up_proj,2,128,8,128,88.58267974853516,59.5546875,234881024
19,mlp.up_proj,3,32,8,128,28.75506019592285,98.21875,234881024
19,mlp.up_proj,3,64,8,128,33.538795471191406,91.109375,234881024
19,mlp.up_proj,3,128,8,128,37.81147384643555,87.5546875,234881024
19,mlp.up_proj,4,32,8,128,13.39201831817627,126.21875,234881024
19,mlp.up_proj,4,64,8,128,15.693902015686035,119.109375,234881024
19,mlp.up_proj,4,128,8,128,17.654075622558594,115.5546875,234881024
19,mlp.up_proj,8,32,8,128,0.8176634311676025,238.21875,234881024
19,mlp.up_proj,8,64,8,128,0.9570653438568115,231.109375,234881024
19,mlp.up_proj,8,128,8,128,1.0745723247528076,227.5546875,234881024
19,mlp.down_proj,2,32,8,128,67.50320434570312,70.21875,234881024
19,mlp.down_proj,2,64,8,128,78.6197509765625,63.109375,234881024
19,mlp.down_proj,2,128,8,128,88.89871978759766,59.5546875,234881024
19,mlp.down_proj,3,32,8,128,28.882736206054688,98.21875,234881024
19,mlp.down_proj,3,64,8,128,33.65791702270508,91.109375,234881024
19,mlp.down_proj,3,128,8,128,37.927711486816406,87.5546875,234881024
19,mlp.down_proj,4,32,8,128,13.449456214904785,126.21875,234881024
19,mlp.down_proj,4,64,8,128,15.75979995727539,119.109375,234881024
19,mlp.down_proj,4,128,8,128,17.722213745117188,115.5546875,234881024
19,mlp.down_proj,8,32,8,128,0.8212486505508423,238.21875,234881024
19,mlp.down_proj,8,64,8,128,0.961070716381073,231.109375,234881024
19,mlp.down_proj,8,128,8,128,1.077902913093567,227.5546875,234881024
20,self_attn.q_proj,2,32,8,128,47.50260543823242,20.0625,67108864
20,self_attn.q_proj,2,64,8,128,55.51136779785156,18.03125,67108864
20,self_attn.q_proj,2,128,8,128,63.34025192260742,17.015625,67108864
20,self_attn.q_proj,3,32,8,128,20.31348419189453,28.0625,67108864
20,self_attn.q_proj,3,64,8,128,23.75819969177246,26.03125,67108864
20,self_attn.q_proj,3,128,8,128,27.099708557128906,25.015625,67108864
20,self_attn.q_proj,4,32,8,128,9.472949981689453,36.0625,67108864
20,self_attn.q_proj,4,64,8,128,11.093342781066895,34.03125,67108864
20,self_attn.q_proj,4,128,8,128,12.645990371704102,33.015625,67108864
20,self_attn.q_proj,8,32,8,128,0.5757126808166504,68.0625,67108864
20,self_attn.q_proj,8,64,8,128,0.6736910939216614,66.03125,67108864
20,self_attn.q_proj,8,128,8,128,0.7659715414047241,65.015625,67108864
20,self_attn.v_proj,2,32,8,128,11.411632537841797,2.5078125,8388608
20,self_attn.v_proj,2,64,8,128,13.401925086975098,2.25390625,8388608
20,self_attn.v_proj,2,128,8,128,15.225994110107422,2.126953125,8388608
20,self_attn.v_proj,3,32,8,128,4.878335952758789,3.5078125,8388608
20,self_attn.v_proj,3,64,8,128,5.731382846832275,3.25390625,8388608
20,self_attn.v_proj,3,128,8,128,6.511422157287598,3.126953125,8388608
20,self_attn.v_proj,4,32,8,128,2.276078701019287,4.5078125,8388608
20,self_attn.v_proj,4,64,8,128,2.674957036972046,4.25390625,8388608
20,self_attn.v_proj,4,128,8,128,3.041455030441284,4.126953125,8388608
20,self_attn.v_proj,8,32,8,128,0.1378287523984909,8.5078125,8388608
20,self_attn.v_proj,8,64,8,128,0.16174660623073578,8.25390625,8388608
20,self_attn.v_proj,8,128,8,128,0.18319904804229736,8.126953125,8388608
20,self_attn.k_proj,2,32,8,128,33.53535461425781,2.5078125,8388608
20,self_attn.k_proj,2,64,8,128,40.125247955322266,2.25390625,8388608
20,self_attn.k_proj,2,128,8,128,45.93983459472656,2.126953125,8388608
20,self_attn.k_proj,3,32,8,128,14.396808624267578,3.5078125,8388608
20,self_attn.k_proj,3,64,8,128,17.296878814697266,3.25390625,8388608
20,self_attn.k_proj,3,128,8,128,19.97919464111328,3.126953125,8388608
20,self_attn.k_proj,4,32,8,128,6.718997001647949,4.5078125,8388608
20,self_attn.k_proj,4,64,8,128,8.073019981384277,4.25390625,8388608
20,self_attn.k_proj,4,128,8,128,9.326210021972656,4.126953125,8388608
20,self_attn.k_proj,8,32,8,128,0.40645691752433777,8.5078125,8388608
20,self_attn.k_proj,8,64,8,128,0.48805341124534607,8.25390625,8388608
20,self_attn.k_proj,8,128,8,128,0.5620036721229553,8.126953125,8388608
20,self_attn.o_proj,2,32,8,128,34.181419372558594,20.0625,67108864
20,self_attn.o_proj,2,64,8,128,39.831539154052734,18.03125,67108864
20,self_attn.o_proj,2,128,8,128,44.96343231201172,17.015625,67108864
20,self_attn.o_proj,3,32,8,128,14.618040084838867,28.0625,67108864
20,self_attn.o_proj,3,64,8,128,17.044902801513672,26.03125,67108864
20,self_attn.o_proj,3,128,8,128,19.234046936035156,25.015625,67108864
20,self_attn.o_proj,4,32,8,128,6.817072868347168,36.0625,67108864
20,self_attn.o_proj,4,64,8,128,7.957001686096191,34.03125,67108864
20,self_attn.o_proj,4,128,8,128,8.977210998535156,33.015625,67108864
20,self_attn.o_proj,8,32,8,128,0.41432157158851624,68.0625,67108864
20,self_attn.o_proj,8,64,8,128,0.4826522767543793,66.03125,67108864
20,self_attn.o_proj,8,128,8,128,0.5429307222366333,65.015625,67108864
20,mlp.gate_proj,2,32,8,128,72.93668365478516,70.21875,234881024
20,mlp.gate_proj,2,64,8,128,85.74252319335938,63.109375,234881024
20,mlp.gate_proj,2,128,8,128,97.14581298828125,59.5546875,234881024
20,mlp.gate_proj,3,32,8,128,31.358304977416992,98.21875,234881024
20,mlp.gate_proj,3,64,8,128,36.59581756591797,91.109375,234881024
20,mlp.gate_proj,3,128,8,128,41.65080642700195,87.5546875,234881024
20,mlp.gate_proj,4,32,8,128,14.590651512145996,126.21875,234881024
20,mlp.gate_proj,4,64,8,128,17.089847564697266,119.109375,234881024
20,mlp.gate_proj,4,128,8,128,19.423892974853516,115.5546875,234881024
20,mlp.gate_proj,8,32,8,128,0.8906527161598206,238.21875,234881024
20,mlp.gate_proj,8,64,8,128,1.0447826385498047,231.109375,234881024
20,mlp.gate_proj,8,128,8,128,1.1810166835784912,227.5546875,234881024
20,mlp.up_proj,2,32,8,128,67.83265686035156,70.21875,234881024
20,mlp.up_proj,2,64,8,128,79.0323486328125,63.109375,234881024
20,mlp.up_proj,2,128,8,128,89.38765716552734,59.5546875,234881024
20,mlp.up_proj,3,32,8,128,29.034212112426758,98.21875,234881024
20,mlp.up_proj,3,64,8,128,33.83763122558594,91.109375,234881024
20,mlp.up_proj,3,128,8,128,38.136077880859375,87.5546875,234881024
20,mlp.up_proj,4,32,8,128,13.518312454223633,126.21875,234881024
20,mlp.up_proj,4,64,8,128,15.845868110656738,119.109375,234881024
20,mlp.up_proj,4,128,8,128,17.8106746673584,115.5546875,234881024
20,mlp.up_proj,8,32,8,128,0.8254263401031494,238.21875,234881024
20,mlp.up_proj,8,64,8,128,0.9665279388427734,231.109375,234881024
20,mlp.up_proj,8,128,8,128,1.084122896194458,227.5546875,234881024
20,mlp.down_proj,2,32,8,128,67.9695816040039,70.21875,234881024
20,mlp.down_proj,2,64,8,128,79.1846694946289,63.109375,234881024
20,mlp.down_proj,2,128,8,128,89.61698150634766,59.5546875,234881024
20,mlp.down_proj,3,32,8,128,29.098194122314453,98.21875,234881024
20,mlp.down_proj,3,64,8,128,33.8963508605957,91.109375,234881024
20,mlp.down_proj,3,128,8,128,38.20039367675781,87.5546875,234881024
20,mlp.down_proj,4,32,8,128,13.54868221282959,126.21875,234881024
20,mlp.down_proj,4,64,8,128,15.880101203918457,119.109375,234881024
20,mlp.down_proj,4,128,8,128,17.839256286621094,115.5546875,234881024
20,mlp.down_proj,8,32,8,128,0.8272631168365479,238.21875,234881024
20,mlp.down_proj,8,64,8,128,0.9684608578681946,231.109375,234881024
20,mlp.down_proj,8,128,8,128,1.085929274559021,227.5546875,234881024
21,self_attn.q_proj,2,32,8,128,50.066139221191406,20.0625,67108864
21,self_attn.q_proj,2,64,8,128,58.76658630371094,18.03125,67108864
21,self_attn.q_proj,2,128,8,128,67.51437377929688,17.015625,67108864
21,self_attn.q_proj,3,32,8,128,21.44175148010254,28.0625,67108864
21,self_attn.q_proj,3,64,8,128,25.168209075927734,26.03125,67108864
21,self_attn.q_proj,3,128,8,128,28.97112464904785,25.015625,67108864
21,self_attn.q_proj,4,32,8,128,9.997611999511719,36.0625,67108864
21,self_attn.q_proj,4,64,8,128,11.75015926361084,34.03125,67108864
21,self_attn.q_proj,4,128,8,128,13.517221450805664,33.015625,67108864
21,self_attn.q_proj,8,32,8,128,0.6075009703636169,68.0625,67108864
21,self_attn.q_proj,8,64,8,128,0.7141141295433044,66.03125,67108864
21,self_attn.q_proj,8,128,8,128,0.8184065222740173,65.015625,67108864
21,self_attn.v_proj,2,32,8,128,10.314805030822754,2.5078125,8388608
21,self_attn.v_proj,2,64,8,128,12.170238494873047,2.25390625,8388608
21,self_attn.v_proj,2,128,8,128,13.904681205749512,2.126953125,8388608
21,self_attn.v_proj,3,32,8,128,4.4141316413879395,3.5078125,8388608
21,self_attn.v_proj,3,64,8,128,5.208975791931152,3.25390625,8388608
21,self_attn.v_proj,3,128,8,128,5.950900077819824,3.126953125,8388608
21,self_attn.v_proj,4,32,8,128,2.058828830718994,4.5078125,8388608
21,self_attn.v_proj,4,64,8,128,2.429746627807617,4.25390625,8388608
21,self_attn.v_proj,4,128,8,128,2.777170181274414,4.126953125,8388608
21,self_attn.v_proj,8,32,8,128,0.12459807842969894,8.5078125,8388608
21,self_attn.v_proj,8,64,8,128,0.14693237841129303,8.25390625,8388608
21,self_attn.v_proj,8,128,8,128,0.1673242151737213,8.126953125,8388608
21,self_attn.k_proj,2,32,8,128,33.77277374267578,2.5078125,8388608
21,self_attn.k_proj,2,64,8,128,40.270687103271484,2.25390625,8388608
21,self_attn.k_proj,2,128,8,128,45.982051849365234,2.126953125,8388608
21,self_attn.k_proj,3,32,8,128,14.507922172546387,3.5078125,8388608
21,self_attn.k_proj,3,64,8,128,17.370420455932617,3.25390625,8388608
21,self_attn.k_proj,3,128,8,128,20.04755973815918,3.126953125,8388608
21,self_attn.k_proj,4,32,8,128,6.771570205688477,4.5078125,8388608
21,self_attn.k_proj,4,64,8,128,8.10830020904541,4.25390625,8388608
21,self_attn.k_proj,4,128,8,128,9.361713409423828,4.126953125,8388608
21,self_attn.k_proj,8,32,8,128,0.40966057777404785,8.5078125,8388608
21,self_attn.k_proj,8,64,8,128,0.49005240201950073,8.25390625,8388608
21,self_attn.k_proj,8,128,8,128,0.5639031529426575,8.126953125,8388608
21,self_attn.o_proj,2,32,8,128,33.11326599121094,20.0625,67108864
21,self_attn.o_proj,2,64,8,128,38.561458587646484,18.03125,67108864
21,self_attn.o_proj,2,128,8,128,43.50345230102539,17.015625,67108864
21,self_attn.o_proj,3,32,8,128,14.153902053833008,28.0625,67108864
21,self_attn.o_proj,3,64,8,128,16.50600814819336,26.03125,67108864
21,self_attn.o_proj,3,128,8,128,18.61819076538086,25.015625,67108864
21,self_attn.o_proj,4,32,8,128,6.6011810302734375,36.0625,67108864
21,self_attn.o_proj,4,64,8,128,7.70367431640625,34.03125,67108864
21,self_attn.o_proj,4,128,8,128,8.689971923828125,33.015625,67108864
21,self_attn.o_proj,8,32,8,128,0.4013918340206146,68.0625,67108864
21,self_attn.o_proj,8,64,8,128,0.4674668610095978,66.03125,67108864
21,self_attn.o_proj,8,128,8,128,0.525651216506958,65.015625,67108864
21,mlp.gate_proj,2,32,8,128,73.16300964355469,70.21875,234881024
21,mlp.gate_proj,2,64,8,128,86.01152801513672,63.109375,234881024
21,mlp.gate_proj,2,128,8,128,97.38836669921875,59.5546875,234881024
21,mlp.gate_proj,3,32,8,128,31.463926315307617,98.21875,234881024
21,mlp.gate_proj,3,64,8,128,36.704994201660156,91.109375,234881024
21,mlp.gate_proj,3,128,8,128,41.772159576416016,87.5546875,234881024
21,mlp.gate_proj,4,32,8,128,14.638014793395996,126.21875,234881024
21,mlp.gate_proj,4,64,8,128,17.140975952148438,119.109375,234881024
21,mlp.gate_proj,4,128,8,128,19.475421905517578,115.5546875,234881024
21,mlp.gate_proj,8,32,8,128,0.893546998500824,238.21875,234881024
21,mlp.gate_proj,8,64,8,128,1.0477420091629028,231.109375,234881024
21,mlp.gate_proj,8,128,8,128,1.1847013235092163,227.5546875,234881024
21,mlp.up_proj,2,32,8,128,67.81924438476562,70.21875,234881024
21,mlp.up_proj,2,64,8,128,78.98265838623047,63.109375,234881024
21,mlp.up_proj,2,128,8,128,89.31256866455078,59.5546875,234881024
21,mlp.up_proj,3,32,8,128,29.028831481933594,98.21875,234881024
21,mlp.up_proj,3,64,8,128,33.81718063354492,91.109375,234881024
21,mlp.up_proj,3,128,8,128,38.095943450927734,87.5546875,234881024
21,mlp.up_proj,4,32,8,128,13.516995429992676,126.21875,234881024
21,mlp.up_proj,4,64,8,128,15.836551666259766,119.109375,234881024
21,mlp.up_proj,4,128,8,128,17.79637336730957,115.5546875,234881024
21,mlp.up_proj,8,32,8,128,0.8253889679908752,238.21875,234881024
21,mlp.up_proj,8,64,8,128,0.9659287333488464,231.109375,234881024
21,mlp.up_proj,8,128,8,128,1.0832128524780273,227.5546875,234881024
21,mlp.down_proj,2,32,8,128,68.0453872680664,70.21875,234881024
21,mlp.down_proj,2,64,8,128,79.27557373046875,63.109375,234881024
21,mlp.down_proj,2,128,8,128,89.68626403808594,59.5546875,234881024
21,mlp.down_proj,3,32,8,128,29.132936477661133,98.21875,234881024
21,mlp.down_proj,3,64,8,128,33.93088912963867,91.109375,234881024
21,mlp.down_proj,3,128,8,128,38.240806579589844,87.5546875,234881024
21,mlp.down_proj,4,32,8,128,13.565064430236816,126.21875,234881024
21,mlp.down_proj,4,64,8,128,15.896529197692871,119.109375,234881024
21,mlp.down_proj,4,128,8,128,17.860828399658203,115.5546875,234881024
21,mlp.down_proj,8,32,8,128,0.8282769918441772,238.21875,234881024
21,mlp.down_proj,8,64,8,128,0.969706654548645,231.109375,234881024
21,mlp.down_proj,8,128,8,128,1.0871803760528564,227.5546875,234881024
22,self_attn.q_proj,2,32,8,128,49.0333251953125,20.0625,67108864
22,self_attn.q_proj,2,64,8,128,57.58620834350586,18.03125,67108864
22,self_attn.q_proj,2,128,8,128,66.29540252685547,17.015625,67108864
22,self_attn.q_proj,3,32,8,128,20.998470306396484,28.0625,67108864
22,self_attn.q_proj,3,64,8,128,24.695531845092773,26.03125,67108864
22,self_attn.q_proj,3,128,8,128,28.50078582763672,25.015625,67108864
22,self_attn.q_proj,4,32,8,128,9.79373836517334,36.0625,67108864
22,self_attn.q_proj,4,64,8,128,11.530495643615723,34.03125,67108864
22,self_attn.q_proj,4,128,8,128,13.291687965393066,33.015625,67108864
22,self_attn.q_proj,8,32,8,128,0.5951723456382751,68.0625,67108864
22,self_attn.q_proj,8,64,8,128,0.7006952166557312,66.03125,67108864
22,self_attn.q_proj,8,128,8,128,0.8049605488777161,65.015625,67108864
22,self_attn.v_proj,2,32,8,128,12.17402458190918,2.5078125,8388608
22,self_attn.v_proj,2,64,8,128,14.270858764648438,2.25390625,8388608
22,self_attn.v_proj,2,128,8,128,16.17725372314453,2.126953125,8388608
22,self_attn.v_proj,3,32,8,128,5.205935955047607,3.5078125,8388608
22,self_attn.v_proj,3,64,8,128,6.10429573059082,3.25390625,8388608
22,self_attn.v_proj,3,128,8,128,6.924643039703369,3.126953125,8388608
22,self_attn.v_proj,4,32,8,128,2.428332805633545,4.5078125,8388608
22,self_attn.v_proj,4,64,8,128,2.8483965396881104,4.25390625,8388608
22,self_attn.v_proj,4,128,8,128,3.2292377948760986,4.126953125,8388608
22,self_attn.v_proj,8,32,8,128,0.14698553085327148,8.5078125,8388608
22,self_attn.v_proj,8,64,8,128,0.1722264587879181,8.25390625,8388608
22,self_attn.v_proj,8,128,8,128,0.19458496570587158,8.126953125,8388608
22,self_attn.k_proj,2,32,8,128,33.71762466430664,2.5078125,8388608
22,self_attn.k_proj,2,64,8,128,40.137874603271484,2.25390625,8388608
22,self_attn.k_proj,2,128,8,128,45.671607971191406,2.126953125,8388608
22,self_attn.k_proj,3,32,8,128,14.483540534973145,3.5078125,8388608
22,self_attn.k_proj,3,64,8,128,17.305959701538086,3.25390625,8388608
22,self_attn.k_proj,3,128,8,128,19.912616729736328,3.126953125,8388608
22,self_attn.k_proj,4,32,8,128,6.758945465087891,4.5078125,8388608
22,self_attn.k_proj,4,64,8,128,8.0787935256958,4.25390625,8388608
22,self_attn.k_proj,4,128,8,128,9.29574966430664,4.126953125,8388608
22,self_attn.k_proj,8,32,8,128,0.4088408648967743,8.5078125,8388608
22,self_attn.k_proj,8,64,8,128,0.48839548230171204,8.25390625,8388608
22,self_attn.k_proj,8,128,8,128,0.5598931312561035,8.126953125,8388608
22,self_attn.o_proj,2,32,8,128,35.02137756347656,20.0625,67108864
22,self_attn.o_proj,2,64,8,128,40.79725646972656,18.03125,67108864
22,self_attn.o_proj,2,128,8,128,45.98588180541992,17.015625,67108864
22,self_attn.o_proj,3,32,8,128,14.981328964233398,28.0625,67108864
22,self_attn.o_proj,3,64,8,128,17.452945709228516,26.03125,67108864
22,self_attn.o_proj,3,128,8,128,19.68682861328125,25.015625,67108864
22,self_attn.o_proj,4,32,8,128,6.986776351928711,36.0625,67108864
22,self_attn.o_proj,4,64,8,128,8.147902488708496,34.03125,67108864
22,self_attn.o_proj,4,128,8,128,9.186807632446289,33.015625,67108864
22,self_attn.o_proj,8,32,8,128,0.4245470464229584,68.0625,67108864
22,self_attn.o_proj,8,64,8,128,0.4943808615207672,66.03125,67108864
22,self_attn.o_proj,8,128,8,128,0.5559003353118896,65.015625,67108864
22,mlp.gate_proj,2,32,8,128,73.89613342285156,70.21875,234881024
22,mlp.gate_proj,2,64,8,128,86.89825439453125,63.109375,234881024
22,mlp.gate_proj,2,128,8,128,98.32536315917969,59.5546875,234881024
22,mlp.gate_proj,3,32,8,128,31.786226272583008,98.21875,234881024
22,mlp.gate_proj,3,64,8,128,37.06299591064453,91.109375,234881024
22,mlp.gate_proj,3,128,8,128,42.17759704589844,87.5546875,234881024
22,mlp.gate_proj,4,32,8,128,14.786981582641602,126.21875,234881024
22,mlp.gate_proj,4,64,8,128,17.306238174438477,119.109375,234881024
22,mlp.gate_proj,4,128,8,128,19.66209602355957,115.5546875,234881024
22,mlp.gate_proj,8,32,8,128,0.9027595520019531,238.21875,234881024
22,mlp.gate_proj,8,64,8,128,1.057629942893982,231.109375,234881024
22,mlp.gate_proj,8,128,8,128,1.1958508491516113,227.5546875,234881024
22,mlp.up_proj,2,32,8,128,67.68273162841797,70.21875,234881024
22,mlp.up_proj,2,64,8,128,78.81617736816406,63.109375,234881024
22,mlp.up_proj,2,128,8,128,89.12592315673828,59.5546875,234881024
22,mlp.up_proj,3,32,8,128,28.966690063476562,98.21875,234881024
22,mlp.up_proj,3,64,8,128,33.75699234008789,91.109375,234881024
22,mlp.up_proj,3,128,8,128,38.02843475341797,87.5546875,234881024
22,mlp.up_proj,4,32,8,128,13.489409446716309,126.21875,234881024
22,mlp.up_proj,4,64,8,128,15.805479049682617,119.109375,234881024
22,mlp.up_proj,4,128,8,128,17.767690658569336,115.5546875,234881024
22,mlp.up_proj,8,32,8,128,0.8236560821533203,238.21875,234881024
22,mlp.up_proj,8,64,8,128,0.9639034271240234,231.109375,234881024
22,mlp.up_proj,8,128,8,128,1.0811716318130493,227.5546875,234881024
22,mlp.down_proj,2,32,8,128,67.95698547363281,70.21875,234881024
22,mlp.down_proj,2,64,8,128,79.1680679321289,63.109375,234881024
22,mlp.down_proj,2,128,8,128,89.5595474243164,59.5546875,234881024
22,mlp.down_proj,3,32,8,128,29.09288787841797,98.21875,234881024
22,mlp.down_proj,3,64,8,128,33.8816032409668,91.109375,234881024
22,mlp.down_proj,3,128,8,128,38.19157409667969,87.5546875,234881024
22,mlp.down_proj,4,32,8,128,13.544726371765137,126.21875,234881024
22,mlp.down_proj,4,64,8,128,15.86958122253418,119.109375,234881024
22,mlp.down_proj,4,128,8,128,17.83646011352539,115.5546875,234881024
22,mlp.down_proj,8,32,8,128,0.8270640969276428,238.21875,234881024
22,mlp.down_proj,8,64,8,128,0.9680188298225403,231.109375,234881024
22,mlp.down_proj,8,128,8,128,1.0854259729385376,227.5546875,234881024
23,self_attn.q_proj,2,32,8,128,48.95332336425781,20.0625,67108864
23,self_attn.q_proj,2,64,8,128,57.35587692260742,18.03125,67108864
23,self_attn.q_proj,2,128,8,128,65.69770812988281,17.015625,67108864
23,self_attn.q_proj,3,32,8,128,20.95292854309082,28.0625,67108864
23,self_attn.q_proj,3,64,8,128,24.56814193725586,26.03125,67108864
23,self_attn.q_proj,3,128,8,128,28.163707733154297,25.015625,67108864
23,self_attn.q_proj,4,32,8,128,9.773574829101562,36.0625,67108864
23,self_attn.q_proj,4,64,8,128,11.471784591674805,34.03125,67108864
23,self_attn.q_proj,4,128,8,128,13.139389038085938,33.015625,67108864
23,self_attn.q_proj,8,32,8,128,0.5939086675643921,68.0625,67108864
23,self_attn.q_proj,8,64,8,128,0.6970583200454712,66.03125,67108864
23,self_attn.q_proj,8,128,8,128,0.795661985874176,65.015625,67108864
23,self_attn.v_proj,2,32,8,128,11.557222366333008,2.5078125,8388608
23,self_attn.v_proj,2,64,8,128,13.600379943847656,2.25390625,8388608
23,self_attn.v_proj,2,128,8,128,15.4859619140625,2.126953125,8388608
23,self_attn.v_proj,3,32,8,128,4.942420482635498,3.5078125,8388608
23,self_attn.v_proj,3,64,8,128,5.817290306091309,3.25390625,8388608
23,self_attn.v_proj,3,128,8,128,6.6255388259887695,3.126953125,8388608
23,self_attn.v_proj,4,32,8,128,2.305755376815796,4.5078125,8388608
23,self_attn.v_proj,4,64,8,128,2.714259386062622,4.25390625,8388608
23,self_attn.v_proj,4,128,8,128,3.09171724319458,4.126953125,8388608
23,self_attn.v_proj,8,32,8,128,0.13959766924381256,8.5078125,8388608
23,self_attn.v_proj,8,64,8,128,0.16420796513557434,8.25390625,8388608
23,self_attn.v_proj,8,128,8,128,0.18633045256137848,8.126953125,8388608
23,self_attn.k_proj,2,32,8,128,34.49933624267578,2.5078125,8388608
23,self_attn.k_proj,2,64,8,128,41.13096618652344,2.25390625,8388608
23,self_attn.k_proj,2,128,8,128,46.86101531982422,2.126953125,8388608
23,self_attn.k_proj,3,32,8,128,14.828217506408691,3.5078125,8388608
23,self_attn.k_proj,3,64,8,128,17.759111404418945,3.25390625,8388608
23,self_attn.k_proj,3,128,8,128,20.487688064575195,3.126953125,8388608
23,self_attn.k_proj,4,32,8,128,6.920931816101074,4.5078125,8388608
23,self_attn.k_proj,4,64,8,128,8.288797378540039,4.25390625,8388608
23,self_attn.k_proj,4,128,8,128,9.55774974822998,4.126953125,8388608
23,self_attn.k_proj,8,32,8,128,0.41864943504333496,8.5078125,8388608
23,self_attn.k_proj,8,64,8,128,0.5011165142059326,8.25390625,8388608
23,self_attn.k_proj,8,128,8,128,0.5759000778198242,8.126953125,8388608
23,self_attn.o_proj,2,32,8,128,34.400882720947266,20.0625,67108864
23,self_attn.o_proj,2,64,8,128,40.0746955871582,18.03125,67108864
23,self_attn.o_proj,2,128,8,128,45.22163391113281,17.015625,67108864
23,self_attn.o_proj,3,32,8,128,14.71457290649414,28.0625,67108864
23,self_attn.o_proj,3,64,8,128,17.151464462280273,26.03125,67108864
23,self_attn.o_proj,3,128,8,128,19.35689926147461,25.015625,67108864
23,self_attn.o_proj,4,32,8,128,6.862423419952393,36.0625,67108864
23,self_attn.o_proj,4,64,8,128,8.010310173034668,34.03125,67108864
23,self_attn.o_proj,4,128,8,128,9.033561706542969,33.015625,67108864
23,self_attn.o_proj,8,32,8,128,0.4170621931552887,68.0625,67108864
23,self_attn.o_proj,8,64,8,128,0.4857839047908783,66.03125,67108864
23,self_attn.o_proj,8,128,8,128,0.5465974807739258,65.015625,67108864
23,mlp.gate_proj,2,32,8,128,74.1429443359375,70.21875,234881024
23,mlp.gate_proj,2,64,8,128,87.2253646850586,63.109375,234881024
23,mlp.gate_proj,2,128,8,128,98.73306274414062,59.5546875,234881024
23,mlp.gate_proj,3,32,8,128,31.898380279541016,98.21875,234881024
23,mlp.gate_proj,3,64,8,128,37.20298385620117,91.109375,234881024
23,mlp.gate_proj,3,128,8,128,42.3560676574707,87.5546875,234881024
23,mlp.gate_proj,4,32,8,128,14.839951515197754,126.21875,234881024
23,mlp.gate_proj,4,64,8,128,17.368871688842773,119.109375,234881024
23,mlp.gate_proj,4,128,8,128,19.7391414642334,115.5546875,234881024
23,mlp.gate_proj,8,32,8,128,0.9059820175170898,238.21875,234881024
23,mlp.gate_proj,8,64,8,128,1.061463713645935,231.109375,234881024
23,mlp.gate_proj,8,128,8,128,1.2006580829620361,227.5546875,234881024
23,mlp.up_proj,2,32,8,128,67.61155700683594,70.21875,234881024
23,mlp.up_proj,2,64,8,128,78.70379638671875,63.109375,234881024
23,mlp.up_proj,2,128,8,128,88.9647445678711,59.5546875,234881024
23,mlp.up_proj,3,32,8,128,28.937255859375,98.21875,234881024
23,mlp.up_proj,3,64,8,128,33.70938491821289,91.109375,234881024
23,mlp.up_proj,3,128,8,128,37.97586441040039,87.5546875,234881024
23,mlp.up_proj,4,32,8,128,13.473372459411621,126.21875,234881024
23,mlp.up_proj,4,64,8,128,15.784368515014648,119.109375,234881024
23,mlp.up_proj,4,128,8,128,17.73467445373535,115.5546875,234881024
23,mlp.up_proj,8,32,8,128,0.8228102922439575,238.21875,234881024
23,mlp.up_proj,8,64,8,128,0.9625856876373291,231.109375,234881024
23,mlp.up_proj,8,128,8,128,1.079542636871338,227.5546875,234881024
23,mlp.down_proj,2,32,8,128,67.89913177490234,70.21875,234881024
23,mlp.down_proj,2,64,8,128,79.08594512939453,63.109375,234881024
23,mlp.down_proj,2,128,8,128,89.42433166503906,59.5546875,234881024
23,mlp.down_proj,3,32,8,128,29.06273078918457,98.21875,234881024
23,mlp.down_proj,3,64,8,128,33.848114013671875,91.109375,234881024
23,mlp.down_proj,3,128,8,128,38.119632720947266,87.5546875,234881024
23,mlp.down_proj,4,32,8,128,13.531939506530762,126.21875,234881024
23,mlp.down_proj,4,64,8,128,15.85130786895752,119.109375,234881024
23,mlp.down_proj,4,128,8,128,17.803142547607422,115.5546875,234881024
23,mlp.down_proj,8,32,8,128,0.8262805342674255,238.21875,234881024
23,mlp.down_proj,8,64,8,128,0.9668347835540771,231.109375,234881024
23,mlp.down_proj,8,128,8,128,1.0837453603744507,227.5546875,234881024
24,self_attn.q_proj,2,32,8,128,46.72608947753906,20.0625,67108864
24,self_attn.q_proj,2,64,8,128,55.0274772644043,18.03125,67108864
24,self_attn.q_proj,2,128,8,128,63.36747360229492,17.015625,67108864
24,self_attn.q_proj,3,32,8,128,20.021081924438477,28.0625,67108864
24,self_attn.q_proj,3,64,8,128,23.67501449584961,26.03125,67108864
24,self_attn.q_proj,3,128,8,128,27.352802276611328,25.015625,67108864
24,self_attn.q_proj,4,32,8,128,9.339029312133789,36.0625,67108864
24,self_attn.q_proj,4,64,8,128,11.05237102508545,34.03125,67108864
24,self_attn.q_proj,4,128,8,128,12.770557403564453,33.015625,67108864
24,self_attn.q_proj,8,32,8,128,0.5673384070396423,68.0625,67108864
24,self_attn.q_proj,8,64,8,128,0.6713024973869324,66.03125,67108864
24,self_attn.q_proj,8,128,8,128,0.7732316255569458,65.015625,67108864
24,self_attn.v_proj,2,32,8,128,12.398767471313477,2.5078125,8388608
24,self_attn.v_proj,2,64,8,128,14.579327583312988,2.25390625,8388608
24,self_attn.v_proj,2,128,8,128,16.575864791870117,2.126953125,8388608
24,self_attn.v_proj,3,32,8,128,5.301939964294434,3.5078125,8388608
24,self_attn.v_proj,3,64,8,128,6.237957000732422,3.25390625,8388608
24,self_attn.v_proj,3,128,8,128,7.096917629241943,3.126953125,8388608
24,self_attn.v_proj,4,32,8,128,2.4741358757019043,4.5078125,8388608
24,self_attn.v_proj,4,64,8,128,2.911261558532715,4.25390625,8388608
24,self_attn.v_proj,4,128,8,128,3.312446117401123,4.126953125,8388608
24,self_attn.v_proj,8,32,8,128,0.1497873067855835,8.5078125,8388608
24,self_attn.v_proj,8,64,8,128,0.1760377287864685,8.25390625,8388608
24,self_attn.v_proj,8,128,8,128,0.19949668645858765,8.126953125,8388608
24,self_attn.k_proj,2,32,8,128,34.48940658569336,2.5078125,8388608
24,self_attn.k_proj,2,64,8,128,41.43503189086914,2.25390625,8388608
24,self_attn.k_proj,2,128,8,128,47.28764343261719,2.126953125,8388608
24,self_attn.k_proj,3,32,8,128,14.898791313171387,3.5078125,8388608
24,self_attn.k_proj,3,64,8,128,18.101438522338867,3.25390625,8388608
24,self_attn.k_proj,3,128,8,128,21.153045654296875,3.126953125,8388608
24,self_attn.k_proj,4,32,8,128,6.955023288726807,4.5078125,8388608
24,self_attn.k_proj,4,64,8,128,8.449739456176758,4.25390625,8388608
24,self_attn.k_proj,4,128,8,128,9.879576683044434,4.126953125,8388608
24,self_attn.k_proj,8,32,8,128,0.4209446310997009,8.5078125,8388608
24,self_attn.k_proj,8,64,8,128,0.51088947057724,8.25390625,8388608
24,self_attn.k_proj,8,128,8,128,0.595433235168457,8.126953125,8388608
24,self_attn.o_proj,2,32,8,128,34.694698333740234,20.0625,67108864
24,self_attn.o_proj,2,64,8,128,40.57896041870117,18.03125,67108864
24,self_attn.o_proj,2,128,8,128,45.97595977783203,17.015625,67108864
24,self_attn.o_proj,3,32,8,128,14.866718292236328,28.0625,67108864
24,self_attn.o_proj,3,64,8,128,17.426631927490234,26.03125,67108864
24,self_attn.o_proj,3,128,8,128,19.840778350830078,25.015625,67108864
24,self_attn.o_proj,4,32,8,128,6.935458660125732,36.0625,67108864
24,self_attn.o_proj,4,64,8,128,8.141594886779785,34.03125,67108864
24,self_attn.o_proj,4,128,8,128,9.266505241394043,33.015625,67108864
24,self_attn.o_proj,8,32,8,128,0.42144566774368286,68.0625,67108864
24,self_attn.o_proj,8,64,8,128,0.493855357170105,66.03125,67108864
24,self_attn.o_proj,8,128,8,128,0.5608824491500854,65.015625,67108864
24,mlp.gate_proj,2,32,8,128,73.83680725097656,70.21875,234881024
24,mlp.gate_proj,2,64,8,128,86.78517150878906,63.109375,234881024
24,mlp.gate_proj,2,128,8,128,98.18970489501953,59.5546875,234881024
24,mlp.gate_proj,3,32,8,128,31.760698318481445,98.21875,234881024
24,mlp.gate_proj,3,64,8,128,37.03117370605469,91.109375,234881024
24,mlp.gate_proj,3,128,8,128,42.1378173828125,87.5546875,234881024
24,mlp.gate_proj,4,32,8,128,14.776872634887695,126.21875,234881024
24,mlp.gate_proj,4,64,8,128,17.296966552734375,119.109375,234881024
24,mlp.gate_proj,4,128,8,128,19.64874267578125,115.5546875,234881024
24,mlp.gate_proj,8,32,8,128,0.9020965099334717,238.21875,234881024
24,mlp.gate_proj,8,64,8,128,1.0568231344223022,231.109375,234881024
24,mlp.gate_proj,8,128,8,128,1.1950596570968628,227.5546875,234881024
24,mlp.up_proj,2,32,8,128,68.20198822021484,70.21875,234881024
24,mlp.up_proj,2,64,8,128,79.43785858154297,63.109375,234881024
24,mlp.up_proj,2,128,8,128,89.83841705322266,59.5546875,234881024
24,mlp.up_proj,3,32,8,128,29.206405639648438,98.21875,234881024
24,mlp.up_proj,3,64,8,128,34.010196685791016,91.109375,234881024
24,mlp.up_proj,3,128,8,128,38.32136535644531,87.5546875,234881024
24,mlp.up_proj,4,32,8,128,13.598177909851074,126.21875,234881024
24,mlp.up_proj,4,64,8,128,15.934477806091309,119.109375,234881024
24,mlp.up_proj,4,128,8,128,17.898771286010742,115.5546875,234881024
24,mlp.up_proj,8,32,8,128,0.8302566409111023,238.21875,234881024
24,mlp.up_proj,8,64,8,128,0.9719550013542175,231.109375,234881024
24,mlp.up_proj,8,128,8,128,1.0894569158554077,227.5546875,234881024
24,mlp.down_proj,2,32,8,128,68.25871276855469,70.21875,234881024
24,mlp.down_proj,2,64,8,128,79.52396392822266,63.109375,234881024
24,mlp.down_proj,2,128,8,128,89.9458999633789,59.5546875,234881024
24,mlp.down_proj,3,32,8,128,29.230743408203125,98.21875,234881024
24,mlp.down_proj,3,64,8,128,34.02956771850586,91.109375,234881024
24,mlp.down_proj,3,128,8,128,38.35895919799805,87.5546875,234881024
24,mlp.down_proj,4,32,8,128,13.610882759094238,126.21875,234881024
24,mlp.down_proj,4,64,8,128,15.947091102600098,119.109375,234881024
24,mlp.down_proj,4,128,8,128,17.91204261779785,115.5546875,234881024
24,mlp.down_proj,8,32,8,128,0.830915629863739,238.21875,234881024
24,mlp.down_proj,8,64,8,128,0.9728398323059082,231.109375,234881024
24,mlp.down_proj,8,128,8,128,1.0903218984603882,227.5546875,234881024
25,self_attn.q_proj,2,32,8,128,47.60781478881836,20.0625,67108864
25,self_attn.q_proj,2,64,8,128,55.861778259277344,18.03125,67108864
25,self_attn.q_proj,2,128,8,128,64.1476058959961,17.015625,67108864
25,self_attn.q_proj,3,32,8,128,20.385061264038086,28.0625,67108864
25,self_attn.q_proj,3,64,8,128,23.97136688232422,26.03125,67108864
25,self_attn.q_proj,3,128,8,128,27.533632278442383,25.015625,67108864
25,self_attn.q_proj,4,32,8,128,9.506421089172363,36.0625,67108864
25,self_attn.q_proj,4,64,8,128,11.192293167114258,34.03125,67108864
25,self_attn.q_proj,4,128,8,128,12.848099708557129,33.015625,67108864
25,self_attn.q_proj,8,32,8,128,0.5777422189712524,68.0625,67108864
25,self_attn.q_proj,8,64,8,128,0.6798167824745178,66.03125,67108864
25,self_attn.q_proj,8,128,8,128,0.7783313393592834,65.015625,67108864
25,self_attn.v_proj,2,32,8,128,12.110830307006836,2.5078125,8388608
25,self_attn.v_proj,2,64,8,128,14.246417045593262,2.25390625,8388608
25,self_attn.v_proj,2,128,8,128,16.169309616088867,2.126953125,8388608
25,self_attn.v_proj,3,32,8,128,5.177356719970703,3.5078125,8388608
25,self_attn.v_proj,3,64,8,128,6.091578483581543,3.25390625,8388608
25,self_attn.v_proj,3,128,8,128,6.922048568725586,3.126953125,8388608
25,self_attn.v_proj,4,32,8,128,2.4162817001342773,4.5078125,8388608
25,self_attn.v_proj,4,64,8,128,2.8430593013763428,4.25390625,8388608
25,self_attn.v_proj,4,128,8,128,3.2282891273498535,4.126953125,8388608
25,self_attn.v_proj,8,32,8,128,0.14628539979457855,8.5078125,8388608
25,self_attn.v_proj,8,64,8,128,0.17189115285873413,8.25390625,8388608
25,self_attn.v_proj,8,128,8,128,0.19462408125400543,8.126953125,8388608
25,self_attn.k_proj,2,32,8,128,35.376861572265625,2.5078125,8388608
25,self_attn.k_proj,2,64,8,128,42.148475646972656,2.25390625,8388608
25,self_attn.k_proj,2,128,8,128,47.86886215209961,2.126953125,8388608
25,self_attn.k_proj,3,32,8,128,15.220548629760742,3.5078125,8388608
25,self_attn.k_proj,3,64,8,128,18.23306655883789,3.25390625,8388608
25,self_attn.k_proj,3,128,8,128,21.009967803955078,3.126953125,8388608
25,self_attn.k_proj,4,32,8,128,7.1028313636779785,4.5078125,8388608
25,self_attn.k_proj,4,64,8,128,8.508831024169922,4.25390625,8388608
25,self_attn.k_proj,4,128,8,128,9.805822372436523,4.126953125,8388608
25,self_attn.k_proj,8,32,8,128,0.42999157309532166,8.5078125,8388608
25,self_attn.k_proj,8,64,8,128,0.5144612193107605,8.25390625,8388608
25,self_attn.k_proj,8,128,8,128,0.5911647081375122,8.126953125,8388608
25,self_attn.o_proj,2,32,8,128,34.601951599121094,20.0625,67108864
25,self_attn.o_proj,2,64,8,128,40.3206901550293,18.03125,67108864
25,self_attn.o_proj,2,128,8,128,45.474666595458984,17.015625,67108864
25,self_attn.o_proj,3,32,8,128,14.804893493652344,28.0625,67108864
25,self_attn.o_proj,3,64,8,128,17.258630752563477,26.03125,67108864
25,self_attn.o_proj,3,128,8,128,19.484601974487305,25.015625,67108864
25,self_attn.o_proj,4,32,8,128,6.906524181365967,36.0625,67108864
25,self_attn.o_proj,4,64,8,128,8.061245918273926,34.03125,67108864
25,self_attn.o_proj,4,128,8,128,9.095800399780273,33.015625,67108864
25,self_attn.o_proj,8,32,8,128,0.4197379946708679,68.0625,67108864
25,self_attn.o_proj,8,64,8,128,0.4890459179878235,66.03125,67108864
25,self_attn.o_proj,8,128,8,128,0.550571084022522,65.015625,67108864
25,mlp.gate_proj,2,32,8,128,73.99052429199219,70.21875,234881024
25,mlp.gate_proj,2,64,8,128,86.94344329833984,63.109375,234881024
25,mlp.gate_proj,2,128,8,128,98.33256530761719,59.5546875,234881024
25,mlp.gate_proj,3,32,8,128,31.831628799438477,98.21875,234881024
25,mlp.gate_proj,3,64,8,128,37.095035552978516,91.109375,234881024
25,mlp.gate_proj,3,128,8,128,42.190277099609375,87.5546875,234881024
25,mlp.gate_proj,4,32,8,128,14.810413360595703,126.21875,234881024
25,mlp.gate_proj,4,64,8,128,17.326290130615234,119.109375,234881024
25,mlp.gate_proj,4,128,8,128,19.663619995117188,115.5546875,234881024
25,mlp.gate_proj,8,32,8,128,0.904346227645874,238.21875,234881024
25,mlp.gate_proj,8,64,8,128,1.0589368343353271,231.109375,234881024
25,mlp.gate_proj,8,128,8,128,1.1967191696166992,227.5546875,234881024
25,mlp.up_proj,2,32,8,128,68.3187026977539,70.21875,234881024
25,mlp.up_proj,2,64,8,128,79.5895004272461,63.109375,234881024
25,mlp.up_proj,2,128,8,128,90.02964782714844,59.5546875,234881024
25,mlp.up_proj,3,32,8,128,29.25966453552246,98.21875,234881024
25,mlp.up_proj,3,64,8,128,34.06951141357422,91.109375,234881024
25,mlp.up_proj,3,128,8,128,38.389869689941406,87.5546875,234881024
25,mlp.up_proj,4,32,8,128,13.624835014343262,126.21875,234881024
25,mlp.up_proj,4,64,8,128,15.96699047088623,119.109375,234881024
25,mlp.up_proj,4,128,8,128,17.927520751953125,115.5546875,234881024
25,mlp.up_proj,8,32,8,128,0.8320541977882385,238.21875,234881024
25,mlp.up_proj,8,64,8,128,0.9743241667747498,231.109375,234881024
25,mlp.up_proj,8,128,8,128,1.09199857711792,227.5546875,234881024
25,mlp.down_proj,2,32,8,128,68.20001983642578,70.21875,234881024
25,mlp.down_proj,2,64,8,128,79.45153045654297,63.109375,234881024
25,mlp.down_proj,2,128,8,128,89.90258026123047,59.5546875,234881024
25,mlp.down_proj,3,32,8,128,29.202898025512695,98.21875,234881024
25,mlp.down_proj,3,64,8,128,34.00436782836914,91.109375,234881024
25,mlp.down_proj,3,128,8,128,38.32203674316406,87.5546875,234881024
25,mlp.down_proj,4,32,8,128,13.59666633605957,126.21875,234881024
25,mlp.down_proj,4,64,8,128,15.929262161254883,119.109375,234881024
25,mlp.down_proj,4,128,8,128,17.89276123046875,115.5546875,234881024
25,mlp.down_proj,8,32,8,128,0.830154299736023,238.21875,234881024
25,mlp.down_proj,8,64,8,128,0.9718079566955566,231.109375,234881024
25,mlp.down_proj,8,128,8,128,1.0892091989517212,227.5546875,234881024
26,self_attn.q_proj,2,32,8,128,47.083980560302734,20.0625,67108864
26,self_attn.q_proj,2,64,8,128,55.33705139160156,18.03125,67108864
26,self_attn.q_proj,2,128,8,128,63.41636657714844,17.015625,67108864
26,self_attn.q_proj,3,32,8,128,20.144786834716797,28.0625,67108864
26,self_attn.q_proj,3,64,8,128,23.72101593017578,26.03125,67108864
26,self_attn.q_proj,3,128,8,128,27.18961524963379,25.015625,67108864
26,self_attn.q_proj,4,32,8,128,9.39599895477295,36.0625,67108864
26,self_attn.q_proj,4,64,8,128,11.073731422424316,34.03125,67108864
26,self_attn.q_proj,4,128,8,128,12.688228607177734,33.015625,67108864
26,self_attn.q_proj,8,32,8,128,0.5709197521209717,68.0625,67108864
26,self_attn.q_proj,8,64,8,128,0.6726192831993103,66.03125,67108864
26,self_attn.q_proj,8,128,8,128,0.7684031128883362,65.015625,67108864
26,self_attn.v_proj,2,32,8,128,11.78567123413086,2.5078125,8388608
26,self_attn.v_proj,2,64,8,128,13.816083908081055,2.25390625,8388608
26,self_attn.v_proj,2,128,8,128,15.668251991271973,2.126953125,8388608
26,self_attn.v_proj,3,32,8,128,5.038313865661621,3.5078125,8388608
26,self_attn.v_proj,3,64,8,128,5.91035270690918,3.25390625,8388608
26,self_attn.v_proj,3,128,8,128,6.709087371826172,3.126953125,8388608
26,self_attn.v_proj,4,32,8,128,2.351661443710327,4.5078125,8388608
26,self_attn.v_proj,4,64,8,128,2.7580389976501465,4.25390625,8388608
26,self_attn.v_proj,4,128,8,128,3.128790855407715,4.126953125,8388608
26,self_attn.v_proj,8,32,8,128,0.14238116145133972,8.5078125,8388608
26,self_attn.v_proj,8,64,8,128,0.1667589545249939,8.25390625,8388608
26,self_attn.v_proj,8,128,8,128,0.18855491280555725,8.126953125,8388608
26,self_attn.k_proj,2,32,8,128,35.075374603271484,2.5078125,8388608
26,self_attn.k_proj,2,64,8,128,42.050270080566406,2.25390625,8388608
26,self_attn.k_proj,2,128,8,128,48.079776763916016,2.126953125,8388608
26,self_attn.k_proj,3,32,8,128,15.111221313476562,3.5078125,8388608
26,self_attn.k_proj,3,64,8,128,18.25792694091797,3.25390625,8388608
26,self_attn.k_proj,3,128,8,128,21.239376068115234,3.126953125,8388608
26,self_attn.k_proj,4,32,8,128,7.053283214569092,4.5078125,8388608
26,self_attn.k_proj,4,64,8,128,8.521101951599121,4.25390625,8388608
26,self_attn.k_proj,4,128,8,128,9.91661548614502,4.126953125,8388608
26,self_attn.k_proj,8,32,8,128,0.4267183542251587,8.5078125,8388608
26,self_attn.k_proj,8,64,8,128,0.5154181718826294,8.25390625,8388608
26,self_attn.k_proj,8,128,8,128,0.5976796746253967,8.126953125,8388608
26,self_attn.o_proj,2,32,8,128,34.46342468261719,20.0625,67108864
26,self_attn.o_proj,2,64,8,128,40.16053771972656,18.03125,67108864
26,self_attn.o_proj,2,128,8,128,45.31977081298828,17.015625,67108864
26,self_attn.o_proj,3,32,8,128,14.745534896850586,28.0625,67108864
26,self_attn.o_proj,3,64,8,128,17.193540573120117,26.03125,67108864
26,self_attn.o_proj,3,128,8,128,19.428125381469727,25.015625,67108864
26,self_attn.o_proj,4,32,8,128,6.877230644226074,36.0625,67108864
26,self_attn.o_proj,4,64,8,128,8.030227661132812,34.03125,67108864
26,self_attn.o_proj,4,128,8,128,9.068549156188965,33.015625,67108864
26,self_attn.o_proj,8,32,8,128,0.4180542230606079,68.0625,67108864
26,self_attn.o_proj,8,64,8,128,0.48714888095855713,66.03125,67108864
26,self_attn.o_proj,8,128,8,128,0.5486733913421631,65.015625,67108864
26,mlp.gate_proj,2,32,8,128,73.9573745727539,70.21875,234881024
26,mlp.gate_proj,2,64,8,128,87.0776596069336,63.109375,234881024
26,mlp.gate_proj,2,128,8,128,98.64891815185547,59.5546875,234881024
26,mlp.gate_proj,3,32,8,128,31.826786041259766,98.21875,234881024
26,mlp.gate_proj,3,64,8,128,37.16089630126953,91.109375,234881024
26,mlp.gate_proj,3,128,8,128,42.3885383605957,87.5546875,234881024
26,mlp.gate_proj,4,32,8,128,14.806824684143066,126.21875,234881024
26,mlp.gate_proj,4,64,8,128,17.35426139831543,119.109375,234881024
26,mlp.gate_proj,4,128,8,128,19.759292602539062,115.5546875,234881024
26,mlp.gate_proj,8,32,8,128,0.9038394093513489,238.21875,234881024
26,mlp.gate_proj,8,64,8,128,1.060187578201294,231.109375,234881024
26,mlp.gate_proj,8,128,8,128,1.2012782096862793,227.5546875,234881024
26,mlp.up_proj,2,32,8,128,68.42585754394531,70.21875,234881024
26,mlp.up_proj,2,64,8,128,79.7314453125,63.109375,234881024
26,mlp.up_proj,2,128,8,128,90.19134521484375,59.5546875,234881024
26,mlp.up_proj,3,32,8,128,29.31565284729004,98.21875,234881024
26,mlp.up_proj,3,64,8,128,34.13851547241211,91.109375,234881024
26,mlp.up_proj,3,128,8,128,38.490379333496094,87.5546875,234881024
26,mlp.up_proj,4,32,8,128,13.648061752319336,126.21875,234881024
26,mlp.up_proj,4,64,8,128,16.00127410888672,119.109375,234881024
26,mlp.up_proj,4,128,8,128,17.9852237701416,115.5546875,234881024
26,mlp.up_proj,8,32,8,128,0.8333629369735718,238.21875,234881024
26,mlp.up_proj,8,64,8,128,0.9761505722999573,231.109375,234881024
26,mlp.up_proj,8,128,8,128,1.0944294929504395,227.5546875,234881024
26,mlp.down_proj,2,32,8,128,68.05906677246094,70.21875,234881024
26,mlp.down_proj,2,64,8,128,79.29278564453125,63.109375,234881024
26,mlp.down_proj,2,128,8,128,89.69574737548828,59.5546875,234881024
26,mlp.down_proj,3,32,8,128,29.144756317138672,98.21875,234881024
26,mlp.down_proj,3,64,8,128,33.94838333129883,91.109375,234881024
26,mlp.down_proj,3,128,8,128,38.278995513916016,87.5546875,234881024
26,mlp.down_proj,4,32,8,128,13.569798469543457,126.21875,234881024
26,mlp.down_proj,4,64,8,128,15.90481948852539,119.109375,234881024
26,mlp.down_proj,4,128,8,128,17.881196975708008,115.5546875,234881024
26,mlp.down_proj,8,32,8,128,0.82847660779953,238.21875,234881024
26,mlp.down_proj,8,64,8,128,0.9701429605484009,231.109375,234881024
26,mlp.down_proj,8,128,8,128,1.0881397724151611,227.5546875,234881024
27,self_attn.q_proj,2,32,8,128,49.84476089477539,20.0625,67108864
27,self_attn.q_proj,2,64,8,128,58.92628860473633,18.03125,67108864
27,self_attn.q_proj,2,128,8,128,67.9470443725586,17.015625,67108864
27,self_attn.q_proj,3,32,8,128,21.344709396362305,28.0625,67108864
27,self_attn.q_proj,3,64,8,128,25.253633499145508,26.03125,67108864
27,self_attn.q_proj,3,128,8,128,29.205476760864258,25.015625,67108864
27,self_attn.q_proj,4,32,8,128,9.954429626464844,36.0625,67108864
27,self_attn.q_proj,4,64,8,128,11.788969039916992,34.03125,67108864
27,self_attn.q_proj,4,128,8,128,13.625144004821777,33.015625,67108864
27,self_attn.q_proj,8,32,8,128,0.6048736572265625,68.0625,67108864
27,self_attn.q_proj,8,64,8,128,0.716489315032959,66.03125,67108864
27,self_attn.q_proj,8,128,8,128,0.8249659538269043,65.015625,67108864
27,self_attn.v_proj,2,32,8,128,9.8643217086792,2.5078125,8388608
27,self_attn.v_proj,2,64,8,128,11.589247703552246,2.25390625,8388608
27,self_attn.v_proj,2,128,8,128,13.171034812927246,2.126953125,8388608
27,self_attn.v_proj,3,32,8,128,4.216168403625488,3.5078125,8388608
27,self_attn.v_proj,3,64,8,128,4.955900192260742,3.25390625,8388608
27,self_attn.v_proj,3,128,8,128,5.635286331176758,3.126953125,8388608
27,self_attn.v_proj,4,32,8,128,1.9673177003860474,4.5078125,8388608
27,self_attn.v_proj,4,64,8,128,2.3129966259002686,4.25390625,8388608
27,self_attn.v_proj,4,128,8,128,2.6298961639404297,4.126953125,8388608
27,self_attn.v_proj,8,32,8,128,0.1190623939037323,8.5078125,8388608
27,self_attn.v_proj,8,64,8,128,0.1398770809173584,8.25390625,8388608
27,self_attn.v_proj,8,128,8,128,0.15852779150009155,8.126953125,8388608
27,self_attn.k_proj,2,32,8,128,36.916648864746094,2.5078125,8388608
27,self_attn.k_proj,2,64,8,128,44.39013671875,2.25390625,8388608
27,self_attn.k_proj,2,128,8,128,50.8521842956543,2.126953125,8388608
27,self_attn.k_proj,3,32,8,128,15.900928497314453,3.5078125,8388608
27,self_attn.k_proj,3,64,8,128,19.273344039916992,3.25390625,8388608
27,self_attn.k_proj,3,128,8,128,22.451162338256836,3.126953125,8388608
27,self_attn.k_proj,4,32,8,128,7.4187445640563965,4.5078125,8388608
27,self_attn.k_proj,4,64,8,128,8.993167877197266,4.25390625,8388608
27,self_attn.k_proj,4,128,8,128,10.478439331054688,4.126953125,8388608
27,self_attn.k_proj,8,32,8,128,0.44913873076438904,8.5078125,8388608
27,self_attn.k_proj,8,64,8,128,0.5438657999038696,8.25390625,8388608
27,self_attn.k_proj,8,128,8,128,0.6316400766372681,8.126953125,8388608
27,self_attn.o_proj,2,32,8,128,33.25370788574219,20.0625,67108864
27,self_attn.o_proj,2,64,8,128,38.76079177856445,18.03125,67108864
27,self_attn.o_proj,2,128,8,128,43.79789733886719,17.015625,67108864
27,self_attn.o_proj,3,32,8,128,14.223897933959961,28.0625,67108864
27,self_attn.o_proj,3,64,8,128,16.61452865600586,26.03125,67108864
27,self_attn.o_proj,3,128,8,128,18.800975799560547,25.015625,67108864
27,self_attn.o_proj,4,32,8,128,6.635249137878418,36.0625,67108864
27,self_attn.o_proj,4,64,8,128,7.757177352905273,34.03125,67108864
27,self_attn.o_proj,4,128,8,128,8.776421546936035,33.015625,67108864
27,self_attn.o_proj,8,32,8,128,0.4033682644367218,68.0625,67108864
27,self_attn.o_proj,8,64,8,128,0.4707346558570862,66.03125,67108864
27,self_attn.o_proj,8,128,8,128,0.5310478806495667,65.015625,67108864
27,mlp.gate_proj,2,32,8,128,72.92655944824219,70.21875,234881024
27,mlp.gate_proj,2,64,8,128,85.9267807006836,63.109375,234881024
27,mlp.gate_proj,2,128,8,128,97.50157928466797,59.5546875,234881024
27,mlp.gate_proj,3,32,8,128,31.361446380615234,98.21875,234881024
27,mlp.gate_proj,3,64,8,128,36.67316818237305,91.109375,234881024
27,mlp.gate_proj,3,128,8,128,41.848148345947266,87.5546875,234881024
27,mlp.gate_proj,4,32,8,128,14.590837478637695,126.21875,234881024
27,mlp.gate_proj,4,64,8,128,17.122400283813477,119.109375,234881024
27,mlp.gate_proj,4,128,8,128,19.508316040039062,115.5546875,234881024
27,mlp.gate_proj,8,32,8,128,0.8905929327011108,238.21875,234881024
27,mlp.gate_proj,8,64,8,128,1.0466492176055908,231.109375,234881024
27,mlp.gate_proj,8,128,8,128,1.1862571239471436,227.5546875,234881024
27,mlp.up_proj,2,32,8,128,68.03720092773438,70.21875,234881024
27,mlp.up_proj,2,64,8,128,79.25502014160156,63.109375,234881024
27,mlp.up_proj,2,128,8,128,89.63394165039062,59.5546875,234881024
27,mlp.up_proj,3,32,8,128,29.129423141479492,98.21875,234881024
27,mlp.up_proj,3,64,8,128,33.93697738647461,91.109375,234881024
27,mlp.up_proj,3,128,8,128,38.238319396972656,87.5546875,234881024
27,mlp.up_proj,4,32,8,128,13.564035415649414,126.21875,234881024
27,mlp.up_proj,4,64,8,128,15.896672248840332,119.109375,234881024
27,mlp.up_proj,4,128,8,128,17.867677688598633,115.5546875,234881024
27,mlp.up_proj,8,32,8,128,0.828164279460907,238.21875,234881024
27,mlp.up_proj,8,64,8,128,0.9696444272994995,231.109375,234881024
27,mlp.up_proj,8,128,8,128,1.0872124433517456,227.5546875,234881024
27,mlp.down_proj,2,32,8,128,67.93889617919922,70.21875,234881024
27,mlp.down_proj,2,64,8,128,79.14494323730469,63.109375,234881024
27,mlp.down_proj,2,128,8,128,89.54010009765625,59.5546875,234881024
27,mlp.down_proj,3,32,8,128,29.0874080657959,98.21875,234881024
27,mlp.down_proj,3,64,8,128,33.88753128051758,91.109375,234881024
27,mlp.down_proj,3,128,8,128,38.21411895751953,87.5546875,234881024
27,mlp.down_proj,4,32,8,128,13.545812606811523,126.21875,234881024
27,mlp.down_proj,4,64,8,128,15.874497413635254,119.109375,234881024
27,mlp.down_proj,4,128,8,128,17.849069595336914,115.5546875,234881024
27,mlp.down_proj,8,32,8,128,0.8270373344421387,238.21875,234881024
27,mlp.down_proj,8,64,8,128,0.968384861946106,231.109375,234881024
27,mlp.down_proj,8,128,8,128,1.0862085819244385,227.5546875,234881024
28,self_attn.q_proj,2,32,8,128,48.146392822265625,20.0625,67108864
28,self_attn.q_proj,2,64,8,128,56.60183334350586,18.03125,67108864
28,self_attn.q_proj,2,128,8,128,65.12285614013672,17.015625,67108864
28,self_attn.q_proj,3,32,8,128,20.607765197753906,28.0625,67108864
28,self_attn.q_proj,3,64,8,128,24.267560958862305,26.03125,67108864
28,self_attn.q_proj,3,128,8,128,27.955015182495117,25.015625,67108864
28,self_attn.q_proj,4,32,8,128,9.611725807189941,36.0625,67108864
28,self_attn.q_proj,4,64,8,128,11.33084774017334,34.03125,67108864
28,self_attn.q_proj,4,128,8,128,13.046244621276855,33.015625,67108864
28,self_attn.q_proj,8,32,8,128,0.5839813351631165,68.0625,67108864
28,self_attn.q_proj,8,64,8,128,0.688347339630127,66.03125,67108864
28,self_attn.q_proj,8,128,8,128,0.7899396419525146,65.015625,67108864
28,self_attn.v_proj,2,32,8,128,10.467779159545898,2.5078125,8388608
28,self_attn.v_proj,2,64,8,128,12.413727760314941,2.25390625,8388608
28,self_attn.v_proj,2,128,8,128,14.21363353729248,2.126953125,8388608
28,self_attn.v_proj,3,32,8,128,4.477202892303467,3.5078125,8388608
28,self_attn.v_proj,3,64,8,128,5.315450668334961,3.25390625,8388608
28,self_attn.v_proj,3,128,8,128,6.090766906738281,3.126953125,8388608
28,self_attn.v_proj,4,32,8,128,2.089815855026245,4.5078125,8388608
28,self_attn.v_proj,4,64,8,128,2.481015205383301,4.25390625,8388608
28,self_attn.v_proj,4,128,8,128,2.8428783416748047,4.126953125,8388608
28,self_attn.v_proj,8,32,8,128,0.12645933032035828,8.5078125,8388608
28,self_attn.v_proj,8,64,8,128,0.1500316858291626,8.25390625,8388608
28,self_attn.v_proj,8,128,8,128,0.17146465182304382,8.126953125,8388608
28,self_attn.k_proj,2,32,8,128,35.672698974609375,2.5078125,8388608
28,self_attn.k_proj,2,64,8,128,42.739906311035156,2.25390625,8388608
28,self_attn.k_proj,2,128,8,128,48.75528335571289,2.126953125,8388608
28,self_attn.k_proj,3,32,8,128,15.385613441467285,3.5078125,8388608
28,self_attn.k_proj,3,64,8,128,18.568578720092773,3.25390625,8388608
28,self_attn.k_proj,3,128,8,128,21.581567764282227,3.126953125,8388608
28,self_attn.k_proj,4,32,8,128,7.180924415588379,4.5078125,8388608
28,self_attn.k_proj,4,64,8,128,8.670633316040039,4.25390625,8388608
28,self_attn.k_proj,4,128,8,128,10.076040267944336,4.126953125,8388608
28,self_attn.k_proj,8,32,8,128,0.43443161249160767,8.5078125,8388608
28,self_attn.k_proj,8,64,8,128,0.5241854190826416,8.25390625,8388608
28,self_attn.k_proj,8,128,8,128,0.6072473526000977,8.126953125,8388608
28,self_attn.o_proj,2,32,8,128,33.5322265625,20.0625,67108864
28,self_attn.o_proj,2,64,8,128,39.06879806518555,18.03125,67108864
28,self_attn.o_proj,2,128,8,128,44.086830139160156,17.015625,67108864
28,self_attn.o_proj,3,32,8,128,14.35306453704834,28.0625,67108864
28,self_attn.o_proj,3,64,8,128,16.74953269958496,26.03125,67108864
28,self_attn.o_proj,3,128,8,128,18.939416885375977,25.015625,67108864
28,self_attn.o_proj,4,32,8,128,6.69839334487915,36.0625,67108864
28,self_attn.o_proj,4,64,8,128,7.8291215896606445,34.03125,67108864
28,self_attn.o_proj,4,128,8,128,8.8527250289917,33.015625,67108864
28,self_attn.o_proj,8,32,8,128,0.40731319785118103,68.0625,67108864
28,self_attn.o_proj,8,64,8,128,0.4752146005630493,66.03125,67108864
28,self_attn.o_proj,8,128,8,128,0.5360721349716187,65.015625,67108864
28,mlp.gate_proj,2,32,8,128,73.00426483154297,70.21875,234881024
28,mlp.gate_proj,2,64,8,128,86.17831420898438,63.109375,234881024
28,mlp.gate_proj,2,128,8,128,98.02418518066406,59.5546875,234881024
28,mlp.gate_proj,3,32,8,128,31.406492233276367,98.21875,234881024
28,mlp.gate_proj,3,64,8,128,36.82604217529297,91.109375,234881024
28,mlp.gate_proj,3,128,8,128,42.18220520019531,87.5546875,234881024
28,mlp.gate_proj,4,32,8,128,14.613818168640137,126.21875,234881024
28,mlp.gate_proj,4,64,8,128,17.191295623779297,119.109375,234881024
28,mlp.gate_proj,4,128,8,128,19.67759132385254,115.5546875,234881024
28,mlp.gate_proj,8,32,8,128,0.8919325470924377,238.21875,234881024
28,mlp.gate_proj,8,64,8,128,1.0505988597869873,231.109375,234881024
28,mlp.gate_proj,8,128,8,128,1.196032166481018,227.5546875,234881024
28,mlp.up_proj,2,32,8,128,67.99238586425781,70.21875,234881024
28,mlp.up_proj,2,64,8,128,79.22877502441406,63.109375,234881024
28,mlp.up_proj,2,128,8,128,89.6084213256836,59.5546875,234881024
28,mlp.up_proj,3,32,8,128,29.108850479125977,98.21875,234881024
28,mlp.up_proj,3,64,8,128,33.920650482177734,91.109375,234881024
28,mlp.up_proj,3,128,8,128,38.24842834472656,87.5546875,234881024
28,mlp.up_proj,4,32,8,128,13.554842948913574,126.21875,234881024
28,mlp.up_proj,4,64,8,128,15.889409065246582,119.109375,234881024
28,mlp.up_proj,4,128,8,128,17.864017486572266,115.5546875,234881024
28,mlp.up_proj,8,32,8,128,0.8276427388191223,238.21875,234881024
28,mlp.up_proj,8,64,8,128,0.9692996740341187,231.109375,234881024
28,mlp.up_proj,8,128,8,128,1.0871031284332275,227.5546875,234881024
28,mlp.down_proj,2,32,8,128,67.8237533569336,70.21875,234881024
28,mlp.down_proj,2,64,8,128,79.0003433227539,63.109375,234881024
28,mlp.down_proj,2,128,8,128,89.37496185302734,59.5546875,234881024
28,mlp.down_proj,3,32,8,128,29.031822204589844,98.21875,234881024
28,mlp.down_proj,3,64,8,128,33.83279037475586,91.109375,234881024
28,mlp.down_proj,3,128,8,128,38.144344329833984,87.5546875,234881024
28,mlp.down_proj,4,32,8,128,13.520061492919922,126.21875,234881024
28,mlp.down_proj,4,64,8,128,15.846943855285645,119.109375,234881024
28,mlp.down_proj,4,128,8,128,17.822616577148438,115.5546875,234881024
28,mlp.down_proj,8,32,8,128,0.8254652619361877,238.21875,234881024
28,mlp.down_proj,8,64,8,128,0.9665296077728271,231.109375,234881024
28,mlp.down_proj,8,128,8,128,1.0844069719314575,227.5546875,234881024
29,self_attn.q_proj,2,32,8,128,47.52573776245117,20.0625,67108864
29,self_attn.q_proj,2,64,8,128,55.95750427246094,18.03125,67108864
29,self_attn.q_proj,2,128,8,128,64.52127075195312,17.015625,67108864
29,self_attn.q_proj,3,32,8,128,20.335607528686523,28.0625,67108864
29,self_attn.q_proj,3,64,8,128,23.986539840698242,26.03125,67108864
29,self_attn.q_proj,3,128,8,128,27.690242767333984,25.015625,67108864
29,self_attn.q_proj,4,32,8,128,9.484135627746582,36.0625,67108864
29,self_attn.q_proj,4,64,8,128,11.202115058898926,34.03125,67108864
29,self_attn.q_proj,4,128,8,128,12.921989440917969,33.015625,67108864
29,self_attn.q_proj,8,32,8,128,0.5762859582901001,68.0625,67108864
29,self_attn.q_proj,8,64,8,128,0.6802347302436829,66.03125,67108864
29,self_attn.q_proj,8,128,8,128,0.7825019955635071,65.015625,67108864
29,self_attn.v_proj,2,32,8,128,9.82052230834961,2.5078125,8388608
29,self_attn.v_proj,2,64,8,128,11.577470779418945,2.25390625,8388608
29,self_attn.v_proj,2,128,8,128,13.20482063293457,2.126953125,8388608
29,self_attn.v_proj,3,32,8,128,4.1994404792785645,3.5078125,8388608
29,self_attn.v_proj,3,64,8,128,4.955023765563965,3.25390625,8388608
29,self_attn.v_proj,3,128,8,128,5.656523704528809,3.126953125,8388608
29,self_attn.v_proj,4,32,8,128,1.9597570896148682,4.5078125,8388608
29,self_attn.v_proj,4,64,8,128,2.311890125274658,4.25390625,8388608
29,self_attn.v_proj,4,128,8,128,2.6397783756256104,4.126953125,8388608
29,self_attn.v_proj,8,32,8,128,0.1186094805598259,8.5078125,8388608
29,self_attn.v_proj,8,64,8,128,0.13978399336338043,8.25390625,8388608
29,self_attn.v_proj,8,128,8,128,0.15908226370811462,8.126953125,8388608
29,self_attn.k_proj,2,32,8,128,36.11398696899414,2.5078125,8388608
29,self_attn.k_proj,2,64,8,128,43.17828369140625,2.25390625,8388608
29,self_attn.k_proj,2,128,8,128,49.04681396484375,2.126953125,8388608
29,self_attn.k_proj,3,32,8,128,15.59365177154541,3.5078125,8388608
29,self_attn.k_proj,3,64,8,128,18.786762237548828,3.25390625,8388608
29,self_attn.k_proj,3,128,8,128,21.765201568603516,3.126953125,8388608
29,self_attn.k_proj,4,32,8,128,7.277462005615234,4.5078125,8388608
29,self_attn.k_proj,4,64,8,128,8.768425941467285,4.25390625,8388608
29,self_attn.k_proj,4,128,8,128,10.157294273376465,4.126953125,8388608
29,self_attn.k_proj,8,32,8,128,0.4402463138103485,8.5078125,8388608
29,self_attn.k_proj,8,64,8,128,0.530223548412323,8.25390625,8388608
29,self_attn.k_proj,8,128,8,128,0.6123812794685364,8.126953125,8388608
29,self_attn.o_proj,2,32,8,128,33.599361419677734,20.0625,67108864
29,self_attn.o_proj,2,64,8,128,39.154178619384766,18.03125,67108864
29,self_attn.o_proj,2,128,8,128,44.22515869140625,17.015625,67108864
29,self_attn.o_proj,3,32,8,128,14.382062911987305,28.0625,67108864
29,self_attn.o_proj,3,64,8,128,16.78978729248047,26.03125,67108864
29,self_attn.o_proj,3,128,8,128,18.99472427368164,25.015625,67108864
29,self_attn.o_proj,4,32,8,128,6.709314346313477,36.0625,67108864
29,self_attn.o_proj,4,64,8,128,7.844139099121094,34.03125,67108864
29,self_attn.o_proj,4,128,8,128,8.874648094177246,33.015625,67108864
29,self_attn.o_proj,8,32,8,128,0.40792641043663025,68.0625,67108864
29,self_attn.o_proj,8,64,8,128,0.4759964942932129,66.03125,67108864
29,self_attn.o_proj,8,128,8,128,0.5372146964073181,65.015625,67108864
29,mlp.gate_proj,2,32,8,128,72.67528533935547,70.21875,234881024
29,mlp.gate_proj,2,64,8,128,85.6358413696289,63.109375,234881024
29,mlp.gate_proj,2,128,8,128,97.27716827392578,59.5546875,234881024
29,mlp.gate_proj,3,32,8,128,31.250316619873047,98.21875,234881024
29,mlp.gate_proj,3,64,8,128,36.58244323730469,91.109375,234881024
29,mlp.gate_proj,3,128,8,128,41.774471282958984,87.5546875,234881024
29,mlp.gate_proj,4,32,8,128,14.540748596191406,126.21875,234881024
29,mlp.gate_proj,4,64,8,128,17.0800838470459,119.109375,234881024
29,mlp.gate_proj,4,128,8,128,19.48118782043457,115.5546875,234881024
29,mlp.gate_proj,8,32,8,128,0.8875487446784973,238.21875,234881024
29,mlp.gate_proj,8,64,8,128,1.0440508127212524,231.109375,234881024
29,mlp.gate_proj,8,128,8,128,1.1846528053283691,227.5546875,234881024
29,mlp.up_proj,2,32,8,128,67.83169555664062,70.21875,234881024
29,mlp.up_proj,2,64,8,128,79.01787567138672,63.109375,234881024
29,mlp.up_proj,2,128,8,128,89.37704467773438,59.5546875,234881024
29,mlp.up_proj,3,32,8,128,29.037107467651367,98.21875,234881024
29,mlp.up_proj,3,64,8,128,33.83564758300781,91.109375,234881024
29,mlp.up_proj,3,128,8,128,38.14558029174805,87.5546875,234881024
29,mlp.up_proj,4,32,8,128,13.519640922546387,126.21875,234881024
29,mlp.up_proj,4,64,8,128,15.845134735107422,119.109375,234881024
29,mlp.up_proj,4,128,8,128,17.814693450927734,115.5546875,234881024
29,mlp.up_proj,8,32,8,128,0.8255332708358765,238.21875,234881024
29,mlp.up_proj,8,64,8,128,0.966469407081604,231.109375,234881024
29,mlp.up_proj,8,128,8,128,1.0840320587158203,227.5546875,234881024
29,mlp.down_proj,2,32,8,128,67.5396728515625,70.21875,234881024
29,mlp.down_proj,2,64,8,128,78.6578369140625,63.109375,234881024
29,mlp.down_proj,2,128,8,128,88.93196868896484,59.5546875,234881024
29,mlp.down_proj,3,32,8,128,28.901416778564453,98.21875,234881024
29,mlp.down_proj,3,64,8,128,33.67726516723633,91.109375,234881024
29,mlp.down_proj,3,128,8,128,37.93714904785156,87.5546875,234881024
29,mlp.down_proj,4,32,8,128,13.458597183227539,126.21875,234881024
29,mlp.down_proj,4,64,8,128,15.769915580749512,119.109375,234881024
29,mlp.down_proj,4,128,8,128,17.722280502319336,115.5546875,234881024
29,mlp.down_proj,8,32,8,128,0.8218253254890442,238.21875,234881024
29,mlp.down_proj,8,64,8,128,0.9617174863815308,231.109375,234881024
29,mlp.down_proj,8,128,8,128,1.0788441896438599,227.5546875,234881024
30,self_attn.q_proj,2,32,8,128,49.54801940917969,20.0625,67108864
30,self_attn.q_proj,2,64,8,128,58.529502868652344,18.03125,67108864
30,self_attn.q_proj,2,128,8,128,67.39814758300781,17.015625,67108864
30,self_attn.q_proj,3,32,8,128,21.24106788635254,28.0625,67108864
30,self_attn.q_proj,3,64,8,128,25.12933921813965,26.03125,67108864
30,self_attn.q_proj,3,128,8,128,29.059755325317383,25.015625,67108864
30,self_attn.q_proj,4,32,8,128,9.90589714050293,36.0625,67108864
30,self_attn.q_proj,4,64,8,128,11.73281478881836,34.03125,67108864
30,self_attn.q_proj,4,128,8,128,13.559320449829102,33.015625,67108864
30,self_attn.q_proj,8,32,8,128,0.6019740700721741,68.0625,67108864
30,self_attn.q_proj,8,64,8,128,0.7132033705711365,66.03125,67108864
30,self_attn.q_proj,8,128,8,128,0.8210058212280273,65.015625,67108864
30,self_attn.v_proj,2,32,8,128,10.501734733581543,2.5078125,8388608
30,self_attn.v_proj,2,64,8,128,12.380599021911621,2.25390625,8388608
30,self_attn.v_proj,2,128,8,128,14.106791496276855,2.126953125,8388608
30,self_attn.v_proj,3,32,8,128,4.493621349334717,3.5078125,8388608
30,self_attn.v_proj,3,64,8,128,5.295505523681641,3.25390625,8388608
30,self_attn.v_proj,3,128,8,128,6.0399322509765625,3.126953125,8388608
30,self_attn.v_proj,4,32,8,128,2.0961320400238037,4.5078125,8388608
30,self_attn.v_proj,4,64,8,128,2.4708356857299805,4.25390625,8388608
30,self_attn.v_proj,4,128,8,128,2.81715989112854,4.126953125,8388608
30,self_attn.v_proj,8,32,8,128,0.12688598036766052,8.5078125,8388608
30,self_attn.v_proj,8,64,8,128,0.1494956612586975,8.25390625,8388608
30,self_attn.v_proj,8,128,8,128,0.1698315441608429,8.126953125,8388608
30,self_attn.k_proj,2,32,8,128,36.18784713745117,2.5078125,8388608
30,self_attn.k_proj,2,64,8,128,43.26191711425781,2.25390625,8388608
30,self_attn.k_proj,2,128,8,128,49.378170013427734,2.126953125,8388608
30,self_attn.k_proj,3,32,8,128,15.574408531188965,3.5078125,8388608
30,self_attn.k_proj,3,64,8,128,18.73681640625,3.25390625,8388608
30,self_attn.k_proj,3,128,8,128,21.722909927368164,3.126953125,8388608
30,self_attn.k_proj,4,32,8,128,7.263796806335449,4.5078125,8388608
30,self_attn.k_proj,4,64,8,128,8.748115539550781,4.25390625,8388608
30,self_attn.k_proj,4,128,8,128,10.14378833770752,4.126953125,8388608
30,self_attn.k_proj,8,32,8,128,0.43958282470703125,8.5078125,8388608
30,self_attn.k_proj,8,64,8,128,0.5287224054336548,8.25390625,8388608
30,self_attn.k_proj,8,128,8,128,0.6110882759094238,8.126953125,8388608
30,self_attn.o_proj,2,32,8,128,33.5689697265625,20.0625,67108864
30,self_attn.o_proj,2,64,8,128,39.107704162597656,18.03125,67108864
30,self_attn.o_proj,2,128,8,128,44.152652740478516,17.015625,67108864
30,self_attn.o_proj,3,32,8,128,14.360038757324219,28.0625,67108864
30,self_attn.o_proj,3,64,8,128,16.75472640991211,26.03125,67108864
30,self_attn.o_proj,3,128,8,128,18.935224533081055,25.015625,67108864
30,self_attn.o_proj,4,32,8,128,6.698476314544678,36.0625,67108864
30,self_attn.o_proj,4,64,8,128,7.824026584625244,34.03125,67108864
30,self_attn.o_proj,4,128,8,128,8.841182708740234,33.015625,67108864
30,self_attn.o_proj,8,32,8,128,0.4071967303752899,68.0625,67108864
30,self_attn.o_proj,8,64,8,128,0.47476452589035034,66.03125,67108864
30,self_attn.o_proj,8,128,8,128,0.5349661111831665,65.015625,67108864
30,mlp.gate_proj,2,32,8,128,72.37278747558594,70.21875,234881024
30,mlp.gate_proj,2,64,8,128,85.42486572265625,63.109375,234881024
30,mlp.gate_proj,2,128,8,128,97.20103454589844,59.5546875,234881024
30,mlp.gate_proj,3,32,8,128,31.115589141845703,98.21875,234881024
30,mlp.gate_proj,3,64,8,128,36.48292541503906,91.109375,234881024
30,mlp.gate_proj,3,128,8,128,41.75707244873047,87.5546875,234881024
30,mlp.gate_proj,4,32,8,128,14.47757625579834,126.21875,234881024
30,mlp.gate_proj,4,64,8,128,17.037147521972656,119.109375,234881024
30,mlp.gate_proj,4,128,8,128,19.472454071044922,115.5546875,234881024
30,mlp.gate_proj,8,32,8,128,0.8836104273796082,238.21875,234881024
30,mlp.gate_proj,8,64,8,128,1.0413802862167358,231.109375,234881024
30,mlp.gate_proj,8,128,8,128,1.1836825609207153,227.5546875,234881024
30,mlp.up_proj,2,32,8,128,67.71720123291016,70.21875,234881024
30,mlp.up_proj,2,64,8,128,78.8940658569336,63.109375,234881024
30,mlp.up_proj,2,128,8,128,89.26329040527344,59.5546875,234881024
30,mlp.up_proj,3,32,8,128,28.981489181518555,98.21875,234881024
30,mlp.up_proj,3,64,8,128,33.77913284301758,91.109375,234881024
30,mlp.up_proj,3,128,8,128,38.085269927978516,87.5546875,234881024
30,mlp.up_proj,4,32,8,128,13.493767738342285,126.21875,234881024
30,mlp.up_proj,4,64,8,128,15.81805419921875,119.109375,234881024
30,mlp.up_proj,4,128,8,128,17.780054092407227,115.5546875,234881024
30,mlp.up_proj,8,32,8,128,0.8239632844924927,238.21875,234881024
30,mlp.up_proj,8,64,8,128,0.9646780490875244,231.109375,234881024
30,mlp.up_proj,8,128,8,128,1.082389235496521,227.5546875,234881024
30,mlp.down_proj,2,32,8,128,67.42532348632812,70.21875,234881024
30,mlp.down_proj,2,64,8,128,78.51761627197266,63.109375,234881024
30,mlp.down_proj,2,128,8,128,88.82176971435547,59.5546875,234881024
30,mlp.down_proj,3,32,8,128,28.85008430480957,98.21875,234881024
30,mlp.down_proj,3,64,8,128,33.63211441040039,91.109375,234881024
30,mlp.down_proj,3,128,8,128,37.91531753540039,87.5546875,234881024
30,mlp.down_proj,4,32,8,128,13.435891151428223,126.21875,234881024
30,mlp.down_proj,4,64,8,128,15.745800971984863,119.109375,234881024
30,mlp.down_proj,4,128,8,128,17.720096588134766,115.5546875,234881024
30,mlp.down_proj,8,32,8,128,0.8205734491348267,238.21875,234881024
30,mlp.down_proj,8,64,8,128,0.9603773951530457,231.109375,234881024
30,mlp.down_proj,8,128,8,128,1.0780234336853027,227.5546875,234881024
31,self_attn.q_proj,2,32,8,128,51.14046096801758,20.0625,67108864
31,self_attn.q_proj,2,64,8,128,60.59627151489258,18.03125,67108864
31,self_attn.q_proj,2,128,8,128,70.117919921875,17.015625,67108864
31,self_attn.q_proj,3,32,8,128,21.91644287109375,28.0625,67108864
31,self_attn.q_proj,3,64,8,128,25.989696502685547,26.03125,67108864
31,self_attn.q_proj,3,128,8,128,30.230167388916016,25.015625,67108864
31,self_attn.q_proj,4,32,8,128,10.220741271972656,36.0625,67108864
31,self_attn.q_proj,4,64,8,128,12.130699157714844,34.03125,67108864
31,self_attn.q_proj,4,128,8,128,14.103045463562012,33.015625,67108864
31,self_attn.q_proj,8,32,8,128,0.6211313009262085,68.0625,67108864
31,self_attn.q_proj,8,64,8,128,0.7370679378509521,66.03125,67108864
31,self_attn.q_proj,8,128,8,128,0.8538223505020142,65.015625,67108864
31,self_attn.v_proj,2,32,8,128,8.923979759216309,2.5078125,8388608
31,self_attn.v_proj,2,64,8,128,10.539978981018066,2.25390625,8388608
31,self_attn.v_proj,2,128,8,128,12.041669845581055,2.126953125,8388608
31,self_attn.v_proj,3,32,8,128,3.8189823627471924,3.5078125,8388608
31,self_attn.v_proj,3,64,8,128,4.51163911819458,3.25390625,8388608
31,self_attn.v_proj,3,128,8,128,5.160958290100098,3.126953125,8388608
31,self_attn.v_proj,4,32,8,128,1.7813353538513184,4.5078125,8388608
31,self_attn.v_proj,4,64,8,128,2.1056413650512695,4.25390625,8388608
31,self_attn.v_proj,4,128,8,128,2.409059524536133,4.126953125,8388608
31,self_attn.v_proj,8,32,8,128,0.10782914608716965,8.5078125,8388608
31,self_attn.v_proj,8,64,8,128,0.12729644775390625,8.25390625,8388608
31,self_attn.v_proj,8,128,8,128,0.145102858543396,8.126953125,8388608
31,self_attn.k_proj,2,32,8,128,36.07902145385742,2.5078125,8388608
31,self_attn.k_proj,2,64,8,128,43.4513053894043,2.25390625,8388608
31,self_attn.k_proj,2,128,8,128,49.9744987487793,2.126953125,8388608
31,self_attn.k_proj,3,32,8,128,15.556744575500488,3.5078125,8388608
31,self_attn.k_proj,3,64,8,128,18.86691665649414,3.25390625,8388608
31,self_attn.k_proj,3,128,8,128,22.073871612548828,3.126953125,8388608
31,self_attn.k_proj,4,32,8,128,7.257084369659424,4.5078125,8388608
31,self_attn.k_proj,4,64,8,128,8.805440902709961,4.25390625,8388608
31,self_attn.k_proj,4,128,8,128,10.302979469299316,4.126953125,8388608
31,self_attn.k_proj,8,32,8,128,0.43899354338645935,8.5078125,8388608
31,self_attn.k_proj,8,64,8,128,0.5324029326438904,8.25390625,8388608
31,self_attn.k_proj,8,128,8,128,0.6210692524909973,8.126953125,8388608
31,self_attn.o_proj,2,32,8,128,32.363887786865234,20.0625,67108864
31,self_attn.o_proj,2,64,8,128,37.68110656738281,18.03125,67108864
31,self_attn.o_proj,2,128,8,128,42.53911209106445,17.015625,67108864
31,self_attn.o_proj,3,32,8,128,13.837742805480957,28.0625,67108864
31,self_attn.o_proj,3,64,8,128,16.157773971557617,26.03125,67108864
31,self_attn.o_proj,3,128,8,128,18.259550094604492,25.015625,67108864
31,self_attn.o_proj,4,32,8,128,6.457170009613037,36.0625,67108864
31,self_attn.o_proj,4,64,8,128,7.543743133544922,34.03125,67108864
31,self_attn.o_proj,4,128,8,128,8.531970024108887,33.015625,67108864
31,self_attn.o_proj,8,32,8,128,0.3926047086715698,68.0625,67108864
31,self_attn.o_proj,8,64,8,128,0.4579595923423767,66.03125,67108864
31,self_attn.o_proj,8,128,8,128,0.5161820650100708,65.015625,67108864
31,mlp.gate_proj,2,32,8,128,71.41051483154297,70.21875,234881024
31,mlp.gate_proj,2,64,8,128,84.27467346191406,63.109375,234881024
31,mlp.gate_proj,2,128,8,128,96.01087951660156,59.5546875,234881024
31,mlp.gate_proj,3,32,8,128,30.6951847076416,98.21875,234881024
31,mlp.gate_proj,3,64,8,128,36.033348083496094,91.109375,234881024
31,mlp.gate_proj,3,128,8,128,41.31676483154297,87.5546875,234881024
31,mlp.gate_proj,4,32,8,128,14.283645629882812,126.21875,234881024
31,mlp.gate_proj,4,64,8,128,16.83727264404297,119.109375,234881024
31,mlp.gate_proj,4,128,8,128,19.266122817993164,115.5546875,234881024
31,mlp.gate_proj,8,32,8,128,0.8717745542526245,238.21875,234881024
31,mlp.gate_proj,8,64,8,128,1.0292688608169556,231.109375,234881024
31,mlp.gate_proj,8,128,8,128,1.1714969873428345,227.5546875,234881024
31,mlp.up_proj,2,32,8,128,67.60722351074219,70.21875,234881024
31,mlp.up_proj,2,64,8,128,78.74046325683594,63.109375,234881024
31,mlp.up_proj,2,128,8,128,89.06258392333984,59.5546875,234881024
31,mlp.up_proj,3,32,8,128,28.92757225036621,98.21875,234881024
31,mlp.up_proj,3,64,8,128,33.71366500854492,91.109375,234881024
31,mlp.up_proj,3,128,8,128,37.985103607177734,87.5546875,234881024
31,mlp.up_proj,4,32,8,128,13.469902038574219,126.21875,234881024
31,mlp.up_proj,4,64,8,128,15.783296585083008,119.109375,234881024
31,mlp.up_proj,4,128,8,128,17.745813369750977,115.5546875,234881024
31,mlp.up_proj,8,32,8,128,0.8225113749504089,238.21875,234881024
31,mlp.up_proj,8,64,8,128,0.9625873565673828,231.109375,234881024
31,mlp.up_proj,8,128,8,128,1.0798496007919312,227.5546875,234881024
31,mlp.down_proj,2,32,8,128,67.47991180419922,70.21875,234881024
31,mlp.down_proj,2,64,8,128,78.56333923339844,63.109375,234881024
31,mlp.down_proj,2,128,8,128,88.82557678222656,59.5546875,234881024
31,mlp.down_proj,3,32,8,128,28.873563766479492,98.21875,234881024
31,mlp.down_proj,3,64,8,128,33.64424514770508,91.109375,234881024
31,mlp.down_proj,3,128,8,128,37.91650390625,87.5546875,234881024
31,mlp.down_proj,4,32,8,128,13.445062637329102,126.21875,234881024
31,mlp.down_proj,4,64,8,128,15.749591827392578,119.109375,234881024
31,mlp.down_proj,4,128,8,128,17.70409393310547,115.5546875,234881024
31,mlp.down_proj,8,32,8,128,0.8210251331329346,238.21875,234881024
31,mlp.down_proj,8,64,8,128,0.9605519771575928,231.109375,234881024
31,mlp.down_proj,8,128,8,128,1.0774914026260376,227.5546875,234881024
32,self_attn.q_proj,2,32,8,128,47.46177291870117,20.0625,67108864
32,self_attn.q_proj,2,64,8,128,56.38787841796875,18.03125,67108864
32,self_attn.q_proj,2,128,8,128,65.28728485107422,17.015625,67108864
32,self_attn.q_proj,3,32,8,128,20.36381721496582,28.0625,67108864
32,self_attn.q_proj,3,64,8,128,24.30384063720703,26.03125,67108864
32,self_attn.q_proj,3,128,8,128,28.341981887817383,25.015625,67108864
32,self_attn.q_proj,4,32,8,128,9.498432159423828,36.0625,67108864
32,self_attn.q_proj,4,64,8,128,11.350874900817871,34.03125,67108864
32,self_attn.q_proj,4,128,8,128,13.227127075195312,33.015625,67108864
32,self_attn.q_proj,8,32,8,128,0.5771182775497437,68.0625,67108864
32,self_attn.q_proj,8,64,8,128,0.6893654465675354,66.03125,67108864
32,self_attn.q_proj,8,128,8,128,0.8005905747413635,65.015625,67108864
32,self_attn.v_proj,2,32,8,128,11.10325813293457,2.5078125,8388608
32,self_attn.v_proj,2,64,8,128,12.971238136291504,2.25390625,8388608
32,self_attn.v_proj,2,128,8,128,14.666997909545898,2.126953125,8388608
32,self_attn.v_proj,3,32,8,128,4.747076511383057,3.5078125,8388608
32,self_attn.v_proj,3,64,8,128,5.550022602081299,3.25390625,8388608
32,self_attn.v_proj,3,128,8,128,6.276065826416016,3.126953125,8388608
32,self_attn.v_proj,4,32,8,128,2.2150888442993164,4.5078125,8388608
32,self_attn.v_proj,4,64,8,128,2.5904500484466553,4.25390625,8388608
32,self_attn.v_proj,4,128,8,128,2.9304351806640625,4.126953125,8388608
32,self_attn.v_proj,8,32,8,128,0.13414107263088226,8.5078125,8388608
32,self_attn.v_proj,8,64,8,128,0.1566787213087082,8.25390625,8388608
32,self_attn.v_proj,8,128,8,128,0.17660056054592133,8.126953125,8388608
32,self_attn.k_proj,2,32,8,128,33.55158615112305,2.5078125,8388608
32,self_attn.k_proj,2,64,8,128,39.994327545166016,2.25390625,8388608
32,self_attn.k_proj,2,128,8,128,45.54110336303711,2.126953125,8388608
32,self_attn.k_proj,3,32,8,128,14.3914794921875,3.5078125,8388608
32,self_attn.k_proj,3,64,8,128,17.22331428527832,3.25390625,8388608
32,self_attn.k_proj,3,128,8,128,19.813596725463867,3.126953125,8388608
32,self_attn.k_proj,4,32,8,128,6.714600563049316,4.5078125,8388608
32,self_attn.k_proj,4,64,8,128,8.03504753112793,4.25390625,8388608
32,self_attn.k_proj,4,128,8,128,9.25003433227539,4.126953125,8388608
32,self_attn.k_proj,8,32,8,128,0.40655896067619324,8.5078125,8388608
32,self_attn.k_proj,8,64,8,128,0.4858890175819397,8.25390625,8388608
32,self_attn.k_proj,8,128,8,128,0.5573316216468811,8.126953125,8388608
32,self_attn.o_proj,2,32,8,128,33.79617691040039,20.0625,67108864
32,self_attn.o_proj,2,64,8,128,39.37616729736328,18.03125,67108864
32,self_attn.o_proj,2,128,8,128,44.4664421081543,17.015625,67108864
32,self_attn.o_proj,3,32,8,128,14.463912010192871,28.0625,67108864
32,self_attn.o_proj,3,64,8,128,16.8792781829834,26.03125,67108864
32,self_attn.o_proj,3,128,8,128,19.103565216064453,25.015625,67108864
32,self_attn.o_proj,4,32,8,128,6.748192310333252,36.0625,67108864
32,self_attn.o_proj,4,64,8,128,7.886838436126709,34.03125,67108864
32,self_attn.o_proj,4,128,8,128,8.921226501464844,33.015625,67108864
32,self_attn.o_proj,8,32,8,128,0.4102882444858551,68.0625,67108864
32,self_attn.o_proj,8,64,8,128,0.47862517833709717,66.03125,67108864
32,self_attn.o_proj,8,128,8,128,0.539973795413971,65.015625,67108864
32,mlp.gate_proj,2,32,8,128,71.83802032470703,70.21875,234881024
32,mlp.gate_proj,2,64,8,128,84.790283203125,63.109375,234881024
32,mlp.gate_proj,2,128,8,128,96.56626892089844,59.5546875,234881024
32,mlp.gate_proj,3,32,8,128,30.87574577331543,98.21875,234881024
32,mlp.gate_proj,3,64,8,128,36.22426223754883,91.109375,234881024
32,mlp.gate_proj,3,128,8,128,41.4808464050293,87.5546875,234881024
32,mlp.gate_proj,4,32,8,128,14.368136405944824,126.21875,234881024
32,mlp.gate_proj,4,64,8,128,16.92091941833496,119.109375,234881024
32,mlp.gate_proj,4,128,8,128,19.34186553955078,115.5546875,234881024
32,mlp.gate_proj,8,32,8,128,0.8768007755279541,238.21875,234881024
32,mlp.gate_proj,8,64,8,128,1.0342847108840942,231.109375,234881024
32,mlp.gate_proj,8,128,8,128,1.175828456878662,227.5546875,234881024
32,mlp.up_proj,2,32,8,128,67.48066711425781,70.21875,234881024
32,mlp.up_proj,2,64,8,128,78.59209442138672,63.109375,234881024
32,mlp.up_proj,2,128,8,128,88.89799499511719,59.5546875,234881024
32,mlp.up_proj,3,32,8,128,28.8720703125,98.21875,234881024
32,mlp.up_proj,3,64,8,128,33.66029357910156,91.109375,234881024
32,mlp.up_proj,3,128,8,128,37.94504928588867,87.5546875,234881024
32,mlp.up_proj,4,32,8,128,13.444136619567871,126.21875,234881024
32,mlp.up_proj,4,64,8,128,15.756120681762695,119.109375,234881024
32,mlp.up_proj,4,128,8,128,17.71871566772461,115.5546875,234881024
32,mlp.up_proj,8,32,8,128,0.8209574222564697,238.21875,234881024
32,mlp.up_proj,8,64,8,128,0.9609847664833069,231.109375,234881024
32,mlp.up_proj,8,128,8,128,1.0784614086151123,227.5546875,234881024
32,mlp.down_proj,2,32,8,128,67.28137969970703,70.21875,234881024
32,mlp.down_proj,2,64,8,128,78.33758544921875,63.109375,234881024
32,mlp.down_proj,2,128,8,128,88.57029724121094,59.5546875,234881024
32,mlp.down_proj,3,32,8,128,28.783994674682617,98.21875,234881024
32,mlp.down_proj,3,64,8,128,33.55759048461914,91.109375,234881024
32,mlp.down_proj,3,128,8,128,37.81536865234375,87.5546875,234881024
32,mlp.down_proj,4,32,8,128,13.40473461151123,126.21875,234881024
32,mlp.down_proj,4,64,8,128,15.705506324768066,119.109375,234881024
32,mlp.down_proj,4,128,8,128,17.664043426513672,115.5546875,234881024
32,mlp.down_proj,8,32,8,128,0.8186801671981812,238.21875,234881024
32,mlp.down_proj,8,64,8,128,0.9579216837882996,231.109375,234881024
32,mlp.down_proj,8,128,8,128,1.0752801895141602,227.5546875,234881024
33,self_attn.q_proj,2,32,8,128,50.138641357421875,20.0625,67108864
33,self_attn.q_proj,2,64,8,128,59.381534576416016,18.03125,67108864
33,self_attn.q_proj,2,128,8,128,68.66699981689453,17.015625,67108864
33,self_attn.q_proj,3,32,8,128,21.47183609008789,28.0625,67108864
33,self_attn.q_proj,3,64,8,128,25.449115753173828,26.03125,67108864
33,self_attn.q_proj,3,128,8,128,29.528066635131836,25.015625,67108864
33,self_attn.q_proj,4,32,8,128,10.015103340148926,36.0625,67108864
33,self_attn.q_proj,4,64,8,128,11.881717681884766,34.03125,67108864
33,self_attn.q_proj,4,128,8,128,13.774515151977539,33.015625,67108864
33,self_attn.q_proj,8,32,8,128,0.6086939573287964,68.0625,67108864
33,self_attn.q_proj,8,64,8,128,0.7220991849899292,66.03125,67108864
33,self_attn.q_proj,8,128,8,128,0.8340964317321777,65.015625,67108864
33,self_attn.v_proj,2,32,8,128,8.89248275756836,2.5078125,8388608
33,self_attn.v_proj,2,64,8,128,10.398435592651367,2.25390625,8388608
33,self_attn.v_proj,2,128,8,128,11.77049732208252,2.126953125,8388608
33,self_attn.v_proj,3,32,8,128,3.803224802017212,3.5078125,8388608
33,self_attn.v_proj,3,64,8,128,4.449094295501709,3.25390625,8388608
33,self_attn.v_proj,3,128,8,128,5.038853168487549,3.126953125,8388608
33,self_attn.v_proj,4,32,8,128,1.7742490768432617,4.5078125,8388608
33,self_attn.v_proj,4,64,8,128,2.076596260070801,4.25390625,8388608
33,self_attn.v_proj,4,128,8,128,2.3516080379486084,4.126953125,8388608
33,self_attn.v_proj,8,32,8,128,0.10741309821605682,8.5078125,8388608
33,self_attn.v_proj,8,64,8,128,0.12562018632888794,8.25390625,8388608
33,self_attn.v_proj,8,128,8,128,0.14171017706394196,8.126953125,8388608
33,self_attn.k_proj,2,32,8,128,35.317684173583984,2.5078125,8388608
33,self_attn.k_proj,2,64,8,128,42.390159606933594,2.25390625,8388608
33,self_attn.k_proj,2,128,8,128,48.679500579833984,2.126953125,8388608
33,self_attn.k_proj,3,32,8,128,15.175359725952148,3.5078125,8388608
33,self_attn.k_proj,3,64,8,128,18.318532943725586,3.25390625,8388608
33,self_attn.k_proj,3,128,8,128,21.298316955566406,3.126953125,8388608
33,self_attn.k_proj,4,32,8,128,7.079436779022217,4.5078125,8388608
33,self_attn.k_proj,4,64,8,128,8.54666519165039,4.25390625,8388608
33,self_attn.k_proj,4,128,8,128,9.941571235656738,4.126953125,8388608
33,self_attn.k_proj,8,32,8,128,0.42829668521881104,8.5078125,8388608
33,self_attn.k_proj,8,64,8,128,0.5168045163154602,8.25390625,8388608
33,self_attn.k_proj,8,128,8,128,0.5990022420883179,8.126953125,8388608
33,self_attn.o_proj,2,32,8,128,32.7528190612793,20.0625,67108864
33,self_attn.o_proj,2,64,8,128,38.17301940917969,18.03125,67108864
33,self_attn.o_proj,2,128,8,128,43.13280487060547,17.015625,67108864
33,self_attn.o_proj,3,32,8,128,14.019634246826172,28.0625,67108864
33,self_attn.o_proj,3,64,8,128,16.38770866394043,26.03125,67108864
33,self_attn.o_proj,3,128,8,128,18.546648025512695,25.015625,67108864
33,self_attn.o_proj,4,32,8,128,6.541453838348389,36.0625,67108864
33,self_attn.o_proj,4,64,8,128,7.652033805847168,34.03125,67108864
33,self_attn.o_proj,4,128,8,128,8.669571876525879,33.015625,67108864
33,self_attn.o_proj,8,32,8,128,0.39772629737854004,68.0625,67108864
33,self_attn.o_proj,8,64,8,128,0.4644114375114441,66.03125,67108864
33,self_attn.o_proj,8,128,8,128,0.5244633555412292,65.015625,67108864
33,mlp.gate_proj,2,32,8,128,198.75314331054688,70.21875,234881024
33,mlp.gate_proj,2,64,8,128,251.2969207763672,63.109375,234881024
33,mlp.gate_proj,2,128,8,128,314.5469665527344,59.5546875,234881024
33,mlp.gate_proj,3,32,8,128,85.32621002197266,98.21875,234881024
33,mlp.gate_proj,3,64,8,128,111.6767807006836,91.109375,234881024
33,mlp.gate_proj,3,128,8,128,151.51951599121094,87.5546875,234881024
33,mlp.gate_proj,4,32,8,128,41.379703521728516,126.21875,234881024
33,mlp.gate_proj,4,64,8,128,57.594993591308594,119.109375,234881024
33,mlp.gate_proj,4,128,8,128,67.3125,115.5546875,234881024
33,mlp.gate_proj,8,32,8,128,2.6202709674835205,238.21875,234881024
33,mlp.gate_proj,8,64,8,128,3.5005998611450195,231.109375,234881024
33,mlp.gate_proj,8,128,8,128,4.537593841552734,227.5546875,234881024
33,mlp.up_proj,2,32,8,128,204.9520263671875,70.21875,234881024
33,mlp.up_proj,2,64,8,128,255.16822814941406,63.109375,234881024
33,mlp.up_proj,2,128,8,128,304.4066467285156,59.5546875,234881024
33,mlp.up_proj,3,32,8,128,87.73062133789062,98.21875,234881024
33,mlp.up_proj,3,64,8,128,112.67892456054688,91.109375,234881024
33,mlp.up_proj,3,128,8,128,132.76768493652344,87.5546875,234881024
33,mlp.up_proj,4,32,8,128,41.085853576660156,126.21875,234881024
33,mlp.up_proj,4,64,8,128,52.52837371826172,119.109375,234881024
33,mlp.up_proj,4,128,8,128,65.60658264160156,115.5546875,234881024
33,mlp.up_proj,8,32,8,128,2.5572216510772705,238.21875,234881024
33,mlp.up_proj,8,64,8,128,3.3381834030151367,231.109375,234881024
33,mlp.up_proj,8,128,8,128,4.186249256134033,227.5546875,234881024
33,mlp.down_proj,2,32,8,128,67.26222229003906,70.21875,234881024
33,mlp.down_proj,2,64,8,128,78.2949447631836,63.109375,234881024
33,mlp.down_proj,2,128,8,128,88.56038665771484,59.5546875,234881024
33,mlp.down_proj,3,32,8,128,28.773548126220703,98.21875,234881024
33,mlp.down_proj,3,64,8,128,33.54150390625,91.109375,234881024
33,mlp.down_proj,3,128,8,128,37.79460525512695,87.5546875,234881024
33,mlp.down_proj,4,32,8,128,13.399627685546875,126.21875,234881024
33,mlp.down_proj,4,64,8,128,15.698665618896484,119.109375,234881024
33,mlp.down_proj,4,128,8,128,17.65961456298828,115.5546875,234881024
33,mlp.down_proj,8,32,8,128,0.8182861804962158,238.21875,234881024
33,mlp.down_proj,8,64,8,128,0.9574892520904541,231.109375,234881024
33,mlp.down_proj,8,128,8,128,1.0745689868927002,227.5546875,234881024
34,self_attn.q_proj,2,32,8,128,50.96077346801758,20.0625,67108864
34,self_attn.q_proj,2,64,8,128,60.222084045410156,18.03125,67108864
34,self_attn.q_proj,2,128,8,128,69.51188659667969,17.015625,67108864
34,self_attn.q_proj,3,32,8,128,21.829702377319336,28.0625,67108864
34,self_attn.q_proj,3,64,8,128,25.815223693847656,26.03125,67108864
34,self_attn.q_proj,3,128,8,128,29.902870178222656,25.015625,67108864
34,self_attn.q_proj,4,32,8,128,10.181685447692871,36.0625,67108864
34,self_attn.q_proj,4,64,8,128,12.049577713012695,34.03125,67108864
34,self_attn.q_proj,4,128,8,128,13.949464797973633,33.015625,67108864
34,self_attn.q_proj,8,32,8,128,0.6187719106674194,68.0625,67108864
34,self_attn.q_proj,8,64,8,128,0.7323747277259827,66.03125,67108864
34,self_attn.q_proj,8,128,8,128,0.844765305519104,65.015625,67108864
34,self_attn.v_proj,2,32,8,128,9.924267768859863,2.5078125,8388608
34,self_attn.v_proj,2,64,8,128,11.675955772399902,2.25390625,8388608
34,self_attn.v_proj,2,128,8,128,13.283502578735352,2.126953125,8388608
34,self_attn.v_proj,3,32,8,128,4.243849277496338,3.5078125,8388608
34,self_attn.v_proj,3,64,8,128,4.995206832885742,3.25390625,8388608
34,self_attn.v_proj,3,128,8,128,5.686900615692139,3.126953125,8388608
34,self_attn.v_proj,4,32,8,128,1.9803414344787598,4.5078125,8388608
34,self_attn.v_proj,4,64,8,128,2.3305394649505615,4.25390625,8388608
34,self_attn.v_proj,4,128,8,128,2.6536929607391357,4.126953125,8388608
34,self_attn.v_proj,8,32,8,128,0.11987567692995071,8.5078125,8388608
34,self_attn.v_proj,8,64,8,128,0.14095653593540192,8.25390625,8388608
34,self_attn.v_proj,8,128,8,128,0.15990754961967468,8.126953125,8388608
34,self_attn.k_proj,2,32,8,128,35.022361755371094,2.5078125,8388608
34,self_attn.k_proj,2,64,8,128,41.75425720214844,2.25390625,8388608
34,self_attn.k_proj,2,128,8,128,47.78679275512695,2.126953125,8388608
34,self_attn.k_proj,3,32,8,128,15.018684387207031,3.5078125,8388608
34,self_attn.k_proj,3,64,8,128,17.950963973999023,3.25390625,8388608
34,self_attn.k_proj,3,128,8,128,20.69633674621582,3.126953125,8388608
34,self_attn.k_proj,4,32,8,128,7.008457183837891,4.5078125,8388608
34,self_attn.k_proj,4,64,8,128,8.382545471191406,4.25390625,8388608
34,self_attn.k_proj,4,128,8,128,9.65855884552002,4.126953125,8388608
34,self_attn.k_proj,8,32,8,128,0.42411482334136963,8.5078125,8388608
34,self_attn.k_proj,8,64,8,128,0.5068756937980652,8.25390625,8388608
34,self_attn.k_proj,8,128,8,128,0.5824387669563293,8.126953125,8388608
34,self_attn.o_proj,2,32,8,128,33.00217819213867,20.0625,67108864
34,self_attn.o_proj,2,64,8,128,38.47316360473633,18.03125,67108864
34,self_attn.o_proj,2,128,8,128,43.52177810668945,17.015625,67108864
34,self_attn.o_proj,3,32,8,128,14.130882263183594,28.0625,67108864
34,self_attn.o_proj,3,64,8,128,16.520776748657227,26.03125,67108864
34,self_attn.o_proj,3,128,8,128,18.713058471679688,25.015625,67108864
34,self_attn.o_proj,4,32,8,128,6.596983909606934,36.0625,67108864
34,self_attn.o_proj,4,64,8,128,7.722385406494141,34.03125,67108864
34,self_attn.o_proj,4,128,8,128,8.76045036315918,33.015625,67108864
34,self_attn.o_proj,8,32,8,128,0.4011198878288269,68.0625,67108864
34,self_attn.o_proj,8,64,8,128,0.4688936173915863,66.03125,67108864
34,self_attn.o_proj,8,128,8,128,0.5304512977600098,65.015625,67108864
34,mlp.gate_proj,2,32,8,128,71.733642578125,70.21875,234881024
34,mlp.gate_proj,2,64,8,128,84.75482177734375,63.109375,234881024
34,mlp.gate_proj,2,128,8,128,96.61151885986328,59.5546875,234881024
34,mlp.gate_proj,3,32,8,128,30.8321475982666,98.21875,234881024
34,mlp.gate_proj,3,64,8,128,36.21010208129883,91.109375,234881024
34,mlp.gate_proj,3,128,8,128,41.52918243408203,87.5546875,234881024
34,mlp.gate_proj,4,32,8,128,14.347773551940918,126.21875,234881024
34,mlp.gate_proj,4,64,8,128,16.915714263916016,119.109375,234881024
34,mlp.gate_proj,4,128,8,128,19.362146377563477,115.5546875,234881024
34,mlp.gate_proj,8,32,8,128,0.8755366802215576,238.21875,234881024
34,mlp.gate_proj,8,64,8,128,1.0339595079421997,231.109375,234881024
34,mlp.gate_proj,8,128,8,128,1.1771856546401978,227.5546875,234881024
34,mlp.up_proj,2,32,8,128,67.70628356933594,70.21875,234881024
34,mlp.up_proj,2,64,8,128,78.88849639892578,63.109375,234881024
34,mlp.up_proj,2,128,8,128,89.24568939208984,59.5546875,234881024
34,mlp.up_proj,3,32,8,128,28.97541618347168,98.21875,234881024
34,mlp.up_proj,3,64,8,128,33.775428771972656,91.109375,234881024
34,mlp.up_proj,3,128,8,128,38.082149505615234,87.5546875,234881024
34,mlp.up_proj,4,32,8,128,13.49256420135498,126.21875,234881024
34,mlp.up_proj,4,64,8,128,15.816307067871094,119.109375,234881024
34,mlp.up_proj,4,128,8,128,17.77935028076172,115.5546875,234881024
34,mlp.up_proj,8,32,8,128,0.8238152265548706,238.21875,234881024
34,mlp.up_proj,8,64,8,128,0.9644780158996582,231.109375,234881024
34,mlp.up_proj,8,128,8,128,1.0822468996047974,227.5546875,234881024
34,mlp.down_proj,2,32,8,128,67.5384750366211,70.21875,234881024
34,mlp.down_proj,2,64,8,128,78.65740203857422,63.109375,234881024
34,mlp.down_proj,2,128,8,128,89.00469970703125,59.5546875,234881024
34,mlp.down_proj,3,32,8,128,28.905487060546875,98.21875,234881024
34,mlp.down_proj,3,64,8,128,33.69512939453125,91.109375,234881024
34,mlp.down_proj,3,128,8,128,38.00348663330078,87.5546875,234881024
34,mlp.down_proj,4,32,8,128,13.459750175476074,126.21875,234881024
34,mlp.down_proj,4,64,8,128,15.779035568237305,119.109375,234881024
34,mlp.down_proj,4,128,8,128,17.751209259033203,115.5546875,234881024
34,mlp.down_proj,8,32,8,128,0.8220255374908447,238.21875,234881024
34,mlp.down_proj,8,64,8,128,0.9624583721160889,231.109375,234881024
34,mlp.down_proj,8,128,8,128,1.0804518461227417,227.5546875,234881024
35,self_attn.q_proj,2,32,8,128,50.697486877441406,20.0625,67108864
35,self_attn.q_proj,2,64,8,128,59.99409484863281,18.03125,67108864
35,self_attn.q_proj,2,128,8,128,69.50666046142578,17.015625,67108864
35,self_attn.q_proj,3,32,8,128,21.735816955566406,28.0625,67108864
35,self_attn.q_proj,3,64,8,128,25.744043350219727,26.03125,67108864
35,self_attn.q_proj,3,128,8,128,29.984115600585938,25.015625,67108864
35,self_attn.q_proj,4,32,8,128,10.136711120605469,36.0625,67108864
35,self_attn.q_proj,4,64,8,128,12.017094612121582,34.03125,67108864
35,self_attn.q_proj,4,128,8,128,13.991418838500977,33.015625,67108864
35,self_attn.q_proj,8,32,8,128,0.6158551573753357,68.0625,67108864
35,self_attn.q_proj,8,64,8,128,0.7301482558250427,66.03125,67108864
35,self_attn.q_proj,8,128,8,128,0.8464478850364685,65.015625,67108864
35,self_attn.v_proj,2,32,8,128,9.42782974243164,2.5078125,8388608
35,self_attn.v_proj,2,64,8,128,11.081932067871094,2.25390625,8388608
35,self_attn.v_proj,2,128,8,128,12.605387687683105,2.126953125,8388608
35,self_attn.v_proj,3,32,8,128,4.0323686599731445,3.5078125,8388608
35,self_attn.v_proj,3,64,8,128,4.742734909057617,3.25390625,8388608
35,self_attn.v_proj,3,128,8,128,5.399531364440918,3.126953125,8388608
35,self_attn.v_proj,4,32,8,128,1.8825116157531738,4.5078125,8388608
35,self_attn.v_proj,4,64,8,128,2.2136998176574707,4.25390625,8388608
35,self_attn.v_proj,4,128,8,128,2.519371271133423,4.126953125,8388608
35,self_attn.v_proj,8,32,8,128,0.11388057470321655,8.5078125,8388608
35,self_attn.v_proj,8,64,8,128,0.1338469386100769,8.25390625,8388608
35,self_attn.v_proj,8,128,8,128,0.15185941755771637,8.126953125,8388608
35,self_attn.k_proj,2,32,8,128,36.811424255371094,2.5078125,8388608
35,self_attn.k_proj,2,64,8,128,44.15408706665039,2.25390625,8388608
35,self_attn.k_proj,2,128,8,128,50.452213287353516,2.126953125,8388608
35,self_attn.k_proj,3,32,8,128,15.881057739257812,3.5078125,8388608
35,self_attn.k_proj,3,64,8,128,19.1912899017334,3.25390625,8388608
35,self_attn.k_proj,3,128,8,128,22.337966918945312,3.126953125,8388608
35,self_attn.k_proj,4,32,8,128,7.408674240112305,4.5078125,8388608
35,self_attn.k_proj,4,64,8,128,8.959287643432617,4.25390625,8388608
35,self_attn.k_proj,4,128,8,128,10.435249328613281,4.126953125,8388608
35,self_attn.k_proj,8,32,8,128,0.4480791985988617,8.5078125,8388608
35,self_attn.k_proj,8,64,8,128,0.5415132641792297,8.25390625,8388608
35,self_attn.k_proj,8,128,8,128,0.6285603046417236,8.126953125,8388608
35,self_attn.o_proj,2,32,8,128,33.1751823425293,20.0625,67108864
35,self_attn.o_proj,2,64,8,128,38.65250015258789,18.03125,67108864
35,self_attn.o_proj,2,128,8,128,43.665000915527344,17.015625,67108864
35,self_attn.o_proj,3,32,8,128,14.207647323608398,28.0625,67108864
35,self_attn.o_proj,3,64,8,128,16.599445343017578,26.03125,67108864
35,self_attn.o_proj,3,128,8,128,18.77910614013672,25.015625,67108864
35,self_attn.o_proj,4,32,8,128,6.637192249298096,36.0625,67108864
35,self_attn.o_proj,4,64,8,128,7.767022609710693,34.03125,67108864
35,self_attn.o_proj,4,128,8,128,8.811430931091309,33.015625,67108864
35,self_attn.o_proj,8,32,8,128,0.40366631746292114,68.0625,67108864
35,self_attn.o_proj,8,64,8,128,0.47181516885757446,66.03125,67108864
35,self_attn.o_proj,8,128,8,128,0.5335252285003662,65.015625,67108864
35,mlp.gate_proj,2,32,8,128,71.31248474121094,70.21875,234881024
35,mlp.gate_proj,2,64,8,128,84.13043212890625,63.109375,234881024
35,mlp.gate_proj,2,128,8,128,95.86441802978516,59.5546875,234881024
35,mlp.gate_proj,3,32,8,128,30.644149780273438,98.21875,234881024
35,mlp.gate_proj,3,64,8,128,35.96042251586914,91.109375,234881024
35,mlp.gate_proj,3,128,8,128,41.21429443359375,87.5546875,234881024
35,mlp.gate_proj,4,32,8,128,14.260550498962402,126.21875,234881024
35,mlp.gate_proj,4,64,8,128,16.802846908569336,119.109375,234881024
35,mlp.gate_proj,4,128,8,128,19.222015380859375,115.5546875,234881024
35,mlp.gate_proj,8,32,8,128,0.87044358253479,238.21875,234881024
35,mlp.gate_proj,8,64,8,128,1.0273053646087646,231.109375,234881024
35,mlp.gate_proj,8,128,8,128,1.1686172485351562,227.5546875,234881024
35,mlp.up_proj,2,32,8,128,67.27732849121094,70.21875,234881024
35,mlp.up_proj,2,64,8,128,78.3026123046875,63.109375,234881024
35,mlp.up_proj,2,128,8,128,88.53294372558594,59.5546875,234881024
35,mlp.up_proj,3,32,8,128,28.77227783203125,98.21875,234881024
35,mlp.up_proj,3,64,8,128,33.539154052734375,91.109375,234881024
35,mlp.up_proj,3,128,8,128,37.77756881713867,87.5546875,234881024
35,mlp.up_proj,4,32,8,128,13.3992919921875,126.21875,234881024
35,mlp.up_proj,4,64,8,128,15.693004608154297,119.109375,234881024
35,mlp.up_proj,4,128,8,128,17.645854949951172,115.5546875,234881024
35,mlp.up_proj,8,32,8,128,0.8182170987129211,238.21875,234881024
35,mlp.up_proj,8,64,8,128,0.9570108652114868,231.109375,234881024
35,mlp.up_proj,8,128,8,128,1.0737718343734741,227.5546875,234881024
35,mlp.down_proj,2,32,8,128,67.5034408569336,70.21875,234881024
35,mlp.down_proj,2,64,8,128,78.58964538574219,63.109375,234881024
35,mlp.down_proj,2,128,8,128,88.85456085205078,59.5546875,234881024
35,mlp.down_proj,3,32,8,128,28.882829666137695,98.21875,234881024
35,mlp.down_proj,3,64,8,128,33.65208435058594,91.109375,234881024
35,mlp.down_proj,3,128,8,128,37.89738845825195,87.5546875,234881024
35,mlp.down_proj,4,32,8,128,13.449867248535156,126.21875,234881024
35,mlp.down_proj,4,64,8,128,15.753365516662598,119.109375,234881024
35,mlp.down_proj,4,128,8,128,17.709789276123047,115.5546875,234881024
35,mlp.down_proj,8,32,8,128,0.8213303089141846,238.21875,234881024
35,mlp.down_proj,8,64,8,128,0.9607887268066406,231.109375,234881024
35,mlp.down_proj,8,128,8,128,1.0777109861373901,227.5546875,234881024
36,self_attn.q_proj,2,32,8,128,48.99386215209961,20.0625,67108864
36,self_attn.q_proj,2,64,8,128,57.95236587524414,18.03125,67108864
36,self_attn.q_proj,2,128,8,128,67.12415313720703,17.015625,67108864
36,self_attn.q_proj,3,32,8,128,21.01606559753418,28.0625,67108864
36,self_attn.q_proj,3,64,8,128,24.928054809570312,26.03125,67108864
36,self_attn.q_proj,3,128,8,128,29.03415298461914,25.015625,67108864
36,self_attn.q_proj,4,32,8,128,9.801060676574707,36.0625,67108864
36,self_attn.q_proj,4,64,8,128,11.638506889343262,34.03125,67108864
36,self_attn.q_proj,4,128,8,128,13.54099178314209,33.015625,67108864
36,self_attn.q_proj,8,32,8,128,0.5954850316047668,68.0625,67108864
36,self_attn.q_proj,8,64,8,128,0.7072767019271851,66.03125,67108864
36,self_attn.q_proj,8,128,8,128,0.8199697732925415,65.015625,67108864
36,self_attn.v_proj,2,32,8,128,10.423274993896484,2.5078125,8388608
36,self_attn.v_proj,2,64,8,128,12.213955879211426,2.25390625,8388608
36,self_attn.v_proj,2,128,8,128,13.859861373901367,2.126953125,8388608
36,self_attn.v_proj,3,32,8,128,4.4575395584106445,3.5078125,8388608
36,self_attn.v_proj,3,64,8,128,5.22735071182251,3.25390625,8388608
36,self_attn.v_proj,3,128,8,128,5.930144786834717,3.126953125,8388608
36,self_attn.v_proj,4,32,8,128,2.0802104473114014,4.5078125,8388608
36,self_attn.v_proj,4,64,8,128,2.4396064281463623,4.25390625,8388608
36,self_attn.v_proj,4,128,8,128,2.768282890319824,4.126953125,8388608
36,self_attn.v_proj,8,32,8,128,0.12586529552936554,8.5078125,8388608
36,self_attn.v_proj,8,64,8,128,0.14747153222560883,8.25390625,8388608
36,self_attn.v_proj,8,128,8,128,0.16680380702018738,8.126953125,8388608
36,self_attn.k_proj,2,32,8,128,36.43983459472656,2.5078125,8388608
36,self_attn.k_proj,2,64,8,128,43.791786193847656,2.25390625,8388608
36,self_attn.k_proj,2,128,8,128,50.14414596557617,2.126953125,8388608
36,self_attn.k_proj,3,32,8,128,15.703350067138672,3.5078125,8388608
36,self_attn.k_proj,3,64,8,128,19.02281951904297,3.25390625,8388608
36,self_attn.k_proj,3,128,8,128,22.172351837158203,3.126953125,8388608
36,self_attn.k_proj,4,32,8,128,7.325253486633301,4.5078125,8388608
36,self_attn.k_proj,4,64,8,128,8.878975868225098,4.25390625,8388608
36,self_attn.k_proj,4,128,8,128,10.353686332702637,4.126953125,8388608
36,self_attn.k_proj,8,32,8,128,0.44324591755867004,8.5078125,8388608
36,self_attn.k_proj,8,64,8,128,0.5368437767028809,8.25390625,8388608
36,self_attn.k_proj,8,128,8,128,0.6239434480667114,8.126953125,8388608
36,self_attn.o_proj,2,32,8,128,33.52398681640625,20.0625,67108864
36,self_attn.o_proj,2,64,8,128,39.079444885253906,18.03125,67108864
36,self_attn.o_proj,2,128,8,128,44.16586685180664,17.015625,67108864
36,self_attn.o_proj,3,32,8,128,14.343820571899414,28.0625,67108864
36,self_attn.o_proj,3,64,8,128,16.759777069091797,26.03125,67108864
36,self_attn.o_proj,3,128,8,128,18.974546432495117,25.015625,67108864
36,self_attn.o_proj,4,32,8,128,6.6908650398254395,36.0625,67108864
36,self_attn.o_proj,4,64,8,128,7.824714660644531,34.03125,67108864
36,self_attn.o_proj,4,128,8,128,8.855690956115723,33.015625,67108864
36,self_attn.o_proj,8,32,8,128,0.4067402780056,68.0625,67108864
36,self_attn.o_proj,8,64,8,128,0.47474807500839233,66.03125,67108864
36,self_attn.o_proj,8,128,8,128,0.5357546210289001,65.015625,67108864
36,mlp.gate_proj,2,32,8,128,71.99796295166016,70.21875,234881024
36,mlp.gate_proj,2,64,8,128,85.00530242919922,63.109375,234881024
36,mlp.gate_proj,2,128,8,128,96.90571594238281,59.5546875,234881024
36,mlp.gate_proj,3,32,8,128,30.95675277709961,98.21875,234881024
36,mlp.gate_proj,3,64,8,128,36.34044647216797,91.109375,234881024
36,mlp.gate_proj,3,128,8,128,41.7164306640625,87.5546875,234881024
36,mlp.gate_proj,4,32,8,128,14.405339241027832,126.21875,234881024
36,mlp.gate_proj,4,64,8,128,16.973711013793945,119.109375,234881024
36,mlp.gate_proj,4,128,8,128,19.45402717590332,115.5546875,234881024
36,mlp.gate_proj,8,32,8,128,0.8791212439537048,238.21875,234881024
36,mlp.gate_proj,8,64,8,128,1.0373412370681763,231.109375,234881024
36,mlp.gate_proj,8,128,8,128,1.1825097799301147,227.5546875,234881024
36,mlp.up_proj,2,32,8,128,67.13861083984375,70.21875,234881024
36,mlp.up_proj,2,64,8,128,78.14275360107422,63.109375,234881024
36,mlp.up_proj,2,128,8,128,88.3395004272461,59.5546875,234881024
36,mlp.up_proj,3,32,8,128,28.712299346923828,98.21875,234881024
36,mlp.up_proj,3,64,8,128,33.47875213623047,91.109375,234881024
36,mlp.up_proj,3,128,8,128,37.71246337890625,87.5546875,234881024
36,mlp.up_proj,4,32,8,128,13.370915412902832,126.21875,234881024
36,mlp.up_proj,4,64,8,128,15.663275718688965,119.109375,234881024
36,mlp.up_proj,4,128,8,128,17.615253448486328,115.5546875,234881024
36,mlp.up_proj,8,32,8,128,0.8164921998977661,238.21875,234881024
36,mlp.up_proj,8,64,8,128,0.9551365375518799,231.109375,234881024
36,mlp.up_proj,8,128,8,128,1.0719245672225952,227.5546875,234881024
36,mlp.down_proj,2,32,8,128,67.38861846923828,70.21875,234881024
36,mlp.down_proj,2,64,8,128,78.44713592529297,63.109375,234881024
36,mlp.down_proj,2,128,8,128,88.6866226196289,59.5546875,234881024
36,mlp.down_proj,3,32,8,128,28.834672927856445,98.21875,234881024
36,mlp.down_proj,3,64,8,128,33.60419464111328,91.109375,234881024
36,mlp.down_proj,3,128,8,128,37.87106704711914,87.5546875,234881024
36,mlp.down_proj,4,32,8,128,13.427734375,126.21875,234881024
36,mlp.down_proj,4,64,8,128,15.733452796936035,119.109375,234881024
36,mlp.down_proj,4,128,8,128,17.694250106811523,115.5546875,234881024
36,mlp.down_proj,8,32,8,128,0.8199701309204102,238.21875,234881024
36,mlp.down_proj,8,64,8,128,0.9595968127250671,231.109375,234881024
36,mlp.down_proj,8,128,8,128,1.0771989822387695,227.5546875,234881024
37,self_attn.q_proj,2,32,8,128,49.57589340209961,20.0625,67108864
37,self_attn.q_proj,2,64,8,128,58.23594665527344,18.03125,67108864
37,self_attn.q_proj,2,128,8,128,67.07501983642578,17.015625,67108864
37,self_attn.q_proj,3,32,8,128,21.22739028930664,28.0625,67108864
37,self_attn.q_proj,3,64,8,128,24.958280563354492,26.03125,67108864
37,self_attn.q_proj,3,128,8,128,28.813594818115234,25.015625,67108864
37,self_attn.q_proj,4,32,8,128,9.899438858032227,36.0625,67108864
37,self_attn.q_proj,4,64,8,128,11.652031898498535,34.03125,67108864
37,self_attn.q_proj,4,128,8,128,13.43982219696045,33.015625,67108864
37,self_attn.q_proj,8,32,8,128,0.6016361713409424,68.0625,67108864
37,self_attn.q_proj,8,64,8,128,0.7082011103630066,66.03125,67108864
37,self_attn.q_proj,8,128,8,128,0.8138288259506226,65.015625,67108864
37,self_attn.v_proj,2,32,8,128,9.73326587677002,2.5078125,8388608
37,self_attn.v_proj,2,64,8,128,11.38343620300293,2.25390625,8388608
37,self_attn.v_proj,2,128,8,128,12.875391960144043,2.126953125,8388608
37,self_attn.v_proj,3,32,8,128,4.160890579223633,3.5078125,8388608
37,self_attn.v_proj,3,64,8,128,4.8671722412109375,3.25390625,8388608
37,self_attn.v_proj,3,128,8,128,5.508688449859619,3.126953125,8388608
37,self_attn.v_proj,4,32,8,128,1.9416882991790771,4.5078125,8388608
37,self_attn.v_proj,4,64,8,128,2.271498918533325,4.25390625,8388608
37,self_attn.v_proj,4,128,8,128,2.5708978176116943,4.126953125,8388608
37,self_attn.v_proj,8,32,8,128,0.11753822863101959,8.5078125,8388608
37,self_attn.v_proj,8,64,8,128,0.13737376034259796,8.25390625,8388608
37,self_attn.v_proj,8,128,8,128,0.15499362349510193,8.126953125,8388608
37,self_attn.k_proj,2,32,8,128,37.073265075683594,2.5078125,8388608
37,self_attn.k_proj,2,64,8,128,44.21490478515625,2.25390625,8388608
37,self_attn.k_proj,2,128,8,128,50.363521575927734,2.126953125,8388608
37,self_attn.k_proj,3,32,8,128,15.910534858703613,3.5078125,8388608
37,self_attn.k_proj,3,64,8,128,19.065753936767578,3.25390625,8388608
37,self_attn.k_proj,3,128,8,128,21.948333740234375,3.126953125,8388608
37,self_attn.k_proj,4,32,8,128,7.425031661987305,4.5078125,8388608
37,self_attn.k_proj,4,64,8,128,8.897001266479492,4.25390625,8388608
37,self_attn.k_proj,4,128,8,128,10.248730659484863,4.126953125,8388608
37,self_attn.k_proj,8,32,8,128,0.44921255111694336,8.5078125,8388608
37,self_attn.k_proj,8,64,8,128,0.5377213954925537,8.25390625,8388608
37,self_attn.k_proj,8,128,8,128,0.617260217666626,8.126953125,8388608
37,self_attn.o_proj,2,32,8,128,33.58125686645508,20.0625,67108864
37,self_attn.o_proj,2,64,8,128,39.107032775878906,18.03125,67108864
37,self_attn.o_proj,2,128,8,128,44.1419563293457,17.015625,67108864
37,self_attn.o_proj,3,32,8,128,14.37392807006836,28.0625,67108864
37,self_attn.o_proj,3,64,8,128,16.7641544342041,26.03125,67108864
37,self_attn.o_proj,3,128,8,128,18.926284790039062,25.015625,67108864
37,self_attn.o_proj,4,32,8,128,6.708399772644043,36.0625,67108864
37,self_attn.o_proj,4,64,8,128,7.833434104919434,34.03125,67108864
37,self_attn.o_proj,4,128,8,128,8.852543830871582,33.015625,67108864
37,self_attn.o_proj,8,32,8,128,0.4079088568687439,68.0625,67108864
37,self_attn.o_proj,8,64,8,128,0.4755544364452362,66.03125,67108864
37,self_attn.o_proj,8,128,8,128,0.5360546708106995,65.015625,67108864
37,mlp.gate_proj,2,32,8,128,71.81346893310547,70.21875,234881024
37,mlp.gate_proj,2,64,8,128,84.5894546508789,63.109375,234881024
37,mlp.gate_proj,2,128,8,128,96.19647216796875,59.5546875,234881024
37,mlp.gate_proj,3,32,8,128,30.857757568359375,98.21875,234881024
37,mlp.gate_proj,3,64,8,128,36.14644241333008,91.109375,234881024
37,mlp.gate_proj,3,128,8,128,41.30503463745117,87.5546875,234881024
37,mlp.gate_proj,4,32,8,128,14.360860824584961,126.21875,234881024
37,mlp.gate_proj,4,64,8,128,16.88521957397461,119.109375,234881024
37,mlp.gate_proj,4,128,8,128,19.267602920532227,115.5546875,234881024
37,mlp.gate_proj,8,32,8,128,0.8765199780464172,238.21875,234881024
37,mlp.gate_proj,8,64,8,128,1.032407522201538,231.109375,234881024
37,mlp.gate_proj,8,128,8,128,1.171352744102478,227.5546875,234881024
37,mlp.up_proj,2,32,8,128,67.16079711914062,70.21875,234881024
37,mlp.up_proj,2,64,8,128,78.1637954711914,63.109375,234881024
37,mlp.up_proj,2,128,8,128,88.36465454101562,59.5546875,234881024
37,mlp.up_proj,3,32,8,128,28.72227668762207,98.21875,234881024
37,mlp.up_proj,3,64,8,128,33.48160934448242,91.109375,234881024
37,mlp.up_proj,3,128,8,128,37.69949722290039,87.5546875,234881024
37,mlp.up_proj,4,32,8,128,13.375240325927734,126.21875,234881024
37,mlp.up_proj,4,64,8,128,15.665079116821289,119.109375,234881024
37,mlp.up_proj,4,128,8,128,17.617374420166016,115.5546875,234881024
37,mlp.up_proj,8,32,8,128,0.8168332576751709,238.21875,234881024
37,mlp.up_proj,8,64,8,128,0.955348789691925,231.109375,234881024
37,mlp.up_proj,8,128,8,128,1.0720200538635254,227.5546875,234881024
37,mlp.down_proj,2,32,8,128,67.51783752441406,70.21875,234881024
37,mlp.down_proj,2,64,8,128,78.58902740478516,63.109375,234881024
37,mlp.down_proj,2,128,8,128,88.88556671142578,59.5546875,234881024
37,mlp.down_proj,3,32,8,128,28.888568878173828,98.21875,234881024
37,mlp.down_proj,3,64,8,128,33.659263610839844,91.109375,234881024
37,mlp.down_proj,3,128,8,128,37.91593551635742,87.5546875,234881024
37,mlp.down_proj,4,32,8,128,13.453252792358398,126.21875,234881024
37,mlp.down_proj,4,64,8,128,15.755415916442871,119.109375,234881024
37,mlp.down_proj,4,128,8,128,17.718156814575195,115.5546875,234881024
37,mlp.down_proj,8,32,8,128,0.8214923143386841,238.21875,234881024
37,mlp.down_proj,8,64,8,128,0.9609149694442749,231.109375,234881024
37,mlp.down_proj,8,128,8,128,1.0778824090957642,227.5546875,234881024
38,self_attn.q_proj,2,32,8,128,48.81117248535156,20.0625,67108864
38,self_attn.q_proj,2,64,8,128,58.154991149902344,18.03125,67108864
38,self_attn.q_proj,2,128,8,128,67.70924377441406,17.015625,67108864
38,self_attn.q_proj,3,32,8,128,20.941280364990234,28.0625,67108864
38,self_attn.q_proj,3,64,8,128,25.039390563964844,26.03125,67108864
38,self_attn.q_proj,3,128,8,128,29.400402069091797,25.015625,67108864
38,self_attn.q_proj,4,32,8,128,9.765689849853516,36.0625,67108864
38,self_attn.q_proj,4,64,8,128,11.688702583312988,34.03125,67108864
38,self_attn.q_proj,4,128,8,128,13.716032028198242,33.015625,67108864
38,self_attn.q_proj,8,32,8,128,0.5933027267456055,68.0625,67108864
38,self_attn.q_proj,8,64,8,128,0.7102562189102173,66.03125,67108864
38,self_attn.q_proj,8,128,8,128,0.8306422829627991,65.015625,67108864
38,self_attn.v_proj,2,32,8,128,10.370458602905273,2.5078125,8388608
38,self_attn.v_proj,2,64,8,128,12.127815246582031,2.25390625,8388608
38,self_attn.v_proj,2,128,8,128,13.726225852966309,2.126953125,8388608
38,self_attn.v_proj,3,32,8,128,4.433779239654541,3.5078125,8388608
38,self_attn.v_proj,3,64,8,128,5.1891608238220215,3.25390625,8388608
38,self_attn.v_proj,3,128,8,128,5.867914199829102,3.126953125,8388608
38,self_attn.v_proj,4,32,8,128,2.067638635635376,4.5078125,8388608
38,self_attn.v_proj,4,64,8,128,2.4203245639801025,4.25390625,8388608
38,self_attn.v_proj,4,128,8,128,2.7387607097625732,4.126953125,8388608
38,self_attn.v_proj,8,32,8,128,0.1252339631319046,8.5078125,8388608
38,self_attn.v_proj,8,64,8,128,0.1464403122663498,8.25390625,8388608
38,self_attn.v_proj,8,128,8,128,0.1650484800338745,8.126953125,8388608
38,self_attn.k_proj,2,32,8,128,35.750953674316406,2.5078125,8388608
38,self_attn.k_proj,2,64,8,128,42.777976989746094,2.25390625,8388608
38,self_attn.k_proj,2,128,8,128,48.83155822753906,2.126953125,8388608
38,self_attn.k_proj,3,32,8,128,15.401459693908691,3.5078125,8388608
38,self_attn.k_proj,3,64,8,128,18.546892166137695,3.25390625,8388608
38,self_attn.k_proj,3,128,8,128,21.522655487060547,3.126953125,8388608
38,self_attn.k_proj,4,32,8,128,7.187498092651367,4.5078125,8388608
38,self_attn.k_proj,4,64,8,128,8.658435821533203,4.25390625,8388608
38,self_attn.k_proj,4,128,8,128,10.052827835083008,4.126953125,8388608
38,self_attn.k_proj,8,32,8,128,0.4347831904888153,8.5078125,8388608
38,self_attn.k_proj,8,64,8,128,0.5235644578933716,8.25390625,8388608
38,self_attn.k_proj,8,128,8,128,0.6057740449905396,8.126953125,8388608
38,self_attn.o_proj,2,32,8,128,33.50827407836914,20.0625,67108864
38,self_attn.o_proj,2,64,8,128,39.03700256347656,18.03125,67108864
38,self_attn.o_proj,2,128,8,128,44.07758331298828,17.015625,67108864
38,self_attn.o_proj,3,32,8,128,14.326871871948242,28.0625,67108864
38,self_attn.o_proj,3,64,8,128,16.716943740844727,26.03125,67108864
38,self_attn.o_proj,3,128,8,128,18.88189125061035,25.015625,67108864
38,self_attn.o_proj,4,32,8,128,6.683267116546631,36.0625,67108864
38,self_attn.o_proj,4,64,8,128,7.80408239364624,34.03125,67108864
38,self_attn.o_proj,4,128,8,128,8.812667846679688,33.015625,67108864
38,self_attn.o_proj,8,32,8,128,0.40626096725463867,68.0625,67108864
38,self_attn.o_proj,8,64,8,128,0.47360309958457947,66.03125,67108864
38,self_attn.o_proj,8,128,8,128,0.5332428216934204,65.015625,67108864
38,mlp.gate_proj,2,32,8,128,72.40433502197266,70.21875,234881024
38,mlp.gate_proj,2,64,8,128,85.53372192382812,63.109375,234881024
38,mlp.gate_proj,2,128,8,128,97.51160430908203,59.5546875,234881024
38,mlp.gate_proj,3,32,8,128,31.141399383544922,98.21875,234881024
38,mlp.gate_proj,3,64,8,128,36.56984329223633,91.109375,234881024
38,mlp.gate_proj,3,128,8,128,42.04135513305664,87.5546875,234881024
38,mlp.gate_proj,4,32,8,128,14.490718841552734,126.21875,234881024
38,mlp.gate_proj,4,64,8,128,17.078691482543945,119.109375,234881024
38,mlp.gate_proj,4,128,8,128,19.60403823852539,115.5546875,234881024
38,mlp.gate_proj,8,32,8,128,0.8843744993209839,238.21875,234881024
38,mlp.gate_proj,8,64,8,128,1.0436081886291504,231.109375,234881024
38,mlp.gate_proj,8,128,8,128,1.1913179159164429,227.5546875,234881024
38,mlp.up_proj,2,32,8,128,67.00103759765625,70.21875,234881024
38,mlp.up_proj,2,64,8,128,77.94048309326172,63.109375,234881024
38,mlp.up_proj,2,128,8,128,88.08341217041016,59.5546875,234881024
38,mlp.up_proj,3,32,8,128,28.64519691467285,98.21875,234881024
38,mlp.up_proj,3,64,8,128,33.397705078125,91.109375,234881024
38,mlp.up_proj,3,128,8,128,37.59461212158203,87.5546875,234881024
38,mlp.up_proj,4,32,8,128,13.341904640197754,126.21875,234881024
38,mlp.up_proj,4,64,8,128,15.621837615966797,119.109375,234881024
38,mlp.up_proj,4,128,8,128,17.567628860473633,115.5546875,234881024
38,mlp.up_proj,8,32,8,128,0.8147733211517334,238.21875,234881024
38,mlp.up_proj,8,64,8,128,0.9525849223136902,231.109375,234881024
38,mlp.up_proj,8,128,8,128,1.0689860582351685,227.5546875,234881024
38,mlp.down_proj,2,32,8,128,67.43077087402344,70.21875,234881024
38,mlp.down_proj,2,64,8,128,78.4882583618164,63.109375,234881024
38,mlp.down_proj,2,128,8,128,88.74310302734375,59.5546875,234881024
38,mlp.down_proj,3,32,8,128,28.850187301635742,98.21875,234881024
38,mlp.down_proj,3,64,8,128,33.61622619628906,91.109375,234881024
38,mlp.down_proj,3,128,8,128,37.86039733886719,87.5546875,234881024
38,mlp.down_proj,4,32,8,128,13.43558120727539,126.21875,234881024
38,mlp.down_proj,4,64,8,128,15.737957000732422,119.109375,234881024
38,mlp.down_proj,4,128,8,128,17.6971378326416,115.5546875,234881024
38,mlp.down_proj,8,32,8,128,0.8205083608627319,238.21875,234881024
38,mlp.down_proj,8,64,8,128,0.9598961472511292,231.109375,234881024
38,mlp.down_proj,8,128,8,128,1.0771143436431885,227.5546875,234881024
39,self_attn.q_proj,2,32,8,128,47.702579498291016,20.0625,67108864
39,self_attn.q_proj,2,64,8,128,56.50425720214844,18.03125,67108864
39,self_attn.q_proj,2,128,8,128,65.59249877929688,17.015625,67108864
39,self_attn.q_proj,3,32,8,128,20.44588851928711,28.0625,67108864
39,self_attn.q_proj,3,64,8,128,24.306482315063477,26.03125,67108864
39,self_attn.q_proj,3,128,8,128,28.369590759277344,25.015625,67108864
39,self_attn.q_proj,4,32,8,128,9.53781795501709,36.0625,67108864
39,self_attn.q_proj,4,64,8,128,11.351512908935547,34.03125,67108864
39,self_attn.q_proj,4,128,8,128,13.236985206604004,33.015625,67108864
39,self_attn.q_proj,8,32,8,128,0.5795016288757324,68.0625,67108864
39,self_attn.q_proj,8,64,8,128,0.6895589828491211,66.03125,67108864
39,self_attn.q_proj,8,128,8,128,0.801480770111084,65.015625,67108864
39,self_attn.v_proj,2,32,8,128,10.729595184326172,2.5078125,8388608
39,self_attn.v_proj,2,64,8,128,12.568916320800781,2.25390625,8388608
39,self_attn.v_proj,2,128,8,128,14.241296768188477,2.126953125,8388608
39,self_attn.v_proj,3,32,8,128,4.58883810043335,3.5078125,8388608
39,self_attn.v_proj,3,64,8,128,5.376890659332275,3.25390625,8388608
39,self_attn.v_proj,3,128,8,128,6.090038776397705,3.126953125,8388608
39,self_attn.v_proj,4,32,8,128,2.1410772800445557,4.5078125,8388608
39,self_attn.v_proj,4,64,8,128,2.508882999420166,4.25390625,8388608
39,self_attn.v_proj,4,128,8,128,2.8430514335632324,4.126953125,8388608
39,self_attn.v_proj,8,32,8,128,0.12961198389530182,8.5078125,8388608
39,self_attn.v_proj,8,64,8,128,0.1517712026834488,8.25390625,8388608
39,self_attn.v_proj,8,128,8,128,0.17131583392620087,8.126953125,8388608
39,self_attn.k_proj,2,32,8,128,36.67458724975586,2.5078125,8388608
39,self_attn.k_proj,2,64,8,128,44.04214096069336,2.25390625,8388608
39,self_attn.k_proj,2,128,8,128,50.33544921875,2.126953125,8388608
39,self_attn.k_proj,3,32,8,128,15.855488777160645,3.5078125,8388608
39,self_attn.k_proj,3,64,8,128,19.240999221801758,3.25390625,8388608
39,self_attn.k_proj,3,128,8,128,22.492477416992188,3.126953125,8388608
39,self_attn.k_proj,4,32,8,128,7.399962425231934,4.5078125,8388608
39,self_attn.k_proj,4,64,8,128,8.980509757995605,4.25390625,8388608
39,self_attn.k_proj,4,128,8,128,10.505121231079102,4.126953125,8388608
39,self_attn.k_proj,8,32,8,128,0.4476538598537445,8.5078125,8388608
39,self_attn.k_proj,8,64,8,128,0.542992889881134,8.25390625,8388608
39,self_attn.k_proj,8,128,8,128,0.6329089403152466,8.126953125,8388608
39,self_attn.o_proj,2,32,8,128,33.81058883666992,20.0625,67108864
39,self_attn.o_proj,2,64,8,128,39.370182037353516,18.03125,67108864
39,self_attn.o_proj,2,128,8,128,44.4337158203125,17.015625,67108864
39,self_attn.o_proj,3,32,8,128,14.485944747924805,28.0625,67108864
39,self_attn.o_proj,3,64,8,128,16.897361755371094,26.03125,67108864
39,self_attn.o_proj,3,128,8,128,19.096046447753906,25.015625,67108864
39,self_attn.o_proj,4,32,8,128,6.773406028747559,36.0625,67108864
39,self_attn.o_proj,4,64,8,128,7.919699668884277,34.03125,67108864
39,self_attn.o_proj,4,128,8,128,8.966453552246094,33.015625,67108864
39,self_attn.o_proj,8,32,8,128,0.4118209183216095,68.0625,67108864
39,self_attn.o_proj,8,64,8,128,0.4808553457260132,66.03125,67108864
39,self_attn.o_proj,8,128,8,128,0.543539822101593,65.015625,67108864
39,mlp.gate_proj,2,32,8,128,72.48025512695312,70.21875,234881024
39,mlp.gate_proj,2,64,8,128,85.40560150146484,63.109375,234881024
39,mlp.gate_proj,2,128,8,128,97.12654876708984,59.5546875,234881024
39,mlp.gate_proj,3,32,8,128,31.164159774780273,98.21875,234881024
39,mlp.gate_proj,3,64,8,128,36.486900329589844,91.109375,234881024
39,mlp.gate_proj,3,128,8,128,41.73063659667969,87.5546875,234881024
39,mlp.gate_proj,4,32,8,128,14.502073287963867,126.21875,234881024
39,mlp.gate_proj,4,64,8,128,17.040225982666016,119.109375,234881024
39,mlp.gate_proj,4,128,8,128,19.458717346191406,115.5546875,234881024
39,mlp.gate_proj,8,32,8,128,0.8851938247680664,238.21875,234881024
39,mlp.gate_proj,8,64,8,128,1.041657567024231,231.109375,234881024
39,mlp.gate_proj,8,128,8,128,1.1834651231765747,227.5546875,234881024
39,mlp.up_proj,2,32,8,128,66.92317199707031,70.21875,234881024
39,mlp.up_proj,2,64,8,128,77.84870147705078,63.109375,234881024
39,mlp.up_proj,2,128,8,128,87.98621368408203,59.5546875,234881024
39,mlp.up_proj,3,32,8,128,28.609296798706055,98.21875,234881024
39,mlp.up_proj,3,64,8,128,33.352821350097656,91.109375,234881024
39,mlp.up_proj,3,128,8,128,37.53313064575195,87.5546875,234881024
39,mlp.up_proj,4,32,8,128,13.32458782196045,126.21875,234881024
39,mlp.up_proj,4,64,8,128,15.598309516906738,119.109375,234881024
39,mlp.up_proj,4,128,8,128,17.536075592041016,115.5546875,234881024
39,mlp.up_proj,8,32,8,128,0.8136534094810486,238.21875,234881024
39,mlp.up_proj,8,64,8,128,0.9511791467666626,231.109375,234881024
39,mlp.up_proj,8,128,8,128,1.0675238370895386,227.5546875,234881024
39,mlp.down_proj,2,32,8,128,67.4476318359375,70.21875,234881024
39,mlp.down_proj,2,64,8,128,78.4978256225586,63.109375,234881024
39,mlp.down_proj,2,128,8,128,88.7271499633789,59.5546875,234881024
39,mlp.down_proj,3,32,8,128,28.85817527770996,98.21875,234881024
39,mlp.down_proj,3,64,8,128,33.618865966796875,91.109375,234881024
39,mlp.down_proj,3,128,8,128,37.84467315673828,87.5546875,234881024
39,mlp.down_proj,4,32,8,128,13.437882423400879,126.21875,234881024
39,mlp.down_proj,4,64,8,128,15.736634254455566,119.109375,234881024
39,mlp.down_proj,4,128,8,128,17.67955780029297,115.5546875,234881024
39,mlp.down_proj,8,32,8,128,0.8206799626350403,238.21875,234881024
39,mlp.down_proj,8,64,8,128,0.9597925543785095,231.109375,234881024
39,mlp.down_proj,8,128,8,128,1.076420783996582,227.5546875,234881024
40,self_attn.q_proj,2,32,8,128,46.208160400390625,20.0625,67108864
40,self_attn.q_proj,2,64,8,128,54.75465393066406,18.03125,67108864
40,self_attn.q_proj,2,128,8,128,63.644996643066406,17.015625,67108864
40,self_attn.q_proj,3,32,8,128,19.823131561279297,28.0625,67108864
40,self_attn.q_proj,3,64,8,128,23.634363174438477,26.03125,67108864
40,self_attn.q_proj,3,128,8,128,27.65677833557129,25.015625,67108864
40,self_attn.q_proj,4,32,8,128,9.247557640075684,36.0625,67108864
40,self_attn.q_proj,4,64,8,128,11.036786079406738,34.03125,67108864
40,self_attn.q_proj,4,128,8,128,12.9072847366333,33.015625,67108864
40,self_attn.q_proj,8,32,8,128,0.5617331862449646,68.0625,67108864
40,self_attn.q_proj,8,64,8,128,0.6701843738555908,66.03125,67108864
40,self_attn.q_proj,8,128,8,128,0.7814801931381226,65.015625,67108864
40,self_attn.v_proj,2,32,8,128,11.688714981079102,2.5078125,8388608
40,self_attn.v_proj,2,64,8,128,13.652423858642578,2.25390625,8388608
40,self_attn.v_proj,2,128,8,128,15.434215545654297,2.126953125,8388608
40,self_attn.v_proj,3,32,8,128,4.99672269821167,3.5078125,8388608
40,self_attn.v_proj,3,64,8,128,5.83676290512085,3.25390625,8388608
40,self_attn.v_proj,3,128,8,128,6.594868183135986,3.126953125,8388608
40,self_attn.v_proj,4,32,8,128,2.331019163131714,4.5078125,8388608
40,self_attn.v_proj,4,64,8,128,2.7243618965148926,4.25390625,8388608
40,self_attn.v_proj,4,128,8,128,3.078658103942871,4.126953125,8388608
40,self_attn.v_proj,8,32,8,128,0.14116792380809784,8.5078125,8388608
40,self_attn.v_proj,8,64,8,128,0.16471853852272034,8.25390625,8388608
40,self_attn.v_proj,8,128,8,128,0.18558289110660553,8.126953125,8388608
40,self_attn.k_proj,2,32,8,128,32.4831428527832,2.5078125,8388608
40,self_attn.k_proj,2,64,8,128,38.797176361083984,2.25390625,8388608
40,self_attn.k_proj,2,128,8,128,44.19651412963867,2.126953125,8388608
40,self_attn.k_proj,3,32,8,128,13.992293357849121,3.5078125,8388608
40,self_attn.k_proj,3,64,8,128,16.8132381439209,3.25390625,8388608
40,self_attn.k_proj,3,128,8,128,19.463300704956055,3.126953125,8388608
40,self_attn.k_proj,4,32,8,128,6.5291876792907715,4.5078125,8388608
40,self_attn.k_proj,4,64,8,128,7.847931385040283,4.25390625,8388608
40,self_attn.k_proj,4,128,8,128,9.088887214660645,4.126953125,8388608
40,self_attn.k_proj,8,32,8,128,0.39515626430511475,8.5078125,8388608
40,self_attn.k_proj,8,64,8,128,0.47452935576438904,8.25390625,8388608
40,self_attn.k_proj,8,128,8,128,0.5475208759307861,8.126953125,8388608
40,self_attn.o_proj,2,32,8,128,34.38907241821289,20.0625,67108864
40,self_attn.o_proj,2,64,8,128,40.08850860595703,18.03125,67108864
40,self_attn.o_proj,2,128,8,128,45.26538848876953,17.015625,67108864
40,self_attn.o_proj,3,32,8,128,14.714380264282227,28.0625,67108864
40,self_attn.o_proj,3,64,8,128,17.168743133544922,26.03125,67108864
40,self_attn.o_proj,3,128,8,128,19.40982437133789,25.015625,67108864
40,self_attn.o_proj,4,32,8,128,6.8638482093811035,36.0625,67108864
40,self_attn.o_proj,4,64,8,128,8.018959999084473,34.03125,67108864
40,self_attn.o_proj,4,128,8,128,9.058540344238281,33.015625,67108864
40,self_attn.o_proj,8,32,8,128,0.41717758774757385,68.0625,67108864
40,self_attn.o_proj,8,64,8,128,0.4864044189453125,66.03125,67108864
40,self_attn.o_proj,8,128,8,128,0.5481789708137512,65.015625,67108864
40,mlp.gate_proj,2,32,8,128,72.86029815673828,70.21875,234881024
40,mlp.gate_proj,2,64,8,128,85.86495208740234,63.109375,234881024
40,mlp.gate_proj,2,128,8,128,97.54362487792969,59.5546875,234881024
40,mlp.gate_proj,3,32,8,128,31.33269500732422,98.21875,234881024
40,mlp.gate_proj,3,64,8,128,36.662940979003906,91.109375,234881024
40,mlp.gate_proj,3,128,8,128,41.92482376098633,87.5546875,234881024
40,mlp.gate_proj,4,32,8,128,14.57835865020752,126.21875,234881024
40,mlp.gate_proj,4,64,8,128,17.120357513427734,119.109375,234881024
40,mlp.gate_proj,4,128,8,128,19.54804801940918,115.5546875,234881024
40,mlp.gate_proj,8,32,8,128,0.889820396900177,238.21875,234881024
40,mlp.gate_proj,8,64,8,128,1.0464510917663574,231.109375,234881024
40,mlp.gate_proj,8,128,8,128,1.1885584592819214,227.5546875,234881024
40,mlp.up_proj,2,32,8,128,66.9774398803711,70.21875,234881024
40,mlp.up_proj,2,64,8,128,77.9189224243164,63.109375,234881024
40,mlp.up_proj,2,128,8,128,88.03173828125,59.5546875,234881024
40,mlp.up_proj,3,32,8,128,28.638511657714844,98.21875,234881024
40,mlp.up_proj,3,64,8,128,33.38407897949219,91.109375,234881024
40,mlp.up_proj,3,128,8,128,37.567588806152344,87.5546875,234881024
40,mlp.up_proj,4,32,8,128,13.337662696838379,126.21875,234881024
40,mlp.up_proj,4,64,8,128,15.614280700683594,119.109375,234881024
40,mlp.up_proj,4,128,8,128,17.55264663696289,115.5546875,234881024
40,mlp.up_proj,8,32,8,128,0.8146010041236877,238.21875,234881024
40,mlp.up_proj,8,64,8,128,0.9522619247436523,231.109375,234881024
40,mlp.up_proj,8,128,8,128,1.0685402154922485,227.5546875,234881024
40,mlp.down_proj,2,32,8,128,67.45592498779297,70.21875,234881024
40,mlp.down_proj,2,64,8,128,78.50223541259766,63.109375,234881024
40,mlp.down_proj,2,128,8,128,88.74594116210938,59.5546875,234881024
40,mlp.down_proj,3,32,8,128,28.86054229736328,98.21875,234881024
40,mlp.down_proj,3,64,8,128,33.6246337890625,91.109375,234881024
40,mlp.down_proj,3,128,8,128,37.86384582519531,87.5546875,234881024
40,mlp.down_proj,4,32,8,128,13.43843936920166,126.21875,234881024
40,mlp.down_proj,4,64,8,128,15.739042282104492,119.109375,234881024
40,mlp.down_proj,4,128,8,128,17.69170379638672,115.5546875,234881024
40,mlp.down_proj,8,32,8,128,0.8206921219825745,238.21875,234881024
40,mlp.down_proj,8,64,8,128,0.9599099159240723,231.109375,234881024
40,mlp.down_proj,8,128,8,128,1.076674461364746,227.5546875,234881024
41,self_attn.q_proj,2,32,8,128,47.144996643066406,20.0625,67108864
41,self_attn.q_proj,2,64,8,128,55.56779479980469,18.03125,67108864
41,self_attn.q_proj,2,128,8,128,64.27327728271484,17.015625,67108864
41,self_attn.q_proj,3,32,8,128,20.191753387451172,28.0625,67108864
41,self_attn.q_proj,3,64,8,128,23.86530303955078,26.03125,67108864
41,self_attn.q_proj,3,128,8,128,27.667194366455078,25.015625,67108864
41,self_attn.q_proj,4,32,8,128,9.417218208312988,36.0625,67108864
41,self_attn.q_proj,4,64,8,128,11.140992164611816,34.03125,67108864
41,self_attn.q_proj,4,128,8,128,12.913605690002441,33.015625,67108864
41,self_attn.q_proj,8,32,8,128,0.5720597505569458,68.0625,67108864
41,self_attn.q_proj,8,64,8,128,0.6766618490219116,66.03125,67108864
41,self_attn.q_proj,8,128,8,128,0.7819150686264038,65.015625,67108864
41,self_attn.v_proj,2,32,8,128,10.822153091430664,2.5078125,8388608
41,self_attn.v_proj,2,64,8,128,12.622425079345703,2.25390625,8388608
41,self_attn.v_proj,2,128,8,128,14.253490447998047,2.126953125,8388608
41,self_attn.v_proj,3,32,8,128,4.625828266143799,3.5078125,8388608
41,self_attn.v_proj,3,64,8,128,5.397848129272461,3.25390625,8388608
41,self_attn.v_proj,3,128,8,128,6.096958160400391,3.126953125,8388608
41,self_attn.v_proj,4,32,8,128,2.159303903579712,4.5078125,8388608
41,self_attn.v_proj,4,64,8,128,2.5206658840179443,4.25390625,8388608
41,self_attn.v_proj,4,128,8,128,2.8453831672668457,4.126953125,8388608
41,self_attn.v_proj,8,32,8,128,0.13070832192897797,8.5078125,8388608
41,self_attn.v_proj,8,64,8,128,0.1523590385913849,8.25390625,8388608
41,self_attn.v_proj,8,128,8,128,0.17144542932510376,8.126953125,8388608
41,self_attn.k_proj,2,32,8,128,36.50194549560547,2.5078125,8388608
41,self_attn.k_proj,2,64,8,128,43.63142013549805,2.25390625,8388608
41,self_attn.k_proj,2,128,8,128,49.69706344604492,2.126953125,8388608
41,self_attn.k_proj,3,32,8,128,15.729552268981934,3.5078125,8388608
41,self_attn.k_proj,3,64,8,128,18.93177032470703,3.25390625,8388608
41,self_attn.k_proj,3,128,8,128,21.933258056640625,3.126953125,8388608
41,self_attn.k_proj,4,32,8,128,7.341017246246338,4.5078125,8388608
41,self_attn.k_proj,4,64,8,128,8.837186813354492,4.25390625,8388608
41,self_attn.k_proj,4,128,8,128,10.23975658416748,4.126953125,8388608
41,self_attn.k_proj,8,32,8,128,0.44426271319389343,8.5078125,8388608
41,self_attn.k_proj,8,64,8,128,0.5342881679534912,8.25390625,8388608
41,self_attn.k_proj,8,128,8,128,0.6171364784240723,8.126953125,8388608
41,self_attn.o_proj,2,32,8,128,33.85589599609375,20.0625,67108864
41,self_attn.o_proj,2,64,8,128,39.39896774291992,18.03125,67108864
41,self_attn.o_proj,2,128,8,128,44.39799118041992,17.015625,67108864
41,self_attn.o_proj,3,32,8,128,14.476641654968262,28.0625,67108864
41,self_attn.o_proj,3,64,8,128,16.861488342285156,26.03125,67108864
41,self_attn.o_proj,3,128,8,128,18.997379302978516,25.015625,67108864
41,self_attn.o_proj,4,32,8,128,6.75196647644043,36.0625,67108864
41,self_attn.o_proj,4,64,8,128,7.871068477630615,34.03125,67108864
41,self_attn.o_proj,4,128,8,128,8.866022109985352,33.015625,67108864
41,self_attn.o_proj,8,32,8,128,0.4104026257991791,68.0625,67108864
41,self_attn.o_proj,8,64,8,128,0.4775233864784241,66.03125,67108864
41,self_attn.o_proj,8,128,8,128,0.5363680720329285,65.015625,67108864
41,mlp.gate_proj,2,32,8,128,72.76805114746094,70.21875,234881024
41,mlp.gate_proj,2,64,8,128,85.67806243896484,63.109375,234881024
41,mlp.gate_proj,2,128,8,128,97.2476577758789,59.5546875,234881024
41,mlp.gate_proj,3,32,8,128,31.287689208984375,98.21875,234881024
41,mlp.gate_proj,3,64,8,128,36.57448959350586,91.109375,234881024
41,mlp.gate_proj,3,128,8,128,41.774906158447266,87.5546875,234881024
41,mlp.gate_proj,4,32,8,128,14.558725357055664,126.21875,234881024
41,mlp.gate_proj,4,64,8,128,17.08295440673828,119.109375,234881024
41,mlp.gate_proj,4,128,8,128,19.468364715576172,115.5546875,234881024
41,mlp.gate_proj,8,32,8,128,0.8886621594429016,238.21875,234881024
41,mlp.gate_proj,8,64,8,128,1.044183373451233,231.109375,234881024
41,mlp.gate_proj,8,128,8,128,1.1841503381729126,227.5546875,234881024
41,mlp.up_proj,2,32,8,128,66.98749542236328,70.21875,234881024
41,mlp.up_proj,2,64,8,128,77.9141845703125,63.109375,234881024
41,mlp.up_proj,2,128,8,128,88.0218734741211,59.5546875,234881024
41,mlp.up_proj,3,32,8,128,28.636873245239258,98.21875,234881024
41,mlp.up_proj,3,64,8,128,33.379913330078125,91.109375,234881024
41,mlp.up_proj,3,128,8,128,37.56983947753906,87.5546875,234881024
41,mlp.up_proj,4,32,8,128,13.335919380187988,126.21875,234881024
41,mlp.up_proj,4,64,8,128,15.6109619140625,119.109375,234881024
41,mlp.up_proj,4,128,8,128,17.54947853088379,115.5546875,234881024
41,mlp.up_proj,8,32,8,128,0.814592719078064,238.21875,234881024
41,mlp.up_proj,8,64,8,128,0.9520053863525391,231.109375,234881024
41,mlp.up_proj,8,128,8,128,1.0680066347122192,227.5546875,234881024
41,mlp.down_proj,2,32,8,128,67.4456558227539,70.21875,234881024
41,mlp.down_proj,2,64,8,128,78.47855377197266,63.109375,234881024
41,mlp.down_proj,2,128,8,128,88.67603302001953,59.5546875,234881024
41,mlp.down_proj,3,32,8,128,28.851882934570312,98.21875,234881024
41,mlp.down_proj,3,64,8,128,33.60783004760742,91.109375,234881024
41,mlp.down_proj,3,128,8,128,37.82402801513672,87.5546875,234881024
41,mlp.down_proj,4,32,8,128,13.436448097229004,126.21875,234881024
41,mlp.down_proj,4,64,8,128,15.729095458984375,119.109375,234881024
41,mlp.down_proj,4,128,8,128,17.667362213134766,115.5546875,234881024
41,mlp.down_proj,8,32,8,128,0.8205360174179077,238.21875,234881024
41,mlp.down_proj,8,64,8,128,0.9593890905380249,231.109375,234881024
41,mlp.down_proj,8,128,8,128,1.0757725238800049,227.5546875,234881024
42,self_attn.q_proj,2,32,8,128,43.36602783203125,20.0625,67108864
42,self_attn.q_proj,2,64,8,128,51.36442184448242,18.03125,67108864
42,self_attn.q_proj,2,128,8,128,59.52371597290039,17.015625,67108864
42,self_attn.q_proj,3,32,8,128,18.606870651245117,28.0625,67108864
42,self_attn.q_proj,3,64,8,128,22.19917106628418,26.03125,67108864
42,self_attn.q_proj,3,128,8,128,25.900707244873047,25.015625,67108864
42,self_attn.q_proj,4,32,8,128,8.682658195495605,36.0625,67108864
42,self_attn.q_proj,4,64,8,128,10.355265617370605,34.03125,67108864
42,self_attn.q_proj,4,128,8,128,12.097424507141113,33.015625,67108864
42,self_attn.q_proj,8,32,8,128,0.5273026823997498,68.0625,67108864
42,self_attn.q_proj,8,64,8,128,0.6285464763641357,66.03125,67108864
42,self_attn.q_proj,8,128,8,128,0.732229471206665,65.015625,67108864
42,self_attn.v_proj,2,32,8,128,11.65095329284668,2.5078125,8388608
42,self_attn.v_proj,2,64,8,128,13.566142082214355,2.25390625,8388608
42,self_attn.v_proj,2,128,8,128,15.285043716430664,2.126953125,8388608
42,self_attn.v_proj,3,32,8,128,4.981750965118408,3.5078125,8388608
42,self_attn.v_proj,3,64,8,128,5.8029890060424805,3.25390625,8388608
42,self_attn.v_proj,3,128,8,128,6.5364532470703125,3.126953125,8388608
42,self_attn.v_proj,4,32,8,128,2.323693037033081,4.5078125,8388608
42,self_attn.v_proj,4,64,8,128,2.7071378231048584,4.25390625,8388608
42,self_attn.v_proj,4,128,8,128,3.049984931945801,4.126953125,8388608
42,self_attn.v_proj,8,32,8,128,0.14074617624282837,8.5078125,8388608
42,self_attn.v_proj,8,64,8,128,0.1638219654560089,8.25390625,8388608
42,self_attn.v_proj,8,128,8,128,0.1839367151260376,8.126953125,8388608
42,self_attn.k_proj,2,32,8,128,33.81072235107422,2.5078125,8388608
42,self_attn.k_proj,2,64,8,128,40.54521179199219,2.25390625,8388608
42,self_attn.k_proj,2,128,8,128,46.06313705444336,2.126953125,8388608
42,self_attn.k_proj,3,32,8,128,14.76662540435791,3.5078125,8388608
42,self_attn.k_proj,3,64,8,128,17.99306869506836,3.25390625,8388608
42,self_attn.k_proj,3,128,8,128,21.08199691772461,3.126953125,8388608
42,self_attn.k_proj,4,32,8,128,6.8902387619018555,4.5078125,8388608
42,self_attn.k_proj,4,64,8,128,8.405324935913086,4.25390625,8388608
42,self_attn.k_proj,4,128,8,128,9.850715637207031,4.126953125,8388608
42,self_attn.k_proj,8,32,8,128,0.4167911410331726,8.5078125,8388608
42,self_attn.k_proj,8,64,8,128,0.5080803036689758,8.25390625,8388608
42,self_attn.k_proj,8,128,8,128,0.5938116312026978,8.126953125,8388608
42,self_attn.o_proj,2,32,8,128,34.28117370605469,20.0625,67108864
42,self_attn.o_proj,2,64,8,128,39.89688491821289,18.03125,67108864
42,self_attn.o_proj,2,128,8,128,44.96490478515625,17.015625,67108864
42,self_attn.o_proj,3,32,8,128,14.662089347839355,28.0625,67108864
42,self_attn.o_proj,3,64,8,128,17.073745727539062,26.03125,67108864
42,self_attn.o_proj,3,128,8,128,19.2498836517334,25.015625,67108864
42,self_attn.o_proj,4,32,8,128,6.838352203369141,36.0625,67108864
42,self_attn.o_proj,4,64,8,128,7.972696304321289,34.03125,67108864
42,self_attn.o_proj,4,128,8,128,8.977917671203613,33.015625,67108864
42,self_attn.o_proj,8,32,8,128,0.4155738651752472,68.0625,67108864
42,self_attn.o_proj,8,64,8,128,0.4835386276245117,66.03125,67108864
42,self_attn.o_proj,8,128,8,128,0.5431820750236511,65.015625,67108864
42,mlp.gate_proj,2,32,8,128,73.07642364501953,70.21875,234881024
42,mlp.gate_proj,2,64,8,128,86.11751556396484,63.109375,234881024
42,mlp.gate_proj,2,128,8,128,97.81194305419922,59.5546875,234881024
42,mlp.gate_proj,3,32,8,128,31.4307918548584,98.21875,234881024
42,mlp.gate_proj,3,64,8,128,36.76255798339844,91.109375,234881024
42,mlp.gate_proj,3,128,8,128,42.02373123168945,87.5546875,234881024
42,mlp.gate_proj,4,32,8,128,14.623417854309082,126.21875,234881024
42,mlp.gate_proj,4,64,8,128,17.166091918945312,119.109375,234881024
42,mlp.gate_proj,4,128,8,128,19.601470947265625,115.5546875,234881024
42,mlp.gate_proj,8,32,8,128,0.8925521373748779,238.21875,234881024
42,mlp.gate_proj,8,64,8,128,1.0491890907287598,231.109375,234881024
42,mlp.gate_proj,8,128,8,128,1.191459059715271,227.5546875,234881024
42,mlp.up_proj,2,32,8,128,66.89308166503906,70.21875,234881024
42,mlp.up_proj,2,64,8,128,77.79241180419922,63.109375,234881024
42,mlp.up_proj,2,128,8,128,87.87067413330078,59.5546875,234881024
42,mlp.up_proj,3,32,8,128,28.594133377075195,98.21875,234881024
42,mlp.up_proj,3,64,8,128,33.33050537109375,91.109375,234881024
42,mlp.up_proj,3,128,8,128,37.50752258300781,87.5546875,234881024
42,mlp.up_proj,4,32,8,128,13.316927909851074,126.21875,234881024
42,mlp.up_proj,4,64,8,128,15.585668563842773,119.109375,234881024
42,mlp.up_proj,4,128,8,128,17.51656723022461,115.5546875,234881024
42,mlp.up_proj,8,32,8,128,0.8134232759475708,238.21875,234881024
42,mlp.up_proj,8,64,8,128,0.9505223035812378,231.109375,234881024
42,mlp.up_proj,8,128,8,128,1.0663670301437378,227.5546875,234881024
42,mlp.down_proj,2,32,8,128,67.3494873046875,70.21875,234881024
42,mlp.down_proj,2,64,8,128,78.35686492919922,63.109375,234881024
42,mlp.down_proj,2,128,8,128,88.52523803710938,59.5546875,234881024
42,mlp.down_proj,3,32,8,128,28.810386657714844,98.21875,234881024
42,mlp.down_proj,3,64,8,128,33.556854248046875,91.109375,234881024
42,mlp.down_proj,3,128,8,128,37.77118682861328,87.5546875,234881024
42,mlp.down_proj,4,32,8,128,13.416614532470703,126.21875,234881024
42,mlp.down_proj,4,64,8,128,15.70386028289795,119.109375,234881024
42,mlp.down_proj,4,128,8,128,17.63862419128418,115.5546875,234881024
42,mlp.down_proj,8,32,8,128,0.8192898631095886,238.21875,234881024
42,mlp.down_proj,8,64,8,128,0.9577595591545105,231.109375,234881024
42,mlp.down_proj,8,128,8,128,1.0738871097564697,227.5546875,234881024
43,self_attn.q_proj,2,32,8,128,44.389923095703125,20.0625,67108864
43,self_attn.q_proj,2,64,8,128,52.41548156738281,18.03125,67108864
43,self_attn.q_proj,2,128,8,128,60.34274673461914,17.015625,67108864
43,self_attn.q_proj,3,32,8,128,19.00701332092285,28.0625,67108864
43,self_attn.q_proj,3,64,8,128,22.555706024169922,26.03125,67108864
43,self_attn.q_proj,3,128,8,128,26.060203552246094,25.015625,67108864
43,self_attn.q_proj,4,32,8,128,8.868762016296387,36.0625,67108864
43,self_attn.q_proj,4,64,8,128,10.522554397583008,34.03125,67108864
43,self_attn.q_proj,4,128,8,128,12.168608665466309,33.015625,67108864
43,self_attn.q_proj,8,32,8,128,0.5388153195381165,68.0625,67108864
43,self_attn.q_proj,8,64,8,128,0.6391758322715759,66.03125,67108864
43,self_attn.q_proj,8,128,8,128,0.7370218634605408,65.015625,67108864
43,self_attn.v_proj,2,32,8,128,11.442712783813477,2.5078125,8388608
43,self_attn.v_proj,2,64,8,128,13.32003402709961,2.25390625,8388608
43,self_attn.v_proj,2,128,8,128,15.011310577392578,2.126953125,8388608
43,self_attn.v_proj,3,32,8,128,4.892576694488525,3.5078125,8388608
43,self_attn.v_proj,3,64,8,128,5.701953887939453,3.25390625,8388608
43,self_attn.v_proj,3,128,8,128,6.4251861572265625,3.126953125,8388608
43,self_attn.v_proj,4,32,8,128,2.282567262649536,4.5078125,8388608
43,self_attn.v_proj,4,64,8,128,2.660261392593384,4.25390625,8388608
43,self_attn.v_proj,4,128,8,128,2.999386787414551,4.126953125,8388608
43,self_attn.v_proj,8,32,8,128,0.13819672167301178,8.5078125,8388608
43,self_attn.v_proj,8,64,8,128,0.16084444522857666,8.25390625,8388608
43,self_attn.v_proj,8,128,8,128,0.1807282269001007,8.126953125,8388608
43,self_attn.k_proj,2,32,8,128,33.31045150756836,2.5078125,8388608
43,self_attn.k_proj,2,64,8,128,39.763484954833984,2.25390625,8388608
43,self_attn.k_proj,2,128,8,128,45.24285125732422,2.126953125,8388608
43,self_attn.k_proj,3,32,8,128,14.421406745910645,3.5078125,8388608
43,self_attn.k_proj,3,64,8,128,17.399892807006836,3.25390625,8388608
43,self_attn.k_proj,3,128,8,128,20.227066040039062,3.126953125,8388608
43,self_attn.k_proj,4,32,8,128,6.7294182777404785,4.5078125,8388608
43,self_attn.k_proj,4,64,8,128,8.128619194030762,4.25390625,8388608
43,self_attn.k_proj,4,128,8,128,9.454068183898926,4.126953125,8388608
43,self_attn.k_proj,8,32,8,128,0.4075189232826233,8.5078125,8388608
43,self_attn.k_proj,8,64,8,128,0.4914335012435913,8.25390625,8388608
43,self_attn.k_proj,8,128,8,128,0.5701614618301392,8.126953125,8388608
43,self_attn.o_proj,2,32,8,128,34.05000686645508,20.0625,67108864
43,self_attn.o_proj,2,64,8,128,39.66487121582031,18.03125,67108864
43,self_attn.o_proj,2,128,8,128,44.74393844604492,17.015625,67108864
43,self_attn.o_proj,3,32,8,128,14.561798095703125,28.0625,67108864
43,self_attn.o_proj,3,64,8,128,16.974653244018555,26.03125,67108864
43,self_attn.o_proj,3,128,8,128,19.170684814453125,25.015625,67108864
43,self_attn.o_proj,4,32,8,128,6.792040824890137,36.0625,67108864
43,self_attn.o_proj,4,64,8,128,7.9286346435546875,34.03125,67108864
43,self_attn.o_proj,4,128,8,128,8.945514678955078,33.015625,67108864
43,self_attn.o_proj,8,32,8,128,0.41293349862098694,68.0625,67108864
43,self_attn.o_proj,8,64,8,128,0.48096227645874023,66.03125,67108864
43,self_attn.o_proj,8,128,8,128,0.5411837697029114,65.015625,67108864
43,mlp.gate_proj,2,32,8,128,73.29714965820312,70.21875,234881024
43,mlp.gate_proj,2,64,8,128,86.33870697021484,63.109375,234881024
43,mlp.gate_proj,2,128,8,128,98.01742553710938,59.5546875,234881024
43,mlp.gate_proj,3,32,8,128,31.52519416809082,98.21875,234881024
43,mlp.gate_proj,3,64,8,128,36.86177444458008,91.109375,234881024
43,mlp.gate_proj,3,128,8,128,42.10293960571289,87.5546875,234881024
43,mlp.gate_proj,4,32,8,128,14.668590545654297,126.21875,234881024
43,mlp.gate_proj,4,64,8,128,17.213346481323242,119.109375,234881024
43,mlp.gate_proj,4,128,8,128,19.628021240234375,115.5546875,234881024
43,mlp.gate_proj,8,32,8,128,0.8954508304595947,238.21875,234881024
43,mlp.gate_proj,8,64,8,128,1.0518462657928467,231.109375,234881024
43,mlp.gate_proj,8,128,8,128,1.1938315629959106,227.5546875,234881024
43,mlp.up_proj,2,32,8,128,66.93367767333984,70.21875,234881024
43,mlp.up_proj,2,64,8,128,77.84380340576172,63.109375,234881024
43,mlp.up_proj,2,128,8,128,87.9275131225586,59.5546875,234881024
43,mlp.up_proj,3,32,8,128,28.611665725708008,98.21875,234881024
43,mlp.up_proj,3,64,8,128,33.352088928222656,91.109375,234881024
43,mlp.up_proj,3,128,8,128,37.52348709106445,87.5546875,234881024
43,mlp.up_proj,4,32,8,128,13.32532024383545,126.21875,234881024
43,mlp.up_proj,4,64,8,128,15.597128868103027,119.109375,234881024
43,mlp.up_proj,4,128,8,128,17.534337997436523,115.5546875,234881024
43,mlp.up_proj,8,32,8,128,0.8138563632965088,238.21875,234881024
43,mlp.up_proj,8,64,8,128,0.9510639905929565,231.109375,234881024
43,mlp.up_proj,8,128,8,128,1.0669806003570557,227.5546875,234881024
43,mlp.down_proj,2,32,8,128,67.3672103881836,70.21875,234881024
43,mlp.down_proj,2,64,8,128,78.37300109863281,63.109375,234881024
43,mlp.down_proj,2,128,8,128,88.57797241210938,59.5546875,234881024
43,mlp.down_proj,3,32,8,128,28.815099716186523,98.21875,234881024
43,mlp.down_proj,3,64,8,128,33.56431198120117,91.109375,234881024
43,mlp.down_proj,3,128,8,128,37.77107620239258,87.5546875,234881024
43,mlp.down_proj,4,32,8,128,13.418885231018066,126.21875,234881024
43,mlp.down_proj,4,64,8,128,15.712289810180664,119.109375,234881024
43,mlp.down_proj,4,128,8,128,17.659759521484375,115.5546875,234881024
43,mlp.down_proj,8,32,8,128,0.8194864988327026,238.21875,234881024
43,mlp.down_proj,8,64,8,128,0.9580633640289307,231.109375,234881024
43,mlp.down_proj,8,128,8,128,1.0742955207824707,227.5546875,234881024
44,self_attn.q_proj,2,32,8,128,46.533748626708984,20.0625,67108864
44,self_attn.q_proj,2,64,8,128,55.049041748046875,18.03125,67108864
44,self_attn.q_proj,2,128,8,128,63.62704086303711,17.015625,67108864
44,self_attn.q_proj,3,32,8,128,19.910192489624023,28.0625,67108864
44,self_attn.q_proj,3,64,8,128,23.61671257019043,26.03125,67108864
44,self_attn.q_proj,3,128,8,128,27.340620040893555,25.015625,67108864
44,self_attn.q_proj,4,32,8,128,9.28849983215332,36.0625,67108864
44,self_attn.q_proj,4,64,8,128,11.025700569152832,34.03125,67108864
44,self_attn.q_proj,4,128,8,128,12.763594627380371,33.015625,67108864
44,self_attn.q_proj,8,32,8,128,0.5643801093101501,68.0625,67108864
44,self_attn.q_proj,8,64,8,128,0.6697564125061035,66.03125,67108864
44,self_attn.q_proj,8,128,8,128,0.7728790044784546,65.015625,67108864
44,self_attn.v_proj,2,32,8,128,11.000033378601074,2.5078125,8388608
44,self_attn.v_proj,2,64,8,128,12.811030387878418,2.25390625,8388608
44,self_attn.v_proj,2,128,8,128,14.453746795654297,2.126953125,8388608
44,self_attn.v_proj,3,32,8,128,4.702386856079102,3.5078125,8388608
44,self_attn.v_proj,3,64,8,128,5.483011722564697,3.25390625,8388608
44,self_attn.v_proj,3,128,8,128,6.182624340057373,3.126953125,8388608
44,self_attn.v_proj,4,32,8,128,2.1933188438415527,4.5078125,8388608
44,self_attn.v_proj,4,64,8,128,2.558455228805542,4.25390625,8388608
44,self_attn.v_proj,4,128,8,128,2.88651442527771,4.126953125,8388608
44,self_attn.v_proj,8,32,8,128,0.13283023238182068,8.5078125,8388608
44,self_attn.v_proj,8,64,8,128,0.1547144502401352,8.25390625,8388608
44,self_attn.v_proj,8,128,8,128,0.1739635318517685,8.126953125,8388608
44,self_attn.k_proj,2,32,8,128,33.64914321899414,2.5078125,8388608
44,self_attn.k_proj,2,64,8,128,40.32521057128906,2.25390625,8388608
44,self_attn.k_proj,2,128,8,128,46.245906829833984,2.126953125,8388608
44,self_attn.k_proj,3,32,8,128,14.443167686462402,3.5078125,8388608
44,self_attn.k_proj,3,64,8,128,17.36426544189453,3.25390625,8388608
44,self_attn.k_proj,3,128,8,128,20.12685203552246,3.126953125,8388608
44,self_attn.k_proj,4,32,8,128,6.739865779876709,4.5078125,8388608
44,self_attn.k_proj,4,64,8,128,8.105449676513672,4.25390625,8388608
44,self_attn.k_proj,4,128,8,128,9.3982572555542,4.126953125,8388608
44,self_attn.k_proj,8,32,8,128,0.40774375200271606,8.5078125,8388608
44,self_attn.k_proj,8,64,8,128,0.4898754358291626,8.25390625,8388608
44,self_attn.k_proj,8,128,8,128,0.5663259625434875,8.126953125,8388608
44,self_attn.o_proj,2,32,8,128,32.980777740478516,20.0625,67108864
44,self_attn.o_proj,2,64,8,128,38.41195297241211,18.03125,67108864
44,self_attn.o_proj,2,128,8,128,43.35028076171875,17.015625,67108864
44,self_attn.o_proj,3,32,8,128,14.097983360290527,28.0625,67108864
44,self_attn.o_proj,3,64,8,128,16.449453353881836,26.03125,67108864
44,self_attn.o_proj,3,128,8,128,18.567670822143555,25.015625,67108864
44,self_attn.o_proj,4,32,8,128,6.575790882110596,36.0625,67108864
44,self_attn.o_proj,4,64,8,128,7.677188873291016,34.03125,67108864
44,self_attn.o_proj,4,128,8,128,8.66549301147461,33.015625,67108864
44,self_attn.o_proj,8,32,8,128,0.3997792899608612,68.0625,67108864
44,self_attn.o_proj,8,64,8,128,0.465817391872406,66.03125,67108864
44,self_attn.o_proj,8,128,8,128,0.5242487192153931,65.015625,67108864
44,mlp.gate_proj,2,32,8,128,73.69697570800781,70.21875,234881024
44,mlp.gate_proj,2,64,8,128,86.92499542236328,63.109375,234881024
44,mlp.gate_proj,2,128,8,128,98.74552154541016,59.5546875,234881024
44,mlp.gate_proj,3,32,8,128,31.709993362426758,98.21875,234881024
44,mlp.gate_proj,3,64,8,128,37.11006546020508,91.109375,234881024
44,mlp.gate_proj,3,128,8,128,42.473907470703125,87.5546875,234881024
44,mlp.gate_proj,4,32,8,128,14.753701210021973,126.21875,234881024
44,mlp.gate_proj,4,64,8,128,17.32762336730957,119.109375,234881024
44,mlp.gate_proj,4,128,8,128,19.803489685058594,115.5546875,234881024
44,mlp.gate_proj,8,32,8,128,0.9004591107368469,238.21875,234881024
44,mlp.gate_proj,8,64,8,128,1.0585983991622925,231.109375,234881024
44,mlp.gate_proj,8,128,8,128,1.2041525840759277,227.5546875,234881024
44,mlp.up_proj,2,32,8,128,66.9874038696289,70.21875,234881024
44,mlp.up_proj,2,64,8,128,77.92176818847656,63.109375,234881024
44,mlp.up_proj,2,128,8,128,88.02734375,59.5546875,234881024
44,mlp.up_proj,3,32,8,128,28.642507553100586,98.21875,234881024
44,mlp.up_proj,3,64,8,128,33.38420486450195,91.109375,234881024
44,mlp.up_proj,3,128,8,128,37.564083099365234,87.5546875,234881024
44,mlp.up_proj,4,32,8,128,13.33820629119873,126.21875,234881024
44,mlp.up_proj,4,64,8,128,15.614079475402832,119.109375,234881024
44,mlp.up_proj,4,128,8,128,17.547273635864258,115.5546875,234881024
44,mlp.up_proj,8,32,8,128,0.8146205544471741,238.21875,234881024
44,mlp.up_proj,8,64,8,128,0.9520849585533142,231.109375,234881024
44,mlp.up_proj,8,128,8,128,1.0682586431503296,227.5546875,234881024
44,mlp.down_proj,2,32,8,128,67.36439514160156,70.21875,234881024
44,mlp.down_proj,2,64,8,128,78.3900146484375,63.109375,234881024
44,mlp.down_proj,2,128,8,128,88.57388305664062,59.5546875,234881024
44,mlp.down_proj,3,32,8,128,28.815444946289062,98.21875,234881024
44,mlp.down_proj,3,64,8,128,33.5680046081543,91.109375,234881024
44,mlp.down_proj,3,128,8,128,37.783199310302734,87.5546875,234881024
44,mlp.down_proj,4,32,8,128,13.419448852539062,126.21875,234881024
44,mlp.down_proj,4,64,8,128,15.71078109741211,119.109375,234881024
44,mlp.down_proj,4,128,8,128,17.660531997680664,115.5546875,234881024
44,mlp.down_proj,8,32,8,128,0.8194013237953186,238.21875,234881024
44,mlp.down_proj,8,64,8,128,0.9580613970756531,231.109375,234881024
44,mlp.down_proj,8,128,8,128,1.0743517875671387,227.5546875,234881024
45,self_attn.q_proj,2,32,8,128,44.66831588745117,20.0625,67108864
45,self_attn.q_proj,2,64,8,128,53.035526275634766,18.03125,67108864
45,self_attn.q_proj,2,128,8,128,61.35528564453125,17.015625,67108864
45,self_attn.q_proj,3,32,8,128,19.14750862121582,28.0625,67108864
45,self_attn.q_proj,3,64,8,128,22.879669189453125,26.03125,67108864
45,self_attn.q_proj,3,128,8,128,26.64273452758789,25.015625,67108864
45,self_attn.q_proj,4,32,8,128,8.932506561279297,36.0625,67108864
45,self_attn.q_proj,4,64,8,128,10.674449920654297,34.03125,67108864
45,self_attn.q_proj,4,128,8,128,12.437538146972656,33.015625,67108864
45,self_attn.q_proj,8,32,8,128,0.5426734089851379,68.0625,67108864
45,self_attn.q_proj,8,64,8,128,0.6484254002571106,66.03125,67108864
45,self_attn.q_proj,8,128,8,128,0.753384530544281,65.015625,67108864
45,self_attn.v_proj,2,32,8,128,11.732988357543945,2.5078125,8388608
45,self_attn.v_proj,2,64,8,128,13.668310165405273,2.25390625,8388608
45,self_attn.v_proj,2,128,8,128,15.403094291687012,2.126953125,8388608
45,self_attn.v_proj,3,32,8,128,5.018603801727295,3.5078125,8388608
45,self_attn.v_proj,3,64,8,128,5.845300197601318,3.25390625,8388608
45,self_attn.v_proj,3,128,8,128,6.590423583984375,3.126953125,8388608
45,self_attn.v_proj,4,32,8,128,2.341033458709717,4.5078125,8388608
45,self_attn.v_proj,4,64,8,128,2.7280471324920654,4.25390625,8388608
45,self_attn.v_proj,4,128,8,128,3.076289653778076,4.126953125,8388608
45,self_attn.v_proj,8,32,8,128,0.14170370995998383,8.5078125,8388608
45,self_attn.v_proj,8,64,8,128,0.16497930884361267,8.25390625,8388608
45,self_attn.v_proj,8,128,8,128,0.18533429503440857,8.126953125,8388608
45,self_attn.k_proj,2,32,8,128,33.761539459228516,2.5078125,8388608
45,self_attn.k_proj,2,64,8,128,40.37125778198242,2.25390625,8388608
45,self_attn.k_proj,2,128,8,128,45.83311080932617,2.126953125,8388608
45,self_attn.k_proj,3,32,8,128,14.588956832885742,3.5078125,8388608
45,self_attn.k_proj,3,64,8,128,17.65705108642578,3.25390625,8388608
45,self_attn.k_proj,3,128,8,128,20.491701126098633,3.126953125,8388608
45,self_attn.k_proj,4,32,8,128,6.814208030700684,4.5078125,8388608
45,self_attn.k_proj,4,64,8,128,8.246665000915527,4.25390625,8388608
45,self_attn.k_proj,4,128,8,128,9.582051277160645,4.126953125,8388608
45,self_attn.k_proj,8,32,8,128,0.4122065603733063,8.5078125,8388608
45,self_attn.k_proj,8,64,8,128,0.4984695017337799,8.25390625,8388608
45,self_attn.k_proj,8,128,8,128,0.5772191882133484,8.126953125,8388608
45,self_attn.o_proj,2,32,8,128,33.83187484741211,20.0625,67108864
45,self_attn.o_proj,2,64,8,128,39.41790008544922,18.03125,67108864
45,self_attn.o_proj,2,128,8,128,44.50209426879883,17.015625,67108864
45,self_attn.o_proj,3,32,8,128,14.469254493713379,28.0625,67108864
45,self_attn.o_proj,3,64,8,128,16.87953758239746,26.03125,67108864
45,self_attn.o_proj,3,128,8,128,19.07027816772461,25.015625,67108864
45,self_attn.o_proj,4,32,8,128,6.748599529266357,36.0625,67108864
45,self_attn.o_proj,4,64,8,128,7.879608631134033,34.03125,67108864
45,self_attn.o_proj,4,128,8,128,8.898579597473145,33.015625,67108864
45,self_attn.o_proj,8,32,8,128,0.41023609042167664,68.0625,67108864
45,self_attn.o_proj,8,64,8,128,0.4779943823814392,66.03125,67108864
45,self_attn.o_proj,8,128,8,128,0.5382140278816223,65.015625,67108864
45,mlp.gate_proj,2,32,8,128,73.69805145263672,70.21875,234881024
45,mlp.gate_proj,2,64,8,128,86.89090728759766,63.109375,234881024
45,mlp.gate_proj,2,128,8,128,98.69658660888672,59.5546875,234881024
45,mlp.gate_proj,3,32,8,128,31.714853286743164,98.21875,234881024
45,mlp.gate_proj,3,64,8,128,37.111595153808594,91.109375,234881024
45,mlp.gate_proj,3,128,8,128,42.45512390136719,87.5546875,234881024
45,mlp.gate_proj,4,32,8,128,14.755873680114746,126.21875,234881024
45,mlp.gate_proj,4,64,8,128,17.324247360229492,119.109375,234881024
45,mlp.gate_proj,4,128,8,128,19.801288604736328,115.5546875,234881024
45,mlp.gate_proj,8,32,8,128,0.9007071852684021,238.21875,234881024
45,mlp.gate_proj,8,64,8,128,1.0585224628448486,231.109375,234881024
45,mlp.gate_proj,8,128,8,128,1.2036244869232178,227.5546875,234881024
45,mlp.up_proj,2,32,8,128,67.0142822265625,70.21875,234881024
45,mlp.up_proj,2,64,8,128,77.92594909667969,63.109375,234881024
45,mlp.up_proj,2,128,8,128,88.0631332397461,59.5546875,234881024
45,mlp.up_proj,3,32,8,128,28.651765823364258,98.21875,234881024
45,mlp.up_proj,3,64,8,128,33.39378356933594,91.109375,234881024
45,mlp.up_proj,3,128,8,128,37.567649841308594,87.5546875,234881024
45,mlp.up_proj,4,32,8,128,13.342472076416016,126.21875,234881024
45,mlp.up_proj,4,64,8,128,15.61843490600586,119.109375,234881024
45,mlp.up_proj,4,128,8,128,17.551843643188477,115.5546875,234881024
45,mlp.up_proj,8,32,8,128,0.8148605227470398,238.21875,234881024
45,mlp.up_proj,8,64,8,128,0.9523614048957825,231.109375,234881024
45,mlp.up_proj,8,128,8,128,1.0684646368026733,227.5546875,234881024
45,mlp.down_proj,2,32,8,128,67.35442352294922,70.21875,234881024
45,mlp.down_proj,2,64,8,128,78.36260986328125,63.109375,234881024
45,mlp.down_proj,2,128,8,128,88.56124877929688,59.5546875,234881024
45,mlp.down_proj,3,32,8,128,28.811695098876953,98.21875,234881024
45,mlp.down_proj,3,64,8,128,33.56398391723633,91.109375,234881024
45,mlp.down_proj,3,128,8,128,37.773651123046875,87.5546875,234881024
45,mlp.down_proj,4,32,8,128,13.416972160339355,126.21875,234881024
45,mlp.down_proj,4,64,8,128,15.708373069763184,119.109375,234881024
45,mlp.down_proj,4,128,8,128,17.660991668701172,115.5546875,234881024
45,mlp.down_proj,8,32,8,128,0.8194159269332886,238.21875,234881024
45,mlp.down_proj,8,64,8,128,0.9581830501556396,231.109375,234881024
45,mlp.down_proj,8,128,8,128,1.074641466140747,227.5546875,234881024
46,self_attn.q_proj,2,32,8,128,33.07374954223633,20.0625,67108864
46,self_attn.q_proj,2,64,8,128,39.14200973510742,18.03125,67108864
46,self_attn.q_proj,2,128,8,128,45.38581085205078,17.015625,67108864
46,self_attn.q_proj,3,32,8,128,14.179903030395508,28.0625,67108864
46,self_attn.q_proj,3,64,8,128,16.847990036010742,26.03125,67108864
46,self_attn.q_proj,3,128,8,128,19.65625,25.015625,67108864
46,self_attn.q_proj,4,32,8,128,6.613727569580078,36.0625,67108864
46,self_attn.q_proj,4,64,8,128,7.869314193725586,34.03125,67108864
46,self_attn.q_proj,4,128,8,128,9.175289154052734,33.015625,67108864
46,self_attn.q_proj,8,32,8,128,0.40200963616371155,68.0625,67108864
46,self_attn.q_proj,8,64,8,128,0.4775310158729553,66.03125,67108864
46,self_attn.q_proj,8,128,8,128,0.5552332401275635,65.015625,67108864
46,self_attn.v_proj,2,32,8,128,13.90028190612793,2.5078125,8388608
46,self_attn.v_proj,2,64,8,128,16.179035186767578,2.25390625,8388608
46,self_attn.v_proj,2,128,8,128,18.216018676757812,2.126953125,8388608
46,self_attn.v_proj,3,32,8,128,5.942164897918701,3.5078125,8388608
46,self_attn.v_proj,3,64,8,128,6.919670581817627,3.25390625,8388608
46,self_attn.v_proj,3,128,8,128,7.800212383270264,3.126953125,8388608
46,self_attn.v_proj,4,32,8,128,2.77248215675354,4.5078125,8388608
46,self_attn.v_proj,4,64,8,128,3.229130983352661,4.25390625,8388608
46,self_attn.v_proj,4,128,8,128,3.6386756896972656,4.126953125,8388608
46,self_attn.v_proj,8,32,8,128,0.16790629923343658,8.5078125,8388608
46,self_attn.v_proj,8,64,8,128,0.19523286819458008,8.25390625,8388608
46,self_attn.v_proj,8,128,8,128,0.21922948956489563,8.126953125,8388608
46,self_attn.k_proj,2,32,8,128,23.356643676757812,2.5078125,8388608
46,self_attn.k_proj,2,64,8,128,28.308414459228516,2.25390625,8388608
46,self_attn.k_proj,2,128,8,128,32.54825210571289,2.126953125,8388608
46,self_attn.k_proj,3,32,8,128,10.134140968322754,3.5078125,8388608
46,self_attn.k_proj,3,64,8,128,12.441202163696289,3.25390625,8388608
46,self_attn.k_proj,3,128,8,128,14.607378005981445,3.126953125,8388608
46,self_attn.k_proj,4,32,8,128,4.739351272583008,4.5078125,8388608
46,self_attn.k_proj,4,64,8,128,5.816651344299316,4.25390625,8388608
46,self_attn.k_proj,4,128,8,128,6.8414530754089355,4.126953125,8388608
46,self_attn.k_proj,8,32,8,128,0.2869332730770111,8.5078125,8388608
46,self_attn.k_proj,8,64,8,128,0.35206112265586853,8.25390625,8388608
46,self_attn.k_proj,8,128,8,128,0.4130723178386688,8.126953125,8388608
46,self_attn.o_proj,2,32,8,128,35.068294525146484,20.0625,67108864
46,self_attn.o_proj,2,64,8,128,40.82563400268555,18.03125,67108864
46,self_attn.o_proj,2,128,8,128,45.99352264404297,17.015625,67108864
46,self_attn.o_proj,3,32,8,128,14.999524116516113,28.0625,67108864
46,self_attn.o_proj,3,64,8,128,17.456119537353516,26.03125,67108864
46,self_attn.o_proj,3,128,8,128,19.683950424194336,25.015625,67108864
46,self_attn.o_proj,4,32,8,128,6.993298530578613,36.0625,67108864
46,self_attn.o_proj,4,64,8,128,8.150209426879883,34.03125,67108864
46,self_attn.o_proj,4,128,8,128,9.174812316894531,33.015625,67108864
46,self_attn.o_proj,8,32,8,128,0.42504003643989563,68.0625,67108864
46,self_attn.o_proj,8,64,8,128,0.4943331778049469,66.03125,67108864
46,self_attn.o_proj,8,128,8,128,0.5551255941390991,65.015625,67108864
46,mlp.gate_proj,2,32,8,128,73.75445556640625,70.21875,234881024
46,mlp.gate_proj,2,64,8,128,86.97998809814453,63.109375,234881024
46,mlp.gate_proj,2,128,8,128,98.85993957519531,59.5546875,234881024
46,mlp.gate_proj,3,32,8,128,31.7373046875,98.21875,234881024
46,mlp.gate_proj,3,64,8,128,37.13303756713867,91.109375,234881024
46,mlp.gate_proj,3,128,8,128,42.50054931640625,87.5546875,234881024
46,mlp.gate_proj,4,32,8,128,14.766219139099121,126.21875,234881024
46,mlp.gate_proj,4,64,8,128,17.339611053466797,119.109375,234881024
46,mlp.gate_proj,4,128,8,128,19.81884002685547,115.5546875,234881024
46,mlp.gate_proj,8,32,8,128,0.9013376832008362,238.21875,234881024
46,mlp.gate_proj,8,64,8,128,1.0592693090438843,231.109375,234881024
46,mlp.gate_proj,8,128,8,128,1.20497727394104,227.5546875,234881024
46,mlp.up_proj,2,32,8,128,67.00633239746094,70.21875,234881024
46,mlp.up_proj,2,64,8,128,77.924560546875,63.109375,234881024
46,mlp.up_proj,2,128,8,128,88.0217056274414,59.5546875,234881024
46,mlp.up_proj,3,32,8,128,28.647987365722656,98.21875,234881024
46,mlp.up_proj,3,64,8,128,33.3841438293457,91.109375,234881024
46,mlp.up_proj,3,128,8,128,37.56757736206055,87.5546875,234881024
46,mlp.up_proj,4,32,8,128,13.341965675354004,126.21875,234881024
46,mlp.up_proj,4,64,8,128,15.613386154174805,119.109375,234881024
46,mlp.up_proj,4,128,8,128,17.549440383911133,115.5546875,234881024
46,mlp.up_proj,8,32,8,128,0.814782440662384,238.21875,234881024
46,mlp.up_proj,8,64,8,128,0.9521632194519043,231.109375,234881024
46,mlp.up_proj,8,128,8,128,1.0680440664291382,227.5546875,234881024
46,mlp.down_proj,2,32,8,128,67.34281921386719,70.21875,234881024
46,mlp.down_proj,2,64,8,128,78.34907531738281,63.109375,234881024
46,mlp.down_proj,2,128,8,128,88.51546478271484,59.5546875,234881024
46,mlp.down_proj,3,32,8,128,28.804889678955078,98.21875,234881024
46,mlp.down_proj,3,64,8,128,33.5521125793457,91.109375,234881024
46,mlp.down_proj,3,128,8,128,37.75220489501953,87.5546875,234881024
46,mlp.down_proj,4,32,8,128,13.4133939743042,126.21875,234881024
46,mlp.down_proj,4,64,8,128,15.70014762878418,119.109375,234881024
46,mlp.down_proj,4,128,8,128,17.63566017150879,115.5546875,234881024
46,mlp.down_proj,8,32,8,128,0.8190996050834656,238.21875,234881024
46,mlp.down_proj,8,64,8,128,0.9574612975120544,231.109375,234881024
46,mlp.down_proj,8,128,8,128,1.0735527276992798,227.5546875,234881024
47,self_attn.q_proj,2,32,8,128,41.88862991333008,20.0625,67108864
47,self_attn.q_proj,2,64,8,128,49.606136322021484,18.03125,67108864
47,self_attn.q_proj,2,128,8,128,57.41631317138672,17.015625,67108864
47,self_attn.q_proj,3,32,8,128,17.993478775024414,28.0625,67108864
47,self_attn.q_proj,3,64,8,128,21.468549728393555,26.03125,67108864
47,self_attn.q_proj,3,128,8,128,25.081783294677734,25.015625,67108864
47,self_attn.q_proj,4,32,8,128,8.398050308227539,36.0625,67108864
47,self_attn.q_proj,4,64,8,128,10.013509750366211,34.03125,67108864
47,self_attn.q_proj,4,128,8,128,11.715579986572266,33.015625,67108864
47,self_attn.q_proj,8,32,8,128,0.5099574327468872,68.0625,67108864
47,self_attn.q_proj,8,64,8,128,0.6082870960235596,66.03125,67108864
47,self_attn.q_proj,8,128,8,128,0.7095174789428711,65.015625,67108864
47,self_attn.v_proj,2,32,8,128,12.18216609954834,2.5078125,8388608
47,self_attn.v_proj,2,64,8,128,14.310644149780273,2.25390625,8388608
47,self_attn.v_proj,2,128,8,128,16.287038803100586,2.126953125,8388608
47,self_attn.v_proj,3,32,8,128,5.212124824523926,3.5078125,8388608
47,self_attn.v_proj,3,64,8,128,6.12705659866333,3.25390625,8388608
47,self_attn.v_proj,3,128,8,128,6.978005409240723,3.126953125,8388608
47,self_attn.v_proj,4,32,8,128,2.431384563446045,4.5078125,8388608
47,self_attn.v_proj,4,64,8,128,2.8579838275909424,4.25390625,8388608
47,self_attn.v_proj,4,128,8,128,3.2546772956848145,4.126953125,8388608
47,self_attn.v_proj,8,32,8,128,0.14716185629367828,8.5078125,8388608
47,self_attn.v_proj,8,64,8,128,0.17287017405033112,8.25390625,8388608
47,self_attn.v_proj,8,128,8,128,0.19603194296360016,8.126953125,8388608
47,self_attn.k_proj,2,32,8,128,32.41608428955078,2.5078125,8388608
47,self_attn.k_proj,2,64,8,128,38.827999114990234,2.25390625,8388608
47,self_attn.k_proj,2,128,8,128,44.14604568481445,2.126953125,8388608
47,self_attn.k_proj,3,32,8,128,14.139856338500977,3.5078125,8388608
47,self_attn.k_proj,3,64,8,128,17.224653244018555,3.25390625,8388608
47,self_attn.k_proj,3,128,8,128,20.154512405395508,3.126953125,8388608
47,self_attn.k_proj,4,32,8,128,6.601849555969238,4.5078125,8388608
47,self_attn.k_proj,4,64,8,128,8.050243377685547,4.25390625,8388608
47,self_attn.k_proj,4,128,8,128,9.430561065673828,4.126953125,8388608
47,self_attn.k_proj,8,32,8,128,0.3997699022293091,8.5078125,8388608
47,self_attn.k_proj,8,64,8,128,0.4869077801704407,8.25390625,8388608
47,self_attn.k_proj,8,128,8,128,0.5685588121414185,8.126953125,8388608
47,self_attn.o_proj,2,32,8,128,34.144100189208984,20.0625,67108864
47,self_attn.o_proj,2,64,8,128,39.7586555480957,18.03125,67108864
47,self_attn.o_proj,2,128,8,128,44.83449172973633,17.015625,67108864
47,self_attn.o_proj,3,32,8,128,14.600237846374512,28.0625,67108864
47,self_attn.o_proj,3,64,8,128,17.009122848510742,26.03125,67108864
47,self_attn.o_proj,3,128,8,128,19.18636131286621,25.015625,67108864
47,self_attn.o_proj,4,32,8,128,6.809091567993164,36.0625,67108864
47,self_attn.o_proj,4,64,8,128,7.940968036651611,34.03125,67108864
47,self_attn.o_proj,4,128,8,128,8.947844505310059,33.015625,67108864
47,self_attn.o_proj,8,32,8,128,0.4139258861541748,68.0625,67108864
47,self_attn.o_proj,8,64,8,128,0.4817003905773163,66.03125,67108864
47,self_attn.o_proj,8,128,8,128,0.5413659811019897,65.015625,67108864
47,mlp.gate_proj,2,32,8,128,73.70323181152344,70.21875,234881024
47,mlp.gate_proj,2,64,8,128,86.81108093261719,63.109375,234881024
47,mlp.gate_proj,2,128,8,128,98.52267456054688,59.5546875,234881024
47,mlp.gate_proj,3,32,8,128,31.71010971069336,98.21875,234881024
47,mlp.gate_proj,3,64,8,128,37.05392837524414,91.109375,234881024
47,mlp.gate_proj,3,128,8,128,42.32307434082031,87.5546875,234881024
47,mlp.gate_proj,4,32,8,128,14.752424240112305,126.21875,234881024
47,mlp.gate_proj,4,64,8,128,17.30134391784668,119.109375,234881024
47,mlp.gate_proj,4,128,8,128,19.734224319458008,115.5546875,234881024
47,mlp.gate_proj,8,32,8,128,0.9004930257797241,238.21875,234881024
47,mlp.gate_proj,8,64,8,128,1.0573163032531738,231.109375,234881024
47,mlp.gate_proj,8,128,8,128,1.200161337852478,227.5546875,234881024
47,mlp.up_proj,2,32,8,128,67.0693359375,70.21875,234881024
47,mlp.up_proj,2,64,8,128,77.99166107177734,63.109375,234881024
47,mlp.up_proj,2,128,8,128,88.13277435302734,59.5546875,234881024
47,mlp.up_proj,3,32,8,128,28.67729377746582,98.21875,234881024
47,mlp.up_proj,3,64,8,128,33.41237258911133,91.109375,234881024
47,mlp.up_proj,3,128,8,128,37.602169036865234,87.5546875,234881024
47,mlp.up_proj,4,32,8,128,13.355624198913574,126.21875,234881024
47,mlp.up_proj,4,64,8,128,15.629155158996582,119.109375,234881024
47,mlp.up_proj,4,128,8,128,17.564594268798828,115.5546875,234881024
47,mlp.up_proj,8,32,8,128,0.8156527280807495,238.21875,234881024
47,mlp.up_proj,8,64,8,128,0.9530927538871765,231.109375,234881024
47,mlp.up_proj,8,128,8,128,1.068934440612793,227.5546875,234881024
47,mlp.down_proj,2,32,8,128,67.39747619628906,70.21875,234881024
47,mlp.down_proj,2,64,8,128,78.41231536865234,63.109375,234881024
47,mlp.down_proj,2,128,8,128,88.59102630615234,59.5546875,234881024
47,mlp.down_proj,3,32,8,128,28.824203491210938,98.21875,234881024
47,mlp.down_proj,3,64,8,128,33.57784652709961,91.109375,234881024
47,mlp.down_proj,3,128,8,128,37.784671783447266,87.5546875,234881024
47,mlp.down_proj,4,32,8,128,13.4232816696167,126.21875,234881024
47,mlp.down_proj,4,64,8,128,15.71212387084961,119.109375,234881024
47,mlp.down_proj,4,128,8,128,17.647144317626953,115.5546875,234881024
47,mlp.down_proj,8,32,8,128,0.8196788430213928,238.21875,234881024
47,mlp.down_proj,8,64,8,128,0.9582773447036743,231.109375,234881024
47,mlp.down_proj,8,128,8,128,1.0744510889053345,227.5546875,234881024
48,self_attn.q_proj,2,32,8,128,42.75474166870117,20.0625,67108864
48,self_attn.q_proj,2,64,8,128,50.5051383972168,18.03125,67108864
48,self_attn.q_proj,2,128,8,128,58.23652648925781,17.015625,67108864
48,self_attn.q_proj,3,32,8,128,18.329456329345703,28.0625,67108864
48,self_attn.q_proj,3,64,8,128,21.782621383666992,26.03125,67108864
48,self_attn.q_proj,3,128,8,128,25.252910614013672,25.015625,67108864
48,self_attn.q_proj,4,32,8,128,8.555161476135254,36.0625,67108864
48,self_attn.q_proj,4,64,8,128,10.159960746765137,34.03125,67108864
48,self_attn.q_proj,4,128,8,128,11.795351028442383,33.015625,67108864
48,self_attn.q_proj,8,32,8,128,0.5194847583770752,68.0625,67108864
48,self_attn.q_proj,8,64,8,128,0.6170913577079773,66.03125,67108864
48,self_attn.q_proj,8,128,8,128,0.7144477367401123,65.015625,67108864
48,self_attn.v_proj,2,32,8,128,12.551719665527344,2.5078125,8388608
48,self_attn.v_proj,2,64,8,128,14.746847152709961,2.25390625,8388608
48,self_attn.v_proj,2,128,8,128,16.78072166442871,2.126953125,8388608
48,self_attn.v_proj,3,32,8,128,5.367072582244873,3.5078125,8388608
48,self_attn.v_proj,3,64,8,128,6.309472560882568,3.25390625,8388608
48,self_attn.v_proj,3,128,8,128,7.185246467590332,3.126953125,8388608
48,self_attn.v_proj,4,32,8,128,2.505286931991577,4.5078125,8388608
48,self_attn.v_proj,4,64,8,128,2.9443154335021973,4.25390625,8388608
48,self_attn.v_proj,4,128,8,128,3.353142261505127,4.126953125,8388608
48,self_attn.v_proj,8,32,8,128,0.15161526203155518,8.5078125,8388608
48,self_attn.v_proj,8,64,8,128,0.17802679538726807,8.25390625,8388608
48,self_attn.v_proj,8,128,8,128,0.20199286937713623,8.126953125,8388608
48,self_attn.k_proj,2,32,8,128,33.20490646362305,2.5078125,8388608
48,self_attn.k_proj,2,64,8,128,39.70198440551758,2.25390625,8388608
48,self_attn.k_proj,2,128,8,128,45.190467834472656,2.126953125,8388608
48,self_attn.k_proj,3,32,8,128,14.39284610748291,3.5078125,8388608
48,self_attn.k_proj,3,64,8,128,17.426782608032227,3.25390625,8388608
48,self_attn.k_proj,3,128,8,128,20.302202224731445,3.126953125,8388608
48,self_attn.k_proj,4,32,8,128,6.718226432800293,4.5078125,8388608
48,self_attn.k_proj,4,64,8,128,8.139481544494629,4.25390625,8388608
48,self_attn.k_proj,4,128,8,128,9.486781120300293,4.126953125,8388608
48,self_attn.k_proj,8,32,8,128,0.4064233899116516,8.5078125,8388608
48,self_attn.k_proj,8,64,8,128,0.4920719861984253,8.25390625,8388608
48,self_attn.k_proj,8,128,8,128,0.5720940232276917,8.126953125,8388608
48,self_attn.o_proj,2,32,8,128,34.18947982788086,20.0625,67108864
48,self_attn.o_proj,2,64,8,128,39.827823638916016,18.03125,67108864
48,self_attn.o_proj,2,128,8,128,44.92872619628906,17.015625,67108864
48,self_attn.o_proj,3,32,8,128,14.626492500305176,28.0625,67108864
48,self_attn.o_proj,3,64,8,128,17.04945945739746,26.03125,67108864
48,self_attn.o_proj,3,128,8,128,19.256776809692383,25.015625,67108864
48,self_attn.o_proj,4,32,8,128,6.819639205932617,36.0625,67108864
48,self_attn.o_proj,4,64,8,128,7.960466384887695,34.03125,67108864
48,self_attn.o_proj,4,128,8,128,8.983887672424316,33.015625,67108864
48,self_attn.o_proj,8,32,8,128,0.4146237075328827,68.0625,67108864
48,self_attn.o_proj,8,64,8,128,0.48291632533073425,66.03125,67108864
48,self_attn.o_proj,8,128,8,128,0.5435115098953247,65.015625,67108864
48,mlp.gate_proj,2,32,8,128,73.93285369873047,70.21875,234881024
48,mlp.gate_proj,2,64,8,128,87.125244140625,63.109375,234881024
48,mlp.gate_proj,2,128,8,128,98.8986587524414,59.5546875,234881024
48,mlp.gate_proj,3,32,8,128,31.81260871887207,98.21875,234881024
48,mlp.gate_proj,3,64,8,128,37.18643569946289,91.109375,234881024
48,mlp.gate_proj,3,128,8,128,42.51704788208008,87.5546875,234881024
48,mlp.gate_proj,4,32,8,128,14.800883293151855,126.21875,234881024
48,mlp.gate_proj,4,64,8,128,17.362627029418945,119.109375,234881024
48,mlp.gate_proj,4,128,8,128,19.81534767150879,115.5546875,234881024
48,mlp.gate_proj,8,32,8,128,0.9033291339874268,238.21875,234881024
48,mlp.gate_proj,8,64,8,128,1.0608112812042236,231.109375,234881024
48,mlp.gate_proj,8,128,8,128,1.2049850225448608,227.5546875,234881024
48,mlp.up_proj,2,32,8,128,67.12738037109375,70.21875,234881024
48,mlp.up_proj,2,64,8,128,78.07495880126953,63.109375,234881024
48,mlp.up_proj,2,128,8,128,88.18572998046875,59.5546875,234881024
48,mlp.up_proj,3,32,8,128,28.703763961791992,98.21875,234881024
48,mlp.up_proj,3,64,8,128,33.44729232788086,91.109375,234881024
48,mlp.up_proj,3,128,8,128,37.62908935546875,87.5546875,234881024
48,mlp.up_proj,4,32,8,128,13.367666244506836,126.21875,234881024
48,mlp.up_proj,4,64,8,128,15.64653205871582,119.109375,234881024
48,mlp.up_proj,4,128,8,128,17.578989028930664,115.5546875,234881024
48,mlp.up_proj,8,32,8,128,0.8163517713546753,238.21875,234881024
48,mlp.up_proj,8,64,8,128,0.9542070031166077,231.109375,234881024
48,mlp.up_proj,8,128,8,128,1.0702835321426392,227.5546875,234881024
48,mlp.down_proj,2,32,8,128,67.41004943847656,70.21875,234881024
48,mlp.down_proj,2,64,8,128,78.42401885986328,63.109375,234881024
48,mlp.down_proj,2,128,8,128,88.62925720214844,59.5546875,234881024
48,mlp.down_proj,3,32,8,128,28.83295440673828,98.21875,234881024
48,mlp.down_proj,3,64,8,128,33.58579635620117,91.109375,234881024
48,mlp.down_proj,3,128,8,128,37.80756759643555,87.5546875,234881024
48,mlp.down_proj,4,32,8,128,13.426764488220215,126.21875,234881024
48,mlp.down_proj,4,64,8,128,15.718056678771973,119.109375,234881024
48,mlp.down_proj,4,128,8,128,17.655363082885742,115.5546875,234881024
48,mlp.down_proj,8,32,8,128,0.8199697136878967,238.21875,234881024
48,mlp.down_proj,8,64,8,128,0.9586257338523865,231.109375,234881024
48,mlp.down_proj,8,128,8,128,1.0749019384384155,227.5546875,234881024
49,self_attn.q_proj,2,32,8,128,41.55817413330078,20.0625,67108864
49,self_attn.q_proj,2,64,8,128,49.04204559326172,18.03125,67108864
49,self_attn.q_proj,2,128,8,128,56.773921966552734,17.015625,67108864
49,self_attn.q_proj,3,32,8,128,17.827648162841797,28.0625,67108864
49,self_attn.q_proj,3,64,8,128,21.154726028442383,26.03125,67108864
49,self_attn.q_proj,3,128,8,128,24.679542541503906,25.015625,67108864
49,self_attn.q_proj,4,32,8,128,8.320907592773438,36.0625,67108864
49,self_attn.q_proj,4,64,8,128,9.869521141052246,34.03125,67108864
49,self_attn.q_proj,4,128,8,128,11.52386474609375,33.015625,67108864
49,self_attn.q_proj,8,32,8,128,0.5054245591163635,68.0625,67108864
49,self_attn.q_proj,8,64,8,128,0.5993776321411133,66.03125,67108864
49,self_attn.q_proj,8,128,8,128,0.6981526613235474,65.015625,67108864
49,self_attn.v_proj,2,32,8,128,11.691324234008789,2.5078125,8388608
49,self_attn.v_proj,2,64,8,128,13.625853538513184,2.25390625,8388608
49,self_attn.v_proj,2,128,8,128,15.363326072692871,2.126953125,8388608
49,self_attn.v_proj,3,32,8,128,4.997766494750977,3.5078125,8388608
49,self_attn.v_proj,3,64,8,128,5.829087257385254,3.25390625,8388608
49,self_attn.v_proj,3,128,8,128,6.574118137359619,3.126953125,8388608
49,self_attn.v_proj,4,32,8,128,2.331937074661255,4.5078125,8388608
49,self_attn.v_proj,4,64,8,128,2.720003366470337,4.25390625,8388608
49,self_attn.v_proj,4,128,8,128,3.0680782794952393,4.126953125,8388608
49,self_attn.v_proj,8,32,8,128,0.1412230134010315,8.5078125,8388608
49,self_attn.v_proj,8,64,8,128,0.1645384132862091,8.25390625,8388608
49,self_attn.v_proj,8,128,8,128,0.18491972982883453,8.126953125,8388608
49,self_attn.k_proj,2,32,8,128,32.791831970214844,2.5078125,8388608
49,self_attn.k_proj,2,64,8,128,39.39252853393555,2.25390625,8388608
49,self_attn.k_proj,2,128,8,128,44.95381164550781,2.126953125,8388608
49,self_attn.k_proj,3,32,8,128,14.303227424621582,3.5078125,8388608
49,self_attn.k_proj,3,64,8,128,17.482088088989258,3.25390625,8388608
49,self_attn.k_proj,3,128,8,128,20.543956756591797,3.126953125,8388608
49,self_attn.k_proj,4,32,8,128,6.678488731384277,4.5078125,8388608
49,self_attn.k_proj,4,64,8,128,8.168581008911133,4.25390625,8388608
49,self_attn.k_proj,4,128,8,128,9.614110946655273,4.126953125,8388608
49,self_attn.k_proj,8,32,8,128,0.4041021764278412,8.5078125,8388608
49,self_attn.k_proj,8,64,8,128,0.4938357472419739,8.25390625,8388608
49,self_attn.k_proj,8,128,8,128,0.5795847177505493,8.126953125,8388608
49,self_attn.o_proj,2,32,8,128,33.715797424316406,20.0625,67108864
49,self_attn.o_proj,2,64,8,128,39.252784729003906,18.03125,67108864
49,self_attn.o_proj,2,128,8,128,44.26153564453125,17.015625,67108864
49,self_attn.o_proj,3,32,8,128,14.415535926818848,28.0625,67108864
49,self_attn.o_proj,3,64,8,128,16.799867630004883,26.03125,67108864
49,self_attn.o_proj,3,128,8,128,18.944719314575195,25.015625,67108864
49,self_attn.o_proj,4,32,8,128,6.723541259765625,36.0625,67108864
49,self_attn.o_proj,4,64,8,128,7.841063499450684,34.03125,67108864
49,self_attn.o_proj,4,128,8,128,8.835956573486328,33.015625,67108864
49,self_attn.o_proj,8,32,8,128,0.4087204337120056,68.0625,67108864
49,self_attn.o_proj,8,64,8,128,0.4757342040538788,66.03125,67108864
49,self_attn.o_proj,8,128,8,128,0.5345524549484253,65.015625,67108864
49,mlp.gate_proj,2,32,8,128,74.00435638427734,70.21875,234881024
49,mlp.gate_proj,2,64,8,128,87.25935363769531,63.109375,234881024
49,mlp.gate_proj,2,128,8,128,99.1235580444336,59.5546875,234881024
49,mlp.gate_proj,3,32,8,128,31.84816551208496,98.21875,234881024
49,mlp.gate_proj,3,64,8,128,37.25536346435547,91.109375,234881024
49,mlp.gate_proj,3,128,8,128,42.62614822387695,87.5546875,234881024
49,mlp.gate_proj,4,32,8,128,14.818818092346191,126.21875,234881024
49,mlp.gate_proj,4,64,8,128,17.392108917236328,119.109375,234881024
49,mlp.gate_proj,4,128,8,128,19.883676528930664,115.5546875,234881024
49,mlp.gate_proj,8,32,8,128,0.9044886827468872,238.21875,234881024
49,mlp.gate_proj,8,64,8,128,1.062693476676941,231.109375,234881024
49,mlp.gate_proj,8,128,8,128,1.208604335784912,227.5546875,234881024
49,mlp.up_proj,2,32,8,128,67.15093231201172,70.21875,234881024
49,mlp.up_proj,2,64,8,128,78.09907531738281,63.109375,234881024
49,mlp.up_proj,2,128,8,128,88.24002075195312,59.5546875,234881024
49,mlp.up_proj,3,32,8,128,28.714569091796875,98.21875,234881024
49,mlp.up_proj,3,64,8,128,33.460636138916016,91.109375,234881024
49,mlp.up_proj,3,128,8,128,37.65470504760742,87.5546875,234881024
49,mlp.up_proj,4,32,8,128,13.373547554016113,126.21875,234881024
49,mlp.up_proj,4,64,8,128,15.655231475830078,119.109375,234881024
49,mlp.up_proj,4,128,8,128,17.59136390686035,115.5546875,234881024
49,mlp.up_proj,8,32,8,128,0.8167153000831604,238.21875,234881024
49,mlp.up_proj,8,64,8,128,0.9546181559562683,231.109375,234881024
49,mlp.up_proj,8,128,8,128,1.070786476135254,227.5546875,234881024
49,mlp.down_proj,2,32,8,128,67.37598419189453,70.21875,234881024
49,mlp.down_proj,2,64,8,128,78.3998794555664,63.109375,234881024
49,mlp.down_proj,2,128,8,128,88.58515930175781,59.5546875,234881024
49,mlp.down_proj,3,32,8,128,28.818889617919922,98.21875,234881024
49,mlp.down_proj,3,64,8,128,33.57279586791992,91.109375,234881024
49,mlp.down_proj,3,128,8,128,37.782588958740234,87.5546875,234881024
49,mlp.down_proj,4,32,8,128,13.420001983642578,126.21875,234881024
49,mlp.down_proj,4,64,8,128,15.70971393585205,119.109375,234881024
49,mlp.down_proj,4,128,8,128,17.645538330078125,115.5546875,234881024
49,mlp.down_proj,8,32,8,128,0.8196076154708862,238.21875,234881024
49,mlp.down_proj,8,64,8,128,0.9583225250244141,231.109375,234881024
49,mlp.down_proj,8,128,8,128,1.074610710144043,227.5546875,234881024
50,self_attn.q_proj,2,32,8,128,38.69044876098633,20.0625,67108864
50,self_attn.q_proj,2,64,8,128,45.70438003540039,18.03125,67108864
50,self_attn.q_proj,2,128,8,128,52.91432571411133,17.015625,67108864
50,self_attn.q_proj,3,32,8,128,16.625898361206055,28.0625,67108864
50,self_attn.q_proj,3,64,8,128,19.746244430541992,26.03125,67108864
50,self_attn.q_proj,3,128,8,128,23.194814682006836,25.015625,67108864
50,self_attn.q_proj,4,32,8,128,7.76073694229126,36.0625,67108864
50,self_attn.q_proj,4,64,8,128,9.212562561035156,34.03125,67108864
50,self_attn.q_proj,4,128,8,128,10.827637672424316,33.015625,67108864
50,self_attn.q_proj,8,32,8,128,0.4710680842399597,68.0625,67108864
50,self_attn.q_proj,8,64,8,128,0.5593442320823669,66.03125,67108864
50,self_attn.q_proj,8,128,8,128,0.6555463671684265,65.015625,67108864
50,self_attn.v_proj,2,32,8,128,12.961758613586426,2.5078125,8388608
50,self_attn.v_proj,2,64,8,128,15.143828392028809,2.25390625,8388608
50,self_attn.v_proj,2,128,8,128,17.131256103515625,2.126953125,8388608
50,self_attn.v_proj,3,32,8,128,5.540149688720703,3.5078125,8388608
50,self_attn.v_proj,3,64,8,128,6.47633171081543,3.25390625,8388608
50,self_attn.v_proj,3,128,8,128,7.329452991485596,3.126953125,8388608
50,self_attn.v_proj,4,32,8,128,2.5854461193084717,4.5078125,8388608
50,self_attn.v_proj,4,64,8,128,3.0223300457000732,4.25390625,8388608
50,self_attn.v_proj,4,128,8,128,3.421661138534546,4.126953125,8388608
50,self_attn.v_proj,8,32,8,128,0.15652543306350708,8.5078125,8388608
50,self_attn.v_proj,8,64,8,128,0.182789608836174,8.25390625,8388608
50,self_attn.v_proj,8,128,8,128,0.20612362027168274,8.126953125,8388608
50,self_attn.k_proj,2,32,8,128,29.69169044494629,2.5078125,8388608
50,self_attn.k_proj,2,64,8,128,35.920310974121094,2.25390625,8388608
50,self_attn.k_proj,2,128,8,128,41.2724609375,2.126953125,8388608
50,self_attn.k_proj,3,32,8,128,13.120783805847168,3.5078125,8388608
50,self_attn.k_proj,3,64,8,128,16.316011428833008,3.25390625,8388608
50,self_attn.k_proj,3,128,8,128,19.529123306274414,3.126953125,8388608
50,self_attn.k_proj,4,32,8,128,6.128735065460205,4.5078125,8388608
50,self_attn.k_proj,4,64,8,128,7.630778789520264,4.25390625,8388608
50,self_attn.k_proj,4,128,8,128,9.16757869720459,4.126953125,8388608
50,self_attn.k_proj,8,32,8,128,0.3707149028778076,8.5078125,8388608
50,self_attn.k_proj,8,64,8,128,0.46149206161499023,8.25390625,8388608
50,self_attn.k_proj,8,128,8,128,0.5526161193847656,8.126953125,8388608
50,self_attn.o_proj,2,32,8,128,34.409969329833984,20.0625,67108864
50,self_attn.o_proj,2,64,8,128,40.04841613769531,18.03125,67108864
50,self_attn.o_proj,2,128,8,128,45.12452697753906,17.015625,67108864
50,self_attn.o_proj,3,32,8,128,14.714488983154297,28.0625,67108864
50,self_attn.o_proj,3,64,8,128,17.128976821899414,26.03125,67108864
50,self_attn.o_proj,3,128,8,128,19.296262741088867,25.015625,67108864
50,self_attn.o_proj,4,32,8,128,6.86084508895874,36.0625,67108864
50,self_attn.o_proj,4,64,8,128,7.998870372772217,34.03125,67108864
50,self_attn.o_proj,4,128,8,128,9.002357482910156,33.015625,67108864
50,self_attn.o_proj,8,32,8,128,0.41705721616744995,68.0625,67108864
50,self_attn.o_proj,8,64,8,128,0.4851283133029938,66.03125,67108864
50,self_attn.o_proj,8,128,8,128,0.5445810556411743,65.015625,67108864
50,mlp.gate_proj,2,32,8,128,74.14884185791016,70.21875,234881024
50,mlp.gate_proj,2,64,8,128,87.54200744628906,63.109375,234881024
50,mlp.gate_proj,2,128,8,128,99.57586669921875,59.5546875,234881024
50,mlp.gate_proj,3,32,8,128,31.91617774963379,98.21875,234881024
50,mlp.gate_proj,3,64,8,128,37.37941360473633,91.109375,234881024
50,mlp.gate_proj,3,128,8,128,42.86003112792969,87.5546875,234881024
50,mlp.gate_proj,4,32,8,128,14.850088119506836,126.21875,234881024
50,mlp.gate_proj,4,64,8,128,17.453786849975586,119.109375,234881024
50,mlp.gate_proj,4,128,8,128,19.977313995361328,115.5546875,234881024
50,mlp.gate_proj,8,32,8,128,0.9063097238540649,238.21875,234881024
50,mlp.gate_proj,8,64,8,128,1.065877914428711,231.109375,234881024
50,mlp.gate_proj,8,128,8,128,1.2145878076553345,227.5546875,234881024
50,mlp.up_proj,2,32,8,128,67.1590347290039,70.21875,234881024
50,mlp.up_proj,2,64,8,128,78.1212158203125,63.109375,234881024
50,mlp.up_proj,2,128,8,128,88.2654800415039,59.5546875,234881024
50,mlp.up_proj,3,32,8,128,28.72030258178711,98.21875,234881024
50,mlp.up_proj,3,64,8,128,33.46231460571289,91.109375,234881024
50,mlp.up_proj,3,128,8,128,37.65021896362305,87.5546875,234881024
50,mlp.up_proj,4,32,8,128,13.374326705932617,126.21875,234881024
50,mlp.up_proj,4,64,8,128,15.656843185424805,119.109375,234881024
50,mlp.up_proj,4,128,8,128,17.58805274963379,115.5546875,234881024
50,mlp.up_proj,8,32,8,128,0.8167883157730103,238.21875,234881024
50,mlp.up_proj,8,64,8,128,0.9546166062355042,231.109375,234881024
50,mlp.up_proj,8,128,8,128,1.0706071853637695,227.5546875,234881024
50,mlp.down_proj,2,32,8,128,67.37797546386719,70.21875,234881024
50,mlp.down_proj,2,64,8,128,78.39753723144531,63.109375,234881024
50,mlp.down_proj,2,128,8,128,88.60389709472656,59.5546875,234881024
50,mlp.down_proj,3,32,8,128,28.818302154541016,98.21875,234881024
50,mlp.down_proj,3,64,8,128,33.56850051879883,91.109375,234881024
50,mlp.down_proj,3,128,8,128,37.77184295654297,87.5546875,234881024
50,mlp.down_proj,4,32,8,128,13.421090126037598,126.21875,234881024
50,mlp.down_proj,4,64,8,128,15.706878662109375,119.109375,234881024
50,mlp.down_proj,4,128,8,128,17.653772354125977,115.5546875,234881024
50,mlp.down_proj,8,32,8,128,0.8195101022720337,238.21875,234881024
50,mlp.down_proj,8,64,8,128,0.9579325914382935,231.109375,234881024
50,mlp.down_proj,8,128,8,128,1.0738887786865234,227.5546875,234881024
51,self_attn.q_proj,2,32,8,128,42.04945755004883,20.0625,67108864
51,self_attn.q_proj,2,64,8,128,49.62029266357422,18.03125,67108864
51,self_attn.q_proj,2,128,8,128,57.11650848388672,17.015625,67108864
51,self_attn.q_proj,3,32,8,128,18.010051727294922,28.0625,67108864
51,self_attn.q_proj,3,64,8,128,21.346834182739258,26.03125,67108864
51,self_attn.q_proj,3,128,8,128,24.700363159179688,25.015625,67108864
51,self_attn.q_proj,4,32,8,128,8.40643310546875,36.0625,67108864
51,self_attn.q_proj,4,64,8,128,9.95595932006836,34.03125,67108864
51,self_attn.q_proj,4,128,8,128,11.538736343383789,33.015625,67108864
51,self_attn.q_proj,8,32,8,128,0.5105367302894592,68.0625,67108864
51,self_attn.q_proj,8,64,8,128,0.6046388745307922,66.03125,67108864
51,self_attn.q_proj,8,128,8,128,0.6986956000328064,65.015625,67108864
51,self_attn.v_proj,2,32,8,128,12.71059799194336,2.5078125,8388608
51,self_attn.v_proj,2,64,8,128,14.888504981994629,2.25390625,8388608
51,self_attn.v_proj,2,128,8,128,16.877052307128906,2.126953125,8388608
51,self_attn.v_proj,3,32,8,128,5.434027194976807,3.5078125,8388608
51,self_attn.v_proj,3,64,8,128,6.368951797485352,3.25390625,8388608
51,self_attn.v_proj,3,128,8,128,7.229095935821533,3.126953125,8388608
51,self_attn.v_proj,4,32,8,128,2.535001516342163,4.5078125,8388608
51,self_attn.v_proj,4,64,8,128,2.9729888439178467,4.25390625,8388608
51,self_attn.v_proj,4,128,8,128,3.3733410835266113,4.126953125,8388608
51,self_attn.v_proj,8,32,8,128,0.15354080498218536,8.5078125,8388608
51,self_attn.v_proj,8,64,8,128,0.17971046268939972,8.25390625,8388608
51,self_attn.v_proj,8,128,8,128,0.20317232608795166,8.126953125,8388608
51,self_attn.k_proj,2,32,8,128,32.2258186340332,2.5078125,8388608
51,self_attn.k_proj,2,64,8,128,38.65294647216797,2.25390625,8388608
51,self_attn.k_proj,2,128,8,128,44.08636474609375,2.126953125,8388608
51,self_attn.k_proj,3,32,8,128,13.95390510559082,3.5078125,8388608
51,self_attn.k_proj,3,64,8,128,16.92561912536621,3.25390625,8388608
51,self_attn.k_proj,3,128,8,128,19.775678634643555,3.126953125,8388608
51,self_attn.k_proj,4,32,8,128,6.511787414550781,4.5078125,8388608
51,self_attn.k_proj,4,64,8,128,7.9032745361328125,4.25390625,8388608
51,self_attn.k_proj,4,128,8,128,9.23332691192627,4.126953125,8388608
51,self_attn.k_proj,8,32,8,128,0.39420580863952637,8.5078125,8388608
51,self_attn.k_proj,8,64,8,128,0.47800225019454956,8.25390625,8388608
51,self_attn.k_proj,8,128,8,128,0.5566169023513794,8.126953125,8388608
51,self_attn.o_proj,2,32,8,128,34.109867095947266,20.0625,67108864
51,self_attn.o_proj,2,64,8,128,39.72843933105469,18.03125,67108864
51,self_attn.o_proj,2,128,8,128,44.82476806640625,17.015625,67108864
51,self_attn.o_proj,3,32,8,128,14.584275245666504,28.0625,67108864
51,self_attn.o_proj,3,64,8,128,17.000051498413086,26.03125,67108864
51,self_attn.o_proj,3,128,8,128,19.189542770385742,25.015625,67108864
51,self_attn.o_proj,4,32,8,128,6.802095413208008,36.0625,67108864
51,self_attn.o_proj,4,64,8,128,7.9367499351501465,34.03125,67108864
51,self_attn.o_proj,4,128,8,128,8.952648162841797,33.015625,67108864
51,self_attn.o_proj,8,32,8,128,0.41348740458488464,68.0625,67108864
51,self_attn.o_proj,8,64,8,128,0.48144781589508057,66.03125,67108864
51,self_attn.o_proj,8,128,8,128,0.541509747505188,65.015625,67108864
51,mlp.gate_proj,2,32,8,128,74.0965576171875,70.21875,234881024
51,mlp.gate_proj,2,64,8,128,87.43866729736328,63.109375,234881024
51,mlp.gate_proj,2,128,8,128,99.36560821533203,59.5546875,234881024
51,mlp.gate_proj,3,32,8,128,31.89478302001953,98.21875,234881024
51,mlp.gate_proj,3,64,8,128,37.3293571472168,91.109375,234881024
51,mlp.gate_proj,3,128,8,128,42.77140426635742,87.5546875,234881024
51,mlp.gate_proj,4,32,8,128,14.841056823730469,126.21875,234881024
51,mlp.gate_proj,4,64,8,128,17.43130874633789,119.109375,234881024
51,mlp.gate_proj,4,128,8,128,19.946102142333984,115.5546875,234881024
51,mlp.gate_proj,8,32,8,128,0.9058587551116943,238.21875,234881024
51,mlp.gate_proj,8,64,8,128,1.0648937225341797,231.109375,234881024
51,mlp.gate_proj,8,128,8,128,1.2128052711486816,227.5546875,234881024
51,mlp.up_proj,2,32,8,128,67.24855041503906,70.21875,234881024
51,mlp.up_proj,2,64,8,128,78.220703125,63.109375,234881024
51,mlp.up_proj,2,128,8,128,88.4031982421875,59.5546875,234881024
51,mlp.up_proj,3,32,8,128,28.7609806060791,98.21875,234881024
51,mlp.up_proj,3,64,8,128,33.511295318603516,91.109375,234881024
51,mlp.up_proj,3,128,8,128,37.71316909790039,87.5546875,234881024
51,mlp.up_proj,4,32,8,128,13.39443302154541,126.21875,234881024
51,mlp.up_proj,4,64,8,128,15.6790189743042,119.109375,234881024
51,mlp.up_proj,4,128,8,128,17.61656379699707,115.5546875,234881024
51,mlp.up_proj,8,32,8,128,0.8179135918617249,238.21875,234881024
51,mlp.up_proj,8,64,8,128,0.9561282396316528,231.109375,234881024
51,mlp.up_proj,8,128,8,128,1.0723077058792114,227.5546875,234881024
51,mlp.down_proj,2,32,8,128,67.44241333007812,70.21875,234881024
51,mlp.down_proj,2,64,8,128,78.47358703613281,63.109375,234881024
51,mlp.down_proj,2,128,8,128,88.66727447509766,59.5546875,234881024
51,mlp.down_proj,3,32,8,128,28.85005760192871,98.21875,234881024
51,mlp.down_proj,3,64,8,128,33.60512161254883,91.109375,234881024
51,mlp.down_proj,3,128,8,128,37.81795883178711,87.5546875,234881024
51,mlp.down_proj,4,32,8,128,13.434735298156738,126.21875,234881024
51,mlp.down_proj,4,64,8,128,15.726635932922363,119.109375,234881024
51,mlp.down_proj,4,128,8,128,17.666240692138672,115.5546875,234881024
51,mlp.down_proj,8,32,8,128,0.8204967975616455,238.21875,234881024
51,mlp.down_proj,8,64,8,128,0.9592645764350891,231.109375,234881024
51,mlp.down_proj,8,128,8,128,1.075515866279602,227.5546875,234881024
52,self_attn.q_proj,2,32,8,128,46.2410774230957,20.0625,67108864
52,self_attn.q_proj,2,64,8,128,54.697574615478516,18.03125,67108864
52,self_attn.q_proj,2,128,8,128,63.34103775024414,17.015625,67108864
52,self_attn.q_proj,3,32,8,128,19.795639038085938,28.0625,67108864
52,self_attn.q_proj,3,64,8,128,23.497615814208984,26.03125,67108864
52,self_attn.q_proj,3,128,8,128,27.28960418701172,25.015625,67108864
52,self_attn.q_proj,4,32,8,128,9.233983993530273,36.0625,67108864
52,self_attn.q_proj,4,64,8,128,10.96748161315918,34.03125,67108864
52,self_attn.q_proj,4,128,8,128,12.73377513885498,33.015625,67108864
52,self_attn.q_proj,8,32,8,128,0.5608720779418945,68.0625,67108864
52,self_attn.q_proj,8,64,8,128,0.6660153865814209,66.03125,67108864
52,self_attn.q_proj,8,128,8,128,0.7709869146347046,65.015625,67108864
52,self_attn.v_proj,2,32,8,128,11.060070991516113,2.5078125,8388608
52,self_attn.v_proj,2,64,8,128,12.939879417419434,2.25390625,8388608
52,self_attn.v_proj,2,128,8,128,14.645830154418945,2.126953125,8388608
52,self_attn.v_proj,3,32,8,128,4.7302727699279785,3.5078125,8388608
52,self_attn.v_proj,3,64,8,128,5.534723281860352,3.25390625,8388608
52,self_attn.v_proj,3,128,8,128,6.266499042510986,3.126953125,8388608
52,self_attn.v_proj,4,32,8,128,2.206082820892334,4.5078125,8388608
52,self_attn.v_proj,4,64,8,128,2.582369565963745,4.25390625,8388608
52,self_attn.v_proj,4,128,8,128,2.926506996154785,4.126953125,8388608
52,self_attn.v_proj,8,32,8,128,0.13356243073940277,8.5078125,8388608
52,self_attn.v_proj,8,64,8,128,0.15621532499790192,8.25390625,8388608
52,self_attn.v_proj,8,128,8,128,0.17624631524085999,8.126953125,8388608
52,self_attn.k_proj,2,32,8,128,33.55439376831055,2.5078125,8388608
52,self_attn.k_proj,2,64,8,128,40.30548095703125,2.25390625,8388608
52,self_attn.k_proj,2,128,8,128,46.3602294921875,2.126953125,8388608
52,self_attn.k_proj,3,32,8,128,14.432565689086914,3.5078125,8388608
52,self_attn.k_proj,3,64,8,128,17.45225715637207,3.25390625,8388608
52,self_attn.k_proj,3,128,8,128,20.367019653320312,3.126953125,8388608
52,self_attn.k_proj,4,32,8,128,6.735119342803955,4.5078125,8388608
52,self_attn.k_proj,4,64,8,128,8.146063804626465,4.25390625,8388608
52,self_attn.k_proj,4,128,8,128,9.509270668029785,4.126953125,8388608
52,self_attn.k_proj,8,32,8,128,0.40766850113868713,8.5078125,8388608
52,self_attn.k_proj,8,64,8,128,0.4922788441181183,8.25390625,8388608
52,self_attn.k_proj,8,128,8,128,0.5725817084312439,8.126953125,8388608
52,self_attn.o_proj,2,32,8,128,32.742374420166016,20.0625,67108864
52,self_attn.o_proj,2,64,8,128,38.14075469970703,18.03125,67108864
52,self_attn.o_proj,2,128,8,128,43.0750732421875,17.015625,67108864
52,self_attn.o_proj,3,32,8,128,14.004478454589844,28.0625,67108864
52,self_attn.o_proj,3,64,8,128,16.359081268310547,26.03125,67108864
52,self_attn.o_proj,3,128,8,128,18.499805450439453,25.015625,67108864
52,self_attn.o_proj,4,32,8,128,6.5332489013671875,36.0625,67108864
52,self_attn.o_proj,4,64,8,128,7.63424825668335,34.03125,67108864
52,self_attn.o_proj,4,128,8,128,8.641610145568848,33.015625,67108864
52,self_attn.o_proj,8,32,8,128,0.39715057611465454,68.0625,67108864
52,self_attn.o_proj,8,64,8,128,0.4633426070213318,66.03125,67108864
52,self_attn.o_proj,8,128,8,128,0.5225140452384949,65.015625,67108864
52,mlp.gate_proj,2,32,8,128,74.26083374023438,70.21875,234881024
52,mlp.gate_proj,2,64,8,128,87.5726089477539,63.109375,234881024
52,mlp.gate_proj,2,128,8,128,99.38154602050781,59.5546875,234881024
52,mlp.gate_proj,3,32,8,128,31.95894432067871,98.21875,234881024
52,mlp.gate_proj,3,64,8,128,37.36513137817383,91.109375,234881024
52,mlp.gate_proj,3,128,8,128,42.73399353027344,87.5546875,234881024
52,mlp.gate_proj,4,32,8,128,14.869640350341797,126.21875,234881024
52,mlp.gate_proj,4,64,8,128,17.44605255126953,119.109375,234881024
52,mlp.gate_proj,4,128,8,128,19.92057228088379,115.5546875,234881024
52,mlp.gate_proj,8,32,8,128,0.9076813459396362,238.21875,234881024
52,mlp.gate_proj,8,64,8,128,1.0658798217773438,231.109375,234881024
52,mlp.gate_proj,8,128,8,128,1.2114204168319702,227.5546875,234881024
52,mlp.up_proj,2,32,8,128,67.2550277709961,70.21875,234881024
52,mlp.up_proj,2,64,8,128,78.232421875,63.109375,234881024
52,mlp.up_proj,2,128,8,128,88.3899917602539,59.5546875,234881024
52,mlp.up_proj,3,32,8,128,28.76525115966797,98.21875,234881024
52,mlp.up_proj,3,64,8,128,33.51512145996094,91.109375,234881024
52,mlp.up_proj,3,128,8,128,37.72269821166992,87.5546875,234881024
52,mlp.up_proj,4,32,8,128,13.395151138305664,126.21875,234881024
52,mlp.up_proj,4,64,8,128,15.684372901916504,119.109375,234881024
52,mlp.up_proj,4,128,8,128,17.62211036682129,115.5546875,234881024
52,mlp.up_proj,8,32,8,128,0.8179901838302612,238.21875,234881024
52,mlp.up_proj,8,64,8,128,0.9563564658164978,231.109375,234881024
52,mlp.up_proj,8,128,8,128,1.0727356672286987,227.5546875,234881024
52,mlp.down_proj,2,32,8,128,67.43844604492188,70.21875,234881024
52,mlp.down_proj,2,64,8,128,78.46015930175781,63.109375,234881024
52,mlp.down_proj,2,128,8,128,88.69992065429688,59.5546875,234881024
52,mlp.down_proj,3,32,8,128,28.849721908569336,98.21875,234881024
52,mlp.down_proj,3,64,8,128,33.60414123535156,91.109375,234881024
52,mlp.down_proj,3,128,8,128,37.826148986816406,87.5546875,234881024
52,mlp.down_proj,4,32,8,128,13.434651374816895,126.21875,234881024
52,mlp.down_proj,4,64,8,128,15.727668762207031,119.109375,234881024
52,mlp.down_proj,4,128,8,128,17.66876220703125,115.5546875,234881024
52,mlp.down_proj,8,32,8,128,0.8204707503318787,238.21875,234881024
52,mlp.down_proj,8,64,8,128,0.9592309594154358,231.109375,234881024
52,mlp.down_proj,8,128,8,128,1.0756560564041138,227.5546875,234881024
53,self_attn.q_proj,2,32,8,128,41.569862365722656,20.0625,67108864
53,self_attn.q_proj,2,64,8,128,48.95644760131836,18.03125,67108864
53,self_attn.q_proj,2,128,8,128,56.63172149658203,17.015625,67108864
53,self_attn.q_proj,3,32,8,128,17.806421279907227,28.0625,67108864
53,self_attn.q_proj,3,64,8,128,21.054595947265625,26.03125,67108864
53,self_attn.q_proj,3,128,8,128,24.484636306762695,25.015625,67108864
53,self_attn.q_proj,4,32,8,128,8.311920166015625,36.0625,67108864
53,self_attn.q_proj,4,64,8,128,9.825268745422363,34.03125,67108864
53,self_attn.q_proj,4,128,8,128,11.434738159179688,33.015625,67108864
53,self_attn.q_proj,8,32,8,128,0.5047361850738525,68.0625,67108864
53,self_attn.q_proj,8,64,8,128,0.5964109897613525,66.03125,67108864
53,self_attn.q_proj,8,128,8,128,0.6924493908882141,65.015625,67108864
53,self_attn.v_proj,2,32,8,128,11.981741905212402,2.5078125,8388608
53,self_attn.v_proj,2,64,8,128,13.952746391296387,2.25390625,8388608
53,self_attn.v_proj,2,128,8,128,15.72281265258789,2.126953125,8388608
53,self_attn.v_proj,3,32,8,128,5.123473167419434,3.5078125,8388608
53,self_attn.v_proj,3,64,8,128,5.968129634857178,3.25390625,8388608
53,self_attn.v_proj,3,128,8,128,6.733577251434326,3.126953125,8388608
53,self_attn.v_proj,4,32,8,128,2.3896803855895996,4.5078125,8388608
53,self_attn.v_proj,4,64,8,128,2.784593105316162,4.25390625,8388608
53,self_attn.v_proj,4,128,8,128,3.1410255432128906,4.126953125,8388608
53,self_attn.v_proj,8,32,8,128,0.14476831257343292,8.5078125,8388608
53,self_attn.v_proj,8,64,8,128,0.1684647649526596,8.25390625,8388608
53,self_attn.v_proj,8,128,8,128,0.1892404705286026,8.126953125,8388608
53,self_attn.k_proj,2,32,8,128,33.03573226928711,2.5078125,8388608
53,self_attn.k_proj,2,64,8,128,39.739566802978516,2.25390625,8388608
53,self_attn.k_proj,2,128,8,128,45.372371673583984,2.126953125,8388608
53,self_attn.k_proj,3,32,8,128,14.39354133605957,3.5078125,8388608
53,self_attn.k_proj,3,64,8,128,17.60256004333496,3.25390625,8388608
53,self_attn.k_proj,3,128,8,128,20.689294815063477,3.126953125,8388608
53,self_attn.k_proj,4,32,8,128,6.72144079208374,4.5078125,8388608
53,self_attn.k_proj,4,64,8,128,8.22337532043457,4.25390625,8388608
53,self_attn.k_proj,4,128,8,128,9.672806739807129,4.126953125,8388608
53,self_attn.k_proj,8,32,8,128,0.4066151976585388,8.5078125,8388608
53,self_attn.k_proj,8,64,8,128,0.49724721908569336,8.25390625,8388608
53,self_attn.k_proj,8,128,8,128,0.583095371723175,8.126953125,8388608
53,self_attn.o_proj,2,32,8,128,33.888675689697266,20.0625,67108864
53,self_attn.o_proj,2,64,8,128,39.448150634765625,18.03125,67108864
53,self_attn.o_proj,2,128,8,128,44.453983306884766,17.015625,67108864
53,self_attn.o_proj,3,32,8,128,14.488508224487305,28.0625,67108864
53,self_attn.o_proj,3,64,8,128,16.875808715820312,26.03125,67108864
53,self_attn.o_proj,3,128,8,128,19.01791763305664,25.015625,67108864
53,self_attn.o_proj,4,32,8,128,6.755908966064453,36.0625,67108864
53,self_attn.o_proj,4,64,8,128,7.876598834991455,34.03125,67108864
53,self_attn.o_proj,4,128,8,128,8.870698928833008,33.015625,67108864
53,self_attn.o_proj,8,32,8,128,0.41081702709198,68.0625,67108864
53,self_attn.o_proj,8,64,8,128,0.4778541624546051,66.03125,67108864
53,self_attn.o_proj,8,128,8,128,0.536673367023468,65.015625,67108864
53,mlp.gate_proj,2,32,8,128,74.35889434814453,70.21875,234881024
53,mlp.gate_proj,2,64,8,128,87.77432250976562,63.109375,234881024
53,mlp.gate_proj,2,128,8,128,99.74461364746094,59.5546875,234881024
53,mlp.gate_proj,3,32,8,128,32.0046501159668,98.21875,234881024
53,mlp.gate_proj,3,64,8,128,37.458778381347656,91.109375,234881024
53,mlp.gate_proj,3,128,8,128,42.92732620239258,87.5546875,234881024
53,mlp.gate_proj,4,32,8,128,14.890552520751953,126.21875,234881024
53,mlp.gate_proj,4,64,8,128,17.486661911010742,119.109375,234881024
53,mlp.gate_proj,4,128,8,128,20.000524520874023,115.5546875,234881024
53,mlp.gate_proj,8,32,8,128,0.9088312983512878,238.21875,234881024
53,mlp.gate_proj,8,64,8,128,1.0682481527328491,231.109375,234881024
53,mlp.gate_proj,8,128,8,128,1.2160813808441162,227.5546875,234881024
53,mlp.up_proj,2,32,8,128,67.2683334350586,70.21875,234881024
53,mlp.up_proj,2,64,8,128,78.25328826904297,63.109375,234881024
53,mlp.up_proj,2,128,8,128,88.3838119506836,59.5546875,234881024
53,mlp.up_proj,3,32,8,128,28.767242431640625,98.21875,234881024
53,mlp.up_proj,3,64,8,128,33.51169967651367,91.109375,234881024
53,mlp.up_proj,3,128,8,128,37.71158218383789,87.5546875,234881024
53,mlp.up_proj,4,32,8,128,13.395927429199219,126.21875,234881024
53,mlp.up_proj,4,64,8,128,15.680472373962402,119.109375,234881024
53,mlp.up_proj,4,128,8,128,17.61606216430664,115.5546875,234881024
53,mlp.up_proj,8,32,8,128,0.8181264996528625,238.21875,234881024
53,mlp.up_proj,8,64,8,128,0.9562508463859558,231.109375,234881024
53,mlp.up_proj,8,128,8,128,1.0722988843917847,227.5546875,234881024
53,mlp.down_proj,2,32,8,128,67.42005157470703,70.21875,234881024
53,mlp.down_proj,2,64,8,128,78.45710754394531,63.109375,234881024
53,mlp.down_proj,2,128,8,128,88.63882446289062,59.5546875,234881024
53,mlp.down_proj,3,32,8,128,28.84033203125,98.21875,234881024
53,mlp.down_proj,3,64,8,128,33.59003829956055,91.109375,234881024
53,mlp.down_proj,3,128,8,128,37.79269790649414,87.5546875,234881024
53,mlp.down_proj,4,32,8,128,13.431459426879883,126.21875,234881024
53,mlp.down_proj,4,64,8,128,15.721224784851074,119.109375,234881024
53,mlp.down_proj,4,128,8,128,17.663915634155273,115.5546875,234881024
53,mlp.down_proj,8,32,8,128,0.8201905488967896,238.21875,234881024
53,mlp.down_proj,8,64,8,128,0.9588964581489563,231.109375,234881024
53,mlp.down_proj,8,128,8,128,1.075105905532837,227.5546875,234881024
54,self_attn.q_proj,2,32,8,128,39.249427795410156,20.0625,67108864
54,self_attn.q_proj,2,64,8,128,46.8551139831543,18.03125,67108864
54,self_attn.q_proj,2,128,8,128,54.43247985839844,17.015625,67108864
54,self_attn.q_proj,3,32,8,128,16.91651725769043,28.0625,67108864
54,self_attn.q_proj,3,64,8,128,20.383575439453125,26.03125,67108864
54,self_attn.q_proj,3,128,8,128,24.105958938598633,25.015625,67108864
54,self_attn.q_proj,4,32,8,128,7.896571636199951,36.0625,67108864
54,self_attn.q_proj,4,64,8,128,9.509722709655762,34.03125,67108864
54,self_attn.q_proj,4,128,8,128,11.266100883483887,33.015625,67108864
54,self_attn.q_proj,8,32,8,128,0.4793313145637512,68.0625,67108864
54,self_attn.q_proj,8,64,8,128,0.5771214365959167,66.03125,67108864
54,self_attn.q_proj,8,128,8,128,0.6816413998603821,65.015625,67108864
54,self_attn.v_proj,2,32,8,128,12.239532470703125,2.5078125,8388608
54,self_attn.v_proj,2,64,8,128,14.255985260009766,2.25390625,8388608
54,self_attn.v_proj,2,128,8,128,16.075403213500977,2.126953125,8388608
54,self_attn.v_proj,3,32,8,128,5.233312129974365,3.5078125,8388608
54,self_attn.v_proj,3,64,8,128,6.1003899574279785,3.25390625,8388608
54,self_attn.v_proj,3,128,8,128,6.885213375091553,3.126953125,8388608
54,self_attn.v_proj,4,32,8,128,2.441946029663086,4.5078125,8388608
54,self_attn.v_proj,4,64,8,128,2.846435546875,4.25390625,8388608
54,self_attn.v_proj,4,128,8,128,3.2121405601501465,4.126953125,8388608
54,self_attn.v_proj,8,32,8,128,0.14790257811546326,8.5078125,8388608
54,self_attn.v_proj,8,64,8,128,0.17221671342849731,8.25390625,8388608
54,self_attn.v_proj,8,128,8,128,0.19357958436012268,8.126953125,8388608
54,self_attn.k_proj,2,32,8,128,28.96541404724121,2.5078125,8388608
54,self_attn.k_proj,2,64,8,128,34.87678146362305,2.25390625,8388608
54,self_attn.k_proj,2,128,8,128,39.738590240478516,2.126953125,8388608
54,self_attn.k_proj,3,32,8,128,12.742772102355957,3.5078125,8388608
54,self_attn.k_proj,3,64,8,128,15.763087272644043,3.25390625,8388608
54,self_attn.k_proj,3,128,8,128,18.706520080566406,3.126953125,8388608
54,self_attn.k_proj,4,32,8,128,5.952512264251709,4.5078125,8388608
54,self_attn.k_proj,4,64,8,128,7.368692398071289,4.25390625,8388608
54,self_attn.k_proj,4,128,8,128,8.756891250610352,4.126953125,8388608
54,self_attn.k_proj,8,32,8,128,0.3600020110607147,8.5078125,8388608
54,self_attn.k_proj,8,64,8,128,0.44566887617111206,8.25390625,8388608
54,self_attn.k_proj,8,128,8,128,0.5280682444572449,8.126953125,8388608
54,self_attn.o_proj,2,32,8,128,33.731117248535156,20.0625,67108864
54,self_attn.o_proj,2,64,8,128,39.30580139160156,18.03125,67108864
54,self_attn.o_proj,2,128,8,128,44.385169982910156,17.015625,67108864
54,self_attn.o_proj,3,32,8,128,14.425516128540039,28.0625,67108864
54,self_attn.o_proj,3,64,8,128,16.833969116210938,26.03125,67108864
54,self_attn.o_proj,3,128,8,128,19.023815155029297,25.015625,67108864
54,self_attn.o_proj,4,32,8,128,6.7274322509765625,36.0625,67108864
54,self_attn.o_proj,4,64,8,128,7.857855319976807,34.03125,67108864
54,self_attn.o_proj,4,128,8,128,8.878423690795898,33.015625,67108864
54,self_attn.o_proj,8,32,8,128,0.4089667499065399,68.0625,67108864
54,self_attn.o_proj,8,64,8,128,0.47669917345046997,66.03125,67108864
54,self_attn.o_proj,8,128,8,128,0.5370094776153564,65.015625,67108864
54,mlp.gate_proj,2,32,8,128,74.0001220703125,70.21875,234881024
54,mlp.gate_proj,2,64,8,128,87.23823547363281,63.109375,234881024
54,mlp.gate_proj,2,128,8,128,99.02980041503906,59.5546875,234881024
54,mlp.gate_proj,3,32,8,128,31.8410587310791,98.21875,234881024
54,mlp.gate_proj,3,64,8,128,37.226009368896484,91.109375,234881024
54,mlp.gate_proj,3,128,8,128,42.55548858642578,87.5546875,234881024
54,mlp.gate_proj,4,32,8,128,14.814108848571777,126.21875,234881024
54,mlp.gate_proj,4,64,8,128,17.38499641418457,119.109375,234881024
54,mlp.gate_proj,4,128,8,128,19.846542358398438,115.5546875,234881024
54,mlp.gate_proj,8,32,8,128,0.9041767120361328,238.21875,234881024
54,mlp.gate_proj,8,64,8,128,1.0618702173233032,231.109375,234881024
54,mlp.gate_proj,8,128,8,128,1.2063158750534058,227.5546875,234881024
54,mlp.up_proj,2,32,8,128,67.40941619873047,70.21875,234881024
54,mlp.up_proj,2,64,8,128,78.41588592529297,63.109375,234881024
54,mlp.up_proj,2,128,8,128,88.59095001220703,59.5546875,234881024
54,mlp.up_proj,3,32,8,128,28.833765029907227,98.21875,234881024
54,mlp.up_proj,3,64,8,128,33.58460235595703,91.109375,234881024
54,mlp.up_proj,3,128,8,128,37.801998138427734,87.5546875,234881024
54,mlp.up_proj,4,32,8,128,13.427448272705078,126.21875,234881024
54,mlp.up_proj,4,64,8,128,15.716592788696289,119.109375,234881024
54,mlp.up_proj,4,128,8,128,17.653127670288086,115.5546875,234881024
54,mlp.up_proj,8,32,8,128,0.819957971572876,238.21875,234881024
54,mlp.up_proj,8,64,8,128,0.9584872722625732,231.109375,234881024
54,mlp.up_proj,8,128,8,128,1.0745919942855835,227.5546875,234881024
54,mlp.down_proj,2,32,8,128,67.5570297241211,70.21875,234881024
54,mlp.down_proj,2,64,8,128,78.59541320800781,63.109375,234881024
54,mlp.down_proj,2,128,8,128,88.80152893066406,59.5546875,234881024
54,mlp.down_proj,3,32,8,128,28.899572372436523,98.21875,234881024
54,mlp.down_proj,3,64,8,128,33.65366744995117,91.109375,234881024
54,mlp.down_proj,3,128,8,128,37.871402740478516,87.5546875,234881024
54,mlp.down_proj,4,32,8,128,13.457481384277344,126.21875,234881024
54,mlp.down_proj,4,64,8,128,15.751625061035156,119.109375,234881024
54,mlp.down_proj,4,128,8,128,17.692672729492188,115.5546875,234881024
54,mlp.down_proj,8,32,8,128,0.8218164443969727,238.21875,234881024
54,mlp.down_proj,8,64,8,128,0.9607595205307007,231.109375,234881024
54,mlp.down_proj,8,128,8,128,1.076769232749939,227.5546875,234881024
55,self_attn.q_proj,2,32,8,128,40.56990432739258,20.0625,67108864
55,self_attn.q_proj,2,64,8,128,48.058746337890625,18.03125,67108864
55,self_attn.q_proj,2,128,8,128,55.568695068359375,17.015625,67108864
55,self_attn.q_proj,3,32,8,128,17.41628646850586,28.0625,67108864
55,self_attn.q_proj,3,64,8,128,20.752994537353516,26.03125,67108864
55,self_attn.q_proj,3,128,8,128,24.237327575683594,25.015625,67108864
55,self_attn.q_proj,4,32,8,128,8.132290840148926,36.0625,67108864
55,self_attn.q_proj,4,64,8,128,9.683880805969238,34.03125,67108864
55,self_attn.q_proj,4,128,8,128,11.32651424407959,33.015625,67108864
55,self_attn.q_proj,8,32,8,128,0.4937272369861603,68.0625,67108864
55,self_attn.q_proj,8,64,8,128,0.5881300568580627,66.03125,67108864
55,self_attn.q_proj,8,128,8,128,0.6856171488761902,65.015625,67108864
55,self_attn.v_proj,2,32,8,128,12.25698471069336,2.5078125,8388608
55,self_attn.v_proj,2,64,8,128,14.291569709777832,2.25390625,8388608
55,self_attn.v_proj,2,128,8,128,16.122074127197266,2.126953125,8388608
55,self_attn.v_proj,3,32,8,128,5.242306232452393,3.5078125,8388608
55,self_attn.v_proj,3,64,8,128,6.115605354309082,3.25390625,8388608
55,self_attn.v_proj,3,128,8,128,6.905040740966797,3.126953125,8388608
55,self_attn.v_proj,4,32,8,128,2.4446990489959717,4.5078125,8388608
55,self_attn.v_proj,4,64,8,128,2.8541407585144043,4.25390625,8388608
55,self_attn.v_proj,4,128,8,128,3.2210497856140137,4.126953125,8388608
55,self_attn.v_proj,8,32,8,128,0.14801062643527985,8.5078125,8388608
55,self_attn.v_proj,8,64,8,128,0.17261441051959991,8.25390625,8388608
55,self_attn.v_proj,8,128,8,128,0.19415798783302307,8.126953125,8388608
55,self_attn.k_proj,2,32,8,128,29.758623123168945,2.5078125,8388608
55,self_attn.k_proj,2,64,8,128,35.6055793762207,2.25390625,8388608
55,self_attn.k_proj,2,128,8,128,40.53006362915039,2.126953125,8388608
55,self_attn.k_proj,3,32,8,128,12.843358993530273,3.5078125,8388608
55,self_attn.k_proj,3,64,8,128,15.521919250488281,3.25390625,8388608
55,self_attn.k_proj,3,128,8,128,18.01385498046875,3.126953125,8388608
55,self_attn.k_proj,4,32,8,128,5.992343902587891,4.5078125,8388608
55,self_attn.k_proj,4,64,8,128,7.245814323425293,4.25390625,8388608
55,self_attn.k_proj,4,128,8,128,8.414450645446777,4.126953125,8388608
55,self_attn.k_proj,8,32,8,128,0.3628051280975342,8.5078125,8388608
55,self_attn.k_proj,8,64,8,128,0.4380407929420471,8.25390625,8388608
55,self_attn.k_proj,8,128,8,128,0.5070092082023621,8.126953125,8388608
55,self_attn.o_proj,2,32,8,128,33.59809875488281,20.0625,67108864
55,self_attn.o_proj,2,64,8,128,39.28446578979492,18.03125,67108864
55,self_attn.o_proj,2,128,8,128,44.58836364746094,17.015625,67108864
55,self_attn.o_proj,3,32,8,128,14.401481628417969,28.0625,67108864
55,self_attn.o_proj,3,64,8,128,16.90453338623047,26.03125,67108864
55,self_attn.o_proj,3,128,8,128,19.28582000732422,25.015625,67108864
55,self_attn.o_proj,4,32,8,128,6.732936859130859,36.0625,67108864
55,self_attn.o_proj,4,64,8,128,7.922384738922119,34.03125,67108864
55,self_attn.o_proj,4,128,8,128,9.05025577545166,33.015625,67108864
55,self_attn.o_proj,8,32,8,128,0.41167038679122925,68.0625,67108864
55,self_attn.o_proj,8,64,8,128,0.4851287305355072,66.03125,67108864
55,self_attn.o_proj,8,128,8,128,0.5561374425888062,65.015625,67108864
55,mlp.gate_proj,2,32,8,128,74.17977142333984,70.21875,234881024
55,mlp.gate_proj,2,64,8,128,87.46391296386719,63.109375,234881024
55,mlp.gate_proj,2,128,8,128,99.31480407714844,59.5546875,234881024
55,mlp.gate_proj,3,32,8,128,31.920177459716797,98.21875,234881024
55,mlp.gate_proj,3,64,8,128,37.32277297973633,91.109375,234881024
55,mlp.gate_proj,3,128,8,128,42.70172119140625,87.5546875,234881024
55,mlp.gate_proj,4,32,8,128,14.850040435791016,126.21875,234881024
55,mlp.gate_proj,4,64,8,128,17.423938751220703,119.109375,234881024
55,mlp.gate_proj,4,128,8,128,19.8994083404541,115.5546875,234881024
55,mlp.gate_proj,8,32,8,128,0.9064744710922241,238.21875,234881024
55,mlp.gate_proj,8,64,8,128,1.0645235776901245,231.109375,234881024
55,mlp.gate_proj,8,128,8,128,1.2100826501846313,227.5546875,234881024
55,mlp.up_proj,2,32,8,128,67.44631958007812,70.21875,234881024
55,mlp.up_proj,2,64,8,128,78.46819305419922,63.109375,234881024
55,mlp.up_proj,2,128,8,128,88.6911392211914,59.5546875,234881024
55,mlp.up_proj,3,32,8,128,28.850303649902344,98.21875,234881024
55,mlp.up_proj,3,64,8,128,33.604095458984375,91.109375,234881024
55,mlp.up_proj,3,128,8,128,37.83155822753906,87.5546875,234881024
55,mlp.up_proj,4,32,8,128,13.43616008758545,126.21875,234881024
55,mlp.up_proj,4,64,8,128,15.72747802734375,119.109375,234881024
55,mlp.up_proj,4,128,8,128,17.6661434173584,115.5546875,234881024
55,mlp.up_proj,8,32,8,128,0.8204723596572876,238.21875,234881024
55,mlp.up_proj,8,64,8,128,0.95916748046875,231.109375,234881024
55,mlp.up_proj,8,128,8,128,1.0752958059310913,227.5546875,234881024
55,mlp.down_proj,2,32,8,128,67.58561706542969,70.21875,234881024
55,mlp.down_proj,2,64,8,128,78.6537857055664,63.109375,234881024
55,mlp.down_proj,2,128,8,128,88.8930435180664,59.5546875,234881024
55,mlp.down_proj,3,32,8,128,28.914976119995117,98.21875,234881024
55,mlp.down_proj,3,64,8,128,33.67095947265625,91.109375,234881024
55,mlp.down_proj,3,128,8,128,37.903297424316406,87.5546875,234881024
55,mlp.down_proj,4,32,8,128,13.464611053466797,126.21875,234881024
55,mlp.down_proj,4,64,8,128,15.759300231933594,119.109375,234881024
55,mlp.down_proj,4,128,8,128,17.69732093811035,115.5546875,234881024
55,mlp.down_proj,8,32,8,128,0.8221872448921204,238.21875,234881024
55,mlp.down_proj,8,64,8,128,0.9613041877746582,231.109375,234881024
55,mlp.down_proj,8,128,8,128,1.077470302581787,227.5546875,234881024
56,self_attn.q_proj,2,32,8,128,43.87620162963867,20.0625,67108864
56,self_attn.q_proj,2,64,8,128,51.49464797973633,18.03125,67108864
56,self_attn.q_proj,2,128,8,128,59.497013092041016,17.015625,67108864
56,self_attn.q_proj,3,32,8,128,18.763473510742188,28.0625,67108864
56,self_attn.q_proj,3,64,8,128,22.10165786743164,26.03125,67108864
56,self_attn.q_proj,3,128,8,128,25.578298568725586,25.015625,67108864
56,self_attn.q_proj,4,32,8,128,8.755913734436035,36.0625,67108864
56,self_attn.q_proj,4,64,8,128,10.309966087341309,34.03125,67108864
56,self_attn.q_proj,4,128,8,128,11.942545890808105,33.015625,67108864
56,self_attn.q_proj,8,32,8,128,0.5317762494087219,68.0625,67108864
56,self_attn.q_proj,8,64,8,128,0.6261802315711975,66.03125,67108864
56,self_attn.q_proj,8,128,8,128,0.7233961224555969,65.015625,67108864
56,self_attn.v_proj,2,32,8,128,11.798242568969727,2.5078125,8388608
56,self_attn.v_proj,2,64,8,128,13.733071327209473,2.25390625,8388608
56,self_attn.v_proj,2,128,8,128,15.473725318908691,2.126953125,8388608
56,self_attn.v_proj,3,32,8,128,5.04462194442749,3.5078125,8388608
56,self_attn.v_proj,3,64,8,128,5.874096870422363,3.25390625,8388608
56,self_attn.v_proj,3,128,8,128,6.619505882263184,3.126953125,8388608
56,self_attn.v_proj,4,32,8,128,2.353705883026123,4.5078125,8388608
56,self_attn.v_proj,4,64,8,128,2.741083860397339,4.25390625,8388608
56,self_attn.v_proj,4,128,8,128,3.0899264812469482,4.126953125,8388608
56,self_attn.v_proj,8,32,8,128,0.14255090057849884,8.5078125,8388608
56,self_attn.v_proj,8,64,8,128,0.16581346094608307,8.25390625,8388608
56,self_attn.v_proj,8,128,8,128,0.18623343110084534,8.126953125,8388608
56,self_attn.k_proj,2,32,8,128,31.692384719848633,2.5078125,8388608
56,self_attn.k_proj,2,64,8,128,37.82472610473633,2.25390625,8388608
56,self_attn.k_proj,2,128,8,128,43.2342643737793,2.126953125,8388608
56,self_attn.k_proj,3,32,8,128,13.622679710388184,3.5078125,8388608
56,self_attn.k_proj,3,64,8,128,16.333524703979492,3.25390625,8388608
56,self_attn.k_proj,3,128,8,128,18.898395538330078,3.126953125,8388608
56,self_attn.k_proj,4,32,8,128,6.356379985809326,4.5078125,8388608
56,self_attn.k_proj,4,64,8,128,7.6229987144470215,4.25390625,8388608
56,self_attn.k_proj,4,128,8,128,8.82217025756836,4.126953125,8388608
56,self_attn.k_proj,8,32,8,128,0.3848208785057068,8.5078125,8388608
56,self_attn.k_proj,8,64,8,128,0.4608488380908966,8.25390625,8388608
56,self_attn.k_proj,8,128,8,128,0.5312046408653259,8.126953125,8388608
56,self_attn.o_proj,2,32,8,128,33.59645080566406,20.0625,67108864
56,self_attn.o_proj,2,64,8,128,39.10022735595703,18.03125,67108864
56,self_attn.o_proj,2,128,8,128,44.05947494506836,17.015625,67108864
56,self_attn.o_proj,3,32,8,128,14.362443923950195,28.0625,67108864
56,self_attn.o_proj,3,64,8,128,16.72585678100586,26.03125,67108864
56,self_attn.o_proj,3,128,8,128,18.85149383544922,25.015625,67108864
56,self_attn.o_proj,4,32,8,128,6.698688983917236,36.0625,67108864
56,self_attn.o_proj,4,64,8,128,7.808315753936768,34.03125,67108864
56,self_attn.o_proj,4,128,8,128,8.791555404663086,33.015625,67108864
56,self_attn.o_proj,8,32,8,128,0.40719354152679443,68.0625,67108864
56,self_attn.o_proj,8,64,8,128,0.4736632704734802,66.03125,67108864
56,self_attn.o_proj,8,128,8,128,0.5317232608795166,65.015625,67108864
56,mlp.gate_proj,2,32,8,128,74.60127258300781,70.21875,234881024
56,mlp.gate_proj,2,64,8,128,88.06282043457031,63.109375,234881024
56,mlp.gate_proj,2,128,8,128,100.0769271850586,59.5546875,234881024
56,mlp.gate_proj,3,32,8,128,32.09475326538086,98.21875,234881024
56,mlp.gate_proj,3,64,8,128,37.575721740722656,91.109375,234881024
56,mlp.gate_proj,3,128,8,128,43.06573486328125,87.5546875,234881024
56,mlp.gate_proj,4,32,8,128,14.93848991394043,126.21875,234881024
56,mlp.gate_proj,4,64,8,128,17.5435733795166,119.109375,234881024
56,mlp.gate_proj,4,128,8,128,20.07000160217285,115.5546875,234881024
56,mlp.gate_proj,8,32,8,128,0.9118632078170776,238.21875,234881024
56,mlp.gate_proj,8,64,8,128,1.0714000463485718,231.109375,234881024
56,mlp.gate_proj,8,128,8,128,1.2199900150299072,227.5546875,234881024
56,mlp.up_proj,2,32,8,128,67.37001037597656,70.21875,234881024
56,mlp.up_proj,2,64,8,128,78.38288116455078,63.109375,234881024
56,mlp.up_proj,2,128,8,128,88.5545883178711,59.5546875,234881024
56,mlp.up_proj,3,32,8,128,28.814105987548828,98.21875,234881024
56,mlp.up_proj,3,64,8,128,33.56886291503906,91.109375,234881024
56,mlp.up_proj,3,128,8,128,37.77330017089844,87.5546875,234881024
56,mlp.up_proj,4,32,8,128,13.41838550567627,126.21875,234881024
56,mlp.up_proj,4,64,8,128,15.70688247680664,119.109375,234881024
56,mlp.up_proj,4,128,8,128,17.653900146484375,115.5546875,234881024
56,mlp.up_proj,8,32,8,128,0.8194065690040588,238.21875,234881024
56,mlp.up_proj,8,64,8,128,0.9579480886459351,231.109375,234881024
56,mlp.up_proj,8,128,8,128,1.074022889137268,227.5546875,234881024
56,mlp.down_proj,2,32,8,128,67.49398040771484,70.21875,234881024
56,mlp.down_proj,2,64,8,128,78.52323150634766,63.109375,234881024
56,mlp.down_proj,2,128,8,128,88.75371551513672,59.5546875,234881024
56,mlp.down_proj,3,32,8,128,28.872196197509766,98.21875,234881024
56,mlp.down_proj,3,64,8,128,33.622589111328125,91.109375,234881024
56,mlp.down_proj,3,128,8,128,37.82685470581055,87.5546875,234881024
56,mlp.down_proj,4,32,8,128,13.44374942779541,126.21875,234881024
56,mlp.down_proj,4,64,8,128,15.737311363220215,119.109375,234881024
56,mlp.down_proj,4,128,8,128,17.675691604614258,115.5546875,234881024
56,mlp.down_proj,8,32,8,128,0.821048378944397,238.21875,234881024
56,mlp.down_proj,8,64,8,128,0.9598550200462341,231.109375,234881024
56,mlp.down_proj,8,128,8,128,1.0757743120193481,227.5546875,234881024
57,self_attn.q_proj,2,32,8,128,42.85846710205078,20.0625,67108864
57,self_attn.q_proj,2,64,8,128,50.661319732666016,18.03125,67108864
57,self_attn.q_proj,2,128,8,128,58.45608139038086,17.015625,67108864
57,self_attn.q_proj,3,32,8,128,18.349687576293945,28.0625,67108864
57,self_attn.q_proj,3,64,8,128,21.79133415222168,26.03125,67108864
57,self_attn.q_proj,3,128,8,128,25.2443790435791,25.015625,67108864
57,self_attn.q_proj,4,32,8,128,8.564016342163086,36.0625,67108864
57,self_attn.q_proj,4,64,8,128,10.1651029586792,34.03125,67108864
57,self_attn.q_proj,4,128,8,128,11.79159927368164,33.015625,67108864
57,self_attn.q_proj,8,32,8,128,0.5200287103652954,68.0625,67108864
57,self_attn.q_proj,8,64,8,128,0.6173112988471985,66.03125,67108864
57,self_attn.q_proj,8,128,8,128,0.7143703699111938,65.015625,67108864
57,self_attn.v_proj,2,32,8,128,12.989782333374023,2.5078125,8388608
57,self_attn.v_proj,2,64,8,128,15.148744583129883,2.25390625,8388608
57,self_attn.v_proj,2,128,8,128,17.101806640625,2.126953125,8388608
57,self_attn.v_proj,3,32,8,128,5.552268981933594,3.5078125,8388608
57,self_attn.v_proj,3,64,8,128,6.479983329772949,3.25390625,8388608
57,self_attn.v_proj,3,128,8,128,7.320120811462402,3.126953125,8388608
57,self_attn.v_proj,4,32,8,128,2.590792655944824,4.5078125,8388608
57,self_attn.v_proj,4,64,8,128,3.0236148834228516,4.25390625,8388608
57,self_attn.v_proj,4,128,8,128,3.4170737266540527,4.126953125,8388608
57,self_attn.v_proj,8,32,8,128,0.15686902403831482,8.5078125,8388608
57,self_attn.v_proj,8,64,8,128,0.1828427016735077,8.25390625,8388608
57,self_attn.v_proj,8,128,8,128,0.20573510229587555,8.126953125,8388608
57,self_attn.k_proj,2,32,8,128,32.45452880859375,2.5078125,8388608
57,self_attn.k_proj,2,64,8,128,38.78204345703125,2.25390625,8388608
57,self_attn.k_proj,2,128,8,128,44.17359161376953,2.126953125,8388608
57,self_attn.k_proj,3,32,8,128,14.004440307617188,3.5078125,8388608
57,self_attn.k_proj,3,64,8,128,16.883586883544922,3.25390625,8388608
57,self_attn.k_proj,3,128,8,128,19.57182502746582,3.126953125,8388608
57,self_attn.k_proj,4,32,8,128,6.534045696258545,4.5078125,8388608
57,self_attn.k_proj,4,64,8,128,7.88316535949707,4.25390625,8388608
57,self_attn.k_proj,4,128,8,128,9.146933555603027,4.126953125,8388608
57,self_attn.k_proj,8,32,8,128,0.3954992890357971,8.5078125,8388608
57,self_attn.k_proj,8,64,8,128,0.47633540630340576,8.25390625,8388608
57,self_attn.k_proj,8,128,8,128,0.5509874820709229,8.126953125,8388608
57,self_attn.o_proj,2,32,8,128,34.21621322631836,20.0625,67108864
57,self_attn.o_proj,2,64,8,128,39.82251739501953,18.03125,67108864
57,self_attn.o_proj,2,128,8,128,44.89662170410156,17.015625,67108864
57,self_attn.o_proj,3,32,8,128,14.631689071655273,28.0625,67108864
57,self_attn.o_proj,3,64,8,128,17.03797721862793,26.03125,67108864
57,self_attn.o_proj,3,128,8,128,19.20110511779785,25.015625,67108864
57,self_attn.o_proj,4,32,8,128,6.824492454528809,36.0625,67108864
57,self_attn.o_proj,4,64,8,128,7.955810070037842,34.03125,67108864
57,self_attn.o_proj,4,128,8,128,8.959942817687988,33.015625,67108864
57,self_attn.o_proj,8,32,8,128,0.4147461950778961,68.0625,67108864
57,self_attn.o_proj,8,64,8,128,0.48245060443878174,66.03125,67108864
57,self_attn.o_proj,8,128,8,128,0.542047917842865,65.015625,67108864
57,mlp.gate_proj,2,32,8,128,74.74286651611328,70.21875,234881024
57,mlp.gate_proj,2,64,8,128,88.30633544921875,63.109375,234881024
57,mlp.gate_proj,2,128,8,128,100.43818664550781,59.5546875,234881024
57,mlp.gate_proj,3,32,8,128,32.1463623046875,98.21875,234881024
57,mlp.gate_proj,3,64,8,128,37.681671142578125,91.109375,234881024
57,mlp.gate_proj,3,128,8,128,43.238258361816406,87.5546875,234881024
57,mlp.gate_proj,4,32,8,128,14.967938423156738,126.21875,234881024
57,mlp.gate_proj,4,64,8,128,17.5858154296875,119.109375,234881024
57,mlp.gate_proj,4,128,8,128,20.142263412475586,115.5546875,234881024
57,mlp.gate_proj,8,32,8,128,0.9136084318161011,238.21875,234881024
57,mlp.gate_proj,8,64,8,128,1.074019432067871,231.109375,234881024
57,mlp.gate_proj,8,128,8,128,1.224131464958191,227.5546875,234881024
57,mlp.up_proj,2,32,8,128,67.38514709472656,70.21875,234881024
57,mlp.up_proj,2,64,8,128,78.40018463134766,63.109375,234881024
57,mlp.up_proj,2,128,8,128,88.57624816894531,59.5546875,234881024
57,mlp.up_proj,3,32,8,128,28.825239181518555,98.21875,234881024
57,mlp.up_proj,3,64,8,128,33.57402038574219,91.109375,234881024
57,mlp.up_proj,3,128,8,128,37.780601501464844,87.5546875,234881024
57,mlp.up_proj,4,32,8,128,13.4228515625,126.21875,234881024
57,mlp.up_proj,4,64,8,128,15.711897850036621,119.109375,234881024
57,mlp.up_proj,4,128,8,128,17.646757125854492,115.5546875,234881024
57,mlp.up_proj,8,32,8,128,0.8195822834968567,238.21875,234881024
57,mlp.up_proj,8,64,8,128,0.9581327438354492,231.109375,234881024
57,mlp.up_proj,8,128,8,128,1.0740714073181152,227.5546875,234881024
57,mlp.down_proj,2,32,8,128,67.48255920410156,70.21875,234881024
57,mlp.down_proj,2,64,8,128,78.53009796142578,63.109375,234881024
57,mlp.down_proj,2,128,8,128,88.72081756591797,59.5546875,234881024
57,mlp.down_proj,3,32,8,128,28.867464065551758,98.21875,234881024
57,mlp.down_proj,3,64,8,128,33.62115478515625,91.109375,234881024
57,mlp.down_proj,3,128,8,128,37.82460403442383,87.5546875,234881024
57,mlp.down_proj,4,32,8,128,13.44274616241455,126.21875,234881024
57,mlp.down_proj,4,64,8,128,15.734841346740723,119.109375,234881024
57,mlp.down_proj,4,128,8,128,17.67094612121582,115.5546875,234881024
57,mlp.down_proj,8,32,8,128,0.8208925127983093,238.21875,234881024
57,mlp.down_proj,8,64,8,128,0.9596756100654602,231.109375,234881024
57,mlp.down_proj,8,128,8,128,1.075747013092041,227.5546875,234881024
58,self_attn.q_proj,2,32,8,128,39.425498962402344,20.0625,67108864
58,self_attn.q_proj,2,64,8,128,46.638526916503906,18.03125,67108864
58,self_attn.q_proj,2,128,8,128,53.92063903808594,17.015625,67108864
58,self_attn.q_proj,3,32,8,128,16.92674446105957,28.0625,67108864
58,self_attn.q_proj,3,64,8,128,20.119474411010742,26.03125,67108864
58,self_attn.q_proj,3,128,8,128,23.494348526000977,25.015625,67108864
58,self_attn.q_proj,4,32,8,128,7.903947353363037,36.0625,67108864
58,self_attn.q_proj,4,64,8,128,9.38468074798584,34.03125,67108864
58,self_attn.q_proj,4,128,8,128,10.975442886352539,33.015625,67108864
58,self_attn.q_proj,8,32,8,128,0.4798099100589752,68.0625,67108864
58,self_attn.q_proj,8,64,8,128,0.5698453187942505,66.03125,67108864
58,self_attn.q_proj,8,128,8,128,0.6641814708709717,65.015625,67108864
58,self_attn.v_proj,2,32,8,128,13.700727462768555,2.5078125,8388608
58,self_attn.v_proj,2,64,8,128,16.066253662109375,2.25390625,8388608
58,self_attn.v_proj,2,128,8,128,18.25057601928711,2.126953125,8388608
58,self_attn.v_proj,3,32,8,128,5.859604358673096,3.5078125,8388608
58,self_attn.v_proj,3,64,8,128,6.876149654388428,3.25390625,8388608
58,self_attn.v_proj,3,128,8,128,7.816343307495117,3.126953125,8388608
58,self_attn.v_proj,4,32,8,128,2.734663486480713,4.5078125,8388608
58,self_attn.v_proj,4,64,8,128,3.2078359127044678,4.25390625,8388608
58,self_attn.v_proj,4,128,8,128,3.6476597785949707,4.126953125,8388608
58,self_attn.v_proj,8,32,8,128,0.1655382513999939,8.5078125,8388608
58,self_attn.v_proj,8,64,8,128,0.1940414160490036,8.25390625,8388608
58,self_attn.v_proj,8,128,8,128,0.21981889009475708,8.126953125,8388608
58,self_attn.k_proj,2,32,8,128,27.857711791992188,2.5078125,8388608
58,self_attn.k_proj,2,64,8,128,33.545352935791016,2.25390625,8388608
58,self_attn.k_proj,2,128,8,128,38.456058502197266,2.126953125,8388608
58,self_attn.k_proj,3,32,8,128,12.099510192871094,3.5078125,8388608
58,self_attn.k_proj,3,64,8,128,14.784231185913086,3.25390625,8388608
58,self_attn.k_proj,3,128,8,128,17.411245346069336,3.126953125,8388608
58,self_attn.k_proj,4,32,8,128,5.648931503295898,4.5078125,8388608
58,self_attn.k_proj,4,64,8,128,6.9079155921936035,4.25390625,8388608
58,self_attn.k_proj,4,128,8,128,8.141322135925293,4.126953125,8388608
58,self_attn.k_proj,8,32,8,128,0.3418181240558624,8.5078125,8388608
58,self_attn.k_proj,8,64,8,128,0.41769900918006897,8.25390625,8388608
58,self_attn.k_proj,8,128,8,128,0.49038809537887573,8.126953125,8388608
58,self_attn.o_proj,2,32,8,128,34.40038299560547,20.0625,67108864
58,self_attn.o_proj,2,64,8,128,40.037254333496094,18.03125,67108864
58,self_attn.o_proj,2,128,8,128,45.129390716552734,17.015625,67108864
58,self_attn.o_proj,3,32,8,128,14.706823348999023,28.0625,67108864
58,self_attn.o_proj,3,64,8,128,17.12470245361328,26.03125,67108864
58,self_attn.o_proj,3,128,8,128,19.306352615356445,25.015625,67108864
58,self_attn.o_proj,4,32,8,128,6.859638690948486,36.0625,67108864
58,self_attn.o_proj,4,64,8,128,7.997882843017578,34.03125,67108864
58,self_attn.o_proj,4,128,8,128,9.007405281066895,33.015625,67108864
58,self_attn.o_proj,8,32,8,128,0.41692495346069336,68.0625,67108864
58,self_attn.o_proj,8,64,8,128,0.48510682582855225,66.03125,67108864
58,self_attn.o_proj,8,128,8,128,0.5449389219284058,65.015625,67108864
58,mlp.gate_proj,2,32,8,128,74.34040832519531,70.21875,234881024
58,mlp.gate_proj,2,64,8,128,87.72673034667969,63.109375,234881024
58,mlp.gate_proj,2,128,8,128,99.71549987792969,59.5546875,234881024
58,mlp.gate_proj,3,32,8,128,31.99078941345215,98.21875,234881024
58,mlp.gate_proj,3,64,8,128,37.434879302978516,91.109375,234881024
58,mlp.gate_proj,3,128,8,128,42.868526458740234,87.5546875,234881024
58,mlp.gate_proj,4,32,8,128,14.88133716583252,126.21875,234881024
58,mlp.gate_proj,4,64,8,128,17.4698429107666,119.109375,234881024
58,mlp.gate_proj,4,128,8,128,19.980371475219727,115.5546875,234881024
58,mlp.gate_proj,8,32,8,128,0.9083348512649536,238.21875,234881024
58,mlp.gate_proj,8,64,8,128,1.0672800540924072,231.109375,234881024
58,mlp.gate_proj,8,128,8,128,1.2145757675170898,227.5546875,234881024
58,mlp.up_proj,2,32,8,128,67.59613037109375,70.21875,234881024
58,mlp.up_proj,2,64,8,128,78.66363525390625,63.109375,234881024
58,mlp.up_proj,2,128,8,128,88.86957550048828,59.5546875,234881024
58,mlp.up_proj,3,32,8,128,28.920846939086914,98.21875,234881024
58,mlp.up_proj,3,64,8,128,33.679744720458984,91.109375,234881024
58,mlp.up_proj,3,128,8,128,37.902320861816406,87.5546875,234881024
58,mlp.up_proj,4,32,8,128,13.468317031860352,126.21875,234881024
58,mlp.up_proj,4,64,8,128,15.766176223754883,119.109375,234881024
58,mlp.up_proj,4,128,8,128,17.70819091796875,115.5546875,234881024
58,mlp.up_proj,8,32,8,128,0.8223936557769775,238.21875,234881024
58,mlp.up_proj,8,64,8,128,0.9615448117256165,231.109375,234881024
58,mlp.up_proj,8,128,8,128,1.0776385068893433,227.5546875,234881024
58,mlp.down_proj,2,32,8,128,67.65601348876953,70.21875,234881024
58,mlp.down_proj,2,64,8,128,78.73197937011719,63.109375,234881024
58,mlp.down_proj,2,128,8,128,88.93867492675781,59.5546875,234881024
58,mlp.down_proj,3,32,8,128,28.947364807128906,98.21875,234881024
58,mlp.down_proj,3,64,8,128,33.699859619140625,91.109375,234881024
58,mlp.down_proj,3,128,8,128,37.93180847167969,87.5546875,234881024
58,mlp.down_proj,4,32,8,128,13.478936195373535,126.21875,234881024
58,mlp.down_proj,4,64,8,128,15.77641487121582,119.109375,234881024
58,mlp.down_proj,4,128,8,128,17.71137809753418,115.5546875,234881024
58,mlp.down_proj,8,32,8,128,0.8231168985366821,238.21875,234881024
58,mlp.down_proj,8,64,8,128,0.9622901678085327,231.109375,234881024
58,mlp.down_proj,8,128,8,128,1.0783286094665527,227.5546875,234881024
59,self_attn.q_proj,2,32,8,128,39.2701416015625,20.0625,67108864
59,self_attn.q_proj,2,64,8,128,46.60835266113281,18.03125,67108864
59,self_attn.q_proj,2,128,8,128,53.801673889160156,17.015625,67108864
59,self_attn.q_proj,3,32,8,128,16.862812042236328,28.0625,67108864
59,self_attn.q_proj,3,64,8,128,20.123401641845703,26.03125,67108864
59,self_attn.q_proj,3,128,8,128,23.49970817565918,25.015625,67108864
59,self_attn.q_proj,4,32,8,128,7.874965190887451,36.0625,67108864
59,self_attn.q_proj,4,64,8,128,9.388465881347656,34.03125,67108864
59,self_attn.q_proj,4,128,8,128,10.971816062927246,33.015625,67108864
59,self_attn.q_proj,8,32,8,128,0.47788867354393005,68.0625,67108864
59,self_attn.q_proj,8,64,8,128,0.5701588988304138,66.03125,67108864
59,self_attn.q_proj,8,128,8,128,0.664284884929657,65.015625,67108864
59,self_attn.v_proj,2,32,8,128,13.162670135498047,2.5078125,8388608
59,self_attn.v_proj,2,64,8,128,15.354419708251953,2.25390625,8388608
59,self_attn.v_proj,2,128,8,128,17.336923599243164,2.126953125,8388608
59,self_attn.v_proj,3,32,8,128,5.626540184020996,3.5078125,8388608
59,self_attn.v_proj,3,64,8,128,6.567514419555664,3.25390625,8388608
59,self_attn.v_proj,3,128,8,128,7.416077136993408,3.126953125,8388608
59,self_attn.v_proj,4,32,8,128,2.6266589164733887,4.5078125,8388608
59,self_attn.v_proj,4,64,8,128,3.0655221939086914,4.25390625,8388608
59,self_attn.v_proj,4,128,8,128,3.461200714111328,4.126953125,8388608
59,self_attn.v_proj,8,32,8,128,0.15902318060398102,8.5078125,8388608
59,self_attn.v_proj,8,64,8,128,0.18533480167388916,8.25390625,8388608
59,self_attn.v_proj,8,128,8,128,0.20852121710777283,8.126953125,8388608
59,self_attn.k_proj,2,32,8,128,29.401058197021484,2.5078125,8388608
59,self_attn.k_proj,2,64,8,128,35.32689666748047,2.25390625,8388608
59,self_attn.k_proj,2,128,8,128,40.28376388549805,2.126953125,8388608
59,self_attn.k_proj,3,32,8,128,12.754972457885742,3.5078125,8388608
59,self_attn.k_proj,3,64,8,128,15.559125900268555,3.25390625,8388608
59,self_attn.k_proj,3,128,8,128,18.190214157104492,3.126953125,8388608
59,self_attn.k_proj,4,32,8,128,5.95247220993042,4.5078125,8388608
59,self_attn.k_proj,4,64,8,128,7.2620439529418945,4.25390625,8388608
59,self_attn.k_proj,4,128,8,128,8.50261402130127,4.126953125,8388608
59,self_attn.k_proj,8,32,8,128,0.36017483472824097,8.5078125,8388608
59,self_attn.k_proj,8,64,8,128,0.43894389271736145,8.25390625,8388608
59,self_attn.k_proj,8,128,8,128,0.5124502778053284,8.126953125,8388608
59,self_attn.o_proj,2,32,8,128,33.934566497802734,20.0625,67108864
59,self_attn.o_proj,2,64,8,128,39.49851989746094,18.03125,67108864
59,self_attn.o_proj,2,128,8,128,44.503089904785156,17.015625,67108864
59,self_attn.o_proj,3,32,8,128,14.509501457214355,28.0625,67108864
59,self_attn.o_proj,3,64,8,128,16.895349502563477,26.03125,67108864
59,self_attn.o_proj,3,128,8,128,19.04216194152832,25.015625,67108864
59,self_attn.o_proj,4,32,8,128,6.766356945037842,36.0625,67108864
59,self_attn.o_proj,4,64,8,128,7.888190746307373,34.03125,67108864
59,self_attn.o_proj,4,128,8,128,8.885581016540527,33.015625,67108864
59,self_attn.o_proj,8,32,8,128,0.4113270342350006,68.0625,67108864
59,self_attn.o_proj,8,64,8,128,0.47855424880981445,66.03125,67108864
59,self_attn.o_proj,8,128,8,128,0.5374066829681396,65.015625,67108864
59,mlp.gate_proj,2,32,8,128,75.21849822998047,70.21875,234881024
59,mlp.gate_proj,2,64,8,128,89.12264251708984,63.109375,234881024
59,mlp.gate_proj,2,128,8,128,101.66844177246094,59.5546875,234881024
59,mlp.gate_proj,3,32,8,128,32.334251403808594,98.21875,234881024
59,mlp.gate_proj,3,64,8,128,38.05775833129883,91.109375,234881024
59,mlp.gate_proj,3,128,8,128,43.84445571899414,87.5546875,234881024
59,mlp.gate_proj,4,32,8,128,15.069782257080078,126.21875,234881024
59,mlp.gate_proj,4,64,8,128,17.75200653076172,119.109375,234881024
59,mlp.gate_proj,4,128,8,128,20.42919921875,115.5546875,234881024
59,mlp.gate_proj,8,32,8,128,0.919658899307251,238.21875,234881024
59,mlp.gate_proj,8,64,8,128,1.0839327573776245,231.109375,234881024
59,mlp.gate_proj,8,128,8,128,1.2414761781692505,227.5546875,234881024
59,mlp.up_proj,2,32,8,128,67.4483642578125,70.21875,234881024
59,mlp.up_proj,2,64,8,128,78.48065185546875,63.109375,234881024
59,mlp.up_proj,2,128,8,128,88.66421508789062,59.5546875,234881024
59,mlp.up_proj,3,32,8,128,28.852825164794922,98.21875,234881024
59,mlp.up_proj,3,64,8,128,33.60743713378906,91.109375,234881024
59,mlp.up_proj,3,128,8,128,37.83370590209961,87.5546875,234881024
59,mlp.up_proj,4,32,8,128,13.435503959655762,126.21875,234881024
59,mlp.up_proj,4,64,8,128,15.728187561035156,119.109375,234881024
59,mlp.up_proj,4,128,8,128,17.667020797729492,115.5546875,234881024
59,mlp.up_proj,8,32,8,128,0.8205093145370483,238.21875,234881024
59,mlp.up_proj,8,64,8,128,0.9592403769493103,231.109375,234881024
59,mlp.up_proj,8,128,8,128,1.0754485130310059,227.5546875,234881024
59,mlp.down_proj,2,32,8,128,67.46237182617188,70.21875,234881024
59,mlp.down_proj,2,64,8,128,78.49662780761719,63.109375,234881024
59,mlp.down_proj,2,128,8,128,88.70198822021484,59.5546875,234881024
59,mlp.down_proj,3,32,8,128,28.859241485595703,98.21875,234881024
59,mlp.down_proj,3,64,8,128,33.6164436340332,91.109375,234881024
59,mlp.down_proj,3,128,8,128,37.833213806152344,87.5546875,234881024
59,mlp.down_proj,4,32,8,128,13.439879417419434,126.21875,234881024
59,mlp.down_proj,4,64,8,128,15.7325439453125,119.109375,234881024
59,mlp.down_proj,4,128,8,128,17.66667366027832,115.5546875,234881024
59,mlp.down_proj,8,32,8,128,0.8207367062568665,238.21875,234881024
59,mlp.down_proj,8,64,8,128,0.9596270322799683,231.109375,234881024
59,mlp.down_proj,8,128,8,128,1.0756505727767944,227.5546875,234881024
60,self_attn.q_proj,2,32,8,128,43.715328216552734,20.0625,67108864
60,self_attn.q_proj,2,64,8,128,51.39675521850586,18.03125,67108864
60,self_attn.q_proj,2,128,8,128,59.365238189697266,17.015625,67108864
60,self_attn.q_proj,3,32,8,128,18.701522827148438,28.0625,67108864
60,self_attn.q_proj,3,64,8,128,22.0684871673584,26.03125,67108864
60,self_attn.q_proj,3,128,8,128,25.546777725219727,25.015625,67108864
60,self_attn.q_proj,4,32,8,128,8.727008819580078,36.0625,67108864
60,self_attn.q_proj,4,64,8,128,10.298078536987305,34.03125,67108864
60,self_attn.q_proj,4,128,8,128,11.92385196685791,33.015625,67108864
60,self_attn.q_proj,8,32,8,128,0.5299493670463562,68.0625,67108864
60,self_attn.q_proj,8,64,8,128,0.6253095269203186,66.03125,67108864
60,self_attn.q_proj,8,128,8,128,0.7224632501602173,65.015625,67108864
60,self_attn.v_proj,2,32,8,128,13.14790153503418,2.5078125,8388608
60,self_attn.v_proj,2,64,8,128,15.346366882324219,2.25390625,8388608
60,self_attn.v_proj,2,128,8,128,17.33112144470215,2.126953125,8388608
60,self_attn.v_proj,3,32,8,128,5.621884346008301,3.5078125,8388608
60,self_attn.v_proj,3,64,8,128,6.564789295196533,3.25390625,8388608
60,self_attn.v_proj,3,128,8,128,7.423012733459473,3.126953125,8388608
60,self_attn.v_proj,4,32,8,128,2.623168468475342,4.5078125,8388608
60,self_attn.v_proj,4,64,8,128,3.063364267349243,4.25390625,8388608
60,self_attn.v_proj,4,128,8,128,3.463324785232544,4.126953125,8388608
60,self_attn.v_proj,8,32,8,128,0.15880005061626434,8.5078125,8388608
60,self_attn.v_proj,8,64,8,128,0.18526054918766022,8.25390625,8388608
60,self_attn.v_proj,8,128,8,128,0.2086431235074997,8.126953125,8388608
60,self_attn.k_proj,2,32,8,128,31.66526985168457,2.5078125,8388608
60,self_attn.k_proj,2,64,8,128,37.82787322998047,2.25390625,8388608
60,self_attn.k_proj,2,128,8,128,43.2412109375,2.126953125,8388608
60,self_attn.k_proj,3,32,8,128,13.603410720825195,3.5078125,8388608
60,self_attn.k_proj,3,64,8,128,16.300561904907227,3.25390625,8388608
60,self_attn.k_proj,3,128,8,128,18.84320831298828,3.126953125,8388608
60,self_attn.k_proj,4,32,8,128,6.346245765686035,4.5078125,8388608
60,self_attn.k_proj,4,64,8,128,7.609442234039307,4.25390625,8388608
60,self_attn.k_proj,4,128,8,128,8.794570922851562,4.126953125,8388608
60,self_attn.k_proj,8,32,8,128,0.3839884102344513,8.5078125,8388608
60,self_attn.k_proj,8,64,8,128,0.459894061088562,8.25390625,8388608
60,self_attn.k_proj,8,128,8,128,0.529900848865509,8.126953125,8388608
60,self_attn.o_proj,2,32,8,128,34.073272705078125,20.0625,67108864
60,self_attn.o_proj,2,64,8,128,39.67479705810547,18.03125,67108864
60,self_attn.o_proj,2,128,8,128,44.74182891845703,17.015625,67108864
60,self_attn.o_proj,3,32,8,128,14.570452690124512,28.0625,67108864
60,self_attn.o_proj,3,64,8,128,16.978300094604492,26.03125,67108864
60,self_attn.o_proj,3,128,8,128,19.14500617980957,25.015625,67108864
60,self_attn.o_proj,4,32,8,128,6.795092582702637,36.0625,67108864
60,self_attn.o_proj,4,64,8,128,7.926553726196289,34.03125,67108864
60,self_attn.o_proj,4,128,8,128,8.936878204345703,33.015625,67108864
60,self_attn.o_proj,8,32,8,128,0.4130799472332001,68.0625,67108864
60,self_attn.o_proj,8,64,8,128,0.4807862341403961,66.03125,67108864
60,self_attn.o_proj,8,128,8,128,0.5403887629508972,65.015625,67108864
60,mlp.gate_proj,2,32,8,128,75.76948547363281,70.21875,234881024
60,mlp.gate_proj,2,64,8,128,89.9057846069336,63.109375,234881024
60,mlp.gate_proj,2,128,8,128,102.66978454589844,59.5546875,234881024
60,mlp.gate_proj,3,32,8,128,32.54499816894531,98.21875,234881024
60,mlp.gate_proj,3,64,8,128,38.37843322753906,91.109375,234881024
60,mlp.gate_proj,3,128,8,128,44.304264068603516,87.5546875,234881024
60,mlp.gate_proj,4,32,8,128,15.184892654418945,126.21875,234881024
60,mlp.gate_proj,4,64,8,128,17.90265655517578,119.109375,234881024
60,mlp.gate_proj,4,128,8,128,20.639257431030273,115.5546875,234881024
60,mlp.gate_proj,8,32,8,128,0.9265992641448975,238.21875,234881024
60,mlp.gate_proj,8,64,8,128,1.0927612781524658,231.109375,234881024
60,mlp.gate_proj,8,128,8,128,1.2539386749267578,227.5546875,234881024
60,mlp.up_proj,2,32,8,128,67.33573913574219,70.21875,234881024
60,mlp.up_proj,2,64,8,128,78.33284759521484,63.109375,234881024
60,mlp.up_proj,2,128,8,128,88.51492309570312,59.5546875,234881024
60,mlp.up_proj,3,32,8,128,28.801116943359375,98.21875,234881024
60,mlp.up_proj,3,64,8,128,33.54736328125,91.109375,234881024
60,mlp.up_proj,3,128,8,128,37.75339126586914,87.5546875,234881024
60,mlp.up_proj,4,32,8,128,13.412123680114746,126.21875,234881024
60,mlp.up_proj,4,64,8,128,15.69827651977539,119.109375,234881024
60,mlp.up_proj,4,128,8,128,17.63593864440918,115.5546875,234881024
60,mlp.up_proj,8,32,8,128,0.8189941048622131,238.21875,234881024
60,mlp.up_proj,8,64,8,128,0.9573838710784912,231.109375,234881024
60,mlp.up_proj,8,128,8,128,1.073511004447937,227.5546875,234881024
60,mlp.down_proj,2,32,8,128,67.33570861816406,70.21875,234881024
60,mlp.down_proj,2,64,8,128,78.32613372802734,63.109375,234881024
60,mlp.down_proj,2,128,8,128,88.51353454589844,59.5546875,234881024
60,mlp.down_proj,3,32,8,128,28.79682159423828,98.21875,234881024
60,mlp.down_proj,3,64,8,128,33.543949127197266,91.109375,234881024
60,mlp.down_proj,3,128,8,128,37.744049072265625,87.5546875,234881024
60,mlp.down_proj,4,32,8,128,13.411508560180664,126.21875,234881024
60,mlp.down_proj,4,64,8,128,15.6987943649292,119.109375,234881024
60,mlp.down_proj,4,128,8,128,17.628725051879883,115.5546875,234881024
60,mlp.down_proj,8,32,8,128,0.8190664052963257,238.21875,234881024
60,mlp.down_proj,8,64,8,128,0.9575161337852478,231.109375,234881024
60,mlp.down_proj,8,128,8,128,1.0736315250396729,227.5546875,234881024
61,self_attn.q_proj,2,32,8,128,38.973541259765625,20.0625,67108864
61,self_attn.q_proj,2,64,8,128,45.845298767089844,18.03125,67108864
61,self_attn.q_proj,2,128,8,128,52.71784591674805,17.015625,67108864
61,self_attn.q_proj,3,32,8,128,16.72574806213379,28.0625,67108864
61,self_attn.q_proj,3,64,8,128,19.73444366455078,26.03125,67108864
61,self_attn.q_proj,3,128,8,128,22.908206939697266,25.015625,67108864
61,self_attn.q_proj,4,32,8,128,7.807056427001953,36.0625,67108864
61,self_attn.q_proj,4,64,8,128,9.20737075805664,34.03125,67108864
61,self_attn.q_proj,4,128,8,128,10.694247245788574,33.015625,67108864
61,self_attn.q_proj,8,32,8,128,0.47395724058151245,68.0625,67108864
61,self_attn.q_proj,8,64,8,128,0.5590010285377502,66.03125,67108864
61,self_attn.q_proj,8,128,8,128,0.6472654938697815,65.015625,67108864
61,self_attn.v_proj,2,32,8,128,14.164259910583496,2.5078125,8388608
61,self_attn.v_proj,2,64,8,128,16.701602935791016,2.25390625,8388608
61,self_attn.v_proj,2,128,8,128,19.102109909057617,2.126953125,8388608
61,self_attn.v_proj,3,32,8,128,6.05617094039917,3.5078125,8388608
61,self_attn.v_proj,3,64,8,128,7.1500067710876465,3.25390625,8388608
61,self_attn.v_proj,3,128,8,128,8.183921813964844,3.126953125,8388608
61,self_attn.v_proj,4,32,8,128,2.8265137672424316,4.5078125,8388608
61,self_attn.v_proj,4,64,8,128,3.3363349437713623,4.25390625,8388608
61,self_attn.v_proj,4,128,8,128,3.821249008178711,4.126953125,8388608
61,self_attn.v_proj,8,32,8,128,0.17118647694587708,8.5078125,8388608
61,self_attn.v_proj,8,64,8,128,0.20183341205120087,8.25390625,8388608
61,self_attn.v_proj,8,128,8,128,0.2302669733762741,8.126953125,8388608
61,self_attn.k_proj,2,32,8,128,29.862363815307617,2.5078125,8388608
61,self_attn.k_proj,2,64,8,128,35.85988235473633,2.25390625,8388608
61,self_attn.k_proj,2,128,8,128,40.84939193725586,2.126953125,8388608
61,self_attn.k_proj,3,32,8,128,13.01622486114502,3.5078125,8388608
61,self_attn.k_proj,3,64,8,128,15.916674613952637,3.25390625,8388608
61,self_attn.k_proj,3,128,8,128,18.683326721191406,3.126953125,8388608
61,self_attn.k_proj,4,32,8,128,6.075058937072754,4.5078125,8388608
61,self_attn.k_proj,4,64,8,128,7.4342041015625,4.25390625,8388608
61,self_attn.k_proj,4,128,8,128,8.736970901489258,4.126953125,8388608
61,self_attn.k_proj,8,32,8,128,0.36766231060028076,8.5078125,8388608
61,self_attn.k_proj,8,64,8,128,0.44918307662010193,8.25390625,8388608
61,self_attn.k_proj,8,128,8,128,0.5262781381607056,8.126953125,8388608
61,self_attn.o_proj,2,32,8,128,34.37571334838867,20.0625,67108864
61,self_attn.o_proj,2,64,8,128,40.00499725341797,18.03125,67108864
61,self_attn.o_proj,2,128,8,128,45.08881378173828,17.015625,67108864
61,self_attn.o_proj,3,32,8,128,14.698253631591797,28.0625,67108864
61,self_attn.o_proj,3,64,8,128,17.111522674560547,26.03125,67108864
61,self_attn.o_proj,3,128,8,128,19.27420997619629,25.015625,67108864
61,self_attn.o_proj,4,32,8,128,6.855103969573975,36.0625,67108864
61,self_attn.o_proj,4,64,8,128,7.990299224853516,34.03125,67108864
61,self_attn.o_proj,4,128,8,128,8.992043495178223,33.015625,67108864
61,self_attn.o_proj,8,32,8,128,0.41663646697998047,68.0625,67108864
61,self_attn.o_proj,8,64,8,128,0.48454150557518005,66.03125,67108864
61,self_attn.o_proj,8,128,8,128,0.544036328792572,65.015625,67108864
61,mlp.gate_proj,2,32,8,128,75.743896484375,70.21875,234881024
61,mlp.gate_proj,2,64,8,128,89.85423278808594,63.109375,234881024
61,mlp.gate_proj,2,128,8,128,102.558349609375,59.5546875,234881024
61,mlp.gate_proj,3,32,8,128,32.53206253051758,98.21875,234881024
61,mlp.gate_proj,3,64,8,128,38.34189224243164,91.109375,234881024
61,mlp.gate_proj,3,128,8,128,44.24352264404297,87.5546875,234881024
61,mlp.gate_proj,4,32,8,128,15.177080154418945,126.21875,234881024
61,mlp.gate_proj,4,64,8,128,17.891611099243164,119.109375,234881024
61,mlp.gate_proj,4,128,8,128,20.610952377319336,115.5546875,234881024
61,mlp.gate_proj,8,32,8,128,0.92622971534729,238.21875,234881024
61,mlp.gate_proj,8,64,8,128,1.0918970108032227,231.109375,234881024
61,mlp.gate_proj,8,128,8,128,1.2521106004714966,227.5546875,234881024
61,mlp.up_proj,2,32,8,128,67.44733428955078,70.21875,234881024
61,mlp.up_proj,2,64,8,128,78.46923828125,63.109375,234881024
61,mlp.up_proj,2,128,8,128,88.6889877319336,59.5546875,234881024
61,mlp.up_proj,3,32,8,128,28.851415634155273,98.21875,234881024
61,mlp.up_proj,3,64,8,128,33.60603713989258,91.109375,234881024
61,mlp.up_proj,3,128,8,128,37.83018493652344,87.5546875,234881024
61,mlp.up_proj,4,32,8,128,13.434486389160156,126.21875,234881024
61,mlp.up_proj,4,64,8,128,15.72931957244873,119.109375,234881024
61,mlp.up_proj,4,128,8,128,17.664539337158203,115.5546875,234881024
61,mlp.up_proj,8,32,8,128,0.8203868865966797,238.21875,234881024
61,mlp.up_proj,8,64,8,128,0.9590937495231628,231.109375,234881024
61,mlp.up_proj,8,128,8,128,1.0753191709518433,227.5546875,234881024
61,mlp.down_proj,2,32,8,128,67.40216064453125,70.21875,234881024
61,mlp.down_proj,2,64,8,128,78.41160583496094,63.109375,234881024
61,mlp.down_proj,2,128,8,128,88.59757995605469,59.5546875,234881024
61,mlp.down_proj,3,32,8,128,28.829999923706055,98.21875,234881024
61,mlp.down_proj,3,64,8,128,33.57952117919922,91.109375,234881024
61,mlp.down_proj,3,128,8,128,37.787315368652344,87.5546875,234881024
61,mlp.down_proj,4,32,8,128,13.426426887512207,126.21875,234881024
61,mlp.down_proj,4,64,8,128,15.717398643493652,119.109375,234881024
61,mlp.down_proj,4,128,8,128,17.65062141418457,115.5546875,234881024
61,mlp.down_proj,8,32,8,128,0.8199287056922913,238.21875,234881024
61,mlp.down_proj,8,64,8,128,0.9585103392601013,231.109375,234881024
61,mlp.down_proj,8,128,8,128,1.0745633840560913,227.5546875,234881024
62,self_attn.q_proj,2,32,8,128,33.16127014160156,20.0625,67108864
62,self_attn.q_proj,2,64,8,128,39.26675796508789,18.03125,67108864
62,self_attn.q_proj,2,128,8,128,45.21831512451172,17.015625,67108864
62,self_attn.q_proj,3,32,8,128,14.2050142288208,28.0625,67108864
62,self_attn.q_proj,3,64,8,128,16.87083625793457,26.03125,67108864
62,self_attn.q_proj,3,128,8,128,19.51991844177246,25.015625,67108864
62,self_attn.q_proj,4,32,8,128,6.625704288482666,36.0625,67108864
62,self_attn.q_proj,4,64,8,128,7.880497932434082,34.03125,67108864
62,self_attn.q_proj,4,128,8,128,9.11164379119873,33.015625,67108864
62,self_attn.q_proj,8,32,8,128,0.40274667739868164,68.0625,67108864
62,self_attn.q_proj,8,64,8,128,0.47802072763442993,66.03125,67108864
62,self_attn.q_proj,8,128,8,128,0.5511553287506104,65.015625,67108864
62,self_attn.v_proj,2,32,8,128,14.29792594909668,2.5078125,8388608
62,self_attn.v_proj,2,64,8,128,16.639434814453125,2.25390625,8388608
62,self_attn.v_proj,2,128,8,128,18.745302200317383,2.126953125,8388608
62,self_attn.v_proj,3,32,8,128,6.112382888793945,3.5078125,8388608
62,self_attn.v_proj,3,64,8,128,7.117050647735596,3.25390625,8388608
62,self_attn.v_proj,3,128,8,128,8.01989459991455,3.126953125,8388608
62,self_attn.v_proj,4,32,8,128,2.8522708415985107,4.5078125,8388608
62,self_attn.v_proj,4,64,8,128,3.3215179443359375,4.25390625,8388608
62,self_attn.v_proj,4,128,8,128,3.743574857711792,4.126953125,8388608
62,self_attn.v_proj,8,32,8,128,0.17269602417945862,8.5078125,8388608
62,self_attn.v_proj,8,64,8,128,0.20089605450630188,8.25390625,8388608
62,self_attn.v_proj,8,128,8,128,0.22550548613071442,8.126953125,8388608
62,self_attn.k_proj,2,32,8,128,23.684188842773438,2.5078125,8388608
62,self_attn.k_proj,2,64,8,128,28.831796646118164,2.25390625,8388608
62,self_attn.k_proj,2,128,8,128,33.065914154052734,2.126953125,8388608
62,self_attn.k_proj,3,32,8,128,10.291169166564941,3.5078125,8388608
62,self_attn.k_proj,3,64,8,128,12.711946487426758,3.25390625,8388608
62,self_attn.k_proj,3,128,8,128,14.934733390808105,3.126953125,8388608
62,self_attn.k_proj,4,32,8,128,4.809582710266113,4.5078125,8388608
62,self_attn.k_proj,4,64,8,128,5.951900959014893,4.25390625,8388608
62,self_attn.k_proj,4,128,8,128,7.006351470947266,4.126953125,8388608
62,self_attn.k_proj,8,32,8,128,0.2910732626914978,8.5078125,8388608
62,self_attn.k_proj,8,64,8,128,0.359929621219635,8.25390625,8388608
62,self_attn.k_proj,8,128,8,128,0.4220229685306549,8.126953125,8388608
62,self_attn.o_proj,2,32,8,128,34.49824523925781,20.0625,67108864
62,self_attn.o_proj,2,64,8,128,40.1680793762207,18.03125,67108864
62,self_attn.o_proj,2,128,8,128,45.29377746582031,17.015625,67108864
62,self_attn.o_proj,3,32,8,128,14.762136459350586,28.0625,67108864
62,self_attn.o_proj,3,64,8,128,17.20389175415039,26.03125,67108864
62,self_attn.o_proj,3,128,8,128,19.41390609741211,25.015625,67108864
62,self_attn.o_proj,4,32,8,128,6.884294509887695,36.0625,67108864
62,self_attn.o_proj,4,64,8,128,8.034402847290039,34.03125,67108864
62,self_attn.o_proj,4,128,8,128,9.061327934265137,33.015625,67108864
62,self_attn.o_proj,8,32,8,128,0.4184496998786926,68.0625,67108864
62,self_attn.o_proj,8,64,8,128,0.4872736930847168,66.03125,67108864
62,self_attn.o_proj,8,128,8,128,0.5482164025306702,65.015625,67108864
62,mlp.gate_proj,2,32,8,128,75.47796630859375,70.21875,234881024
62,mlp.gate_proj,2,64,8,128,89.52935028076172,63.109375,234881024
62,mlp.gate_proj,2,128,8,128,102.23421478271484,59.5546875,234881024
62,mlp.gate_proj,3,32,8,128,32.43706512451172,98.21875,234881024
62,mlp.gate_proj,3,64,8,128,38.217708587646484,91.109375,234881024
62,mlp.gate_proj,3,128,8,128,44.08865737915039,87.5546875,234881024
62,mlp.gate_proj,4,32,8,128,15.12441349029541,126.21875,234881024
62,mlp.gate_proj,4,64,8,128,17.826047897338867,119.109375,234881024
62,mlp.gate_proj,4,128,8,128,20.547039031982422,115.5546875,234881024
62,mlp.gate_proj,8,32,8,128,0.923049807548523,238.21875,234881024
62,mlp.gate_proj,8,64,8,128,1.0882408618927002,231.109375,234881024
62,mlp.gate_proj,8,128,8,128,1.2482062578201294,227.5546875,234881024
62,mlp.up_proj,2,32,8,128,67.74840545654297,70.21875,234881024
62,mlp.up_proj,2,64,8,128,78.86077117919922,63.109375,234881024
62,mlp.up_proj,2,128,8,128,89.114990234375,59.5546875,234881024
62,mlp.up_proj,3,32,8,128,28.99092674255371,98.21875,234881024
62,mlp.up_proj,3,64,8,128,33.7600212097168,91.109375,234881024
62,mlp.up_proj,3,128,8,128,38.00096893310547,87.5546875,234881024
62,mlp.up_proj,4,32,8,128,13.500089645385742,126.21875,234881024
62,mlp.up_proj,4,64,8,128,15.804059982299805,119.109375,234881024
62,mlp.up_proj,4,128,8,128,17.745237350463867,115.5546875,234881024
62,mlp.up_proj,8,32,8,128,0.8243322372436523,238.21875,234881024
62,mlp.up_proj,8,64,8,128,0.9639585614204407,231.109375,234881024
62,mlp.up_proj,8,128,8,128,1.0802463293075562,227.5546875,234881024
62,mlp.down_proj,2,32,8,128,67.65412139892578,70.21875,234881024
62,mlp.down_proj,2,64,8,128,78.73932647705078,63.109375,234881024
62,mlp.down_proj,2,128,8,128,88.9809799194336,59.5546875,234881024
62,mlp.down_proj,3,32,8,128,28.945667266845703,98.21875,234881024
62,mlp.down_proj,3,64,8,128,33.70509719848633,91.109375,234881024
62,mlp.down_proj,3,128,8,128,37.92435836791992,87.5546875,234881024
62,mlp.down_proj,4,32,8,128,13.479736328125,126.21875,234881024
62,mlp.down_proj,4,64,8,128,15.778360366821289,119.109375,234881024
62,mlp.down_proj,4,128,8,128,17.716798782348633,115.5546875,234881024
62,mlp.down_proj,8,32,8,128,0.8231130242347717,238.21875,234881024
62,mlp.down_proj,8,64,8,128,0.9623863101005554,231.109375,234881024
62,mlp.down_proj,8,128,8,128,1.0786713361740112,227.5546875,234881024
63,self_attn.q_proj,2,32,8,128,37.58094024658203,20.0625,67108864
63,self_attn.q_proj,2,64,8,128,44.64314270019531,18.03125,67108864
63,self_attn.q_proj,2,128,8,128,51.32870864868164,17.015625,67108864
63,self_attn.q_proj,3,32,8,128,16.189167022705078,28.0625,67108864
63,self_attn.q_proj,3,64,8,128,19.378171920776367,26.03125,67108864
63,self_attn.q_proj,3,128,8,128,22.655580520629883,25.015625,67108864
63,self_attn.q_proj,4,32,8,128,7.552465438842773,36.0625,67108864
63,self_attn.q_proj,4,64,8,128,9.04287052154541,34.03125,67108864
63,self_attn.q_proj,4,128,8,128,10.570756912231445,33.015625,67108864
63,self_attn.q_proj,8,32,8,128,0.458551287651062,68.0625,67108864
63,self_attn.q_proj,8,64,8,128,0.5490501523017883,66.03125,67108864
63,self_attn.q_proj,8,128,8,128,0.6400566101074219,65.015625,67108864
63,self_attn.v_proj,2,32,8,128,12.993329048156738,2.5078125,8388608
63,self_attn.v_proj,2,64,8,128,15.1444091796875,2.25390625,8388608
63,self_attn.v_proj,2,128,8,128,17.067733764648438,2.126953125,8388608
63,self_attn.v_proj,3,32,8,128,5.556256294250488,3.5078125,8388608
63,self_attn.v_proj,3,64,8,128,6.476415157318115,3.25390625,8388608
63,self_attn.v_proj,3,128,8,128,7.3071608543396,3.126953125,8388608
63,self_attn.v_proj,4,32,8,128,2.5927393436431885,4.5078125,8388608
63,self_attn.v_proj,4,64,8,128,3.022320508956909,4.25390625,8388608
63,self_attn.v_proj,4,128,8,128,3.4110758304595947,4.126953125,8388608
63,self_attn.v_proj,8,32,8,128,0.15688839554786682,8.5078125,8388608
63,self_attn.v_proj,8,64,8,128,0.18275412917137146,8.25390625,8388608
63,self_attn.v_proj,8,128,8,128,0.20543789863586426,8.126953125,8388608
63,self_attn.k_proj,2,32,8,128,28.954383850097656,2.5078125,8388608
63,self_attn.k_proj,2,64,8,128,34.84510803222656,2.25390625,8388608
63,self_attn.k_proj,2,128,8,128,39.55474090576172,2.126953125,8388608
63,self_attn.k_proj,3,32,8,128,12.72195816040039,3.5078125,8388608
63,self_attn.k_proj,3,64,8,128,15.668394088745117,3.25390625,8388608
63,self_attn.k_proj,3,128,8,128,18.450824737548828,3.126953125,8388608
63,self_attn.k_proj,4,32,8,128,5.941433906555176,4.5078125,8388608
63,self_attn.k_proj,4,64,8,128,7.3232221603393555,4.25390625,8388608
63,self_attn.k_proj,4,128,8,128,8.637715339660645,4.126953125,8388608
63,self_attn.k_proj,8,32,8,128,0.3594670593738556,8.5078125,8388608
63,self_attn.k_proj,8,64,8,128,0.44262799620628357,8.25390625,8388608
63,self_attn.k_proj,8,128,8,128,0.5211894512176514,8.126953125,8388608
63,self_attn.o_proj,2,32,8,128,33.67514419555664,20.0625,67108864
63,self_attn.o_proj,2,64,8,128,39.233497619628906,18.03125,67108864
63,self_attn.o_proj,2,128,8,128,44.28489685058594,17.015625,67108864
63,self_attn.o_proj,3,32,8,128,14.399726867675781,28.0625,67108864
63,self_attn.o_proj,3,64,8,128,16.797008514404297,26.03125,67108864
63,self_attn.o_proj,3,128,8,128,18.987823486328125,25.015625,67108864
63,self_attn.o_proj,4,32,8,128,6.7164740562438965,36.0625,67108864
63,self_attn.o_proj,4,64,8,128,7.842055320739746,34.03125,67108864
63,self_attn.o_proj,4,128,8,128,8.855427742004395,33.015625,67108864
63,self_attn.o_proj,8,32,8,128,0.40824148058891296,68.0625,67108864
63,self_attn.o_proj,8,64,8,128,0.4757193326950073,66.03125,67108864
63,self_attn.o_proj,8,128,8,128,0.5354966521263123,65.015625,67108864
63,mlp.gate_proj,2,32,8,128,76.42575073242188,70.21875,234881024
63,mlp.gate_proj,2,64,8,128,90.9824447631836,63.109375,234881024
63,mlp.gate_proj,2,128,8,128,104.39635467529297,59.5546875,234881024
63,mlp.gate_proj,3,32,8,128,32.8078498840332,98.21875,234881024
63,mlp.gate_proj,3,64,8,128,38.88457107543945,91.109375,234881024
63,mlp.gate_proj,3,128,8,128,45.164676666259766,87.5546875,234881024
63,mlp.gate_proj,4,32,8,128,15.325652122497559,126.21875,234881024
63,mlp.gate_proj,4,64,8,128,18.131166458129883,119.109375,234881024
63,mlp.gate_proj,4,128,8,128,21.04170799255371,115.5546875,234881024
63,mlp.gate_proj,8,32,8,128,0.9350093007087708,238.21875,234881024
63,mlp.gate_proj,8,64,8,128,1.1062854528427124,231.109375,234881024
63,mlp.gate_proj,8,128,8,128,1.277557611465454,227.5546875,234881024
63,mlp.up_proj,2,32,8,128,67.56266784667969,70.21875,234881024
63,mlp.up_proj,2,64,8,128,78.61321258544922,63.109375,234881024
63,mlp.up_proj,2,128,8,128,88.83979797363281,59.5546875,234881024
63,mlp.up_proj,3,32,8,128,28.90641975402832,98.21875,234881024
63,mlp.up_proj,3,64,8,128,33.666107177734375,91.109375,234881024
63,mlp.up_proj,3,128,8,128,37.898590087890625,87.5546875,234881024
63,mlp.up_proj,4,32,8,128,13.46016788482666,126.21875,234881024
63,mlp.up_proj,4,64,8,128,15.75747299194336,119.109375,234881024
63,mlp.up_proj,4,128,8,128,17.696977615356445,115.5546875,234881024
63,mlp.up_proj,8,32,8,128,0.8219993710517883,238.21875,234881024
63,mlp.up_proj,8,64,8,128,0.961009681224823,231.109375,234881024
63,mlp.up_proj,8,128,8,128,1.0773146152496338,227.5546875,234881024
63,mlp.down_proj,2,32,8,128,67.39888000488281,70.21875,234881024
63,mlp.down_proj,2,64,8,128,78.41475677490234,63.109375,234881024
63,mlp.down_proj,2,128,8,128,88.59690856933594,59.5546875,234881024
63,mlp.down_proj,3,32,8,128,28.82672691345215,98.21875,234881024
63,mlp.down_proj,3,64,8,128,33.577213287353516,91.109375,234881024
63,mlp.down_proj,3,128,8,128,37.78432846069336,87.5546875,234881024
63,mlp.down_proj,4,32,8,128,13.423266410827637,126.21875,234881024
63,mlp.down_proj,4,64,8,128,15.715346336364746,119.109375,234881024
63,mlp.down_proj,4,128,8,128,17.647968292236328,115.5546875,234881024
63,mlp.down_proj,8,32,8,128,0.8197218179702759,238.21875,234881024
63,mlp.down_proj,8,64,8,128,0.9583899974822998,231.109375,234881024
63,mlp.down_proj,8,128,8,128,1.0744006633758545,227.5546875,234881024
64,self_attn.q_proj,2,32,8,128,42.819366455078125,20.0625,67108864
64,self_attn.q_proj,2,64,8,128,50.21886444091797,18.03125,67108864
64,self_attn.q_proj,2,128,8,128,58.032466888427734,17.015625,67108864
64,self_attn.q_proj,3,32,8,128,18.317514419555664,28.0625,67108864
64,self_attn.q_proj,3,64,8,128,21.556615829467773,26.03125,67108864
64,self_attn.q_proj,3,128,8,128,24.975194931030273,25.015625,67108864
64,self_attn.q_proj,4,32,8,128,8.54777717590332,36.0625,67108864
64,self_attn.q_proj,4,64,8,128,10.055856704711914,34.03125,67108864
64,self_attn.q_proj,4,128,8,128,11.663802146911621,33.015625,67108864
64,self_attn.q_proj,8,32,8,128,0.5190718173980713,68.0625,67108864
64,self_attn.q_proj,8,64,8,128,0.6106762886047363,66.03125,67108864
64,self_attn.q_proj,8,128,8,128,0.7062397003173828,65.015625,67108864
64,self_attn.v_proj,2,32,8,128,14.038131713867188,2.5078125,8388608
64,self_attn.v_proj,2,64,8,128,16.469144821166992,2.25390625,8388608
64,self_attn.v_proj,2,128,8,128,18.721162796020508,2.126953125,8388608
64,self_attn.v_proj,3,32,8,128,6.003831386566162,3.5078125,8388608
64,self_attn.v_proj,3,64,8,128,7.0487775802612305,3.25390625,8388608
64,self_attn.v_proj,3,128,8,128,8.014094352722168,3.126953125,8388608
64,self_attn.v_proj,4,32,8,128,2.800537109375,4.5078125,8388608
64,self_attn.v_proj,4,64,8,128,3.2880258560180664,4.25390625,8388608
64,self_attn.v_proj,4,128,8,128,3.7403016090393066,4.126953125,8388608
64,self_attn.v_proj,8,32,8,128,0.1696086972951889,8.5078125,8388608
64,self_attn.v_proj,8,64,8,128,0.19886595010757446,8.25390625,8388608
64,self_attn.v_proj,8,128,8,128,0.22530344128608704,8.126953125,8388608
64,self_attn.k_proj,2,32,8,128,32.365970611572266,2.5078125,8388608
64,self_attn.k_proj,2,64,8,128,38.74104309082031,2.25390625,8388608
64,self_attn.k_proj,2,128,8,128,44.19805908203125,2.126953125,8388608
64,self_attn.k_proj,3,32,8,128,13.956207275390625,3.5078125,8388608
64,self_attn.k_proj,3,64,8,128,16.81561279296875,3.25390625,8388608
64,self_attn.k_proj,3,128,8,128,19.528528213500977,3.126953125,8388608
64,self_attn.k_proj,4,32,8,128,6.509464263916016,4.5078125,8388608
64,self_attn.k_proj,4,64,8,128,7.848601818084717,4.25390625,8388608
64,self_attn.k_proj,4,128,8,128,9.11415958404541,4.126953125,8388608
64,self_attn.k_proj,8,32,8,128,0.3940204381942749,8.5078125,8388608
64,self_attn.k_proj,8,64,8,128,0.4745347201824188,8.25390625,8388608
64,self_attn.k_proj,8,128,8,128,0.5493104457855225,8.126953125,8388608
64,self_attn.o_proj,2,32,8,128,34.521060943603516,20.0625,67108864
64,self_attn.o_proj,2,64,8,128,40.190311431884766,18.03125,67108864
64,self_attn.o_proj,2,128,8,128,45.29783248901367,17.015625,67108864
64,self_attn.o_proj,3,32,8,128,14.766611099243164,28.0625,67108864
64,self_attn.o_proj,3,64,8,128,17.203161239624023,26.03125,67108864
64,self_attn.o_proj,3,128,8,128,19.390905380249023,25.015625,67108864
64,self_attn.o_proj,4,32,8,128,6.886738300323486,36.0625,67108864
64,self_attn.o_proj,4,64,8,128,8.032516479492188,34.03125,67108864
64,self_attn.o_proj,4,128,8,128,9.047829627990723,33.015625,67108864
64,self_attn.o_proj,8,32,8,128,0.41853147745132446,68.0625,67108864
64,self_attn.o_proj,8,64,8,128,0.4871586561203003,66.03125,67108864
64,self_attn.o_proj,8,128,8,128,0.5473939180374146,65.015625,67108864
64,mlp.gate_proj,2,32,8,128,77.4906005859375,70.21875,234881024
64,mlp.gate_proj,2,64,8,128,92.36436462402344,63.109375,234881024
64,mlp.gate_proj,2,128,8,128,106.58409118652344,59.5546875,234881024
64,mlp.gate_proj,3,32,8,128,33.21943664550781,98.21875,234881024
64,mlp.gate_proj,3,64,8,128,39.57835006713867,91.109375,234881024
64,mlp.gate_proj,3,128,8,128,46.06911087036133,87.5546875,234881024
64,mlp.gate_proj,4,32,8,128,15.545063018798828,126.21875,234881024
64,mlp.gate_proj,4,64,8,128,18.44978904724121,119.109375,234881024
64,mlp.gate_proj,4,128,8,128,21.523025512695312,115.5546875,234881024
64,mlp.gate_proj,8,32,8,128,0.9483956098556519,238.21875,234881024
64,mlp.gate_proj,8,64,8,128,1.1253129243850708,231.109375,234881024
64,mlp.gate_proj,8,128,8,128,1.3062058687210083,227.5546875,234881024
64,mlp.up_proj,2,32,8,128,67.24283599853516,70.21875,234881024
64,mlp.up_proj,2,64,8,128,78.21695709228516,63.109375,234881024
64,mlp.up_proj,2,128,8,128,88.39877319335938,59.5546875,234881024
64,mlp.up_proj,3,32,8,128,28.75704574584961,98.21875,234881024
64,mlp.up_proj,3,64,8,128,33.504093170166016,91.109375,234881024
64,mlp.up_proj,3,128,8,128,37.68867111206055,87.5546875,234881024
64,mlp.up_proj,4,32,8,128,13.391504287719727,126.21875,234881024
64,mlp.up_proj,4,64,8,128,15.674460411071777,119.109375,234881024
64,mlp.up_proj,4,128,8,128,17.614107131958008,115.5546875,234881024
64,mlp.up_proj,8,32,8,128,0.8177882432937622,238.21875,234881024
64,mlp.up_proj,8,64,8,128,0.9559713006019592,231.109375,234881024
64,mlp.up_proj,8,128,8,128,1.0719205141067505,227.5546875,234881024
64,mlp.down_proj,2,32,8,128,67.02141571044922,70.21875,234881024
64,mlp.down_proj,2,64,8,128,77.94024658203125,63.109375,234881024
64,mlp.down_proj,2,128,8,128,88.04471588134766,59.5546875,234881024
64,mlp.down_proj,3,32,8,128,28.6521053314209,98.21875,234881024
64,mlp.down_proj,3,64,8,128,33.38684844970703,91.109375,234881024
64,mlp.down_proj,3,128,8,128,37.55854797363281,87.5546875,234881024
64,mlp.down_proj,4,32,8,128,13.344470024108887,126.21875,234881024
64,mlp.down_proj,4,64,8,128,15.616251945495605,119.109375,234881024
64,mlp.down_proj,4,128,8,128,17.548776626586914,115.5546875,234881024
64,mlp.down_proj,8,32,8,128,0.8149448037147522,238.21875,234881024
64,mlp.down_proj,8,64,8,128,0.9523642063140869,231.109375,234881024
64,mlp.down_proj,8,128,8,128,1.0681616067886353,227.5546875,234881024
65,self_attn.q_proj,2,32,8,128,36.329490661621094,20.0625,67108864
65,self_attn.q_proj,2,64,8,128,43.12436294555664,18.03125,67108864
65,self_attn.q_proj,2,128,8,128,49.51023483276367,17.015625,67108864
65,self_attn.q_proj,3,32,8,128,15.586019515991211,28.0625,67108864
65,self_attn.q_proj,3,64,8,128,18.526418685913086,26.03125,67108864
65,self_attn.q_proj,3,128,8,128,21.410940170288086,25.015625,67108864
65,self_attn.q_proj,4,32,8,128,7.275989532470703,36.0625,67108864
65,self_attn.q_proj,4,64,8,128,8.655049324035645,34.03125,67108864
65,self_attn.q_proj,4,128,8,128,9.999711036682129,33.015625,67108864
65,self_attn.q_proj,8,32,8,128,0.44221141934394836,68.0625,67108864
65,self_attn.q_proj,8,64,8,128,0.5259088277816772,66.03125,67108864
65,self_attn.q_proj,8,128,8,128,0.6061524748802185,65.015625,67108864
65,self_attn.v_proj,2,32,8,128,13.861909866333008,2.5078125,8388608
65,self_attn.v_proj,2,64,8,128,16.18387222290039,2.25390625,8388608
65,self_attn.v_proj,2,128,8,128,18.28928565979004,2.126953125,8388608
65,self_attn.v_proj,3,32,8,128,5.927091598510742,3.5078125,8388608
65,self_attn.v_proj,3,64,8,128,6.923969268798828,3.25390625,8388608
65,self_attn.v_proj,3,128,8,128,7.828524589538574,3.126953125,8388608
65,self_attn.v_proj,4,32,8,128,2.7649950981140137,4.5078125,8388608
65,self_attn.v_proj,4,64,8,128,3.23111629486084,4.25390625,8388608
65,self_attn.v_proj,4,128,8,128,3.654599666595459,4.126953125,8388608
65,self_attn.v_proj,8,32,8,128,0.1674090325832367,8.5078125,8388608
65,self_attn.v_proj,8,64,8,128,0.19542135298252106,8.25390625,8388608
65,self_attn.v_proj,8,128,8,128,0.22002652287483215,8.126953125,8388608
65,self_attn.k_proj,2,32,8,128,26.813446044921875,2.5078125,8388608
65,self_attn.k_proj,2,64,8,128,32.19272994995117,2.25390625,8388608
65,self_attn.k_proj,2,128,8,128,36.87970733642578,2.126953125,8388608
65,self_attn.k_proj,3,32,8,128,11.603473663330078,3.5078125,8388608
65,self_attn.k_proj,3,64,8,128,14.102288246154785,3.25390625,8388608
65,self_attn.k_proj,3,128,8,128,16.474794387817383,3.126953125,8388608
65,self_attn.k_proj,4,32,8,128,5.43253231048584,4.5078125,8388608
65,self_attn.k_proj,4,64,8,128,6.60510778427124,4.25390625,8388608
65,self_attn.k_proj,4,128,8,128,7.7312469482421875,4.126953125,8388608
65,self_attn.k_proj,8,32,8,128,0.32878240942955017,8.5078125,8388608
65,self_attn.k_proj,8,64,8,128,0.3998721241950989,8.25390625,8388608
65,self_attn.k_proj,8,128,8,128,0.4676685333251953,8.126953125,8388608
65,self_attn.o_proj,2,32,8,128,33.4189453125,20.0625,67108864
65,self_attn.o_proj,2,64,8,128,38.898555755615234,18.03125,67108864
65,self_attn.o_proj,2,128,8,128,43.8623046875,17.015625,67108864
65,self_attn.o_proj,3,32,8,128,14.294992446899414,28.0625,67108864
65,self_attn.o_proj,3,64,8,128,16.665603637695312,26.03125,67108864
65,self_attn.o_proj,3,128,8,128,18.801679611206055,25.015625,67108864
65,self_attn.o_proj,4,32,8,128,6.682906150817871,36.0625,67108864
65,self_attn.o_proj,4,64,8,128,7.803160667419434,34.03125,67108864
65,self_attn.o_proj,4,128,8,128,8.814871788024902,33.015625,67108864
65,self_attn.o_proj,8,32,8,128,0.4080032408237457,68.0625,67108864
65,self_attn.o_proj,8,64,8,128,0.4771054685115814,66.03125,67108864
65,self_attn.o_proj,8,128,8,128,0.5404240489006042,65.015625,67108864
65,mlp.gate_proj,2,32,8,128,77.75199890136719,70.21875,234881024
65,mlp.gate_proj,2,64,8,128,92.78266906738281,63.109375,234881024
65,mlp.gate_proj,2,128,8,128,107.23893737792969,59.5546875,234881024
65,mlp.gate_proj,3,32,8,128,33.326316833496094,98.21875,234881024
65,mlp.gate_proj,3,64,8,128,39.7974967956543,91.109375,234881024
65,mlp.gate_proj,3,128,8,128,46.36573028564453,87.5546875,234881024
65,mlp.gate_proj,4,32,8,128,15.601041793823242,126.21875,234881024
65,mlp.gate_proj,4,64,8,128,18.548358917236328,119.109375,234881024
65,mlp.gate_proj,4,128,8,128,21.681699752807617,115.5546875,234881024
65,mlp.gate_proj,8,32,8,128,0.9517542719841003,238.21875,234881024
65,mlp.gate_proj,8,64,8,128,1.13104248046875,231.109375,234881024
65,mlp.gate_proj,8,128,8,128,1.3156931400299072,227.5546875,234881024
65,mlp.up_proj,2,32,8,128,67.30894470214844,70.21875,234881024
65,mlp.up_proj,2,64,8,128,78.29441833496094,63.109375,234881024
65,mlp.up_proj,2,128,8,128,88.46066284179688,59.5546875,234881024
65,mlp.up_proj,3,32,8,128,28.785274505615234,98.21875,234881024
65,mlp.up_proj,3,64,8,128,33.53602981567383,91.109375,234881024
65,mlp.up_proj,3,128,8,128,37.729740142822266,87.5546875,234881024
65,mlp.up_proj,4,32,8,128,13.405630111694336,126.21875,234881024
65,mlp.up_proj,4,64,8,128,15.69153118133545,119.109375,234881024
65,mlp.up_proj,4,128,8,128,17.638450622558594,115.5546875,234881024
65,mlp.up_proj,8,32,8,128,0.8186416625976562,238.21875,234881024
65,mlp.up_proj,8,64,8,128,0.9570550322532654,231.109375,234881024
65,mlp.up_proj,8,128,8,128,1.0730164051055908,227.5546875,234881024
65,mlp.down_proj,2,32,8,128,67.02510070800781,70.21875,234881024
65,mlp.down_proj,2,64,8,128,77.9443130493164,63.109375,234881024
65,mlp.down_proj,2,128,8,128,88.04894256591797,59.5546875,234881024
65,mlp.down_proj,3,32,8,128,28.653772354125977,98.21875,234881024
65,mlp.down_proj,3,64,8,128,33.3892936706543,91.109375,234881024
65,mlp.down_proj,3,128,8,128,37.557395935058594,87.5546875,234881024
65,mlp.down_proj,4,32,8,128,13.345603942871094,126.21875,234881024
65,mlp.down_proj,4,64,8,128,15.618847846984863,119.109375,234881024
65,mlp.down_proj,4,128,8,128,17.549768447875977,115.5546875,234881024
65,mlp.down_proj,8,32,8,128,0.8150051236152649,238.21875,234881024
65,mlp.down_proj,8,64,8,128,0.9523598551750183,231.109375,234881024
65,mlp.down_proj,8,128,8,128,1.0679457187652588,227.5546875,234881024
66,self_attn.q_proj,2,32,8,128,38.7794303894043,20.0625,67108864
66,self_attn.q_proj,2,64,8,128,46.0344123840332,18.03125,67108864
66,self_attn.q_proj,2,128,8,128,53.05609893798828,17.015625,67108864
66,self_attn.q_proj,3,32,8,128,16.653215408325195,28.0625,67108864
66,self_attn.q_proj,3,64,8,128,19.862144470214844,26.03125,67108864
66,self_attn.q_proj,3,128,8,128,23.146211624145508,25.015625,67108864
66,self_attn.q_proj,4,32,8,128,7.7720184326171875,36.0625,67108864
66,self_attn.q_proj,4,64,8,128,9.264443397521973,34.03125,67108864
66,self_attn.q_proj,4,128,8,128,10.80466365814209,33.015625,67108864
66,self_attn.q_proj,8,32,8,128,0.47180798649787903,68.0625,67108864
66,self_attn.q_proj,8,64,8,128,0.5622888803482056,66.03125,67108864
66,self_attn.q_proj,8,128,8,128,0.653881311416626,65.015625,67108864
66,self_attn.v_proj,2,32,8,128,13.974505424499512,2.5078125,8388608
66,self_attn.v_proj,2,64,8,128,16.337491989135742,2.25390625,8388608
66,self_attn.v_proj,2,128,8,128,18.482759475708008,2.126953125,8388608
66,self_attn.v_proj,3,32,8,128,5.975247859954834,3.5078125,8388608
66,self_attn.v_proj,3,64,8,128,6.993313789367676,3.25390625,8388608
66,self_attn.v_proj,3,128,8,128,7.91671895980835,3.126953125,8388608
66,self_attn.v_proj,4,32,8,128,2.788114309310913,4.5078125,8388608
66,self_attn.v_proj,4,64,8,128,3.2619645595550537,4.25390625,8388608
66,self_attn.v_proj,4,128,8,128,3.6959388256073,4.126953125,8388608
66,self_attn.v_proj,8,32,8,128,0.16879767179489136,8.5078125,8388608
66,self_attn.v_proj,8,64,8,128,0.19729551672935486,8.25390625,8388608
66,self_attn.v_proj,8,128,8,128,0.22268208861351013,8.126953125,8388608
66,self_attn.k_proj,2,32,8,128,29.672889709472656,2.5078125,8388608
66,self_attn.k_proj,2,64,8,128,35.635929107666016,2.25390625,8388608
66,self_attn.k_proj,2,128,8,128,40.66949462890625,2.126953125,8388608
66,self_attn.k_proj,3,32,8,128,12.839678764343262,3.5078125,8388608
66,self_attn.k_proj,3,64,8,128,15.61888313293457,3.25390625,8388608
66,self_attn.k_proj,3,128,8,128,18.2392520904541,3.126953125,8388608
66,self_attn.k_proj,4,32,8,128,5.991870880126953,4.5078125,8388608
66,self_attn.k_proj,4,64,8,128,7.294279098510742,4.25390625,8388608
66,self_attn.k_proj,4,128,8,128,8.524703979492188,4.126953125,8388608
66,self_attn.k_proj,8,32,8,128,0.36271706223487854,8.5078125,8388608
66,self_attn.k_proj,8,64,8,128,0.44099608063697815,8.25390625,8388608
66,self_attn.k_proj,8,128,8,128,0.5136765241622925,8.126953125,8388608
66,self_attn.o_proj,2,32,8,128,34.24116134643555,20.0625,67108864
66,self_attn.o_proj,2,64,8,128,39.95665740966797,18.03125,67108864
66,self_attn.o_proj,2,128,8,128,45.20613098144531,17.015625,67108864
66,self_attn.o_proj,3,32,8,128,14.67123031616211,28.0625,67108864
66,self_attn.o_proj,3,64,8,128,17.166067123413086,26.03125,67108864
66,self_attn.o_proj,3,128,8,128,19.506874084472656,25.015625,67108864
66,self_attn.o_proj,4,32,8,128,6.844421863555908,36.0625,67108864
66,self_attn.o_proj,4,64,8,128,8.021551132202148,34.03125,67108864
66,self_attn.o_proj,4,128,8,128,9.108867645263672,33.015625,67108864
66,self_attn.o_proj,8,32,8,128,0.416020005941391,68.0625,67108864
66,self_attn.o_proj,8,64,8,128,0.48655399680137634,66.03125,67108864
66,self_attn.o_proj,8,128,8,128,0.5511406064033508,65.015625,67108864
66,mlp.gate_proj,2,32,8,128,76.27597045898438,70.21875,234881024
66,mlp.gate_proj,2,64,8,128,90.81880187988281,63.109375,234881024
66,mlp.gate_proj,2,128,8,128,104.22380828857422,59.5546875,234881024
66,mlp.gate_proj,3,32,8,128,32.744529724121094,98.21875,234881024
66,mlp.gate_proj,3,64,8,128,38.799224853515625,91.109375,234881024
66,mlp.gate_proj,3,128,8,128,45.08484649658203,87.5546875,234881024
66,mlp.gate_proj,4,32,8,128,15.29305648803711,126.21875,234881024
66,mlp.gate_proj,4,64,8,128,18.09764289855957,119.109375,234881024
66,mlp.gate_proj,4,128,8,128,21.006444931030273,115.5546875,234881024
66,mlp.gate_proj,8,32,8,128,0.9330369830131531,238.21875,234881024
66,mlp.gate_proj,8,64,8,128,1.1040418148040771,231.109375,234881024
66,mlp.gate_proj,8,128,8,128,1.2750846147537231,227.5546875,234881024
66,mlp.up_proj,2,32,8,128,67.87973022460938,70.21875,234881024
66,mlp.up_proj,2,64,8,128,79.010986328125,63.109375,234881024
66,mlp.up_proj,2,128,8,128,89.31341552734375,59.5546875,234881024
66,mlp.up_proj,3,32,8,128,29.054590225219727,98.21875,234881024
66,mlp.up_proj,3,64,8,128,33.8223876953125,91.109375,234881024
66,mlp.up_proj,3,128,8,128,38.074710845947266,87.5546875,234881024
66,mlp.up_proj,4,32,8,128,13.52694034576416,126.21875,234881024
66,mlp.up_proj,4,64,8,128,15.839090347290039,119.109375,234881024
66,mlp.up_proj,4,128,8,128,17.78289222717285,115.5546875,234881024
66,mlp.up_proj,8,32,8,128,0.8259626030921936,238.21875,234881024
66,mlp.up_proj,8,64,8,128,0.9660632610321045,231.109375,234881024
66,mlp.up_proj,8,128,8,128,1.0824954509735107,227.5546875,234881024
66,mlp.down_proj,2,32,8,128,67.5672378540039,70.21875,234881024
66,mlp.down_proj,2,64,8,128,78.6178970336914,63.109375,234881024
66,mlp.down_proj,2,128,8,128,88.81820678710938,59.5546875,234881024
66,mlp.down_proj,3,32,8,128,28.901615142822266,98.21875,234881024
66,mlp.down_proj,3,64,8,128,33.65853500366211,91.109375,234881024
66,mlp.down_proj,3,128,8,128,37.872039794921875,87.5546875,234881024
66,mlp.down_proj,4,32,8,128,13.45999526977539,126.21875,234881024
66,mlp.down_proj,4,64,8,128,15.756766319274902,119.109375,234881024
66,mlp.down_proj,4,128,8,128,17.69424819946289,115.5546875,234881024
66,mlp.down_proj,8,32,8,128,0.8219252824783325,238.21875,234881024
66,mlp.down_proj,8,64,8,128,0.9608999490737915,231.109375,234881024
66,mlp.down_proj,8,128,8,128,1.0769327878952026,227.5546875,234881024
67,self_attn.q_proj,2,32,8,128,41.87763214111328,20.0625,67108864
67,self_attn.q_proj,2,64,8,128,49.1953125,18.03125,67108864
67,self_attn.q_proj,2,128,8,128,56.52548599243164,17.015625,67108864
67,self_attn.q_proj,3,32,8,128,17.9111328125,28.0625,67108864
67,self_attn.q_proj,3,64,8,128,21.09305763244629,26.03125,67108864
67,self_attn.q_proj,3,128,8,128,24.280925750732422,25.015625,67108864
67,self_attn.q_proj,4,32,8,128,8.360442161560059,36.0625,67108864
67,self_attn.q_proj,4,64,8,128,9.838826179504395,34.03125,67108864
67,self_attn.q_proj,4,128,8,128,11.340537071228027,33.015625,67108864
67,self_attn.q_proj,8,32,8,128,0.5075060725212097,68.0625,67108864
67,self_attn.q_proj,8,64,8,128,0.5976356267929077,66.03125,67108864
67,self_attn.q_proj,8,128,8,128,0.6866402626037598,65.015625,67108864
67,self_attn.v_proj,2,32,8,128,14.141161918640137,2.5078125,8388608
67,self_attn.v_proj,2,64,8,128,16.50977325439453,2.25390625,8388608
67,self_attn.v_proj,2,128,8,128,18.659975051879883,2.126953125,8388608
67,self_attn.v_proj,3,32,8,128,6.04632568359375,3.5078125,8388608
67,self_attn.v_proj,3,64,8,128,7.063683986663818,3.25390625,8388608
67,self_attn.v_proj,3,128,8,128,7.989662170410156,3.126953125,8388608
67,self_attn.v_proj,4,32,8,128,2.8217005729675293,4.5078125,8388608
67,self_attn.v_proj,4,64,8,128,3.297024726867676,4.25390625,8388608
67,self_attn.v_proj,4,128,8,128,3.728530168533325,4.126953125,8388608
67,self_attn.v_proj,8,32,8,128,0.17084762454032898,8.5078125,8388608
67,self_attn.v_proj,8,64,8,128,0.19930483400821686,8.25390625,8388608
67,self_attn.v_proj,8,128,8,128,0.22459186613559723,8.126953125,8388608
67,self_attn.k_proj,2,32,8,128,31.872743606567383,2.5078125,8388608
67,self_attn.k_proj,2,64,8,128,38.07038116455078,2.25390625,8388608
67,self_attn.k_proj,2,128,8,128,43.447418212890625,2.126953125,8388608
67,self_attn.k_proj,3,32,8,128,13.692203521728516,3.5078125,8388608
67,self_attn.k_proj,3,64,8,128,16.43685531616211,3.25390625,8388608
67,self_attn.k_proj,3,128,8,128,18.980356216430664,3.126953125,8388608
67,self_attn.k_proj,4,32,8,128,6.3920063972473145,4.5078125,8388608
67,self_attn.k_proj,4,64,8,128,7.669287204742432,4.25390625,8388608
67,self_attn.k_proj,4,128,8,128,8.86434268951416,4.126953125,8388608
67,self_attn.k_proj,8,32,8,128,0.3868117034435272,8.5078125,8388608
67,self_attn.k_proj,8,64,8,128,0.46366190910339355,8.25390625,8388608
67,self_attn.k_proj,8,128,8,128,0.5339415073394775,8.126953125,8388608
67,self_attn.o_proj,2,32,8,128,34.68899917602539,20.0625,67108864
67,self_attn.o_proj,2,64,8,128,40.39021301269531,18.03125,67108864
67,self_attn.o_proj,2,128,8,128,45.523136138916016,17.015625,67108864
67,self_attn.o_proj,3,32,8,128,14.838661193847656,28.0625,67108864
67,self_attn.o_proj,3,64,8,128,17.280132293701172,26.03125,67108864
67,self_attn.o_proj,3,128,8,128,19.488264083862305,25.015625,67108864
67,self_attn.o_proj,4,32,8,128,6.91993522644043,36.0625,67108864
67,self_attn.o_proj,4,64,8,128,8.068282127380371,34.03125,67108864
67,self_attn.o_proj,4,128,8,128,9.092334747314453,33.015625,67108864
67,self_attn.o_proj,8,32,8,128,0.42054077982902527,68.0625,67108864
67,self_attn.o_proj,8,64,8,128,0.4894316494464874,66.03125,67108864
67,self_attn.o_proj,8,128,8,128,0.5501255989074707,65.015625,67108864
67,mlp.gate_proj,2,32,8,128,76.54330444335938,70.21875,234881024
67,mlp.gate_proj,2,64,8,128,91.16223907470703,63.109375,234881024
67,mlp.gate_proj,2,128,8,128,104.71990966796875,59.5546875,234881024
67,mlp.gate_proj,3,32,8,128,32.849613189697266,98.21875,234881024
67,mlp.gate_proj,3,64,8,128,38.9803581237793,91.109375,234881024
67,mlp.gate_proj,3,128,8,128,45.3189582824707,87.5546875,234881024
67,mlp.gate_proj,4,32,8,128,15.349717140197754,126.21875,234881024
67,mlp.gate_proj,4,64,8,128,18.176387786865234,119.109375,234881024
67,mlp.gate_proj,4,128,8,128,21.1143798828125,115.5546875,234881024
67,mlp.gate_proj,8,32,8,128,0.9364266395568848,238.21875,234881024
67,mlp.gate_proj,8,64,8,128,1.108932375907898,231.109375,234881024
67,mlp.gate_proj,8,128,8,128,1.2820361852645874,227.5546875,234881024
67,mlp.up_proj,2,32,8,128,67.92131042480469,70.21875,234881024
67,mlp.up_proj,2,64,8,128,79.05140686035156,63.109375,234881024
67,mlp.up_proj,2,128,8,128,89.3563232421875,59.5546875,234881024
67,mlp.up_proj,3,32,8,128,29.071630477905273,98.21875,234881024
67,mlp.up_proj,3,64,8,128,33.84465408325195,91.109375,234881024
67,mlp.up_proj,3,128,8,128,38.09027862548828,87.5546875,234881024
67,mlp.up_proj,4,32,8,128,13.53543758392334,126.21875,234881024
67,mlp.up_proj,4,64,8,128,15.849507331848145,119.109375,234881024
67,mlp.up_proj,4,128,8,128,17.79135513305664,115.5546875,234881024
67,mlp.up_proj,8,32,8,128,0.8264915347099304,238.21875,234881024
67,mlp.up_proj,8,64,8,128,0.966688334941864,231.109375,234881024
67,mlp.up_proj,8,128,8,128,1.0831878185272217,227.5546875,234881024
67,mlp.down_proj,2,32,8,128,67.54988861083984,70.21875,234881024
67,mlp.down_proj,2,64,8,128,78.59307861328125,63.109375,234881024
67,mlp.down_proj,2,128,8,128,88.81293487548828,59.5546875,234881024
67,mlp.down_proj,3,32,8,128,28.898155212402344,98.21875,234881024
67,mlp.down_proj,3,64,8,128,33.65370178222656,91.109375,234881024
67,mlp.down_proj,3,128,8,128,37.86188888549805,87.5546875,234881024
67,mlp.down_proj,4,32,8,128,13.457674980163574,126.21875,234881024
67,mlp.down_proj,4,64,8,128,15.751675605773926,119.109375,234881024
67,mlp.down_proj,4,128,8,128,17.686805725097656,115.5546875,234881024
67,mlp.down_proj,8,32,8,128,0.8217827081680298,238.21875,234881024
67,mlp.down_proj,8,64,8,128,0.9607451558113098,231.109375,234881024
67,mlp.down_proj,8,128,8,128,1.0767126083374023,227.5546875,234881024
68,self_attn.q_proj,2,32,8,128,42.996917724609375,20.0625,67108864
68,self_attn.q_proj,2,64,8,128,50.308048248291016,18.03125,67108864
68,self_attn.q_proj,2,128,8,128,57.63694763183594,17.015625,67108864
68,self_attn.q_proj,3,32,8,128,18.38302993774414,28.0625,67108864
68,self_attn.q_proj,3,64,8,128,21.562314987182617,26.03125,67108864
68,self_attn.q_proj,3,128,8,128,24.72186279296875,25.015625,67108864
68,self_attn.q_proj,4,32,8,128,8.578042984008789,36.0625,67108864
68,self_attn.q_proj,4,64,8,128,10.05810832977295,34.03125,67108864
68,self_attn.q_proj,4,128,8,128,11.546043395996094,33.015625,67108864
68,self_attn.q_proj,8,32,8,128,0.52088862657547,68.0625,67108864
68,self_attn.q_proj,8,64,8,128,0.6109640598297119,66.03125,67108864
68,self_attn.q_proj,8,128,8,128,0.6993457078933716,65.015625,67108864
68,self_attn.v_proj,2,32,8,128,14.98930835723877,2.5078125,8388608
68,self_attn.v_proj,2,64,8,128,17.529664993286133,2.25390625,8388608
68,self_attn.v_proj,2,128,8,128,19.84973907470703,2.126953125,8388608
68,self_attn.v_proj,3,32,8,128,6.404816627502441,3.5078125,8388608
68,self_attn.v_proj,3,64,8,128,7.498355865478516,3.25390625,8388608
68,self_attn.v_proj,3,128,8,128,8.496915817260742,3.126953125,8388608
68,self_attn.v_proj,4,32,8,128,2.9906091690063477,4.5078125,8388608
68,self_attn.v_proj,4,64,8,128,3.4994311332702637,4.25390625,8388608
68,self_attn.v_proj,4,128,8,128,3.9646248817443848,4.126953125,8388608
68,self_attn.v_proj,8,32,8,128,0.1810348778963089,8.5078125,8388608
68,self_attn.v_proj,8,64,8,128,0.21159625053405762,8.25390625,8388608
68,self_attn.v_proj,8,128,8,128,0.2388579100370407,8.126953125,8388608
68,self_attn.k_proj,2,32,8,128,30.838842391967773,2.5078125,8388608
68,self_attn.k_proj,2,64,8,128,36.82102584838867,2.25390625,8388608
68,self_attn.k_proj,2,128,8,128,42.182369232177734,2.126953125,8388608
68,self_attn.k_proj,3,32,8,128,13.226166725158691,3.5078125,8388608
68,self_attn.k_proj,3,64,8,128,15.83836555480957,3.25390625,8388608
68,self_attn.k_proj,3,128,8,128,18.289793014526367,3.126953125,8388608
68,self_attn.k_proj,4,32,8,128,6.169673442840576,4.5078125,8388608
68,self_attn.k_proj,4,64,8,128,7.3937482833862305,4.25390625,8388608
68,self_attn.k_proj,4,128,8,128,8.535738945007324,4.126953125,8388608
68,self_attn.k_proj,8,32,8,128,0.3734605610370636,8.5078125,8388608
68,self_attn.k_proj,8,64,8,128,0.44660499691963196,8.25390625,8388608
68,self_attn.k_proj,8,128,8,128,0.5144127011299133,8.126953125,8388608
68,self_attn.o_proj,2,32,8,128,35.336387634277344,20.0625,67108864
68,self_attn.o_proj,2,64,8,128,41.148712158203125,18.03125,67108864
68,self_attn.o_proj,2,128,8,128,46.36989212036133,17.015625,67108864
68,self_attn.o_proj,3,32,8,128,15.117834091186523,28.0625,67108864
68,self_attn.o_proj,3,64,8,128,17.601490020751953,26.03125,67108864
68,self_attn.o_proj,3,128,8,128,19.848608016967773,25.015625,67108864
68,self_attn.o_proj,4,32,8,128,7.049229145050049,36.0625,67108864
68,self_attn.o_proj,4,64,8,128,8.217535972595215,34.03125,67108864
68,self_attn.o_proj,4,128,8,128,9.261478424072266,33.015625,67108864
68,self_attn.o_proj,8,32,8,128,0.42832088470458984,68.0625,67108864
68,self_attn.o_proj,8,64,8,128,0.4984959363937378,66.03125,67108864
68,self_attn.o_proj,8,128,8,128,0.5604457855224609,65.015625,67108864
68,mlp.gate_proj,2,32,8,128,77.9117431640625,70.21875,234881024
68,mlp.gate_proj,2,64,8,128,93.0105209350586,63.109375,234881024
68,mlp.gate_proj,2,128,8,128,107.70882415771484,59.5546875,234881024
68,mlp.gate_proj,3,32,8,128,33.385066986083984,98.21875,234881024
68,mlp.gate_proj,3,64,8,128,39.91365051269531,91.109375,234881024
68,mlp.gate_proj,3,128,8,128,46.54311752319336,87.5546875,234881024
68,mlp.gate_proj,4,32,8,128,15.630667686462402,126.21875,234881024
68,mlp.gate_proj,4,64,8,128,18.60211753845215,119.109375,234881024
68,mlp.gate_proj,4,128,8,128,21.782941818237305,115.5546875,234881024
68,mlp.gate_proj,8,32,8,128,0.9535031914710999,238.21875,234881024
68,mlp.gate_proj,8,64,8,128,1.134141206741333,231.109375,234881024
68,mlp.gate_proj,8,128,8,128,1.3212354183197021,227.5546875,234881024
68,mlp.up_proj,2,32,8,128,67.4381332397461,70.21875,234881024
68,mlp.up_proj,2,64,8,128,78.47795104980469,63.109375,234881024
68,mlp.up_proj,2,128,8,128,88.67298126220703,59.5546875,234881024
68,mlp.up_proj,3,32,8,128,28.849563598632812,98.21875,234881024
68,mlp.up_proj,3,64,8,128,33.609432220458984,91.109375,234881024
68,mlp.up_proj,3,128,8,128,37.84211349487305,87.5546875,234881024
68,mlp.up_proj,4,32,8,128,13.434784889221191,126.21875,234881024
68,mlp.up_proj,4,64,8,128,15.730012893676758,119.109375,234881024
68,mlp.up_proj,4,128,8,128,17.671184539794922,115.5546875,234881024
68,mlp.up_proj,8,32,8,128,0.8204174637794495,238.21875,234881024
68,mlp.up_proj,8,64,8,128,0.9593989253044128,231.109375,234881024
68,mlp.up_proj,8,128,8,128,1.0757280588150024,227.5546875,234881024
68,mlp.down_proj,2,32,8,128,66.96928405761719,70.21875,234881024
68,mlp.down_proj,2,64,8,128,77.8817367553711,63.109375,234881024
68,mlp.down_proj,2,128,8,128,88.00737762451172,59.5546875,234881024
68,mlp.down_proj,3,32,8,128,28.63149070739746,98.21875,234881024
68,mlp.down_proj,3,64,8,128,33.36552429199219,91.109375,234881024
68,mlp.down_proj,3,128,8,128,37.53841781616211,87.5546875,234881024
68,mlp.down_proj,4,32,8,128,13.332662582397461,126.21875,234881024
68,mlp.down_proj,4,64,8,128,15.606319427490234,119.109375,234881024
68,mlp.down_proj,4,128,8,128,17.542068481445312,115.5546875,234881024
68,mlp.down_proj,8,32,8,128,0.8142945170402527,238.21875,234881024
68,mlp.down_proj,8,64,8,128,0.9515939950942993,231.109375,234881024
68,mlp.down_proj,8,128,8,128,1.0672000646591187,227.5546875,234881024
69,self_attn.q_proj,2,32,8,128,42.20248031616211,20.0625,67108864
69,self_attn.q_proj,2,64,8,128,49.8327751159668,18.03125,67108864
69,self_attn.q_proj,2,128,8,128,57.46018600463867,17.015625,67108864
69,self_attn.q_proj,3,32,8,128,18.056442260742188,28.0625,67108864
69,self_attn.q_proj,3,64,8,128,21.399200439453125,26.03125,67108864
69,self_attn.q_proj,3,128,8,128,24.73744773864746,25.015625,67108864
69,self_attn.q_proj,4,32,8,128,8.42861557006836,36.0625,67108864
69,self_attn.q_proj,4,64,8,128,9.980915069580078,34.03125,67108864
69,self_attn.q_proj,4,128,8,128,11.552515983581543,33.015625,67108864
69,self_attn.q_proj,8,32,8,128,0.5116274356842041,68.0625,67108864
69,self_attn.q_proj,8,64,8,128,0.6062206625938416,66.03125,67108864
69,self_attn.q_proj,8,128,8,128,0.699862003326416,65.015625,67108864
69,self_attn.v_proj,2,32,8,128,14.842782020568848,2.5078125,8388608
69,self_attn.v_proj,2,64,8,128,17.356426239013672,2.25390625,8388608
69,self_attn.v_proj,2,128,8,128,19.63593101501465,2.126953125,8388608
69,self_attn.v_proj,3,32,8,128,6.346794605255127,3.5078125,8388608
69,self_attn.v_proj,3,64,8,128,7.42772912979126,3.25390625,8388608
69,self_attn.v_proj,3,128,8,128,8.4048490524292,3.126953125,8388608
69,self_attn.v_proj,4,32,8,128,2.9614622592926025,4.5078125,8388608
69,self_attn.v_proj,4,64,8,128,3.4658656120300293,4.25390625,8388608
69,self_attn.v_proj,4,128,8,128,3.9225854873657227,4.126953125,8388608
69,self_attn.v_proj,8,32,8,128,0.17930050194263458,8.5078125,8388608
69,self_attn.v_proj,8,64,8,128,0.20954196155071259,8.25390625,8388608
69,self_attn.v_proj,8,128,8,128,0.23633894324302673,8.126953125,8388608
69,self_attn.k_proj,2,32,8,128,31.405559539794922,2.5078125,8388608
69,self_attn.k_proj,2,64,8,128,37.61735916137695,2.25390625,8388608
69,self_attn.k_proj,2,128,8,128,43.15043258666992,2.126953125,8388608
69,self_attn.k_proj,3,32,8,128,13.499991416931152,3.5078125,8388608
69,self_attn.k_proj,3,64,8,128,16.250951766967773,3.25390625,8388608
69,self_attn.k_proj,3,128,8,128,18.875097274780273,3.126953125,8388608
69,self_attn.k_proj,4,32,8,128,6.295987129211426,4.5078125,8388608
69,self_attn.k_proj,4,64,8,128,7.58663272857666,4.25390625,8388608
69,self_attn.k_proj,4,128,8,128,8.809903144836426,4.126953125,8388608
69,self_attn.k_proj,8,32,8,128,0.3811444044113159,8.5078125,8388608
69,self_attn.k_proj,8,64,8,128,0.4585740864276886,8.25390625,8388608
69,self_attn.k_proj,8,128,8,128,0.5306520462036133,8.126953125,8388608
69,self_attn.o_proj,2,32,8,128,35.38931655883789,20.0625,67108864
69,self_attn.o_proj,2,64,8,128,41.22873306274414,18.03125,67108864
69,self_attn.o_proj,2,128,8,128,46.49451446533203,17.015625,67108864
69,self_attn.o_proj,3,32,8,128,15.141733169555664,28.0625,67108864
69,self_attn.o_proj,3,64,8,128,17.641101837158203,26.03125,67108864
69,self_attn.o_proj,3,128,8,128,19.916149139404297,25.015625,67108864
69,self_attn.o_proj,4,32,8,128,7.061334609985352,36.0625,67108864
69,self_attn.o_proj,4,64,8,128,8.234591484069824,34.03125,67108864
69,self_attn.o_proj,4,128,8,128,9.29265308380127,33.015625,67108864
69,self_attn.o_proj,8,32,8,128,0.4290388524532318,68.0625,67108864
69,self_attn.o_proj,8,64,8,128,0.49960705637931824,66.03125,67108864
69,self_attn.o_proj,8,128,8,128,0.5623963475227356,65.015625,67108864
69,mlp.gate_proj,2,32,8,128,77.63627624511719,70.21875,234881024
69,mlp.gate_proj,2,64,8,128,92.6241455078125,63.109375,234881024
69,mlp.gate_proj,2,128,8,128,107.11105346679688,59.5546875,234881024
69,mlp.gate_proj,3,32,8,128,33.277278900146484,98.21875,234881024
69,mlp.gate_proj,3,64,8,128,39.71714401245117,91.109375,234881024
69,mlp.gate_proj,3,128,8,128,46.28458786010742,87.5546875,234881024
69,mlp.gate_proj,4,32,8,128,15.573941230773926,126.21875,234881024
69,mlp.gate_proj,4,64,8,128,18.5102481842041,119.109375,234881024
69,mlp.gate_proj,4,128,8,128,21.630252838134766,115.5546875,234881024
69,mlp.gate_proj,8,32,8,128,0.9500958919525146,238.21875,234881024
69,mlp.gate_proj,8,64,8,128,1.1287362575531006,231.109375,234881024
69,mlp.gate_proj,8,128,8,128,1.3128478527069092,227.5546875,234881024
69,mlp.up_proj,2,32,8,128,67.73368072509766,70.21875,234881024
69,mlp.up_proj,2,64,8,128,78.83189392089844,63.109375,234881024
69,mlp.up_proj,2,128,8,128,89.09113311767578,59.5546875,234881024
69,mlp.up_proj,3,32,8,128,28.983076095581055,98.21875,234881024
69,mlp.up_proj,3,64,8,128,33.750640869140625,91.109375,234881024
69,mlp.up_proj,3,128,8,128,37.988224029541016,87.5546875,234881024
69,mlp.up_proj,4,32,8,128,13.496142387390137,126.21875,234881024
69,mlp.up_proj,4,64,8,128,15.803689956665039,119.109375,234881024
69,mlp.up_proj,4,128,8,128,17.7470703125,115.5546875,234881024
69,mlp.up_proj,8,32,8,128,0.824127733707428,238.21875,234881024
69,mlp.up_proj,8,64,8,128,0.9638040065765381,231.109375,234881024
69,mlp.up_proj,8,128,8,128,1.0802112817764282,227.5546875,234881024
69,mlp.down_proj,2,32,8,128,67.24958038330078,70.21875,234881024
69,mlp.down_proj,2,64,8,128,78.22705841064453,63.109375,234881024
69,mlp.down_proj,2,128,8,128,88.4117660522461,59.5546875,234881024
69,mlp.down_proj,3,32,8,128,28.76068115234375,98.21875,234881024
69,mlp.down_proj,3,64,8,128,33.50086975097656,91.109375,234881024
69,mlp.down_proj,3,128,8,128,37.703311920166016,87.5546875,234881024
69,mlp.down_proj,4,32,8,128,13.39233684539795,126.21875,234881024
69,mlp.down_proj,4,64,8,128,15.674565315246582,119.109375,234881024
69,mlp.down_proj,4,128,8,128,17.605365753173828,115.5546875,234881024
69,mlp.down_proj,8,32,8,128,0.8178876042366028,238.21875,234881024
69,mlp.down_proj,8,64,8,128,0.9558658599853516,231.109375,234881024
69,mlp.down_proj,8,128,8,128,1.071731686592102,227.5546875,234881024
70,self_attn.q_proj,2,32,8,128,43.85414505004883,20.0625,67108864
70,self_attn.q_proj,2,64,8,128,51.76820373535156,18.03125,67108864
70,self_attn.q_proj,2,128,8,128,59.50196838378906,17.015625,67108864
70,self_attn.q_proj,3,32,8,128,18.76361083984375,28.0625,67108864
70,self_attn.q_proj,3,64,8,128,22.22780418395996,26.03125,67108864
70,self_attn.q_proj,3,128,8,128,25.6020565032959,25.015625,67108864
70,self_attn.q_proj,4,32,8,128,8.75325870513916,36.0625,67108864
70,self_attn.q_proj,4,64,8,128,10.367703437805176,34.03125,67108864
70,self_attn.q_proj,4,128,8,128,11.9556884765625,33.015625,67108864
70,self_attn.q_proj,8,32,8,128,0.5317333936691284,68.0625,67108864
70,self_attn.q_proj,8,64,8,128,0.6297582387924194,66.03125,67108864
70,self_attn.q_proj,8,128,8,128,0.7244271636009216,65.015625,67108864
70,self_attn.v_proj,2,32,8,128,14.010323524475098,2.5078125,8388608
70,self_attn.v_proj,2,64,8,128,16.384572982788086,2.25390625,8388608
70,self_attn.v_proj,2,128,8,128,18.55001449584961,2.126953125,8388608
70,self_attn.v_proj,3,32,8,128,5.989038467407227,3.5078125,8388608
70,self_attn.v_proj,3,64,8,128,7.014025688171387,3.25390625,8388608
70,self_attn.v_proj,3,128,8,128,7.93963098526001,3.126953125,8388608
70,self_attn.v_proj,4,32,8,128,2.7954518795013428,4.5078125,8388608
70,self_attn.v_proj,4,64,8,128,3.2717807292938232,4.25390625,8388608
70,self_attn.v_proj,4,128,8,128,3.7052507400512695,4.126953125,8388608
70,self_attn.v_proj,8,32,8,128,0.16924989223480225,8.5078125,8388608
70,self_attn.v_proj,8,64,8,128,0.19784781336784363,8.25390625,8388608
70,self_attn.v_proj,8,128,8,128,0.22331149876117706,8.126953125,8388608
70,self_attn.k_proj,2,32,8,128,30.274782180786133,2.5078125,8388608
70,self_attn.k_proj,2,64,8,128,35.994300842285156,2.25390625,8388608
70,self_attn.k_proj,2,128,8,128,41.0926513671875,2.126953125,8388608
70,self_attn.k_proj,3,32,8,128,12.975082397460938,3.5078125,8388608
70,self_attn.k_proj,3,64,8,128,15.467161178588867,3.25390625,8388608
70,self_attn.k_proj,3,128,8,128,17.776256561279297,3.126953125,8388608
70,self_attn.k_proj,4,32,8,128,6.05685567855835,4.5078125,8388608
70,self_attn.k_proj,4,64,8,128,7.222330570220947,4.25390625,8388608
70,self_attn.k_proj,4,128,8,128,8.301847457885742,4.126953125,8388608
70,self_attn.k_proj,8,32,8,128,0.3664975166320801,8.5078125,8388608
70,self_attn.k_proj,8,64,8,128,0.43637561798095703,8.25390625,8388608
70,self_attn.k_proj,8,128,8,128,0.4999316334724426,8.126953125,8388608
70,self_attn.o_proj,2,32,8,128,34.425960540771484,20.0625,67108864
70,self_attn.o_proj,2,64,8,128,40.147743225097656,18.03125,67108864
70,self_attn.o_proj,2,128,8,128,45.34928894042969,17.015625,67108864
70,self_attn.o_proj,3,32,8,128,14.741358757019043,28.0625,67108864
70,self_attn.o_proj,3,64,8,128,17.2127628326416,26.03125,67108864
70,self_attn.o_proj,3,128,8,128,19.487916946411133,25.015625,67108864
70,self_attn.o_proj,4,32,8,128,6.880132675170898,36.0625,67108864
70,self_attn.o_proj,4,64,8,128,8.047780990600586,34.03125,67108864
70,self_attn.o_proj,4,128,8,128,9.111714363098145,33.015625,67108864
70,self_attn.o_proj,8,32,8,128,0.4180791974067688,68.0625,67108864
70,self_attn.o_proj,8,64,8,128,0.4883270859718323,66.03125,67108864
70,self_attn.o_proj,8,128,8,128,0.5515293478965759,65.015625,67108864
70,mlp.gate_proj,2,32,8,128,76.47567749023438,70.21875,234881024
70,mlp.gate_proj,2,64,8,128,91.01229858398438,63.109375,234881024
70,mlp.gate_proj,2,128,8,128,104.45394897460938,59.5546875,234881024
70,mlp.gate_proj,3,32,8,128,32.81861114501953,98.21875,234881024
70,mlp.gate_proj,3,64,8,128,38.8919792175293,91.109375,234881024
70,mlp.gate_proj,3,128,8,128,45.174774169921875,87.5546875,234881024
70,mlp.gate_proj,4,32,8,128,15.3292818069458,126.21875,234881024
70,mlp.gate_proj,4,64,8,128,18.13567352294922,119.109375,234881024
70,mlp.gate_proj,4,128,8,128,21.045066833496094,115.5546875,234881024
70,mlp.gate_proj,8,32,8,128,0.9353014230728149,238.21875,234881024
70,mlp.gate_proj,8,64,8,128,1.1065781116485596,231.109375,234881024
70,mlp.gate_proj,8,128,8,128,1.277785062789917,227.5546875,234881024
70,mlp.up_proj,2,32,8,128,68.46273803710938,70.21875,234881024
70,mlp.up_proj,2,64,8,128,79.75574493408203,63.109375,234881024
70,mlp.up_proj,2,128,8,128,90.17842864990234,59.5546875,234881024
70,mlp.up_proj,3,32,8,128,29.322778701782227,98.21875,234881024
70,mlp.up_proj,3,64,8,128,34.12318801879883,91.109375,234881024
70,mlp.up_proj,3,128,8,128,38.43038558959961,87.5546875,234881024
70,mlp.up_proj,4,32,8,128,13.65205192565918,126.21875,234881024
70,mlp.up_proj,4,64,8,128,15.991703987121582,119.109375,234881024
70,mlp.up_proj,4,128,8,128,17.9500789642334,115.5546875,234881024
70,mlp.up_proj,8,32,8,128,0.8335393667221069,238.21875,234881024
70,mlp.up_proj,8,64,8,128,0.9754669070243835,231.109375,234881024
70,mlp.up_proj,8,128,8,128,1.092573642730713,227.5546875,234881024
70,mlp.down_proj,2,32,8,128,68.0191421508789,70.21875,234881024
70,mlp.down_proj,2,64,8,128,79.18224334716797,63.109375,234881024
70,mlp.down_proj,2,128,8,128,89.53915405273438,59.5546875,234881024
70,mlp.down_proj,3,32,8,128,29.11890411376953,98.21875,234881024
70,mlp.down_proj,3,64,8,128,33.89120864868164,91.109375,234881024
70,mlp.down_proj,3,128,8,128,38.15570068359375,87.5546875,234881024
70,mlp.down_proj,4,32,8,128,13.556910514831543,126.21875,234881024
70,mlp.down_proj,4,64,8,128,15.87414264678955,119.109375,234881024
70,mlp.down_proj,4,128,8,128,17.820886611938477,115.5546875,234881024
70,mlp.down_proj,8,32,8,128,0.8277688026428223,238.21875,234881024
70,mlp.down_proj,8,64,8,128,0.9682811498641968,231.109375,234881024
70,mlp.down_proj,8,128,8,128,1.0848784446716309,227.5546875,234881024
71,self_attn.q_proj,2,32,8,128,46.20585250854492,20.0625,67108864
71,self_attn.q_proj,2,64,8,128,54.372806549072266,18.03125,67108864
71,self_attn.q_proj,2,128,8,128,62.60104751586914,17.015625,67108864
71,self_attn.q_proj,3,32,8,128,19.76317596435547,28.0625,67108864
71,self_attn.q_proj,3,64,8,128,23.315311431884766,26.03125,67108864
71,self_attn.q_proj,3,128,8,128,26.864534378051758,25.015625,67108864
71,self_attn.q_proj,4,32,8,128,9.217568397521973,36.0625,67108864
71,self_attn.q_proj,4,64,8,128,10.879681587219238,34.03125,67108864
71,self_attn.q_proj,4,128,8,128,12.535223007202148,33.015625,67108864
71,self_attn.q_proj,8,32,8,128,0.560032308101654,68.0625,67108864
71,self_attn.q_proj,8,64,8,128,0.6610955595970154,66.03125,67108864
71,self_attn.q_proj,8,128,8,128,0.7593925595283508,65.015625,67108864
71,self_attn.v_proj,2,32,8,128,14.65397834777832,2.5078125,8388608
71,self_attn.v_proj,2,64,8,128,17.1112117767334,2.25390625,8388608
71,self_attn.v_proj,2,128,8,128,19.353404998779297,2.126953125,8388608
71,self_attn.v_proj,3,32,8,128,6.26489782333374,3.5078125,8388608
71,self_attn.v_proj,3,64,8,128,7.322195529937744,3.25390625,8388608
71,self_attn.v_proj,3,128,8,128,8.283472061157227,3.126953125,8388608
71,self_attn.v_proj,4,32,8,128,2.9224939346313477,4.5078125,8388608
71,self_attn.v_proj,4,64,8,128,3.417940378189087,4.25390625,8388608
71,self_attn.v_proj,4,128,8,128,3.8664910793304443,4.126953125,8388608
71,self_attn.v_proj,8,32,8,128,0.1769656091928482,8.5078125,8388608
71,self_attn.v_proj,8,64,8,128,0.20656238496303558,8.25390625,8388608
71,self_attn.v_proj,8,128,8,128,0.2329462617635727,8.126953125,8388608
71,self_attn.k_proj,2,32,8,128,30.891511917114258,2.5078125,8388608
71,self_attn.k_proj,2,64,8,128,36.71682357788086,2.25390625,8388608
71,self_attn.k_proj,2,128,8,128,42.04000473022461,2.126953125,8388608
71,self_attn.k_proj,3,32,8,128,13.229418754577637,3.5078125,8388608
71,self_attn.k_proj,3,64,8,128,15.742876052856445,3.25390625,8388608
71,self_attn.k_proj,3,128,8,128,18.095964431762695,3.126953125,8388608
71,self_attn.k_proj,4,32,8,128,6.171253681182861,4.5078125,8388608
71,self_attn.k_proj,4,64,8,128,7.3462347984313965,4.25390625,8388608
71,self_attn.k_proj,4,128,8,128,8.448288917541504,4.126953125,8388608
71,self_attn.k_proj,8,32,8,128,0.3734912574291229,8.5078125,8388608
71,self_attn.k_proj,8,64,8,128,0.4442631006240845,8.25390625,8388608
71,self_attn.k_proj,8,128,8,128,0.5089350342750549,8.126953125,8388608
71,self_attn.o_proj,2,32,8,128,35.44900131225586,20.0625,67108864
71,self_attn.o_proj,2,64,8,128,41.30754852294922,18.03125,67108864
71,self_attn.o_proj,2,128,8,128,46.6004753112793,17.015625,67108864
71,self_attn.o_proj,3,32,8,128,15.171170234680176,28.0625,67108864
71,self_attn.o_proj,3,64,8,128,17.684022903442383,26.03125,67108864
71,self_attn.o_proj,3,128,8,128,19.98017120361328,25.015625,67108864
71,self_attn.o_proj,4,32,8,128,7.074581146240234,36.0625,67108864
71,self_attn.o_proj,4,64,8,128,8.256081581115723,34.03125,67108864
71,self_attn.o_proj,4,128,8,128,9.322015762329102,33.015625,67108864
71,self_attn.o_proj,8,32,8,128,0.4298321604728699,68.0625,67108864
71,self_attn.o_proj,8,64,8,128,0.5008589029312134,66.03125,67108864
71,self_attn.o_proj,8,128,8,128,0.5641148686408997,65.015625,67108864
71,mlp.gate_proj,2,32,8,128,76.27523040771484,70.21875,234881024
71,mlp.gate_proj,2,64,8,128,90.81085968017578,63.109375,234881024
71,mlp.gate_proj,2,128,8,128,104.19676971435547,59.5546875,234881024
71,mlp.gate_proj,3,32,8,128,32.7415657043457,98.21875,234881024
71,mlp.gate_proj,3,64,8,128,38.786720275878906,91.109375,234881024
71,mlp.gate_proj,3,128,8,128,45.06076431274414,87.5546875,234881024
71,mlp.gate_proj,4,32,8,128,15.290729522705078,126.21875,234881024
71,mlp.gate_proj,4,64,8,128,18.08896827697754,119.109375,234881024
71,mlp.gate_proj,4,128,8,128,21.000080108642578,115.5546875,234881024
71,mlp.gate_proj,8,32,8,128,0.9329917430877686,238.21875,234881024
71,mlp.gate_proj,8,64,8,128,1.103611946105957,231.109375,234881024
71,mlp.gate_proj,8,128,8,128,1.2746168375015259,227.5546875,234881024
71,mlp.up_proj,2,32,8,128,68.39393615722656,70.21875,234881024
71,mlp.up_proj,2,64,8,128,79.66326141357422,63.109375,234881024
71,mlp.up_proj,2,128,8,128,90.10916137695312,59.5546875,234881024
71,mlp.up_proj,3,32,8,128,29.291790008544922,98.21875,234881024
71,mlp.up_proj,3,64,8,128,34.089786529541016,91.109375,234881024
71,mlp.up_proj,3,128,8,128,38.39808654785156,87.5546875,234881024
71,mlp.up_proj,4,32,8,128,13.637269020080566,126.21875,234881024
71,mlp.up_proj,4,64,8,128,15.975635528564453,119.109375,234881024
71,mlp.up_proj,4,128,8,128,17.940425872802734,115.5546875,234881024
71,mlp.up_proj,8,32,8,128,0.8325954079627991,238.21875,234881024
71,mlp.up_proj,8,64,8,128,0.9744822978973389,231.109375,234881024
71,mlp.up_proj,8,128,8,128,1.091763973236084,227.5546875,234881024
71,mlp.down_proj,2,32,8,128,67.9198989868164,70.21875,234881024
71,mlp.down_proj,2,64,8,128,79.0812759399414,63.109375,234881024
71,mlp.down_proj,2,128,8,128,89.38114929199219,59.5546875,234881024
71,mlp.down_proj,3,32,8,128,29.074405670166016,98.21875,234881024
71,mlp.down_proj,3,64,8,128,33.847232818603516,91.109375,234881024
71,mlp.down_proj,3,128,8,128,38.09489059448242,87.5546875,234881024
71,mlp.down_proj,4,32,8,128,13.53721809387207,126.21875,234881024
71,mlp.down_proj,4,64,8,128,15.851770401000977,119.109375,234881024
71,mlp.down_proj,4,128,8,128,17.793489456176758,115.5546875,234881024
71,mlp.down_proj,8,32,8,128,0.8265733122825623,238.21875,234881024
71,mlp.down_proj,8,64,8,128,0.966854453086853,231.109375,234881024
71,mlp.down_proj,8,128,8,128,1.0833534002304077,227.5546875,234881024
72,self_attn.q_proj,2,32,8,128,45.87093734741211,20.0625,67108864
72,self_attn.q_proj,2,64,8,128,53.970970153808594,18.03125,67108864
72,self_attn.q_proj,2,128,8,128,62.01472854614258,17.015625,67108864
72,self_attn.q_proj,3,32,8,128,19.610729217529297,28.0625,67108864
72,self_attn.q_proj,3,64,8,128,23.13291358947754,26.03125,67108864
72,self_attn.q_proj,3,128,8,128,26.58592987060547,25.015625,67108864
72,self_attn.q_proj,4,32,8,128,9.146471977233887,36.0625,67108864
72,self_attn.q_proj,4,64,8,128,10.795269012451172,34.03125,67108864
72,self_attn.q_proj,4,128,8,128,12.411182403564453,33.015625,67108864
72,self_attn.q_proj,8,32,8,128,0.5556230545043945,68.0625,67108864
72,self_attn.q_proj,8,64,8,128,0.6556134819984436,66.03125,67108864
72,self_attn.q_proj,8,128,8,128,0.7518096566200256,65.015625,67108864
72,self_attn.v_proj,2,32,8,128,14.785261154174805,2.5078125,8388608
72,self_attn.v_proj,2,64,8,128,17.289037704467773,2.25390625,8388608
72,self_attn.v_proj,2,128,8,128,19.557937622070312,2.126953125,8388608
72,self_attn.v_proj,3,32,8,128,6.317192554473877,3.5078125,8388608
72,self_attn.v_proj,3,64,8,128,7.394779682159424,3.25390625,8388608
72,self_attn.v_proj,3,128,8,128,8.373653411865234,3.126953125,8388608
72,self_attn.v_proj,4,32,8,128,2.9483704566955566,4.5078125,8388608
72,self_attn.v_proj,4,64,8,128,3.450660467147827,4.25390625,8388608
72,self_attn.v_proj,4,128,8,128,3.9086735248565674,4.126953125,8388608
72,self_attn.v_proj,8,32,8,128,0.17855603992938995,8.5078125,8388608
72,self_attn.v_proj,8,64,8,128,0.20865142345428467,8.25390625,8388608
72,self_attn.v_proj,8,128,8,128,0.23534859716892242,8.126953125,8388608
72,self_attn.k_proj,2,32,8,128,30.582002639770508,2.5078125,8388608
72,self_attn.k_proj,2,64,8,128,36.35914993286133,2.25390625,8388608
72,self_attn.k_proj,2,128,8,128,41.652748107910156,2.126953125,8388608
72,self_attn.k_proj,3,32,8,128,13.090524673461914,3.5078125,8388608
72,self_attn.k_proj,3,64,8,128,15.600629806518555,3.25390625,8388608
72,self_attn.k_proj,3,128,8,128,17.957857131958008,3.126953125,8388608
72,self_attn.k_proj,4,32,8,128,6.112730979919434,4.5078125,8388608
72,self_attn.k_proj,4,64,8,128,7.283754825592041,4.25390625,8388608
72,self_attn.k_proj,4,128,8,128,8.388301849365234,4.126953125,8388608
72,self_attn.k_proj,8,32,8,128,0.3699299395084381,8.5078125,8388608
72,self_attn.k_proj,8,64,8,128,0.44029298424720764,8.25390625,8388608
72,self_attn.k_proj,8,128,8,128,0.5049984455108643,8.126953125,8388608
72,self_attn.o_proj,2,32,8,128,35.15370178222656,20.0625,67108864
72,self_attn.o_proj,2,64,8,128,40.97298812866211,18.03125,67108864
72,self_attn.o_proj,2,128,8,128,46.20988082885742,17.015625,67108864
72,self_attn.o_proj,3,32,8,128,15.052817344665527,28.0625,67108864
72,self_attn.o_proj,3,64,8,128,17.553760528564453,26.03125,67108864
72,self_attn.o_proj,3,128,8,128,19.842687606811523,25.015625,67108864
72,self_attn.o_proj,4,32,8,128,7.036149978637695,36.0625,67108864
72,self_attn.o_proj,4,64,8,128,8.218515396118164,34.03125,67108864
72,self_attn.o_proj,4,128,8,128,9.296625137329102,33.015625,67108864
72,self_attn.o_proj,8,32,8,128,0.4278172552585602,68.0625,67108864
72,self_attn.o_proj,8,64,8,128,0.4997723698616028,66.03125,67108864
72,self_attn.o_proj,8,128,8,128,0.5650157332420349,65.015625,67108864
72,mlp.gate_proj,2,32,8,128,77.87389373779297,70.21875,234881024
72,mlp.gate_proj,2,64,8,128,92.91389465332031,63.109375,234881024
72,mlp.gate_proj,2,128,8,128,107.4586410522461,59.5546875,234881024
72,mlp.gate_proj,3,32,8,128,33.36417007446289,98.21875,234881024
72,mlp.gate_proj,3,64,8,128,39.85036849975586,91.109375,234881024
72,mlp.gate_proj,3,128,8,128,46.42362976074219,87.5546875,234881024
72,mlp.gate_proj,4,32,8,128,15.619500160217285,126.21875,234881024
72,mlp.gate_proj,4,64,8,128,18.571430206298828,119.109375,234881024
72,mlp.gate_proj,4,128,8,128,21.714038848876953,115.5546875,234881024
72,mlp.gate_proj,8,32,8,128,0.9530026316642761,238.21875,234881024
72,mlp.gate_proj,8,64,8,128,1.1323366165161133,231.109375,234881024
72,mlp.gate_proj,8,128,8,128,1.3170850276947021,227.5546875,234881024
72,mlp.up_proj,2,32,8,128,67.97492218017578,70.21875,234881024
72,mlp.up_proj,2,64,8,128,79.14541625976562,63.109375,234881024
72,mlp.up_proj,2,128,8,128,89.50260925292969,59.5546875,234881024
72,mlp.up_proj,3,32,8,128,29.099220275878906,98.21875,234881024
72,mlp.up_proj,3,64,8,128,33.882076263427734,91.109375,234881024
72,mlp.up_proj,3,128,8,128,38.17097854614258,87.5546875,234881024
72,mlp.up_proj,4,32,8,128,13.549552917480469,126.21875,234881024
72,mlp.up_proj,4,64,8,128,15.869789123535156,119.109375,234881024
72,mlp.up_proj,4,128,8,128,17.827640533447266,115.5546875,234881024
72,mlp.up_proj,8,32,8,128,0.8273308277130127,238.21875,234881024
72,mlp.up_proj,8,64,8,128,0.9679552912712097,231.109375,234881024
72,mlp.up_proj,8,128,8,128,1.0849127769470215,227.5546875,234881024
72,mlp.down_proj,2,32,8,128,67.4945068359375,70.21875,234881024
72,mlp.down_proj,2,64,8,128,78.55665588378906,63.109375,234881024
72,mlp.down_proj,2,128,8,128,88.77367401123047,59.5546875,234881024
72,mlp.down_proj,3,32,8,128,28.87398338317871,98.21875,234881024
72,mlp.down_proj,3,64,8,128,33.63195037841797,91.109375,234881024
72,mlp.down_proj,3,128,8,128,37.859073638916016,87.5546875,234881024
72,mlp.down_proj,4,32,8,128,13.445395469665527,126.21875,234881024
72,mlp.down_proj,4,64,8,128,15.742737770080566,119.109375,234881024
72,mlp.down_proj,4,128,8,128,17.694564819335938,115.5546875,234881024
72,mlp.down_proj,8,32,8,128,0.8212090730667114,238.21875,234881024
72,mlp.down_proj,8,64,8,128,0.9602127075195312,231.109375,234881024
72,mlp.down_proj,8,128,8,128,1.076486587524414,227.5546875,234881024
73,self_attn.q_proj,2,32,8,128,44.908748626708984,20.0625,67108864
73,self_attn.q_proj,2,64,8,128,52.642093658447266,18.03125,67108864
73,self_attn.q_proj,2,128,8,128,60.68070602416992,17.015625,67108864
73,self_attn.q_proj,3,32,8,128,19.197282791137695,28.0625,67108864
73,self_attn.q_proj,3,64,8,128,22.587039947509766,26.03125,67108864
73,self_attn.q_proj,3,128,8,128,26.0538387298584,25.015625,67108864
73,self_attn.q_proj,4,32,8,128,8.956133842468262,36.0625,67108864
73,self_attn.q_proj,4,64,8,128,10.534462928771973,34.03125,67108864
73,self_attn.q_proj,4,128,8,128,12.157283782958984,33.015625,67108864
73,self_attn.q_proj,8,32,8,128,0.5440316200256348,68.0625,67108864
73,self_attn.q_proj,8,64,8,128,0.6400073170661926,66.03125,67108864
73,self_attn.q_proj,8,128,8,128,0.7366273999214172,65.015625,67108864
73,self_attn.v_proj,2,32,8,128,15.360084533691406,2.5078125,8388608
73,self_attn.v_proj,2,64,8,128,18.05657196044922,2.25390625,8388608
73,self_attn.v_proj,2,128,8,128,20.545289993286133,2.126953125,8388608
73,self_attn.v_proj,3,32,8,128,6.567314624786377,3.5078125,8388608
73,self_attn.v_proj,3,64,8,128,7.72932767868042,3.25390625,8388608
73,self_attn.v_proj,3,128,8,128,8.795120239257812,3.126953125,8388608
73,self_attn.v_proj,4,32,8,128,3.064174175262451,4.5078125,8388608
73,self_attn.v_proj,4,64,8,128,3.604372501373291,4.25390625,8388608
73,self_attn.v_proj,4,128,8,128,4.104313373565674,4.126953125,8388608
73,self_attn.v_proj,8,32,8,128,0.18550726771354675,8.5078125,8388608
73,self_attn.v_proj,8,64,8,128,0.218012735247612,8.25390625,8388608
73,self_attn.v_proj,8,128,8,128,0.2472943663597107,8.126953125,8388608
73,self_attn.k_proj,2,32,8,128,30.556140899658203,2.5078125,8388608
73,self_attn.k_proj,2,64,8,128,36.41156768798828,2.25390625,8388608
73,self_attn.k_proj,2,128,8,128,41.68701934814453,2.126953125,8388608
73,self_attn.k_proj,3,32,8,128,13.097455024719238,3.5078125,8388608
73,self_attn.k_proj,3,64,8,128,15.64253044128418,3.25390625,8388608
73,self_attn.k_proj,3,128,8,128,18.028018951416016,3.126953125,8388608
73,self_attn.k_proj,4,32,8,128,6.111292839050293,4.5078125,8388608
73,self_attn.k_proj,4,64,8,128,7.3028106689453125,4.25390625,8388608
73,self_attn.k_proj,4,128,8,128,8.41177749633789,4.126953125,8388608
73,self_attn.k_proj,8,32,8,128,0.3698863685131073,8.5078125,8388608
73,self_attn.k_proj,8,64,8,128,0.4413740336894989,8.25390625,8388608
73,self_attn.k_proj,8,128,8,128,0.5064254403114319,8.126953125,8388608
73,self_attn.o_proj,2,32,8,128,35.71365737915039,20.0625,67108864
73,self_attn.o_proj,2,64,8,128,41.674896240234375,18.03125,67108864
73,self_attn.o_proj,2,128,8,128,47.094444274902344,17.015625,67108864
73,self_attn.o_proj,3,32,8,128,15.31737232208252,28.0625,67108864
73,self_attn.o_proj,3,64,8,128,17.896757125854492,26.03125,67108864
73,self_attn.o_proj,3,128,8,128,20.30257225036621,25.015625,67108864
73,self_attn.o_proj,4,32,8,128,7.154277801513672,36.0625,67108864
73,self_attn.o_proj,4,64,8,128,8.378737449645996,34.03125,67108864
73,self_attn.o_proj,4,128,8,128,9.524287223815918,33.015625,67108864
73,self_attn.o_proj,8,32,8,128,0.4346255362033844,68.0625,67108864
73,self_attn.o_proj,8,64,8,128,0.5085970759391785,66.03125,67108864
73,self_attn.o_proj,8,128,8,128,0.576569139957428,65.015625,67108864
73,mlp.gate_proj,2,32,8,128,77.71849822998047,70.21875,234881024
73,mlp.gate_proj,2,64,8,128,92.646728515625,63.109375,234881024
73,mlp.gate_proj,2,128,8,128,106.94808959960938,59.5546875,234881024
73,mlp.gate_proj,3,32,8,128,33.30611038208008,98.21875,234881024
73,mlp.gate_proj,3,64,8,128,39.703346252441406,91.109375,234881024
73,mlp.gate_proj,3,128,8,128,46.205020904541016,87.5546875,234881024
73,mlp.gate_proj,4,32,8,128,15.589932441711426,126.21875,234881024
73,mlp.gate_proj,4,64,8,128,18.504695892333984,119.109375,234881024
73,mlp.gate_proj,4,128,8,128,21.589311599731445,115.5546875,234881024
73,mlp.gate_proj,8,32,8,128,0.95123291015625,238.21875,234881024
73,mlp.gate_proj,8,64,8,128,1.1287516355514526,231.109375,234881024
73,mlp.gate_proj,8,128,8,128,1.3102949857711792,227.5546875,234881024
73,mlp.up_proj,2,32,8,128,68.20610809326172,70.21875,234881024
73,mlp.up_proj,2,64,8,128,79.46021270751953,63.109375,234881024
73,mlp.up_proj,2,128,8,128,89.91656494140625,59.5546875,234881024
73,mlp.up_proj,3,32,8,128,29.209928512573242,98.21875,234881024
73,mlp.up_proj,3,64,8,128,34.01777267456055,91.109375,234881024
73,mlp.up_proj,3,128,8,128,38.34321975708008,87.5546875,234881024
73,mlp.up_proj,4,32,8,128,13.601468086242676,126.21875,234881024
73,mlp.up_proj,4,64,8,128,15.93851089477539,119.109375,234881024
73,mlp.up_proj,4,128,8,128,17.909387588500977,115.5546875,234881024
73,mlp.up_proj,8,32,8,128,0.8303664326667786,238.21875,234881024
73,mlp.up_proj,8,64,8,128,0.972183883190155,231.109375,234881024
73,mlp.up_proj,8,128,8,128,1.0900572538375854,227.5546875,234881024
73,mlp.down_proj,2,32,8,128,67.70048522949219,70.21875,234881024
73,mlp.down_proj,2,64,8,128,78.8084945678711,63.109375,234881024
73,mlp.down_proj,2,128,8,128,89.08326721191406,59.5546875,234881024
73,mlp.down_proj,3,32,8,128,28.971731185913086,98.21875,234881024
73,mlp.down_proj,3,64,8,128,33.740264892578125,91.109375,234881024
73,mlp.down_proj,3,128,8,128,37.98360824584961,87.5546875,234881024
73,mlp.down_proj,4,32,8,128,13.491297721862793,126.21875,234881024
73,mlp.down_proj,4,64,8,128,15.798612594604492,119.109375,234881024
73,mlp.down_proj,4,128,8,128,17.74402618408203,115.5546875,234881024
73,mlp.down_proj,8,32,8,128,0.8238307237625122,238.21875,234881024
73,mlp.down_proj,8,64,8,128,0.9637379050254822,231.109375,234881024
73,mlp.down_proj,8,128,8,128,1.0803669691085815,227.5546875,234881024
74,self_attn.q_proj,2,32,8,128,45.908111572265625,20.0625,67108864
74,self_attn.q_proj,2,64,8,128,54.356529235839844,18.03125,67108864
74,self_attn.q_proj,2,128,8,128,62.826969146728516,17.015625,67108864
74,self_attn.q_proj,3,32,8,128,19.638975143432617,28.0625,67108864
74,self_attn.q_proj,3,64,8,128,23.32144546508789,26.03125,67108864
74,self_attn.q_proj,3,128,8,128,27.010229110717773,25.015625,67108864
74,self_attn.q_proj,4,32,8,128,9.161828994750977,36.0625,67108864
74,self_attn.q_proj,4,64,8,128,10.882911682128906,34.03125,67108864
74,self_attn.q_proj,4,128,8,128,12.603344917297363,33.015625,67108864
74,self_attn.q_proj,8,32,8,128,0.5565611124038696,68.0625,67108864
74,self_attn.q_proj,8,64,8,128,0.6612533330917358,66.03125,67108864
74,self_attn.q_proj,8,128,8,128,0.7637158632278442,65.015625,67108864
74,self_attn.v_proj,2,32,8,128,15.615221977233887,2.5078125,8388608
74,self_attn.v_proj,2,64,8,128,18.50690460205078,2.25390625,8388608
74,self_attn.v_proj,2,128,8,128,21.25008773803711,2.126953125,8388608
74,self_attn.v_proj,3,32,8,128,6.678697109222412,3.5078125,8388608
74,self_attn.v_proj,3,64,8,128,7.928497314453125,3.25390625,8388608
74,self_attn.v_proj,3,128,8,128,9.116799354553223,3.126953125,8388608
74,self_attn.v_proj,4,32,8,128,3.1170694828033447,4.5078125,8388608
74,self_attn.v_proj,4,64,8,128,3.6992039680480957,4.25390625,8388608
74,self_attn.v_proj,4,128,8,128,4.254657745361328,4.126953125,8388608
74,self_attn.v_proj,8,32,8,128,0.18863582611083984,8.5078125,8388608
74,self_attn.v_proj,8,64,8,128,0.22366201877593994,8.25390625,8388608
74,self_attn.v_proj,8,128,8,128,0.25627195835113525,8.126953125,8388608
74,self_attn.k_proj,2,32,8,128,29.896936416625977,2.5078125,8388608
74,self_attn.k_proj,2,64,8,128,35.65000915527344,2.25390625,8388608
74,self_attn.k_proj,2,128,8,128,41.01694107055664,2.126953125,8388608
74,self_attn.k_proj,3,32,8,128,12.806458473205566,3.5078125,8388608
74,self_attn.k_proj,3,64,8,128,15.308561325073242,3.25390625,8388608
74,self_attn.k_proj,3,128,8,128,17.69248390197754,3.126953125,8388608
74,self_attn.k_proj,4,32,8,128,5.978397369384766,4.5078125,8388608
74,self_attn.k_proj,4,64,8,128,7.14662504196167,4.25390625,8388608
74,self_attn.k_proj,4,128,8,128,8.266164779663086,4.126953125,8388608
74,self_attn.k_proj,8,32,8,128,0.36178767681121826,8.5078125,8388608
74,self_attn.k_proj,8,64,8,128,0.4319888949394226,8.25390625,8388608
74,self_attn.k_proj,8,128,8,128,0.4978649616241455,8.126953125,8388608
74,self_attn.o_proj,2,32,8,128,35.20986557006836,20.0625,67108864
74,self_attn.o_proj,2,64,8,128,41.076419830322266,18.03125,67108864
74,self_attn.o_proj,2,128,8,128,46.38601303100586,17.015625,67108864
74,self_attn.o_proj,3,32,8,128,15.085688591003418,28.0625,67108864
74,self_attn.o_proj,3,64,8,128,17.618566513061523,26.03125,67108864
74,self_attn.o_proj,3,128,8,128,19.96009063720703,25.015625,67108864
74,self_attn.o_proj,4,32,8,128,7.044442653656006,36.0625,67108864
74,self_attn.o_proj,4,64,8,128,8.24317741394043,34.03125,67108864
74,self_attn.o_proj,4,128,8,128,9.345968246459961,33.015625,67108864
74,self_attn.o_proj,8,32,8,128,0.4280918836593628,68.0625,67108864
74,self_attn.o_proj,8,64,8,128,0.5004184246063232,66.03125,67108864
74,self_attn.o_proj,8,128,8,128,0.5661728978157043,65.015625,67108864
74,mlp.gate_proj,2,32,8,128,77.5662612915039,70.21875,234881024
74,mlp.gate_proj,2,64,8,128,92.41680145263672,63.109375,234881024
74,mlp.gate_proj,2,128,8,128,106.57329559326172,59.5546875,234881024
74,mlp.gate_proj,3,32,8,128,33.243263244628906,98.21875,234881024
74,mlp.gate_proj,3,64,8,128,39.58908462524414,91.109375,234881024
74,mlp.gate_proj,3,128,8,128,46.035465240478516,87.5546875,234881024
74,mlp.gate_proj,4,32,8,128,15.555849075317383,126.21875,234881024
74,mlp.gate_proj,4,64,8,128,18.453081130981445,119.109375,234881024
74,mlp.gate_proj,4,128,8,128,21.49773597717285,115.5546875,234881024
74,mlp.gate_proj,8,32,8,128,0.9491239786148071,238.21875,234881024
74,mlp.gate_proj,8,64,8,128,1.1254314184188843,231.109375,234881024
74,mlp.gate_proj,8,128,8,128,1.3049715757369995,227.5546875,234881024
74,mlp.up_proj,2,32,8,128,68.49195098876953,70.21875,234881024
74,mlp.up_proj,2,64,8,128,79.7950210571289,63.109375,234881024
74,mlp.up_proj,2,128,8,128,90.26329040527344,59.5546875,234881024
74,mlp.up_proj,3,32,8,128,29.334569931030273,98.21875,234881024
74,mlp.up_proj,3,64,8,128,34.14316177368164,91.109375,234881024
74,mlp.up_proj,3,128,8,128,38.466957092285156,87.5546875,234881024
74,mlp.up_proj,4,32,8,128,13.65725040435791,126.21875,234881024
74,mlp.up_proj,4,64,8,128,16.001522064208984,119.109375,234881024
74,mlp.up_proj,4,128,8,128,17.966344833374023,115.5546875,234881024
74,mlp.up_proj,8,32,8,128,0.8338944315910339,238.21875,234881024
74,mlp.up_proj,8,64,8,128,0.9761962890625,231.109375,234881024
74,mlp.up_proj,8,128,8,128,1.0936640501022339,227.5546875,234881024
74,mlp.down_proj,2,32,8,128,68.01387023925781,70.21875,234881024
74,mlp.down_proj,2,64,8,128,79.19795989990234,63.109375,234881024
74,mlp.down_proj,2,128,8,128,89.59196472167969,59.5546875,234881024
74,mlp.down_proj,3,32,8,128,29.11899757385254,98.21875,234881024
74,mlp.down_proj,3,64,8,128,33.90629196166992,91.109375,234881024
74,mlp.down_proj,3,128,8,128,38.18498229980469,87.5546875,234881024
74,mlp.down_proj,4,32,8,128,13.558594703674316,126.21875,234881024
74,mlp.down_proj,4,64,8,128,15.881946563720703,119.109375,234881024
74,mlp.down_proj,4,128,8,128,17.842344284057617,115.5546875,234881024
74,mlp.down_proj,8,32,8,128,0.8278955221176147,238.21875,234881024
74,mlp.down_proj,8,64,8,128,0.9688405990600586,231.109375,234881024
74,mlp.down_proj,8,128,8,128,1.085961103439331,227.5546875,234881024
75,self_attn.q_proj,2,32,8,128,46.86625289916992,20.0625,67108864
75,self_attn.q_proj,2,64,8,128,55.34519577026367,18.03125,67108864
75,self_attn.q_proj,2,128,8,128,63.81245803833008,17.015625,67108864
75,self_attn.q_proj,3,32,8,128,20.05324363708496,28.0625,67108864
75,self_attn.q_proj,3,64,8,128,23.729326248168945,26.03125,67108864
75,self_attn.q_proj,3,128,8,128,27.397777557373047,25.015625,67108864
75,self_attn.q_proj,4,32,8,128,9.352805137634277,36.0625,67108864
75,self_attn.q_proj,4,64,8,128,11.078514099121094,34.03125,67108864
75,self_attn.q_proj,4,128,8,128,12.789298057556152,33.015625,67108864
75,self_attn.q_proj,8,32,8,128,0.568340003490448,68.0625,67108864
75,self_attn.q_proj,8,64,8,128,0.6730284094810486,66.03125,67108864
75,self_attn.q_proj,8,128,8,128,0.7745082378387451,65.015625,67108864
75,self_attn.v_proj,2,32,8,128,16.094350814819336,2.5078125,8388608
75,self_attn.v_proj,2,64,8,128,18.82871437072754,2.25390625,8388608
75,self_attn.v_proj,2,128,8,128,21.317386627197266,2.126953125,8388608
75,self_attn.v_proj,3,32,8,128,6.881319046020508,3.5078125,8388608
75,self_attn.v_proj,3,64,8,128,8.055254936218262,3.25390625,8388608
75,self_attn.v_proj,3,128,8,128,9.12129020690918,3.126953125,8388608
75,self_attn.v_proj,4,32,8,128,3.2102701663970947,4.5078125,8388608
75,self_attn.v_proj,4,64,8,128,3.758492946624756,4.25390625,8388608
75,self_attn.v_proj,4,128,8,128,4.2574357986450195,4.126953125,8388608
75,self_attn.v_proj,8,32,8,128,0.19439326226711273,8.5078125,8388608
75,self_attn.v_proj,8,64,8,128,0.22729763388633728,8.25390625,8388608
75,self_attn.v_proj,8,128,8,128,0.2565464675426483,8.126953125,8388608
75,self_attn.k_proj,2,32,8,128,28.6390323638916,2.5078125,8388608
75,self_attn.k_proj,2,64,8,128,34.00221633911133,2.25390625,8388608
75,self_attn.k_proj,2,128,8,128,38.90826416015625,2.126953125,8388608
75,self_attn.k_proj,3,32,8,128,12.268054008483887,3.5078125,8388608
75,self_attn.k_proj,3,64,8,128,14.609052658081055,3.25390625,8388608
75,self_attn.k_proj,3,128,8,128,16.77063751220703,3.126953125,8388608
75,self_attn.k_proj,4,32,8,128,5.727261066436768,4.5078125,8388608
75,self_attn.k_proj,4,64,8,128,6.819714069366455,4.25390625,8388608
75,self_attn.k_proj,4,128,8,128,7.83676290512085,4.126953125,8388608
75,self_attn.k_proj,8,32,8,128,0.34680312871932983,8.5078125,8388608
75,self_attn.k_proj,8,64,8,128,0.4125382900238037,8.25390625,8388608
75,self_attn.k_proj,8,128,8,128,0.4722334146499634,8.126953125,8388608
75,self_attn.o_proj,2,32,8,128,37.050636291503906,20.0625,67108864
75,self_attn.o_proj,2,64,8,128,43.26202392578125,18.03125,67108864
75,self_attn.o_proj,2,128,8,128,48.8711051940918,17.015625,67108864
75,self_attn.o_proj,3,32,8,128,15.870832443237305,28.0625,67108864
75,self_attn.o_proj,3,64,8,128,18.53050994873047,26.03125,67108864
75,self_attn.o_proj,3,128,8,128,21.014774322509766,25.015625,67108864
75,self_attn.o_proj,4,32,8,128,7.400918483734131,36.0625,67108864
75,self_attn.o_proj,4,64,8,128,8.651154518127441,34.03125,67108864
75,self_attn.o_proj,4,128,8,128,9.813300132751465,33.015625,67108864
75,self_attn.o_proj,8,32,8,128,0.4493739902973175,68.0625,67108864
75,self_attn.o_proj,8,64,8,128,0.5249952673912048,66.03125,67108864
75,self_attn.o_proj,8,128,8,128,0.5936371684074402,65.015625,67108864
75,mlp.gate_proj,2,32,8,128,79.02632141113281,70.21875,234881024
75,mlp.gate_proj,2,64,8,128,94.2256088256836,63.109375,234881024
75,mlp.gate_proj,2,128,8,128,109.20569610595703,59.5546875,234881024
75,mlp.gate_proj,3,32,8,128,33.81875228881836,98.21875,234881024
75,mlp.gate_proj,3,64,8,128,40.47719955444336,91.109375,234881024
75,mlp.gate_proj,3,128,8,128,47.135257720947266,87.5546875,234881024
75,mlp.gate_proj,4,32,8,128,15.856170654296875,126.21875,234881024
75,mlp.gate_proj,4,64,8,128,18.8575496673584,119.109375,234881024
75,mlp.gate_proj,4,128,8,128,22.07779312133789,115.5546875,234881024
75,mlp.gate_proj,8,32,8,128,0.9674955606460571,238.21875,234881024
75,mlp.gate_proj,8,64,8,128,1.1498275995254517,231.109375,234881024
75,mlp.gate_proj,8,128,8,128,1.3389769792556763,227.5546875,234881024
75,mlp.up_proj,2,32,8,128,68.4249267578125,70.21875,234881024
75,mlp.up_proj,2,64,8,128,79.72909545898438,63.109375,234881024
75,mlp.up_proj,2,128,8,128,90.20531463623047,59.5546875,234881024
75,mlp.up_proj,3,32,8,128,29.307039260864258,98.21875,234881024
75,mlp.up_proj,3,64,8,128,34.11951446533203,91.109375,234881024
75,mlp.up_proj,3,128,8,128,38.444766998291016,87.5546875,234881024
75,mlp.up_proj,4,32,8,128,13.644506454467773,126.21875,234881024
75,mlp.up_proj,4,64,8,128,15.989699363708496,119.109375,234881024
75,mlp.up_proj,4,128,8,128,17.957698822021484,115.5546875,234881024
75,mlp.up_proj,8,32,8,128,0.8330489993095398,238.21875,234881024
75,mlp.up_proj,8,64,8,128,0.9753963351249695,231.109375,234881024
75,mlp.up_proj,8,128,8,128,1.0929673910140991,227.5546875,234881024
75,mlp.down_proj,2,32,8,128,67.86714935302734,70.21875,234881024
75,mlp.down_proj,2,64,8,128,79.02397155761719,63.109375,234881024
75,mlp.down_proj,2,128,8,128,89.38908386230469,59.5546875,234881024
75,mlp.down_proj,3,32,8,128,29.054061889648438,98.21875,234881024
75,mlp.down_proj,3,64,8,128,33.83174133300781,91.109375,234881024
75,mlp.down_proj,3,128,8,128,38.10285949707031,87.5546875,234881024
75,mlp.down_proj,4,32,8,128,13.527694702148438,126.21875,234881024
75,mlp.down_proj,4,64,8,128,15.84890079498291,119.109375,234881024
75,mlp.down_proj,4,128,8,128,17.798532485961914,115.5546875,234881024
75,mlp.down_proj,8,32,8,128,0.8260056972503662,238.21875,234881024
75,mlp.down_proj,8,64,8,128,0.9668017625808716,231.109375,234881024
75,mlp.down_proj,8,128,8,128,1.0836479663848877,227.5546875,234881024
76,self_attn.q_proj,2,32,8,128,44.96638488769531,20.0625,67108864
76,self_attn.q_proj,2,64,8,128,52.79098892211914,18.03125,67108864
76,self_attn.q_proj,2,128,8,128,60.85258483886719,17.015625,67108864
76,self_attn.q_proj,3,32,8,128,19.22578239440918,28.0625,67108864
76,self_attn.q_proj,3,64,8,128,22.652141571044922,26.03125,67108864
76,self_attn.q_proj,3,128,8,128,26.12206268310547,25.015625,67108864
76,self_attn.q_proj,4,32,8,128,8.96791934967041,36.0625,67108864
76,self_attn.q_proj,4,64,8,128,10.5626802444458,34.03125,67108864
76,self_attn.q_proj,4,128,8,128,12.19727897644043,33.015625,67108864
76,self_attn.q_proj,8,32,8,128,0.5446987748146057,68.0625,67108864
76,self_attn.q_proj,8,64,8,128,0.6416283845901489,66.03125,67108864
76,self_attn.q_proj,8,128,8,128,0.7388189435005188,65.015625,67108864
76,self_attn.v_proj,2,32,8,128,16.06108283996582,2.5078125,8388608
76,self_attn.v_proj,2,64,8,128,18.849332809448242,2.25390625,8388608
76,self_attn.v_proj,2,128,8,128,21.393030166625977,2.126953125,8388608
76,self_attn.v_proj,3,32,8,128,6.866220474243164,3.5078125,8388608
76,self_attn.v_proj,3,64,8,128,8.062259674072266,3.25390625,8388608
76,self_attn.v_proj,3,128,8,128,9.153508186340332,3.126953125,8388608
76,self_attn.v_proj,4,32,8,128,3.203481435775757,4.5078125,8388608
76,self_attn.v_proj,4,64,8,128,3.762338161468506,4.25390625,8388608
76,self_attn.v_proj,4,128,8,128,4.273663520812988,4.126953125,8388608
76,self_attn.v_proj,8,32,8,128,0.1939712017774582,8.5078125,8388608
76,self_attn.v_proj,8,64,8,128,0.22737886011600494,8.25390625,8388608
76,self_attn.v_proj,8,128,8,128,0.25735941529273987,8.126953125,8388608
76,self_attn.k_proj,2,32,8,128,28.182710647583008,2.5078125,8388608
76,self_attn.k_proj,2,64,8,128,33.58625411987305,2.25390625,8388608
76,self_attn.k_proj,2,128,8,128,38.56458282470703,2.126953125,8388608
76,self_attn.k_proj,3,32,8,128,12.065102577209473,3.5078125,8388608
76,self_attn.k_proj,3,64,8,128,14.421436309814453,3.25390625,8388608
76,self_attn.k_proj,3,128,8,128,16.632572174072266,3.126953125,8388608
76,self_attn.k_proj,4,32,8,128,5.631641864776611,4.5078125,8388608
76,self_attn.k_proj,4,64,8,128,6.726741790771484,4.25390625,8388608
76,self_attn.k_proj,4,128,8,128,7.761914253234863,4.126953125,8388608
76,self_attn.k_proj,8,32,8,128,0.34074726700782776,8.5078125,8388608
76,self_attn.k_proj,8,64,8,128,0.4068009555339813,8.25390625,8388608
76,self_attn.k_proj,8,128,8,128,0.4677245318889618,8.126953125,8388608
76,self_attn.o_proj,2,32,8,128,36.240142822265625,20.0625,67108864
76,self_attn.o_proj,2,64,8,128,42.31157302856445,18.03125,67108864
76,self_attn.o_proj,2,128,8,128,47.78789520263672,17.015625,67108864
76,self_attn.o_proj,3,32,8,128,15.539855003356934,28.0625,67108864
76,self_attn.o_proj,3,64,8,128,18.154129028320312,26.03125,67108864
76,self_attn.o_proj,3,128,8,128,20.59672737121582,25.015625,67108864
76,self_attn.o_proj,4,32,8,128,7.251073360443115,36.0625,67108864
76,self_attn.o_proj,4,64,8,128,8.487772941589355,34.03125,67108864
76,self_attn.o_proj,4,128,8,128,9.639594078063965,33.015625,67108864
76,self_attn.o_proj,8,32,8,128,0.4404081404209137,68.0625,67108864
76,self_attn.o_proj,8,64,8,128,0.5149508714675903,66.03125,67108864
76,self_attn.o_proj,8,128,8,128,0.5831468105316162,65.015625,67108864
76,mlp.gate_proj,2,32,8,128,87.50687408447266,70.21875,234881024
76,mlp.gate_proj,2,64,8,128,105.46006774902344,63.109375,234881024
76,mlp.gate_proj,2,128,8,128,124.30660247802734,59.5546875,234881024
76,mlp.gate_proj,3,32,8,128,37.322357177734375,98.21875,234881024
76,mlp.gate_proj,3,64,8,128,45.688045501708984,91.109375,234881024
76,mlp.gate_proj,3,128,8,128,53.897525787353516,87.5546875,234881024
76,mlp.gate_proj,4,32,8,128,17.41168212890625,126.21875,234881024
76,mlp.gate_proj,4,64,8,128,21.303808212280273,119.109375,234881024
76,mlp.gate_proj,4,128,8,128,25.12656021118164,115.5546875,234881024
76,mlp.gate_proj,8,32,8,128,1.0630604028701782,238.21875,234881024
76,mlp.gate_proj,8,64,8,128,1.2963154315948486,231.109375,234881024
76,mlp.gate_proj,8,128,8,128,1.5235844850540161,227.5546875,234881024
76,mlp.up_proj,2,32,8,128,65.95216369628906,70.21875,234881024
76,mlp.up_proj,2,64,8,128,76.72928619384766,63.109375,234881024
76,mlp.up_proj,2,128,8,128,86.83141326904297,59.5546875,234881024
76,mlp.up_proj,3,32,8,128,28.163097381591797,98.21875,234881024
76,mlp.up_proj,3,64,8,128,32.925941467285156,91.109375,234881024
76,mlp.up_proj,3,128,8,128,37.1202278137207,87.5546875,234881024
76,mlp.up_proj,4,32,8,128,13.120469093322754,126.21875,234881024
76,mlp.up_proj,4,64,8,128,15.379888534545898,119.109375,234881024
76,mlp.up_proj,4,128,8,128,17.347118377685547,115.5546875,234881024
76,mlp.up_proj,8,32,8,128,0.8013165593147278,238.21875,234881024
76,mlp.up_proj,8,64,8,128,0.9375361204147339,231.109375,234881024
76,mlp.up_proj,8,128,8,128,1.0552701950073242,227.5546875,234881024
76,mlp.down_proj,2,32,8,128,64.67002868652344,70.21875,234881024
76,mlp.down_proj,2,64,8,128,74.96887969970703,63.109375,234881024
76,mlp.down_proj,2,128,8,128,84.75555419921875,59.5546875,234881024
76,mlp.down_proj,3,32,8,128,27.537456512451172,98.21875,234881024
76,mlp.down_proj,3,64,8,128,32.24800491333008,91.109375,234881024
76,mlp.down_proj,3,128,8,128,36.22049331665039,87.5546875,234881024
76,mlp.down_proj,4,32,8,128,12.83462905883789,126.21875,234881024
76,mlp.down_proj,4,64,8,128,15.025320053100586,119.109375,234881024
76,mlp.down_proj,4,128,8,128,16.934677124023438,115.5546875,234881024
76,mlp.down_proj,8,32,8,128,0.7842637300491333,238.21875,234881024
76,mlp.down_proj,8,64,8,128,0.9156776070594788,231.109375,234881024
76,mlp.down_proj,8,128,8,128,1.0316241979599,227.5546875,234881024
77,self_attn.q_proj,2,32,8,128,45.46040344238281,20.0625,67108864
77,self_attn.q_proj,2,64,8,128,53.22178649902344,18.03125,67108864
77,self_attn.q_proj,2,128,8,128,61.40945816040039,17.015625,67108864
77,self_attn.q_proj,3,32,8,128,19.437721252441406,28.0625,67108864
77,self_attn.q_proj,3,64,8,128,22.830425262451172,26.03125,67108864
77,self_attn.q_proj,3,128,8,128,26.38439178466797,25.015625,67108864
77,self_attn.q_proj,4,32,8,128,9.067130088806152,36.0625,67108864
77,self_attn.q_proj,4,64,8,128,10.651561737060547,34.03125,67108864
77,self_attn.q_proj,4,128,8,128,12.311981201171875,33.015625,67108864
77,self_attn.q_proj,8,32,8,128,0.5506958365440369,68.0625,67108864
77,self_attn.q_proj,8,64,8,128,0.6469172239303589,66.03125,67108864
77,self_attn.q_proj,8,128,8,128,0.7459492683410645,65.015625,67108864
77,self_attn.v_proj,2,32,8,128,17.348421096801758,2.5078125,8388608
77,self_attn.v_proj,2,64,8,128,20.481374740600586,2.25390625,8388608
77,self_attn.v_proj,2,128,8,128,23.39963150024414,2.126953125,8388608
77,self_attn.v_proj,3,32,8,128,7.425415992736816,3.5078125,8388608
77,self_attn.v_proj,3,64,8,128,8.771838188171387,3.25390625,8388608
77,self_attn.v_proj,3,128,8,128,10.021161079406738,3.126953125,8388608
77,self_attn.v_proj,4,32,8,128,3.463970184326172,4.5078125,8388608
77,self_attn.v_proj,4,64,8,128,4.092836380004883,4.25390625,8388608
77,self_attn.v_proj,4,128,8,128,4.677574157714844,4.126953125,8388608
77,self_attn.v_proj,8,32,8,128,0.20955178141593933,8.5078125,8388608
77,self_attn.v_proj,8,64,8,128,0.24733172357082367,8.25390625,8388608
77,self_attn.v_proj,8,128,8,128,0.28185445070266724,8.126953125,8388608
77,self_attn.k_proj,2,32,8,128,28.821823120117188,2.5078125,8388608
77,self_attn.k_proj,2,64,8,128,34.22096252441406,2.25390625,8388608
77,self_attn.k_proj,2,128,8,128,39.14206314086914,2.126953125,8388608
77,self_attn.k_proj,3,32,8,128,12.344230651855469,3.5078125,8388608
77,self_attn.k_proj,3,64,8,128,14.675520896911621,3.25390625,8388608
77,self_attn.k_proj,3,128,8,128,16.855392456054688,3.126953125,8388608
77,self_attn.k_proj,4,32,8,128,5.757424831390381,4.5078125,8388608
77,self_attn.k_proj,4,64,8,128,6.850033760070801,4.25390625,8388608
77,self_attn.k_proj,4,128,8,128,7.867064476013184,4.126953125,8388608
77,self_attn.k_proj,8,32,8,128,0.34863340854644775,8.5078125,8388608
77,self_attn.k_proj,8,64,8,128,0.41413548588752747,8.25390625,8388608
77,self_attn.k_proj,8,128,8,128,0.4738069474697113,8.126953125,8388608
77,self_attn.o_proj,2,32,8,128,37.59469985961914,20.0625,67108864
77,self_attn.o_proj,2,64,8,128,43.857444763183594,18.03125,67108864
77,self_attn.o_proj,2,128,8,128,49.43571853637695,17.015625,67108864
77,self_attn.o_proj,3,32,8,128,16.095687866210938,28.0625,67108864
77,self_attn.o_proj,3,64,8,128,18.76519203186035,26.03125,67108864
77,self_attn.o_proj,3,128,8,128,21.22408103942871,25.015625,67108864
77,self_attn.o_proj,4,32,8,128,7.507500648498535,36.0625,67108864
77,self_attn.o_proj,4,64,8,128,8.760346412658691,34.03125,67108864
77,self_attn.o_proj,4,128,8,128,9.90742015838623,33.015625,67108864
77,self_attn.o_proj,8,32,8,128,0.4558795988559723,68.0625,67108864
77,self_attn.o_proj,8,64,8,128,0.531673014163971,66.03125,67108864
77,self_attn.o_proj,8,128,8,128,0.5995996594429016,65.015625,67108864
77,mlp.gate_proj,2,32,8,128,80.48353576660156,70.21875,234881024
77,mlp.gate_proj,2,64,8,128,95.82299041748047,63.109375,234881024
77,mlp.gate_proj,2,128,8,128,111.09007263183594,59.5546875,234881024
77,mlp.gate_proj,3,32,8,128,34.40098190307617,98.21875,234881024
77,mlp.gate_proj,3,64,8,128,41.193660736083984,91.109375,234881024
77,mlp.gate_proj,3,128,8,128,47.882408142089844,87.5546875,234881024
77,mlp.gate_proj,4,32,8,128,16.127378463745117,126.21875,234881024
77,mlp.gate_proj,4,64,8,128,19.192602157592773,119.109375,234881024
77,mlp.gate_proj,4,128,8,128,22.432064056396484,115.5546875,234881024
77,mlp.gate_proj,8,32,8,128,0.9857689142227173,238.21875,234881024
77,mlp.gate_proj,8,64,8,128,1.1700977087020874,231.109375,234881024
77,mlp.gate_proj,8,128,8,128,1.3611618280410767,227.5546875,234881024
77,mlp.up_proj,2,32,8,128,69.1682357788086,70.21875,234881024
77,mlp.up_proj,2,64,8,128,80.74910736083984,63.109375,234881024
77,mlp.up_proj,2,128,8,128,91.39458465576172,59.5546875,234881024
77,mlp.up_proj,3,32,8,128,29.66246795654297,98.21875,234881024
77,mlp.up_proj,3,64,8,128,34.562889099121094,91.109375,234881024
77,mlp.up_proj,3,128,8,128,39.06763458251953,87.5546875,234881024
77,mlp.up_proj,4,32,8,128,13.807538986206055,126.21875,234881024
77,mlp.up_proj,4,64,8,128,16.183992385864258,119.109375,234881024
77,mlp.up_proj,4,128,8,128,18.244230270385742,115.5546875,234881024
77,mlp.up_proj,8,32,8,128,0.8428636193275452,238.21875,234881024
77,mlp.up_proj,8,64,8,128,0.9890768527984619,231.109375,234881024
77,mlp.up_proj,8,128,8,128,1.1099514961242676,227.5546875,234881024
77,mlp.down_proj,2,32,8,128,68.31208038330078,70.21875,234881024
77,mlp.down_proj,2,64,8,128,79.65937042236328,63.109375,234881024
77,mlp.down_proj,2,128,8,128,90.23479461669922,59.5546875,234881024
77,mlp.down_proj,3,32,8,128,29.271326065063477,98.21875,234881024
77,mlp.down_proj,3,64,8,128,34.11908721923828,91.109375,234881024
77,mlp.down_proj,3,128,8,128,38.534461975097656,87.5546875,234881024
77,mlp.down_proj,4,32,8,128,13.628515243530273,126.21875,234881024
77,mlp.down_proj,4,64,8,128,15.996020317077637,119.109375,234881024
77,mlp.down_proj,4,128,8,128,17.99416160583496,115.5546875,234881024
77,mlp.down_proj,8,32,8,128,0.8319529891014099,238.21875,234881024
77,mlp.down_proj,8,64,8,128,0.9758437275886536,231.109375,234881024
77,mlp.down_proj,8,128,8,128,1.0952818393707275,227.5546875,234881024
78,self_attn.q_proj,2,32,8,128,45.151554107666016,20.0625,67108864
78,self_attn.q_proj,2,64,8,128,53.060829162597656,18.03125,67108864
78,self_attn.q_proj,2,128,8,128,61.05052947998047,17.015625,67108864
78,self_attn.q_proj,3,32,8,128,19.301328659057617,28.0625,67108864
78,self_attn.q_proj,3,64,8,128,22.754592895507812,26.03125,67108864
78,self_attn.q_proj,3,128,8,128,26.20524024963379,25.015625,67108864
78,self_attn.q_proj,4,32,8,128,9.003338813781738,36.0625,67108864
78,self_attn.q_proj,4,64,8,128,10.614086151123047,34.03125,67108864
78,self_attn.q_proj,4,128,8,128,12.227331161499023,33.015625,67108864
78,self_attn.q_proj,8,32,8,128,0.5470260381698608,68.0625,67108864
78,self_attn.q_proj,8,64,8,128,0.6449123620986938,66.03125,67108864
78,self_attn.q_proj,8,128,8,128,0.7407514452934265,65.015625,67108864
78,self_attn.v_proj,2,32,8,128,15.987213134765625,2.5078125,8388608
78,self_attn.v_proj,2,64,8,128,18.836885452270508,2.25390625,8388608
78,self_attn.v_proj,2,128,8,128,21.503177642822266,2.126953125,8388608
78,self_attn.v_proj,3,32,8,128,6.840173721313477,3.5078125,8388608
78,self_attn.v_proj,3,64,8,128,8.066368103027344,3.25390625,8388608
78,self_attn.v_proj,3,128,8,128,9.21609115600586,3.126953125,8388608
78,self_attn.v_proj,4,32,8,128,3.189753293991089,4.5078125,8388608
78,self_attn.v_proj,4,64,8,128,3.7629733085632324,4.25390625,8388608
78,self_attn.v_proj,4,128,8,128,4.301644802093506,4.126953125,8388608
78,self_attn.v_proj,8,32,8,128,0.19318023324012756,8.5078125,8388608
78,self_attn.v_proj,8,64,8,128,0.22753232717514038,8.25390625,8388608
78,self_attn.v_proj,8,128,8,128,0.2589726150035858,8.126953125,8388608
78,self_attn.k_proj,2,32,8,128,29.57811737060547,2.5078125,8388608
78,self_attn.k_proj,2,64,8,128,35.0291748046875,2.25390625,8388608
78,self_attn.k_proj,2,128,8,128,39.96261215209961,2.126953125,8388608
78,self_attn.k_proj,3,32,8,128,12.657563209533691,3.5078125,8388608
78,self_attn.k_proj,3,64,8,128,15.013450622558594,3.25390625,8388608
78,self_attn.k_proj,3,128,8,128,17.174427032470703,3.126953125,8388608
78,self_attn.k_proj,4,32,8,128,5.906965732574463,4.5078125,8388608
78,self_attn.k_proj,4,64,8,128,7.003911018371582,4.25390625,8388608
78,self_attn.k_proj,4,128,8,128,8.01267147064209,4.126953125,8388608
78,self_attn.k_proj,8,32,8,128,0.357599675655365,8.5078125,8388608
78,self_attn.k_proj,8,64,8,128,0.42360854148864746,8.25390625,8388608
78,self_attn.k_proj,8,128,8,128,0.4830447733402252,8.126953125,8388608
78,self_attn.o_proj,2,32,8,128,36.59818649291992,20.0625,67108864
78,self_attn.o_proj,2,64,8,128,42.73003387451172,18.03125,67108864
78,self_attn.o_proj,2,128,8,128,48.2586784362793,17.015625,67108864
78,self_attn.o_proj,3,32,8,128,15.668342590332031,28.0625,67108864
78,self_attn.o_proj,3,64,8,128,18.287233352661133,26.03125,67108864
78,self_attn.o_proj,3,128,8,128,20.704593658447266,25.015625,67108864
78,self_attn.o_proj,4,32,8,128,7.3055620193481445,36.0625,67108864
78,self_attn.o_proj,4,64,8,128,8.534924507141113,34.03125,67108864
78,self_attn.o_proj,4,128,8,128,9.662675857543945,33.015625,67108864
78,self_attn.o_proj,8,32,8,128,0.44371291995048523,68.0625,67108864
78,self_attn.o_proj,8,64,8,128,0.5178605318069458,66.03125,67108864
78,self_attn.o_proj,8,128,8,128,0.5846696496009827,65.015625,67108864
78,mlp.gate_proj,2,32,8,128,81.67349243164062,70.21875,234881024
78,mlp.gate_proj,2,64,8,128,97.14733123779297,63.109375,234881024
78,mlp.gate_proj,2,128,8,128,112.55061340332031,59.5546875,234881024
78,mlp.gate_proj,3,32,8,128,34.88621520996094,98.21875,234881024
78,mlp.gate_proj,3,64,8,128,41.81679153442383,91.109375,234881024
78,mlp.gate_proj,3,128,8,128,48.517799377441406,87.5546875,234881024
78,mlp.gate_proj,4,32,8,128,16.337440490722656,126.21875,234881024
78,mlp.gate_proj,4,64,8,128,19.47792625427246,119.109375,234881024
78,mlp.gate_proj,4,128,8,128,22.740617752075195,115.5546875,234881024
78,mlp.gate_proj,8,32,8,128,1.000754952430725,238.21875,234881024
78,mlp.gate_proj,8,64,8,128,1.1875969171524048,231.109375,234881024
78,mlp.gate_proj,8,128,8,128,1.3811817169189453,227.5546875,234881024
78,mlp.up_proj,2,32,8,128,71.0717544555664,70.21875,234881024
78,mlp.up_proj,2,64,8,128,83.31240844726562,63.109375,234881024
78,mlp.up_proj,2,128,8,128,94.36228942871094,59.5546875,234881024
78,mlp.up_proj,3,32,8,128,30.54636573791504,98.21875,234881024
78,mlp.up_proj,3,64,8,128,35.66396713256836,91.109375,234881024
78,mlp.up_proj,3,128,8,128,40.5689582824707,87.5546875,234881024
78,mlp.up_proj,4,32,8,128,14.214624404907227,126.21875,234881024
78,mlp.up_proj,4,64,8,128,16.670373916625977,119.109375,234881024
78,mlp.up_proj,4,128,8,128,18.923973083496094,115.5546875,234881024
78,mlp.up_proj,8,32,8,128,0.8674629330635071,238.21875,234881024
78,mlp.up_proj,8,64,8,128,1.0193957090377808,231.109375,234881024
78,mlp.up_proj,8,128,8,128,1.151291012763977,227.5546875,234881024
78,mlp.down_proj,2,32,8,128,69.10182189941406,70.21875,234881024
78,mlp.down_proj,2,64,8,128,80.88084411621094,63.109375,234881024
78,mlp.down_proj,2,128,8,128,91.85265350341797,59.5546875,234881024
78,mlp.down_proj,3,32,8,128,29.672954559326172,98.21875,234881024
78,mlp.down_proj,3,64,8,128,34.702232360839844,91.109375,234881024
78,mlp.down_proj,3,128,8,128,39.46205520629883,87.5546875,234881024
78,mlp.down_proj,4,32,8,128,13.812378883361816,126.21875,234881024
78,mlp.down_proj,4,64,8,128,16.25324249267578,119.109375,234881024
78,mlp.down_proj,4,128,8,128,18.43561363220215,115.5546875,234881024
78,mlp.down_proj,8,32,8,128,0.8430150151252747,238.21875,234881024
78,mlp.down_proj,8,64,8,128,0.9940943121910095,231.109375,234881024
78,mlp.down_proj,8,128,8,128,1.1208730936050415,227.5546875,234881024
79,self_attn.q_proj,2,32,8,128,40.157230377197266,20.0625,67108864
79,self_attn.q_proj,2,64,8,128,47.52407455444336,18.03125,67108864
79,self_attn.q_proj,2,128,8,128,54.6970100402832,17.015625,67108864
79,self_attn.q_proj,3,32,8,128,17.193233489990234,28.0625,67108864
79,self_attn.q_proj,3,64,8,128,20.411218643188477,26.03125,67108864
79,self_attn.q_proj,3,128,8,128,23.57327651977539,25.015625,67108864
79,self_attn.q_proj,4,32,8,128,8.028159141540527,36.0625,67108864
79,self_attn.q_proj,4,64,8,128,9.518832206726074,34.03125,67108864
79,self_attn.q_proj,4,128,8,128,11.003891944885254,33.015625,67108864
79,self_attn.q_proj,8,32,8,128,0.48727157711982727,68.0625,67108864
79,self_attn.q_proj,8,64,8,128,0.5779823660850525,66.03125,67108864
79,self_attn.q_proj,8,128,8,128,0.6662895083427429,65.015625,67108864
79,self_attn.v_proj,2,32,8,128,17.05845832824707,2.5078125,8388608
79,self_attn.v_proj,2,64,8,128,20.21656036376953,2.25390625,8388608
79,self_attn.v_proj,2,128,8,128,23.132108688354492,2.126953125,8388608
79,self_attn.v_proj,3,32,8,128,7.302116870880127,3.5078125,8388608
79,self_attn.v_proj,3,64,8,128,8.657798767089844,3.25390625,8388608
79,self_attn.v_proj,3,128,8,128,9.92711353302002,3.126953125,8388608
79,self_attn.v_proj,4,32,8,128,3.406709909439087,4.5078125,8388608
79,self_attn.v_proj,4,64,8,128,4.042599201202393,4.25390625,8388608
79,self_attn.v_proj,4,128,8,128,4.633411884307861,4.126953125,8388608
79,self_attn.v_proj,8,32,8,128,0.2061319500207901,8.5078125,8388608
79,self_attn.v_proj,8,64,8,128,0.24422593414783478,8.25390625,8388608
79,self_attn.v_proj,8,128,8,128,0.2792515456676483,8.126953125,8388608
79,self_attn.k_proj,2,32,8,128,28.82709312438965,2.5078125,8388608
79,self_attn.k_proj,2,64,8,128,34.383056640625,2.25390625,8388608
79,self_attn.k_proj,2,128,8,128,39.45365905761719,2.126953125,8388608
79,self_attn.k_proj,3,32,8,128,12.362560272216797,3.5078125,8388608
79,self_attn.k_proj,3,64,8,128,14.790192604064941,3.25390625,8388608
79,self_attn.k_proj,3,128,8,128,17.0894775390625,3.126953125,8388608
79,self_attn.k_proj,4,32,8,128,5.76865816116333,4.5078125,8388608
79,self_attn.k_proj,4,64,8,128,6.9022908210754395,4.25390625,8388608
79,self_attn.k_proj,4,128,8,128,7.978939056396484,4.126953125,8388608
79,self_attn.k_proj,8,32,8,128,0.34923863410949707,8.5078125,8388608
79,self_attn.k_proj,8,64,8,128,0.4175252616405487,8.25390625,8388608
79,self_attn.k_proj,8,128,8,128,0.48076361417770386,8.126953125,8388608
79,self_attn.o_proj,2,32,8,128,35.67342758178711,20.0625,67108864
79,self_attn.o_proj,2,64,8,128,41.87866973876953,18.03125,67108864
79,self_attn.o_proj,2,128,8,128,47.686546325683594,17.015625,67108864
79,self_attn.o_proj,3,32,8,128,15.32429313659668,28.0625,67108864
79,self_attn.o_proj,3,64,8,128,18.0543212890625,26.03125,67108864
79,self_attn.o_proj,3,128,8,128,20.748706817626953,25.015625,67108864
79,self_attn.o_proj,4,32,8,128,7.150461196899414,36.0625,67108864
79,self_attn.o_proj,4,64,8,128,8.441455841064453,34.03125,67108864
79,self_attn.o_proj,4,128,8,128,9.710885047912598,33.015625,67108864
79,self_attn.o_proj,8,32,8,128,0.43441101908683777,68.0625,67108864
79,self_attn.o_proj,8,64,8,128,0.5123983025550842,66.03125,67108864
79,self_attn.o_proj,8,128,8,128,0.5877714157104492,65.015625,67108864
79,mlp.gate_proj,2,32,8,128,84.88920593261719,70.21875,234881024
79,mlp.gate_proj,2,64,8,128,100.19083404541016,63.109375,234881024
79,mlp.gate_proj,2,128,8,128,115.42305755615234,59.5546875,234881024
79,mlp.gate_proj,3,32,8,128,36.19486618041992,98.21875,234881024
79,mlp.gate_proj,3,64,8,128,43.135135650634766,91.109375,234881024
79,mlp.gate_proj,3,128,8,128,49.62994384765625,87.5546875,234881024
79,mlp.gate_proj,4,32,8,128,16.910303115844727,126.21875,234881024
79,mlp.gate_proj,4,64,8,128,20.094186782836914,119.109375,234881024
79,mlp.gate_proj,4,128,8,128,23.213022232055664,115.5546875,234881024
79,mlp.gate_proj,8,32,8,128,1.0349289178848267,238.21875,234881024
79,mlp.gate_proj,8,64,8,128,1.2254587411880493,231.109375,234881024
79,mlp.gate_proj,8,128,8,128,1.4139842987060547,227.5546875,234881024
79,mlp.up_proj,2,32,8,128,77.04585266113281,70.21875,234881024
79,mlp.up_proj,2,64,8,128,90.84526062011719,63.109375,234881024
79,mlp.up_proj,2,128,8,128,102.86045837402344,59.5546875,234881024
79,mlp.up_proj,3,32,8,128,33.02766418457031,98.21875,234881024
79,mlp.up_proj,3,64,8,128,38.74699783325195,91.109375,234881024
79,mlp.up_proj,3,128,8,128,44.289451599121094,87.5546875,234881024
79,mlp.up_proj,4,32,8,128,15.440093040466309,126.21875,234881024
79,mlp.up_proj,4,64,8,128,18.075700759887695,119.109375,234881024
79,mlp.up_proj,4,128,8,128,20.630352020263672,115.5546875,234881024
79,mlp.up_proj,8,32,8,128,0.9425826668739319,238.21875,234881024
79,mlp.up_proj,8,64,8,128,1.1037466526031494,231.109375,234881024
79,mlp.up_proj,8,128,8,128,1.2537542581558228,227.5546875,234881024
79,mlp.down_proj,2,32,8,128,69.82134246826172,70.21875,234881024
79,mlp.down_proj,2,64,8,128,81.92239379882812,63.109375,234881024
79,mlp.down_proj,2,128,8,128,93.10791778564453,59.5546875,234881024
79,mlp.down_proj,3,32,8,128,30.042299270629883,98.21875,234881024
79,mlp.down_proj,3,64,8,128,35.20534133911133,91.109375,234881024
79,mlp.down_proj,3,128,8,128,40.28462600708008,87.5546875,234881024
79,mlp.down_proj,4,32,8,128,13.98576831817627,126.21875,234881024
79,mlp.down_proj,4,64,8,128,16.49049949645996,119.109375,234881024
79,mlp.down_proj,4,128,8,128,18.81648063659668,115.5546875,234881024
79,mlp.down_proj,8,32,8,128,0.8534584045410156,238.21875,234881024
79,mlp.down_proj,8,64,8,128,1.0090715885162354,231.109375,234881024
79,mlp.down_proj,8,128,8,128,1.1439918279647827,227.5546875,234881024