| layer,module,nbit1,gsize1,nbit2,gsize2,fnorm,memmb,params |
| 0,self_attn.q_proj,2,32,8,128,31.353914260864258,5.015625,16777216 |
| 0,self_attn.q_proj,2,64,8,128,37.95658493041992,4.5078125,16777216 |
| 0,self_attn.q_proj,2,128,8,128,44.016265869140625,4.25390625,16777216 |
| 0,self_attn.q_proj,3,32,8,128,13.658820152282715,7.015625,16777216 |
| 0,self_attn.q_proj,3,64,8,128,16.869216918945312,6.5078125,16777216 |
| 0,self_attn.q_proj,3,128,8,128,20.302486419677734,6.25390625,16777216 |
| 0,self_attn.q_proj,4,32,8,128,6.373652458190918,9.015625,16777216 |
| 0,self_attn.q_proj,4,64,8,128,7.8845295906066895,8.5078125,16777216 |
| 0,self_attn.q_proj,4,128,8,128,9.499629020690918,8.25390625,16777216 |
| 0,self_attn.q_proj,8,32,8,128,0.38628098368644714,17.015625,16777216 |
| 0,self_attn.q_proj,8,64,8,128,0.4774124324321747,16.5078125,16777216 |
| 0,self_attn.q_proj,8,128,8,128,0.5732570290565491,16.25390625,16777216 |
| 0,self_attn.v_proj,2,32,8,128,5.73164701461792,1.25390625,4194304 |
| 0,self_attn.v_proj,2,64,8,128,6.755260944366455,1.126953125,4194304 |
| 0,self_attn.v_proj,2,128,8,128,7.683543682098389,1.0634765625,4194304 |
| 0,self_attn.v_proj,3,32,8,128,2.453540802001953,1.75390625,4194304 |
| 0,self_attn.v_proj,3,64,8,128,2.8974449634552,1.626953125,4194304 |
| 0,self_attn.v_proj,3,128,8,128,3.3091328144073486,1.5634765625,4194304 |
| 0,self_attn.v_proj,4,32,8,128,1.1455694437026978,2.25390625,4194304 |
| 0,self_attn.v_proj,4,64,8,128,1.3514484167099,2.126953125,4194304 |
| 0,self_attn.v_proj,4,128,8,128,1.5437763929367065,2.0634765625,4194304 |
| 0,self_attn.v_proj,8,32,8,128,0.070158451795578,4.25390625,4194304 |
| 0,self_attn.v_proj,8,64,8,128,0.0823262557387352,4.126953125,4194304 |
| 0,self_attn.v_proj,8,128,8,128,0.0934486985206604,4.0634765625,4194304 |
| 0,self_attn.k_proj,2,32,8,128,22.8813533782959,1.25390625,4194304 |
| 0,self_attn.k_proj,2,64,8,128,27.585908889770508,1.126953125,4194304 |
| 0,self_attn.k_proj,2,128,8,128,31.700037002563477,1.0634765625,4194304 |
| 0,self_attn.k_proj,3,32,8,128,10.011412620544434,1.75390625,4194304 |
| 0,self_attn.k_proj,3,64,8,128,12.338346481323242,1.626953125,4194304 |
| 0,self_attn.k_proj,3,128,8,128,14.586329460144043,1.5634765625,4194304 |
| 0,self_attn.k_proj,4,32,8,128,4.676162242889404,2.25390625,4194304 |
| 0,self_attn.k_proj,4,64,8,128,5.7611188888549805,2.126953125,4194304 |
| 0,self_attn.k_proj,4,128,8,128,6.841525554656982,2.0634765625,4194304 |
| 0,self_attn.k_proj,8,32,8,128,0.2830941081047058,4.25390625,4194304 |
| 0,self_attn.k_proj,8,64,8,128,0.3489919900894165,4.126953125,4194304 |
| 0,self_attn.k_proj,8,128,8,128,0.4125772714614868,4.0634765625,4194304 |
| 0,self_attn.o_proj,2,32,8,128,13.097525596618652,5.015625,16777216 |
| 0,self_attn.o_proj,2,64,8,128,15.490410804748535,4.5078125,16777216 |
| 0,self_attn.o_proj,2,128,8,128,17.747562408447266,4.25390625,16777216 |
| 0,self_attn.o_proj,3,32,8,128,5.651535987854004,7.015625,16777216 |
| 0,self_attn.o_proj,3,64,8,128,6.748816967010498,6.5078125,16777216 |
| 0,self_attn.o_proj,3,128,8,128,7.85412073135376,6.25390625,16777216 |
| 0,self_attn.o_proj,4,32,8,128,2.6453964710235596,9.015625,16777216 |
| 0,self_attn.o_proj,4,64,8,128,3.166229248046875,8.5078125,16777216 |
| 0,self_attn.o_proj,4,128,8,128,3.7004642486572266,8.25390625,16777216 |
| 0,self_attn.o_proj,8,32,8,128,0.16013142466545105,17.015625,16777216 |
| 0,self_attn.o_proj,8,64,8,128,0.1917829066514969,16.5078125,16777216 |
| 0,self_attn.o_proj,8,128,8,128,0.22378630936145782,16.25390625,16777216 |
| 0,mlp.gate_proj,2,32,8,128,37.102561950683594,17.5546875,58720256 |
| 0,mlp.gate_proj,2,64,8,128,43.699092864990234,15.77734375,58720256 |
| 0,mlp.gate_proj,2,128,8,128,49.80133819580078,14.888671875,58720256 |
| 0,mlp.gate_proj,3,32,8,128,15.898781776428223,24.5546875,58720256 |
| 0,mlp.gate_proj,3,64,8,128,18.750398635864258,22.77734375,58720256 |
| 0,mlp.gate_proj,3,128,8,128,21.506258010864258,21.888671875,58720256 |
| 0,mlp.gate_proj,4,32,8,128,7.4153618812561035,31.5546875,58720256 |
| 0,mlp.gate_proj,4,64,8,128,8.750203132629395,29.77734375,58720256 |
| 0,mlp.gate_proj,4,128,8,128,10.037043571472168,28.888671875,58720256 |
| 0,mlp.gate_proj,8,32,8,128,0.4499224126338959,59.5546875,58720256 |
| 0,mlp.gate_proj,8,64,8,128,0.5307692885398865,57.77734375,58720256 |
| 0,mlp.gate_proj,8,128,8,128,0.60727459192276,56.888671875,58720256 |
| 0,mlp.up_proj,2,32,8,128,33.78168487548828,17.5546875,58720256 |
| 0,mlp.up_proj,2,64,8,128,39.53192138671875,15.77734375,58720256 |
| 0,mlp.up_proj,2,128,8,128,44.79423141479492,14.888671875,58720256 |
| 0,mlp.up_proj,3,32,8,128,14.448440551757812,24.5546875,58720256 |
| 0,mlp.up_proj,3,64,8,128,16.92987823486328,22.77734375,58720256 |
| 0,mlp.up_proj,3,128,8,128,19.200571060180664,21.888671875,58720256 |
| 0,mlp.up_proj,4,32,8,128,6.739186763763428,31.5546875,58720256 |
| 0,mlp.up_proj,4,64,8,128,7.901976108551025,29.77734375,58720256 |
| 0,mlp.up_proj,4,128,8,128,8.960665702819824,28.888671875,58720256 |
| 0,mlp.up_proj,8,32,8,128,0.4092637896537781,59.5546875,58720256 |
| 0,mlp.up_proj,8,64,8,128,0.47888556122779846,57.77734375,58720256 |
| 0,mlp.up_proj,8,128,8,128,0.541621208190918,56.888671875,58720256 |
| 0,mlp.down_proj,2,32,8,128,33.93179702758789,17.5546875,58720256 |
| 0,mlp.down_proj,2,64,8,128,39.87704849243164,15.77734375,58720256 |
| 0,mlp.down_proj,2,128,8,128,45.44186019897461,14.888671875,58720256 |
| 0,mlp.down_proj,3,32,8,128,14.55285930633545,24.5546875,58720256 |
| 0,mlp.down_proj,3,64,8,128,17.161346435546875,22.77734375,58720256 |
| 0,mlp.down_proj,3,128,8,128,19.66796112060547,21.888671875,58720256 |
| 0,mlp.down_proj,4,32,8,128,6.793258190155029,31.5546875,58720256 |
| 0,mlp.down_proj,4,64,8,128,8.025272369384766,29.77734375,58720256 |
| 0,mlp.down_proj,4,128,8,128,9.213508605957031,28.888671875,58720256 |
| 0,mlp.down_proj,8,32,8,128,0.41281500458717346,59.5546875,58720256 |
| 0,mlp.down_proj,8,64,8,128,0.4869184195995331,57.77734375,58720256 |
| 0,mlp.down_proj,8,128,8,128,0.5582616925239563,56.888671875,58720256 |
| 1,self_attn.q_proj,2,32,8,128,32.29652404785156,5.015625,16777216 |
| 1,self_attn.q_proj,2,64,8,128,38.70115661621094,4.5078125,16777216 |
| 1,self_attn.q_proj,2,128,8,128,44.72345733642578,4.25390625,16777216 |
| 1,self_attn.q_proj,3,32,8,128,14.052138328552246,7.015625,16777216 |
| 1,self_attn.q_proj,3,64,8,128,17.109827041625977,6.5078125,16777216 |
| 1,self_attn.q_proj,3,128,8,128,20.420045852661133,6.25390625,16777216 |
| 1,self_attn.q_proj,4,32,8,128,6.563356876373291,9.015625,16777216 |
| 1,self_attn.q_proj,4,64,8,128,8.004384994506836,8.5078125,16777216 |
| 1,self_attn.q_proj,4,128,8,128,9.557613372802734,8.25390625,16777216 |
| 1,self_attn.q_proj,8,32,8,128,0.3971712291240692,17.015625,16777216 |
| 1,self_attn.q_proj,8,64,8,128,0.4838508665561676,16.5078125,16777216 |
| 1,self_attn.q_proj,8,128,8,128,0.5765863656997681,16.25390625,16777216 |
| 1,self_attn.v_proj,2,32,8,128,6.992136001586914,1.25390625,4194304 |
| 1,self_attn.v_proj,2,64,8,128,8.214609146118164,1.126953125,4194304 |
| 1,self_attn.v_proj,2,128,8,128,9.343364715576172,1.0634765625,4194304 |
| 1,self_attn.v_proj,3,32,8,128,2.990298271179199,1.75390625,4194304 |
| 1,self_attn.v_proj,3,64,8,128,3.515022039413452,1.626953125,4194304 |
| 1,self_attn.v_proj,3,128,8,128,3.999699592590332,1.5634765625,4194304 |
| 1,self_attn.v_proj,4,32,8,128,1.3951102495193481,2.25390625,4194304 |
| 1,self_attn.v_proj,4,64,8,128,1.6407121419906616,2.126953125,4194304 |
| 1,self_attn.v_proj,4,128,8,128,1.8681185245513916,2.0634765625,4194304 |
| 1,self_attn.v_proj,8,32,8,128,0.08454109728336334,4.25390625,4194304 |
| 1,self_attn.v_proj,8,64,8,128,0.09935352951288223,4.126953125,4194304 |
| 1,self_attn.v_proj,8,128,8,128,0.11260196566581726,4.0634765625,4194304 |
| 1,self_attn.k_proj,2,32,8,128,23.162338256835938,1.25390625,4194304 |
| 1,self_attn.k_proj,2,64,8,128,27.537050247192383,1.126953125,4194304 |
| 1,self_attn.k_proj,2,128,8,128,31.056779861450195,1.0634765625,4194304 |
| 1,self_attn.k_proj,3,32,8,128,10.139037132263184,1.75390625,4194304 |
| 1,self_attn.k_proj,3,64,8,128,12.381231307983398,1.626953125,4194304 |
| 1,self_attn.k_proj,3,128,8,128,14.396084785461426,1.5634765625,4194304 |
| 1,self_attn.k_proj,4,32,8,128,4.743703365325928,2.25390625,4194304 |
| 1,self_attn.k_proj,4,64,8,128,5.807139873504639,2.126953125,4194304 |
| 1,self_attn.k_proj,4,128,8,128,6.786295413970947,2.0634765625,4194304 |
| 1,self_attn.k_proj,8,32,8,128,0.2868131995201111,4.25390625,4194304 |
| 1,self_attn.k_proj,8,64,8,128,0.35116565227508545,4.126953125,4194304 |
| 1,self_attn.k_proj,8,128,8,128,0.4091583788394928,4.0634765625,4194304 |
| 1,self_attn.o_proj,2,32,8,128,15.152460098266602,5.015625,16777216 |
| 1,self_attn.o_proj,2,64,8,128,18.016952514648438,4.5078125,16777216 |
| 1,self_attn.o_proj,2,128,8,128,20.729021072387695,4.25390625,16777216 |
| 1,self_attn.o_proj,3,32,8,128,6.609400749206543,7.015625,16777216 |
| 1,self_attn.o_proj,3,64,8,128,8.003070831298828,6.5078125,16777216 |
| 1,self_attn.o_proj,3,128,8,128,9.439093589782715,6.25390625,16777216 |
| 1,self_attn.o_proj,4,32,8,128,3.09663724899292,9.015625,16777216 |
| 1,self_attn.o_proj,4,64,8,128,3.7703700065612793,8.5078125,16777216 |
| 1,self_attn.o_proj,4,128,8,128,4.493071556091309,8.25390625,16777216 |
| 1,self_attn.o_proj,8,32,8,128,0.18734721839427948,17.015625,16777216 |
| 1,self_attn.o_proj,8,64,8,128,0.22794853150844574,16.5078125,16777216 |
| 1,self_attn.o_proj,8,128,8,128,0.27150189876556396,16.25390625,16777216 |
| 1,mlp.gate_proj,2,32,8,128,37.304813385009766,17.5546875,58720256 |
| 1,mlp.gate_proj,2,64,8,128,43.75423812866211,15.77734375,58720256 |
| 1,mlp.gate_proj,2,128,8,128,49.68382263183594,14.888671875,58720256 |
| 1,mlp.gate_proj,3,32,8,128,15.982694625854492,24.5546875,58720256 |
| 1,mlp.gate_proj,3,64,8,128,18.7584171295166,22.77734375,58720256 |
| 1,mlp.gate_proj,3,128,8,128,21.395015716552734,21.888671875,58720256 |
| 1,mlp.gate_proj,4,32,8,128,7.454606533050537,31.5546875,58720256 |
| 1,mlp.gate_proj,4,64,8,128,8.757988929748535,29.77734375,58720256 |
| 1,mlp.gate_proj,4,128,8,128,9.991157531738281,28.888671875,58720256 |
| 1,mlp.gate_proj,8,32,8,128,0.4522514045238495,59.5546875,58720256 |
| 1,mlp.gate_proj,8,64,8,128,0.5311040878295898,57.77734375,58720256 |
| 1,mlp.gate_proj,8,128,8,128,0.604612410068512,56.888671875,58720256 |
| 1,mlp.up_proj,2,32,8,128,34.21645736694336,17.5546875,58720256 |
| 1,mlp.up_proj,2,64,8,128,39.97964859008789,15.77734375,58720256 |
| 1,mlp.up_proj,2,128,8,128,45.251304626464844,14.888671875,58720256 |
| 1,mlp.up_proj,3,32,8,128,14.641050338745117,24.5546875,58720256 |
| 1,mlp.up_proj,3,64,8,128,17.131967544555664,22.77734375,58720256 |
| 1,mlp.up_proj,3,128,8,128,19.439006805419922,21.888671875,58720256 |
| 1,mlp.up_proj,4,32,8,128,6.83050012588501,31.5546875,58720256 |
| 1,mlp.up_proj,4,64,8,128,8.003508567810059,29.77734375,58720256 |
| 1,mlp.up_proj,4,128,8,128,9.07853889465332,28.888671875,58720256 |
| 1,mlp.up_proj,8,32,8,128,0.414794921875,59.5546875,58720256 |
| 1,mlp.up_proj,8,64,8,128,0.4848926365375519,57.77734375,58720256 |
| 1,mlp.up_proj,8,128,8,128,0.5488119125366211,56.888671875,58720256 |
| 1,mlp.down_proj,2,32,8,128,34.15717697143555,17.5546875,58720256 |
| 1,mlp.down_proj,2,64,8,128,39.90151596069336,15.77734375,58720256 |
| 1,mlp.down_proj,2,128,8,128,45.13018035888672,14.888671875,58720256 |
| 1,mlp.down_proj,3,32,8,128,14.628009796142578,24.5546875,58720256 |
| 1,mlp.down_proj,3,64,8,128,17.132530212402344,22.77734375,58720256 |
| 1,mlp.down_proj,3,128,8,128,19.45292091369629,21.888671875,58720256 |
| 1,mlp.down_proj,4,32,8,128,6.82521390914917,31.5546875,58720256 |
| 1,mlp.down_proj,4,64,8,128,8.005558967590332,29.77734375,58720256 |
| 1,mlp.down_proj,4,128,8,128,9.090758323669434,28.888671875,58720256 |
| 1,mlp.down_proj,8,32,8,128,0.41456136107444763,59.5546875,58720256 |
| 1,mlp.down_proj,8,64,8,128,0.4853489398956299,57.77734375,58720256 |
| 1,mlp.down_proj,8,128,8,128,0.5503469705581665,56.888671875,58720256 |
| 2,self_attn.q_proj,2,32,8,128,30.365509033203125,5.015625,16777216 |
| 2,self_attn.q_proj,2,64,8,128,36.27523422241211,4.5078125,16777216 |
| 2,self_attn.q_proj,2,128,8,128,41.893245697021484,4.25390625,16777216 |
| 2,self_attn.q_proj,3,32,8,128,13.078288078308105,7.015625,16777216 |
| 2,self_attn.q_proj,3,64,8,128,15.747833251953125,6.5078125,16777216 |
| 2,self_attn.q_proj,3,128,8,128,18.530900955200195,6.25390625,16777216 |
| 2,self_attn.q_proj,4,32,8,128,6.105013370513916,9.015625,16777216 |
| 2,self_attn.q_proj,4,64,8,128,7.3519439697265625,8.5078125,16777216 |
| 2,self_attn.q_proj,4,128,8,128,8.660855293273926,8.25390625,16777216 |
| 2,self_attn.q_proj,8,32,8,128,0.36959201097488403,17.015625,16777216 |
| 2,self_attn.q_proj,8,64,8,128,0.44454026222229004,16.5078125,16777216 |
| 2,self_attn.q_proj,8,128,8,128,0.5220497846603394,16.25390625,16777216 |
| 2,self_attn.v_proj,2,32,8,128,5.865646839141846,1.25390625,4194304 |
| 2,self_attn.v_proj,2,64,8,128,6.912929534912109,1.126953125,4194304 |
| 2,self_attn.v_proj,2,128,8,128,7.873420715332031,1.0634765625,4194304 |
| 2,self_attn.v_proj,3,32,8,128,2.508667469024658,1.75390625,4194304 |
| 2,self_attn.v_proj,3,64,8,128,2.9588942527770996,1.626953125,4194304 |
| 2,self_attn.v_proj,3,128,8,128,3.3745577335357666,1.5634765625,4194304 |
| 2,self_attn.v_proj,4,32,8,128,1.1705979108810425,2.25390625,4194304 |
| 2,self_attn.v_proj,4,64,8,128,1.3809363842010498,2.126953125,4194304 |
| 2,self_attn.v_proj,4,128,8,128,1.5750237703323364,2.0634765625,4194304 |
| 2,self_attn.v_proj,8,32,8,128,0.07090398669242859,4.25390625,4194304 |
| 2,self_attn.v_proj,8,64,8,128,0.08354182541370392,4.126953125,4194304 |
| 2,self_attn.v_proj,8,128,8,128,0.09496123343706131,4.0634765625,4194304 |
| 2,self_attn.k_proj,2,32,8,128,23.66606903076172,1.25390625,4194304 |
| 2,self_attn.k_proj,2,64,8,128,28.22458839416504,1.126953125,4194304 |
| 2,self_attn.k_proj,2,128,8,128,31.91000747680664,1.0634765625,4194304 |
| 2,self_attn.k_proj,3,32,8,128,10.266057014465332,1.75390625,4194304 |
| 2,self_attn.k_proj,3,64,8,128,12.421545028686523,1.626953125,4194304 |
| 2,self_attn.k_proj,3,128,8,128,14.415032386779785,1.5634765625,4194304 |
| 2,self_attn.k_proj,4,32,8,128,4.791152000427246,2.25390625,4194304 |
| 2,self_attn.k_proj,4,64,8,128,5.805240154266357,2.126953125,4194304 |
| 2,self_attn.k_proj,4,128,8,128,6.744692802429199,2.0634765625,4194304 |
| 2,self_attn.k_proj,8,32,8,128,0.29007431864738464,4.25390625,4194304 |
| 2,self_attn.k_proj,8,64,8,128,0.35100963711738586,4.126953125,4194304 |
| 2,self_attn.k_proj,8,128,8,128,0.4065532982349396,4.0634765625,4194304 |
| 2,self_attn.o_proj,2,32,8,128,13.74080753326416,5.015625,16777216 |
| 2,self_attn.o_proj,2,64,8,128,16.259204864501953,4.5078125,16777216 |
| 2,self_attn.o_proj,2,128,8,128,18.660329818725586,4.25390625,16777216 |
| 2,self_attn.o_proj,3,32,8,128,5.905372142791748,7.015625,16777216 |
| 2,self_attn.o_proj,3,64,8,128,7.029297351837158,6.5078125,16777216 |
| 2,self_attn.o_proj,3,128,8,128,8.160127639770508,6.25390625,16777216 |
| 2,self_attn.o_proj,4,32,8,128,2.7578015327453613,9.015625,16777216 |
| 2,self_attn.o_proj,4,64,8,128,3.2829208374023438,8.5078125,16777216 |
| 2,self_attn.o_proj,4,128,8,128,3.8164286613464355,8.25390625,16777216 |
| 2,self_attn.o_proj,8,32,8,128,0.1668560802936554,17.015625,16777216 |
| 2,self_attn.o_proj,8,64,8,128,0.1985287219285965,16.5078125,16777216 |
| 2,self_attn.o_proj,8,128,8,128,0.2299499213695526,16.25390625,16777216 |
| 2,mlp.gate_proj,2,32,8,128,38.17426681518555,17.5546875,58720256 |
| 2,mlp.gate_proj,2,64,8,128,44.794532775878906,15.77734375,58720256 |
| 2,mlp.gate_proj,2,128,8,128,50.85295486450195,14.888671875,58720256 |
| 2,mlp.gate_proj,3,32,8,128,16.34511947631836,24.5546875,58720256 |
| 2,mlp.gate_proj,3,64,8,128,19.193567276000977,22.77734375,58720256 |
| 2,mlp.gate_proj,3,128,8,128,21.89304542541504,21.888671875,58720256 |
| 2,mlp.gate_proj,4,32,8,128,7.6252827644348145,31.5546875,58720256 |
| 2,mlp.gate_proj,4,64,8,128,8.959787368774414,29.77734375,58720256 |
| 2,mlp.gate_proj,4,128,8,128,10.218497276306152,28.888671875,58720256 |
| 2,mlp.gate_proj,8,32,8,128,0.4624970555305481,59.5546875,58720256 |
| 2,mlp.gate_proj,8,64,8,128,0.5432219505310059,57.77734375,58720256 |
| 2,mlp.gate_proj,8,128,8,128,0.6183617115020752,56.888671875,58720256 |
| 2,mlp.up_proj,2,32,8,128,33.983341217041016,17.5546875,58720256 |
| 2,mlp.up_proj,2,64,8,128,39.65127944946289,15.77734375,58720256 |
| 2,mlp.up_proj,2,128,8,128,44.813541412353516,14.888671875,58720256 |
| 2,mlp.up_proj,3,32,8,128,14.534832000732422,24.5546875,58720256 |
| 2,mlp.up_proj,3,64,8,128,16.98261833190918,22.77734375,58720256 |
| 2,mlp.up_proj,3,128,8,128,19.21963882446289,21.888671875,58720256 |
| 2,mlp.up_proj,4,32,8,128,6.779207229614258,31.5546875,58720256 |
| 2,mlp.up_proj,4,64,8,128,7.926984786987305,29.77734375,58720256 |
| 2,mlp.up_proj,4,128,8,128,8.969118118286133,28.888671875,58720256 |
| 2,mlp.up_proj,8,32,8,128,0.41166192293167114,59.5546875,58720256 |
| 2,mlp.up_proj,8,64,8,128,0.48040977120399475,57.77734375,58720256 |
| 2,mlp.up_proj,8,128,8,128,0.5421519875526428,56.888671875,58720256 |
| 2,mlp.down_proj,2,32,8,128,34.12712097167969,17.5546875,58720256 |
| 2,mlp.down_proj,2,64,8,128,39.839595794677734,15.77734375,58720256 |
| 2,mlp.down_proj,2,128,8,128,45.02960205078125,14.888671875,58720256 |
| 2,mlp.down_proj,3,32,8,128,14.610933303833008,24.5546875,58720256 |
| 2,mlp.down_proj,3,64,8,128,17.088600158691406,22.77734375,58720256 |
| 2,mlp.down_proj,3,128,8,128,19.363445281982422,21.888671875,58720256 |
| 2,mlp.down_proj,4,32,8,128,6.817477226257324,31.5546875,58720256 |
| 2,mlp.down_proj,4,64,8,128,7.985670566558838,29.77734375,58720256 |
| 2,mlp.down_proj,4,128,8,128,9.051961898803711,28.888671875,58720256 |
| 2,mlp.down_proj,8,32,8,128,0.4140346050262451,59.5546875,58720256 |
| 2,mlp.down_proj,8,64,8,128,0.4839620888233185,57.77734375,58720256 |
| 2,mlp.down_proj,8,128,8,128,0.5475106835365295,56.888671875,58720256 |
| 3,self_attn.q_proj,2,32,8,128,30.0765438079834,5.015625,16777216 |
| 3,self_attn.q_proj,2,64,8,128,35.90376663208008,4.5078125,16777216 |
| 3,self_attn.q_proj,2,128,8,128,41.742164611816406,4.25390625,16777216 |
| 3,self_attn.q_proj,3,32,8,128,12.903072357177734,7.015625,16777216 |
| 3,self_attn.q_proj,3,64,8,128,15.450603485107422,6.5078125,16777216 |
| 3,self_attn.q_proj,3,128,8,128,18.135257720947266,6.25390625,16777216 |
| 3,self_attn.q_proj,4,32,8,128,6.0236029624938965,9.015625,16777216 |
| 3,self_attn.q_proj,4,64,8,128,7.211884498596191,8.5078125,16777216 |
| 3,self_attn.q_proj,4,128,8,128,8.466845512390137,8.25390625,16777216 |
| 3,self_attn.q_proj,8,32,8,128,0.36464881896972656,17.015625,16777216 |
| 3,self_attn.q_proj,8,64,8,128,0.4361165463924408,16.5078125,16777216 |
| 3,self_attn.q_proj,8,128,8,128,0.5101926326751709,16.25390625,16777216 |
| 3,self_attn.v_proj,2,32,8,128,6.825829982757568,1.25390625,4194304 |
| 3,self_attn.v_proj,2,64,8,128,8.05012321472168,1.126953125,4194304 |
| 3,self_attn.v_proj,2,128,8,128,9.182071685791016,1.0634765625,4194304 |
| 3,self_attn.v_proj,3,32,8,128,2.9221222400665283,1.75390625,4194304 |
| 3,self_attn.v_proj,3,64,8,128,3.447613477706909,1.626953125,4194304 |
| 3,self_attn.v_proj,3,128,8,128,3.9407715797424316,1.5634765625,4194304 |
| 3,self_attn.v_proj,4,32,8,128,1.3632123470306396,2.25390625,4194304 |
| 3,self_attn.v_proj,4,64,8,128,1.6084686517715454,2.126953125,4194304 |
| 3,self_attn.v_proj,4,128,8,128,1.8388642072677612,2.0634765625,4194304 |
| 3,self_attn.v_proj,8,32,8,128,0.08255447447299957,4.25390625,4194304 |
| 3,self_attn.v_proj,8,64,8,128,0.09733613580465317,4.126953125,4194304 |
| 3,self_attn.v_proj,8,128,8,128,0.11077219992876053,4.0634765625,4194304 |
| 3,self_attn.k_proj,2,32,8,128,23.270971298217773,1.25390625,4194304 |
| 3,self_attn.k_proj,2,64,8,128,27.877880096435547,1.126953125,4194304 |
| 3,self_attn.k_proj,2,128,8,128,31.943754196166992,1.0634765625,4194304 |
| 3,self_attn.k_proj,3,32,8,128,10.016742706298828,1.75390625,4194304 |
| 3,self_attn.k_proj,3,64,8,128,12.083196640014648,1.626953125,4194304 |
| 3,self_attn.k_proj,3,128,8,128,14.049163818359375,1.5634765625,4194304 |
| 3,self_attn.k_proj,4,32,8,128,4.673532485961914,2.25390625,4194304 |
| 3,self_attn.k_proj,4,64,8,128,5.63783073425293,2.126953125,4194304 |
| 3,self_attn.k_proj,4,128,8,128,6.559664249420166,2.0634765625,4194304 |
| 3,self_attn.k_proj,8,32,8,128,0.28303390741348267,4.25390625,4194304 |
| 3,self_attn.k_proj,8,64,8,128,0.3410465121269226,4.126953125,4194304 |
| 3,self_attn.k_proj,8,128,8,128,0.3952634334564209,4.0634765625,4194304 |
| 3,self_attn.o_proj,2,32,8,128,15.478205680847168,5.015625,16777216 |
| 3,self_attn.o_proj,2,64,8,128,18.152347564697266,4.5078125,16777216 |
| 3,self_attn.o_proj,2,128,8,128,20.656272888183594,4.25390625,16777216 |
| 3,self_attn.o_proj,3,32,8,128,6.63338565826416,7.015625,16777216 |
| 3,self_attn.o_proj,3,64,8,128,7.80942964553833,6.5078125,16777216 |
| 3,self_attn.o_proj,3,128,8,128,8.927901268005371,6.25390625,16777216 |
| 3,self_attn.o_proj,4,32,8,128,3.0960311889648438,9.015625,16777216 |
| 3,self_attn.o_proj,4,64,8,128,3.64548921585083,8.5078125,16777216 |
| 3,self_attn.o_proj,4,128,8,128,4.170829772949219,8.25390625,16777216 |
| 3,self_attn.o_proj,8,32,8,128,0.18740607798099518,17.015625,16777216 |
| 3,self_attn.o_proj,8,64,8,128,0.22039665281772614,16.5078125,16777216 |
| 3,self_attn.o_proj,8,128,8,128,0.25134262442588806,16.25390625,16777216 |
| 3,mlp.gate_proj,2,32,8,128,40.5650520324707,17.5546875,58720256 |
| 3,mlp.gate_proj,2,64,8,128,47.76633071899414,15.77734375,58720256 |
| 3,mlp.gate_proj,2,128,8,128,54.47903823852539,14.888671875,58720256 |
| 3,mlp.gate_proj,3,32,8,128,17.36041259765625,24.5546875,58720256 |
| 3,mlp.gate_proj,3,64,8,128,20.488161087036133,22.77734375,58720256 |
| 3,mlp.gate_proj,3,128,8,128,23.468496322631836,21.888671875,58720256 |
| 3,mlp.gate_proj,4,32,8,128,8.104728698730469,31.5546875,58720256 |
| 3,mlp.gate_proj,4,64,8,128,9.559508323669434,29.77734375,58720256 |
| 3,mlp.gate_proj,4,128,8,128,10.962554931640625,28.888671875,58720256 |
| 3,mlp.gate_proj,8,32,8,128,0.49138230085372925,59.5546875,58720256 |
| 3,mlp.gate_proj,8,64,8,128,0.5801472067832947,57.77734375,58720256 |
| 3,mlp.gate_proj,8,128,8,128,0.6634387969970703,56.888671875,58720256 |
| 3,mlp.up_proj,2,32,8,128,33.47959899902344,17.5546875,58720256 |
| 3,mlp.up_proj,2,64,8,128,39.0748176574707,15.77734375,58720256 |
| 3,mlp.up_proj,2,128,8,128,44.18793487548828,14.888671875,58720256 |
| 3,mlp.up_proj,3,32,8,128,14.3134126663208,24.5546875,58720256 |
| 3,mlp.up_proj,3,64,8,128,16.737089157104492,22.77734375,58720256 |
| 3,mlp.up_proj,3,128,8,128,18.952110290527344,21.888671875,58720256 |
| 3,mlp.up_proj,4,32,8,128,6.677464962005615,31.5546875,58720256 |
| 3,mlp.up_proj,4,64,8,128,7.812717437744141,29.77734375,58720256 |
| 3,mlp.up_proj,4,128,8,128,8.847103118896484,28.888671875,58720256 |
| 3,mlp.up_proj,8,32,8,128,0.40553200244903564,59.5546875,58720256 |
| 3,mlp.up_proj,8,64,8,128,0.4735206961631775,57.77734375,58720256 |
| 3,mlp.up_proj,8,128,8,128,0.5345169901847839,56.888671875,58720256 |
| 3,mlp.down_proj,2,32,8,128,33.44816207885742,17.5546875,58720256 |
| 3,mlp.down_proj,2,64,8,128,39.041778564453125,15.77734375,58720256 |
| 3,mlp.down_proj,2,128,8,128,44.118682861328125,14.888671875,58720256 |
| 3,mlp.down_proj,3,32,8,128,14.30600357055664,24.5546875,58720256 |
| 3,mlp.down_proj,3,64,8,128,16.7259464263916,22.77734375,58720256 |
| 3,mlp.down_proj,3,128,8,128,18.936351776123047,21.888671875,58720256 |
| 3,mlp.down_proj,4,32,8,128,6.675703048706055,31.5546875,58720256 |
| 3,mlp.down_proj,4,64,8,128,7.809521675109863,29.77734375,58720256 |
| 3,mlp.down_proj,4,128,8,128,8.839631080627441,28.888671875,58720256 |
| 3,mlp.down_proj,8,32,8,128,0.4053632318973541,59.5546875,58720256 |
| 3,mlp.down_proj,8,64,8,128,0.47341373562812805,57.77734375,58720256 |
| 3,mlp.down_proj,8,128,8,128,0.5344170331954956,56.888671875,58720256 |
| 4,self_attn.q_proj,2,32,8,128,30.083614349365234,5.015625,16777216 |
| 4,self_attn.q_proj,2,64,8,128,35.95115661621094,4.5078125,16777216 |
| 4,self_attn.q_proj,2,128,8,128,41.91539001464844,4.25390625,16777216 |
| 4,self_attn.q_proj,3,32,8,128,12.93169116973877,7.015625,16777216 |
| 4,self_attn.q_proj,3,64,8,128,15.548795700073242,6.5078125,16777216 |
| 4,self_attn.q_proj,3,128,8,128,18.41219139099121,6.25390625,16777216 |
| 4,self_attn.q_proj,4,32,8,128,6.038930416107178,9.015625,16777216 |
| 4,self_attn.q_proj,4,64,8,128,7.2613348960876465,8.5078125,16777216 |
| 4,self_attn.q_proj,4,128,8,128,8.604525566101074,8.25390625,16777216 |
| 4,self_attn.q_proj,8,32,8,128,0.3654842972755432,17.015625,16777216 |
| 4,self_attn.q_proj,8,64,8,128,0.438870906829834,16.5078125,16777216 |
| 4,self_attn.q_proj,8,128,8,128,0.5186217427253723,16.25390625,16777216 |
| 4,self_attn.v_proj,2,32,8,128,7.416920185089111,1.25390625,4194304 |
| 4,self_attn.v_proj,2,64,8,128,8.764520645141602,1.126953125,4194304 |
| 4,self_attn.v_proj,2,128,8,128,10.00966739654541,1.0634765625,4194304 |
| 4,self_attn.v_proj,3,32,8,128,3.172041177749634,1.75390625,4194304 |
| 4,self_attn.v_proj,3,64,8,128,3.7507846355438232,1.626953125,4194304 |
| 4,self_attn.v_proj,3,128,8,128,4.286296367645264,1.5634765625,4194304 |
| 4,self_attn.v_proj,4,32,8,128,1.4802603721618652,2.25390625,4194304 |
| 4,self_attn.v_proj,4,64,8,128,1.7502737045288086,2.126953125,4194304 |
| 4,self_attn.v_proj,4,128,8,128,2.001307487487793,2.0634765625,4194304 |
| 4,self_attn.v_proj,8,32,8,128,0.0895981565117836,4.25390625,4194304 |
| 4,self_attn.v_proj,8,64,8,128,0.10592576861381531,4.126953125,4194304 |
| 4,self_attn.v_proj,8,128,8,128,0.12058984488248825,4.0634765625,4194304 |
| 4,self_attn.k_proj,2,32,8,128,22.736724853515625,1.25390625,4194304 |
| 4,self_attn.k_proj,2,64,8,128,27.162885665893555,1.126953125,4194304 |
| 4,self_attn.k_proj,2,128,8,128,31.053537368774414,1.0634765625,4194304 |
| 4,self_attn.k_proj,3,32,8,128,9.771358489990234,1.75390625,4194304 |
| 4,self_attn.k_proj,3,64,8,128,11.750617980957031,1.626953125,4194304 |
| 4,self_attn.k_proj,3,128,8,128,13.632905006408691,1.5634765625,4194304 |
| 4,self_attn.k_proj,4,32,8,128,4.561568260192871,2.25390625,4194304 |
| 4,self_attn.k_proj,4,64,8,128,5.486782073974609,2.126953125,4194304 |
| 4,self_attn.k_proj,4,128,8,128,6.36852502822876,2.0634765625,4194304 |
| 4,self_attn.k_proj,8,32,8,128,0.2761555314064026,4.25390625,4194304 |
| 4,self_attn.k_proj,8,64,8,128,0.33179372549057007,4.126953125,4194304 |
| 4,self_attn.k_proj,8,128,8,128,0.38395005464553833,4.0634765625,4194304 |
| 4,self_attn.o_proj,2,32,8,128,15.92138385772705,5.015625,16777216 |
| 4,self_attn.o_proj,2,64,8,128,18.749645233154297,4.5078125,16777216 |
| 4,self_attn.o_proj,2,128,8,128,21.425750732421875,4.25390625,16777216 |
| 4,self_attn.o_proj,3,32,8,128,6.8580427169799805,7.015625,16777216 |
| 4,self_attn.o_proj,3,64,8,128,8.154813766479492,6.5078125,16777216 |
| 4,self_attn.o_proj,3,128,8,128,9.444148063659668,6.25390625,16777216 |
| 4,self_attn.o_proj,4,32,8,128,3.20137357711792,9.015625,16777216 |
| 4,self_attn.o_proj,4,64,8,128,3.811955690383911,8.5078125,16777216 |
| 4,self_attn.o_proj,4,128,8,128,4.429438591003418,8.25390625,16777216 |
| 4,self_attn.o_proj,8,32,8,128,0.1937759816646576,17.015625,16777216 |
| 4,self_attn.o_proj,8,64,8,128,0.23040039837360382,16.5078125,16777216 |
| 4,self_attn.o_proj,8,128,8,128,0.26690956950187683,16.25390625,16777216 |
| 4,mlp.gate_proj,2,32,8,128,42.83198165893555,17.5546875,58720256 |
| 4,mlp.gate_proj,2,64,8,128,50.48828887939453,15.77734375,58720256 |
| 4,mlp.gate_proj,2,128,8,128,57.70125198364258,14.888671875,58720256 |
| 4,mlp.gate_proj,3,32,8,128,18.325246810913086,24.5546875,58720256 |
| 4,mlp.gate_proj,3,64,8,128,21.675304412841797,22.77734375,58720256 |
| 4,mlp.gate_proj,3,128,8,128,24.83637046813965,21.888671875,58720256 |
| 4,mlp.gate_proj,4,32,8,128,8.552212715148926,31.5546875,58720256 |
| 4,mlp.gate_proj,4,64,8,128,10.11113452911377,29.77734375,58720256 |
| 4,mlp.gate_proj,4,128,8,128,11.601034164428711,28.888671875,58720256 |
| 4,mlp.gate_proj,8,32,8,128,0.5187771320343018,59.5546875,58720256 |
| 4,mlp.gate_proj,8,64,8,128,0.6137517094612122,57.77734375,58720256 |
| 4,mlp.gate_proj,8,128,8,128,0.7021692395210266,56.888671875,58720256 |
| 4,mlp.up_proj,2,32,8,128,32.911781311035156,17.5546875,58720256 |
| 4,mlp.up_proj,2,64,8,128,38.47255325317383,15.77734375,58720256 |
| 4,mlp.up_proj,2,128,8,128,43.55121994018555,14.888671875,58720256 |
| 4,mlp.up_proj,3,32,8,128,14.081363677978516,24.5546875,58720256 |
| 4,mlp.up_proj,3,64,8,128,16.50337791442871,22.77734375,58720256 |
| 4,mlp.up_proj,3,128,8,128,18.734643936157227,21.888671875,58720256 |
| 4,mlp.up_proj,4,32,8,128,6.567831039428711,31.5546875,58720256 |
| 4,mlp.up_proj,4,64,8,128,7.701935768127441,29.77734375,58720256 |
| 4,mlp.up_proj,4,128,8,128,8.745016098022461,28.888671875,58720256 |
| 4,mlp.up_proj,8,32,8,128,0.3990180194377899,59.5546875,58720256 |
| 4,mlp.up_proj,8,64,8,128,0.4669491648674011,57.77734375,58720256 |
| 4,mlp.up_proj,8,128,8,128,0.5286247730255127,56.888671875,58720256 |
| 4,mlp.down_proj,2,32,8,128,32.81414031982422,17.5546875,58720256 |
| 4,mlp.down_proj,2,64,8,128,38.33388137817383,15.77734375,58720256 |
| 4,mlp.down_proj,2,128,8,128,43.37004470825195,14.888671875,58720256 |
| 4,mlp.down_proj,3,32,8,128,14.036075592041016,24.5546875,58720256 |
| 4,mlp.down_proj,3,64,8,128,16.439712524414062,22.77734375,58720256 |
| 4,mlp.down_proj,3,128,8,128,18.641700744628906,21.888671875,58720256 |
| 4,mlp.down_proj,4,32,8,128,6.548447608947754,31.5546875,58720256 |
| 4,mlp.down_proj,4,64,8,128,7.675734043121338,29.77734375,58720256 |
| 4,mlp.down_proj,4,128,8,128,8.7052640914917,28.888671875,58720256 |
| 4,mlp.down_proj,8,32,8,128,0.39785444736480713,59.5546875,58720256 |
| 4,mlp.down_proj,8,64,8,128,0.4653557240962982,57.77734375,58720256 |
| 4,mlp.down_proj,8,128,8,128,0.5262950658798218,56.888671875,58720256 |
| 5,self_attn.q_proj,2,32,8,128,29.222444534301758,5.015625,16777216 |
| 5,self_attn.q_proj,2,64,8,128,35.029354095458984,4.5078125,16777216 |
| 5,self_attn.q_proj,2,128,8,128,41.1779670715332,4.25390625,16777216 |
| 5,self_attn.q_proj,3,32,8,128,12.571595191955566,7.015625,16777216 |
| 5,self_attn.q_proj,3,64,8,128,15.12048625946045,6.5078125,16777216 |
| 5,self_attn.q_proj,3,128,8,128,18.071041107177734,6.25390625,16777216 |
| 5,self_attn.q_proj,4,32,8,128,5.8744001388549805,9.015625,16777216 |
| 5,self_attn.q_proj,4,64,8,128,7.0671467781066895,8.5078125,16777216 |
| 5,self_attn.q_proj,4,128,8,128,8.446761131286621,8.25390625,16777216 |
| 5,self_attn.q_proj,8,32,8,128,0.3555201292037964,17.015625,16777216 |
| 5,self_attn.q_proj,8,64,8,128,0.4272916615009308,16.5078125,16777216 |
| 5,self_attn.q_proj,8,128,8,128,0.5090081691741943,16.25390625,16777216 |
| 5,self_attn.v_proj,2,32,8,128,6.084989070892334,1.25390625,4194304 |
| 5,self_attn.v_proj,2,64,8,128,7.141707897186279,1.126953125,4194304 |
| 5,self_attn.v_proj,2,128,8,128,8.107608795166016,1.0634765625,4194304 |
| 5,self_attn.v_proj,3,32,8,128,2.6033425331115723,1.75390625,4194304 |
| 5,self_attn.v_proj,3,64,8,128,3.0585944652557373,1.626953125,4194304 |
| 5,self_attn.v_proj,3,128,8,128,3.477306365966797,1.5634765625,4194304 |
| 5,self_attn.v_proj,4,32,8,128,1.214025855064392,2.25390625,4194304 |
| 5,self_attn.v_proj,4,64,8,128,1.427322506904602,2.126953125,4194304 |
| 5,self_attn.v_proj,4,128,8,128,1.6234699487686157,2.0634765625,4194304 |
| 5,self_attn.v_proj,8,32,8,128,0.07356319576501846,4.25390625,4194304 |
| 5,self_attn.v_proj,8,64,8,128,0.08635125309228897,4.126953125,4194304 |
| 5,self_attn.v_proj,8,128,8,128,0.09787572175264359,4.0634765625,4194304 |
| 5,self_attn.k_proj,2,32,8,128,22.873891830444336,1.25390625,4194304 |
| 5,self_attn.k_proj,2,64,8,128,27.271949768066406,1.126953125,4194304 |
| 5,self_attn.k_proj,2,128,8,128,31.07009506225586,1.0634765625,4194304 |
| 5,self_attn.k_proj,3,32,8,128,9.906036376953125,1.75390625,4194304 |
| 5,self_attn.k_proj,3,64,8,128,11.95331859588623,1.626953125,4194304 |
| 5,self_attn.k_proj,3,128,8,128,13.895054817199707,1.5634765625,4194304 |
| 5,self_attn.k_proj,4,32,8,128,4.628349781036377,2.25390625,4194304 |
| 5,self_attn.k_proj,4,64,8,128,5.594888687133789,2.126953125,4194304 |
| 5,self_attn.k_proj,4,128,8,128,6.535345077514648,2.0634765625,4194304 |
| 5,self_attn.k_proj,8,32,8,128,0.2800804078578949,4.25390625,4194304 |
| 5,self_attn.k_proj,8,64,8,128,0.3381898105144501,4.126953125,4194304 |
| 5,self_attn.k_proj,8,128,8,128,0.39380884170532227,4.0634765625,4194304 |
| 5,self_attn.o_proj,2,32,8,128,14.622654914855957,5.015625,16777216 |
| 5,self_attn.o_proj,2,64,8,128,17.11866569519043,4.5078125,16777216 |
| 5,self_attn.o_proj,2,128,8,128,19.441051483154297,4.25390625,16777216 |
| 5,self_attn.o_proj,3,32,8,128,6.255242347717285,7.015625,16777216 |
| 5,self_attn.o_proj,3,64,8,128,7.34019660949707,6.5078125,16777216 |
| 5,self_attn.o_proj,3,128,8,128,8.356011390686035,6.25390625,16777216 |
| 5,self_attn.o_proj,4,32,8,128,2.918644666671753,9.015625,16777216 |
| 5,self_attn.o_proj,4,64,8,128,3.4252405166625977,8.5078125,16777216 |
| 5,self_attn.o_proj,4,128,8,128,3.9014854431152344,8.25390625,16777216 |
| 5,self_attn.o_proj,8,32,8,128,0.17674587666988373,17.015625,16777216 |
| 5,self_attn.o_proj,8,64,8,128,0.2071458399295807,16.5078125,16777216 |
| 5,self_attn.o_proj,8,128,8,128,0.23505708575248718,16.25390625,16777216 |
| 5,mlp.gate_proj,2,32,8,128,42.56002426147461,17.5546875,58720256 |
| 5,mlp.gate_proj,2,64,8,128,50.084197998046875,15.77734375,58720256 |
| 5,mlp.gate_proj,2,128,8,128,57.10890579223633,14.888671875,58720256 |
| 5,mlp.gate_proj,3,32,8,128,18.202054977416992,24.5546875,58720256 |
| 5,mlp.gate_proj,3,64,8,128,21.47345733642578,22.77734375,58720256 |
| 5,mlp.gate_proj,3,128,8,128,24.525468826293945,21.888671875,58720256 |
| 5,mlp.gate_proj,4,32,8,128,8.49460506439209,31.5546875,58720256 |
| 5,mlp.gate_proj,4,64,8,128,10.01638412475586,29.77734375,58720256 |
| 5,mlp.gate_proj,4,128,8,128,11.453516006469727,28.888671875,58720256 |
| 5,mlp.gate_proj,8,32,8,128,0.5152372717857361,59.5546875,58720256 |
| 5,mlp.gate_proj,8,64,8,128,0.6080232262611389,57.77734375,58720256 |
| 5,mlp.gate_proj,8,128,8,128,0.6934967041015625,56.888671875,58720256 |
| 5,mlp.up_proj,2,32,8,128,33.044776916503906,17.5546875,58720256 |
| 5,mlp.up_proj,2,64,8,128,38.59564971923828,15.77734375,58720256 |
| 5,mlp.up_proj,2,128,8,128,43.66254806518555,14.888671875,58720256 |
| 5,mlp.up_proj,3,32,8,128,14.136244773864746,24.5546875,58720256 |
| 5,mlp.up_proj,3,64,8,128,16.543148040771484,22.77734375,58720256 |
| 5,mlp.up_proj,3,128,8,128,18.75366973876953,21.888671875,58720256 |
| 5,mlp.up_proj,4,32,8,128,6.592376232147217,31.5546875,58720256 |
| 5,mlp.up_proj,4,64,8,128,7.72108268737793,29.77734375,58720256 |
| 5,mlp.up_proj,4,128,8,128,8.751051902770996,28.888671875,58720256 |
| 5,mlp.up_proj,8,32,8,128,0.40038764476776123,59.5546875,58720256 |
| 5,mlp.up_proj,8,64,8,128,0.468051016330719,57.77734375,58720256 |
| 5,mlp.up_proj,8,128,8,128,0.5288262963294983,56.888671875,58720256 |
| 5,mlp.down_proj,2,32,8,128,32.94956970214844,17.5546875,58720256 |
| 5,mlp.down_proj,2,64,8,128,38.47535705566406,15.77734375,58720256 |
| 5,mlp.down_proj,2,128,8,128,43.51252365112305,14.888671875,58720256 |
| 5,mlp.down_proj,3,32,8,128,14.094295501708984,24.5546875,58720256 |
| 5,mlp.down_proj,3,64,8,128,16.492313385009766,22.77734375,58720256 |
| 5,mlp.down_proj,3,128,8,128,18.676166534423828,21.888671875,58720256 |
| 5,mlp.down_proj,4,32,8,128,6.577403545379639,31.5546875,58720256 |
| 5,mlp.down_proj,4,64,8,128,7.703035831451416,29.77734375,58720256 |
| 5,mlp.down_proj,4,128,8,128,8.73043155670166,28.888671875,58720256 |
| 5,mlp.down_proj,8,32,8,128,0.3995763063430786,59.5546875,58720256 |
| 5,mlp.down_proj,8,64,8,128,0.4670538306236267,57.77734375,58720256 |
| 5,mlp.down_proj,8,128,8,128,0.5279058814048767,56.888671875,58720256 |
| 6,self_attn.q_proj,2,32,8,128,30.357757568359375,5.015625,16777216 |
| 6,self_attn.q_proj,2,64,8,128,36.35004806518555,4.5078125,16777216 |
| 6,self_attn.q_proj,2,128,8,128,42.761268615722656,4.25390625,16777216 |
| 6,self_attn.q_proj,3,32,8,128,13.027424812316895,7.015625,16777216 |
| 6,self_attn.q_proj,3,64,8,128,15.665924072265625,6.5078125,16777216 |
| 6,self_attn.q_proj,3,128,8,128,18.68075180053711,6.25390625,16777216 |
| 6,self_attn.q_proj,4,32,8,128,6.079878330230713,9.015625,16777216 |
| 6,self_attn.q_proj,4,64,8,128,7.312449932098389,8.5078125,16777216 |
| 6,self_attn.q_proj,4,128,8,128,8.7217435836792,8.25390625,16777216 |
| 6,self_attn.q_proj,8,32,8,128,0.3680567443370819,17.015625,16777216 |
| 6,self_attn.q_proj,8,64,8,128,0.44200587272644043,16.5078125,16777216 |
| 6,self_attn.q_proj,8,128,8,128,0.5257716774940491,16.25390625,16777216 |
| 6,self_attn.v_proj,2,32,8,128,6.581231117248535,1.25390625,4194304 |
| 6,self_attn.v_proj,2,64,8,128,7.726805686950684,1.126953125,4194304 |
| 6,self_attn.v_proj,2,128,8,128,8.79161548614502,1.0634765625,4194304 |
| 6,self_attn.v_proj,3,32,8,128,2.8154382705688477,1.75390625,4194304 |
| 6,self_attn.v_proj,3,64,8,128,3.3060097694396973,1.626953125,4194304 |
| 6,self_attn.v_proj,3,128,8,128,3.7630813121795654,1.5634765625,4194304 |
| 6,self_attn.v_proj,4,32,8,128,1.3137822151184082,2.25390625,4194304 |
| 6,self_attn.v_proj,4,64,8,128,1.543904185295105,2.126953125,4194304 |
| 6,self_attn.v_proj,4,128,8,128,1.756843090057373,2.0634765625,4194304 |
| 6,self_attn.v_proj,8,32,8,128,0.07959981262683868,4.25390625,4194304 |
| 6,self_attn.v_proj,8,64,8,128,0.09338797628879547,4.126953125,4194304 |
| 6,self_attn.v_proj,8,128,8,128,0.10586458444595337,4.0634765625,4194304 |
| 6,self_attn.k_proj,2,32,8,128,22.507909774780273,1.25390625,4194304 |
| 6,self_attn.k_proj,2,64,8,128,26.86285972595215,1.126953125,4194304 |
| 6,self_attn.k_proj,2,128,8,128,30.850976943969727,1.0634765625,4194304 |
| 6,self_attn.k_proj,3,32,8,128,9.651057243347168,1.75390625,4194304 |
| 6,self_attn.k_proj,3,64,8,128,11.548900604248047,1.626953125,4194304 |
| 6,self_attn.k_proj,3,128,8,128,13.359161376953125,1.5634765625,4194304 |
| 6,self_attn.k_proj,4,32,8,128,4.501798152923584,2.25390625,4194304 |
| 6,self_attn.k_proj,4,64,8,128,5.387714862823486,2.126953125,4194304 |
| 6,self_attn.k_proj,4,128,8,128,6.230097770690918,2.0634765625,4194304 |
| 6,self_attn.k_proj,8,32,8,128,0.27238741517066956,4.25390625,4194304 |
| 6,self_attn.k_proj,8,64,8,128,0.3257833421230316,4.126953125,4194304 |
| 6,self_attn.k_proj,8,128,8,128,0.37550345063209534,4.0634765625,4194304 |
| 6,self_attn.o_proj,2,32,8,128,15.235309600830078,5.015625,16777216 |
| 6,self_attn.o_proj,2,64,8,128,17.822856903076172,4.5078125,16777216 |
| 6,self_attn.o_proj,2,128,8,128,20.22065544128418,4.25390625,16777216 |
| 6,self_attn.o_proj,3,32,8,128,6.5180745124816895,7.015625,16777216 |
| 6,self_attn.o_proj,3,64,8,128,7.63830041885376,6.5078125,16777216 |
| 6,self_attn.o_proj,3,128,8,128,8.683662414550781,6.25390625,16777216 |
| 6,self_attn.o_proj,4,32,8,128,3.042389154434204,9.015625,16777216 |
| 6,self_attn.o_proj,4,64,8,128,3.5667383670806885,8.5078125,16777216 |
| 6,self_attn.o_proj,4,128,8,128,4.057885646820068,8.25390625,16777216 |
| 6,self_attn.o_proj,8,32,8,128,0.18422940373420715,17.015625,16777216 |
| 6,self_attn.o_proj,8,64,8,128,0.21565783023834229,16.5078125,16777216 |
| 6,self_attn.o_proj,8,128,8,128,0.24448902904987335,16.25390625,16777216 |
| 6,mlp.gate_proj,2,32,8,128,42.934268951416016,17.5546875,58720256 |
| 6,mlp.gate_proj,2,64,8,128,50.62862777709961,15.77734375,58720256 |
| 6,mlp.gate_proj,2,128,8,128,57.87238311767578,14.888671875,58720256 |
| 6,mlp.gate_proj,3,32,8,128,18.36046600341797,24.5546875,58720256 |
| 6,mlp.gate_proj,3,64,8,128,21.716197967529297,22.77734375,58720256 |
| 6,mlp.gate_proj,3,128,8,128,24.871429443359375,21.888671875,58720256 |
| 6,mlp.gate_proj,4,32,8,128,8.567111015319824,31.5546875,58720256 |
| 6,mlp.gate_proj,4,64,8,128,10.129088401794434,29.77734375,58720256 |
| 6,mlp.gate_proj,4,128,8,128,11.613856315612793,28.888671875,58720256 |
| 6,mlp.gate_proj,8,32,8,128,0.5197127461433411,59.5546875,58720256 |
| 6,mlp.gate_proj,8,64,8,128,0.6149697303771973,57.77734375,58720256 |
| 6,mlp.gate_proj,8,128,8,128,0.7032941579818726,56.888671875,58720256 |
| 6,mlp.up_proj,2,32,8,128,33.0184211730957,17.5546875,58720256 |
| 6,mlp.up_proj,2,64,8,128,38.55435562133789,15.77734375,58720256 |
| 6,mlp.up_proj,2,128,8,128,43.6105842590332,14.888671875,58720256 |
| 6,mlp.up_proj,3,32,8,128,14.120134353637695,24.5546875,58720256 |
| 6,mlp.up_proj,3,64,8,128,16.521259307861328,22.77734375,58720256 |
| 6,mlp.up_proj,3,128,8,128,18.705928802490234,21.888671875,58720256 |
| 6,mlp.up_proj,4,32,8,128,6.586504936218262,31.5546875,58720256 |
| 6,mlp.up_proj,4,64,8,128,7.709926605224609,29.77734375,58720256 |
| 6,mlp.up_proj,4,128,8,128,8.73668098449707,28.888671875,58720256 |
| 6,mlp.up_proj,8,32,8,128,0.39997151494026184,59.5546875,58720256 |
| 6,mlp.up_proj,8,64,8,128,0.4673685133457184,57.77734375,58720256 |
| 6,mlp.up_proj,8,128,8,128,0.527724027633667,56.888671875,58720256 |
| 6,mlp.down_proj,2,32,8,128,32.97812271118164,17.5546875,58720256 |
| 6,mlp.down_proj,2,64,8,128,38.53191375732422,15.77734375,58720256 |
| 6,mlp.down_proj,2,128,8,128,43.60712814331055,14.888671875,58720256 |
| 6,mlp.down_proj,3,32,8,128,14.102401733398438,24.5546875,58720256 |
| 6,mlp.down_proj,3,64,8,128,16.512012481689453,22.77734375,58720256 |
| 6,mlp.down_proj,3,128,8,128,18.72007179260254,21.888671875,58720256 |
| 6,mlp.down_proj,4,32,8,128,6.580263137817383,31.5546875,58720256 |
| 6,mlp.down_proj,4,64,8,128,7.708827495574951,29.77734375,58720256 |
| 6,mlp.down_proj,4,128,8,128,8.741865158081055,28.888671875,58720256 |
| 6,mlp.down_proj,8,32,8,128,0.39963650703430176,59.5546875,58720256 |
| 6,mlp.down_proj,8,64,8,128,0.46740472316741943,57.77734375,58720256 |
| 6,mlp.down_proj,8,128,8,128,0.528446614742279,56.888671875,58720256 |
| 7,self_attn.q_proj,2,32,8,128,29.098302841186523,5.015625,16777216 |
| 7,self_attn.q_proj,2,64,8,128,34.797054290771484,4.5078125,16777216 |
| 7,self_attn.q_proj,2,128,8,128,40.82132339477539,4.25390625,16777216 |
| 7,self_attn.q_proj,3,32,8,128,12.4752779006958,7.015625,16777216 |
| 7,self_attn.q_proj,3,64,8,128,14.974203109741211,6.5078125,16777216 |
| 7,self_attn.q_proj,3,128,8,128,17.80384063720703,6.25390625,16777216 |
| 7,self_attn.q_proj,4,32,8,128,5.822228908538818,9.015625,16777216 |
| 7,self_attn.q_proj,4,64,8,128,6.986598014831543,8.5078125,16777216 |
| 7,self_attn.q_proj,4,128,8,128,8.310455322265625,8.25390625,16777216 |
| 7,self_attn.q_proj,8,32,8,128,0.3524138629436493,17.015625,16777216 |
| 7,self_attn.q_proj,8,64,8,128,0.42246007919311523,16.5078125,16777216 |
| 7,self_attn.q_proj,8,128,8,128,0.5007156729698181,16.25390625,16777216 |
| 7,self_attn.v_proj,2,32,8,128,6.50254487991333,1.25390625,4194304 |
| 7,self_attn.v_proj,2,64,8,128,7.637937545776367,1.126953125,4194304 |
| 7,self_attn.v_proj,2,128,8,128,8.673030853271484,1.0634765625,4194304 |
| 7,self_attn.v_proj,3,32,8,128,2.7816123962402344,1.75390625,4194304 |
| 7,self_attn.v_proj,3,64,8,128,3.2684326171875,1.626953125,4194304 |
| 7,self_attn.v_proj,3,128,8,128,3.7165303230285645,1.5634765625,4194304 |
| 7,self_attn.v_proj,4,32,8,128,1.2977458238601685,2.25390625,4194304 |
| 7,self_attn.v_proj,4,64,8,128,1.5260562896728516,2.126953125,4194304 |
| 7,self_attn.v_proj,4,128,8,128,1.7341516017913818,2.0634765625,4194304 |
| 7,self_attn.v_proj,8,32,8,128,0.07861447334289551,4.25390625,4194304 |
| 7,self_attn.v_proj,8,64,8,128,0.09226477146148682,4.126953125,4194304 |
| 7,self_attn.v_proj,8,128,8,128,0.10453595966100693,4.0634765625,4194304 |
| 7,self_attn.k_proj,2,32,8,128,22.58738136291504,1.25390625,4194304 |
| 7,self_attn.k_proj,2,64,8,128,26.90680503845215,1.126953125,4194304 |
| 7,self_attn.k_proj,2,128,8,128,30.803823471069336,1.0634765625,4194304 |
| 7,self_attn.k_proj,3,32,8,128,9.674205780029297,1.75390625,4194304 |
| 7,self_attn.k_proj,3,64,8,128,11.544671058654785,1.626953125,4194304 |
| 7,self_attn.k_proj,3,128,8,128,13.281217575073242,1.5634765625,4194304 |
| 7,self_attn.k_proj,4,32,8,128,4.517162799835205,2.25390625,4194304 |
| 7,self_attn.k_proj,4,64,8,128,5.38930082321167,2.126953125,4194304 |
| 7,self_attn.k_proj,4,128,8,128,6.19756555557251,2.0634765625,4194304 |
| 7,self_attn.k_proj,8,32,8,128,0.2733948826789856,4.25390625,4194304 |
| 7,self_attn.k_proj,8,64,8,128,0.32574233412742615,4.126953125,4194304 |
| 7,self_attn.k_proj,8,128,8,128,0.3735117018222809,4.0634765625,4194304 |
| 7,self_attn.o_proj,2,32,8,128,15.576741218566895,5.015625,16777216 |
| 7,self_attn.o_proj,2,64,8,128,18.285734176635742,4.5078125,16777216 |
| 7,self_attn.o_proj,2,128,8,128,20.816131591796875,4.25390625,16777216 |
| 7,self_attn.o_proj,3,32,8,128,6.668774604797363,7.015625,16777216 |
| 7,self_attn.o_proj,3,64,8,128,7.849410057067871,6.5078125,16777216 |
| 7,self_attn.o_proj,3,128,8,128,8.964725494384766,6.25390625,16777216 |
| 7,self_attn.o_proj,4,32,8,128,3.1115434169769287,9.015625,16777216 |
| 7,self_attn.o_proj,4,64,8,128,3.6639904975891113,8.5078125,16777216 |
| 7,self_attn.o_proj,4,128,8,128,4.188023567199707,8.25390625,16777216 |
| 7,self_attn.o_proj,8,32,8,128,0.18835203349590302,17.015625,16777216 |
| 7,self_attn.o_proj,8,64,8,128,0.2213946431875229,16.5078125,16777216 |
| 7,self_attn.o_proj,8,128,8,128,0.2523128390312195,16.25390625,16777216 |
| 7,mlp.gate_proj,2,32,8,128,42.35660934448242,17.5546875,58720256 |
| 7,mlp.gate_proj,2,64,8,128,50.031158447265625,15.77734375,58720256 |
| 7,mlp.gate_proj,2,128,8,128,57.23368453979492,14.888671875,58720256 |
| 7,mlp.gate_proj,3,32,8,128,18.117908477783203,24.5546875,58720256 |
| 7,mlp.gate_proj,3,64,8,128,21.453506469726562,22.77734375,58720256 |
| 7,mlp.gate_proj,3,128,8,128,24.602251052856445,21.888671875,58720256 |
| 7,mlp.gate_proj,4,32,8,128,8.454544067382812,31.5546875,58720256 |
| 7,mlp.gate_proj,4,64,8,128,10.010523796081543,29.77734375,58720256 |
| 7,mlp.gate_proj,4,128,8,128,11.485529899597168,28.888671875,58720256 |
| 7,mlp.gate_proj,8,32,8,128,0.5129130482673645,59.5546875,58720256 |
| 7,mlp.gate_proj,8,64,8,128,0.6076484322547913,57.77734375,58720256 |
| 7,mlp.gate_proj,8,128,8,128,0.6954354643821716,56.888671875,58720256 |
| 7,mlp.up_proj,2,32,8,128,33.50232696533203,17.5546875,58720256 |
| 7,mlp.up_proj,2,64,8,128,39.179927825927734,15.77734375,58720256 |
| 7,mlp.up_proj,2,128,8,128,44.362144470214844,14.888671875,58720256 |
| 7,mlp.up_proj,3,32,8,128,14.333677291870117,24.5546875,58720256 |
| 7,mlp.up_proj,3,64,8,128,16.797828674316406,22.77734375,58720256 |
| 7,mlp.up_proj,3,128,8,128,19.068626403808594,21.888671875,58720256 |
| 7,mlp.up_proj,4,32,8,128,6.685086250305176,31.5546875,58720256 |
| 7,mlp.up_proj,4,64,8,128,7.839568138122559,29.77734375,58720256 |
| 7,mlp.up_proj,4,128,8,128,8.898309707641602,28.888671875,58720256 |
| 7,mlp.up_proj,8,32,8,128,0.40605342388153076,59.5546875,58720256 |
| 7,mlp.up_proj,8,64,8,128,0.4752146899700165,57.77734375,58720256 |
| 7,mlp.up_proj,8,128,8,128,0.5378113389015198,56.888671875,58720256 |
| 7,mlp.down_proj,2,32,8,128,33.53489303588867,17.5546875,58720256 |
| 7,mlp.down_proj,2,64,8,128,39.26102066040039,15.77734375,58720256 |
| 7,mlp.down_proj,2,128,8,128,44.49696731567383,14.888671875,58720256 |
| 7,mlp.down_proj,3,32,8,128,14.347747802734375,24.5546875,58720256 |
| 7,mlp.down_proj,3,64,8,128,16.82952308654785,22.77734375,58720256 |
| 7,mlp.down_proj,3,128,8,128,19.135120391845703,21.888671875,58720256 |
| 7,mlp.down_proj,4,32,8,128,6.6952009201049805,31.5546875,58720256 |
| 7,mlp.down_proj,4,64,8,128,7.862168312072754,29.77734375,58720256 |
| 7,mlp.down_proj,4,128,8,128,8.940099716186523,28.888671875,58720256 |
| 7,mlp.down_proj,8,32,8,128,0.40658998489379883,59.5546875,58720256 |
| 7,mlp.down_proj,8,64,8,128,0.47651708126068115,57.77734375,58720256 |
| 7,mlp.down_proj,8,128,8,128,0.5403572916984558,56.888671875,58720256 |
| 8,self_attn.q_proj,2,32,8,128,29.102739334106445,5.015625,16777216 |
| 8,self_attn.q_proj,2,64,8,128,34.96165084838867,4.5078125,16777216 |
| 8,self_attn.q_proj,2,128,8,128,41.559139251708984,4.25390625,16777216 |
| 8,self_attn.q_proj,3,32,8,128,12.530718803405762,7.015625,16777216 |
| 8,self_attn.q_proj,3,64,8,128,15.17061710357666,6.5078125,16777216 |
| 8,self_attn.q_proj,3,128,8,128,18.44765853881836,6.25390625,16777216 |
| 8,self_attn.q_proj,4,32,8,128,5.8522162437438965,9.015625,16777216 |
| 8,self_attn.q_proj,4,64,8,128,7.095270156860352,8.5078125,16777216 |
| 8,self_attn.q_proj,4,128,8,128,8.648637771606445,8.25390625,16777216 |
| 8,self_attn.q_proj,8,32,8,128,0.3541480004787445,17.015625,16777216 |
| 8,self_attn.q_proj,8,64,8,128,0.42901280522346497,16.5078125,16777216 |
| 8,self_attn.q_proj,8,128,8,128,0.5214547514915466,16.25390625,16777216 |
| 8,self_attn.v_proj,2,32,8,128,7.0695881843566895,1.25390625,4194304 |
| 8,self_attn.v_proj,2,64,8,128,8.404984474182129,1.126953125,4194304 |
| 8,self_attn.v_proj,2,128,8,128,9.669179916381836,1.0634765625,4194304 |
| 8,self_attn.v_proj,3,32,8,128,3.027573347091675,1.75390625,4194304 |
| 8,self_attn.v_proj,3,64,8,128,3.604905605316162,1.626953125,4194304 |
| 8,self_attn.v_proj,3,128,8,128,4.154642581939697,1.5634765625,4194304 |
| 8,self_attn.v_proj,4,32,8,128,1.4120959043502808,2.25390625,4194304 |
| 8,self_attn.v_proj,4,64,8,128,1.6825671195983887,2.126953125,4194304 |
| 8,self_attn.v_proj,4,128,8,128,1.9394460916519165,2.0634765625,4194304 |
| 8,self_attn.v_proj,8,32,8,128,0.08554039895534515,4.25390625,4194304 |
| 8,self_attn.v_proj,8,64,8,128,0.10174846649169922,4.126953125,4194304 |
| 8,self_attn.v_proj,8,128,8,128,0.11690159887075424,4.0634765625,4194304 |
| 8,self_attn.k_proj,2,32,8,128,22.94489288330078,1.25390625,4194304 |
| 8,self_attn.k_proj,2,64,8,128,27.573701858520508,1.126953125,4194304 |
| 8,self_attn.k_proj,2,128,8,128,31.673152923583984,1.0634765625,4194304 |
| 8,self_attn.k_proj,3,32,8,128,9.911046028137207,1.75390625,4194304 |
| 8,self_attn.k_proj,3,64,8,128,12.030993461608887,1.626953125,4194304 |
| 8,self_attn.k_proj,3,128,8,128,14.083611488342285,1.5634765625,4194304 |
| 8,self_attn.k_proj,4,32,8,128,4.6252217292785645,2.25390625,4194304 |
| 8,self_attn.k_proj,4,64,8,128,5.614022254943848,2.126953125,4194304 |
| 8,self_attn.k_proj,4,128,8,128,6.581591606140137,2.0634765625,4194304 |
| 8,self_attn.k_proj,8,32,8,128,0.2798959016799927,4.25390625,4194304 |
| 8,self_attn.k_proj,8,64,8,128,0.33947625756263733,4.126953125,4194304 |
| 8,self_attn.k_proj,8,128,8,128,0.3966178297996521,4.0634765625,4194304 |
| 8,self_attn.o_proj,2,32,8,128,15.93042278289795,5.015625,16777216 |
| 8,self_attn.o_proj,2,64,8,128,18.701812744140625,4.5078125,16777216 |
| 8,self_attn.o_proj,2,128,8,128,21.272045135498047,4.25390625,16777216 |
| 8,self_attn.o_proj,3,32,8,128,6.82534122467041,7.015625,16777216 |
| 8,self_attn.o_proj,3,64,8,128,8.035728454589844,6.5078125,16777216 |
| 8,self_attn.o_proj,3,128,8,128,9.178585052490234,6.25390625,16777216 |
| 8,self_attn.o_proj,4,32,8,128,3.1863675117492676,9.015625,16777216 |
| 8,self_attn.o_proj,4,64,8,128,3.753875732421875,8.5078125,16777216 |
| 8,self_attn.o_proj,4,128,8,128,4.293275356292725,8.25390625,16777216 |
| 8,self_attn.o_proj,8,32,8,128,0.1928136646747589,17.015625,16777216 |
| 8,self_attn.o_proj,8,64,8,128,0.22684866189956665,16.5078125,16777216 |
| 8,self_attn.o_proj,8,128,8,128,0.25873854756355286,16.25390625,16777216 |
| 8,mlp.gate_proj,2,32,8,128,42.63568878173828,17.5546875,58720256 |
| 8,mlp.gate_proj,2,64,8,128,50.424198150634766,15.77734375,58720256 |
| 8,mlp.gate_proj,2,128,8,128,57.76854705810547,14.888671875,58720256 |
| 8,mlp.gate_proj,3,32,8,128,18.235918045043945,24.5546875,58720256 |
| 8,mlp.gate_proj,3,64,8,128,21.62849998474121,22.77734375,58720256 |
| 8,mlp.gate_proj,3,128,8,128,24.843730926513672,21.888671875,58720256 |
| 8,mlp.gate_proj,4,32,8,128,8.50918197631836,31.5546875,58720256 |
| 8,mlp.gate_proj,4,64,8,128,10.089552879333496,29.77734375,58720256 |
| 8,mlp.gate_proj,4,128,8,128,11.599563598632812,28.888671875,58720256 |
| 8,mlp.gate_proj,8,32,8,128,0.5162365436553955,59.5546875,58720256 |
| 8,mlp.gate_proj,8,64,8,128,0.6125434041023254,57.77734375,58720256 |
| 8,mlp.gate_proj,8,128,8,128,0.7024494409561157,56.888671875,58720256 |
| 8,mlp.up_proj,2,32,8,128,33.355831146240234,17.5546875,58720256 |
| 8,mlp.up_proj,2,64,8,128,39.005863189697266,15.77734375,58720256 |
| 8,mlp.up_proj,2,128,8,128,44.16631317138672,14.888671875,58720256 |
| 8,mlp.up_proj,3,32,8,128,14.269635200500488,24.5546875,58720256 |
| 8,mlp.up_proj,3,64,8,128,16.717241287231445,22.77734375,58720256 |
| 8,mlp.up_proj,3,128,8,128,18.965198516845703,21.888671875,58720256 |
| 8,mlp.up_proj,4,32,8,128,6.65586519241333,31.5546875,58720256 |
| 8,mlp.up_proj,4,64,8,128,7.80333948135376,29.77734375,58720256 |
| 8,mlp.up_proj,4,128,8,128,8.854433059692383,28.888671875,58720256 |
| 8,mlp.up_proj,8,32,8,128,0.4042971432209015,59.5546875,58720256 |
| 8,mlp.up_proj,8,64,8,128,0.47299468517303467,57.77734375,58720256 |
| 8,mlp.up_proj,8,128,8,128,0.5351264476776123,56.888671875,58720256 |
| 8,mlp.down_proj,2,32,8,128,33.46714782714844,17.5546875,58720256 |
| 8,mlp.down_proj,2,64,8,128,39.17340850830078,15.77734375,58720256 |
| 8,mlp.down_proj,2,128,8,128,44.3709716796875,14.888671875,58720256 |
| 8,mlp.down_proj,3,32,8,128,14.323638916015625,24.5546875,58720256 |
| 8,mlp.down_proj,3,64,8,128,16.796981811523438,22.77734375,58720256 |
| 8,mlp.down_proj,3,128,8,128,19.07370948791504,21.888671875,58720256 |
| 8,mlp.down_proj,4,32,8,128,6.683643817901611,31.5546875,58720256 |
| 8,mlp.down_proj,4,64,8,128,7.845089435577393,29.77734375,58720256 |
| 8,mlp.down_proj,4,128,8,128,8.913344383239746,28.888671875,58720256 |
| 8,mlp.down_proj,8,32,8,128,0.4059576988220215,59.5546875,58720256 |
| 8,mlp.down_proj,8,64,8,128,0.47558698058128357,57.77734375,58720256 |
| 8,mlp.down_proj,8,128,8,128,0.5389354825019836,56.888671875,58720256 |
| 9,self_attn.q_proj,2,32,8,128,28.970827102661133,5.015625,16777216 |
| 9,self_attn.q_proj,2,64,8,128,34.773170471191406,4.5078125,16777216 |
| 9,self_attn.q_proj,2,128,8,128,41.48375701904297,4.25390625,16777216 |
| 9,self_attn.q_proj,3,32,8,128,12.423651695251465,7.015625,16777216 |
| 9,self_attn.q_proj,3,64,8,128,14.960939407348633,6.5078125,16777216 |
| 9,self_attn.q_proj,3,128,8,128,18.188318252563477,6.25390625,16777216 |
| 9,self_attn.q_proj,4,32,8,128,5.796566486358643,9.015625,16777216 |
| 9,self_attn.q_proj,4,64,8,128,6.983687400817871,8.5078125,16777216 |
| 9,self_attn.q_proj,4,128,8,128,8.491787910461426,8.25390625,16777216 |
| 9,self_attn.q_proj,8,32,8,128,0.35094621777534485,17.015625,16777216 |
| 9,self_attn.q_proj,8,64,8,128,0.4223078787326813,16.5078125,16777216 |
| 9,self_attn.q_proj,8,128,8,128,0.5118732452392578,16.25390625,16777216 |
| 9,self_attn.v_proj,2,32,8,128,8.430035591125488,1.25390625,4194304 |
| 9,self_attn.v_proj,2,64,8,128,10.15719985961914,1.126953125,4194304 |
| 9,self_attn.v_proj,2,128,8,128,11.790925025939941,1.0634765625,4194304 |
| 9,self_attn.v_proj,3,32,8,128,3.6167452335357666,1.75390625,4194304 |
| 9,self_attn.v_proj,3,64,8,128,4.3756561279296875,1.626953125,4194304 |
| 9,self_attn.v_proj,3,128,8,128,5.129218578338623,1.5634765625,4194304 |
| 9,self_attn.v_proj,4,32,8,128,1.688912034034729,2.25390625,4194304 |
| 9,self_attn.v_proj,4,64,8,128,2.0433149337768555,2.126953125,4194304 |
| 9,self_attn.v_proj,4,128,8,128,2.3952956199645996,2.0634765625,4194304 |
| 9,self_attn.v_proj,8,32,8,128,0.10217446833848953,4.25390625,4194304 |
| 9,self_attn.v_proj,8,64,8,128,0.12355350703001022,4.126953125,4194304 |
| 9,self_attn.v_proj,8,128,8,128,0.1442720890045166,4.0634765625,4194304 |
| 9,self_attn.k_proj,2,32,8,128,22.62237548828125,1.25390625,4194304 |
| 9,self_attn.k_proj,2,64,8,128,27.09912872314453,1.126953125,4194304 |
| 9,self_attn.k_proj,2,128,8,128,31.047313690185547,1.0634765625,4194304 |
| 9,self_attn.k_proj,3,32,8,128,9.723644256591797,1.75390625,4194304 |
| 9,self_attn.k_proj,3,64,8,128,11.704264640808105,1.626953125,4194304 |
| 9,self_attn.k_proj,3,128,8,128,13.561904907226562,1.5634765625,4194304 |
| 9,self_attn.k_proj,4,32,8,128,4.5324883460998535,2.25390625,4194304 |
| 9,self_attn.k_proj,4,64,8,128,5.463091850280762,2.126953125,4194304 |
| 9,self_attn.k_proj,4,128,8,128,6.332092761993408,2.0634765625,4194304 |
| 9,self_attn.k_proj,8,32,8,128,0.27470558881759644,4.25390625,4194304 |
| 9,self_attn.k_proj,8,64,8,128,0.33033686876296997,4.126953125,4194304 |
| 9,self_attn.k_proj,8,128,8,128,0.38159799575805664,4.0634765625,4194304 |
| 9,self_attn.o_proj,2,32,8,128,17.05085563659668,5.015625,16777216 |
| 9,self_attn.o_proj,2,64,8,128,19.99981689453125,4.5078125,16777216 |
| 9,self_attn.o_proj,2,128,8,128,22.716672897338867,4.25390625,16777216 |
| 9,self_attn.o_proj,3,32,8,128,7.2985076904296875,7.015625,16777216 |
| 9,self_attn.o_proj,3,64,8,128,8.575852394104004,6.5078125,16777216 |
| 9,self_attn.o_proj,3,128,8,128,9.767566680908203,6.25390625,16777216 |
| 9,self_attn.o_proj,4,32,8,128,3.4048287868499756,9.015625,16777216 |
| 9,self_attn.o_proj,4,64,8,128,4.003286361694336,8.5078125,16777216 |
| 9,self_attn.o_proj,4,128,8,128,4.560546875,8.25390625,16777216 |
| 9,self_attn.o_proj,8,32,8,128,0.20610328018665314,17.015625,16777216 |
| 9,self_attn.o_proj,8,64,8,128,0.24192199110984802,16.5078125,16777216 |
| 9,self_attn.o_proj,8,128,8,128,0.2747935950756073,16.25390625,16777216 |
| 9,mlp.gate_proj,2,32,8,128,43.36977767944336,17.5546875,58720256 |
| 9,mlp.gate_proj,2,64,8,128,51.428401947021484,15.77734375,58720256 |
| 9,mlp.gate_proj,2,128,8,128,59.06992721557617,14.888671875,58720256 |
| 9,mlp.gate_proj,3,32,8,128,18.55809783935547,24.5546875,58720256 |
| 9,mlp.gate_proj,3,64,8,128,22.089975357055664,22.77734375,58720256 |
| 9,mlp.gate_proj,3,128,8,128,25.46958351135254,21.888671875,58720256 |
| 9,mlp.gate_proj,4,32,8,128,8.660787582397461,31.5546875,58720256 |
| 9,mlp.gate_proj,4,64,8,128,10.305378913879395,29.77734375,58720256 |
| 9,mlp.gate_proj,4,128,8,128,11.895636558532715,28.888671875,58720256 |
| 9,mlp.gate_proj,8,32,8,128,0.5254871249198914,59.5546875,58720256 |
| 9,mlp.gate_proj,8,64,8,128,0.6257582306861877,57.77734375,58720256 |
| 9,mlp.gate_proj,8,128,8,128,0.720163106918335,56.888671875,58720256 |
| 9,mlp.up_proj,2,32,8,128,33.76575469970703,17.5546875,58720256 |
| 9,mlp.up_proj,2,64,8,128,39.51215744018555,15.77734375,58720256 |
| 9,mlp.up_proj,2,128,8,128,44.77749252319336,14.888671875,58720256 |
| 9,mlp.up_proj,3,32,8,128,14.45068073272705,24.5546875,58720256 |
| 9,mlp.up_proj,3,64,8,128,16.942270278930664,22.77734375,58720256 |
| 9,mlp.up_proj,3,128,8,128,19.249910354614258,21.888671875,58720256 |
| 9,mlp.up_proj,4,32,8,128,6.739861488342285,31.5546875,58720256 |
| 9,mlp.up_proj,4,64,8,128,7.9095282554626465,29.77734375,58720256 |
| 9,mlp.up_proj,4,128,8,128,8.984209060668945,28.888671875,58720256 |
| 9,mlp.up_proj,8,32,8,128,0.40932872891426086,59.5546875,58720256 |
| 9,mlp.up_proj,8,64,8,128,0.479402095079422,57.77734375,58720256 |
| 9,mlp.up_proj,8,128,8,128,0.5432174801826477,56.888671875,58720256 |
| 9,mlp.down_proj,2,32,8,128,33.639041900634766,17.5546875,58720256 |
| 9,mlp.down_proj,2,64,8,128,39.37888717651367,15.77734375,58720256 |
| 9,mlp.down_proj,2,128,8,128,44.63368225097656,14.888671875,58720256 |
| 9,mlp.down_proj,3,32,8,128,14.392541885375977,24.5546875,58720256 |
| 9,mlp.down_proj,3,64,8,128,16.87546157836914,22.77734375,58720256 |
| 9,mlp.down_proj,3,128,8,128,19.167049407958984,21.888671875,58720256 |
| 9,mlp.down_proj,4,32,8,128,6.715319633483887,31.5546875,58720256 |
| 9,mlp.down_proj,4,64,8,128,7.88001823425293,29.77734375,58720256 |
| 9,mlp.down_proj,4,128,8,128,8.955047607421875,28.888671875,58720256 |
| 9,mlp.down_proj,8,32,8,128,0.4078029692173004,59.5546875,58720256 |
| 9,mlp.down_proj,8,64,8,128,0.4777718484401703,57.77734375,58720256 |
| 9,mlp.down_proj,8,128,8,128,0.5413944721221924,56.888671875,58720256 |
| 10,self_attn.q_proj,2,32,8,128,29.74867820739746,5.015625,16777216 |
| 10,self_attn.q_proj,2,64,8,128,35.734153747558594,4.5078125,16777216 |
| 10,self_attn.q_proj,2,128,8,128,42.222740173339844,4.25390625,16777216 |
| 10,self_attn.q_proj,3,32,8,128,12.815299987792969,7.015625,16777216 |
| 10,self_attn.q_proj,3,64,8,128,15.518683433532715,6.5078125,16777216 |
| 10,self_attn.q_proj,3,128,8,128,18.86678695678711,6.25390625,16777216 |
| 10,self_attn.q_proj,4,32,8,128,5.987305164337158,9.015625,16777216 |
| 10,self_attn.q_proj,4,64,8,128,7.257505416870117,8.5078125,16777216 |
| 10,self_attn.q_proj,4,128,8,128,8.844426155090332,8.25390625,16777216 |
| 10,self_attn.q_proj,8,32,8,128,0.36258378624916077,17.015625,16777216 |
| 10,self_attn.q_proj,8,64,8,128,0.43899136781692505,16.5078125,16777216 |
| 10,self_attn.q_proj,8,128,8,128,0.5332654118537903,16.25390625,16777216 |
| 10,self_attn.v_proj,2,32,8,128,7.087030410766602,1.25390625,4194304 |
| 10,self_attn.v_proj,2,64,8,128,8.432042121887207,1.126953125,4194304 |
| 10,self_attn.v_proj,2,128,8,128,9.697478294372559,1.0634765625,4194304 |
| 10,self_attn.v_proj,3,32,8,128,3.0343551635742188,1.75390625,4194304 |
| 10,self_attn.v_proj,3,64,8,128,3.614154577255249,1.626953125,4194304 |
| 10,self_attn.v_proj,3,128,8,128,4.1670355796813965,1.5634765625,4194304 |
| 10,self_attn.v_proj,4,32,8,128,1.4159622192382812,2.25390625,4194304 |
| 10,self_attn.v_proj,4,64,8,128,1.6870222091674805,2.126953125,4194304 |
| 10,self_attn.v_proj,4,128,8,128,1.9449712038040161,2.0634765625,4194304 |
| 10,self_attn.v_proj,8,32,8,128,0.08575884997844696,4.25390625,4194304 |
| 10,self_attn.v_proj,8,64,8,128,0.1020272895693779,4.126953125,4194304 |
| 10,self_attn.v_proj,8,128,8,128,0.11721678823232651,4.0634765625,4194304 |
| 10,self_attn.k_proj,2,32,8,128,23.049606323242188,1.25390625,4194304 |
| 10,self_attn.k_proj,2,64,8,128,27.577190399169922,1.126953125,4194304 |
| 10,self_attn.k_proj,2,128,8,128,31.56557273864746,1.0634765625,4194304 |
| 10,self_attn.k_proj,3,32,8,128,9.962592124938965,1.75390625,4194304 |
| 10,self_attn.k_proj,3,64,8,128,12.061654090881348,1.626953125,4194304 |
| 10,self_attn.k_proj,3,128,8,128,14.062702178955078,1.5634765625,4194304 |
| 10,self_attn.k_proj,4,32,8,128,4.6485443115234375,2.25390625,4194304 |
| 10,self_attn.k_proj,4,64,8,128,5.634191989898682,2.126953125,4194304 |
| 10,self_attn.k_proj,4,128,8,128,6.587673187255859,2.0634765625,4194304 |
| 10,self_attn.k_proj,8,32,8,128,0.2816416919231415,4.25390625,4194304 |
| 10,self_attn.k_proj,8,64,8,128,0.3408685326576233,4.126953125,4194304 |
| 10,self_attn.k_proj,8,128,8,128,0.39702314138412476,4.0634765625,4194304 |
| 10,self_attn.o_proj,2,32,8,128,15.789702415466309,5.015625,16777216 |
| 10,self_attn.o_proj,2,64,8,128,18.495756149291992,4.5078125,16777216 |
| 10,self_attn.o_proj,2,128,8,128,20.98558235168457,4.25390625,16777216 |
| 10,self_attn.o_proj,3,32,8,128,6.760126113891602,7.015625,16777216 |
| 10,self_attn.o_proj,3,64,8,128,7.935427665710449,6.5078125,16777216 |
| 10,self_attn.o_proj,3,128,8,128,9.019789695739746,6.25390625,16777216 |
| 10,self_attn.o_proj,4,32,8,128,3.155888080596924,9.015625,16777216 |
| 10,self_attn.o_proj,4,64,8,128,3.706847906112671,8.5078125,16777216 |
| 10,self_attn.o_proj,4,128,8,128,4.218595504760742,8.25390625,16777216 |
| 10,self_attn.o_proj,8,32,8,128,0.19101321697235107,17.015625,16777216 |
| 10,self_attn.o_proj,8,64,8,128,0.22407148778438568,16.5078125,16777216 |
| 10,self_attn.o_proj,8,128,8,128,0.25413307547569275,16.25390625,16777216 |
| 10,mlp.gate_proj,2,32,8,128,42.18458557128906,17.5546875,58720256 |
| 10,mlp.gate_proj,2,64,8,128,49.968502044677734,15.77734375,58720256 |
| 10,mlp.gate_proj,2,128,8,128,57.33974075317383,14.888671875,58720256 |
| 10,mlp.gate_proj,3,32,8,128,18.048921585083008,24.5546875,58720256 |
| 10,mlp.gate_proj,3,64,8,128,21.444515228271484,22.77734375,58720256 |
| 10,mlp.gate_proj,3,128,8,128,24.679664611816406,21.888671875,58720256 |
| 10,mlp.gate_proj,4,32,8,128,8.422057151794434,31.5546875,58720256 |
| 10,mlp.gate_proj,4,64,8,128,10.00362491607666,29.77734375,58720256 |
| 10,mlp.gate_proj,4,128,8,128,11.52573299407959,28.888671875,58720256 |
| 10,mlp.gate_proj,8,32,8,128,0.5109154582023621,59.5546875,58720256 |
| 10,mlp.gate_proj,8,64,8,128,0.6073028445243835,57.77734375,58720256 |
| 10,mlp.gate_proj,8,128,8,128,0.6975723505020142,56.888671875,58720256 |
| 10,mlp.up_proj,2,32,8,128,34.16447830200195,17.5546875,58720256 |
| 10,mlp.up_proj,2,64,8,128,39.9440803527832,15.77734375,58720256 |
| 10,mlp.up_proj,2,128,8,128,45.22474670410156,14.888671875,58720256 |
| 10,mlp.up_proj,3,32,8,128,14.615551948547363,24.5546875,58720256 |
| 10,mlp.up_proj,3,64,8,128,17.10788917541504,22.77734375,58720256 |
| 10,mlp.up_proj,3,128,8,128,19.388578414916992,21.888671875,58720256 |
| 10,mlp.up_proj,4,32,8,128,6.816666126251221,31.5546875,58720256 |
| 10,mlp.up_proj,4,64,8,128,7.987757205963135,29.77734375,58720256 |
| 10,mlp.up_proj,4,128,8,128,9.048367500305176,28.888671875,58720256 |
| 10,mlp.up_proj,8,32,8,128,0.41394659876823425,59.5546875,58720256 |
| 10,mlp.up_proj,8,64,8,128,0.48397162556648254,57.77734375,58720256 |
| 10,mlp.up_proj,8,128,8,128,0.5471081733703613,56.888671875,58720256 |
| 10,mlp.down_proj,2,32,8,128,34.060115814208984,17.5546875,58720256 |
| 10,mlp.down_proj,2,64,8,128,39.859745025634766,15.77734375,58720256 |
| 10,mlp.down_proj,2,128,8,128,45.1495361328125,14.888671875,58720256 |
| 10,mlp.down_proj,3,32,8,128,14.572885513305664,24.5546875,58720256 |
| 10,mlp.down_proj,3,64,8,128,17.06893539428711,22.77734375,58720256 |
| 10,mlp.down_proj,3,128,8,128,19.359783172607422,21.888671875,58720256 |
| 10,mlp.down_proj,4,32,8,128,6.798254489898682,31.5546875,58720256 |
| 10,mlp.down_proj,4,64,8,128,7.973402500152588,29.77734375,58720256 |
| 10,mlp.down_proj,4,128,8,128,9.042780876159668,28.888671875,58720256 |
| 10,mlp.down_proj,8,32,8,128,0.4128105640411377,59.5546875,58720256 |
| 10,mlp.down_proj,8,64,8,128,0.4831791818141937,57.77734375,58720256 |
| 10,mlp.down_proj,8,128,8,128,0.5467498302459717,56.888671875,58720256 |
| 11,self_attn.q_proj,2,32,8,128,28.12038803100586,5.015625,16777216 |
| 11,self_attn.q_proj,2,64,8,128,33.77008056640625,4.5078125,16777216 |
| 11,self_attn.q_proj,2,128,8,128,39.85329818725586,4.25390625,16777216 |
| 11,self_attn.q_proj,3,32,8,128,12.058806419372559,7.015625,16777216 |
| 11,self_attn.q_proj,3,64,8,128,14.521921157836914,6.5078125,16777216 |
| 11,self_attn.q_proj,3,128,8,128,17.422571182250977,6.25390625,16777216 |
| 11,self_attn.q_proj,4,32,8,128,5.6265668869018555,9.015625,16777216 |
| 11,self_attn.q_proj,4,64,8,128,6.777266979217529,8.5078125,16777216 |
| 11,self_attn.q_proj,4,128,8,128,8.135604858398438,8.25390625,16777216 |
| 11,self_attn.q_proj,8,32,8,128,0.34055307507514954,17.015625,16777216 |
| 11,self_attn.q_proj,8,64,8,128,0.4099378287792206,16.5078125,16777216 |
| 11,self_attn.q_proj,8,128,8,128,0.49041903018951416,16.25390625,16777216 |
| 11,self_attn.v_proj,2,32,8,128,6.708601474761963,1.25390625,4194304 |
| 11,self_attn.v_proj,2,64,8,128,7.860424041748047,1.126953125,4194304 |
| 11,self_attn.v_proj,2,128,8,128,8.91523551940918,1.0634765625,4194304 |
| 11,self_attn.v_proj,3,32,8,128,2.8698890209198,1.75390625,4194304 |
| 11,self_attn.v_proj,3,64,8,128,3.367091178894043,1.626953125,4194304 |
| 11,self_attn.v_proj,3,128,8,128,3.8249270915985107,1.5634765625,4194304 |
| 11,self_attn.v_proj,4,32,8,128,1.3387746810913086,2.25390625,4194304 |
| 11,self_attn.v_proj,4,64,8,128,1.571775197982788,2.126953125,4194304 |
| 11,self_attn.v_proj,4,128,8,128,1.7860945463180542,2.0634765625,4194304 |
| 11,self_attn.v_proj,8,32,8,128,0.0810854509472847,4.25390625,4194304 |
| 11,self_attn.v_proj,8,64,8,128,0.09501796960830688,4.126953125,4194304 |
| 11,self_attn.v_proj,8,128,8,128,0.10759054869413376,4.0634765625,4194304 |
| 11,self_attn.k_proj,2,32,8,128,22.46952247619629,1.25390625,4194304 |
| 11,self_attn.k_proj,2,64,8,128,26.8824520111084,1.126953125,4194304 |
| 11,self_attn.k_proj,2,128,8,128,30.769580841064453,1.0634765625,4194304 |
| 11,self_attn.k_proj,3,32,8,128,9.66723918914795,1.75390625,4194304 |
| 11,self_attn.k_proj,3,64,8,128,11.600849151611328,1.626953125,4194304 |
| 11,self_attn.k_proj,3,128,8,128,13.43286418914795,1.5634765625,4194304 |
| 11,self_attn.k_proj,4,32,8,128,4.508543491363525,2.25390625,4194304 |
| 11,self_attn.k_proj,4,64,8,128,5.4175310134887695,2.126953125,4194304 |
| 11,self_attn.k_proj,4,128,8,128,6.271651744842529,2.0634765625,4194304 |
| 11,self_attn.k_proj,8,32,8,128,0.27317366003990173,4.25390625,4194304 |
| 11,self_attn.k_proj,8,64,8,128,0.32760030031204224,4.126953125,4194304 |
| 11,self_attn.k_proj,8,128,8,128,0.3778547942638397,4.0634765625,4194304 |
| 11,self_attn.o_proj,2,32,8,128,16.131656646728516,5.015625,16777216 |
| 11,self_attn.o_proj,2,64,8,128,18.922481536865234,4.5078125,16777216 |
| 11,self_attn.o_proj,2,128,8,128,21.499622344970703,4.25390625,16777216 |
| 11,self_attn.o_proj,3,32,8,128,6.906184673309326,7.015625,16777216 |
| 11,self_attn.o_proj,3,64,8,128,8.114346504211426,6.5078125,16777216 |
| 11,self_attn.o_proj,3,128,8,128,9.238365173339844,6.25390625,16777216 |
| 11,self_attn.o_proj,4,32,8,128,3.222871780395508,9.015625,16777216 |
| 11,self_attn.o_proj,4,64,8,128,3.7875704765319824,8.5078125,16777216 |
| 11,self_attn.o_proj,4,128,8,128,4.315328598022461,8.25390625,16777216 |
| 11,self_attn.o_proj,8,32,8,128,0.19500353932380676,17.015625,16777216 |
| 11,self_attn.o_proj,8,64,8,128,0.2289765477180481,16.5078125,16777216 |
| 11,self_attn.o_proj,8,128,8,128,0.2600376605987549,16.25390625,16777216 |
| 11,mlp.gate_proj,2,32,8,128,41.81515121459961,17.5546875,58720256 |
| 11,mlp.gate_proj,2,64,8,128,49.63838577270508,15.77734375,58720256 |
| 11,mlp.gate_proj,2,128,8,128,57.089256286621094,14.888671875,58720256 |
| 11,mlp.gate_proj,3,32,8,128,17.907394409179688,24.5546875,58720256 |
| 11,mlp.gate_proj,3,64,8,128,21.34540557861328,22.77734375,58720256 |
| 11,mlp.gate_proj,3,128,8,128,24.66131591796875,21.888671875,58720256 |
| 11,mlp.gate_proj,4,32,8,128,8.359386444091797,31.5546875,58720256 |
| 11,mlp.gate_proj,4,64,8,128,9.95639705657959,29.77734375,58720256 |
| 11,mlp.gate_proj,4,128,8,128,11.521852493286133,28.888671875,58720256 |
| 11,mlp.gate_proj,8,32,8,128,0.5070455074310303,59.5546875,58720256 |
| 11,mlp.gate_proj,8,64,8,128,0.6044442653656006,57.77734375,58720256 |
| 11,mlp.gate_proj,8,128,8,128,0.6974939703941345,56.888671875,58720256 |
| 11,mlp.up_proj,2,32,8,128,34.43723678588867,17.5546875,58720256 |
| 11,mlp.up_proj,2,64,8,128,40.302310943603516,15.77734375,58720256 |
| 11,mlp.up_proj,2,128,8,128,45.65860366821289,14.888671875,58720256 |
| 11,mlp.up_proj,3,32,8,128,14.736382484436035,24.5546875,58720256 |
| 11,mlp.up_proj,3,64,8,128,17.26561737060547,22.77734375,58720256 |
| 11,mlp.up_proj,3,128,8,128,19.60649871826172,21.888671875,58720256 |
| 11,mlp.up_proj,4,32,8,128,6.871672630310059,31.5546875,58720256 |
| 11,mlp.up_proj,4,64,8,128,8.060824394226074,29.77734375,58720256 |
| 11,mlp.up_proj,4,128,8,128,9.152819633483887,28.888671875,58720256 |
| 11,mlp.up_proj,8,32,8,128,0.4172927737236023,59.5546875,58720256 |
| 11,mlp.up_proj,8,64,8,128,0.4885105788707733,57.77734375,58720256 |
| 11,mlp.up_proj,8,128,8,128,0.5530235171318054,56.888671875,58720256 |
| 11,mlp.down_proj,2,32,8,128,34.319190979003906,17.5546875,58720256 |
| 11,mlp.down_proj,2,64,8,128,40.198219299316406,15.77734375,58720256 |
| 11,mlp.down_proj,2,128,8,128,45.58870315551758,14.888671875,58720256 |
| 11,mlp.down_proj,3,32,8,128,14.695785522460938,24.5546875,58720256 |
| 11,mlp.down_proj,3,64,8,128,17.235937118530273,22.77734375,58720256 |
| 11,mlp.down_proj,3,128,8,128,19.604066848754883,21.888671875,58720256 |
| 11,mlp.down_proj,4,32,8,128,6.855496406555176,31.5546875,58720256 |
| 11,mlp.down_proj,4,64,8,128,8.051091194152832,29.77734375,58720256 |
| 11,mlp.down_proj,4,128,8,128,9.154850006103516,28.888671875,58720256 |
| 11,mlp.down_proj,8,32,8,128,0.4161611795425415,59.5546875,58720256 |
| 11,mlp.down_proj,8,64,8,128,0.48788949847221375,57.77734375,58720256 |
| 11,mlp.down_proj,8,128,8,128,0.5536084175109863,56.888671875,58720256 |
| 12,self_attn.q_proj,2,32,8,128,27.797035217285156,5.015625,16777216 |
| 12,self_attn.q_proj,2,64,8,128,33.1560173034668,4.5078125,16777216 |
| 12,self_attn.q_proj,2,128,8,128,38.72084045410156,4.25390625,16777216 |
| 12,self_attn.q_proj,3,32,8,128,11.901005744934082,7.015625,16777216 |
| 12,self_attn.q_proj,3,64,8,128,14.220873832702637,6.5078125,16777216 |
| 12,self_attn.q_proj,3,128,8,128,16.708192825317383,6.25390625,16777216 |
| 12,self_attn.q_proj,4,32,8,128,5.552829742431641,9.015625,16777216 |
| 12,self_attn.q_proj,4,64,8,128,6.633696556091309,8.5078125,16777216 |
| 12,self_attn.q_proj,4,128,8,128,7.798645496368408,8.25390625,16777216 |
| 12,self_attn.q_proj,8,32,8,128,0.3362867534160614,17.015625,16777216 |
| 12,self_attn.q_proj,8,64,8,128,0.40128186345100403,16.5078125,16777216 |
| 12,self_attn.q_proj,8,128,8,128,0.46997424960136414,16.25390625,16777216 |
| 12,self_attn.v_proj,2,32,8,128,7.917884826660156,1.25390625,4194304 |
| 12,self_attn.v_proj,2,64,8,128,9.306337356567383,1.126953125,4194304 |
| 12,self_attn.v_proj,2,128,8,128,10.597631454467773,1.0634765625,4194304 |
| 12,self_attn.v_proj,3,32,8,128,3.388002872467041,1.75390625,4194304 |
| 12,self_attn.v_proj,3,64,8,128,3.9839751720428467,1.626953125,4194304 |
| 12,self_attn.v_proj,3,128,8,128,4.541279315948486,1.5634765625,4194304 |
| 12,self_attn.v_proj,4,32,8,128,1.5801403522491455,2.25390625,4194304 |
| 12,self_attn.v_proj,4,64,8,128,1.8590441942214966,2.126953125,4194304 |
| 12,self_attn.v_proj,4,128,8,128,2.1197032928466797,2.0634765625,4194304 |
| 12,self_attn.v_proj,8,32,8,128,0.09574701637029648,4.25390625,4194304 |
| 12,self_attn.v_proj,8,64,8,128,0.11245526373386383,4.126953125,4194304 |
| 12,self_attn.v_proj,8,128,8,128,0.12775303423404694,4.0634765625,4194304 |
| 12,self_attn.k_proj,2,32,8,128,21.361074447631836,1.25390625,4194304 |
| 12,self_attn.k_proj,2,64,8,128,25.365234375,1.126953125,4194304 |
| 12,self_attn.k_proj,2,128,8,128,29.014301300048828,1.0634765625,4194304 |
| 12,self_attn.k_proj,3,32,8,128,9.150544166564941,1.75390625,4194304 |
| 12,self_attn.k_proj,3,64,8,128,10.876232147216797,1.626953125,4194304 |
| 12,self_attn.k_proj,3,128,8,128,12.47270393371582,1.5634765625,4194304 |
| 12,self_attn.k_proj,4,32,8,128,4.267239570617676,2.25390625,4194304 |
| 12,self_attn.k_proj,4,64,8,128,5.073766708374023,2.126953125,4194304 |
| 12,self_attn.k_proj,4,128,8,128,5.820850372314453,2.0634765625,4194304 |
| 12,self_attn.k_proj,8,32,8,128,0.25835976004600525,4.25390625,4194304 |
| 12,self_attn.k_proj,8,64,8,128,0.30696287751197815,4.126953125,4194304 |
| 12,self_attn.k_proj,8,128,8,128,0.3508041501045227,4.0634765625,4194304 |
| 12,self_attn.o_proj,2,32,8,128,17.01788330078125,5.015625,16777216 |
| 12,self_attn.o_proj,2,64,8,128,19.974430084228516,4.5078125,16777216 |
| 12,self_attn.o_proj,2,128,8,128,22.706222534179688,4.25390625,16777216 |
| 12,self_attn.o_proj,3,32,8,128,7.286149978637695,7.015625,16777216 |
| 12,self_attn.o_proj,3,64,8,128,8.566222190856934,6.5078125,16777216 |
| 12,self_attn.o_proj,3,128,8,128,9.770204544067383,6.25390625,16777216 |
| 12,self_attn.o_proj,4,32,8,128,3.401235818862915,9.015625,16777216 |
| 12,self_attn.o_proj,4,64,8,128,4.003439426422119,8.5078125,16777216 |
| 12,self_attn.o_proj,4,128,8,128,4.568297863006592,8.25390625,16777216 |
| 12,self_attn.o_proj,8,32,8,128,0.20581938326358795,17.015625,16777216 |
| 12,self_attn.o_proj,8,64,8,128,0.2419353723526001,16.5078125,16777216 |
| 12,self_attn.o_proj,8,128,8,128,0.27537795901298523,16.25390625,16777216 |
| 12,mlp.gate_proj,2,32,8,128,41.53411865234375,17.5546875,58720256 |
| 12,mlp.gate_proj,2,64,8,128,49.370887756347656,15.77734375,58720256 |
| 12,mlp.gate_proj,2,128,8,128,56.79405975341797,14.888671875,58720256 |
| 12,mlp.gate_proj,3,32,8,128,17.814899444580078,24.5546875,58720256 |
| 12,mlp.gate_proj,3,64,8,128,21.28843116760254,22.77734375,58720256 |
| 12,mlp.gate_proj,3,128,8,128,24.656173706054688,21.888671875,58720256 |
| 12,mlp.gate_proj,4,32,8,128,8.316516876220703,31.5546875,58720256 |
| 12,mlp.gate_proj,4,64,8,128,9.935540199279785,29.77734375,58720256 |
| 12,mlp.gate_proj,4,128,8,128,11.533153533935547,28.888671875,58720256 |
| 12,mlp.gate_proj,8,32,8,128,0.504429280757904,59.5546875,58720256 |
| 12,mlp.gate_proj,8,64,8,128,0.6030895709991455,57.77734375,58720256 |
| 12,mlp.gate_proj,8,128,8,128,0.698143482208252,56.888671875,58720256 |
| 12,mlp.up_proj,2,32,8,128,35.204017639160156,17.5546875,58720256 |
| 12,mlp.up_proj,2,64,8,128,41.254249572753906,15.77734375,58720256 |
| 12,mlp.up_proj,2,128,8,128,46.80075454711914,14.888671875,58720256 |
| 12,mlp.up_proj,3,32,8,128,15.07442855834961,24.5546875,58720256 |
| 12,mlp.up_proj,3,64,8,128,17.694063186645508,22.77734375,58720256 |
| 12,mlp.up_proj,3,128,8,128,20.13836097717285,21.888671875,58720256 |
| 12,mlp.up_proj,4,32,8,128,7.030857086181641,31.5546875,58720256 |
| 12,mlp.up_proj,4,64,8,128,8.259942054748535,29.77734375,58720256 |
| 12,mlp.up_proj,4,128,8,128,9.398458480834961,28.888671875,58720256 |
| 12,mlp.up_proj,8,32,8,128,0.4267740547657013,59.5546875,58720256 |
| 12,mlp.up_proj,8,64,8,128,0.500659704208374,57.77734375,58720256 |
| 12,mlp.up_proj,8,128,8,128,0.5684226751327515,56.888671875,58720256 |
| 12,mlp.down_proj,2,32,8,128,34.783531188964844,17.5546875,58720256 |
| 12,mlp.down_proj,2,64,8,128,40.73786926269531,15.77734375,58720256 |
| 12,mlp.down_proj,2,128,8,128,46.18748092651367,14.888671875,58720256 |
| 12,mlp.down_proj,3,32,8,128,14.893275260925293,24.5546875,58720256 |
| 12,mlp.down_proj,3,64,8,128,17.4713077545166,22.77734375,58720256 |
| 12,mlp.down_proj,3,128,8,128,19.884532928466797,21.888671875,58720256 |
| 12,mlp.down_proj,4,32,8,128,6.949922561645508,31.5546875,58720256 |
| 12,mlp.down_proj,4,64,8,128,8.162311553955078,29.77734375,58720256 |
| 12,mlp.down_proj,4,128,8,128,9.291436195373535,28.888671875,58720256 |
| 12,mlp.down_proj,8,32,8,128,0.42190849781036377,59.5546875,58720256 |
| 12,mlp.down_proj,8,64,8,128,0.4948751628398895,57.77734375,58720256 |
| 12,mlp.down_proj,8,128,8,128,0.5620514750480652,56.888671875,58720256 |
| 13,self_attn.q_proj,2,32,8,128,28.455102920532227,5.015625,16777216 |
| 13,self_attn.q_proj,2,64,8,128,34.15635299682617,4.5078125,16777216 |
| 13,self_attn.q_proj,2,128,8,128,40.503334045410156,4.25390625,16777216 |
| 13,self_attn.q_proj,3,32,8,128,12.193653106689453,7.015625,16777216 |
| 13,self_attn.q_proj,3,64,8,128,14.67825984954834,6.5078125,16777216 |
| 13,self_attn.q_proj,3,128,8,128,17.746578216552734,6.25390625,16777216 |
| 13,self_attn.q_proj,4,32,8,128,5.6908440589904785,9.015625,16777216 |
| 13,self_attn.q_proj,4,64,8,128,6.849457740783691,8.5078125,16777216 |
| 13,self_attn.q_proj,4,128,8,128,8.289314270019531,8.25390625,16777216 |
| 13,self_attn.q_proj,8,32,8,128,0.34462979435920715,17.015625,16777216 |
| 13,self_attn.q_proj,8,64,8,128,0.41416385769844055,16.5078125,16777216 |
| 13,self_attn.q_proj,8,128,8,128,0.4993613660335541,16.25390625,16777216 |
| 13,self_attn.v_proj,2,32,8,128,7.356478691101074,1.25390625,4194304 |
| 13,self_attn.v_proj,2,64,8,128,8.620710372924805,1.126953125,4194304 |
| 13,self_attn.v_proj,2,128,8,128,9.774435043334961,1.0634765625,4194304 |
| 13,self_attn.v_proj,3,32,8,128,3.1462562084198,1.75390625,4194304 |
| 13,self_attn.v_proj,3,64,8,128,3.6927409172058105,1.626953125,4194304 |
| 13,self_attn.v_proj,3,128,8,128,4.191192150115967,1.5634765625,4194304 |
| 13,self_attn.v_proj,4,32,8,128,1.4680594205856323,2.25390625,4194304 |
| 13,self_attn.v_proj,4,64,8,128,1.7234028577804565,2.126953125,4194304 |
| 13,self_attn.v_proj,4,128,8,128,1.9566049575805664,2.0634765625,4194304 |
| 13,self_attn.v_proj,8,32,8,128,0.08892128616571426,4.25390625,4194304 |
| 13,self_attn.v_proj,8,64,8,128,0.10421504825353622,4.126953125,4194304 |
| 13,self_attn.v_proj,8,128,8,128,0.11794047057628632,4.0634765625,4194304 |
| 13,self_attn.k_proj,2,32,8,128,22.65964698791504,1.25390625,4194304 |
| 13,self_attn.k_proj,2,64,8,128,27.125751495361328,1.126953125,4194304 |
| 13,self_attn.k_proj,2,128,8,128,31.02312469482422,1.0634765625,4194304 |
| 13,self_attn.k_proj,3,32,8,128,9.764394760131836,1.75390625,4194304 |
| 13,self_attn.k_proj,3,64,8,128,11.75832748413086,1.626953125,4194304 |
| 13,self_attn.k_proj,3,128,8,128,13.608409881591797,1.5634765625,4194304 |
| 13,self_attn.k_proj,4,32,8,128,4.558618545532227,2.25390625,4194304 |
| 13,self_attn.k_proj,4,64,8,128,5.489178657531738,2.126953125,4194304 |
| 13,self_attn.k_proj,4,128,8,128,6.357184410095215,2.0634765625,4194304 |
| 13,self_attn.k_proj,8,32,8,128,0.276089608669281,4.25390625,4194304 |
| 13,self_attn.k_proj,8,64,8,128,0.33191001415252686,4.126953125,4194304 |
| 13,self_attn.k_proj,8,128,8,128,0.38306576013565063,4.0634765625,4194304 |
| 13,self_attn.o_proj,2,32,8,128,16.59221839904785,5.015625,16777216 |
| 13,self_attn.o_proj,2,64,8,128,19.419004440307617,4.5078125,16777216 |
| 13,self_attn.o_proj,2,128,8,128,21.98301887512207,4.25390625,16777216 |
| 13,self_attn.o_proj,3,32,8,128,7.103479862213135,7.015625,16777216 |
| 13,self_attn.o_proj,3,64,8,128,8.322955131530762,6.5078125,16777216 |
| 13,self_attn.o_proj,3,128,8,128,9.439129829406738,6.25390625,16777216 |
| 13,self_attn.o_proj,4,32,8,128,3.3159475326538086,9.015625,16777216 |
| 13,self_attn.o_proj,4,64,8,128,3.888988733291626,8.5078125,16777216 |
| 13,self_attn.o_proj,4,128,8,128,4.416804313659668,8.25390625,16777216 |
| 13,self_attn.o_proj,8,32,8,128,0.20073331892490387,17.015625,16777216 |
| 13,self_attn.o_proj,8,64,8,128,0.23519814014434814,16.5078125,16777216 |
| 13,self_attn.o_proj,8,128,8,128,0.2663339674472809,16.25390625,16777216 |
| 13,mlp.gate_proj,2,32,8,128,41.41061782836914,17.5546875,58720256 |
| 13,mlp.gate_proj,2,64,8,128,49.192222595214844,15.77734375,58720256 |
| 13,mlp.gate_proj,2,128,8,128,56.58549118041992,14.888671875,58720256 |
| 13,mlp.gate_proj,3,32,8,128,17.774005889892578,24.5546875,58720256 |
| 13,mlp.gate_proj,3,64,8,128,21.244884490966797,22.77734375,58720256 |
| 13,mlp.gate_proj,3,128,8,128,24.634387969970703,21.888671875,58720256 |
| 13,mlp.gate_proj,4,32,8,128,8.300552368164062,31.5546875,58720256 |
| 13,mlp.gate_proj,4,64,8,128,9.920539855957031,29.77734375,58720256 |
| 13,mlp.gate_proj,4,128,8,128,11.531843185424805,28.888671875,58720256 |
| 13,mlp.gate_proj,8,32,8,128,0.5033843517303467,59.5546875,58720256 |
| 13,mlp.gate_proj,8,64,8,128,0.6022018790245056,57.77734375,58720256 |
| 13,mlp.gate_proj,8,128,8,128,0.6981767416000366,56.888671875,58720256 |
| 13,mlp.up_proj,2,32,8,128,35.32726287841797,17.5546875,58720256 |
| 13,mlp.up_proj,2,64,8,128,41.40066909790039,15.77734375,58720256 |
| 13,mlp.up_proj,2,128,8,128,46.914676666259766,14.888671875,58720256 |
| 13,mlp.up_proj,3,32,8,128,15.125348091125488,24.5546875,58720256 |
| 13,mlp.up_proj,3,64,8,128,17.746788024902344,22.77734375,58720256 |
| 13,mlp.up_proj,3,128,8,128,20.175251007080078,21.888671875,58720256 |
| 13,mlp.up_proj,4,32,8,128,7.054731845855713,31.5546875,58720256 |
| 13,mlp.up_proj,4,64,8,128,8.281837463378906,29.77734375,58720256 |
| 13,mlp.up_proj,4,128,8,128,9.415802955627441,28.888671875,58720256 |
| 13,mlp.up_proj,8,32,8,128,0.4282049834728241,59.5546875,58720256 |
| 13,mlp.up_proj,8,64,8,128,0.5020537972450256,57.77734375,58720256 |
| 13,mlp.up_proj,8,128,8,128,0.5695896148681641,56.888671875,58720256 |
| 13,mlp.down_proj,2,32,8,128,34.76760482788086,17.5546875,58720256 |
| 13,mlp.down_proj,2,64,8,128,40.688507080078125,15.77734375,58720256 |
| 13,mlp.down_proj,2,128,8,128,46.097007751464844,14.888671875,58720256 |
| 13,mlp.down_proj,3,32,8,128,14.875645637512207,24.5546875,58720256 |
| 13,mlp.down_proj,3,64,8,128,17.419208526611328,22.77734375,58720256 |
| 13,mlp.down_proj,3,128,8,128,19.770586013793945,21.888671875,58720256 |
| 13,mlp.down_proj,4,32,8,128,6.938654899597168,31.5546875,58720256 |
| 13,mlp.down_proj,4,64,8,128,8.134733200073242,29.77734375,58720256 |
| 13,mlp.down_proj,4,128,8,128,9.237409591674805,28.888671875,58720256 |
| 13,mlp.down_proj,8,32,8,128,0.4213395118713379,59.5546875,58720256 |
| 13,mlp.down_proj,8,64,8,128,0.4931293725967407,57.77734375,58720256 |
| 13,mlp.down_proj,8,128,8,128,0.5583329200744629,56.888671875,58720256 |
| 14,self_attn.q_proj,2,32,8,128,27.587013244628906,5.015625,16777216 |
| 14,self_attn.q_proj,2,64,8,128,32.99413299560547,4.5078125,16777216 |
| 14,self_attn.q_proj,2,128,8,128,39.064212799072266,4.25390625,16777216 |
| 14,self_attn.q_proj,3,32,8,128,11.845685958862305,7.015625,16777216 |
| 14,self_attn.q_proj,3,64,8,128,14.2334566116333,6.5078125,16777216 |
| 14,self_attn.q_proj,3,128,8,128,17.1420955657959,6.25390625,16777216 |
| 14,self_attn.q_proj,4,32,8,128,5.529016017913818,9.015625,16777216 |
| 14,self_attn.q_proj,4,64,8,128,6.6553168296813965,8.5078125,16777216 |
| 14,self_attn.q_proj,4,128,8,128,8.030698776245117,8.25390625,16777216 |
| 14,self_attn.q_proj,8,32,8,128,0.3348241448402405,17.015625,16777216 |
| 14,self_attn.q_proj,8,64,8,128,0.40260857343673706,16.5078125,16777216 |
| 14,self_attn.q_proj,8,128,8,128,0.4838525056838989,16.25390625,16777216 |
| 14,self_attn.v_proj,2,32,8,128,7.427489757537842,1.25390625,4194304 |
| 14,self_attn.v_proj,2,64,8,128,8.76595687866211,1.126953125,4194304 |
| 14,self_attn.v_proj,2,128,8,128,9.996440887451172,1.0634765625,4194304 |
| 14,self_attn.v_proj,3,32,8,128,3.1831064224243164,1.75390625,4194304 |
| 14,self_attn.v_proj,3,64,8,128,3.7666611671447754,1.626953125,4194304 |
| 14,self_attn.v_proj,3,128,8,128,4.310457706451416,1.5634765625,4194304 |
| 14,self_attn.v_proj,4,32,8,128,1.485533595085144,2.25390625,4194304 |
| 14,self_attn.v_proj,4,64,8,128,1.7582796812057495,2.126953125,4194304 |
| 14,self_attn.v_proj,4,128,8,128,2.0138096809387207,2.0634765625,4194304 |
| 14,self_attn.v_proj,8,32,8,128,0.09001454710960388,4.25390625,4194304 |
| 14,self_attn.v_proj,8,64,8,128,0.10635726153850555,4.126953125,4194304 |
| 14,self_attn.v_proj,8,128,8,128,0.12134986370801926,4.0634765625,4194304 |
| 14,self_attn.k_proj,2,32,8,128,22.756763458251953,1.25390625,4194304 |
| 14,self_attn.k_proj,2,64,8,128,27.260150909423828,1.126953125,4194304 |
| 14,self_attn.k_proj,2,128,8,128,31.308923721313477,1.0634765625,4194304 |
| 14,self_attn.k_proj,3,32,8,128,9.844118118286133,1.75390625,4194304 |
| 14,self_attn.k_proj,3,64,8,128,11.942048072814941,1.626953125,4194304 |
| 14,self_attn.k_proj,3,128,8,128,13.979451179504395,1.5634765625,4194304 |
| 14,self_attn.k_proj,4,32,8,128,4.595693588256836,2.25390625,4194304 |
| 14,self_attn.k_proj,4,64,8,128,5.579875946044922,2.126953125,4194304 |
| 14,self_attn.k_proj,4,128,8,128,6.5451788902282715,2.0634765625,4194304 |
| 14,self_attn.k_proj,8,32,8,128,0.2780858278274536,4.25390625,4194304 |
| 14,self_attn.k_proj,8,64,8,128,0.33744677901268005,4.126953125,4194304 |
| 14,self_attn.k_proj,8,128,8,128,0.3945960998535156,4.0634765625,4194304 |
| 14,self_attn.o_proj,2,32,8,128,16.59701156616211,5.015625,16777216 |
| 14,self_attn.o_proj,2,64,8,128,19.49690055847168,4.5078125,16777216 |
| 14,self_attn.o_proj,2,128,8,128,22.176523208618164,4.25390625,16777216 |
| 14,self_attn.o_proj,3,32,8,128,7.107360363006592,7.015625,16777216 |
| 14,self_attn.o_proj,3,64,8,128,8.370301246643066,6.5078125,16777216 |
| 14,self_attn.o_proj,3,128,8,128,9.571660995483398,6.25390625,16777216 |
| 14,self_attn.o_proj,4,32,8,128,3.3155407905578613,9.015625,16777216 |
| 14,self_attn.o_proj,4,64,8,128,3.9058568477630615,8.5078125,16777216 |
| 14,self_attn.o_proj,4,128,8,128,4.466561794281006,8.25390625,16777216 |
| 14,self_attn.o_proj,8,32,8,128,0.2006497085094452,17.015625,16777216 |
| 14,self_attn.o_proj,8,64,8,128,0.23609234392642975,16.5078125,16777216 |
| 14,self_attn.o_proj,8,128,8,128,0.26913222670555115,16.25390625,16777216 |
| 14,mlp.gate_proj,2,32,8,128,42.471717834472656,17.5546875,58720256 |
| 14,mlp.gate_proj,2,64,8,128,50.52969741821289,15.77734375,58720256 |
| 14,mlp.gate_proj,2,128,8,128,58.2453498840332,14.888671875,58720256 |
| 14,mlp.gate_proj,3,32,8,128,18.246932983398438,24.5546875,58720256 |
| 14,mlp.gate_proj,3,64,8,128,21.87453842163086,22.77734375,58720256 |
| 14,mlp.gate_proj,3,128,8,128,25.458263397216797,21.888671875,58720256 |
| 14,mlp.gate_proj,4,32,8,128,8.51923656463623,31.5546875,58720256 |
| 14,mlp.gate_proj,4,64,8,128,10.221134185791016,29.77734375,58720256 |
| 14,mlp.gate_proj,4,128,8,128,11.91765022277832,28.888671875,58720256 |
| 14,mlp.gate_proj,8,32,8,128,0.5168219804763794,59.5546875,58720256 |
| 14,mlp.gate_proj,8,64,8,128,0.6202598214149475,57.77734375,58720256 |
| 14,mlp.gate_proj,8,128,8,128,0.7216306924819946,56.888671875,58720256 |
| 14,mlp.up_proj,2,32,8,128,35.258724212646484,17.5546875,58720256 |
| 14,mlp.up_proj,2,64,8,128,41.309757232666016,15.77734375,58720256 |
| 14,mlp.up_proj,2,128,8,128,46.802860260009766,14.888671875,58720256 |
| 14,mlp.up_proj,3,32,8,128,15.092498779296875,24.5546875,58720256 |
| 14,mlp.up_proj,3,64,8,128,17.700422286987305,22.77734375,58720256 |
| 14,mlp.up_proj,3,128,8,128,20.120548248291016,21.888671875,58720256 |
| 14,mlp.up_proj,4,32,8,128,7.039735317230225,31.5546875,58720256 |
| 14,mlp.up_proj,4,64,8,128,8.264071464538574,29.77734375,58720256 |
| 14,mlp.up_proj,4,128,8,128,9.390637397766113,28.888671875,58720256 |
| 14,mlp.up_proj,8,32,8,128,0.42733946442604065,59.5546875,58720256 |
| 14,mlp.up_proj,8,64,8,128,0.5009170174598694,57.77734375,58720256 |
| 14,mlp.up_proj,8,128,8,128,0.5678375363349915,56.888671875,58720256 |
| 14,mlp.down_proj,2,32,8,128,34.672943115234375,17.5546875,58720256 |
| 14,mlp.down_proj,2,64,8,128,40.55575180053711,15.77734375,58720256 |
| 14,mlp.down_proj,2,128,8,128,45.92131042480469,14.888671875,58720256 |
| 14,mlp.down_proj,3,32,8,128,14.835634231567383,24.5546875,58720256 |
| 14,mlp.down_proj,3,64,8,128,17.362468719482422,22.77734375,58720256 |
| 14,mlp.down_proj,3,128,8,128,19.68979263305664,21.888671875,58720256 |
| 14,mlp.down_proj,4,32,8,128,6.918953895568848,31.5546875,58720256 |
| 14,mlp.down_proj,4,64,8,128,8.107073783874512,29.77734375,58720256 |
| 14,mlp.down_proj,4,128,8,128,9.191179275512695,28.888671875,58720256 |
| 14,mlp.down_proj,8,32,8,128,0.42015886306762695,59.5546875,58720256 |
| 14,mlp.down_proj,8,64,8,128,0.4913758337497711,57.77734375,58720256 |
| 14,mlp.down_proj,8,128,8,128,0.5558993220329285,56.888671875,58720256 |
| 15,self_attn.q_proj,2,32,8,128,31.22846031188965,5.015625,16777216 |
| 15,self_attn.q_proj,2,64,8,128,37.545265197753906,4.5078125,16777216 |
| 15,self_attn.q_proj,2,128,8,128,44.28113555908203,4.25390625,16777216 |
| 15,self_attn.q_proj,3,32,8,128,13.450045585632324,7.015625,16777216 |
| 15,self_attn.q_proj,3,64,8,128,16.308645248413086,6.5078125,16777216 |
| 15,self_attn.q_proj,3,128,8,128,19.853605270385742,6.25390625,16777216 |
| 15,self_attn.q_proj,4,32,8,128,6.278322219848633,9.015625,16777216 |
| 15,self_attn.q_proj,4,64,8,128,7.619574069976807,8.5078125,16777216 |
| 15,self_attn.q_proj,4,128,8,128,9.286111831665039,8.25390625,16777216 |
| 15,self_attn.q_proj,8,32,8,128,0.3800128698348999,17.015625,16777216 |
| 15,self_attn.q_proj,8,64,8,128,0.4606950283050537,16.5078125,16777216 |
| 15,self_attn.q_proj,8,128,8,128,0.5600678324699402,16.25390625,16777216 |
| 15,self_attn.v_proj,2,32,8,128,8.195611000061035,1.25390625,4194304 |
| 15,self_attn.v_proj,2,64,8,128,9.712187767028809,1.126953125,4194304 |
| 15,self_attn.v_proj,2,128,8,128,11.115867614746094,1.0634765625,4194304 |
| 15,self_attn.v_proj,3,32,8,128,3.513174533843994,1.75390625,4194304 |
| 15,self_attn.v_proj,3,64,8,128,4.172936916351318,1.626953125,4194304 |
| 15,self_attn.v_proj,3,128,8,128,4.791966438293457,1.5634765625,4194304 |
| 15,self_attn.v_proj,4,32,8,128,1.6392368078231812,2.25390625,4194304 |
| 15,self_attn.v_proj,4,64,8,128,1.9486216306686401,2.126953125,4194304 |
| 15,self_attn.v_proj,4,128,8,128,2.2363219261169434,2.0634765625,4194304 |
| 15,self_attn.v_proj,8,32,8,128,0.09922745078802109,4.25390625,4194304 |
| 15,self_attn.v_proj,8,64,8,128,0.1178261861205101,4.126953125,4194304 |
| 15,self_attn.v_proj,8,128,8,128,0.13481451570987701,4.0634765625,4194304 |
| 15,self_attn.k_proj,2,32,8,128,21.68100357055664,1.25390625,4194304 |
| 15,self_attn.k_proj,2,64,8,128,25.818817138671875,1.126953125,4194304 |
| 15,self_attn.k_proj,2,128,8,128,29.628772735595703,1.0634765625,4194304 |
| 15,self_attn.k_proj,3,32,8,128,9.294938087463379,1.75390625,4194304 |
| 15,self_attn.k_proj,3,64,8,128,11.114538192749023,1.626953125,4194304 |
| 15,self_attn.k_proj,3,128,8,128,12.832574844360352,1.5634765625,4194304 |
| 15,self_attn.k_proj,4,32,8,128,4.334258079528809,2.25390625,4194304 |
| 15,self_attn.k_proj,4,64,8,128,5.184545993804932,2.126953125,4194304 |
| 15,self_attn.k_proj,4,128,8,128,5.986537456512451,2.0634765625,4194304 |
| 15,self_attn.k_proj,8,32,8,128,0.26252487301826477,4.25390625,4194304 |
| 15,self_attn.k_proj,8,64,8,128,0.3136964738368988,4.126953125,4194304 |
| 15,self_attn.k_proj,8,128,8,128,0.3608015477657318,4.0634765625,4194304 |
| 15,self_attn.o_proj,2,32,8,128,17.10445213317871,5.015625,16777216 |
| 15,self_attn.o_proj,2,64,8,128,20.03852653503418,4.5078125,16777216 |
| 15,self_attn.o_proj,2,128,8,128,22.755416870117188,4.25390625,16777216 |
| 15,self_attn.o_proj,3,32,8,128,7.328201770782471,7.015625,16777216 |
| 15,self_attn.o_proj,3,64,8,128,8.604158401489258,6.5078125,16777216 |
| 15,self_attn.o_proj,3,128,8,128,9.800718307495117,6.25390625,16777216 |
| 15,self_attn.o_proj,4,32,8,128,3.4218642711639404,9.015625,16777216 |
| 15,self_attn.o_proj,4,64,8,128,4.019123554229736,8.5078125,16777216 |
| 15,self_attn.o_proj,4,128,8,128,4.583128452301025,8.25390625,16777216 |
| 15,self_attn.o_proj,8,32,8,128,0.20704436302185059,17.015625,16777216 |
| 15,self_attn.o_proj,8,64,8,128,0.24297377467155457,16.5078125,16777216 |
| 15,self_attn.o_proj,8,128,8,128,0.27623143792152405,16.25390625,16777216 |
| 15,mlp.gate_proj,2,32,8,128,43.30869674682617,17.5546875,58720256 |
| 15,mlp.gate_proj,2,64,8,128,51.51576232910156,15.77734375,58720256 |
| 15,mlp.gate_proj,2,128,8,128,59.417781829833984,14.888671875,58720256 |
| 15,mlp.gate_proj,3,32,8,128,18.58449935913086,24.5546875,58720256 |
| 15,mlp.gate_proj,3,64,8,128,22.265291213989258,22.77734375,58720256 |
| 15,mlp.gate_proj,3,128,8,128,25.90117645263672,21.888671875,58720256 |
| 15,mlp.gate_proj,4,32,8,128,8.673805236816406,31.5546875,58720256 |
| 15,mlp.gate_proj,4,64,8,128,10.391359329223633,29.77734375,58720256 |
| 15,mlp.gate_proj,4,128,8,128,12.11255168914795,28.888671875,58720256 |
| 15,mlp.gate_proj,8,32,8,128,0.5262082815170288,59.5546875,58720256 |
| 15,mlp.gate_proj,8,64,8,128,0.6309165954589844,57.77734375,58720256 |
| 15,mlp.gate_proj,8,128,8,128,0.7334462404251099,56.888671875,58720256 |
| 15,mlp.up_proj,2,32,8,128,34.962894439697266,17.5546875,58720256 |
| 15,mlp.up_proj,2,64,8,128,40.91743469238281,15.77734375,58720256 |
| 15,mlp.up_proj,2,128,8,128,46.34127426147461,14.888671875,58720256 |
| 15,mlp.up_proj,3,32,8,128,14.958983421325684,24.5546875,58720256 |
| 15,mlp.up_proj,3,64,8,128,17.522083282470703,22.77734375,58720256 |
| 15,mlp.up_proj,3,128,8,128,19.887866973876953,21.888671875,58720256 |
| 15,mlp.up_proj,4,32,8,128,6.9775309562683105,31.5546875,58720256 |
| 15,mlp.up_proj,4,64,8,128,8.180379867553711,29.77734375,58720256 |
| 15,mlp.up_proj,4,128,8,128,9.279431343078613,28.888671875,58720256 |
| 15,mlp.up_proj,8,32,8,128,0.42360246181488037,59.5546875,58720256 |
| 15,mlp.up_proj,8,64,8,128,0.4957735240459442,57.77734375,58720256 |
| 15,mlp.up_proj,8,128,8,128,0.5611969828605652,56.888671875,58720256 |
| 15,mlp.down_proj,2,32,8,128,34.55253219604492,17.5546875,58720256 |
| 15,mlp.down_proj,2,64,8,128,40.40397644042969,15.77734375,58720256 |
| 15,mlp.down_proj,2,128,8,128,45.74128723144531,14.888671875,58720256 |
| 15,mlp.down_proj,3,32,8,128,14.785499572753906,24.5546875,58720256 |
| 15,mlp.down_proj,3,64,8,128,17.305683135986328,22.77734375,58720256 |
| 15,mlp.down_proj,3,128,8,128,19.62993812561035,21.888671875,58720256 |
| 15,mlp.down_proj,4,32,8,128,6.896656513214111,31.5546875,58720256 |
| 15,mlp.down_proj,4,64,8,128,8.082080841064453,29.77734375,58720256 |
| 15,mlp.down_proj,4,128,8,128,9.17086410522461,28.888671875,58720256 |
| 15,mlp.down_proj,8,32,8,128,0.4186405837535858,59.5546875,58720256 |
| 15,mlp.down_proj,8,64,8,128,0.48986107110977173,57.77734375,58720256 |
| 15,mlp.down_proj,8,128,8,128,0.5544942021369934,56.888671875,58720256 |
| 16,self_attn.q_proj,2,32,8,128,29.474246978759766,5.015625,16777216 |
| 16,self_attn.q_proj,2,64,8,128,35.29362106323242,4.5078125,16777216 |
| 16,self_attn.q_proj,2,128,8,128,41.4552116394043,4.25390625,16777216 |
| 16,self_attn.q_proj,3,32,8,128,12.64678955078125,7.015625,16777216 |
| 16,self_attn.q_proj,3,64,8,128,15.21742057800293,6.5078125,16777216 |
| 16,self_attn.q_proj,3,128,8,128,18.16267967224121,6.25390625,16777216 |
| 16,self_attn.q_proj,4,32,8,128,5.903792381286621,9.015625,16777216 |
| 16,self_attn.q_proj,4,64,8,128,7.106362342834473,8.5078125,16777216 |
| 16,self_attn.q_proj,4,128,8,128,8.49470043182373,8.25390625,16777216 |
| 16,self_attn.q_proj,8,32,8,128,0.35732704401016235,17.015625,16777216 |
| 16,self_attn.q_proj,8,64,8,128,0.42970114946365356,16.5078125,16777216 |
| 16,self_attn.q_proj,8,128,8,128,0.5121365785598755,16.25390625,16777216 |
| 16,self_attn.v_proj,2,32,8,128,7.619043350219727,1.25390625,4194304 |
| 16,self_attn.v_proj,2,64,8,128,8.975646018981934,1.126953125,4194304 |
| 16,self_attn.v_proj,2,128,8,128,10.22091293334961,1.0634765625,4194304 |
| 16,self_attn.v_proj,3,32,8,128,3.2660443782806396,1.75390625,4194304 |
| 16,self_attn.v_proj,3,64,8,128,3.863450288772583,1.626953125,4194304 |
| 16,self_attn.v_proj,3,128,8,128,4.413819313049316,1.5634765625,4194304 |
| 16,self_attn.v_proj,4,32,8,128,1.5243834257125854,2.25390625,4194304 |
| 16,self_attn.v_proj,4,64,8,128,1.8025342226028442,2.126953125,4194304 |
| 16,self_attn.v_proj,4,128,8,128,2.0616419315338135,2.0634765625,4194304 |
| 16,self_attn.v_proj,8,32,8,128,0.09225548058748245,4.25390625,4194304 |
| 16,self_attn.v_proj,8,64,8,128,0.10906665027141571,4.126953125,4194304 |
| 16,self_attn.v_proj,8,128,8,128,0.12427056580781937,4.0634765625,4194304 |
| 16,self_attn.k_proj,2,32,8,128,22.233821868896484,1.25390625,4194304 |
| 16,self_attn.k_proj,2,64,8,128,26.606412887573242,1.126953125,4194304 |
| 16,self_attn.k_proj,2,128,8,128,30.6308536529541,1.0634765625,4194304 |
| 16,self_attn.k_proj,3,32,8,128,9.550228118896484,1.75390625,4194304 |
| 16,self_attn.k_proj,3,64,8,128,11.499176979064941,1.626953125,4194304 |
| 16,self_attn.k_proj,3,128,8,128,13.366073608398438,1.5634765625,4194304 |
| 16,self_attn.k_proj,4,32,8,128,4.457359790802002,2.25390625,4194304 |
| 16,self_attn.k_proj,4,64,8,128,5.366395473480225,2.126953125,4194304 |
| 16,self_attn.k_proj,4,128,8,128,6.241940975189209,2.0634765625,4194304 |
| 16,self_attn.k_proj,8,32,8,128,0.26972928643226624,4.25390625,4194304 |
| 16,self_attn.k_proj,8,64,8,128,0.3245899975299835,4.126953125,4194304 |
| 16,self_attn.k_proj,8,128,8,128,0.37611255049705505,4.0634765625,4194304 |
| 16,self_attn.o_proj,2,32,8,128,16.676380157470703,5.015625,16777216 |
| 16,self_attn.o_proj,2,64,8,128,19.54994010925293,4.5078125,16777216 |
| 16,self_attn.o_proj,2,128,8,128,22.219879150390625,4.25390625,16777216 |
| 16,self_attn.o_proj,3,32,8,128,7.153149127960205,7.015625,16777216 |
| 16,self_attn.o_proj,3,64,8,128,8.417523384094238,6.5078125,16777216 |
| 16,self_attn.o_proj,3,128,8,128,9.619704246520996,6.25390625,16777216 |
| 16,self_attn.o_proj,4,32,8,128,3.341057538986206,9.015625,16777216 |
| 16,self_attn.o_proj,4,64,8,128,3.9357497692108154,8.5078125,16777216 |
| 16,self_attn.o_proj,4,128,8,128,4.503844261169434,8.25390625,16777216 |
| 16,self_attn.o_proj,8,32,8,128,0.20220522582530975,17.015625,16777216 |
| 16,self_attn.o_proj,8,64,8,128,0.2378915548324585,16.5078125,16777216 |
| 16,self_attn.o_proj,8,128,8,128,0.27148276567459106,16.25390625,16777216 |
| 16,mlp.gate_proj,2,32,8,128,44.23975372314453,17.5546875,58720256 |
| 16,mlp.gate_proj,2,64,8,128,52.61695098876953,15.77734375,58720256 |
| 16,mlp.gate_proj,2,128,8,128,60.71185302734375,14.888671875,58720256 |
| 16,mlp.gate_proj,3,32,8,128,18.9517822265625,24.5546875,58720256 |
| 16,mlp.gate_proj,3,64,8,128,22.661422729492188,22.77734375,58720256 |
| 16,mlp.gate_proj,3,128,8,128,26.288793563842773,21.888671875,58720256 |
| 16,mlp.gate_proj,4,32,8,128,8.841670989990234,31.5546875,58720256 |
| 16,mlp.gate_proj,4,64,8,128,10.569990158081055,29.77734375,58720256 |
| 16,mlp.gate_proj,4,128,8,128,12.27625846862793,28.888671875,58720256 |
| 16,mlp.gate_proj,8,32,8,128,0.5365695953369141,59.5546875,58720256 |
| 16,mlp.gate_proj,8,64,8,128,0.6417803168296814,57.77734375,58720256 |
| 16,mlp.gate_proj,8,128,8,128,0.7433431148529053,56.888671875,58720256 |
| 16,mlp.up_proj,2,32,8,128,34.45537185668945,17.5546875,58720256 |
| 16,mlp.up_proj,2,64,8,128,40.281959533691406,15.77734375,58720256 |
| 16,mlp.up_proj,2,128,8,128,45.5876579284668,14.888671875,58720256 |
| 16,mlp.up_proj,3,32,8,128,14.73884105682373,24.5546875,58720256 |
| 16,mlp.up_proj,3,64,8,128,17.248424530029297,22.77734375,58720256 |
| 16,mlp.up_proj,3,128,8,128,19.545612335205078,21.888671875,58720256 |
| 16,mlp.up_proj,4,32,8,128,6.873931407928467,31.5546875,58720256 |
| 16,mlp.up_proj,4,64,8,128,8.05165958404541,29.77734375,58720256 |
| 16,mlp.up_proj,4,128,8,128,9.124467849731445,28.888671875,58720256 |
| 16,mlp.up_proj,8,32,8,128,0.4174143075942993,59.5546875,58720256 |
| 16,mlp.up_proj,8,64,8,128,0.4879724681377411,57.77734375,58720256 |
| 16,mlp.up_proj,8,128,8,128,0.5514988899230957,56.888671875,58720256 |
| 16,mlp.down_proj,2,32,8,128,34.087093353271484,17.5546875,58720256 |
| 16,mlp.down_proj,2,64,8,128,39.82257843017578,15.77734375,58720256 |
| 16,mlp.down_proj,2,128,8,128,45.07321548461914,14.888671875,58720256 |
| 16,mlp.down_proj,3,32,8,128,14.582074165344238,24.5546875,58720256 |
| 16,mlp.down_proj,3,64,8,128,17.055126190185547,22.77734375,58720256 |
| 16,mlp.down_proj,3,128,8,128,19.3234806060791,21.888671875,58720256 |
| 16,mlp.down_proj,4,32,8,128,6.801875591278076,31.5546875,58720256 |
| 16,mlp.down_proj,4,64,8,128,7.966272354125977,29.77734375,58720256 |
| 16,mlp.down_proj,4,128,8,128,9.022490501403809,28.888671875,58720256 |
| 16,mlp.down_proj,8,32,8,128,0.41310203075408936,59.5546875,58720256 |
| 16,mlp.down_proj,8,64,8,128,0.48285144567489624,57.77734375,58720256 |
| 16,mlp.down_proj,8,128,8,128,0.5457636117935181,56.888671875,58720256 |
| 17,self_attn.q_proj,2,32,8,128,29.95086669921875,5.015625,16777216 |
| 17,self_attn.q_proj,2,64,8,128,35.915184020996094,4.5078125,16777216 |
| 17,self_attn.q_proj,2,128,8,128,42.061954498291016,4.25390625,16777216 |
| 17,self_attn.q_proj,3,32,8,128,12.843481063842773,7.015625,16777216 |
| 17,self_attn.q_proj,3,64,8,128,15.46299934387207,6.5078125,16777216 |
| 17,self_attn.q_proj,3,128,8,128,18.46314811706543,6.25390625,16777216 |
| 17,self_attn.q_proj,4,32,8,128,5.9944353103637695,9.015625,16777216 |
| 17,self_attn.q_proj,4,64,8,128,7.216658592224121,8.5078125,16777216 |
| 17,self_attn.q_proj,4,128,8,128,8.6205415725708,8.25390625,16777216 |
| 17,self_attn.q_proj,8,32,8,128,0.36293044686317444,17.015625,16777216 |
| 17,self_attn.q_proj,8,64,8,128,0.43635016679763794,16.5078125,16777216 |
| 17,self_attn.q_proj,8,128,8,128,0.5194459557533264,16.25390625,16777216 |
| 17,self_attn.v_proj,2,32,8,128,8.283431053161621,1.25390625,4194304 |
| 17,self_attn.v_proj,2,64,8,128,9.74553108215332,1.126953125,4194304 |
| 17,self_attn.v_proj,2,128,8,128,11.077119827270508,1.0634765625,4194304 |
| 17,self_attn.v_proj,3,32,8,128,3.543118715286255,1.75390625,4194304 |
| 17,self_attn.v_proj,3,64,8,128,4.172053813934326,1.626953125,4194304 |
| 17,self_attn.v_proj,3,128,8,128,4.753373146057129,1.5634765625,4194304 |
| 17,self_attn.v_proj,4,32,8,128,1.6532543897628784,2.25390625,4194304 |
| 17,self_attn.v_proj,4,64,8,128,1.9463982582092285,2.126953125,4194304 |
| 17,self_attn.v_proj,4,128,8,128,2.2174108028411865,2.0634765625,4194304 |
| 17,self_attn.v_proj,8,32,8,128,0.10011625289916992,4.25390625,4194304 |
| 17,self_attn.v_proj,8,64,8,128,0.1177472323179245,4.126953125,4194304 |
| 17,self_attn.v_proj,8,128,8,128,0.1336275041103363,4.0634765625,4194304 |
| 17,self_attn.k_proj,2,32,8,128,22.041820526123047,1.25390625,4194304 |
| 17,self_attn.k_proj,2,64,8,128,26.287086486816406,1.126953125,4194304 |
| 17,self_attn.k_proj,2,128,8,128,30.17961883544922,1.0634765625,4194304 |
| 17,self_attn.k_proj,3,32,8,128,9.469921112060547,1.75390625,4194304 |
| 17,self_attn.k_proj,3,64,8,128,11.347302436828613,1.626953125,4194304 |
| 17,self_attn.k_proj,3,128,8,128,13.12747859954834,1.5634765625,4194304 |
| 17,self_attn.k_proj,4,32,8,128,4.418277740478516,2.25390625,4194304 |
| 17,self_attn.k_proj,4,64,8,128,5.2947678565979,2.126953125,4194304 |
| 17,self_attn.k_proj,4,128,8,128,6.12764835357666,2.0634765625,4194304 |
| 17,self_attn.k_proj,8,32,8,128,0.2674914300441742,4.25390625,4194304 |
| 17,self_attn.k_proj,8,64,8,128,0.32020363211631775,4.126953125,4194304 |
| 17,self_attn.k_proj,8,128,8,128,0.36931097507476807,4.0634765625,4194304 |
| 17,self_attn.o_proj,2,32,8,128,17.242305755615234,5.015625,16777216 |
| 17,self_attn.o_proj,2,64,8,128,20.16529083251953,4.5078125,16777216 |
| 17,self_attn.o_proj,2,128,8,128,22.855175018310547,4.25390625,16777216 |
| 17,self_attn.o_proj,3,32,8,128,7.386338710784912,7.015625,16777216 |
| 17,self_attn.o_proj,3,64,8,128,8.655227661132812,6.5078125,16777216 |
| 17,self_attn.o_proj,3,128,8,128,9.840927124023438,6.25390625,16777216 |
| 17,self_attn.o_proj,4,32,8,128,3.448436975479126,9.015625,16777216 |
| 17,self_attn.o_proj,4,64,8,128,4.043917655944824,8.5078125,16777216 |
| 17,self_attn.o_proj,4,128,8,128,4.603419780731201,8.25390625,16777216 |
| 17,self_attn.o_proj,8,32,8,128,0.20867519080638885,17.015625,16777216 |
| 17,self_attn.o_proj,8,64,8,128,0.24436865746974945,16.5078125,16777216 |
| 17,self_attn.o_proj,8,128,8,128,0.2774476110935211,16.25390625,16777216 |
| 17,mlp.gate_proj,2,32,8,128,44.704383850097656,17.5546875,58720256 |
| 17,mlp.gate_proj,2,64,8,128,53.177764892578125,15.77734375,58720256 |
| 17,mlp.gate_proj,2,128,8,128,61.37278747558594,14.888671875,58720256 |
| 17,mlp.gate_proj,3,32,8,128,19.149038314819336,24.5546875,58720256 |
| 17,mlp.gate_proj,3,64,8,128,22.900238037109375,22.77734375,58720256 |
| 17,mlp.gate_proj,3,128,8,128,26.586654663085938,21.888671875,58720256 |
| 17,mlp.gate_proj,4,32,8,128,8.933100700378418,31.5546875,58720256 |
| 17,mlp.gate_proj,4,64,8,128,10.684648513793945,29.77734375,58720256 |
| 17,mlp.gate_proj,4,128,8,128,12.409584045410156,28.888671875,58720256 |
| 17,mlp.gate_proj,8,32,8,128,0.5422821640968323,59.5546875,58720256 |
| 17,mlp.gate_proj,8,64,8,128,0.648876428604126,57.77734375,58720256 |
| 17,mlp.gate_proj,8,128,8,128,0.7515956163406372,56.888671875,58720256 |
| 17,mlp.up_proj,2,32,8,128,34.31968307495117,17.5546875,58720256 |
| 17,mlp.up_proj,2,64,8,128,40.0992317199707,15.77734375,58720256 |
| 17,mlp.up_proj,2,128,8,128,45.37278747558594,14.888671875,58720256 |
| 17,mlp.up_proj,3,32,8,128,14.68588924407959,24.5546875,58720256 |
| 17,mlp.up_proj,3,64,8,128,17.172910690307617,22.77734375,58720256 |
| 17,mlp.up_proj,3,128,8,128,19.44542694091797,21.888671875,58720256 |
| 17,mlp.up_proj,4,32,8,128,6.848670959472656,31.5546875,58720256 |
| 17,mlp.up_proj,4,64,8,128,8.01949691772461,29.77734375,58720256 |
| 17,mlp.up_proj,4,128,8,128,9.078986167907715,28.888671875,58720256 |
| 17,mlp.up_proj,8,32,8,128,0.41583073139190674,59.5546875,58720256 |
| 17,mlp.up_proj,8,64,8,128,0.48593294620513916,57.77734375,58720256 |
| 17,mlp.up_proj,8,128,8,128,0.5488820672035217,56.888671875,58720256 |
| 17,mlp.down_proj,2,32,8,128,34.046875,17.5546875,58720256 |
| 17,mlp.down_proj,2,64,8,128,39.77503967285156,15.77734375,58720256 |
| 17,mlp.down_proj,2,128,8,128,45.01134490966797,14.888671875,58720256 |
| 17,mlp.down_proj,3,32,8,128,14.575090408325195,24.5546875,58720256 |
| 17,mlp.down_proj,3,64,8,128,17.057998657226562,22.77734375,58720256 |
| 17,mlp.down_proj,3,128,8,128,19.339128494262695,21.888671875,58720256 |
| 17,mlp.down_proj,4,32,8,128,6.8003458976745605,31.5546875,58720256 |
| 17,mlp.down_proj,4,64,8,128,7.969241619110107,29.77734375,58720256 |
| 17,mlp.down_proj,4,128,8,128,9.040688514709473,28.888671875,58720256 |
| 17,mlp.down_proj,8,32,8,128,0.4129701852798462,59.5546875,58720256 |
| 17,mlp.down_proj,8,64,8,128,0.48303285241127014,57.77734375,58720256 |
| 17,mlp.down_proj,8,128,8,128,0.5467910170555115,56.888671875,58720256 |
| 18,self_attn.q_proj,2,32,8,128,29.042482376098633,5.015625,16777216 |
| 18,self_attn.q_proj,2,64,8,128,34.55720520019531,4.5078125,16777216 |
| 18,self_attn.q_proj,2,128,8,128,40.68512725830078,4.25390625,16777216 |
| 18,self_attn.q_proj,3,32,8,128,12.433228492736816,7.015625,16777216 |
| 18,self_attn.q_proj,3,64,8,128,14.817197799682617,6.5078125,16777216 |
| 18,self_attn.q_proj,3,128,8,128,17.61870574951172,6.25390625,16777216 |
| 18,self_attn.q_proj,4,32,8,128,5.8041887283325195,9.015625,16777216 |
| 18,self_attn.q_proj,4,64,8,128,6.9159955978393555,8.5078125,16777216 |
| 18,self_attn.q_proj,4,128,8,128,8.22462272644043,8.25390625,16777216 |
| 18,self_attn.q_proj,8,32,8,128,0.3514246344566345,17.015625,16777216 |
| 18,self_attn.q_proj,8,64,8,128,0.4182252585887909,16.5078125,16777216 |
| 18,self_attn.q_proj,8,128,8,128,0.49554330110549927,16.25390625,16777216 |
| 18,self_attn.v_proj,2,32,8,128,7.6135687828063965,1.25390625,4194304 |
| 18,self_attn.v_proj,2,64,8,128,8.968615531921387,1.126953125,4194304 |
| 18,self_attn.v_proj,2,128,8,128,10.222861289978027,1.0634765625,4194304 |
| 18,self_attn.v_proj,3,32,8,128,3.261977434158325,1.75390625,4194304 |
| 18,self_attn.v_proj,3,64,8,128,3.853959560394287,1.626953125,4194304 |
| 18,self_attn.v_proj,3,128,8,128,4.402278900146484,1.5634765625,4194304 |
| 18,self_attn.v_proj,4,32,8,128,1.522200107574463,2.25390625,4194304 |
| 18,self_attn.v_proj,4,64,8,128,1.7977567911148071,2.126953125,4194304 |
| 18,self_attn.v_proj,4,128,8,128,2.054875612258911,2.0634765625,4194304 |
| 18,self_attn.v_proj,8,32,8,128,0.09221041947603226,4.25390625,4194304 |
| 18,self_attn.v_proj,8,64,8,128,0.1087983027100563,4.126953125,4194304 |
| 18,self_attn.v_proj,8,128,8,128,0.12390248477458954,4.0634765625,4194304 |
| 18,self_attn.k_proj,2,32,8,128,22.43804359436035,1.25390625,4194304 |
| 18,self_attn.k_proj,2,64,8,128,26.65841293334961,1.126953125,4194304 |
| 18,self_attn.k_proj,2,128,8,128,30.496511459350586,1.0634765625,4194304 |
| 18,self_attn.k_proj,3,32,8,128,9.61676025390625,1.75390625,4194304 |
| 18,self_attn.k_proj,3,64,8,128,11.462735176086426,1.626953125,4194304 |
| 18,self_attn.k_proj,3,128,8,128,13.183043479919434,1.5634765625,4194304 |
| 18,self_attn.k_proj,4,32,8,128,4.487565040588379,2.25390625,4194304 |
| 18,self_attn.k_proj,4,64,8,128,5.347821235656738,2.126953125,4194304 |
| 18,self_attn.k_proj,4,128,8,128,6.151449203491211,2.0634765625,4194304 |
| 18,self_attn.k_proj,8,32,8,128,0.27152422070503235,4.25390625,4194304 |
| 18,self_attn.k_proj,8,64,8,128,0.32342252135276794,4.126953125,4194304 |
| 18,self_attn.k_proj,8,128,8,128,0.3708813488483429,4.0634765625,4194304 |
| 18,self_attn.o_proj,2,32,8,128,16.851301193237305,5.015625,16777216 |
| 18,self_attn.o_proj,2,64,8,128,19.73322296142578,4.5078125,16777216 |
| 18,self_attn.o_proj,2,128,8,128,22.40922737121582,4.25390625,16777216 |
| 18,self_attn.o_proj,3,32,8,128,7.212166786193848,7.015625,16777216 |
| 18,self_attn.o_proj,3,64,8,128,8.4592924118042,6.5078125,16777216 |
| 18,self_attn.o_proj,3,128,8,128,9.63355541229248,6.25390625,16777216 |
| 18,self_attn.o_proj,4,32,8,128,3.366203546524048,9.015625,16777216 |
| 18,self_attn.o_proj,4,64,8,128,3.949575424194336,8.5078125,16777216 |
| 18,self_attn.o_proj,4,128,8,128,4.502011775970459,8.25390625,16777216 |
| 18,self_attn.o_proj,8,32,8,128,0.20374850928783417,17.015625,16777216 |
| 18,self_attn.o_proj,8,64,8,128,0.2388961762189865,16.5078125,16777216 |
| 18,self_attn.o_proj,8,128,8,128,0.2713231146335602,16.25390625,16777216 |
| 18,mlp.gate_proj,2,32,8,128,44.47488784790039,17.5546875,58720256 |
| 18,mlp.gate_proj,2,64,8,128,52.77484130859375,15.77734375,58720256 |
| 18,mlp.gate_proj,2,128,8,128,60.76519012451172,14.888671875,58720256 |
| 18,mlp.gate_proj,3,32,8,128,19.03122329711914,24.5546875,58720256 |
| 18,mlp.gate_proj,3,64,8,128,22.68387794494629,22.77734375,58720256 |
| 18,mlp.gate_proj,3,128,8,128,26.212928771972656,21.888671875,58720256 |
| 18,mlp.gate_proj,4,32,8,128,8.879648208618164,31.5546875,58720256 |
| 18,mlp.gate_proj,4,64,8,128,10.581196784973145,29.77734375,58720256 |
| 18,mlp.gate_proj,4,128,8,128,12.240177154541016,28.888671875,58720256 |
| 18,mlp.gate_proj,8,32,8,128,0.5389745831489563,59.5546875,58720256 |
| 18,mlp.gate_proj,8,64,8,128,0.6424528360366821,57.77734375,58720256 |
| 18,mlp.gate_proj,8,128,8,128,0.7411465048789978,56.888671875,58720256 |
| 18,mlp.up_proj,2,32,8,128,34.06605529785156,17.5546875,58720256 |
| 18,mlp.up_proj,2,64,8,128,39.76256561279297,15.77734375,58720256 |
| 18,mlp.up_proj,2,128,8,128,44.90513610839844,14.888671875,58720256 |
| 18,mlp.up_proj,3,32,8,128,14.57112979888916,24.5546875,58720256 |
| 18,mlp.up_proj,3,64,8,128,17.01555633544922,22.77734375,58720256 |
| 18,mlp.up_proj,3,128,8,128,19.23248863220215,21.888671875,58720256 |
| 18,mlp.up_proj,4,32,8,128,6.794175624847412,31.5546875,58720256 |
| 18,mlp.up_proj,4,64,8,128,7.944119930267334,29.77734375,58720256 |
| 18,mlp.up_proj,4,128,8,128,8.977556228637695,28.888671875,58720256 |
| 18,mlp.up_proj,8,32,8,128,0.4126243591308594,59.5546875,58720256 |
| 18,mlp.up_proj,8,64,8,128,0.48134008049964905,57.77734375,58720256 |
| 18,mlp.up_proj,8,128,8,128,0.5426444411277771,56.888671875,58720256 |
| 18,mlp.down_proj,2,32,8,128,33.907447814941406,17.5546875,58720256 |
| 18,mlp.down_proj,2,64,8,128,39.57309341430664,15.77734375,58720256 |
| 18,mlp.down_proj,2,128,8,128,44.72465896606445,14.888671875,58720256 |
| 18,mlp.down_proj,3,32,8,128,14.502281188964844,24.5546875,58720256 |
| 18,mlp.down_proj,3,64,8,128,16.94414710998535,22.77734375,58720256 |
| 18,mlp.down_proj,3,128,8,128,19.16938018798828,21.888671875,58720256 |
| 18,mlp.down_proj,4,32,8,128,6.764858245849609,31.5546875,58720256 |
| 18,mlp.down_proj,4,64,8,128,7.911740779876709,29.77734375,58720256 |
| 18,mlp.down_proj,4,128,8,128,8.949458122253418,28.888671875,58720256 |
| 18,mlp.down_proj,8,32,8,128,0.41078734397888184,59.5546875,58720256 |
| 18,mlp.down_proj,8,64,8,128,0.47953930497169495,57.77734375,58720256 |
| 18,mlp.down_proj,8,128,8,128,0.5410352349281311,56.888671875,58720256 |
| 19,self_attn.q_proj,2,32,8,128,29.170923233032227,5.015625,16777216 |
| 19,self_attn.q_proj,2,64,8,128,34.81711196899414,4.5078125,16777216 |
| 19,self_attn.q_proj,2,128,8,128,40.933223724365234,4.25390625,16777216 |
| 19,self_attn.q_proj,3,32,8,128,12.49448013305664,7.015625,16777216 |
| 19,self_attn.q_proj,3,64,8,128,14.94357681274414,6.5078125,16777216 |
| 19,self_attn.q_proj,3,128,8,128,17.729894638061523,6.25390625,16777216 |
| 19,self_attn.q_proj,4,32,8,128,5.830387115478516,9.015625,16777216 |
| 19,self_attn.q_proj,4,64,8,128,6.9715094566345215,8.5078125,16777216 |
| 19,self_attn.q_proj,4,128,8,128,8.276711463928223,8.25390625,16777216 |
| 19,self_attn.q_proj,8,32,8,128,0.3530619740486145,17.015625,16777216 |
| 19,self_attn.q_proj,8,64,8,128,0.4215770959854126,16.5078125,16777216 |
| 19,self_attn.q_proj,8,128,8,128,0.49877867102622986,16.25390625,16777216 |
| 19,self_attn.v_proj,2,32,8,128,8.066346168518066,1.25390625,4194304 |
| 19,self_attn.v_proj,2,64,8,128,9.516999244689941,1.126953125,4194304 |
| 19,self_attn.v_proj,2,128,8,128,10.859237670898438,1.0634765625,4194304 |
| 19,self_attn.v_proj,3,32,8,128,3.4501121044158936,1.75390625,4194304 |
| 19,self_attn.v_proj,3,64,8,128,4.0755743980407715,1.626953125,4194304 |
| 19,self_attn.v_proj,3,128,8,128,4.657936096191406,1.5634765625,4194304 |
| 19,self_attn.v_proj,4,32,8,128,1.6106960773468018,2.25390625,4194304 |
| 19,self_attn.v_proj,4,64,8,128,1.9023813009262085,2.126953125,4194304 |
| 19,self_attn.v_proj,4,128,8,128,2.1746299266815186,2.0634765625,4194304 |
| 19,self_attn.v_proj,8,32,8,128,0.09752566367387772,4.25390625,4194304 |
| 19,self_attn.v_proj,8,64,8,128,0.11502981930971146,4.126953125,4194304 |
| 19,self_attn.v_proj,8,128,8,128,0.13096517324447632,4.0634765625,4194304 |
| 19,self_attn.k_proj,2,32,8,128,21.51323127746582,1.25390625,4194304 |
| 19,self_attn.k_proj,2,64,8,128,25.620941162109375,1.126953125,4194304 |
| 19,self_attn.k_proj,2,128,8,128,29.378190994262695,1.0634765625,4194304 |
| 19,self_attn.k_proj,3,32,8,128,9.21500015258789,1.75390625,4194304 |
| 19,self_attn.k_proj,3,64,8,128,11.010863304138184,1.626953125,4194304 |
| 19,self_attn.k_proj,3,128,8,128,12.70950698852539,1.5634765625,4194304 |
| 19,self_attn.k_proj,4,32,8,128,4.299954414367676,2.25390625,4194304 |
| 19,self_attn.k_proj,4,64,8,128,5.138056755065918,2.126953125,4194304 |
| 19,self_attn.k_proj,4,128,8,128,5.9284844398498535,2.0634765625,4194304 |
| 19,self_attn.k_proj,8,32,8,128,0.26019731163978577,4.25390625,4194304 |
| 19,self_attn.k_proj,8,64,8,128,0.31067076325416565,4.126953125,4194304 |
| 19,self_attn.k_proj,8,128,8,128,0.3574235737323761,4.0634765625,4194304 |
| 19,self_attn.o_proj,2,32,8,128,17.063081741333008,5.015625,16777216 |
| 19,self_attn.o_proj,2,64,8,128,19.96478843688965,4.5078125,16777216 |
| 19,self_attn.o_proj,2,128,8,128,22.66409683227539,4.25390625,16777216 |
| 19,self_attn.o_proj,3,32,8,128,7.30420446395874,7.015625,16777216 |
| 19,self_attn.o_proj,3,64,8,128,8.560049057006836,6.5078125,16777216 |
| 19,self_attn.o_proj,3,128,8,128,9.740911483764648,6.25390625,16777216 |
| 19,self_attn.o_proj,4,32,8,128,3.407874345779419,9.015625,16777216 |
| 19,self_attn.o_proj,4,64,8,128,3.9970288276672363,8.5078125,16777216 |
| 19,self_attn.o_proj,4,128,8,128,4.549777984619141,8.25390625,16777216 |
| 19,self_attn.o_proj,8,32,8,128,0.20627987384796143,17.015625,16777216 |
| 19,self_attn.o_proj,8,64,8,128,0.24169477820396423,16.5078125,16777216 |
| 19,self_attn.o_proj,8,128,8,128,0.2743333876132965,16.25390625,16777216 |
| 19,mlp.gate_proj,2,32,8,128,44.57541275024414,17.5546875,58720256 |
| 19,mlp.gate_proj,2,64,8,128,52.804534912109375,15.77734375,58720256 |
| 19,mlp.gate_proj,2,128,8,128,60.777374267578125,14.888671875,58720256 |
| 19,mlp.gate_proj,3,32,8,128,19.075414657592773,24.5546875,58720256 |
| 19,mlp.gate_proj,3,64,8,128,22.691755294799805,22.77734375,58720256 |
| 19,mlp.gate_proj,3,128,8,128,26.194007873535156,21.888671875,58720256 |
| 19,mlp.gate_proj,4,32,8,128,8.899396896362305,31.5546875,58720256 |
| 19,mlp.gate_proj,4,64,8,128,10.585711479187012,29.77734375,58720256 |
| 19,mlp.gate_proj,4,128,8,128,12.235103607177734,28.888671875,58720256 |
| 19,mlp.gate_proj,8,32,8,128,0.5401046276092529,59.5546875,58720256 |
| 19,mlp.gate_proj,8,64,8,128,0.6427481174468994,57.77734375,58720256 |
| 19,mlp.gate_proj,8,128,8,128,0.7405589818954468,56.888671875,58720256 |
| 19,mlp.up_proj,2,32,8,128,33.90513229370117,17.5546875,58720256 |
| 19,mlp.up_proj,2,64,8,128,39.545799255371094,15.77734375,58720256 |
| 19,mlp.up_proj,2,128,8,128,44.661834716796875,14.888671875,58720256 |
| 19,mlp.up_proj,3,32,8,128,14.499414443969727,24.5546875,58720256 |
| 19,mlp.up_proj,3,64,8,128,16.921518325805664,22.77734375,58720256 |
| 19,mlp.up_proj,3,128,8,128,19.11308479309082,21.888671875,58720256 |
| 19,mlp.up_proj,4,32,8,128,6.762147903442383,31.5546875,58720256 |
| 19,mlp.up_proj,4,64,8,128,7.899803638458252,29.77734375,58720256 |
| 19,mlp.up_proj,4,128,8,128,8.923233032226562,28.888671875,58720256 |
| 19,mlp.up_proj,8,32,8,128,0.41069695353507996,59.5546875,58720256 |
| 19,mlp.up_proj,8,64,8,128,0.47870492935180664,57.77734375,58720256 |
| 19,mlp.up_proj,8,128,8,128,0.5392631888389587,56.888671875,58720256 |
| 19,mlp.down_proj,2,32,8,128,33.828460693359375,17.5546875,58720256 |
| 19,mlp.down_proj,2,64,8,128,39.4703483581543,15.77734375,58720256 |
| 19,mlp.down_proj,2,128,8,128,44.577667236328125,14.888671875,58720256 |
| 19,mlp.down_proj,3,32,8,128,14.469304084777832,24.5546875,58720256 |
| 19,mlp.down_proj,3,64,8,128,16.894807815551758,22.77734375,58720256 |
| 19,mlp.down_proj,3,128,8,128,19.1041259765625,21.888671875,58720256 |
| 19,mlp.down_proj,4,32,8,128,6.7488603591918945,31.5546875,58720256 |
| 19,mlp.down_proj,4,64,8,128,7.887848377227783,29.77734375,58720256 |
| 19,mlp.down_proj,4,128,8,128,8.919732093811035,28.888671875,58720256 |
| 19,mlp.down_proj,8,32,8,128,0.40985897183418274,59.5546875,58720256 |
| 19,mlp.down_proj,8,64,8,128,0.478181928396225,57.77734375,58720256 |
| 19,mlp.down_proj,8,128,8,128,0.5393068194389343,56.888671875,58720256 |
| 20,self_attn.q_proj,2,32,8,128,28.962358474731445,5.015625,16777216 |
| 20,self_attn.q_proj,2,64,8,128,34.52019119262695,4.5078125,16777216 |
| 20,self_attn.q_proj,2,128,8,128,40.505245208740234,4.25390625,16777216 |
| 20,self_attn.q_proj,3,32,8,128,12.405719757080078,7.015625,16777216 |
| 20,self_attn.q_proj,3,64,8,128,14.814352989196777,6.5078125,16777216 |
| 20,self_attn.q_proj,3,128,8,128,17.588022232055664,6.25390625,16777216 |
| 20,self_attn.q_proj,4,32,8,128,5.788156509399414,9.015625,16777216 |
| 20,self_attn.q_proj,4,64,8,128,6.91267728805542,8.5078125,16777216 |
| 20,self_attn.q_proj,4,128,8,128,8.212377548217773,8.25390625,16777216 |
| 20,self_attn.q_proj,8,32,8,128,0.35043856501579285,17.015625,16777216 |
| 20,self_attn.q_proj,8,64,8,128,0.41793254017829895,16.5078125,16777216 |
| 20,self_attn.q_proj,8,128,8,128,0.49477124214172363,16.25390625,16777216 |
| 20,self_attn.v_proj,2,32,8,128,8.473453521728516,1.25390625,4194304 |
| 20,self_attn.v_proj,2,64,8,128,9.995060920715332,1.126953125,4194304 |
| 20,self_attn.v_proj,2,128,8,128,11.41641616821289,1.0634765625,4194304 |
| 20,self_attn.v_proj,3,32,8,128,3.62433123588562,1.75390625,4194304 |
| 20,self_attn.v_proj,3,64,8,128,4.283699989318848,1.626953125,4194304 |
| 20,self_attn.v_proj,3,128,8,128,4.89935302734375,1.5634765625,4194304 |
| 20,self_attn.v_proj,4,32,8,128,1.690201759338379,2.25390625,4194304 |
| 20,self_attn.v_proj,4,64,8,128,1.9987983703613281,2.126953125,4194304 |
| 20,self_attn.v_proj,4,128,8,128,2.285043716430664,2.0634765625,4194304 |
| 20,self_attn.v_proj,8,32,8,128,0.10244591534137726,4.25390625,4194304 |
| 20,self_attn.v_proj,8,64,8,128,0.1208517774939537,4.126953125,4194304 |
| 20,self_attn.v_proj,8,128,8,128,0.13784193992614746,4.0634765625,4194304 |
| 20,self_attn.k_proj,2,32,8,128,21.273357391357422,1.25390625,4194304 |
| 20,self_attn.k_proj,2,64,8,128,25.34518051147461,1.126953125,4194304 |
| 20,self_attn.k_proj,2,128,8,128,29.10357093811035,1.0634765625,4194304 |
| 20,self_attn.k_proj,3,32,8,128,9.117815017700195,1.75390625,4194304 |
| 20,self_attn.k_proj,3,64,8,128,10.91283893585205,1.626953125,4194304 |
| 20,self_attn.k_proj,3,128,8,128,12.614142417907715,1.5634765625,4194304 |
| 20,self_attn.k_proj,4,32,8,128,4.257753849029541,2.25390625,4194304 |
| 20,self_attn.k_proj,4,64,8,128,5.089752197265625,2.126953125,4194304 |
| 20,self_attn.k_proj,4,128,8,128,5.888340473175049,2.0634765625,4194304 |
| 20,self_attn.k_proj,8,32,8,128,0.25785672664642334,4.25390625,4194304 |
| 20,self_attn.k_proj,8,64,8,128,0.3080633282661438,4.126953125,4194304 |
| 20,self_attn.k_proj,8,128,8,128,0.3550806939601898,4.0634765625,4194304 |
| 20,self_attn.o_proj,2,32,8,128,16.998645782470703,5.015625,16777216 |
| 20,self_attn.o_proj,2,64,8,128,19.96787452697754,4.5078125,16777216 |
| 20,self_attn.o_proj,2,128,8,128,22.734037399291992,4.25390625,16777216 |
| 20,self_attn.o_proj,3,32,8,128,7.284494400024414,7.015625,16777216 |
| 20,self_attn.o_proj,3,64,8,128,8.58784008026123,6.5078125,16777216 |
| 20,self_attn.o_proj,3,128,8,128,9.84182357788086,6.25390625,16777216 |
| 20,self_attn.o_proj,4,32,8,128,3.4014012813568115,9.015625,16777216 |
| 20,self_attn.o_proj,4,64,8,128,4.010610103607178,8.5078125,16777216 |
| 20,self_attn.o_proj,4,128,8,128,4.599480152130127,8.25390625,16777216 |
| 20,self_attn.o_proj,8,32,8,128,0.2057718187570572,17.015625,16777216 |
| 20,self_attn.o_proj,8,64,8,128,0.24243779480457306,16.5078125,16777216 |
| 20,self_attn.o_proj,8,128,8,128,0.27724531292915344,16.25390625,16777216 |
| 20,mlp.gate_proj,2,32,8,128,44.38024139404297,17.5546875,58720256 |
| 20,mlp.gate_proj,2,64,8,128,52.49317932128906,15.77734375,58720256 |
| 20,mlp.gate_proj,2,128,8,128,60.3219108581543,14.888671875,58720256 |
| 20,mlp.gate_proj,3,32,8,128,18.985774993896484,24.5546875,58720256 |
| 20,mlp.gate_proj,3,64,8,128,22.542360305786133,22.77734375,58720256 |
| 20,mlp.gate_proj,3,128,8,128,25.963619232177734,21.888671875,58720256 |
| 20,mlp.gate_proj,4,32,8,128,8.858451843261719,31.5546875,58720256 |
| 20,mlp.gate_proj,4,64,8,128,10.51746654510498,29.77734375,58720256 |
| 20,mlp.gate_proj,4,128,8,128,12.120981216430664,28.888671875,58720256 |
| 20,mlp.gate_proj,8,32,8,128,0.5376598238945007,59.5546875,58720256 |
| 20,mlp.gate_proj,8,64,8,128,0.6385093331336975,57.77734375,58720256 |
| 20,mlp.gate_proj,8,128,8,128,0.733942985534668,56.888671875,58720256 |
| 20,mlp.up_proj,2,32,8,128,33.99882125854492,17.5546875,58720256 |
| 20,mlp.up_proj,2,64,8,128,39.63611602783203,15.77734375,58720256 |
| 20,mlp.up_proj,2,128,8,128,44.74638366699219,14.888671875,58720256 |
| 20,mlp.up_proj,3,32,8,128,14.53717041015625,24.5546875,58720256 |
| 20,mlp.up_proj,3,64,8,128,16.961830139160156,22.77734375,58720256 |
| 20,mlp.up_proj,3,128,8,128,19.155508041381836,21.888671875,58720256 |
| 20,mlp.up_proj,4,32,8,128,6.7814178466796875,31.5546875,58720256 |
| 20,mlp.up_proj,4,64,8,128,7.917990684509277,29.77734375,58720256 |
| 20,mlp.up_proj,4,128,8,128,8.939305305480957,28.888671875,58720256 |
| 20,mlp.up_proj,8,32,8,128,0.41178014874458313,59.5546875,58720256 |
| 20,mlp.up_proj,8,64,8,128,0.47986772656440735,57.77734375,58720256 |
| 20,mlp.up_proj,8,128,8,128,0.540381133556366,56.888671875,58720256 |
| 20,mlp.down_proj,2,32,8,128,33.9361572265625,17.5546875,58720256 |
| 20,mlp.down_proj,2,64,8,128,39.58932876586914,15.77734375,58720256 |
| 20,mlp.down_proj,2,128,8,128,44.727333068847656,14.888671875,58720256 |
| 20,mlp.down_proj,3,32,8,128,14.516053199768066,24.5546875,58720256 |
| 20,mlp.down_proj,3,64,8,128,16.944902420043945,22.77734375,58720256 |
| 20,mlp.down_proj,3,128,8,128,19.157201766967773,21.888671875,58720256 |
| 20,mlp.down_proj,4,32,8,128,6.771024227142334,31.5546875,58720256 |
| 20,mlp.down_proj,4,64,8,128,7.913134574890137,29.77734375,58720256 |
| 20,mlp.down_proj,4,128,8,128,8.944794654846191,28.888671875,58720256 |
| 20,mlp.down_proj,8,32,8,128,0.41114339232444763,59.5546875,58720256 |
| 20,mlp.down_proj,8,64,8,128,0.47959455847740173,57.77734375,58720256 |
| 20,mlp.down_proj,8,128,8,128,0.5406232476234436,56.888671875,58720256 |
| 21,self_attn.q_proj,2,32,8,128,28.18620491027832,5.015625,16777216 |
| 21,self_attn.q_proj,2,64,8,128,33.565284729003906,4.5078125,16777216 |
| 21,self_attn.q_proj,2,128,8,128,39.381866455078125,4.25390625,16777216 |
| 21,self_attn.q_proj,3,32,8,128,12.067045211791992,7.015625,16777216 |
| 21,self_attn.q_proj,3,64,8,128,14.399670600891113,6.5078125,16777216 |
| 21,self_attn.q_proj,3,128,8,128,16.998525619506836,6.25390625,16777216 |
| 21,self_attn.q_proj,4,32,8,128,5.631928443908691,9.015625,16777216 |
| 21,self_attn.q_proj,4,64,8,128,6.719544410705566,8.5078125,16777216 |
| 21,self_attn.q_proj,4,128,8,128,7.9383063316345215,8.25390625,16777216 |
| 21,self_attn.q_proj,8,32,8,128,0.3409528136253357,17.015625,16777216 |
| 21,self_attn.q_proj,8,64,8,128,0.4061949849128723,16.5078125,16777216 |
| 21,self_attn.q_proj,8,128,8,128,0.4781816601753235,16.25390625,16777216 |
| 21,self_attn.v_proj,2,32,8,128,8.663697242736816,1.25390625,4194304 |
| 21,self_attn.v_proj,2,64,8,128,10.200803756713867,1.126953125,4194304 |
| 21,self_attn.v_proj,2,128,8,128,11.58244800567627,1.0634765625,4194304 |
| 21,self_attn.v_proj,3,32,8,128,3.724097967147827,1.75390625,4194304 |
| 21,self_attn.v_proj,3,64,8,128,4.398136615753174,1.626953125,4194304 |
| 21,self_attn.v_proj,3,128,8,128,5.01934814453125,1.5634765625,4194304 |
| 21,self_attn.v_proj,4,32,8,128,1.7358039617538452,2.25390625,4194304 |
| 21,self_attn.v_proj,4,64,8,128,2.0530893802642822,2.126953125,4194304 |
| 21,self_attn.v_proj,4,128,8,128,2.3439788818359375,2.0634765625,4194304 |
| 21,self_attn.v_proj,8,32,8,128,0.10516036301851273,4.25390625,4194304 |
| 21,self_attn.v_proj,8,64,8,128,0.12414537370204926,4.126953125,4194304 |
| 21,self_attn.v_proj,8,128,8,128,0.14124320447444916,4.0634765625,4194304 |
| 21,self_attn.k_proj,2,32,8,128,21.128854751586914,1.25390625,4194304 |
| 21,self_attn.k_proj,2,64,8,128,25.067174911499023,1.126953125,4194304 |
| 21,self_attn.k_proj,2,128,8,128,28.654985427856445,1.0634765625,4194304 |
| 21,self_attn.k_proj,3,32,8,128,9.048358917236328,1.75390625,4194304 |
| 21,self_attn.k_proj,3,64,8,128,10.765707969665527,1.626953125,4194304 |
| 21,self_attn.k_proj,3,128,8,128,12.375262260437012,1.5634765625,4194304 |
| 21,self_attn.k_proj,4,32,8,128,4.224000930786133,2.25390625,4194304 |
| 21,self_attn.k_proj,4,64,8,128,5.025003910064697,2.126953125,4194304 |
| 21,self_attn.k_proj,4,128,8,128,5.767529010772705,2.0634765625,4194304 |
| 21,self_attn.k_proj,8,32,8,128,0.25570952892303467,4.25390625,4194304 |
| 21,self_attn.k_proj,8,64,8,128,0.30379584431648254,4.126953125,4194304 |
| 21,self_attn.k_proj,8,128,8,128,0.34786343574523926,4.0634765625,4194304 |
| 21,self_attn.o_proj,2,32,8,128,17.319395065307617,5.015625,16777216 |
| 21,self_attn.o_proj,2,64,8,128,20.300491333007812,4.5078125,16777216 |
| 21,self_attn.o_proj,2,128,8,128,23.046751022338867,4.25390625,16777216 |
| 21,self_attn.o_proj,3,32,8,128,7.457870960235596,7.015625,16777216 |
| 21,self_attn.o_proj,3,64,8,128,8.804133415222168,6.5078125,16777216 |
| 21,self_attn.o_proj,3,128,8,128,10.111490249633789,6.25390625,16777216 |
| 21,self_attn.o_proj,4,32,8,128,3.4839088916778564,9.015625,16777216 |
| 21,self_attn.o_proj,4,64,8,128,4.121822834014893,8.5078125,16777216 |
| 21,self_attn.o_proj,4,128,8,128,4.753020763397217,8.25390625,16777216 |
| 21,self_attn.o_proj,8,32,8,128,0.21076828241348267,17.015625,16777216 |
| 21,self_attn.o_proj,8,64,8,128,0.24902115762233734,16.5078125,16777216 |
| 21,self_attn.o_proj,8,128,8,128,0.28656089305877686,16.25390625,16777216 |
| 21,mlp.gate_proj,2,32,8,128,44.668758392333984,17.5546875,58720256 |
| 21,mlp.gate_proj,2,64,8,128,52.827735900878906,15.77734375,58720256 |
| 21,mlp.gate_proj,2,128,8,128,60.69220733642578,14.888671875,58720256 |
| 21,mlp.gate_proj,3,32,8,128,19.11691665649414,24.5546875,58720256 |
| 21,mlp.gate_proj,3,64,8,128,22.70735740661621,22.77734375,58720256 |
| 21,mlp.gate_proj,3,128,8,128,26.170879364013672,21.888671875,58720256 |
| 21,mlp.gate_proj,4,32,8,128,8.920905113220215,31.5546875,58720256 |
| 21,mlp.gate_proj,4,64,8,128,10.594423294067383,29.77734375,58720256 |
| 21,mlp.gate_proj,4,128,8,128,12.221921920776367,28.888671875,58720256 |
| 21,mlp.gate_proj,8,32,8,128,0.5413225293159485,59.5546875,58720256 |
| 21,mlp.gate_proj,8,64,8,128,0.643252968788147,57.77734375,58720256 |
| 21,mlp.gate_proj,8,128,8,128,0.7401362061500549,56.888671875,58720256 |
| 21,mlp.up_proj,2,32,8,128,34.112152099609375,17.5546875,58720256 |
| 21,mlp.up_proj,2,64,8,128,39.77892303466797,15.77734375,58720256 |
| 21,mlp.up_proj,2,128,8,128,44.90371322631836,14.888671875,58720256 |
| 21,mlp.up_proj,3,32,8,128,14.588909149169922,24.5546875,58720256 |
| 21,mlp.up_proj,3,64,8,128,17.024507522583008,22.77734375,58720256 |
| 21,mlp.up_proj,3,128,8,128,19.232635498046875,21.888671875,58720256 |
| 21,mlp.up_proj,4,32,8,128,6.804201602935791,31.5546875,58720256 |
| 21,mlp.up_proj,4,64,8,128,7.950302600860596,29.77734375,58720256 |
| 21,mlp.up_proj,4,128,8,128,8.97830867767334,28.888671875,58720256 |
| 21,mlp.up_proj,8,32,8,128,0.4131689965724945,59.5546875,58720256 |
| 21,mlp.up_proj,8,64,8,128,0.4816552400588989,57.77734375,58720256 |
| 21,mlp.up_proj,8,128,8,128,0.5427266359329224,56.888671875,58720256 |
| 21,mlp.down_proj,2,32,8,128,34.055049896240234,17.5546875,58720256 |
| 21,mlp.down_proj,2,64,8,128,39.72943115234375,15.77734375,58720256 |
| 21,mlp.down_proj,2,128,8,128,44.87776184082031,14.888671875,58720256 |
| 21,mlp.down_proj,3,32,8,128,14.565619468688965,24.5546875,58720256 |
| 21,mlp.down_proj,3,64,8,128,17.009538650512695,22.77734375,58720256 |
| 21,mlp.down_proj,3,128,8,128,19.234281539916992,21.888671875,58720256 |
| 21,mlp.down_proj,4,32,8,128,6.793951511383057,31.5546875,58720256 |
| 21,mlp.down_proj,4,64,8,128,7.944419860839844,29.77734375,58720256 |
| 21,mlp.down_proj,4,128,8,128,8.981793403625488,28.888671875,58720256 |
| 21,mlp.down_proj,8,32,8,128,0.4126131534576416,59.5546875,58720256 |
| 21,mlp.down_proj,8,64,8,128,0.48147591948509216,57.77734375,58720256 |
| 21,mlp.down_proj,8,128,8,128,0.5430736541748047,56.888671875,58720256 |
| 22,self_attn.q_proj,2,32,8,128,27.34174346923828,5.015625,16777216 |
| 22,self_attn.q_proj,2,64,8,128,32.466552734375,4.5078125,16777216 |
| 22,self_attn.q_proj,2,128,8,128,37.7900390625,4.25390625,16777216 |
| 22,self_attn.q_proj,3,32,8,128,11.713033676147461,7.015625,16777216 |
| 22,self_attn.q_proj,3,64,8,128,13.933253288269043,6.5078125,16777216 |
| 22,self_attn.q_proj,3,128,8,128,16.28204345703125,6.25390625,16777216 |
| 22,self_attn.q_proj,4,32,8,128,5.46622371673584,9.015625,16777216 |
| 22,self_attn.q_proj,4,64,8,128,6.504093170166016,8.5078125,16777216 |
| 22,self_attn.q_proj,4,128,8,128,7.601945877075195,8.25390625,16777216 |
| 22,self_attn.q_proj,8,32,8,128,0.3310038447380066,17.015625,16777216 |
| 22,self_attn.q_proj,8,64,8,128,0.39333489537239075,16.5078125,16777216 |
| 22,self_attn.q_proj,8,128,8,128,0.4580498933792114,16.25390625,16777216 |
| 22,self_attn.v_proj,2,32,8,128,9.040300369262695,1.25390625,4194304 |
| 22,self_attn.v_proj,2,64,8,128,10.587621688842773,1.126953125,4194304 |
| 22,self_attn.v_proj,2,128,8,128,11.98330307006836,1.0634765625,4194304 |
| 22,self_attn.v_proj,3,32,8,128,3.8699820041656494,1.75390625,4194304 |
| 22,self_attn.v_proj,3,64,8,128,4.540487766265869,1.626953125,4194304 |
| 22,self_attn.v_proj,3,128,8,128,5.156569004058838,1.5634765625,4194304 |
| 22,self_attn.v_proj,4,32,8,128,1.8059133291244507,2.25390625,4194304 |
| 22,self_attn.v_proj,4,64,8,128,2.1198692321777344,2.126953125,4194304 |
| 22,self_attn.v_proj,4,128,8,128,2.409508466720581,2.0634765625,4194304 |
| 22,self_attn.v_proj,8,32,8,128,0.10936756432056427,4.25390625,4194304 |
| 22,self_attn.v_proj,8,64,8,128,0.12818443775177002,4.126953125,4194304 |
| 22,self_attn.v_proj,8,128,8,128,0.14507843554019928,4.0634765625,4194304 |
| 22,self_attn.k_proj,2,32,8,128,20.743793487548828,1.25390625,4194304 |
| 22,self_attn.k_proj,2,64,8,128,24.672283172607422,1.126953125,4194304 |
| 22,self_attn.k_proj,2,128,8,128,28.2346134185791,1.0634765625,4194304 |
| 22,self_attn.k_proj,3,32,8,128,8.88916301727295,1.75390625,4194304 |
| 22,self_attn.k_proj,3,64,8,128,10.609160423278809,1.626953125,4194304 |
| 22,self_attn.k_proj,3,128,8,128,12.206852912902832,1.5634765625,4194304 |
| 22,self_attn.k_proj,4,32,8,128,4.150344371795654,2.25390625,4194304 |
| 22,self_attn.k_proj,4,64,8,128,4.950047969818115,2.126953125,4194304 |
| 22,self_attn.k_proj,4,128,8,128,5.696535587310791,2.0634765625,4194304 |
| 22,self_attn.k_proj,8,32,8,128,0.25118499994277954,4.25390625,4194304 |
| 22,self_attn.k_proj,8,64,8,128,0.2992619276046753,4.126953125,4194304 |
| 22,self_attn.k_proj,8,128,8,128,0.3433564305305481,4.0634765625,4194304 |
| 22,self_attn.o_proj,2,32,8,128,17.593524932861328,5.015625,16777216 |
| 22,self_attn.o_proj,2,64,8,128,20.551952362060547,4.5078125,16777216 |
| 22,self_attn.o_proj,2,128,8,128,23.2547664642334,4.25390625,16777216 |
| 22,self_attn.o_proj,3,32,8,128,7.536215782165527,7.015625,16777216 |
| 22,self_attn.o_proj,3,64,8,128,8.820917129516602,6.5078125,16777216 |
| 22,self_attn.o_proj,3,128,8,128,10.020706176757812,6.25390625,16777216 |
| 22,self_attn.o_proj,4,32,8,128,3.515662670135498,9.015625,16777216 |
| 22,self_attn.o_proj,4,64,8,128,4.119492053985596,8.5078125,16777216 |
| 22,self_attn.o_proj,4,128,8,128,4.677903175354004,8.25390625,16777216 |
| 22,self_attn.o_proj,8,32,8,128,0.21269546449184418,17.015625,16777216 |
| 22,self_attn.o_proj,8,64,8,128,0.24892358481884003,16.5078125,16777216 |
| 22,self_attn.o_proj,8,128,8,128,0.2820328176021576,16.25390625,16777216 |
| 22,mlp.gate_proj,2,32,8,128,44.38797378540039,17.5546875,58720256 |
| 22,mlp.gate_proj,2,64,8,128,52.3579216003418,15.77734375,58720256 |
| 22,mlp.gate_proj,2,128,8,128,59.97238540649414,14.888671875,58720256 |
| 22,mlp.gate_proj,3,32,8,128,18.98455047607422,24.5546875,58720256 |
| 22,mlp.gate_proj,3,64,8,128,22.469825744628906,22.77734375,58720256 |
| 22,mlp.gate_proj,3,128,8,128,25.789480209350586,21.888671875,58720256 |
| 22,mlp.gate_proj,4,32,8,128,8.857576370239258,31.5546875,58720256 |
| 22,mlp.gate_proj,4,64,8,128,10.48155689239502,29.77734375,58720256 |
| 22,mlp.gate_proj,4,128,8,128,12.041306495666504,28.888671875,58720256 |
| 22,mlp.gate_proj,8,32,8,128,0.5375619530677795,59.5546875,58720256 |
| 22,mlp.gate_proj,8,64,8,128,0.6365211606025696,57.77734375,58720256 |
| 22,mlp.gate_proj,8,128,8,128,0.7291144132614136,56.888671875,58720256 |
| 22,mlp.up_proj,2,32,8,128,34.172943115234375,17.5546875,58720256 |
| 22,mlp.up_proj,2,64,8,128,39.816776275634766,15.77734375,58720256 |
| 22,mlp.up_proj,2,128,8,128,44.92223358154297,14.888671875,58720256 |
| 22,mlp.up_proj,3,32,8,128,14.61396312713623,24.5546875,58720256 |
| 22,mlp.up_proj,3,64,8,128,17.03720474243164,22.77734375,58720256 |
| 22,mlp.up_proj,3,128,8,128,19.226682662963867,21.888671875,58720256 |
| 22,mlp.up_proj,4,32,8,128,6.814948081970215,31.5546875,58720256 |
| 22,mlp.up_proj,4,64,8,128,7.95427942276001,29.77734375,58720256 |
| 22,mlp.up_proj,4,128,8,128,8.974326133728027,28.888671875,58720256 |
| 22,mlp.up_proj,8,32,8,128,0.4138053357601166,59.5546875,58720256 |
| 22,mlp.up_proj,8,64,8,128,0.48194193840026855,57.77734375,58720256 |
| 22,mlp.up_proj,8,128,8,128,0.5424661636352539,56.888671875,58720256 |
| 22,mlp.down_proj,2,32,8,128,34.15678787231445,17.5546875,58720256 |
| 22,mlp.down_proj,2,64,8,128,39.825294494628906,15.77734375,58720256 |
| 22,mlp.down_proj,2,128,8,128,44.97071838378906,14.888671875,58720256 |
| 22,mlp.down_proj,3,32,8,128,14.605439186096191,24.5546875,58720256 |
| 22,mlp.down_proj,3,64,8,128,17.038633346557617,22.77734375,58720256 |
| 22,mlp.down_proj,3,128,8,128,19.239704132080078,21.888671875,58720256 |
| 22,mlp.down_proj,4,32,8,128,6.812772274017334,31.5546875,58720256 |
| 22,mlp.down_proj,4,64,8,128,7.957311153411865,29.77734375,58720256 |
| 22,mlp.down_proj,4,128,8,128,8.982463836669922,28.888671875,58720256 |
| 22,mlp.down_proj,8,32,8,128,0.41363024711608887,59.5546875,58720256 |
| 22,mlp.down_proj,8,64,8,128,0.4821682870388031,57.77734375,58720256 |
| 22,mlp.down_proj,8,128,8,128,0.5430733561515808,56.888671875,58720256 |
| 23,self_attn.q_proj,2,32,8,128,27.55084228515625,5.015625,16777216 |
| 23,self_attn.q_proj,2,64,8,128,32.65092468261719,4.5078125,16777216 |
| 23,self_attn.q_proj,2,128,8,128,37.7667236328125,4.25390625,16777216 |
| 23,self_attn.q_proj,3,32,8,128,11.803522109985352,7.015625,16777216 |
| 23,self_attn.q_proj,3,64,8,128,14.021941184997559,6.5078125,16777216 |
| 23,self_attn.q_proj,3,128,8,128,16.277530670166016,6.25390625,16777216 |
| 23,self_attn.q_proj,4,32,8,128,5.50836181640625,9.015625,16777216 |
| 23,self_attn.q_proj,4,64,8,128,6.544461727142334,8.5078125,16777216 |
| 23,self_attn.q_proj,4,128,8,128,7.598830699920654,8.25390625,16777216 |
| 23,self_attn.q_proj,8,32,8,128,0.33343085646629333,17.015625,16777216 |
| 23,self_attn.q_proj,8,64,8,128,0.39569005370140076,16.5078125,16777216 |
| 23,self_attn.q_proj,8,128,8,128,0.4577195644378662,16.25390625,16777216 |
| 23,self_attn.v_proj,2,32,8,128,9.462922096252441,1.25390625,4194304 |
| 23,self_attn.v_proj,2,64,8,128,11.069671630859375,1.126953125,4194304 |
| 23,self_attn.v_proj,2,128,8,128,12.524882316589355,1.0634765625,4194304 |
| 23,self_attn.v_proj,3,32,8,128,4.051651954650879,1.75390625,4194304 |
| 23,self_attn.v_proj,3,64,8,128,4.744959354400635,1.626953125,4194304 |
| 23,self_attn.v_proj,3,128,8,128,5.383528709411621,1.5634765625,4194304 |
| 23,self_attn.v_proj,4,32,8,128,1.8884917497634888,2.25390625,4194304 |
| 23,self_attn.v_proj,4,64,8,128,2.213996410369873,2.126953125,4194304 |
| 23,self_attn.v_proj,4,128,8,128,2.510345935821533,2.0634765625,4194304 |
| 23,self_attn.v_proj,8,32,8,128,0.11442040652036667,4.25390625,4194304 |
| 23,self_attn.v_proj,8,64,8,128,0.134017214179039,4.126953125,4194304 |
| 23,self_attn.v_proj,8,128,8,128,0.15136580169200897,4.0634765625,4194304 |
| 23,self_attn.k_proj,2,32,8,128,20.51055145263672,1.25390625,4194304 |
| 23,self_attn.k_proj,2,64,8,128,24.34478759765625,1.126953125,4194304 |
| 23,self_attn.k_proj,2,128,8,128,27.829917907714844,1.0634765625,4194304 |
| 23,self_attn.k_proj,3,32,8,128,8.79004192352295,1.75390625,4194304 |
| 23,self_attn.k_proj,3,64,8,128,10.464144706726074,1.626953125,4194304 |
| 23,self_attn.k_proj,3,128,8,128,12.02108097076416,1.5634765625,4194304 |
| 23,self_attn.k_proj,4,32,8,128,4.104809761047363,2.25390625,4194304 |
| 23,self_attn.k_proj,4,64,8,128,4.885592460632324,2.126953125,4194304 |
| 23,self_attn.k_proj,4,128,8,128,5.615811347961426,2.0634765625,4194304 |
| 23,self_attn.k_proj,8,32,8,128,0.2482151836156845,4.25390625,4194304 |
| 23,self_attn.k_proj,8,64,8,128,0.2952117621898651,4.126953125,4194304 |
| 23,self_attn.k_proj,8,128,8,128,0.33816438913345337,4.0634765625,4194304 |
| 23,self_attn.o_proj,2,32,8,128,17.876432418823242,5.015625,16777216 |
| 23,self_attn.o_proj,2,64,8,128,20.859375,4.5078125,16777216 |
| 23,self_attn.o_proj,2,128,8,128,23.567546844482422,4.25390625,16777216 |
| 23,self_attn.o_proj,3,32,8,128,7.6454267501831055,7.015625,16777216 |
| 23,self_attn.o_proj,3,64,8,128,8.930878639221191,6.5078125,16777216 |
| 23,self_attn.o_proj,3,128,8,128,10.111210823059082,6.25390625,16777216 |
| 23,self_attn.o_proj,4,32,8,128,3.567565441131592,9.015625,16777216 |
| 23,self_attn.o_proj,4,64,8,128,4.168977737426758,8.5078125,16777216 |
| 23,self_attn.o_proj,4,128,8,128,4.72023344039917,8.25390625,16777216 |
| 23,self_attn.o_proj,8,32,8,128,0.21589195728302002,17.015625,16777216 |
| 23,self_attn.o_proj,8,64,8,128,0.2520052492618561,16.5078125,16777216 |
| 23,self_attn.o_proj,8,128,8,128,0.2844109833240509,16.25390625,16777216 |
| 23,mlp.gate_proj,2,32,8,128,44.39439392089844,17.5546875,58720256 |
| 23,mlp.gate_proj,2,64,8,128,52.3275032043457,15.77734375,58720256 |
| 23,mlp.gate_proj,2,128,8,128,59.90223693847656,14.888671875,58720256 |
| 23,mlp.gate_proj,3,32,8,128,18.98650360107422,24.5546875,58720256 |
| 23,mlp.gate_proj,3,64,8,128,22.452014923095703,22.77734375,58720256 |
| 23,mlp.gate_proj,3,128,8,128,25.742658615112305,21.888671875,58720256 |
| 23,mlp.gate_proj,4,32,8,128,8.85911750793457,31.5546875,58720256 |
| 23,mlp.gate_proj,4,64,8,128,10.474272727966309,29.77734375,58720256 |
| 23,mlp.gate_proj,4,128,8,128,12.019917488098145,28.888671875,58720256 |
| 23,mlp.gate_proj,8,32,8,128,0.5376695394515991,59.5546875,58720256 |
| 23,mlp.gate_proj,8,64,8,128,0.6359887719154358,57.77734375,58720256 |
| 23,mlp.gate_proj,8,128,8,128,0.7278110980987549,56.888671875,58720256 |
| 23,mlp.up_proj,2,32,8,128,34.269554138183594,17.5546875,58720256 |
| 23,mlp.up_proj,2,64,8,128,39.93233108520508,15.77734375,58720256 |
| 23,mlp.up_proj,2,128,8,128,45.04486083984375,14.888671875,58720256 |
| 23,mlp.up_proj,3,32,8,128,14.653284072875977,24.5546875,58720256 |
| 23,mlp.up_proj,3,64,8,128,17.082435607910156,22.77734375,58720256 |
| 23,mlp.up_proj,3,128,8,128,19.2884578704834,21.888671875,58720256 |
| 23,mlp.up_proj,4,32,8,128,6.834258556365967,31.5546875,58720256 |
| 23,mlp.up_proj,4,64,8,128,7.976307392120361,29.77734375,58720256 |
| 23,mlp.up_proj,4,128,8,128,9.000700950622559,28.888671875,58720256 |
| 23,mlp.up_proj,8,32,8,128,0.4149945080280304,59.5546875,58720256 |
| 23,mlp.up_proj,8,64,8,128,0.4832878112792969,57.77734375,58720256 |
| 23,mlp.up_proj,8,128,8,128,0.5440319180488586,56.888671875,58720256 |
| 23,mlp.down_proj,2,32,8,128,34.28191375732422,17.5546875,58720256 |
| 23,mlp.down_proj,2,64,8,128,39.987186431884766,15.77734375,58720256 |
| 23,mlp.down_proj,2,128,8,128,45.136817932128906,14.888671875,58720256 |
| 23,mlp.down_proj,3,32,8,128,14.659160614013672,24.5546875,58720256 |
| 23,mlp.down_proj,3,64,8,128,17.100849151611328,22.77734375,58720256 |
| 23,mlp.down_proj,3,128,8,128,19.305492401123047,21.888671875,58720256 |
| 23,mlp.down_proj,4,32,8,128,6.836849212646484,31.5546875,58720256 |
| 23,mlp.down_proj,4,64,8,128,7.985709190368652,29.77734375,58720256 |
| 23,mlp.down_proj,4,128,8,128,9.01148509979248,28.888671875,58720256 |
| 23,mlp.down_proj,8,32,8,128,0.4151988923549652,59.5546875,58720256 |
| 23,mlp.down_proj,8,64,8,128,0.48389530181884766,57.77734375,58720256 |
| 23,mlp.down_proj,8,128,8,128,0.5449154376983643,56.888671875,58720256 |
| 24,self_attn.q_proj,2,32,8,128,26.967443466186523,5.015625,16777216 |
| 24,self_attn.q_proj,2,64,8,128,32.025665283203125,4.5078125,16777216 |
| 24,self_attn.q_proj,2,128,8,128,37.257843017578125,4.25390625,16777216 |
| 24,self_attn.q_proj,3,32,8,128,11.565925598144531,7.015625,16777216 |
| 24,self_attn.q_proj,3,64,8,128,13.765057563781738,6.5078125,16777216 |
| 24,self_attn.q_proj,3,128,8,128,16.10650634765625,6.25390625,16777216 |
| 24,self_attn.q_proj,4,32,8,128,5.398556709289551,9.015625,16777216 |
| 24,self_attn.q_proj,4,64,8,128,6.424530506134033,8.5078125,16777216 |
| 24,self_attn.q_proj,4,128,8,128,7.52303409576416,8.25390625,16777216 |
| 24,self_attn.q_proj,8,32,8,128,0.3268450200557709,17.015625,16777216 |
| 24,self_attn.q_proj,8,64,8,128,0.38868993520736694,16.5078125,16777216 |
| 24,self_attn.q_proj,8,128,8,128,0.4533500075340271,16.25390625,16777216 |
| 24,self_attn.v_proj,2,32,8,128,10.52883243560791,1.25390625,4194304 |
| 24,self_attn.v_proj,2,64,8,128,12.395832061767578,1.126953125,4194304 |
| 24,self_attn.v_proj,2,128,8,128,14.100050926208496,1.0634765625,4194304 |
| 24,self_attn.v_proj,3,32,8,128,4.512310981750488,1.75390625,4194304 |
| 24,self_attn.v_proj,3,64,8,128,5.323564529418945,1.626953125,4194304 |
| 24,self_attn.v_proj,3,128,8,128,6.074887275695801,1.5634765625,4194304 |
| 24,self_attn.v_proj,4,32,8,128,2.1045491695404053,2.25390625,4194304 |
| 24,self_attn.v_proj,4,64,8,128,2.4842498302459717,2.126953125,4194304 |
| 24,self_attn.v_proj,4,128,8,128,2.835069417953491,2.0634765625,4194304 |
| 24,self_attn.v_proj,8,32,8,128,0.12746655941009521,4.25390625,4194304 |
| 24,self_attn.v_proj,8,64,8,128,0.15020856261253357,4.126953125,4194304 |
| 24,self_attn.v_proj,8,128,8,128,0.17083439230918884,4.0634765625,4194304 |
| 24,self_attn.k_proj,2,32,8,128,20.00737953186035,1.25390625,4194304 |
| 24,self_attn.k_proj,2,64,8,128,23.888967514038086,1.126953125,4194304 |
| 24,self_attn.k_proj,2,128,8,128,27.38829803466797,1.0634765625,4194304 |
| 24,self_attn.k_proj,3,32,8,128,8.595484733581543,1.75390625,4194304 |
| 24,self_attn.k_proj,3,64,8,128,10.321264266967773,1.626953125,4194304 |
| 24,self_attn.k_proj,3,128,8,128,11.948944091796875,1.5634765625,4194304 |
| 24,self_attn.k_proj,4,32,8,128,4.010400295257568,2.25390625,4194304 |
| 24,self_attn.k_proj,4,64,8,128,4.813996315002441,2.126953125,4194304 |
| 24,self_attn.k_proj,4,128,8,128,5.581087589263916,2.0634765625,4194304 |
| 24,self_attn.k_proj,8,32,8,128,0.24281682074069977,4.25390625,4194304 |
| 24,self_attn.k_proj,8,64,8,128,0.2914222478866577,4.126953125,4194304 |
| 24,self_attn.k_proj,8,128,8,128,0.3362238109111786,4.0634765625,4194304 |
| 24,self_attn.o_proj,2,32,8,128,18.659494400024414,5.015625,16777216 |
| 24,self_attn.o_proj,2,64,8,128,21.793188095092773,4.5078125,16777216 |
| 24,self_attn.o_proj,2,128,8,128,24.634496688842773,4.25390625,16777216 |
| 24,self_attn.o_proj,3,32,8,128,7.98239278793335,7.015625,16777216 |
| 24,self_attn.o_proj,3,64,8,128,9.327285766601562,6.5078125,16777216 |
| 24,self_attn.o_proj,3,128,8,128,10.565587043762207,6.25390625,16777216 |
| 24,self_attn.o_proj,4,32,8,128,3.72469425201416,9.015625,16777216 |
| 24,self_attn.o_proj,4,64,8,128,4.352910041809082,8.5078125,16777216 |
| 24,self_attn.o_proj,4,128,8,128,4.931228160858154,8.25390625,16777216 |
| 24,self_attn.o_proj,8,32,8,128,0.22532835602760315,17.015625,16777216 |
| 24,self_attn.o_proj,8,64,8,128,0.2631794214248657,16.5078125,16777216 |
| 24,self_attn.o_proj,8,128,8,128,0.2970396876335144,16.25390625,16777216 |
| 24,mlp.gate_proj,2,32,8,128,44.542537689208984,17.5546875,58720256 |
| 24,mlp.gate_proj,2,64,8,128,52.47532653808594,15.77734375,58720256 |
| 24,mlp.gate_proj,2,128,8,128,60.034664154052734,14.888671875,58720256 |
| 24,mlp.gate_proj,3,32,8,128,19.050371170043945,24.5546875,58720256 |
| 24,mlp.gate_proj,3,64,8,128,22.520366668701172,22.77734375,58720256 |
| 24,mlp.gate_proj,3,128,8,128,25.805326461791992,21.888671875,58720256 |
| 24,mlp.gate_proj,4,32,8,128,8.887596130371094,31.5546875,58720256 |
| 24,mlp.gate_proj,4,64,8,128,10.505033493041992,29.77734375,58720256 |
| 24,mlp.gate_proj,4,128,8,128,12.053984642028809,28.888671875,58720256 |
| 24,mlp.gate_proj,8,32,8,128,0.5394554138183594,59.5546875,58720256 |
| 24,mlp.gate_proj,8,64,8,128,0.6379772424697876,57.77734375,58720256 |
| 24,mlp.gate_proj,8,128,8,128,0.7298521399497986,56.888671875,58720256 |
| 24,mlp.up_proj,2,32,8,128,34.384300231933594,17.5546875,58720256 |
| 24,mlp.up_proj,2,64,8,128,40.07299041748047,15.77734375,58720256 |
| 24,mlp.up_proj,2,128,8,128,45.20325469970703,14.888671875,58720256 |
| 24,mlp.up_proj,3,32,8,128,14.705096244812012,24.5546875,58720256 |
| 24,mlp.up_proj,3,64,8,128,17.147953033447266,22.77734375,58720256 |
| 24,mlp.up_proj,3,128,8,128,19.36118507385254,21.888671875,58720256 |
| 24,mlp.up_proj,4,32,8,128,6.858816146850586,31.5546875,58720256 |
| 24,mlp.up_proj,4,64,8,128,8.007072448730469,29.77734375,58720256 |
| 24,mlp.up_proj,4,128,8,128,9.034786224365234,28.888671875,58720256 |
| 24,mlp.up_proj,8,32,8,128,0.41639018058776855,59.5546875,58720256 |
| 24,mlp.up_proj,8,64,8,128,0.48512476682662964,57.77734375,58720256 |
| 24,mlp.up_proj,8,128,8,128,0.546180009841919,56.888671875,58720256 |
| 24,mlp.down_proj,2,32,8,128,34.407413482666016,17.5546875,58720256 |
| 24,mlp.down_proj,2,64,8,128,40.12506866455078,15.77734375,58720256 |
| 24,mlp.down_proj,2,128,8,128,45.28114318847656,14.888671875,58720256 |
| 24,mlp.down_proj,3,32,8,128,14.7113037109375,24.5546875,58720256 |
| 24,mlp.down_proj,3,64,8,128,17.15890884399414,22.77734375,58720256 |
| 24,mlp.down_proj,3,128,8,128,19.36607551574707,21.888671875,58720256 |
| 24,mlp.down_proj,4,32,8,128,6.860785961151123,31.5546875,58720256 |
| 24,mlp.down_proj,4,64,8,128,8.012078285217285,29.77734375,58720256 |
| 24,mlp.down_proj,4,128,8,128,9.043488502502441,28.888671875,58720256 |
| 24,mlp.down_proj,8,32,8,128,0.41663017868995667,59.5546875,58720256 |
| 24,mlp.down_proj,8,64,8,128,0.48549625277519226,57.77734375,58720256 |
| 24,mlp.down_proj,8,128,8,128,0.5465244650840759,56.888671875,58720256 |
| 25,self_attn.q_proj,2,32,8,128,26.38517951965332,5.015625,16777216 |
| 25,self_attn.q_proj,2,64,8,128,31.34227752685547,4.5078125,16777216 |
| 25,self_attn.q_proj,2,128,8,128,36.3751106262207,4.25390625,16777216 |
| 25,self_attn.q_proj,3,32,8,128,11.322434425354004,7.015625,16777216 |
| 25,self_attn.q_proj,3,64,8,128,13.470715522766113,6.5078125,16777216 |
| 25,self_attn.q_proj,3,128,8,128,15.702095031738281,6.25390625,16777216 |
| 25,self_attn.q_proj,4,32,8,128,5.28386116027832,9.015625,16777216 |
| 25,self_attn.q_proj,4,64,8,128,6.288248062133789,8.5078125,16777216 |
| 25,self_attn.q_proj,4,128,8,128,7.33522891998291,8.25390625,16777216 |
| 25,self_attn.q_proj,8,32,8,128,0.3199435770511627,17.015625,16777216 |
| 25,self_attn.q_proj,8,64,8,128,0.38032475113868713,16.5078125,16777216 |
| 25,self_attn.q_proj,8,128,8,128,0.4418511390686035,16.25390625,16777216 |
| 25,self_attn.v_proj,2,32,8,128,10.45468807220459,1.25390625,4194304 |
| 25,self_attn.v_proj,2,64,8,128,12.246832847595215,1.126953125,4194304 |
| 25,self_attn.v_proj,2,128,8,128,13.8378267288208,1.0634765625,4194304 |
| 25,self_attn.v_proj,3,32,8,128,4.489150524139404,1.75390625,4194304 |
| 25,self_attn.v_proj,3,64,8,128,5.279685020446777,1.626953125,4194304 |
| 25,self_attn.v_proj,3,128,8,128,6.0023980140686035,1.5634765625,4194304 |
| 25,self_attn.v_proj,4,32,8,128,2.0939674377441406,2.25390625,4194304 |
| 25,self_attn.v_proj,4,64,8,128,2.464479446411133,2.126953125,4194304 |
| 25,self_attn.v_proj,4,128,8,128,2.801419734954834,2.0634765625,4194304 |
| 25,self_attn.v_proj,8,32,8,128,0.12672945857048035,4.25390625,4194304 |
| 25,self_attn.v_proj,8,64,8,128,0.14913631975650787,4.126953125,4194304 |
| 25,self_attn.v_proj,8,128,8,128,0.16890200972557068,4.0634765625,4194304 |
| 25,self_attn.k_proj,2,32,8,128,19.84722137451172,1.25390625,4194304 |
| 25,self_attn.k_proj,2,64,8,128,23.568706512451172,1.126953125,4194304 |
| 25,self_attn.k_proj,2,128,8,128,26.862586975097656,1.0634765625,4194304 |
| 25,self_attn.k_proj,3,32,8,128,8.53041934967041,1.75390625,4194304 |
| 25,self_attn.k_proj,3,64,8,128,10.198302268981934,1.626953125,4194304 |
| 25,self_attn.k_proj,3,128,8,128,11.756684303283691,1.5634765625,4194304 |
| 25,self_attn.k_proj,4,32,8,128,3.982346773147583,2.25390625,4194304 |
| 25,self_attn.k_proj,4,64,8,128,4.7629523277282715,2.126953125,4194304 |
| 25,self_attn.k_proj,4,128,8,128,5.4980902671813965,2.0634765625,4194304 |
| 25,self_attn.k_proj,8,32,8,128,0.24093852937221527,4.25390625,4194304 |
| 25,self_attn.k_proj,8,64,8,128,0.2880815267562866,4.126953125,4194304 |
| 25,self_attn.k_proj,8,128,8,128,0.33134716749191284,4.0634765625,4194304 |
| 25,self_attn.o_proj,2,32,8,128,18.802457809448242,5.015625,16777216 |
| 25,self_attn.o_proj,2,64,8,128,22.004423141479492,4.5078125,16777216 |
| 25,self_attn.o_proj,2,128,8,128,24.925765991210938,4.25390625,16777216 |
| 25,self_attn.o_proj,3,32,8,128,8.053543090820312,7.015625,16777216 |
| 25,self_attn.o_proj,3,64,8,128,9.452680587768555,6.5078125,16777216 |
| 25,self_attn.o_proj,3,128,8,128,10.770747184753418,6.25390625,16777216 |
| 25,self_attn.o_proj,4,32,8,128,3.758390188217163,9.015625,16777216 |
| 25,self_attn.o_proj,4,64,8,128,4.411430835723877,8.5078125,16777216 |
| 25,self_attn.o_proj,4,128,8,128,5.031032562255859,8.25390625,16777216 |
| 25,self_attn.o_proj,8,32,8,128,0.22738772630691528,17.015625,16777216 |
| 25,self_attn.o_proj,8,64,8,128,0.2668178081512451,16.5078125,16777216 |
| 25,self_attn.o_proj,8,128,8,128,0.3032481372356415,16.25390625,16777216 |
| 25,mlp.gate_proj,2,32,8,128,44.94672775268555,17.5546875,58720256 |
| 25,mlp.gate_proj,2,64,8,128,53.014739990234375,15.77734375,58720256 |
| 25,mlp.gate_proj,2,128,8,128,60.73751449584961,14.888671875,58720256 |
| 25,mlp.gate_proj,3,32,8,128,19.224218368530273,24.5546875,58720256 |
| 25,mlp.gate_proj,3,64,8,128,22.757991790771484,22.77734375,58720256 |
| 25,mlp.gate_proj,3,128,8,128,26.134876251220703,21.888671875,58720256 |
| 25,mlp.gate_proj,4,32,8,128,8.96870231628418,31.5546875,58720256 |
| 25,mlp.gate_proj,4,64,8,128,10.616081237792969,29.77734375,58720256 |
| 25,mlp.gate_proj,4,128,8,128,12.203603744506836,28.888671875,58720256 |
| 25,mlp.gate_proj,8,32,8,128,0.5443291068077087,59.5546875,58720256 |
| 25,mlp.gate_proj,8,64,8,128,0.6446169018745422,57.77734375,58720256 |
| 25,mlp.gate_proj,8,128,8,128,0.7388179302215576,56.888671875,58720256 |
| 25,mlp.up_proj,2,32,8,128,34.63493347167969,17.5546875,58720256 |
| 25,mlp.up_proj,2,64,8,128,40.37312698364258,15.77734375,58720256 |
| 25,mlp.up_proj,2,128,8,128,45.538658142089844,14.888671875,58720256 |
| 25,mlp.up_proj,3,32,8,128,14.812726974487305,24.5546875,58720256 |
| 25,mlp.up_proj,3,64,8,128,17.273929595947266,22.77734375,58720256 |
| 25,mlp.up_proj,3,128,8,128,19.50259017944336,21.888671875,58720256 |
| 25,mlp.up_proj,4,32,8,128,6.907599449157715,31.5546875,58720256 |
| 25,mlp.up_proj,4,64,8,128,8.063788414001465,29.77734375,58720256 |
| 25,mlp.up_proj,4,128,8,128,9.102322578430176,28.888671875,58720256 |
| 25,mlp.up_proj,8,32,8,128,0.41935890913009644,59.5546875,58720256 |
| 25,mlp.up_proj,8,64,8,128,0.488639771938324,57.77734375,58720256 |
| 25,mlp.up_proj,8,128,8,128,0.5504123568534851,56.888671875,58720256 |
| 25,mlp.down_proj,2,32,8,128,34.643646240234375,17.5546875,58720256 |
| 25,mlp.down_proj,2,64,8,128,40.40605926513672,15.77734375,58720256 |
| 25,mlp.down_proj,2,128,8,128,45.60557174682617,14.888671875,58720256 |
| 25,mlp.down_proj,3,32,8,128,14.815231323242188,24.5546875,58720256 |
| 25,mlp.down_proj,3,64,8,128,17.277801513671875,22.77734375,58720256 |
| 25,mlp.down_proj,3,128,8,128,19.511585235595703,21.888671875,58720256 |
| 25,mlp.down_proj,4,32,8,128,6.909078598022461,31.5546875,58720256 |
| 25,mlp.down_proj,4,64,8,128,8.065701484680176,29.77734375,58720256 |
| 25,mlp.down_proj,4,128,8,128,9.099312782287598,28.888671875,58720256 |
| 25,mlp.down_proj,8,32,8,128,0.4195059835910797,59.5546875,58720256 |
| 25,mlp.down_proj,8,64,8,128,0.4888390004634857,57.77734375,58720256 |
| 25,mlp.down_proj,8,128,8,128,0.5503782033920288,56.888671875,58720256 |
| 26,self_attn.q_proj,2,32,8,128,26.72275161743164,5.015625,16777216 |
| 26,self_attn.q_proj,2,64,8,128,31.7291316986084,4.5078125,16777216 |
| 26,self_attn.q_proj,2,128,8,128,36.99882125854492,4.25390625,16777216 |
| 26,self_attn.q_proj,3,32,8,128,11.446874618530273,7.015625,16777216 |
| 26,self_attn.q_proj,3,64,8,128,13.60999584197998,6.5078125,16777216 |
| 26,self_attn.q_proj,3,128,8,128,15.96279525756836,6.25390625,16777216 |
| 26,self_attn.q_proj,4,32,8,128,5.342832565307617,9.015625,16777216 |
| 26,self_attn.q_proj,4,64,8,128,6.353458404541016,8.5078125,16777216 |
| 26,self_attn.q_proj,4,128,8,128,7.452822685241699,8.25390625,16777216 |
| 26,self_attn.q_proj,8,32,8,128,0.32345959544181824,17.015625,16777216 |
| 26,self_attn.q_proj,8,64,8,128,0.38420626521110535,16.5078125,16777216 |
| 26,self_attn.q_proj,8,128,8,128,0.44896960258483887,16.25390625,16777216 |
| 26,self_attn.v_proj,2,32,8,128,10.8711576461792,1.25390625,4194304 |
| 26,self_attn.v_proj,2,64,8,128,12.73658275604248,1.126953125,4194304 |
| 26,self_attn.v_proj,2,128,8,128,14.415816307067871,1.0634765625,4194304 |
| 26,self_attn.v_proj,3,32,8,128,4.669249057769775,1.75390625,4194304 |
| 26,self_attn.v_proj,3,64,8,128,5.484409332275391,1.626953125,4194304 |
| 26,self_attn.v_proj,3,128,8,128,6.233079433441162,1.5634765625,4194304 |
| 26,self_attn.v_proj,4,32,8,128,2.1775381565093994,2.25390625,4194304 |
| 26,self_attn.v_proj,4,64,8,128,2.560832977294922,2.126953125,4194304 |
| 26,self_attn.v_proj,4,128,8,128,2.914492607116699,2.0634765625,4194304 |
| 26,self_attn.v_proj,8,32,8,128,0.13187748193740845,4.25390625,4194304 |
| 26,self_attn.v_proj,8,64,8,128,0.1549156904220581,4.126953125,4194304 |
| 26,self_attn.v_proj,8,128,8,128,0.17574281990528107,4.0634765625,4194304 |
| 26,self_attn.k_proj,2,32,8,128,20.522905349731445,1.25390625,4194304 |
| 26,self_attn.k_proj,2,64,8,128,24.529216766357422,1.126953125,4194304 |
| 26,self_attn.k_proj,2,128,8,128,28.11309814453125,1.0634765625,4194304 |
| 26,self_attn.k_proj,3,32,8,128,8.804459571838379,1.75390625,4194304 |
| 26,self_attn.k_proj,3,64,8,128,10.569839477539062,1.626953125,4194304 |
| 26,self_attn.k_proj,3,128,8,128,12.245599746704102,1.5634765625,4194304 |
| 26,self_attn.k_proj,4,32,8,128,4.108364582061768,2.25390625,4194304 |
| 26,self_attn.k_proj,4,64,8,128,4.934474945068359,2.126953125,4194304 |
| 26,self_attn.k_proj,4,128,8,128,5.715339183807373,2.0634765625,4194304 |
| 26,self_attn.k_proj,8,32,8,128,0.24878785014152527,4.25390625,4194304 |
| 26,self_attn.k_proj,8,64,8,128,0.2984074652194977,4.126953125,4194304 |
| 26,self_attn.k_proj,8,128,8,128,0.3443288505077362,4.0634765625,4194304 |
| 26,self_attn.o_proj,2,32,8,128,19.067707061767578,5.015625,16777216 |
| 26,self_attn.o_proj,2,64,8,128,22.26862144470215,4.5078125,16777216 |
| 26,self_attn.o_proj,2,128,8,128,25.18828582763672,4.25390625,16777216 |
| 26,self_attn.o_proj,3,32,8,128,8.164194107055664,7.015625,16777216 |
| 26,self_attn.o_proj,3,64,8,128,9.552496910095215,6.5078125,16777216 |
| 26,self_attn.o_proj,3,128,8,128,10.836480140686035,6.25390625,16777216 |
| 26,self_attn.o_proj,4,32,8,128,3.8104045391082764,9.015625,16777216 |
| 26,self_attn.o_proj,4,64,8,128,4.458364486694336,8.5078125,16777216 |
| 26,self_attn.o_proj,4,128,8,128,5.061059474945068,8.25390625,16777216 |
| 26,self_attn.o_proj,8,32,8,128,0.2305389791727066,17.015625,16777216 |
| 26,self_attn.o_proj,8,64,8,128,0.26954787969589233,16.5078125,16777216 |
| 26,self_attn.o_proj,8,128,8,128,0.3051247000694275,16.25390625,16777216 |
| 26,mlp.gate_proj,2,32,8,128,45.60263442993164,17.5546875,58720256 |
| 26,mlp.gate_proj,2,64,8,128,54.03689956665039,15.77734375,58720256 |
| 26,mlp.gate_proj,2,128,8,128,62.17963409423828,14.888671875,58720256 |
| 26,mlp.gate_proj,3,32,8,128,19.51502227783203,24.5546875,58720256 |
| 26,mlp.gate_proj,3,64,8,128,23.204566955566406,22.77734375,58720256 |
| 26,mlp.gate_proj,3,128,8,128,26.806968688964844,21.888671875,58720256 |
| 26,mlp.gate_proj,4,32,8,128,9.103170394897461,31.5546875,58720256 |
| 26,mlp.gate_proj,4,64,8,128,10.829730033874512,29.77734375,58720256 |
| 26,mlp.gate_proj,4,128,8,128,12.511475563049316,28.888671875,58720256 |
| 26,mlp.gate_proj,8,32,8,128,0.5526251792907715,59.5546875,58720256 |
| 26,mlp.gate_proj,8,64,8,128,0.6576411128044128,57.77734375,58720256 |
| 26,mlp.gate_proj,8,128,8,128,0.7575823664665222,56.888671875,58720256 |
| 26,mlp.up_proj,2,32,8,128,34.87777328491211,17.5546875,58720256 |
| 26,mlp.up_proj,2,64,8,128,40.6598014831543,15.77734375,58720256 |
| 26,mlp.up_proj,2,128,8,128,45.885169982910156,14.888671875,58720256 |
| 26,mlp.up_proj,3,32,8,128,14.919743537902832,24.5546875,58720256 |
| 26,mlp.up_proj,3,64,8,128,17.397361755371094,22.77734375,58720256 |
| 26,mlp.up_proj,3,128,8,128,19.64816665649414,21.888671875,58720256 |
| 26,mlp.up_proj,4,32,8,128,6.959071159362793,31.5546875,58720256 |
| 26,mlp.up_proj,4,64,8,128,8.120895385742188,29.77734375,58720256 |
| 26,mlp.up_proj,4,128,8,128,9.169035911560059,28.888671875,58720256 |
| 26,mlp.up_proj,8,32,8,128,0.4224383234977722,59.5546875,58720256 |
| 26,mlp.up_proj,8,64,8,128,0.49225977063179016,57.77734375,58720256 |
| 26,mlp.up_proj,8,128,8,128,0.5544010400772095,56.888671875,58720256 |
| 26,mlp.down_proj,2,32,8,128,34.90117645263672,17.5546875,58720256 |
| 26,mlp.down_proj,2,64,8,128,40.71025466918945,15.77734375,58720256 |
| 26,mlp.down_proj,2,128,8,128,45.93507766723633,14.888671875,58720256 |
| 26,mlp.down_proj,3,32,8,128,14.926594734191895,24.5546875,58720256 |
| 26,mlp.down_proj,3,64,8,128,17.40699577331543,22.77734375,58720256 |
| 26,mlp.down_proj,3,128,8,128,19.647537231445312,21.888671875,58720256 |
| 26,mlp.down_proj,4,32,8,128,6.962404251098633,31.5546875,58720256 |
| 26,mlp.down_proj,4,64,8,128,8.126923561096191,29.77734375,58720256 |
| 26,mlp.down_proj,4,128,8,128,9.171987533569336,28.888671875,58720256 |
| 26,mlp.down_proj,8,32,8,128,0.4226948022842407,59.5546875,58720256 |
| 26,mlp.down_proj,8,64,8,128,0.49252015352249146,57.77734375,58720256 |
| 26,mlp.down_proj,8,128,8,128,0.5545075535774231,56.888671875,58720256 |
| 27,self_attn.q_proj,2,32,8,128,26.230398178100586,5.015625,16777216 |
| 27,self_attn.q_proj,2,64,8,128,31.18988037109375,4.5078125,16777216 |
| 27,self_attn.q_proj,2,128,8,128,36.19734191894531,4.25390625,16777216 |
| 27,self_attn.q_proj,3,32,8,128,11.255108833312988,7.015625,16777216 |
| 27,self_attn.q_proj,3,64,8,128,13.404680252075195,6.5078125,16777216 |
| 27,self_attn.q_proj,3,128,8,128,15.6549654006958,6.25390625,16777216 |
| 27,self_attn.q_proj,4,32,8,128,5.252902984619141,9.015625,16777216 |
| 27,self_attn.q_proj,4,64,8,128,6.257029056549072,8.5078125,16777216 |
| 27,self_attn.q_proj,4,128,8,128,7.3085408210754395,8.25390625,16777216 |
| 27,self_attn.q_proj,8,32,8,128,0.31807106733322144,17.015625,16777216 |
| 27,self_attn.q_proj,8,64,8,128,0.3785006105899811,16.5078125,16777216 |
| 27,self_attn.q_proj,8,128,8,128,0.44038981199264526,16.25390625,16777216 |
| 27,self_attn.v_proj,2,32,8,128,11.793103218078613,1.25390625,4194304 |
| 27,self_attn.v_proj,2,64,8,128,13.850370407104492,1.126953125,4194304 |
| 27,self_attn.v_proj,2,128,8,128,15.705147743225098,1.0634765625,4194304 |
| 27,self_attn.v_proj,3,32,8,128,5.086644172668457,1.75390625,4194304 |
| 27,self_attn.v_proj,3,64,8,128,6.016627311706543,1.626953125,4194304 |
| 27,self_attn.v_proj,3,128,8,128,6.8689422607421875,1.5634765625,4194304 |
| 27,self_attn.v_proj,4,32,8,128,2.3751840591430664,2.25390625,4194304 |
| 27,self_attn.v_proj,4,64,8,128,2.8110477924346924,2.126953125,4194304 |
| 27,self_attn.v_proj,4,128,8,128,3.2160511016845703,2.0634765625,4194304 |
| 27,self_attn.v_proj,8,32,8,128,0.14380308985710144,4.25390625,4194304 |
| 27,self_attn.v_proj,8,64,8,128,0.170087993144989,4.126953125,4194304 |
| 27,self_attn.v_proj,8,128,8,128,0.19379420578479767,4.0634765625,4194304 |
| 27,self_attn.k_proj,2,32,8,128,20.30565643310547,1.25390625,4194304 |
| 27,self_attn.k_proj,2,64,8,128,24.19519805908203,1.126953125,4194304 |
| 27,self_attn.k_proj,2,128,8,128,27.621440887451172,1.0634765625,4194304 |
| 27,self_attn.k_proj,3,32,8,128,8.728718757629395,1.75390625,4194304 |
| 27,self_attn.k_proj,3,64,8,128,10.473807334899902,1.626953125,4194304 |
| 27,self_attn.k_proj,3,128,8,128,12.109381675720215,1.5634765625,4194304 |
| 27,self_attn.k_proj,4,32,8,128,4.074509143829346,2.25390625,4194304 |
| 27,self_attn.k_proj,4,64,8,128,4.886240005493164,2.126953125,4194304 |
| 27,self_attn.k_proj,4,128,8,128,5.654834270477295,2.0634765625,4194304 |
| 27,self_attn.k_proj,8,32,8,128,0.2465667426586151,4.25390625,4194304 |
| 27,self_attn.k_proj,8,64,8,128,0.29543790221214294,4.126953125,4194304 |
| 27,self_attn.k_proj,8,128,8,128,0.3407815992832184,4.0634765625,4194304 |
| 27,self_attn.o_proj,2,32,8,128,19.551572799682617,5.015625,16777216 |
| 27,self_attn.o_proj,2,64,8,128,22.85969352722168,4.5078125,16777216 |
| 27,self_attn.o_proj,2,128,8,128,25.89215087890625,4.25390625,16777216 |
| 27,self_attn.o_proj,3,32,8,128,8.389416694641113,7.015625,16777216 |
| 27,self_attn.o_proj,3,64,8,128,9.840544700622559,6.5078125,16777216 |
| 27,self_attn.o_proj,3,128,8,128,11.198309898376465,6.25390625,16777216 |
| 27,self_attn.o_proj,4,32,8,128,3.914794921875,9.015625,16777216 |
| 27,self_attn.o_proj,4,64,8,128,4.593313694000244,8.5078125,16777216 |
| 27,self_attn.o_proj,4,128,8,128,5.237447738647461,8.25390625,16777216 |
| 27,self_attn.o_proj,8,32,8,128,0.2368350476026535,17.015625,16777216 |
| 27,self_attn.o_proj,8,64,8,128,0.27773967385292053,16.5078125,16777216 |
| 27,self_attn.o_proj,8,128,8,128,0.31544139981269836,16.25390625,16777216 |
| 27,mlp.gate_proj,2,32,8,128,46.196205139160156,17.5546875,58720256 |
| 27,mlp.gate_proj,2,64,8,128,54.9052734375,15.77734375,58720256 |
| 27,mlp.gate_proj,2,128,8,128,63.390052795410156,14.888671875,58720256 |
| 27,mlp.gate_proj,3,32,8,128,19.77214241027832,24.5546875,58720256 |
| 27,mlp.gate_proj,3,64,8,128,23.58213233947754,22.77734375,58720256 |
| 27,mlp.gate_proj,3,128,8,128,27.315258026123047,21.888671875,58720256 |
| 27,mlp.gate_proj,4,32,8,128,9.223694801330566,31.5546875,58720256 |
| 27,mlp.gate_proj,4,64,8,128,11.00752067565918,29.77734375,58720256 |
| 27,mlp.gate_proj,4,128,8,128,12.751036643981934,28.888671875,58720256 |
| 27,mlp.gate_proj,8,32,8,128,0.5600003600120544,59.5546875,58720256 |
| 27,mlp.gate_proj,8,64,8,128,0.6684249043464661,57.77734375,58720256 |
| 27,mlp.gate_proj,8,128,8,128,0.772031307220459,56.888671875,58720256 |
| 27,mlp.up_proj,2,32,8,128,35.28170394897461,17.5546875,58720256 |
| 27,mlp.up_proj,2,64,8,128,41.144649505615234,15.77734375,58720256 |
| 27,mlp.up_proj,2,128,8,128,46.43455505371094,14.888671875,58720256 |
| 27,mlp.up_proj,3,32,8,128,15.093939781188965,24.5546875,58720256 |
| 27,mlp.up_proj,3,64,8,128,17.60397720336914,22.77734375,58720256 |
| 27,mlp.up_proj,3,128,8,128,19.90220069885254,21.888671875,58720256 |
| 27,mlp.up_proj,4,32,8,128,7.039376735687256,31.5546875,58720256 |
| 27,mlp.up_proj,4,64,8,128,8.218472480773926,29.77734375,58720256 |
| 27,mlp.up_proj,4,128,8,128,9.283465385437012,28.888671875,58720256 |
| 27,mlp.up_proj,8,32,8,128,0.42727065086364746,59.5546875,58720256 |
| 27,mlp.up_proj,8,64,8,128,0.4980669915676117,57.77734375,58720256 |
| 27,mlp.up_proj,8,128,8,128,0.5613685846328735,56.888671875,58720256 |
| 27,mlp.down_proj,2,32,8,128,35.187835693359375,17.5546875,58720256 |
| 27,mlp.down_proj,2,64,8,128,41.034236907958984,15.77734375,58720256 |
| 27,mlp.down_proj,2,128,8,128,46.29372787475586,14.888671875,58720256 |
| 27,mlp.down_proj,3,32,8,128,15.048783302307129,24.5546875,58720256 |
| 27,mlp.down_proj,3,64,8,128,17.546730041503906,22.77734375,58720256 |
| 27,mlp.down_proj,3,128,8,128,19.809404373168945,21.888671875,58720256 |
| 27,mlp.down_proj,4,32,8,128,7.018793106079102,31.5546875,58720256 |
| 27,mlp.down_proj,4,64,8,128,8.191673278808594,29.77734375,58720256 |
| 27,mlp.down_proj,4,128,8,128,9.246954917907715,28.888671875,58720256 |
| 27,mlp.down_proj,8,32,8,128,0.42602190375328064,59.5546875,58720256 |
| 27,mlp.down_proj,8,64,8,128,0.49651089310646057,57.77734375,58720256 |
| 27,mlp.down_proj,8,128,8,128,0.5591133236885071,56.888671875,58720256 |
| 28,self_attn.q_proj,2,32,8,128,26.428686141967773,5.015625,16777216 |
| 28,self_attn.q_proj,2,64,8,128,31.29534339904785,4.5078125,16777216 |
| 28,self_attn.q_proj,2,128,8,128,36.132442474365234,4.25390625,16777216 |
| 28,self_attn.q_proj,3,32,8,128,11.316201210021973,7.015625,16777216 |
| 28,self_attn.q_proj,3,64,8,128,13.427571296691895,6.5078125,16777216 |
| 28,self_attn.q_proj,3,128,8,128,15.576738357543945,6.25390625,16777216 |
| 28,self_attn.q_proj,4,32,8,128,5.28058385848999,9.015625,16777216 |
| 28,self_attn.q_proj,4,64,8,128,6.2669677734375,8.5078125,16777216 |
| 28,self_attn.q_proj,4,128,8,128,7.273374080657959,8.25390625,16777216 |
| 28,self_attn.q_proj,8,32,8,128,0.3196749985218048,17.015625,16777216 |
| 28,self_attn.q_proj,8,64,8,128,0.3790017366409302,16.5078125,16777216 |
| 28,self_attn.q_proj,8,128,8,128,0.43822887539863586,16.25390625,16777216 |
| 28,self_attn.v_proj,2,32,8,128,12.090920448303223,1.25390625,4194304 |
| 28,self_attn.v_proj,2,64,8,128,14.199821472167969,1.126953125,4194304 |
| 28,self_attn.v_proj,2,128,8,128,16.107200622558594,1.0634765625,4194304 |
| 28,self_attn.v_proj,3,32,8,128,5.192327499389648,1.75390625,4194304 |
| 28,self_attn.v_proj,3,64,8,128,6.12355375289917,1.626953125,4194304 |
| 28,self_attn.v_proj,3,128,8,128,6.98307466506958,1.5634765625,4194304 |
| 28,self_attn.v_proj,4,32,8,128,2.4239346981048584,2.25390625,4194304 |
| 28,self_attn.v_proj,4,64,8,128,2.858705520629883,2.126953125,4194304 |
| 28,self_attn.v_proj,4,128,8,128,3.2625157833099365,2.0634765625,4194304 |
| 28,self_attn.v_proj,8,32,8,128,0.14679282903671265,4.25390625,4194304 |
| 28,self_attn.v_proj,8,64,8,128,0.1729339212179184,4.126953125,4194304 |
| 28,self_attn.v_proj,8,128,8,128,0.196629136800766,4.0634765625,4194304 |
| 28,self_attn.k_proj,2,32,8,128,18.697195053100586,1.25390625,4194304 |
| 28,self_attn.k_proj,2,64,8,128,22.12912368774414,1.126953125,4194304 |
| 28,self_attn.k_proj,2,128,8,128,25.26163101196289,1.0634765625,4194304 |
| 28,self_attn.k_proj,3,32,8,128,8.010294914245605,1.75390625,4194304 |
| 28,self_attn.k_proj,3,64,8,128,9.501382827758789,1.626953125,4194304 |
| 28,self_attn.k_proj,3,128,8,128,10.899209976196289,1.5634765625,4194304 |
| 28,self_attn.k_proj,4,32,8,128,3.738710641860962,2.25390625,4194304 |
| 28,self_attn.k_proj,4,64,8,128,4.435556888580322,2.126953125,4194304 |
| 28,self_attn.k_proj,4,128,8,128,5.081577777862549,2.0634765625,4194304 |
| 28,self_attn.k_proj,8,32,8,128,0.22635699808597565,4.25390625,4194304 |
| 28,self_attn.k_proj,8,64,8,128,0.26823511719703674,4.126953125,4194304 |
| 28,self_attn.k_proj,8,128,8,128,0.3064662516117096,4.0634765625,4194304 |
| 28,self_attn.o_proj,2,32,8,128,20.0314998626709,5.015625,16777216 |
| 28,self_attn.o_proj,2,64,8,128,23.39760971069336,4.5078125,16777216 |
| 28,self_attn.o_proj,2,128,8,128,26.459760665893555,4.25390625,16777216 |
| 28,self_attn.o_proj,3,32,8,128,8.583024024963379,7.015625,16777216 |
| 28,self_attn.o_proj,3,64,8,128,10.0523681640625,6.5078125,16777216 |
| 28,self_attn.o_proj,3,128,8,128,11.400594711303711,6.25390625,16777216 |
| 28,self_attn.o_proj,4,32,8,128,4.0085320472717285,9.015625,16777216 |
| 28,self_attn.o_proj,4,64,8,128,4.696210861206055,8.5078125,16777216 |
| 28,self_attn.o_proj,4,128,8,128,5.339324951171875,8.25390625,16777216 |
| 28,self_attn.o_proj,8,32,8,128,0.2425086945295334,17.015625,16777216 |
| 28,self_attn.o_proj,8,64,8,128,0.2840512692928314,16.5078125,16777216 |
| 28,self_attn.o_proj,8,128,8,128,0.32190805673599243,16.25390625,16777216 |
| 28,mlp.gate_proj,2,32,8,128,46.221500396728516,17.5546875,58720256 |
| 28,mlp.gate_proj,2,64,8,128,55.105674743652344,15.77734375,58720256 |
| 28,mlp.gate_proj,2,128,8,128,63.75630569458008,14.888671875,58720256 |
| 28,mlp.gate_proj,3,32,8,128,19.793174743652344,24.5546875,58720256 |
| 28,mlp.gate_proj,3,64,8,128,23.681921005249023,22.77734375,58720256 |
| 28,mlp.gate_proj,3,128,8,128,27.533466339111328,21.888671875,58720256 |
| 28,mlp.gate_proj,4,32,8,128,9.23330307006836,31.5546875,58720256 |
| 28,mlp.gate_proj,4,64,8,128,11.05634880065918,29.77734375,58720256 |
| 28,mlp.gate_proj,4,128,8,128,12.848603248596191,28.888671875,58720256 |
| 28,mlp.gate_proj,8,32,8,128,0.5605830550193787,59.5546875,58720256 |
| 28,mlp.gate_proj,8,64,8,128,0.6713996529579163,57.77734375,58720256 |
| 28,mlp.gate_proj,8,128,8,128,0.77810138463974,56.888671875,58720256 |
| 28,mlp.up_proj,2,32,8,128,35.966766357421875,17.5546875,58720256 |
| 28,mlp.up_proj,2,64,8,128,41.97301483154297,15.77734375,58720256 |
| 28,mlp.up_proj,2,128,8,128,47.394840240478516,14.888671875,58720256 |
| 28,mlp.up_proj,3,32,8,128,15.388667106628418,24.5546875,58720256 |
| 28,mlp.up_proj,3,64,8,128,17.970359802246094,22.77734375,58720256 |
| 28,mlp.up_proj,3,128,8,128,20.318269729614258,21.888671875,58720256 |
| 28,mlp.up_proj,4,32,8,128,7.176243305206299,31.5546875,58720256 |
| 28,mlp.up_proj,4,64,8,128,8.382697105407715,29.77734375,58720256 |
| 28,mlp.up_proj,4,128,8,128,9.479881286621094,28.888671875,58720256 |
| 28,mlp.up_proj,8,32,8,128,0.43556901812553406,59.5546875,58720256 |
| 28,mlp.up_proj,8,64,8,128,0.508101224899292,57.77734375,58720256 |
| 28,mlp.up_proj,8,128,8,128,0.5732479095458984,56.888671875,58720256 |
| 28,mlp.down_proj,2,32,8,128,35.6870231628418,17.5546875,58720256 |
| 28,mlp.down_proj,2,64,8,128,41.62888717651367,15.77734375,58720256 |
| 28,mlp.down_proj,2,128,8,128,46.97878646850586,14.888671875,58720256 |
| 28,mlp.down_proj,3,32,8,128,15.263729095458984,24.5546875,58720256 |
| 28,mlp.down_proj,3,64,8,128,17.802682876586914,22.77734375,58720256 |
| 28,mlp.down_proj,3,128,8,128,20.10279655456543,21.888671875,58720256 |
| 28,mlp.down_proj,4,32,8,128,7.119475364685059,31.5546875,58720256 |
| 28,mlp.down_proj,4,64,8,128,8.31109619140625,29.77734375,58720256 |
| 28,mlp.down_proj,4,128,8,128,9.380497932434082,28.888671875,58720256 |
| 28,mlp.down_proj,8,32,8,128,0.4321163296699524,59.5546875,58720256 |
| 28,mlp.down_proj,8,64,8,128,0.5037019848823547,57.77734375,58720256 |
| 28,mlp.down_proj,8,128,8,128,0.5675499439239502,56.888671875,58720256 |
| 29,self_attn.q_proj,2,32,8,128,26.00552749633789,5.015625,16777216 |
| 29,self_attn.q_proj,2,64,8,128,30.80367660522461,4.5078125,16777216 |
| 29,self_attn.q_proj,2,128,8,128,35.81844711303711,4.25390625,16777216 |
| 29,self_attn.q_proj,3,32,8,128,11.145312309265137,7.015625,16777216 |
| 29,self_attn.q_proj,3,64,8,128,13.226649284362793,6.5078125,16777216 |
| 29,self_attn.q_proj,3,128,8,128,15.45749282836914,6.25390625,16777216 |
| 29,self_attn.q_proj,4,32,8,128,5.200691223144531,9.015625,16777216 |
| 29,self_attn.q_proj,4,64,8,128,6.171305179595947,8.5078125,16777216 |
| 29,self_attn.q_proj,4,128,8,128,7.21592378616333,8.25390625,16777216 |
| 29,self_attn.q_proj,8,32,8,128,0.3148595988750458,17.015625,16777216 |
| 29,self_attn.q_proj,8,64,8,128,0.37337467074394226,16.5078125,16777216 |
| 29,self_attn.q_proj,8,128,8,128,0.4348812401294708,16.25390625,16777216 |
| 29,self_attn.v_proj,2,32,8,128,12.523959159851074,1.25390625,4194304 |
| 29,self_attn.v_proj,2,64,8,128,14.690808296203613,1.126953125,4194304 |
| 29,self_attn.v_proj,2,128,8,128,16.632190704345703,1.0634765625,4194304 |
| 29,self_attn.v_proj,3,32,8,128,5.392115592956543,1.75390625,4194304 |
| 29,self_attn.v_proj,3,64,8,128,6.368161201477051,1.626953125,4194304 |
| 29,self_attn.v_proj,3,128,8,128,7.268193244934082,1.5634765625,4194304 |
| 29,self_attn.v_proj,4,32,8,128,2.5151612758636475,2.25390625,4194304 |
| 29,self_attn.v_proj,4,64,8,128,2.9734504222869873,2.126953125,4194304 |
| 29,self_attn.v_proj,4,128,8,128,3.403775215148926,2.0634765625,4194304 |
| 29,self_attn.v_proj,8,32,8,128,0.15232786536216736,4.25390625,4194304 |
| 29,self_attn.v_proj,8,64,8,128,0.17989321053028107,4.126953125,4194304 |
| 29,self_attn.v_proj,8,128,8,128,0.205173522233963,4.0634765625,4194304 |
| 29,self_attn.k_proj,2,32,8,128,19.7725830078125,1.25390625,4194304 |
| 29,self_attn.k_proj,2,64,8,128,23.471574783325195,1.126953125,4194304 |
| 29,self_attn.k_proj,2,128,8,128,26.8720760345459,1.0634765625,4194304 |
| 29,self_attn.k_proj,3,32,8,128,8.48144245147705,1.75390625,4194304 |
| 29,self_attn.k_proj,3,64,8,128,10.10207462310791,1.626953125,4194304 |
| 29,self_attn.k_proj,3,128,8,128,11.622701644897461,1.5634765625,4194304 |
| 29,self_attn.k_proj,4,32,8,128,3.9573285579681396,2.25390625,4194304 |
| 29,self_attn.k_proj,4,64,8,128,4.716329574584961,2.126953125,4194304 |
| 29,self_attn.k_proj,4,128,8,128,5.431185245513916,2.0634765625,4194304 |
| 29,self_attn.k_proj,8,32,8,128,0.23949669301509857,4.25390625,4194304 |
| 29,self_attn.k_proj,8,64,8,128,0.28515973687171936,4.126953125,4194304 |
| 29,self_attn.k_proj,8,128,8,128,0.327343612909317,4.0634765625,4194304 |
| 29,self_attn.o_proj,2,32,8,128,20.647443771362305,5.015625,16777216 |
| 29,self_attn.o_proj,2,64,8,128,24.1241397857666,4.5078125,16777216 |
| 29,self_attn.o_proj,2,128,8,128,27.31800079345703,4.25390625,16777216 |
| 29,self_attn.o_proj,3,32,8,128,8.838510513305664,7.015625,16777216 |
| 29,self_attn.o_proj,3,64,8,128,10.343005180358887,6.5078125,16777216 |
| 29,self_attn.o_proj,3,128,8,128,11.744430541992188,6.25390625,16777216 |
| 29,self_attn.o_proj,4,32,8,128,4.123586654663086,9.015625,16777216 |
| 29,self_attn.o_proj,4,64,8,128,4.828439235687256,8.5078125,16777216 |
| 29,self_attn.o_proj,4,128,8,128,5.48347806930542,8.25390625,16777216 |
| 29,self_attn.o_proj,8,32,8,128,0.24951261281967163,17.015625,16777216 |
| 29,self_attn.o_proj,8,64,8,128,0.29185888171195984,16.5078125,16777216 |
| 29,self_attn.o_proj,8,128,8,128,0.33035680651664734,16.25390625,16777216 |
| 29,mlp.gate_proj,2,32,8,128,46.53538513183594,17.5546875,58720256 |
| 29,mlp.gate_proj,2,64,8,128,55.688201904296875,15.77734375,58720256 |
| 29,mlp.gate_proj,2,128,8,128,64.65599822998047,14.888671875,58720256 |
| 29,mlp.gate_proj,3,32,8,128,19.936012268066406,24.5546875,58720256 |
| 29,mlp.gate_proj,3,64,8,128,23.951101303100586,22.77734375,58720256 |
| 29,mlp.gate_proj,3,128,8,128,27.972835540771484,21.888671875,58720256 |
| 29,mlp.gate_proj,4,32,8,128,9.299413681030273,31.5546875,58720256 |
| 29,mlp.gate_proj,4,64,8,128,11.182499885559082,29.77734375,58720256 |
| 29,mlp.gate_proj,4,128,8,128,13.054163932800293,28.888671875,58720256 |
| 29,mlp.gate_proj,8,32,8,128,0.5645514726638794,59.5546875,58720256 |
| 29,mlp.gate_proj,8,64,8,128,0.6790639758110046,57.77734375,58720256 |
| 29,mlp.gate_proj,8,128,8,128,0.7904157042503357,56.888671875,58720256 |
| 29,mlp.up_proj,2,32,8,128,36.85078430175781,17.5546875,58720256 |
| 29,mlp.up_proj,2,64,8,128,43.05399703979492,15.77734375,58720256 |
| 29,mlp.up_proj,2,128,8,128,48.64891815185547,14.888671875,58720256 |
| 29,mlp.up_proj,3,32,8,128,15.770960807800293,24.5546875,58720256 |
| 29,mlp.up_proj,3,64,8,128,18.416637420654297,22.77734375,58720256 |
| 29,mlp.up_proj,3,128,8,128,20.84731101989746,21.888671875,58720256 |
| 29,mlp.up_proj,4,32,8,128,7.353880882263184,31.5546875,58720256 |
| 29,mlp.up_proj,4,64,8,128,8.594264030456543,29.77734375,58720256 |
| 29,mlp.up_proj,4,128,8,128,9.726106643676758,28.888671875,58720256 |
| 29,mlp.up_proj,8,32,8,128,0.4461195766925812,59.5546875,58720256 |
| 29,mlp.up_proj,8,64,8,128,0.5211239457130432,57.77734375,58720256 |
| 29,mlp.up_proj,8,128,8,128,0.5885738730430603,56.888671875,58720256 |
| 29,mlp.down_proj,2,32,8,128,36.1666145324707,17.5546875,58720256 |
| 29,mlp.down_proj,2,64,8,128,42.19386291503906,15.77734375,58720256 |
| 29,mlp.down_proj,2,128,8,128,47.618167877197266,14.888671875,58720256 |
| 29,mlp.down_proj,3,32,8,128,15.470270156860352,24.5546875,58720256 |
| 29,mlp.down_proj,3,64,8,128,18.048030853271484,22.77734375,58720256 |
| 29,mlp.down_proj,3,128,8,128,20.406352996826172,21.888671875,58720256 |
| 29,mlp.down_proj,4,32,8,128,7.214730262756348,31.5546875,58720256 |
| 29,mlp.down_proj,4,64,8,128,8.423977851867676,29.77734375,58720256 |
| 29,mlp.down_proj,4,128,8,128,9.518974304199219,28.888671875,58720256 |
| 29,mlp.down_proj,8,32,8,128,0.43782734870910645,59.5546875,58720256 |
| 29,mlp.down_proj,8,64,8,128,0.5107836723327637,57.77734375,58720256 |
| 29,mlp.down_proj,8,128,8,128,0.5759627223014832,56.888671875,58720256 |
| 30,self_attn.q_proj,2,32,8,128,25.196308135986328,5.015625,16777216 |
| 30,self_attn.q_proj,2,64,8,128,30.050796508789062,4.5078125,16777216 |
| 30,self_attn.q_proj,2,128,8,128,34.93693542480469,4.25390625,16777216 |
| 30,self_attn.q_proj,3,32,8,128,10.820404052734375,7.015625,16777216 |
| 30,self_attn.q_proj,3,64,8,128,12.94897747039795,6.5078125,16777216 |
| 30,self_attn.q_proj,3,128,8,128,15.237585067749023,6.25390625,16777216 |
| 30,self_attn.q_proj,4,32,8,128,5.0505194664001465,9.015625,16777216 |
| 30,self_attn.q_proj,4,64,8,128,6.043151378631592,8.5078125,16777216 |
| 30,self_attn.q_proj,4,128,8,128,7.112979412078857,8.25390625,16777216 |
| 30,self_attn.q_proj,8,32,8,128,0.30580830574035645,17.015625,16777216 |
| 30,self_attn.q_proj,8,64,8,128,0.36565133929252625,16.5078125,16777216 |
| 30,self_attn.q_proj,8,128,8,128,0.4289668798446655,16.25390625,16777216 |
| 30,self_attn.v_proj,2,32,8,128,15.02125072479248,1.25390625,4194304 |
| 30,self_attn.v_proj,2,64,8,128,17.631624221801758,1.126953125,4194304 |
| 30,self_attn.v_proj,2,128,8,128,19.994483947753906,1.0634765625,4194304 |
| 30,self_attn.v_proj,3,32,8,128,6.480691909790039,1.75390625,4194304 |
| 30,self_attn.v_proj,3,64,8,128,7.6596879959106445,1.626953125,4194304 |
| 30,self_attn.v_proj,3,128,8,128,8.729578971862793,1.5634765625,4194304 |
| 30,self_attn.v_proj,4,32,8,128,3.0260024070739746,2.25390625,4194304 |
| 30,self_attn.v_proj,4,64,8,128,3.579402208328247,2.126953125,4194304 |
| 30,self_attn.v_proj,4,128,8,128,4.09032678604126,2.0634765625,4194304 |
| 30,self_attn.v_proj,8,32,8,128,0.18331295251846313,4.25390625,4194304 |
| 30,self_attn.v_proj,8,64,8,128,0.21650968492031097,4.126953125,4194304 |
| 30,self_attn.v_proj,8,128,8,128,0.24649925529956818,4.0634765625,4194304 |
| 30,self_attn.k_proj,2,32,8,128,17.458175659179688,1.25390625,4194304 |
| 30,self_attn.k_proj,2,64,8,128,20.79300308227539,1.126953125,4194304 |
| 30,self_attn.k_proj,2,128,8,128,23.82550621032715,1.0634765625,4194304 |
| 30,self_attn.k_proj,3,32,8,128,7.502180099487305,1.75390625,4194304 |
| 30,self_attn.k_proj,3,64,8,128,8.99234676361084,1.626953125,4194304 |
| 30,self_attn.k_proj,3,128,8,128,10.396160125732422,1.5634765625,4194304 |
| 30,self_attn.k_proj,4,32,8,128,3.498915672302246,2.25390625,4194304 |
| 30,self_attn.k_proj,4,64,8,128,4.198184013366699,2.126953125,4194304 |
| 30,self_attn.k_proj,4,128,8,128,4.856632232666016,2.0634765625,4194304 |
| 30,self_attn.k_proj,8,32,8,128,0.2118491381406784,4.25390625,4194304 |
| 30,self_attn.k_proj,8,64,8,128,0.25399449467658997,4.126953125,4194304 |
| 30,self_attn.k_proj,8,128,8,128,0.29271388053894043,4.0634765625,4194304 |
| 30,self_attn.o_proj,2,32,8,128,22.028724670410156,5.015625,16777216 |
| 30,self_attn.o_proj,2,64,8,128,25.77220916748047,4.5078125,16777216 |
| 30,self_attn.o_proj,2,128,8,128,29.217456817626953,4.25390625,16777216 |
| 30,self_attn.o_proj,3,32,8,128,9.431700706481934,7.015625,16777216 |
| 30,self_attn.o_proj,3,64,8,128,11.060696601867676,6.5078125,16777216 |
| 30,self_attn.o_proj,3,128,8,128,12.583657264709473,6.25390625,16777216 |
| 30,self_attn.o_proj,4,32,8,128,4.399063587188721,9.015625,16777216 |
| 30,self_attn.o_proj,4,64,8,128,5.1628499031066895,8.5078125,16777216 |
| 30,self_attn.o_proj,4,128,8,128,5.875484943389893,8.25390625,16777216 |
| 30,self_attn.o_proj,8,32,8,128,0.26631367206573486,17.015625,16777216 |
| 30,self_attn.o_proj,8,64,8,128,0.31211280822753906,16.5078125,16777216 |
| 30,self_attn.o_proj,8,128,8,128,0.353950172662735,16.25390625,16777216 |
| 30,mlp.gate_proj,2,32,8,128,48.54814147949219,17.5546875,58720256 |
| 30,mlp.gate_proj,2,64,8,128,58.27192306518555,15.77734375,58720256 |
| 30,mlp.gate_proj,2,128,8,128,67.65760803222656,14.888671875,58720256 |
| 30,mlp.gate_proj,3,32,8,128,20.802818298339844,24.5546875,58720256 |
| 30,mlp.gate_proj,3,64,8,128,25.045467376708984,22.77734375,58720256 |
| 30,mlp.gate_proj,3,128,8,128,29.281566619873047,21.888671875,58720256 |
| 30,mlp.gate_proj,4,32,8,128,9.702558517456055,31.5546875,58720256 |
| 30,mlp.gate_proj,4,64,8,128,11.69450569152832,29.77734375,58720256 |
| 30,mlp.gate_proj,4,128,8,128,13.667594909667969,28.888671875,58720256 |
| 30,mlp.gate_proj,8,32,8,128,0.589381217956543,59.5546875,58720256 |
| 30,mlp.gate_proj,8,64,8,128,0.7104009389877319,57.77734375,58720256 |
| 30,mlp.gate_proj,8,128,8,128,0.8273317813873291,56.888671875,58720256 |
| 30,mlp.up_proj,2,32,8,128,37.81081008911133,17.5546875,58720256 |
| 30,mlp.up_proj,2,64,8,128,44.27680587768555,15.77734375,58720256 |
| 30,mlp.up_proj,2,128,8,128,50.141212463378906,14.888671875,58720256 |
| 30,mlp.up_proj,3,32,8,128,16.179561614990234,24.5546875,58720256 |
| 30,mlp.up_proj,3,64,8,128,18.94173240661621,22.77734375,58720256 |
| 30,mlp.up_proj,3,128,8,128,21.498088836669922,21.888671875,58720256 |
| 30,mlp.up_proj,4,32,8,128,7.546878337860107,31.5546875,58720256 |
| 30,mlp.up_proj,4,64,8,128,8.837961196899414,29.77734375,58720256 |
| 30,mlp.up_proj,4,128,8,128,10.029991149902344,28.888671875,58720256 |
| 30,mlp.up_proj,8,32,8,128,0.4577595591545105,59.5546875,58720256 |
| 30,mlp.up_proj,8,64,8,128,0.5360674858093262,57.77734375,58720256 |
| 30,mlp.up_proj,8,128,8,128,0.606948971748352,56.888671875,58720256 |
| 30,mlp.down_proj,2,32,8,128,36.228599548339844,17.5546875,58720256 |
| 30,mlp.down_proj,2,64,8,128,42.291839599609375,15.77734375,58720256 |
| 30,mlp.down_proj,2,128,8,128,47.77397155761719,14.888671875,58720256 |
| 30,mlp.down_proj,3,32,8,128,15.508816719055176,24.5546875,58720256 |
| 30,mlp.down_proj,3,64,8,128,18.11805534362793,22.77734375,58720256 |
| 30,mlp.down_proj,3,128,8,128,20.528676986694336,21.888671875,58720256 |
| 30,mlp.down_proj,4,32,8,128,7.232919216156006,31.5546875,58720256 |
| 30,mlp.down_proj,4,64,8,128,8.457255363464355,29.77734375,58720256 |
| 30,mlp.down_proj,4,128,8,128,9.585814476013184,28.888671875,58720256 |
| 30,mlp.down_proj,8,32,8,128,0.4388901889324188,59.5546875,58720256 |
| 30,mlp.down_proj,8,64,8,128,0.512734055519104,57.77734375,58720256 |
| 30,mlp.down_proj,8,128,8,128,0.5796442627906799,56.888671875,58720256 |
| 31,self_attn.q_proj,2,32,8,128,27.7853946685791,5.015625,16777216 |
| 31,self_attn.q_proj,2,64,8,128,33.145084381103516,4.5078125,16777216 |
| 31,self_attn.q_proj,2,128,8,128,38.488712310791016,4.25390625,16777216 |
| 31,self_attn.q_proj,3,32,8,128,11.928686141967773,7.015625,16777216 |
| 31,self_attn.q_proj,3,64,8,128,14.285934448242188,6.5078125,16777216 |
| 31,self_attn.q_proj,3,128,8,128,16.74061393737793,6.25390625,16777216 |
| 31,self_attn.q_proj,4,32,8,128,5.565404891967773,9.015625,16777216 |
| 31,self_attn.q_proj,4,64,8,128,6.667606830596924,8.5078125,16777216 |
| 31,self_attn.q_proj,4,128,8,128,7.818569660186768,8.25390625,16777216 |
| 31,self_attn.q_proj,8,32,8,128,0.3369702696800232,17.015625,16777216 |
| 31,self_attn.q_proj,8,64,8,128,0.403188556432724,16.5078125,16777216 |
| 31,self_attn.q_proj,8,128,8,128,0.47114652395248413,16.25390625,16777216 |
| 31,self_attn.v_proj,2,32,8,128,13.460245132446289,1.25390625,4194304 |
| 31,self_attn.v_proj,2,64,8,128,15.933310508728027,1.126953125,4194304 |
| 31,self_attn.v_proj,2,128,8,128,18.187244415283203,1.0634765625,4194304 |
| 31,self_attn.v_proj,3,32,8,128,5.793933391571045,1.75390625,4194304 |
| 31,self_attn.v_proj,3,64,8,128,6.89697265625,1.626953125,4194304 |
| 31,self_attn.v_proj,3,128,8,128,7.944997787475586,1.5634765625,4194304 |
| 31,self_attn.v_proj,4,32,8,128,2.703720808029175,2.25390625,4194304 |
| 31,self_attn.v_proj,4,64,8,128,3.2235920429229736,2.126953125,4194304 |
| 31,self_attn.v_proj,4,128,8,128,3.717491388320923,2.0634765625,4194304 |
| 31,self_attn.v_proj,8,32,8,128,0.16373677551746368,4.25390625,4194304 |
| 31,self_attn.v_proj,8,64,8,128,0.1949443519115448,4.126953125,4194304 |
| 31,self_attn.v_proj,8,128,8,128,0.22399581968784332,4.0634765625,4194304 |
| 31,self_attn.k_proj,2,32,8,128,18.943012237548828,1.25390625,4194304 |
| 31,self_attn.k_proj,2,64,8,128,22.429168701171875,1.126953125,4194304 |
| 31,self_attn.k_proj,2,128,8,128,25.610763549804688,1.0634765625,4194304 |
| 31,self_attn.k_proj,3,32,8,128,8.12702465057373,1.75390625,4194304 |
| 31,self_attn.k_proj,3,64,8,128,9.663982391357422,1.626953125,4194304 |
| 31,self_attn.k_proj,3,128,8,128,11.10566234588623,1.5634765625,4194304 |
| 31,self_attn.k_proj,4,32,8,128,3.791293144226074,2.25390625,4194304 |
| 31,self_attn.k_proj,4,64,8,128,4.509145259857178,2.126953125,4194304 |
| 31,self_attn.k_proj,4,128,8,128,5.187222957611084,2.0634765625,4194304 |
| 31,self_attn.k_proj,8,32,8,128,0.22956740856170654,4.25390625,4194304 |
| 31,self_attn.k_proj,8,64,8,128,0.27280306816101074,4.126953125,4194304 |
| 31,self_attn.k_proj,8,128,8,128,0.31249260902404785,4.0634765625,4194304 |
| 31,self_attn.o_proj,2,32,8,128,21.93998146057129,5.015625,16777216 |
| 31,self_attn.o_proj,2,64,8,128,25.865713119506836,4.5078125,16777216 |
| 31,self_attn.o_proj,2,128,8,128,29.529573440551758,4.25390625,16777216 |
| 31,self_attn.o_proj,3,32,8,128,9.455382347106934,7.015625,16777216 |
| 31,self_attn.o_proj,3,64,8,128,11.25583553314209,6.5078125,16777216 |
| 31,self_attn.o_proj,3,128,8,128,13.053057670593262,6.25390625,16777216 |
| 31,self_attn.o_proj,4,32,8,128,4.415661334991455,9.015625,16777216 |
| 31,self_attn.o_proj,4,64,8,128,5.26674747467041,8.5078125,16777216 |
| 31,self_attn.o_proj,4,128,8,128,6.131242752075195,8.25390625,16777216 |
| 31,self_attn.o_proj,8,32,8,128,0.2670601010322571,17.015625,16777216 |
| 31,self_attn.o_proj,8,64,8,128,0.3184683918952942,16.5078125,16777216 |
| 31,self_attn.o_proj,8,128,8,128,0.3694242537021637,16.25390625,16777216 |
| 31,mlp.gate_proj,2,32,8,128,55.132991790771484,17.5546875,58720256 |
| 31,mlp.gate_proj,2,64,8,128,66.1739501953125,15.77734375,58720256 |
| 31,mlp.gate_proj,2,128,8,128,76.86265563964844,14.888671875,58720256 |
| 31,mlp.gate_proj,3,32,8,128,23.65062141418457,24.5546875,58720256 |
| 31,mlp.gate_proj,3,64,8,128,28.497373580932617,22.77734375,58720256 |
| 31,mlp.gate_proj,3,128,8,128,33.36634826660156,21.888671875,58720256 |
| 31,mlp.gate_proj,4,32,8,128,11.035598754882812,31.5546875,58720256 |
| 31,mlp.gate_proj,4,64,8,128,13.294682502746582,29.77734375,58720256 |
| 31,mlp.gate_proj,4,128,8,128,15.581149101257324,28.888671875,58720256 |
| 31,mlp.gate_proj,8,32,8,128,0.6704089045524597,59.5546875,58720256 |
| 31,mlp.gate_proj,8,64,8,128,0.8073409199714661,57.77734375,58720256 |
| 31,mlp.gate_proj,8,128,8,128,0.9419750571250916,56.888671875,58720256 |
| 31,mlp.up_proj,2,32,8,128,43.796512603759766,17.5546875,58720256 |
| 31,mlp.up_proj,2,64,8,128,51.55417251586914,15.77734375,58720256 |
| 31,mlp.up_proj,2,128,8,128,58.87849044799805,14.888671875,58720256 |
| 31,mlp.up_proj,3,32,8,128,18.743408203125,24.5546875,58720256 |
| 31,mlp.up_proj,3,64,8,128,22.15771484375,22.77734375,58720256 |
| 31,mlp.up_proj,3,128,8,128,25.394575119018555,21.888671875,58720256 |
| 31,mlp.up_proj,4,32,8,128,8.745729446411133,31.5546875,58720256 |
| 31,mlp.up_proj,4,64,8,128,10.336227416992188,29.77734375,58720256 |
| 31,mlp.up_proj,4,128,8,128,11.863717079162598,28.888671875,58720256 |
| 31,mlp.up_proj,8,32,8,128,0.5307725071907043,59.5546875,58720256 |
| 31,mlp.up_proj,8,64,8,128,0.6275953054428101,57.77734375,58720256 |
| 31,mlp.up_proj,8,128,8,128,0.7182684540748596,56.888671875,58720256 |
| 31,mlp.down_proj,2,32,8,128,37.130252838134766,17.5546875,58720256 |
| 31,mlp.down_proj,2,64,8,128,43.456199645996094,15.77734375,58720256 |
| 31,mlp.down_proj,2,128,8,128,49.1611328125,14.888671875,58720256 |
| 31,mlp.down_proj,3,32,8,128,15.918204307556152,24.5546875,58720256 |
| 31,mlp.down_proj,3,64,8,128,18.65615463256836,22.77734375,58720256 |
| 31,mlp.down_proj,3,128,8,128,21.233890533447266,21.888671875,58720256 |
| 31,mlp.down_proj,4,32,8,128,7.429920196533203,31.5546875,58720256 |
| 31,mlp.down_proj,4,64,8,128,8.717047691345215,29.77734375,58720256 |
| 31,mlp.down_proj,4,128,8,128,9.929636001586914,28.888671875,58720256 |
| 31,mlp.down_proj,8,32,8,128,0.4507500231266022,59.5546875,58720256 |
| 31,mlp.down_proj,8,64,8,128,0.5288225412368774,57.77734375,58720256 |
| 31,mlp.down_proj,8,128,8,128,0.6011541485786438,56.888671875,58720256 |
|
|
