lm-quant-toolkit/src/data/fnorm-Meta-Llama-3-8B.csv

layer,module,nbit1,gsize1,nbit2,gsize2,fnorm,memmb,params,kurtosis,cost_sensi,sensitivity
0,self_attn.q_proj,2,32,8,128,29.71926498413086,5.015625,16777216,23.477997808080044,NA,2.350435579501209e-7
0,self_attn.q_proj,2,64,8,128,36.01884460449219,4.5078125,16777216,23.477997808080044,NA,2.350435579501209e-7
0,self_attn.q_proj,2,128,8,128,41.75963973999024,4.25390625,16777216,23.477997808080044,NA,2.350435579501209e-7
0,self_attn.q_proj,3,32,8,128,12.962769508361816,7.015625,16777216,23.477997808080044,NA,2.350435579501209e-7
0,self_attn.q_proj,3,64,8,128,16.056236267089844,6.5078125,16777216,23.477997808080044,NA,2.350435579501209e-7
0,self_attn.q_proj,3,128,8,128,19.37236785888672,6.25390625,16777216,23.477997808080044,NA,2.350435579501209e-7
0,self_attn.q_proj,4,32,8,128,6.056663036346436,9.015625,16777216,23.477997808080044,NA,2.350435579501209e-7
0,self_attn.q_proj,4,64,8,128,7.511712551116943,8.5078125,16777216,23.477997808080044,NA,2.350435579501209e-7
0,self_attn.q_proj,4,128,8,128,9.0902862548828125,8.25390625,16777216,23.477997808080044,NA,2.350435579501209e-7
0,self_attn.q_proj,8,32,8,128,0.3672587275505066,17.015625,16777216,23.477997808080044,NA,2.350435579501209e-7
0,self_attn.q_proj,8,64,8,128,0.4547851383686065,16.5078125,16777216,23.477997808080044,NA,2.350435579501209e-7
0,self_attn.q_proj,8,128,8,128,0.5482342839241028,16.25390625,16777216,23.477997808080044,NA,2.350435579501209e-7
0,self_attn.v_proj,2,32,8,128,5.1504902839660645,1.25390625,4194304,5.243808587901302,NA,2.350435579501209e-7
0,self_attn.v_proj,2,64,8,128,6.072350025177002,1.126953125,4194304,5.243808587901302,NA,2.350435579501209e-7
0,self_attn.v_proj,2,128,8,128,6.909933567047119,1.0634765625,4194304,5.243808587901302,NA,2.350435579501209e-7
0,self_attn.v_proj,3,32,8,128,2.2044689655303955,1.75390625,4194304,5.243808587901302,NA,2.350435579501209e-7
0,self_attn.v_proj,3,64,8,128,2.6054704189300537,1.626953125,4194304,5.243808587901302,NA,2.350435579501209e-7
0,self_attn.v_proj,3,128,8,128,2.9787304401397705,1.5634765625,4194304,5.243808587901302,NA,2.350435579501209e-7
0,self_attn.v_proj,4,32,8,128,1.0286246538162231,2.25390625,4194304,5.243808587901302,NA,2.350435579501209e-7
0,self_attn.v_proj,4,64,8,128,1.2157593965530396,2.126953125,4194304,5.243808587901302,NA,2.350435579501209e-7
0,self_attn.v_proj,4,128,8,128,1.390173077583313,2.0634765625,4194304,5.243808587901302,NA,2.350435579501209e-7
0,self_attn.v_proj,8,32,8,128,0.0632590651512146,4.25390625,4194304,5.243808587901302,NA,2.350435579501209e-7
0,self_attn.v_proj,8,64,8,128,0.074266493320465,4.126953125,4194304,5.243808587901302,NA,2.350435579501209e-7
0,self_attn.v_proj,8,128,8,128,0.0843224003911018,4.0634765625,4194304,5.243808587901302,NA,2.350435579501209e-7
0,self_attn.k_proj,2,32,8,128,21.851238250732425,1.25390625,4194304,19.91079330638038,NA,2.350435579501209e-7
0,self_attn.k_proj,2,64,8,128,26.34428596496582,1.126953125,4194304,19.91079330638038,NA,2.350435579501209e-7
0,self_attn.k_proj,2,128,8,128,30.26717185974121,1.0634765625,4194304,19.91079330638038,NA,2.350435579501209e-7
0,self_attn.k_proj,3,32,8,128,9.60117244720459,1.75390625,4194304,19.91079330638038,NA,2.350435579501209e-7
0,self_attn.k_proj,3,64,8,128,11.86343479156494,1.626953125,4194304,19.91079330638038,NA,2.350435579501209e-7
0,self_attn.k_proj,3,128,8,128,14.062352180480955,1.5634765625,4194304,19.91079330638038,NA,2.350435579501209e-7
0,self_attn.k_proj,4,32,8,128,4.484797477722168,2.25390625,4194304,19.91079330638038,NA,2.350435579501209e-7
0,self_attn.k_proj,4,64,8,128,5.547629356384277,2.126953125,4194304,19.91079330638038,NA,2.350435579501209e-7
0,self_attn.k_proj,4,128,8,128,6.592917919158936,2.0634765625,4194304,19.91079330638038,NA,2.350435579501209e-7
0,self_attn.k_proj,8,32,8,128,0.2718508839607239,4.25390625,4194304,19.91079330638038,NA,2.350435579501209e-7
0,self_attn.k_proj,8,64,8,128,0.3354998826980591,4.126953125,4194304,19.91079330638038,NA,2.350435579501209e-7
0,self_attn.k_proj,8,128,8,128,0.3979018926620483,4.0634765625,4194304,19.91079330638038,NA,2.350435579501209e-7
0,mlp.gate_proj,2,32,8,128,33.444522857666016,17.5546875,58720256,4.25397183529409,NA,3.8732471807634283e-7
0,mlp.gate_proj,2,64,8,128,39.36700820922852,15.77734375,58720256,4.25397183529409,NA,3.8732471807634283e-7
0,mlp.gate_proj,2,128,8,128,44.94590759277344,14.888671875,58720256,4.25397183529409,NA,3.8732471807634283e-7
0,mlp.gate_proj,3,32,8,128,14.31833267211914,24.5546875,58720256,4.25397183529409,NA,3.8732471807634283e-7
0,mlp.gate_proj,3,64,8,128,16.907611846923828,22.77734375,58720256,4.25397183529409,NA,3.8732471807634283e-7
0,mlp.gate_proj,3,128,8,128,19.3914794921875,21.888671875,58720256,4.25397183529409,NA,3.8732471807634283e-7
0,mlp.gate_proj,4,32,8,128,6.679895401000977,31.5546875,58720256,4.25397183529409,NA,3.8732471807634283e-7
0,mlp.gate_proj,4,64,8,128,7.8970112800598145,29.77734375,58720256,4.25397183529409,NA,3.8732471807634283e-7
0,mlp.gate_proj,4,128,8,128,9.0552396774292,28.888671875,58720256,4.25397183529409,NA,3.8732471807634283e-7
0,mlp.gate_proj,8,32,8,128,0.40571129322052,59.5546875,58720256,4.25397183529409,NA,3.8732471807634283e-7
0,mlp.gate_proj,8,64,8,128,0.4786460995674133,57.77734375,58720256,4.25397183529409,NA,3.8732471807634283e-7
0,mlp.gate_proj,8,128,8,128,0.5475429892539978,56.888671875,58720256,4.25397183529409,NA,3.8732471807634283e-7
0,mlp.up_proj,2,32,8,128,30.09317207336425,17.5546875,58720256,3.196049634916446,NA,3.8732471807634283e-7
0,mlp.up_proj,2,64,8,128,35.18780517578125,15.77734375,58720256,3.196049634916446,NA,3.8732471807634283e-7
0,mlp.up_proj,2,128,8,128,39.822261810302734,14.888671875,58720256,3.196049634916446,NA,3.8732471807634283e-7
0,mlp.up_proj,3,32,8,128,12.867423057556152,24.5546875,58720256,3.196049634916446,NA,3.8732471807634283e-7
0,mlp.up_proj,3,64,8,128,15.071465492248535,22.77734375,58720256,3.196049634916446,NA,3.8732471807634283e-7
0,mlp.up_proj,3,128,8,128,17.074993133544922,21.888671875,58720256,3.196049634916446,NA,3.8732471807634283e-7
0,mlp.up_proj,4,32,8,128,6.00413179397583,31.5546875,58720256,3.196049634916446,NA,3.8732471807634283e-7
0,mlp.up_proj,4,64,8,128,7.029482841491699,29.77734375,58720256,3.196049634916446,NA,3.8732471807634283e-7
0,mlp.up_proj,4,128,8,128,7.972204685211182,28.888671875,58720256,3.196049634916446,NA,3.8732471807634283e-7
0,mlp.up_proj,8,32,8,128,0.3648918867111206,59.5546875,58720256,3.196049634916446,NA,3.8732471807634283e-7
0,mlp.up_proj,8,64,8,128,0.4266665875911712,57.77734375,58720256,3.196049634916446,NA,3.8732471807634283e-7
0,mlp.up_proj,8,128,8,128,0.4817230999469757,56.888671875,58720256,3.196049634916446,NA,3.8732471807634283e-7
0,mlp.down_proj,2,32,8,128,30.121797561645508,17.5546875,58720256,6.078099806674725,NA,1.022435526465415e-6
0,mlp.down_proj,2,64,8,128,35.37422180175781,15.77734375,58720256,6.078099806674725,NA,1.022435526465415e-6
0,mlp.down_proj,2,128,8,128,40.296199798583984,14.888671875,58720256,6.078099806674725,NA,1.022435526465415e-6
0,mlp.down_proj,3,32,8,128,12.907261848449709,24.5546875,58720256,6.078099806674725,NA,1.022435526465415e-6
0,mlp.down_proj,3,64,8,128,15.229618072509766,22.77734375,58720256,6.078099806674725,NA,1.022435526465415e-6
0,mlp.down_proj,3,128,8,128,17.438817977905273,21.888671875,58720256,6.078099806674725,NA,1.022435526465415e-6
0,mlp.down_proj,4,32,8,128,6.028163909912109,31.5546875,58720256,6.078099806674725,NA,1.022435526465415e-6
0,mlp.down_proj,4,64,8,128,7.115785121917725,29.77734375,58720256,6.078099806674725,NA,1.022435526465415e-6
0,mlp.down_proj,4,128,8,128,8.164895057678223,28.888671875,58720256,6.078099806674725,NA,1.022435526465415e-6
0,mlp.down_proj,8,32,8,128,0.3665659725666046,59.5546875,58720256,6.078099806674725,NA,1.022435526465415e-6
0,mlp.down_proj,8,64,8,128,0.4323022961616516,57.77734375,58720256,6.078099806674725,NA,1.022435526465415e-6
0,mlp.down_proj,8,128,8,128,0.4949232637882232,56.888671875,58720256,6.078099806674725,NA,1.022435526465415e-6
1,self_attn.q_proj,2,32,8,128,30.526927947998047,5.015625,16777216,6.518398179144177,NA,3.939759949389554e-7
1,self_attn.q_proj,2,64,8,128,36.505821228027344,4.5078125,16777216,6.518398179144177,NA,3.939759949389554e-7
1,self_attn.q_proj,2,128,8,128,42.13641357421875,4.25390625,16777216,6.518398179144177,NA,3.939759949389554e-7
1,self_attn.q_proj,3,32,8,128,13.311883926391602,7.015625,16777216,6.518398179144177,NA,3.939759949389554e-7
1,self_attn.q_proj,3,64,8,128,16.21119499206543,6.5078125,16777216,6.518398179144177,NA,3.939759949389554e-7
1,self_attn.q_proj,3,128,8,128,19.35423851013184,6.25390625,16777216,6.518398179144177,NA,3.939759949389554e-7
1,self_attn.q_proj,4,32,8,128,6.221262454986572,9.015625,16777216,6.518398179144177,NA,3.939759949389554e-7
1,self_attn.q_proj,4,64,8,128,7.588432788848877,8.5078125,16777216,6.518398179144177,NA,3.939759949389554e-7
1,self_attn.q_proj,4,128,8,128,9.07388687133789,8.25390625,16777216,6.518398179144177,NA,3.939759949389554e-7
1,self_attn.q_proj,8,32,8,128,0.3765309751033783,17.015625,16777216,6.518398179144177,NA,3.939759949389554e-7
1,self_attn.q_proj,8,64,8,128,0.4591035544872284,16.5078125,16777216,6.518398179144177,NA,3.939759949389554e-7
1,self_attn.q_proj,8,128,8,128,0.5472977161407471,16.25390625,16777216,6.518398179144177,NA,3.939759949389554e-7
1,self_attn.v_proj,2,32,8,128,6.054126739501953,1.25390625,4194304,3.511953896727226,NA,3.939759949389554e-7
1,self_attn.v_proj,2,64,8,128,7.120873928070068,1.126953125,4194304,3.511953896727226,NA,3.939759949389554e-7
1,self_attn.v_proj,2,128,8,128,8.102333068847656,1.0634765625,4194304,3.511953896727226,NA,3.939759949389554e-7
1,self_attn.v_proj,3,32,8,128,2.589040279388428,1.75390625,4194304,3.511953896727226,NA,3.939759949389554e-7
1,self_attn.v_proj,3,64,8,128,3.047174453735352,1.626953125,4194304,3.511953896727226,NA,3.939759949389554e-7
1,self_attn.v_proj,3,128,8,128,3.4693777561187744,1.5634765625,4194304,3.511953896727226,NA,3.939759949389554e-7
1,self_attn.v_proj,4,32,8,128,1.207473874092102,2.25390625,4194304,3.511953896727226,NA,3.939759949389554e-7
1,self_attn.v_proj,4,64,8,128,1.4214165210723877,2.126953125,4194304,3.511953896727226,NA,3.939759949389554e-7
1,self_attn.v_proj,4,128,8,128,1.6196296215057373,2.0634765625,4194304,3.511953896727226,NA,3.939759949389554e-7
1,self_attn.v_proj,8,32,8,128,0.0731801688671112,4.25390625,4194304,3.511953896727226,NA,3.939759949389554e-7
1,self_attn.v_proj,8,64,8,128,0.086038313806056907,4.126953125,4194304,3.511953896727226,NA,3.939759949389554e-7
1,self_attn.v_proj,8,128,8,128,0.0976540595293045,4.0634765625,4194304,3.511953896727226,NA,3.939759949389554e-7
1,self_attn.k_proj,2,32,8,128,22.087326049804688,1.25390625,4194304,6.762759900412172,NA,3.939759949389554e-7
1,self_attn.k_proj,2,64,8,128,26.22841453552246,1.126953125,4194304,6.762759900412172,NA,3.939759949389554e-7
1,self_attn.k_proj,2,128,8,128,29.570714950561523,1.0634765625,4194304,6.762759900412172,NA,3.939759949389554e-7
1,self_attn.k_proj,3,32,8,128,9.688775062561035,1.75390625,4194304,6.762759900412172,NA,3.939759949389554e-7
1,self_attn.k_proj,3,64,8,128,11.815810203552246,1.626953125,4194304,6.762759900412172,NA,3.939759949389554e-7
1,self_attn.k_proj,3,128,8,128,13.7361421585083,1.5634765625,4194304,6.762759900412172,NA,3.939759949389554e-7
1,self_attn.k_proj,4,32,8,128,4.534592151641846,2.25390625,4194304,6.762759900412172,NA,3.939759949389554e-7
1,self_attn.k_proj,4,64,8,128,5.555020809173584,2.126953125,4194304,6.762759900412172,NA,3.939759949389554e-7
1,self_attn.k_proj,4,128,8,128,6.490731239318848,2.0634765625,4194304,6.762759900412172,NA,3.939759949389554e-7
1,self_attn.k_proj,8,32,8,128,0.2743088901042938,4.25390625,4194304,6.762759900412172,NA,3.939759949389554e-7
1,self_attn.k_proj,8,64,8,128,0.3359671831130981,4.126953125,4194304,6.762759900412172,NA,3.939759949389554e-7
1,self_attn.k_proj,8,128,8,128,0.3915407955646515,4.0634765625,4194304,6.762759900412172,NA,3.939759949389554e-7
1,mlp.gate_proj,2,32,8,128,33.596656799316406,17.5546875,58720256,3.981607530644241,NA,1.5860730400163447e-6
1,mlp.gate_proj,2,64,8,128,39.39640045166016,15.77734375,58720256,3.981607530644241,NA,1.5860730400163447e-6
1,mlp.gate_proj,2,128,8,128,44.80052947998047,14.888671875,58720256,3.981607530644241,NA,1.5860730400163447e-6
1,mlp.gate_proj,3,32,8,128,14.38129425048828,24.5546875,58720256,3.981607530644241,NA,1.5860730400163447e-6
1,mlp.gate_proj,3,64,8,128,16.90346336364746,22.77734375,58720256,3.981607530644241,NA,1.5860730400163447e-6
1,mlp.gate_proj,3,128,8,128,19.27972412109375,21.888671875,58720256,3.981607530644241,NA,1.5860730400163447e-6
1,mlp.gate_proj,4,32,8,128,6.708982944488525,31.5546875,58720256,3.981607530644241,NA,1.5860730400163447e-6
1,mlp.gate_proj,4,64,8,128,7.894912719726562,29.77734375,58720256,3.981607530644241,NA,1.5860730400163447e-6
1,mlp.gate_proj,4,128,8,128,9.00425910949707,28.888671875,58720256,3.981607530644241,NA,1.5860730400163447e-6
1,mlp.gate_proj,8,32,8,128,0.407469242811203,59.5546875,58720256,3.981607530644241,NA,1.5860730400163447e-6
1,mlp.gate_proj,8,64,8,128,0.4784776568412781,57.77734375,58720256,3.981607530644241,NA,1.5860730400163447e-6
1,mlp.gate_proj,8,128,8,128,0.544376790523529,56.888671875,58720256,3.981607530644241,NA,1.5860730400163447e-6
1,mlp.up_proj,2,32,8,128,30.42632484436035,17.5546875,58720256,3.865750191365785,NA,1.5860730400163447e-6
1,mlp.up_proj,2,64,8,128,35.52070617675781,15.77734375,58720256,3.865750191365785,NA,1.5860730400163447e-6
1,mlp.up_proj,2,128,8,128,40.1715087890625,14.888671875,58720256,3.865750191365785,NA,1.5860730400163447e-6
1,mlp.up_proj,3,32,8,128,13.010882377624512,24.5546875,58720256,3.865750191365785,NA,1.5860730400163447e-6
1,mlp.up_proj,3,64,8,128,15.230850219726562,22.77734375,58720256,3.865750191365785,NA,1.5860730400163447e-6
1,mlp.up_proj,3,128,8,128,17.25382423400879,21.888671875,58720256,3.865750191365785,NA,1.5860730400163447e-6
1,mlp.up_proj,4,32,8,128,6.071969032287598,31.5546875,58720256,3.865750191365785,NA,1.5860730400163447e-6
1,mlp.up_proj,4,64,8,128,7.105710029602051,29.77734375,58720256,3.865750191365785,NA,1.5860730400163447e-6
1,mlp.up_proj,4,128,8,128,8.0638580322265625,28.888671875,58720256,3.865750191365785,NA,1.5860730400163447e-6
1,mlp.up_proj,8,32,8,128,0.368994653224945,59.5546875,58720256,3.865750191365785,NA,1.5860730400163447e-6
1,mlp.up_proj,8,64,8,128,0.4312596619129181,57.77734375,58720256,3.865750191365785,NA,1.5860730400163447e-6
1,mlp.up_proj,8,128,8,128,0.4871818125247955,56.888671875,58720256,3.865750191365785,NA,1.5860730400163447e-6
1,mlp.down_proj,2,32,8,128,30.320220947265625,17.5546875,58720256,4.705602229051014,NA,2.590278563729953e-5
1,mlp.down_proj,2,64,8,128,35.40483474731445,15.77734375,58720256,4.705602229051014,NA,2.590278563729953e-5
1,mlp.down_proj,2,128,8,128,39.99724960327149,14.888671875,58720256,4.705602229051014,NA,2.590278563729953e-5
1,mlp.down_proj,3,32,8,128,12.976301193237305,24.5546875,58720256,4.705602229051014,NA,2.590278563729953e-5
1,mlp.down_proj,3,64,8,128,15.205132484436035,22.77734375,58720256,4.705602229051014,NA,2.590278563729953e-5
1,mlp.down_proj,3,128,8,128,17.241455078125,21.888671875,58720256,4.705602229051014,NA,2.590278563729953e-5
1,mlp.down_proj,4,32,8,128,6.056885719299316,31.5546875,58720256,4.705602229051014,NA,2.590278563729953e-5
1,mlp.down_proj,4,64,8,128,7.096342086791992,29.77734375,58720256,4.705602229051014,NA,2.590278563729953e-5
1,mlp.down_proj,4,128,8,128,8.062268257141113,28.888671875,58720256,4.705602229051014,NA,2.590278563729953e-5
1,mlp.down_proj,8,32,8,128,0.3681756258010864,59.5546875,58720256,4.705602229051014,NA,2.590278563729953e-5
1,mlp.down_proj,8,64,8,128,0.4309409260749817,57.77734375,58720256,4.705602229051014,NA,2.590278563729953e-5
1,mlp.down_proj,8,128,8,128,0.4879005849361419,56.888671875,58720256,4.705602229051014,NA,2.590278563729953e-5
2,self_attn.q_proj,2,32,8,128,28.29009246826172,5.015625,16777216,4.870928188359852,NA,9.326020631306164e-7
2,self_attn.q_proj,2,64,8,128,33.812381744384766,4.5078125,16777216,4.870928188359852,NA,9.326020631306164e-7
2,self_attn.q_proj,2,128,8,128,39.00408935546875,4.25390625,16777216,4.870928188359852,NA,9.326020631306164e-7
2,self_attn.q_proj,3,32,8,128,12.197437286376951,7.015625,16777216,4.870928188359852,NA,9.326020631306164e-7
2,self_attn.q_proj,3,64,8,128,14.689261436462402,6.5078125,16777216,4.870928188359852,NA,9.326020631306164e-7
2,self_attn.q_proj,3,128,8,128,17.301185607910156,6.25390625,16777216,4.870928188359852,NA,9.326020631306164e-7
2,self_attn.q_proj,4,32,8,128,5.6953887939453125,9.015625,16777216,4.870928188359852,NA,9.326020631306164e-7
2,self_attn.q_proj,4,64,8,128,6.862927913665772,8.5078125,16777216,4.870928188359852,NA,9.326020631306164e-7
2,self_attn.q_proj,4,128,8,128,8.08891773223877,8.25390625,16777216,4.870928188359852,NA,9.326020631306164e-7
2,self_attn.q_proj,8,32,8,128,0.3447518348693847,17.015625,16777216,4.870928188359852,NA,9.326020631306164e-7
2,self_attn.q_proj,8,64,8,128,0.4150609374046325,16.5078125,16777216,4.870928188359852,NA,9.326020631306164e-7
2,self_attn.q_proj,8,128,8,128,0.4876388013362884,16.25390625,16777216,4.870928188359852,NA,9.326020631306164e-7
2,self_attn.v_proj,2,32,8,128,5.159294128417969,1.25390625,4194304,3.581136549491772,NA,9.326020631306164e-7
2,self_attn.v_proj,2,64,8,128,6.081952095031738,1.126953125,4194304,3.581136549491772,NA,9.326020631306164e-7
2,self_attn.v_proj,2,128,8,128,6.926016807556152,1.0634765625,4194304,3.581136549491772,NA,9.326020631306164e-7
2,self_attn.v_proj,3,32,8,128,2.206528902053833,1.75390625,4194304,3.581136549491772,NA,9.326020631306164e-7
2,self_attn.v_proj,3,64,8,128,2.6030614376068115,1.626953125,4194304,3.581136549491772,NA,9.326020631306164e-7
2,self_attn.v_proj,3,128,8,128,2.9701642990112305,1.5634765625,4194304,3.581136549491772,NA,9.326020631306164e-7
2,self_attn.v_proj,4,32,8,128,1.028939962387085,2.25390625,4194304,3.581136549491772,NA,9.326020631306164e-7
2,self_attn.v_proj,4,64,8,128,1.2139078378677368,2.126953125,4194304,3.581136549491772,NA,9.326020631306164e-7
2,self_attn.v_proj,4,128,8,128,1.3857122659683228,2.0634765625,4194304,3.581136549491772,NA,9.326020631306164e-7
2,self_attn.v_proj,8,32,8,128,0.0623427294194698,4.25390625,4194304,3.581136549491772,NA,9.326020631306164e-7
2,self_attn.v_proj,8,64,8,128,0.0734634175896644,4.126953125,4194304,3.581136549491772,NA,9.326020631306164e-7
2,self_attn.v_proj,8,128,8,128,0.0835602283477783,4.0634765625,4194304,3.581136549491772,NA,9.326020631306164e-7
2,self_attn.k_proj,2,32,8,128,22.59001541137696,1.25390625,4194304,5.358498552438096,NA,9.326020631306164e-7
2,self_attn.k_proj,2,64,8,128,26.932594299316406,1.126953125,4194304,5.358498552438096,NA,9.326020631306164e-7
2,self_attn.k_proj,2,128,8,128,30.45580291748047,1.0634765625,4194304,5.358498552438096,NA,9.326020631306164e-7
2,self_attn.k_proj,3,32,8,128,9.799921035766602,1.75390625,4194304,5.358498552438096,NA,9.326020631306164e-7
2,self_attn.k_proj,3,64,8,128,11.85670566558838,1.626953125,4194304,5.358498552438096,NA,9.326020631306164e-7
2,self_attn.k_proj,3,128,8,128,13.769078254699709,1.5634765625,4194304,5.358498552438096,NA,9.326020631306164e-7
2,self_attn.k_proj,4,32,8,128,4.577732563018799,2.25390625,4194304,5.358498552438096,NA,9.326020631306164e-7
2,self_attn.k_proj,4,64,8,128,5.542038440704346,2.126953125,4194304,5.358498552438096,NA,9.326020631306164e-7
2,self_attn.k_proj,4,128,8,128,6.441653728485107,2.0634765625,4194304,5.358498552438096,NA,9.326020631306164e-7
2,self_attn.k_proj,8,32,8,128,0.276971161365509,4.25390625,4194304,5.358498552438096,NA,9.326020631306164e-7
2,self_attn.k_proj,8,64,8,128,0.3351361751556396,4.126953125,4194304,5.358498552438096,NA,9.326020631306164e-7
2,self_attn.k_proj,8,128,8,128,0.3882458806037903,4.0634765625,4194304,5.358498552438096,NA,9.326020631306164e-7
2,mlp.gate_proj,2,32,8,128,34.53382873535156,17.5546875,58720256,3.4928651366638097,NA,1.9166438960382948e-6
2,mlp.gate_proj,2,64,8,128,40.52213287353516,15.77734375,58720256,3.4928651366638097,NA,1.9166438960382948e-6
2,mlp.gate_proj,2,128,8,128,46.107120513916016,14.888671875,58720256,3.4928651366638097,NA,1.9166438960382948e-6
2,mlp.gate_proj,3,32,8,128,14.783581733703612,24.5546875,58720256,3.4928651366638097,NA,1.9166438960382948e-6
2,mlp.gate_proj,3,64,8,128,17.375429153442383,22.77734375,58720256,3.4928651366638097,NA,1.9166438960382948e-6
2,mlp.gate_proj,3,128,8,128,19.83789253234864,21.888671875,58720256,3.4928651366638097,NA,1.9166438960382948e-6
2,mlp.gate_proj,4,32,8,128,6.895365238189697,31.5546875,58720256,3.4928651366638097,NA,1.9166438960382948e-6
2,mlp.gate_proj,4,64,8,128,8.111905097961426,29.77734375,58720256,3.4928651366638097,NA,1.9166438960382948e-6
2,mlp.gate_proj,4,128,8,128,9.259538650512695,28.888671875,58720256,3.4928651366638097,NA,1.9166438960382948e-6
2,mlp.gate_proj,8,32,8,128,0.4186978340148926,59.5546875,58720256,3.4928651366638097,NA,1.9166438960382948e-6
2,mlp.gate_proj,8,64,8,128,0.4917322695255279,57.77734375,58720256,3.4928651366638097,NA,1.9166438960382948e-6
2,mlp.gate_proj,8,128,8,128,0.5599081516265869,56.888671875,58720256,3.4928651366638097,NA,1.9166438960382948e-6
2,mlp.up_proj,2,32,8,128,30.22202110290528,17.5546875,58720256,3.198673872490125,NA,1.9166438960382948e-6
2,mlp.up_proj,2,64,8,128,35.24127197265625,15.77734375,58720256,3.198673872490125,NA,1.9166438960382948e-6
2,mlp.up_proj,2,128,8,128,39.81227493286133,14.888671875,58720256,3.198673872490125,NA,1.9166438960382948e-6
2,mlp.up_proj,3,32,8,128,12.916703224182127,24.5546875,58720256,3.198673872490125,NA,1.9166438960382948e-6
2,mlp.up_proj,3,64,8,128,15.095866203308104,22.77734375,58720256,3.198673872490125,NA,1.9166438960382948e-6
2,mlp.up_proj,3,128,8,128,17.067392349243164,21.888671875,58720256,3.198673872490125,NA,1.9166438960382948e-6
2,mlp.up_proj,4,32,8,128,6.027431488037109,31.5546875,58720256,3.198673872490125,NA,1.9166438960382948e-6
2,mlp.up_proj,4,64,8,128,7.041491508483887,29.77734375,58720256,3.198673872490125,NA,1.9166438960382948e-6
2,mlp.up_proj,4,128,8,128,7.969945907592773,28.888671875,58720256,3.198673872490125,NA,1.9166438960382948e-6
2,mlp.up_proj,8,32,8,128,0.3662784397602081,59.5546875,58720256,3.198673872490125,NA,1.9166438960382948e-6
2,mlp.up_proj,8,64,8,128,0.4273211061954498,57.77734375,58720256,3.198673872490125,NA,1.9166438960382948e-6
2,mlp.up_proj,8,128,8,128,0.481521874666214,56.888671875,58720256,3.198673872490125,NA,1.9166438960382948e-6
2,mlp.down_proj,2,32,8,128,30.312685012817383,17.5546875,58720256,3.6681520245954378,NA,1.924652906382107e-6
2,mlp.down_proj,2,64,8,128,35.36705780029297,15.77734375,58720256,3.6681520245954378,NA,1.924652906382107e-6
2,mlp.down_proj,2,128,8,128,39.947853088378906,14.888671875,58720256,3.6681520245954378,NA,1.924652906382107e-6
2,mlp.down_proj,3,32,8,128,12.969926834106444,24.5546875,58720256,3.6681520245954378,NA,1.924652906382107e-6
2,mlp.down_proj,3,64,8,128,15.17494010925293,22.77734375,58720256,3.6681520245954378,NA,1.924652906382107e-6
2,mlp.down_proj,3,128,8,128,17.175376892089844,21.888671875,58720256,3.6681520245954378,NA,1.924652906382107e-6
2,mlp.down_proj,4,32,8,128,6.054165363311768,31.5546875,58720256,3.6681520245954378,NA,1.924652906382107e-6
2,mlp.down_proj,4,64,8,128,7.08501672744751,29.77734375,58720256,3.6681520245954378,NA,1.924652906382107e-6
2,mlp.down_proj,4,128,8,128,8.038103103637695,28.888671875,58720256,3.6681520245954378,NA,1.924652906382107e-6
2,mlp.down_proj,8,32,8,128,0.36796528100967407,59.5546875,58720256,3.6681520245954378,NA,1.924652906382107e-6
2,mlp.down_proj,8,64,8,128,0.4299937486648559,57.77734375,58720256,3.6681520245954378,NA,1.924652906382107e-6
2,mlp.down_proj,8,128,8,128,0.4857692122459411,56.888671875,58720256,3.6681520245954378,NA,1.924652906382107e-6
3,self_attn.q_proj,2,32,8,128,28.09393882751465,5.015625,16777216,4.191170036530165,NA,1.5665997352698469e-6
3,self_attn.q_proj,2,64,8,128,33.566856384277344,4.5078125,16777216,4.191170036530165,NA,1.5665997352698469e-6
3,self_attn.q_proj,2,128,8,128,39.03070831298828,4.25390625,16777216,4.191170036530165,NA,1.5665997352698469e-6
3,self_attn.q_proj,3,32,8,128,12.062705039978027,7.015625,16777216,4.191170036530165,NA,1.5665997352698469e-6
3,self_attn.q_proj,3,64,8,128,14.456032752990724,6.5078125,16777216,4.191170036530165,NA,1.5665997352698469e-6
3,self_attn.q_proj,3,128,8,128,16.985721588134766,6.25390625,16777216,4.191170036530165,NA,1.5665997352698469e-6
3,self_attn.q_proj,4,32,8,128,5.631606578826904,9.015625,16777216,4.191170036530165,NA,1.5665997352698469e-6
3,self_attn.q_proj,4,64,8,128,6.747907638549805,8.5078125,16777216,4.191170036530165,NA,1.5665997352698469e-6
3,self_attn.q_proj,4,128,8,128,7.93041467666626,8.25390625,16777216,4.191170036530165,NA,1.5665997352698469e-6
3,self_attn.q_proj,8,32,8,128,0.3408825695514679,17.015625,16777216,4.191170036530165,NA,1.5665997352698469e-6
3,self_attn.q_proj,8,64,8,128,0.4081771075725555,16.5078125,16777216,4.191170036530165,NA,1.5665997352698469e-6
3,self_attn.q_proj,8,128,8,128,0.4779151082038879,16.25390625,16777216,4.191170036530165,NA,1.5665997352698469e-6
3,self_attn.v_proj,2,32,8,128,6.054136276245117,1.25390625,4194304,3.498782785877829,NA,1.5665997352698469e-6
3,self_attn.v_proj,2,64,8,128,7.143193244934082,1.126953125,4194304,3.498782785877829,NA,1.5665997352698469e-6
3,self_attn.v_proj,2,128,8,128,8.157306671142578,1.0634765625,4194304,3.498782785877829,NA,1.5665997352698469e-6
3,self_attn.v_proj,3,32,8,128,2.591524362564087,1.75390625,4194304,3.498782785877829,NA,1.5665997352698469e-6
3,self_attn.v_proj,3,64,8,128,3.0607292652130127,1.626953125,4194304,3.498782785877829,NA,1.5665997352698469e-6
3,self_attn.v_proj,3,128,8,128,3.500352144241333,1.5634765625,4194304,3.498782785877829,NA,1.5665997352698469e-6
3,self_attn.v_proj,4,32,8,128,1.2083368301391602,2.25390625,4194304,3.498782785877829,NA,1.5665997352698469e-6
3,self_attn.v_proj,4,64,8,128,1.4283732175827026,2.126953125,4194304,3.498782785877829,NA,1.5665997352698469e-6
3,self_attn.v_proj,4,128,8,128,1.6336627006530762,2.0634765625,4194304,3.498782785877829,NA,1.5665997352698469e-6
3,self_attn.v_proj,8,32,8,128,0.0732447206974029,4.25390625,4194304,3.498782785877829,NA,1.5665997352698469e-6
3,self_attn.v_proj,8,64,8,128,0.0864056944847107,4.126953125,4194304,3.498782785877829,NA,1.5665997352698469e-6
3,self_attn.v_proj,8,128,8,128,0.0984654575586319,4.0634765625,4194304,3.498782785877829,NA,1.5665997352698469e-6
3,self_attn.k_proj,2,32,8,128,22.24028968811035,1.25390625,4194304,4.45015065699875,NA,1.5665997352698469e-6
3,self_attn.k_proj,2,64,8,128,26.65947151184082,1.126953125,4194304,4.45015065699875,NA,1.5665997352698469e-6
3,self_attn.k_proj,2,128,8,128,30.53901100158692,1.0634765625,4194304,4.45015065699875,NA,1.5665997352698469e-6
3,self_attn.k_proj,3,32,8,128,9.575121879577637,1.75390625,4194304,4.45015065699875,NA,1.5665997352698469e-6
3,self_attn.k_proj,3,64,8,128,11.551334381103516,1.626953125,4194304,4.45015065699875,NA,1.5665997352698469e-6
3,self_attn.k_proj,3,128,8,128,13.431496620178224,1.5634765625,4194304,4.45015065699875,NA,1.5665997352698469e-6
3,self_attn.k_proj,4,32,8,128,4.46926212310791,2.25390625,4194304,4.45015065699875,NA,1.5665997352698469e-6
3,self_attn.k_proj,4,64,8,128,5.3901801109313965,2.126953125,4194304,4.45015065699875,NA,1.5665997352698469e-6
3,self_attn.k_proj,4,128,8,128,6.272538185119629,2.0634765625,4194304,4.45015065699875,NA,1.5665997352698469e-6
3,self_attn.k_proj,8,32,8,128,0.2705325782299042,4.25390625,4194304,4.45015065699875,NA,1.5665997352698469e-6
3,self_attn.k_proj,8,64,8,128,0.3260603249073028,4.126953125,4194304,4.45015065699875,NA,1.5665997352698469e-6
3,self_attn.k_proj,8,128,8,128,0.3779822885990143,4.0634765625,4194304,4.45015065699875,NA,1.5665997352698469e-6
3,mlp.gate_proj,2,32,8,128,37.02172470092773,17.5546875,58720256,3.750199208201579,NA,4.331189757067477e-6
3,mlp.gate_proj,2,64,8,128,43.68269729614258,15.77734375,58720256,3.750199208201579,NA,4.331189757067477e-6
3,mlp.gate_proj,2,128,8,128,49.92171859741211,14.888671875,58720256,3.750199208201579,NA,4.331189757067477e-6
3,mlp.gate_proj,3,32,8,128,15.858477592468262,24.5546875,58720256,3.750199208201579,NA,4.331189757067477e-6
3,mlp.gate_proj,3,64,8,128,18.73029518127441,22.77734375,58720256,3.750199208201579,NA,4.331189757067477e-6
3,mlp.gate_proj,3,128,8,128,21.516189575195312,21.888671875,58720256,3.750199208201579,NA,4.331189757067477e-6
3,mlp.gate_proj,4,32,8,128,7.397336006164551,31.5546875,58720256,3.750199208201579,NA,4.331189757067477e-6
3,mlp.gate_proj,4,64,8,128,8.7405548095703125,29.77734375,58720256,3.750199208201579,NA,4.331189757067477e-6
3,mlp.gate_proj,4,128,8,128,10.045246124267578,28.888671875,58720256,3.750199208201579,NA,4.331189757067477e-6
3,mlp.gate_proj,8,32,8,128,0.448901891708374,59.5546875,58720256,3.750199208201579,NA,4.331189757067477e-6
3,mlp.gate_proj,8,64,8,128,0.5302746891975403,57.77734375,58720256,3.750199208201579,NA,4.331189757067477e-6
3,mlp.gate_proj,8,128,8,128,0.6077975630760193,56.888671875,58720256,3.750199208201579,NA,4.331189757067477e-6
3,mlp.up_proj,2,32,8,128,29.67856216430664,17.5546875,58720256,3.20137190077044,NA,4.331189757067477e-6
3,mlp.up_proj,2,64,8,128,34.637977600097656,15.77734375,58720256,3.20137190077044,NA,4.331189757067477e-6
3,mlp.up_proj,2,128,8,128,39.1311149597168,14.888671875,58720256,3.20137190077044,NA,4.331189757067477e-6
3,mlp.up_proj,3,32,8,128,12.684122085571287,24.5546875,58720256,3.20137190077044,NA,4.331189757067477e-6
3,mlp.up_proj,3,64,8,128,14.836777687072754,22.77734375,58720256,3.20137190077044,NA,4.331189757067477e-6
3,mlp.up_proj,3,128,8,128,16.790557861328125,21.888671875,58720256,3.20137190077044,NA,4.331189757067477e-6
3,mlp.up_proj,4,32,8,128,5.920221328735352,31.5546875,58720256,3.20137190077044,NA,4.331189757067477e-6
3,mlp.up_proj,4,64,8,128,6.921647548675537,29.77734375,58720256,3.20137190077044,NA,4.331189757067477e-6
3,mlp.up_proj,4,128,8,128,7.839502334594727,28.888671875,58720256,3.20137190077044,NA,4.331189757067477e-6
3,mlp.up_proj,8,32,8,128,0.3598023951053619,59.5546875,58720256,3.20137190077044,NA,4.331189757067477e-6
3,mlp.up_proj,8,64,8,128,0.4200921356678009,57.77734375,58720256,3.20137190077044,NA,4.331189757067477e-6
3,mlp.up_proj,8,128,8,128,0.4737437069416046,56.888671875,58720256,3.20137190077044,NA,4.331189757067477e-6
3,mlp.down_proj,2,32,8,128,29.65584182739257,17.5546875,58720256,3.5819436370920057,NA,3.619242534114164e-6
3,mlp.down_proj,2,64,8,128,34.60835647583008,15.77734375,58720256,3.5819436370920057,NA,3.619242534114164e-6
3,mlp.down_proj,2,128,8,128,39.098388671875,14.888671875,58720256,3.5819436370920057,NA,3.619242534114164e-6
3,mlp.down_proj,3,32,8,128,12.679429054260254,24.5546875,58720256,3.5819436370920057,NA,3.619242534114164e-6
3,mlp.down_proj,3,64,8,128,14.82733917236328,22.77734375,58720256,3.5819436370920057,NA,3.619242534114164e-6
3,mlp.down_proj,3,128,8,128,16.778474807739258,21.888671875,58720256,3.5819436370920057,NA,3.619242534114164e-6
3,mlp.down_proj,4,32,8,128,5.918444633483887,31.5546875,58720256,3.5819436370920057,NA,3.619242534114164e-6
3,mlp.down_proj,4,64,8,128,6.918429374694824,29.77734375,58720256,3.5819436370920057,NA,3.619242534114164e-6
3,mlp.down_proj,4,128,8,128,7.836794376373291,28.888671875,58720256,3.5819436370920057,NA,3.619242534114164e-6
3,mlp.down_proj,8,32,8,128,0.3596154749393463,59.5546875,58720256,3.5819436370920057,NA,3.619242534114164e-6
3,mlp.down_proj,8,64,8,128,0.4199441969394684,57.77734375,58720256,3.5819436370920057,NA,3.619242534114164e-6
3,mlp.down_proj,8,128,8,128,0.4735199809074402,56.888671875,58720256,3.5819436370920057,NA,3.619242534114164e-6
4,self_attn.q_proj,2,32,8,128,28.03318214416504,5.015625,16777216,4.874343182801558,NA,3.732759296326549e-6
4,self_attn.q_proj,2,64,8,128,33.52735900878906,4.5078125,16777216,4.874343182801558,NA,3.732759296326549e-6
4,self_attn.q_proj,2,128,8,128,39.10169219970703,4.25390625,16777216,4.874343182801558,NA,3.732759296326549e-6
4,self_attn.q_proj,3,32,8,128,12.06218719482422,7.015625,16777216,4.874343182801558,NA,3.732759296326549e-6
4,self_attn.q_proj,3,64,8,128,14.514254570007324,6.5078125,16777216,4.874343182801558,NA,3.732759296326549e-6
4,self_attn.q_proj,3,128,8,128,17.2142276763916,6.25390625,16777216,4.874343182801558,NA,3.732759296326549e-6
4,self_attn.q_proj,4,32,8,128,5.631128311157227,9.015625,16777216,4.874343182801558,NA,3.732759296326549e-6
4,self_attn.q_proj,4,64,8,128,6.779860973358154,8.5078125,16777216,4.874343182801558,NA,3.732759296326549e-6
4,self_attn.q_proj,4,128,8,128,8.049135208129883,8.25390625,16777216,4.874343182801558,NA,3.732759296326549e-6
4,self_attn.q_proj,8,32,8,128,0.3407697677612304,17.015625,16777216,4.874343182801558,NA,3.732759296326549e-6
4,self_attn.q_proj,8,64,8,128,0.4098406732082367,16.5078125,16777216,4.874343182801558,NA,3.732759296326549e-6
4,self_attn.q_proj,8,128,8,128,0.4849676191806793,16.25390625,16777216,4.874343182801558,NA,3.732759296326549e-6
4,self_attn.v_proj,2,32,8,128,6.615170001983643,1.25390625,4194304,3.5834757689034893,NA,3.732759296326549e-6
4,self_attn.v_proj,2,64,8,128,7.8174052238464355,1.126953125,4194304,3.5834757689034893,NA,3.732759296326549e-6
4,self_attn.v_proj,2,128,8,128,8.9237060546875,1.0634765625,4194304,3.5834757689034893,NA,3.732759296326549e-6
4,self_attn.v_proj,3,32,8,128,2.828190565109253,1.75390625,4194304,3.5834757689034893,NA,3.732759296326549e-6
4,self_attn.v_proj,3,64,8,128,3.345294237136841,1.626953125,4194304,3.5834757689034893,NA,3.732759296326549e-6
4,self_attn.v_proj,3,128,8,128,3.823539733886719,1.5634765625,4194304,3.5834757689034893,NA,3.732759296326549e-6
4,self_attn.v_proj,4,32,8,128,1.3191213607788086,2.25390625,4194304,3.5834757689034893,NA,3.732759296326549e-6
4,self_attn.v_proj,4,64,8,128,1.560590147972107,2.126953125,4194304,3.5834757689034893,NA,3.732759296326549e-6
4,self_attn.v_proj,4,128,8,128,1.7844257354736328,2.0634765625,4194304,3.5834757689034893,NA,3.732759296326549e-6
4,self_attn.v_proj,8,32,8,128,0.079975239932537,4.25390625,4194304,3.5834757689034893,NA,3.732759296326549e-6
4,self_attn.v_proj,8,64,8,128,0.0944518074393272,4.126953125,4194304,3.5834757689034893,NA,3.732759296326549e-6
4,self_attn.v_proj,8,128,8,128,0.1075403913855552,4.0634765625,4194304,3.5834757689034893,NA,3.732759296326549e-6
4,self_attn.k_proj,2,32,8,128,21.67329216003418,1.25390625,4194304,4.655811376588373,NA,3.732759296326549e-6
4,self_attn.k_proj,2,64,8,128,25.89285469055176,1.126953125,4194304,4.655811376588373,NA,3.732759296326549e-6
4,self_attn.k_proj,2,128,8,128,29.59549331665039,1.0634765625,4194304,4.655811376588373,NA,3.732759296326549e-6
4,self_attn.k_proj,3,32,8,128,9.311653137207031,1.75390625,4194304,4.655811376588373,NA,3.732759296326549e-6
4,self_attn.k_proj,3,64,8,128,11.197571754455566,1.626953125,4194304,4.655811376588373,NA,3.732759296326549e-6
4,self_attn.k_proj,3,128,8,128,12.988943099975586,1.5634765625,4194304,4.655811376588373,NA,3.732759296326549e-6
4,self_attn.k_proj,4,32,8,128,4.346807479858398,2.25390625,4194304,4.655811376588373,NA,3.732759296326549e-6
4,self_attn.k_proj,4,64,8,128,5.22780179977417,2.126953125,4194304,4.655811376588373,NA,3.732759296326549e-6
4,self_attn.k_proj,4,128,8,128,6.067966938018799,2.0634765625,4194304,4.655811376588373,NA,3.732759296326549e-6
4,self_attn.k_proj,8,32,8,128,0.2630780041217804,4.25390625,4194304,4.655811376588373,NA,3.732759296326549e-6
4,self_attn.k_proj,8,64,8,128,0.3159684240818023,4.126953125,4194304,4.655811376588373,NA,3.732759296326549e-6
4,self_attn.k_proj,8,128,8,128,0.365718811750412,4.0634765625,4194304,4.655811376588373,NA,3.732759296326549e-6
4,mlp.gate_proj,2,32,8,128,39.353912353515625,17.5546875,58720256,3.700297021380253,NA,7.5180246312811505e-6
4,mlp.gate_proj,2,64,8,128,46.50521469116211,15.77734375,58720256,3.700297021380253,NA,7.5180246312811505e-6
4,mlp.gate_proj,2,128,8,128,53.20646667480469,14.888671875,58720256,3.700297021380253,NA,7.5180246312811505e-6
4,mlp.gate_proj,3,32,8,128,16.850141525268555,24.5546875,58720256,3.700297021380253,NA,7.5180246312811505e-6
4,mlp.gate_proj,3,64,8,128,19.94430923461914,22.77734375,58720256,3.700297021380253,NA,7.5180246312811505e-6
4,mlp.gate_proj,3,128,8,128,22.93217086791992,21.888671875,58720256,3.700297021380253,NA,7.5180246312811505e-6
4,mlp.gate_proj,4,32,8,128,7.865922927856445,31.5546875,58720256,3.700297021380253,NA,7.5180246312811505e-6
4,mlp.gate_proj,4,64,8,128,9.306957244873049,29.77734375,58720256,3.700297021380253,NA,7.5180246312811505e-6
4,mlp.gate_proj,4,128,8,128,10.701563835144045,28.888671875,58720256,3.700297021380253,NA,7.5180246312811505e-6
4,mlp.gate_proj,8,32,8,128,0.4769289195537567,59.5546875,58720256,3.700297021380253,NA,7.5180246312811505e-6
4,mlp.gate_proj,8,64,8,128,0.5647693276405334,57.77734375,58720256,3.700297021380253,NA,7.5180246312811505e-6
4,mlp.gate_proj,8,128,8,128,0.6474993228912354,56.888671875,58720256,3.700297021380253,NA,7.5180246312811505e-6
4,mlp.up_proj,2,32,8,128,29.0410213470459,17.5546875,58720256,3.3816166778637653,NA,7.5180246312811505e-6
4,mlp.up_proj,2,64,8,128,33.95344543457031,15.77734375,58720256,3.3816166778637653,NA,7.5180246312811505e-6
4,mlp.up_proj,2,128,8,128,38.41080093383789,14.888671875,58720256,3.3816166778637653,NA,7.5180246312811505e-6
4,mlp.up_proj,3,32,8,128,12.422975540161133,24.5546875,58720256,3.3816166778637653,NA,7.5180246312811505e-6
4,mlp.up_proj,3,64,8,128,14.561521530151367,22.77734375,58720256,3.3816166778637653,NA,7.5180246312811505e-6
4,mlp.up_proj,3,128,8,128,16.53119659423828,21.888671875,58720256,3.3816166778637653,NA,7.5180246312811505e-6
4,mlp.up_proj,4,32,8,128,5.799415588378906,31.5546875,58720256,3.3816166778637653,NA,7.5180246312811505e-6
4,mlp.up_proj,4,64,8,128,6.79381275177002,29.77734375,58720256,3.3816166778637653,NA,7.5180246312811505e-6
4,mlp.up_proj,4,128,8,128,7.719454765319824,28.888671875,58720256,3.3816166778637653,NA,7.5180246312811505e-6
4,mlp.up_proj,8,32,8,128,0.3524595499038696,59.5546875,58720256,3.3816166778637653,NA,7.5180246312811505e-6
4,mlp.up_proj,8,64,8,128,0.4124566912651062,57.77734375,58720256,3.3816166778637653,NA,7.5180246312811505e-6
4,mlp.up_proj,8,128,8,128,0.4665692746639251,56.888671875,58720256,3.3816166778637653,NA,7.5180246312811505e-6
4,mlp.down_proj,2,32,8,128,28.969560623168945,17.5546875,58720256,4.007126729903491,NA,6.131288046162808e-6
4,mlp.down_proj,2,64,8,128,33.845821380615234,15.77734375,58720256,4.007126729903491,NA,6.131288046162808e-6
4,mlp.down_proj,2,128,8,128,38.26799011230469,14.888671875,58720256,4.007126729903491,NA,6.131288046162808e-6
4,mlp.down_proj,3,32,8,128,12.39323902130127,24.5546875,58720256,4.007126729903491,NA,6.131288046162808e-6
4,mlp.down_proj,3,64,8,128,14.50938892364502,22.77734375,58720256,4.007126729903491,NA,6.131288046162808e-6
4,mlp.down_proj,3,128,8,128,16.448408126831055,21.888671875,58720256,4.007126729903491,NA,6.131288046162808e-6
4,mlp.down_proj,4,32,8,128,5.784383296966553,31.5546875,58720256,4.007126729903491,NA,6.131288046162808e-6
4,mlp.down_proj,4,64,8,128,6.770299911499023,29.77734375,58720256,4.007126729903491,NA,6.131288046162808e-6
4,mlp.down_proj,4,128,8,128,7.685372829437256,28.888671875,58720256,4.007126729903491,NA,6.131288046162808e-6
4,mlp.down_proj,8,32,8,128,0.351535826921463,59.5546875,58720256,4.007126729903491,NA,6.131288046162808e-6
4,mlp.down_proj,8,64,8,128,0.4111148416996002,57.77734375,58720256,4.007126729903491,NA,6.131288046162808e-6
4,mlp.down_proj,8,128,8,128,0.464570552110672,56.888671875,58720256,4.007126729903491,NA,6.131288046162808e-6
5,self_attn.q_proj,2,32,8,128,27.14842796325684,5.015625,16777216,4.788145663734035,NA,5.492578566190787e-6
5,self_attn.q_proj,2,64,8,128,32.56990051269531,4.5078125,16777216,4.788145663734035,NA,5.492578566190787e-6
5,self_attn.q_proj,2,128,8,128,38.27643585205078,4.25390625,16777216,4.788145663734035,NA,5.492578566190787e-6
5,self_attn.q_proj,3,32,8,128,11.68593692779541,7.015625,16777216,4.788145663734035,NA,5.492578566190787e-6
5,self_attn.q_proj,3,64,8,128,14.071290969848633,6.5078125,16777216,4.788145663734035,NA,5.492578566190787e-6
5,self_attn.q_proj,3,128,8,128,16.836549758911133,6.25390625,16777216,4.788145663734035,NA,5.492578566190787e-6
5,self_attn.q_proj,4,32,8,128,5.460404872894287,9.015625,16777216,4.788145663734035,NA,5.492578566190787e-6
5,self_attn.q_proj,4,64,8,128,6.574841499328613,8.5078125,16777216,4.788145663734035,NA,5.492578566190787e-6
5,self_attn.q_proj,4,128,8,128,7.871114253997803,8.25390625,16777216,4.788145663734035,NA,5.492578566190787e-6
5,self_attn.q_proj,8,32,8,128,0.3304733335971832,17.015625,16777216,4.788145663734035,NA,5.492578566190787e-6
5,self_attn.q_proj,8,64,8,128,0.3976515531539917,16.5078125,16777216,4.788145663734035,NA,5.492578566190787e-6
5,self_attn.q_proj,8,128,8,128,0.4741759598255157,16.25390625,16777216,4.788145663734035,NA,5.492578566190787e-6
5,self_attn.v_proj,2,32,8,128,5.379310131072998,1.25390625,4194304,3.4852569288097603,NA,5.492578566190787e-6
5,self_attn.v_proj,2,64,8,128,6.315425872802734,1.126953125,4194304,3.4852569288097603,NA,5.492578566190787e-6
5,self_attn.v_proj,2,128,8,128,7.180819988250732,1.0634765625,4194304,3.4852569288097603,NA,5.492578566190787e-6
5,self_attn.v_proj,3,32,8,128,2.30245590209961,1.75390625,4194304,3.4852569288097603,NA,5.492578566190787e-6
5,self_attn.v_proj,3,64,8,128,2.706099510192871,1.626953125,4194304,3.4852569288097603,NA,5.492578566190787e-6
5,self_attn.v_proj,3,128,8,128,3.081350803375244,1.5634765625,4194304,3.4852569288097603,NA,5.492578566190787e-6
5,self_attn.v_proj,4,32,8,128,1.074188232421875,2.25390625,4194304,3.4852569288097603,NA,5.492578566190787e-6
5,self_attn.v_proj,4,64,8,128,1.2629473209381104,2.126953125,4194304,3.4852569288097603,NA,5.492578566190787e-6
5,self_attn.v_proj,4,128,8,128,1.4385771751403809,2.0634765625,4194304,3.4852569288097603,NA,5.492578566190787e-6
5,self_attn.v_proj,8,32,8,128,0.0650263726711273,4.25390625,4194304,3.4852569288097603,NA,5.492578566190787e-6
5,self_attn.v_proj,8,64,8,128,0.0763984844088554,4.126953125,4194304,3.4852569288097603,NA,5.492578566190787e-6
5,self_attn.v_proj,8,128,8,128,0.0866768211126327,4.0634765625,4194304,3.4852569288097603,NA,5.492578566190787e-6
5,self_attn.k_proj,2,32,8,128,21.81302261352539,1.25390625,4194304,6.048360546833415,NA,5.492578566190787e-6
5,self_attn.k_proj,2,64,8,128,26.0170955657959,1.126953125,4194304,6.048360546833415,NA,5.492578566190787e-6
5,self_attn.k_proj,2,128,8,128,29.667430877685547,1.0634765625,4194304,6.048360546833415,NA,5.492578566190787e-6
5,self_attn.k_proj,3,32,8,128,9.45390796661377,1.75390625,4194304,6.048360546833415,NA,5.492578566190787e-6
5,self_attn.k_proj,3,64,8,128,11.400733947753906,1.626953125,4194304,6.048360546833415,NA,5.492578566190787e-6
5,self_attn.k_proj,3,128,8,128,13.265999794006348,1.5634765625,4194304,6.048360546833415,NA,5.492578566190787e-6
5,self_attn.k_proj,4,32,8,128,4.411849498748779,2.25390625,4194304,6.048360546833415,NA,5.492578566190787e-6
5,self_attn.k_proj,4,64,8,128,5.332928657531738,2.126953125,4194304,6.048360546833415,NA,5.492578566190787e-6
5,self_attn.k_proj,4,128,8,128,6.2343430519104,2.0634765625,4194304,6.048360546833415,NA,5.492578566190787e-6
5,self_attn.k_proj,8,32,8,128,0.2672629654407501,4.25390625,4194304,6.048360546833415,NA,5.492578566190787e-6
5,self_attn.k_proj,8,64,8,128,0.3226409554481506,4.126953125,4194304,6.048360546833415,NA,5.492578566190787e-6
5,self_attn.k_proj,8,128,8,128,0.3757884502410888,4.0634765625,4194304,6.048360546833415,NA,5.492578566190787e-6
5,mlp.gate_proj,2,32,8,128,39.130516052246094,17.5546875,58720256,3.535033662344325,NA,1.0729807399911806e-5
5,mlp.gate_proj,2,64,8,128,46.13655471801758,15.77734375,58720256,3.535033662344325,NA,1.0729807399911806e-5
5,mlp.gate_proj,2,128,8,128,52.64202499389648,14.888671875,58720256,3.535033662344325,NA,1.0729807399911806e-5
5,mlp.gate_proj,3,32,8,128,16.74797821044922,24.5546875,58720256,3.535033662344325,NA,1.0729807399911806e-5
5,mlp.gate_proj,3,64,8,128,19.76881980895996,22.77734375,58720256,3.535033662344325,NA,1.0729807399911806e-5
5,mlp.gate_proj,3,128,8,128,22.633087158203125,21.888671875,58720256,3.535033662344325,NA,1.0729807399911806e-5
5,mlp.gate_proj,4,32,8,128,7.815927505493164,31.5546875,58720256,3.535033662344325,NA,1.0729807399911806e-5
5,mlp.gate_proj,4,64,8,128,9.223048210144045,29.77734375,58720256,3.535033662344325,NA,1.0729807399911806e-5
5,mlp.gate_proj,4,128,8,128,10.564090728759766,28.888671875,58720256,3.535033662344325,NA,1.0729807399911806e-5
5,mlp.gate_proj,8,32,8,128,0.4739591479301452,59.5546875,58720256,3.535033662344325,NA,1.0729807399911806e-5
5,mlp.gate_proj,8,64,8,128,0.5594997406005859,57.77734375,58720256,3.535033662344325,NA,1.0729807399911806e-5
5,mlp.gate_proj,8,128,8,128,0.6392660140991211,56.888671875,58720256,3.535033662344325,NA,1.0729807399911806e-5
5,mlp.up_proj,2,32,8,128,29.15910530090332,17.5546875,58720256,3.2940036584734083,NA,1.0729807399911806e-5
5,mlp.up_proj,2,64,8,128,34.057796478271484,15.77734375,58720256,3.2940036584734083,NA,1.0729807399911806e-5
5,mlp.up_proj,2,128,8,128,38.49320602416992,14.888671875,58720256,3.2940036584734083,NA,1.0729807399911806e-5
5,mlp.up_proj,3,32,8,128,12.469191551208496,24.5546875,58720256,3.2940036584734083,NA,1.0729807399911806e-5
5,mlp.up_proj,3,64,8,128,14.595012664794922,22.77734375,58720256,3.2940036584734083,NA,1.0729807399911806e-5
5,mlp.up_proj,3,128,8,128,16.53561782836914,21.888671875,58720256,3.2940036584734083,NA,1.0729807399911806e-5
5,mlp.up_proj,4,32,8,128,5.82036018371582,31.5546875,58720256,3.2940036584734083,NA,1.0729807399911806e-5
5,mlp.up_proj,4,64,8,128,6.808206081390381,29.77734375,58720256,3.2940036584734083,NA,1.0729807399911806e-5
5,mlp.up_proj,4,128,8,128,7.719542503356934,28.888671875,58720256,3.2940036584734083,NA,1.0729807399911806e-5
5,mlp.up_proj,8,32,8,128,0.353719025850296,59.5546875,58720256,3.2940036584734083,NA,1.0729807399911806e-5
5,mlp.up_proj,8,64,8,128,0.4134189784526825,57.77734375,58720256,3.2940036584734083,NA,1.0729807399911806e-5
5,mlp.up_proj,8,128,8,128,0.4666213691234588,56.888671875,58720256,3.2940036584734083,NA,1.0729807399911806e-5
5,mlp.down_proj,2,32,8,128,29.086917877197266,17.5546875,58720256,4.094218898332173,NA,9.16959106689319e-6
5,mlp.down_proj,2,64,8,128,33.97077560424805,15.77734375,58720256,4.094218898332173,NA,9.16959106689319e-6
5,mlp.down_proj,2,128,8,128,38.39598846435547,14.888671875,58720256,4.094218898332173,NA,9.16959106689319e-6
5,mlp.down_proj,3,32,8,128,12.442087173461914,24.5546875,58720256,4.094218898332173,NA,9.16959106689319e-6
5,mlp.down_proj,3,64,8,128,14.556851387023926,22.77734375,58720256,4.094218898332173,NA,9.16959106689319e-6
5,mlp.down_proj,3,128,8,128,16.480491638183594,21.888671875,58720256,4.094218898332173,NA,9.16959106689319e-6
5,mlp.down_proj,4,32,8,128,5.809384822845459,31.5546875,58720256,4.094218898332173,NA,9.16959106689319e-6
5,mlp.down_proj,4,64,8,128,6.79417085647583,29.77734375,58720256,4.094218898332173,NA,9.16959106689319e-6
5,mlp.down_proj,4,128,8,128,7.705014228820801,28.888671875,58720256,4.094218898332173,NA,9.16959106689319e-6
5,mlp.down_proj,8,32,8,128,0.3530448377132416,59.5546875,58720256,4.094218898332173,NA,9.16959106689319e-6
5,mlp.down_proj,8,64,8,128,0.412678062915802,57.77734375,58720256,4.094218898332173,NA,9.16959106689319e-6
5,mlp.down_proj,8,128,8,128,0.4659603834152221,56.888671875,58720256,4.094218898332173,NA,9.16959106689319e-6
6,self_attn.q_proj,2,32,8,128,28.26160430908203,5.015625,16777216,4.466482714952487,NA,6.826936896686675e-6
6,self_attn.q_proj,2,64,8,128,33.862728118896484,4.5078125,16777216,4.466482714952487,NA,6.826936896686675e-6
6,self_attn.q_proj,2,128,8,128,39.84922409057617,4.25390625,16777216,4.466482714952487,NA,6.826936896686675e-6
6,self_attn.q_proj,3,32,8,128,12.133743286132812,7.015625,16777216,4.466482714952487,NA,6.826936896686675e-6
6,self_attn.q_proj,3,64,8,128,14.60372543334961,6.5078125,16777216,4.466482714952487,NA,6.826936896686675e-6
6,self_attn.q_proj,3,128,8,128,17.438888549804688,6.25390625,16777216,4.466482714952487,NA,6.826936896686675e-6
6,self_attn.q_proj,4,32,8,128,5.66416072845459,9.015625,16777216,4.466482714952487,NA,6.826936896686675e-6
6,self_attn.q_proj,4,64,8,128,6.8173508644104,8.5078125,16777216,4.466482714952487,NA,6.826936896686675e-6
6,self_attn.q_proj,4,128,8,128,8.145289421081543,8.25390625,16777216,4.466482714952487,NA,6.826936896686675e-6
6,self_attn.q_proj,8,32,8,128,0.3429482877254486,17.015625,16777216,4.466482714952487,NA,6.826936896686675e-6
6,self_attn.q_proj,8,64,8,128,0.4121284186840057,16.5078125,16777216,4.466482714952487,NA,6.826936896686675e-6
6,self_attn.q_proj,8,128,8,128,0.4907255172729492,16.25390625,16777216,4.466482714952487,NA,6.826936896686675e-6
6,self_attn.v_proj,2,32,8,128,5.851216793060303,1.25390625,4194304,3.376907655091106,NA,6.826936896686675e-6
6,self_attn.v_proj,2,64,8,128,6.8759050369262695,1.126953125,4194304,3.376907655091106,NA,6.826936896686675e-6
6,self_attn.v_proj,2,128,8,128,7.827797889709473,1.0634765625,4194304,3.376907655091106,NA,6.826936896686675e-6
6,self_attn.v_proj,3,32,8,128,2.5037496089935303,1.75390625,4194304,3.376907655091106,NA,6.826936896686675e-6
6,self_attn.v_proj,3,64,8,128,2.9412851333618164,1.626953125,4194304,3.376907655091106,NA,6.826936896686675e-6
6,self_attn.v_proj,3,128,8,128,3.351409435272217,1.5634765625,4194304,3.376907655091106,NA,6.826936896686675e-6
6,self_attn.v_proj,4,32,8,128,1.1683902740478516,2.25390625,4194304,3.376907655091106,NA,6.826936896686675e-6
6,self_attn.v_proj,4,64,8,128,1.3734513521194458,2.126953125,4194304,3.376907655091106,NA,6.826936896686675e-6
6,self_attn.v_proj,4,128,8,128,1.5643017292022705,2.0634765625,4194304,3.376907655091106,NA,6.826936896686675e-6
6,self_attn.v_proj,8,32,8,128,0.0707335993647575,4.25390625,4194304,3.376907655091106,NA,6.826936896686675e-6
6,self_attn.v_proj,8,64,8,128,0.0831061825156211,4.126953125,4194304,3.376907655091106,NA,6.826936896686675e-6
6,self_attn.v_proj,8,128,8,128,0.0942878797650337,4.0634765625,4194304,3.376907655091106,NA,6.826936896686675e-6
6,self_attn.k_proj,2,32,8,128,21.420391082763672,1.25390625,4194304,4.107301027533515,NA,6.826936896686675e-6
6,self_attn.k_proj,2,64,8,128,25.570756912231445,1.126953125,4194304,4.107301027533515,NA,6.826936896686675e-6
6,self_attn.k_proj,2,128,8,128,29.383703231811523,1.0634765625,4194304,4.107301027533515,NA,6.826936896686675e-6
6,self_attn.k_proj,3,32,8,128,9.189220428466797,1.75390625,4194304,4.107301027533515,NA,6.826936896686675e-6
6,self_attn.k_proj,3,64,8,128,10.99506378173828,1.626953125,4194304,4.107301027533515,NA,6.826936896686675e-6
6,self_attn.k_proj,3,128,8,128,12.71745777130127,1.5634765625,4194304,4.107301027533515,NA,6.826936896686675e-6
6,self_attn.k_proj,4,32,8,128,4.287354946136475,2.25390625,4194304,4.107301027533515,NA,6.826936896686675e-6
6,self_attn.k_proj,4,64,8,128,5.131492137908936,2.126953125,4194304,4.107301027533515,NA,6.826936896686675e-6
6,self_attn.k_proj,4,128,8,128,5.935476303100586,2.0634765625,4194304,4.107301027533515,NA,6.826936896686675e-6
6,self_attn.k_proj,8,32,8,128,0.2594151198863983,4.25390625,4194304,4.107301027533515,NA,6.826936896686675e-6
6,self_attn.k_proj,8,64,8,128,0.3101383447647095,4.126953125,4194304,4.107301027533515,NA,6.826936896686675e-6
6,self_attn.k_proj,8,128,8,128,0.3574665784835815,4.0634765625,4194304,4.107301027533515,NA,6.826936896686675e-6
6,mlp.gate_proj,2,32,8,128,39.572059631347656,17.5546875,58720256,3.661961989142892,NA,1.3640113138535526e-5
6,mlp.gate_proj,2,64,8,128,46.76994323730469,15.77734375,58720256,3.661961989142892,NA,1.3640113138535526e-5
6,mlp.gate_proj,2,128,8,128,53.50589370727539,14.888671875,58720256,3.661961989142892,NA,1.3640113138535526e-5
6,mlp.gate_proj,3,32,8,128,16.936744689941406,24.5546875,58720256,3.661961989142892,NA,1.3640113138535526e-5
6,mlp.gate_proj,3,64,8,128,20.04867935180664,22.77734375,58720256,3.661961989142892,NA,1.3640113138535526e-5
6,mlp.gate_proj,3,128,8,128,23.027267456054688,21.888671875,58720256,3.661961989142892,NA,1.3640113138535526e-5
6,mlp.gate_proj,4,32,8,128,7.904539108276367,31.5546875,58720256,3.661961989142892,NA,1.3640113138535526e-5
6,mlp.gate_proj,4,64,8,128,9.356647491455078,29.77734375,58720256,3.661961989142892,NA,1.3640113138535526e-5
6,mlp.gate_proj,4,128,8,128,10.750324249267578,28.888671875,58720256,3.661961989142892,NA,1.3640113138535526e-5
6,mlp.gate_proj,8,32,8,128,0.4793758690357208,59.5546875,58720256,3.661961989142892,NA,1.3640113138535526e-5
6,mlp.gate_proj,8,64,8,128,0.5675809383392334,57.77734375,58720256,3.661961989142892,NA,1.3640113138535526e-5
6,mlp.gate_proj,8,128,8,128,0.650355339050293,56.888671875,58720256,3.661961989142892,NA,1.3640113138535526e-5
6,mlp.up_proj,2,32,8,128,29.13815116882324,17.5546875,58720256,3.199743077856602,NA,1.3640113138535526e-5
6,mlp.up_proj,2,64,8,128,34.03101348876953,15.77734375,58720256,3.199743077856602,NA,1.3640113138535526e-5
6,mlp.up_proj,2,128,8,128,38.463661193847656,14.888671875,58720256,3.199743077856602,NA,1.3640113138535526e-5
6,mlp.up_proj,3,32,8,128,12.457345008850098,24.5546875,58720256,3.199743077856602,NA,1.3640113138535526e-5
6,mlp.up_proj,3,64,8,128,14.575265884399414,22.77734375,58720256,3.199743077856602,NA,1.3640113138535526e-5
6,mlp.up_proj,3,128,8,128,16.508161544799805,21.888671875,58720256,3.199743077856602,NA,1.3640113138535526e-5
6,mlp.up_proj,4,32,8,128,5.814871788024902,31.5546875,58720256,3.199743077856602,NA,1.3640113138535526e-5
6,mlp.up_proj,4,64,8,128,6.801267147064209,29.77734375,58720256,3.199743077856602,NA,1.3640113138535526e-5
6,mlp.up_proj,4,128,8,128,7.705705165863037,28.888671875,58720256,3.199743077856602,NA,1.3640113138535526e-5
6,mlp.up_proj,8,32,8,128,0.3534092903137207,59.5546875,58720256,3.199743077856602,NA,1.3640113138535526e-5
6,mlp.up_proj,8,64,8,128,0.4128694534301758,57.77734375,58720256,3.199743077856602,NA,1.3640113138535526e-5
6,mlp.up_proj,8,128,8,128,0.4657552242279053,56.888671875,58720256,3.199743077856602,NA,1.3640113138535526e-5
6,mlp.down_proj,2,32,8,128,29.1191635131836,17.5546875,58720256,4.219834606995466,NA,1.119308035413269e-5
6,mlp.down_proj,2,64,8,128,34.0229606628418,15.77734375,58720256,4.219834606995466,NA,1.119308035413269e-5
6,mlp.down_proj,2,128,8,128,38.480712890625,14.888671875,58720256,4.219834606995466,NA,1.119308035413269e-5
6,mlp.down_proj,3,32,8,128,12.451114654541016,24.5546875,58720256,4.219834606995466,NA,1.119308035413269e-5
6,mlp.down_proj,3,64,8,128,14.576369285583496,22.77734375,58720256,4.219834606995466,NA,1.119308035413269e-5
6,mlp.down_proj,3,128,8,128,16.521066665649414,21.888671875,58720256,4.219834606995466,NA,1.119308035413269e-5
6,mlp.down_proj,4,32,8,128,5.813693523406982,31.5546875,58720256,4.219834606995466,NA,1.119308035413269e-5
6,mlp.down_proj,4,64,8,128,6.803946971893311,29.77734375,58720256,4.219834606995466,NA,1.119308035413269e-5
6,mlp.down_proj,4,128,8,128,7.718326091766357,28.888671875,58720256,4.219834606995466,NA,1.119308035413269e-5
6,mlp.down_proj,8,32,8,128,0.353316456079483,59.5546875,58720256,4.219834606995466,NA,1.119308035413269e-5
6,mlp.down_proj,8,64,8,128,0.4130769073963165,57.77734375,58720256,4.219834606995466,NA,1.119308035413269e-5
6,mlp.down_proj,8,128,8,128,0.4666117131710052,56.888671875,58720256,4.219834606995466,NA,1.119308035413269e-5
7,self_attn.q_proj,2,32,8,128,26.976608276367188,5.015625,16777216,4.290774013551546,NA,8.94385993888136e-6
7,self_attn.q_proj,2,64,8,128,32.303985595703125,4.5078125,16777216,4.290774013551546,NA,8.94385993888136e-6
7,self_attn.q_proj,2,128,8,128,37.8601188659668,4.25390625,16777216,4.290774013551546,NA,8.94385993888136e-6
7,self_attn.q_proj,3,32,8,128,11.569588661193848,7.015625,16777216,4.290774013551546,NA,8.94385993888136e-6
7,self_attn.q_proj,3,64,8,128,13.894417762756348,6.5078125,16777216,4.290774013551546,NA,8.94385993888136e-6
7,self_attn.q_proj,3,128,8,128,16.53858757019043,6.25390625,16777216,4.290774013551546,NA,8.94385993888136e-6
7,self_attn.q_proj,4,32,8,128,5.400040626525879,9.015625,16777216,4.290774013551546,NA,8.94385993888136e-6
7,self_attn.q_proj,4,64,8,128,6.484575271606445,8.5078125,16777216,4.290774013551546,NA,8.94385993888136e-6
7,self_attn.q_proj,4,128,8,128,7.722560405731201,8.25390625,16777216,4.290774013551546,NA,8.94385993888136e-6
7,self_attn.q_proj,8,32,8,128,0.327002465724945,17.015625,16777216,4.290774013551546,NA,8.94385993888136e-6
7,self_attn.q_proj,8,64,8,128,0.3922163546085357,16.5078125,16777216,4.290774013551546,NA,8.94385993888136e-6
7,self_attn.q_proj,8,128,8,128,0.4653173089027405,16.25390625,16777216,4.290774013551546,NA,8.94385993888136e-6
7,self_attn.v_proj,2,32,8,128,5.812392711639404,1.25390625,4194304,3.364970783290237,NA,8.94385993888136e-6
7,self_attn.v_proj,2,64,8,128,6.83394193649292,1.126953125,4194304,3.364970783290237,NA,8.94385993888136e-6
7,self_attn.v_proj,2,128,8,128,7.764544486999512,1.0634765625,4194304,3.364970783290237,NA,8.94385993888136e-6
7,self_attn.v_proj,3,32,8,128,2.4866905212402344,1.75390625,4194304,3.364970783290237,NA,8.94385993888136e-6
7,self_attn.v_proj,3,64,8,128,2.92472505569458,1.626953125,4194304,3.364970783290237,NA,8.94385993888136e-6
7,self_attn.v_proj,3,128,8,128,3.3279316425323486,1.5634765625,4194304,3.364970783290237,NA,8.94385993888136e-6
7,self_attn.v_proj,4,32,8,128,1.160157561302185,2.25390625,4194304,3.364970783290237,NA,8.94385993888136e-6
7,self_attn.v_proj,4,64,8,128,1.364603877067566,2.126953125,4194304,3.364970783290237,NA,8.94385993888136e-6
7,self_attn.v_proj,4,128,8,128,1.5533496141433716,2.0634765625,4194304,3.364970783290237,NA,8.94385993888136e-6
7,self_attn.v_proj,8,32,8,128,0.0702754035592079,4.25390625,4194304,3.364970783290237,NA,8.94385993888136e-6
7,self_attn.v_proj,8,64,8,128,0.0825935527682304,4.126953125,4194304,3.364970783290237,NA,8.94385993888136e-6
7,self_attn.v_proj,8,128,8,128,0.0936173573136329,4.0634765625,4194304,3.364970783290237,NA,8.94385993888136e-6
7,self_attn.k_proj,2,32,8,128,21.49588966369629,1.25390625,4194304,3.850992348386023,NA,8.94385993888136e-6
7,self_attn.k_proj,2,64,8,128,25.60579299926757,1.126953125,4194304,3.850992348386023,NA,8.94385993888136e-6
7,self_attn.k_proj,2,128,8,128,29.29781913757324,1.0634765625,4194304,3.850992348386023,NA,8.94385993888136e-6
7,self_attn.k_proj,3,32,8,128,9.206317901611328,1.75390625,4194304,3.850992348386023,NA,8.94385993888136e-6
7,self_attn.k_proj,3,64,8,128,10.975910186767578,1.626953125,4194304,3.850992348386023,NA,8.94385993888136e-6
7,self_attn.k_proj,3,128,8,128,12.625019073486328,1.5634765625,4194304,3.850992348386023,NA,8.94385993888136e-6
7,self_attn.k_proj,4,32,8,128,4.297920227050781,2.25390625,4194304,3.850992348386023,NA,8.94385993888136e-6
7,self_attn.k_proj,4,64,8,128,5.124042987823486,2.126953125,4194304,3.850992348386023,NA,8.94385993888136e-6
7,self_attn.k_proj,4,128,8,128,5.891855716705322,2.0634765625,4194304,3.850992348386023,NA,8.94385993888136e-6
7,self_attn.k_proj,8,32,8,128,0.2601531744003296,4.25390625,4194304,3.850992348386023,NA,8.94385993888136e-6
7,self_attn.k_proj,8,64,8,128,0.3099227845668793,4.126953125,4194304,3.850992348386023,NA,8.94385993888136e-6
7,self_attn.k_proj,8,128,8,128,0.3550952076911926,4.0634765625,4194304,3.850992348386023,NA,8.94385993888136e-6
7,mlp.gate_proj,2,32,8,128,39.03369522094727,17.5546875,58720256,3.681095042996137,NA,1.5917512428131886e-5
7,mlp.gate_proj,2,64,8,128,46.20256423950195,15.77734375,58720256,3.681095042996137,NA,1.5917512428131886e-5
7,mlp.gate_proj,2,128,8,128,52.90453720092773,14.888671875,58720256,3.681095042996137,NA,1.5917512428131886e-5
7,mlp.gate_proj,3,32,8,128,16.709978103637695,24.5546875,58720256,3.681095042996137,NA,1.5917512428131886e-5
7,mlp.gate_proj,3,64,8,128,19.80340576171875,22.77734375,58720256,3.681095042996137,NA,1.5917512428131886e-5
7,mlp.gate_proj,3,128,8,128,22.763891220092773,21.888671875,58720256,3.681095042996137,NA,1.5917512428131886e-5
7,mlp.gate_proj,4,32,8,128,7.798851013183594,31.5546875,58720256,3.681095042996137,NA,1.5917512428131886e-5
7,mlp.gate_proj,4,64,8,128,9.24035930633545,29.77734375,58720256,3.681095042996137,NA,1.5917512428131886e-5
7,mlp.gate_proj,4,128,8,128,10.62183952331543,28.888671875,58720256,3.681095042996137,NA,1.5917512428131886e-5
7,mlp.gate_proj,8,32,8,128,0.4729699194431305,59.5546875,58720256,3.681095042996137,NA,1.5917512428131886e-5
7,mlp.gate_proj,8,64,8,128,0.5606297850608826,57.77734375,58720256,3.681095042996137,NA,1.5917512428131886e-5
7,mlp.gate_proj,8,128,8,128,0.6429332494735718,56.888671875,58720256,3.681095042996137,NA,1.5917512428131886e-5
7,mlp.up_proj,2,32,8,128,29.60834503173828,17.5546875,58720256,3.2845267502290625,NA,1.5917512428131886e-5
7,mlp.up_proj,2,64,8,128,34.610897064208984,15.77734375,58720256,3.2845267502290625,NA,1.5917512428131886e-5
7,mlp.up_proj,2,128,8,128,39.16851806640625,14.888671875,58720256,3.2845267502290625,NA,1.5917512428131886e-5
7,mlp.up_proj,3,32,8,128,12.663779258728027,24.5546875,58720256,3.2845267502290625,NA,1.5917512428131886e-5
7,mlp.up_proj,3,64,8,128,14.840734481811523,22.77734375,58720256,3.2845267502290625,NA,1.5917512428131886e-5
7,mlp.up_proj,3,128,8,128,16.8330020904541,21.888671875,58720256,3.2845267502290625,NA,1.5917512428131886e-5
7,mlp.up_proj,4,32,8,128,5.910112857818604,31.5546875,58720256,3.2845267502290625,NA,1.5917512428131886e-5
7,mlp.up_proj,4,64,8,128,6.922947883605957,29.77734375,58720256,3.2845267502290625,NA,1.5917512428131886e-5
7,mlp.up_proj,4,128,8,128,7.86088228225708,28.888671875,58720256,3.2845267502290625,NA,1.5917512428131886e-5
7,mlp.up_proj,8,32,8,128,0.3591862618923187,59.5546875,58720256,3.2845267502290625,NA,1.5917512428131886e-5
7,mlp.up_proj,8,64,8,128,0.4202658236026764,57.77734375,58720256,3.2845267502290625,NA,1.5917512428131886e-5
7,mlp.up_proj,8,128,8,128,0.4751189947128296,56.888671875,58720256,3.2845267502290625,NA,1.5917512428131886e-5
7,mlp.down_proj,2,32,8,128,29.65262031555176,17.5546875,58720256,4.666204098636681,NA,1.246558895218186e-5
7,mlp.down_proj,2,64,8,128,34.703914642333984,15.77734375,58720256,4.666204098636681,NA,1.246558895218186e-5
7,mlp.down_proj,2,128,8,128,39.31455993652344,14.888671875,58720256,4.666204098636681,NA,1.246558895218186e-5
7,mlp.down_proj,3,32,8,128,12.686455726623535,24.5546875,58720256,4.666204098636681,NA,1.246558895218186e-5
7,mlp.down_proj,3,64,8,128,14.885343551635742,22.77734375,58720256,4.666204098636681,NA,1.246558895218186e-5
7,mlp.down_proj,3,128,8,128,16.9116268157959,21.888671875,58720256,4.666204098636681,NA,1.246558895218186e-5
7,mlp.down_proj,4,32,8,128,5.921884536743164,31.5546875,58720256,4.666204098636681,NA,1.246558895218186e-5
7,mlp.down_proj,4,64,8,128,6.947753429412842,29.77734375,58720256,4.666204098636681,NA,1.246558895218186e-5
7,mlp.down_proj,4,128,8,128,7.906002998352051,28.888671875,58720256,4.666204098636681,NA,1.246558895218186e-5
7,mlp.down_proj,8,32,8,128,0.3598684668540954,59.5546875,58720256,4.666204098636681,NA,1.246558895218186e-5
7,mlp.down_proj,8,64,8,128,0.4216315448284149,57.77734375,58720256,4.666204098636681,NA,1.246558895218186e-5
7,mlp.down_proj,8,128,8,128,0.4777296781539917,56.888671875,58720256,4.666204098636681,NA,1.246558895218186e-5
8,self_attn.q_proj,2,32,8,128,27.061317443847656,5.015625,16777216,6.092433555599315,NA,1.259053260582732e-5
8,self_attn.q_proj,2,64,8,128,32.52377700805664,4.5078125,16777216,6.092433555599315,NA,1.259053260582732e-5
8,self_attn.q_proj,2,128,8,128,38.69818115234375,4.25390625,16777216,6.092433555599315,NA,1.259053260582732e-5
8,self_attn.q_proj,3,32,8,128,11.656363487243652,7.015625,16777216,6.092433555599315,NA,1.259053260582732e-5
8,self_attn.q_proj,3,64,8,128,14.124595642089844,6.5078125,16777216,6.092433555599315,NA,1.259053260582732e-5
8,self_attn.q_proj,3,128,8,128,17.215373992919922,6.25390625,16777216,6.092433555599315,NA,1.259053260582732e-5
8,self_attn.q_proj,4,32,8,128,5.444422245025635,9.015625,16777216,6.092433555599315,NA,1.259053260582732e-5
8,self_attn.q_proj,4,64,8,128,6.6116204261779785,8.5078125,16777216,6.092433555599315,NA,1.259053260582732e-5
8,self_attn.q_proj,4,128,8,128,8.074461936950684,8.25390625,16777216,6.092433555599315,NA,1.259053260582732e-5
8,self_attn.q_proj,8,32,8,128,0.3296016752719879,17.015625,16777216,6.092433555599315,NA,1.259053260582732e-5
8,self_attn.q_proj,8,64,8,128,0.3997628390789032,16.5078125,16777216,6.092433555599315,NA,1.259053260582732e-5
8,self_attn.q_proj,8,128,8,128,0.4867331981658935,16.25390625,16777216,6.092433555599315,NA,1.259053260582732e-5
8,self_attn.v_proj,2,32,8,128,6.304591178894043,1.25390625,4194304,3.9236208646076234,NA,1.259053260582732e-5
8,self_attn.v_proj,2,64,8,128,7.507236957550049,1.126953125,4194304,3.9236208646076234,NA,1.259053260582732e-5
8,self_attn.v_proj,2,128,8,128,8.639371871948242,1.0634765625,4194304,3.9236208646076234,NA,1.259053260582732e-5
8,self_attn.v_proj,3,32,8,128,2.69922947883606,1.75390625,4194304,3.9236208646076234,NA,1.259053260582732e-5
8,self_attn.v_proj,3,64,8,128,3.2172539234161377,1.626953125,4194304,3.9236208646076234,NA,1.259053260582732e-5
8,self_attn.v_proj,3,128,8,128,3.715339422225952,1.5634765625,4194304,3.9236208646076234,NA,1.259053260582732e-5
8,self_attn.v_proj,4,32,8,128,1.2599207162857056,2.25390625,4194304,3.9236208646076234,NA,1.259053260582732e-5
8,self_attn.v_proj,4,64,8,128,1.501517653465271,2.126953125,4194304,3.9236208646076234,NA,1.259053260582732e-5
8,self_attn.v_proj,4,128,8,128,1.7340031862258911,2.0634765625,4194304,3.9236208646076234,NA,1.259053260582732e-5
8,self_attn.v_proj,8,32,8,128,0.0762663707137107,4.25390625,4194304,3.9236208646076234,NA,1.259053260582732e-5
8,self_attn.v_proj,8,64,8,128,0.09086574614048,4.126953125,4194304,3.9236208646076234,NA,1.259053260582732e-5
8,self_attn.v_proj,8,128,8,128,0.1045241877436637,4.0634765625,4194304,3.9236208646076234,NA,1.259053260582732e-5
8,self_attn.k_proj,2,32,8,128,22.023910522460938,1.25390625,4194304,5.208863520397107,NA,1.259053260582732e-5
8,self_attn.k_proj,2,64,8,128,26.45915031433105,1.126953125,4194304,5.208863520397107,NA,1.259053260582732e-5
8,self_attn.k_proj,2,128,8,128,30.406747817993164,1.0634765625,4194304,5.208863520397107,NA,1.259053260582732e-5
8,self_attn.k_proj,3,32,8,128,9.50877857208252,1.75390625,4194304,5.208863520397107,NA,1.259053260582732e-5
8,self_attn.k_proj,3,64,8,128,11.526528358459473,1.626953125,4194304,5.208863520397107,NA,1.259053260582732e-5
8,self_attn.k_proj,3,128,8,128,13.486717224121094,1.5634765625,4194304,5.208863520397107,NA,1.259053260582732e-5
8,self_attn.k_proj,4,32,8,128,4.436545372009277,2.25390625,4194304,5.208863520397107,NA,1.259053260582732e-5
8,self_attn.k_proj,4,64,8,128,5.3773512840271,2.126953125,4194304,5.208863520397107,NA,1.259053260582732e-5
8,self_attn.k_proj,4,128,8,128,6.301447868347168,2.0634765625,4194304,5.208863520397107,NA,1.259053260582732e-5
8,self_attn.k_proj,8,32,8,128,0.2684425115585327,4.25390625,4194304,5.208863520397107,NA,1.259053260582732e-5
8,self_attn.k_proj,8,64,8,128,0.3253226578235626,4.126953125,4194304,5.208863520397107,NA,1.259053260582732e-5
8,self_attn.k_proj,8,128,8,128,0.3797986507415771,4.0634765625,4194304,5.208863520397107,NA,1.259053260582732e-5
8,mlp.gate_proj,2,32,8,128,39.39292144775391,17.5546875,58720256,3.737918325227297,NA,1.736560807330534e-5
8,mlp.gate_proj,2,64,8,128,46.70141220092773,15.77734375,58720256,3.737918325227297,NA,1.736560807330534e-5
8,mlp.gate_proj,2,128,8,128,53.55084228515625,14.888671875,58720256,3.737918325227297,NA,1.736560807330534e-5
8,mlp.gate_proj,3,32,8,128,16.86261749267578,24.5546875,58720256,3.737918325227297,NA,1.736560807330534e-5
8,mlp.gate_proj,3,64,8,128,20.022985458374023,22.77734375,58720256,3.737918325227297,NA,1.736560807330534e-5
8,mlp.gate_proj,3,128,8,128,23.060375213623047,21.888671875,58720256,3.737918325227297,NA,1.736560807330534e-5
8,mlp.gate_proj,4,32,8,128,7.87108850479126,31.5546875,58720256,3.737918325227297,NA,1.736560807330534e-5
8,mlp.gate_proj,4,64,8,128,9.34132194519043,29.77734375,58720256,3.737918325227297,NA,1.736560807330534e-5
8,mlp.gate_proj,4,128,8,128,10.763914108276367,28.888671875,58720256,3.737918325227297,NA,1.736560807330534e-5
8,mlp.gate_proj,8,32,8,128,0.4773235917091369,59.5546875,58720256,3.737918325227297,NA,1.736560807330534e-5
8,mlp.gate_proj,8,64,8,128,0.5668628811836243,57.77734375,58720256,3.737918325227297,NA,1.736560807330534e-5
8,mlp.gate_proj,8,128,8,128,0.6513233780860901,56.888671875,58720256,3.737918325227297,NA,1.736560807330534e-5
8,mlp.up_proj,2,32,8,128,29.44819641113281,17.5546875,58720256,3.292690892929808,NA,1.736560807330534e-5
8,mlp.up_proj,2,64,8,128,34.424102783203125,15.77734375,58720256,3.292690892929808,NA,1.736560807330534e-5
8,mlp.up_proj,2,128,8,128,38.94149017333984,14.888671875,58720256,3.292690892929808,NA,1.736560807330534e-5
8,mlp.up_proj,3,32,8,128,12.594765663146973,24.5546875,58720256,3.292690892929808,NA,1.736560807330534e-5
8,mlp.up_proj,3,64,8,128,14.757983207702637,22.77734375,58720256,3.292690892929808,NA,1.736560807330534e-5
8,mlp.up_proj,3,128,8,128,16.737844467163086,21.888671875,58720256,3.292690892929808,NA,1.736560807330534e-5
8,mlp.up_proj,4,32,8,128,5.8780717849731445,31.5546875,58720256,3.292690892929808,NA,1.736560807330534e-5
8,mlp.up_proj,4,64,8,128,6.88339376449585,29.77734375,58720256,3.292690892929808,NA,1.736560807330534e-5
8,mlp.up_proj,4,128,8,128,7.817975044250488,28.888671875,58720256,3.292690892929808,NA,1.736560807330534e-5
8,mlp.up_proj,8,32,8,128,0.3572321534156799,59.5546875,58720256,3.292690892929808,NA,1.736560807330534e-5
8,mlp.up_proj,8,64,8,128,0.4178987145423889,57.77734375,58720256,3.292690892929808,NA,1.736560807330534e-5
8,mlp.up_proj,8,128,8,128,0.4723220765590668,56.888671875,58720256,3.292690892929808,NA,1.736560807330534e-5
8,mlp.down_proj,2,32,8,128,29.567283630371097,17.5546875,58720256,5.024922583387458,NA,1.3630980902235024e-5
8,mlp.down_proj,2,64,8,128,34.5979118347168,15.77734375,58720256,5.024922583387458,NA,1.3630980902235024e-5
8,mlp.down_proj,2,128,8,128,39.1610221862793,14.888671875,58720256,5.024922583387458,NA,1.3630980902235024e-5
8,mlp.down_proj,3,32,8,128,12.648090362548828,24.5546875,58720256,5.024922583387458,NA,1.3630980902235024e-5
8,mlp.down_proj,3,64,8,128,14.835460662841797,22.77734375,58720256,5.024922583387458,NA,1.3630980902235024e-5
8,mlp.down_proj,3,128,8,128,16.83810043334961,21.888671875,58720256,5.024922583387458,NA,1.3630980902235024e-5
8,mlp.down_proj,4,32,8,128,5.904628753662109,31.5546875,58720256,5.024922583387458,NA,1.3630980902235024e-5
8,mlp.down_proj,4,64,8,128,6.924561023712158,29.77734375,58720256,5.024922583387458,NA,1.3630980902235024e-5
8,mlp.down_proj,4,128,8,128,7.871026992797852,28.888671875,58720256,5.024922583387458,NA,1.3630980902235024e-5
8,mlp.down_proj,8,32,8,128,0.3588110208511352,59.5546875,58720256,5.024922583387458,NA,1.3630980902235024e-5
8,mlp.down_proj,8,64,8,128,0.4203183948993683,57.77734375,58720256,5.024922583387458,NA,1.3630980902235024e-5
8,mlp.down_proj,8,128,8,128,0.4758267402648926,56.888671875,58720256,5.024922583387458,NA,1.3630980902235024e-5
9,self_attn.q_proj,2,32,8,128,26.9770565032959,5.015625,16777216,4.688940744089759,NA,1.545005761727225e-5
9,self_attn.q_proj,2,64,8,128,32.41333770751953,4.5078125,16777216,4.688940744089759,NA,1.545005761727225e-5
9,self_attn.q_proj,2,128,8,128,38.673099517822266,4.25390625,16777216,4.688940744089759,NA,1.545005761727225e-5
9,self_attn.q_proj,3,32,8,128,11.569629669189451,7.015625,16777216,4.688940744089759,NA,1.545005761727225e-5
9,self_attn.q_proj,3,64,8,128,13.95190143585205,6.5078125,16777216,4.688940744089759,NA,1.545005761727225e-5
9,self_attn.q_proj,3,128,8,128,16.984012603759766,6.25390625,16777216,4.688940744089759,NA,1.545005761727225e-5
9,self_attn.q_proj,4,32,8,128,5.3989787101745605,9.015625,16777216,4.688940744089759,NA,1.545005761727225e-5
9,self_attn.q_proj,4,64,8,128,6.50968074798584,8.5078125,16777216,4.688940744089759,NA,1.545005761727225e-5
9,self_attn.q_proj,4,128,8,128,7.928092002868652,8.25390625,16777216,4.688940744089759,NA,1.545005761727225e-5
9,self_attn.q_proj,8,32,8,128,0.3267835080623626,17.015625,16777216,4.688940744089759,NA,1.545005761727225e-5
9,self_attn.q_proj,8,64,8,128,0.3938423097133636,16.5078125,16777216,4.688940744089759,NA,1.545005761727225e-5
9,self_attn.q_proj,8,128,8,128,0.4779276549816131,16.25390625,16777216,4.688940744089759,NA,1.545005761727225e-5
9,self_attn.v_proj,2,32,8,128,7.524624824523926,1.25390625,4194304,4.470621777443523,NA,1.545005761727225e-5
9,self_attn.v_proj,2,64,8,128,9.065919876098633,1.126953125,4194304,4.470621777443523,NA,1.545005761727225e-5
9,self_attn.v_proj,2,128,8,128,10.531023979187012,1.0634765625,4194304,4.470621777443523,NA,1.545005761727225e-5
9,self_attn.v_proj,3,32,8,128,3.2294089794158936,1.75390625,4194304,4.470621777443523,NA,1.545005761727225e-5
9,self_attn.v_proj,3,64,8,128,3.907343626022339,1.626953125,4194304,4.470621777443523,NA,1.545005761727225e-5
9,self_attn.v_proj,3,128,8,128,4.580047607421875,1.5634765625,4194304,4.470621777443523,NA,1.545005761727225e-5
9,self_attn.v_proj,4,32,8,128,1.5074481964111328,2.25390625,4194304,4.470621777443523,NA,1.545005761727225e-5
9,self_attn.v_proj,4,64,8,128,1.824461340904236,2.126953125,4194304,4.470621777443523,NA,1.545005761727225e-5
9,self_attn.v_proj,4,128,8,128,2.1387925148010254,2.0634765625,4194304,4.470621777443523,NA,1.545005761727225e-5
9,self_attn.v_proj,8,32,8,128,0.0912665277719497,4.25390625,4194304,4.470621777443523,NA,1.545005761727225e-5
9,self_attn.v_proj,8,64,8,128,0.1103613376617431,4.126953125,4194304,4.470621777443523,NA,1.545005761727225e-5
9,self_attn.v_proj,8,128,8,128,0.128845676779747,4.0634765625,4194304,4.470621777443523,NA,1.545005761727225e-5
9,self_attn.k_proj,2,32,8,128,21.76741981506348,1.25390625,4194304,4.353797933169363,NA,1.545005761727225e-5
9,self_attn.k_proj,2,64,8,128,26.06185340881348,1.126953125,4194304,4.353797933169363,NA,1.545005761727225e-5
9,self_attn.k_proj,2,128,8,128,29.87959861755371,1.0634765625,4194304,4.353797933169363,NA,1.545005761727225e-5
9,self_attn.k_proj,3,32,8,128,9.348188400268556,1.75390625,4194304,4.353797933169363,NA,1.545005761727225e-5
9,self_attn.k_proj,3,64,8,128,11.24947452545166,1.626953125,4194304,4.353797933169363,NA,1.545005761727225e-5
9,self_attn.k_proj,3,128,8,128,13.032777786254885,1.5634765625,4194304,4.353797933169363,NA,1.545005761727225e-5
9,self_attn.k_proj,4,32,8,128,4.36350679397583,2.25390625,4194304,4.353797933169363,NA,1.545005761727225e-5
9,self_attn.k_proj,4,64,8,128,5.2510175704956055,2.126953125,4194304,4.353797933169363,NA,1.545005761727225e-5
9,self_attn.k_proj,4,128,8,128,6.081087112426758,2.0634765625,4194304,4.353797933169363,NA,1.545005761727225e-5
9,self_attn.k_proj,8,32,8,128,0.264181911945343,4.25390625,4194304,4.353797933169363,NA,1.545005761727225e-5
9,self_attn.k_proj,8,64,8,128,0.3175808787345886,4.126953125,4194304,4.353797933169363,NA,1.545005761727225e-5
9,self_attn.k_proj,8,128,8,128,0.3666176497936249,4.0634765625,4194304,4.353797933169363,NA,1.545005761727225e-5
9,mlp.gate_proj,2,32,8,128,40.1043701171875,17.5546875,58720256,3.960293831588499,NA,1.9692888599820435e-5
9,mlp.gate_proj,2,64,8,128,47.65932083129883,15.77734375,58720256,3.960293831588499,NA,1.9692888599820435e-5
9,mlp.gate_proj,2,128,8,128,54.80207824707031,14.888671875,58720256,3.960293831588499,NA,1.9692888599820435e-5
9,mlp.gate_proj,3,32,8,128,17.172544479370117,24.5546875,58720256,3.960293831588499,NA,1.9692888599820435e-5
9,mlp.gate_proj,3,64,8,128,20.46648406982422,22.77734375,58720256,3.960293831588499,NA,1.9692888599820435e-5
9,mlp.gate_proj,3,128,8,128,23.66988945007324,21.888671875,58720256,3.960293831588499,NA,1.9692888599820435e-5
9,mlp.gate_proj,4,32,8,128,8.018026351928711,31.5546875,58720256,3.960293831588499,NA,1.9692888599820435e-5
9,mlp.gate_proj,4,64,8,128,9.550697326660156,29.77734375,58720256,3.960293831588499,NA,1.9692888599820435e-5
9,mlp.gate_proj,4,128,8,128,11.0488920211792,28.888671875,58720256,3.960293831588499,NA,1.9692888599820435e-5
9,mlp.gate_proj,8,32,8,128,0.4861500263214111,59.5546875,58720256,3.960293831588499,NA,1.9692888599820435e-5
9,mlp.gate_proj,8,64,8,128,0.5795626640319824,57.77734375,58720256,3.960293831588499,NA,1.9692888599820435e-5
9,mlp.gate_proj,8,128,8,128,0.6688878536224365,56.888671875,58720256,3.960293831588499,NA,1.9692888599820435e-5
9,mlp.up_proj,2,32,8,128,29.79354286193848,17.5546875,58720256,3.31830523961292,NA,1.9692888599820435e-5
9,mlp.up_proj,2,64,8,128,34.850040435791016,15.77734375,58720256,3.31830523961292,NA,1.9692888599820435e-5
9,mlp.up_proj,2,128,8,128,39.46410369873047,14.888671875,58720256,3.31830523961292,NA,1.9692888599820435e-5
9,mlp.up_proj,3,32,8,128,12.743324279785156,24.5546875,58720256,3.31830523961292,NA,1.9692888599820435e-5
9,mlp.up_proj,3,64,8,128,14.948670387268066,22.77734375,58720256,3.31830523961292,NA,1.9692888599820435e-5
9,mlp.up_proj,3,128,8,128,16.972240447998047,21.888671875,58720256,3.31830523961292,NA,1.9692888599820435e-5
9,mlp.up_proj,4,32,8,128,5.946471691131592,31.5546875,58720256,3.31830523961292,NA,1.9692888599820435e-5
9,mlp.up_proj,4,64,8,128,6.972580909729004,29.77734375,58720256,3.31830523961292,NA,1.9692888599820435e-5
9,mlp.up_proj,4,128,8,128,7.927926540374756,28.888671875,58720256,3.31830523961292,NA,1.9692888599820435e-5
9,mlp.up_proj,8,32,8,128,0.3614477813243866,59.5546875,58720256,3.31830523961292,NA,1.9692888599820435e-5
9,mlp.up_proj,8,64,8,128,0.4233103394508362,57.77734375,58720256,3.31830523961292,NA,1.9692888599820435e-5
9,mlp.up_proj,8,128,8,128,0.4790314733982086,56.888671875,58720256,3.31830523961292,NA,1.9692888599820435e-5
9,mlp.down_proj,2,32,8,128,29.70336151123047,17.5546875,58720256,4.790787365284185,NA,1.5630836060154252e-5
9,mlp.down_proj,2,64,8,128,34.76505279541016,15.77734375,58720256,4.790787365284185,NA,1.5630836060154252e-5
9,mlp.down_proj,2,128,8,128,39.38078689575195,14.888671875,58720256,4.790787365284185,NA,1.5630836060154252e-5
9,mlp.down_proj,3,32,8,128,12.70130729675293,24.5546875,58720256,4.790787365284185,NA,1.5630836060154252e-5
9,mlp.down_proj,3,64,8,128,14.899825096130373,22.77734375,58720256,4.790787365284185,NA,1.5630836060154252e-5
9,mlp.down_proj,3,128,8,128,16.9156436920166,21.888671875,58720256,4.790787365284185,NA,1.5630836060154252e-5
9,mlp.down_proj,4,32,8,128,5.929380416870117,31.5546875,58720256,4.790787365284185,NA,1.5630836060154252e-5
9,mlp.down_proj,4,64,8,128,6.953718662261963,29.77734375,58720256,4.790787365284185,NA,1.5630836060154252e-5
9,mlp.down_proj,4,128,8,128,7.905187606811523,28.888671875,58720256,4.790787365284185,NA,1.5630836060154252e-5
9,mlp.down_proj,8,32,8,128,0.3603951930999756,59.5546875,58720256,4.790787365284185,NA,1.5630836060154252e-5
9,mlp.down_proj,8,64,8,128,0.4221662580966949,57.77734375,58720256,4.790787365284185,NA,1.5630836060154252e-5
9,mlp.down_proj,8,128,8,128,0.4778989255428314,56.888671875,58720256,4.790787365284185,NA,1.5630836060154252e-5
10,self_attn.q_proj,2,32,8,128,27.73469352722168,5.015625,16777216,5.492602703038164,NA,1.5661613360862248e-5
10,self_attn.q_proj,2,64,8,128,33.35016632080078,4.5078125,16777216,5.492602703038164,NA,1.5661613360862248e-5
10,self_attn.q_proj,2,128,8,128,39.38727951049805,4.25390625,16777216,5.492602703038164,NA,1.5661613360862248e-5
10,self_attn.q_proj,3,32,8,128,11.962119102478027,7.015625,16777216,5.492602703038164,NA,1.5661613360862248e-5
10,self_attn.q_proj,3,64,8,128,14.490964889526367,6.5078125,16777216,5.492602703038164,NA,1.5661613360862248e-5
10,self_attn.q_proj,3,128,8,128,17.632457733154297,6.25390625,16777216,5.492602703038164,NA,1.5661613360862248e-5
10,self_attn.q_proj,4,32,8,128,5.58771562576294,9.015625,16777216,5.492602703038164,NA,1.5661613360862248e-5
10,self_attn.q_proj,4,64,8,128,6.779984474182129,8.5078125,16777216,5.492602703038164,NA,1.5661613360862248e-5
10,self_attn.q_proj,4,128,8,128,8.269221305847168,8.25390625,16777216,5.492602703038164,NA,1.5661613360862248e-5
10,self_attn.q_proj,8,32,8,128,0.3381999135017395,17.015625,16777216,5.492602703038164,NA,1.5661613360862248e-5
10,self_attn.q_proj,8,64,8,128,0.4100817441940307,16.5078125,16777216,5.492602703038164,NA,1.5661613360862248e-5
10,self_attn.q_proj,8,128,8,128,0.4986184537410736,16.25390625,16777216,5.492602703038164,NA,1.5661613360862248e-5
10,self_attn.v_proj,2,32,8,128,6.229307651519775,1.25390625,4194304,3.926895145081388,NA,1.5661613360862248e-5
10,self_attn.v_proj,2,64,8,128,7.42263126373291,1.126953125,4194304,3.926895145081388,NA,1.5661613360862248e-5
10,self_attn.v_proj,2,128,8,128,8.537671089172363,1.0634765625,4194304,3.926895145081388,NA,1.5661613360862248e-5
10,self_attn.v_proj,3,32,8,128,2.6669013500213623,1.75390625,4194304,3.926895145081388,NA,1.5661613360862248e-5
10,self_attn.v_proj,3,64,8,128,3.182350873947144,1.626953125,4194304,3.926895145081388,NA,1.5661613360862248e-5
10,self_attn.v_proj,3,128,8,128,3.6750028133392334,1.5634765625,4194304,3.926895145081388,NA,1.5661613360862248e-5
10,self_attn.v_proj,4,32,8,128,1.2443753480911257,2.25390625,4194304,3.926895145081388,NA,1.5661613360862248e-5
10,self_attn.v_proj,4,64,8,128,1.4845033884048462,2.126953125,4194304,3.926895145081388,NA,1.5661613360862248e-5
10,self_attn.v_proj,4,128,8,128,1.7152011394500732,2.0634765625,4194304,3.926895145081388,NA,1.5661613360862248e-5
10,self_attn.v_proj,8,32,8,128,0.0753431543707847,4.25390625,4194304,3.926895145081388,NA,1.5661613360862248e-5
10,self_attn.v_proj,8,64,8,128,0.0898873060941696,4.126953125,4194304,3.926895145081388,NA,1.5661613360862248e-5
10,self_attn.v_proj,8,128,8,128,0.1033799722790718,4.0634765625,4194304,3.926895145081388,NA,1.5661613360862248e-5
10,self_attn.k_proj,2,32,8,128,22.137977600097656,1.25390625,4194304,5.13435499245659,NA,1.5661613360862248e-5
10,self_attn.k_proj,2,64,8,128,26.48815155029297,1.126953125,4194304,5.13435499245659,NA,1.5661613360862248e-5
10,self_attn.k_proj,2,128,8,128,30.33242416381836,1.0634765625,4194304,5.13435499245659,NA,1.5661613360862248e-5
10,self_attn.k_proj,3,32,8,128,9.56244659423828,1.75390625,4194304,5.13435499245659,NA,1.5661613360862248e-5
10,self_attn.k_proj,3,64,8,128,11.564157485961914,1.626953125,4194304,5.13435499245659,NA,1.5661613360862248e-5
10,self_attn.k_proj,3,128,8,128,13.468461990356444,1.5634765625,4194304,5.13435499245659,NA,1.5661613360862248e-5
10,self_attn.k_proj,4,32,8,128,4.46476936340332,2.25390625,4194304,5.13435499245659,NA,1.5661613360862248e-5
10,self_attn.k_proj,4,64,8,128,5.40137243270874,2.126953125,4194304,5.13435499245659,NA,1.5661613360862248e-5
10,self_attn.k_proj,4,128,8,128,6.312881946563721,2.0634765625,4194304,5.13435499245659,NA,1.5661613360862248e-5
10,self_attn.k_proj,8,32,8,128,0.2701395153999328,4.25390625,4194304,5.13435499245659,NA,1.5661613360862248e-5
10,self_attn.k_proj,8,64,8,128,0.3267165720462799,4.126953125,4194304,5.13435499245659,NA,1.5661613360862248e-5
10,self_attn.k_proj,8,128,8,128,0.3802925944328308,4.0634765625,4194304,5.13435499245659,NA,1.5661613360862248e-5
10,mlp.gate_proj,2,32,8,128,38.944854736328125,17.5546875,58720256,3.81115932602854,NA,2.0056813809787855e-5
10,mlp.gate_proj,2,64,8,128,46.25450897216797,15.77734375,58720256,3.81115932602854,NA,2.0056813809787855e-5
10,mlp.gate_proj,2,128,8,128,53.101993560791016,14.888671875,58720256,3.81115932602854,NA,2.0056813809787855e-5
10,mlp.gate_proj,3,32,8,128,16.674837112426758,24.5546875,58720256,3.81115932602854,NA,2.0056813809787855e-5
10,mlp.gate_proj,3,64,8,128,19.83896255493164,22.77734375,58720256,3.81115932602854,NA,2.0056813809787855e-5
10,mlp.gate_proj,3,128,8,128,22.89117431640625,21.888671875,58720256,3.81115932602854,NA,2.0056813809787855e-5
10,mlp.gate_proj,4,32,8,128,7.783293724060059,31.5546875,58720256,3.81115932602854,NA,2.0056813809787855e-5
10,mlp.gate_proj,4,64,8,128,9.25632667541504,29.77734375,58720256,3.81115932602854,NA,2.0056813809787855e-5
10,mlp.gate_proj,4,128,8,128,10.690305709838867,28.888671875,58720256,3.81115932602854,NA,2.0056813809787855e-5
10,mlp.gate_proj,8,32,8,128,0.4720402657985687,59.5546875,58720256,3.81115932602854,NA,2.0056813809787855e-5
10,mlp.gate_proj,8,64,8,128,0.5616547465324402,57.77734375,58720256,3.81115932602854,NA,2.0056813809787855e-5
10,mlp.gate_proj,8,128,8,128,0.6467053294181824,56.888671875,58720256,3.81115932602854,NA,2.0056813809787855e-5
10,mlp.up_proj,2,32,8,128,30.180099487304688,17.5546875,58720256,3.205204743649893,NA,2.0056813809787855e-5
10,mlp.up_proj,2,64,8,128,35.26427459716797,15.77734375,58720256,3.205204743649893,NA,2.0056813809787855e-5
10,mlp.up_proj,2,128,8,128,39.9040412902832,14.888671875,58720256,3.205204743649893,NA,2.0056813809787855e-5
10,mlp.up_proj,3,32,8,128,12.90137767791748,24.5546875,58720256,3.205204743649893,NA,2.0056813809787855e-5
10,mlp.up_proj,3,64,8,128,15.10992431640625,22.77734375,58720256,3.205204743649893,NA,2.0056813809787855e-5
10,mlp.up_proj,3,128,8,128,17.116329193115234,21.888671875,58720256,3.205204743649893,NA,2.0056813809787855e-5
10,mlp.up_proj,4,32,8,128,6.021190643310547,31.5546875,58720256,3.205204743649893,NA,2.0056813809787855e-5
10,mlp.up_proj,4,64,8,128,7.0478057861328125,29.77734375,58720256,3.205204743649893,NA,2.0056813809787855e-5
10,mlp.up_proj,4,128,8,128,7.995498657226562,28.888671875,58720256,3.205204743649893,NA,2.0056813809787855e-5
10,mlp.up_proj,8,32,8,128,0.36592498421669,59.5546875,58720256,3.205204743649893,NA,2.0056813809787855e-5
10,mlp.up_proj,8,64,8,128,0.4277883470058441,57.77734375,58720256,3.205204743649893,NA,2.0056813809787855e-5
10,mlp.up_proj,8,128,8,128,0.4828921258449554,56.888671875,58720256,3.205204743649893,NA,2.0056813809787855e-5
10,mlp.down_proj,2,32,8,128,30.11432456970215,17.5546875,58720256,4.387803767505477,NA,1.642370261834003e-5
10,mlp.down_proj,2,64,8,128,35.22907257080078,15.77734375,58720256,4.387803767505477,NA,1.642370261834003e-5
10,mlp.down_proj,2,128,8,128,39.86897659301758,14.888671875,58720256,4.387803767505477,NA,1.642370261834003e-5
10,mlp.down_proj,3,32,8,128,12.874347686767578,24.5546875,58720256,4.387803767505477,NA,1.642370261834003e-5
10,mlp.down_proj,3,64,8,128,15.087624549865724,22.77734375,58720256,4.387803767505477,NA,1.642370261834003e-5
10,mlp.down_proj,3,128,8,128,17.10296630859375,21.888671875,58720256,4.387803767505477,NA,1.642370261834003e-5
10,mlp.down_proj,4,32,8,128,6.009179592132568,31.5546875,58720256,4.387803767505477,NA,1.642370261834003e-5
10,mlp.down_proj,4,64,8,128,7.041721343994141,29.77734375,58720256,4.387803767505477,NA,1.642370261834003e-5
10,mlp.down_proj,4,128,8,128,7.99387788772583,28.888671875,58720256,4.387803767505477,NA,1.642370261834003e-5
10,mlp.down_proj,8,32,8,128,0.3652148842811584,59.5546875,58720256,4.387803767505477,NA,1.642370261834003e-5
10,mlp.down_proj,8,64,8,128,0.4273668527603149,57.77734375,58720256,4.387803767505477,NA,1.642370261834003e-5
10,mlp.down_proj,8,128,8,128,0.482973575592041,56.888671875,58720256,4.387803767505477,NA,1.642370261834003e-5
11,self_attn.q_proj,2,32,8,128,26.12057113647461,5.015625,16777216,4.42901483877614,NA,1.598008384462446e-5
11,self_attn.q_proj,2,64,8,128,31.403221130371097,4.5078125,16777216,4.42901483877614,NA,1.598008384462446e-5
11,self_attn.q_proj,2,128,8,128,37.03877639770508,4.25390625,16777216,4.42901483877614,NA,1.598008384462446e-5
11,self_attn.q_proj,3,32,8,128,11.208246231079102,7.015625,16777216,4.42901483877614,NA,1.598008384462446e-5
11,self_attn.q_proj,3,64,8,128,13.515785217285156,6.5078125,16777216,4.42901483877614,NA,1.598008384462446e-5
11,self_attn.q_proj,3,128,8,128,16.240028381347656,6.25390625,16777216,4.42901483877614,NA,1.598008384462446e-5
11,self_attn.q_proj,4,32,8,128,5.228873252868652,9.015625,16777216,4.42901483877614,NA,1.598008384462446e-5
11,self_attn.q_proj,4,64,8,128,6.310160636901856,8.5078125,16777216,4.42901483877614,NA,1.598008384462446e-5
11,self_attn.q_proj,4,128,8,128,7.584232330322266,8.25390625,16777216,4.42901483877614,NA,1.598008384462446e-5
11,self_attn.q_proj,8,32,8,128,0.3165485560894012,17.015625,16777216,4.42901483877614,NA,1.598008384462446e-5
11,self_attn.q_proj,8,64,8,128,0.3815952241420746,16.5078125,16777216,4.42901483877614,NA,1.598008384462446e-5
11,self_attn.q_proj,8,128,8,128,0.4569851756095886,16.25390625,16777216,4.42901483877614,NA,1.598008384462446e-5
11,self_attn.v_proj,2,32,8,128,5.915624618530273,1.25390625,4194304,3.2780002635517027,NA,1.598008384462446e-5
11,self_attn.v_proj,2,64,8,128,6.933813095092773,1.126953125,4194304,3.2780002635517027,NA,1.598008384462446e-5
11,self_attn.v_proj,2,128,8,128,7.871473789215088,1.0634765625,4194304,3.2780002635517027,NA,1.598008384462446e-5
11,self_attn.v_proj,3,32,8,128,2.531064510345459,1.75390625,4194304,3.2780002635517027,NA,1.598008384462446e-5
11,self_attn.v_proj,3,64,8,128,2.9708845615386963,1.626953125,4194304,3.2780002635517027,NA,1.598008384462446e-5
11,self_attn.v_proj,3,128,8,128,3.3750290870666504,1.5634765625,4194304,3.2780002635517027,NA,1.598008384462446e-5
11,self_attn.v_proj,4,32,8,128,1.1811060905456543,2.25390625,4194304,3.2780002635517027,NA,1.598008384462446e-5
11,self_attn.v_proj,4,64,8,128,1.3862783908843994,2.126953125,4194304,3.2780002635517027,NA,1.598008384462446e-5
11,self_attn.v_proj,4,128,8,128,1.576763391494751,2.0634765625,4194304,3.2780002635517027,NA,1.598008384462446e-5
11,self_attn.v_proj,8,32,8,128,0.0715062394738197,4.25390625,4194304,3.2780002635517027,NA,1.598008384462446e-5
11,self_attn.v_proj,8,64,8,128,0.0838671326637268,4.126953125,4194304,3.2780002635517027,NA,1.598008384462446e-5
11,self_attn.v_proj,8,128,8,128,0.0949677526950836,4.0634765625,4194304,3.2780002635517027,NA,1.598008384462446e-5
11,self_attn.k_proj,2,32,8,128,21.53693389892578,1.25390625,4194304,4.226251359421093,NA,1.598008384462446e-5
11,self_attn.k_proj,2,64,8,128,25.738405227661133,1.126953125,4194304,4.226251359421093,NA,1.598008384462446e-5
11,self_attn.k_proj,2,128,8,128,29.473670959472656,1.0634765625,4194304,4.226251359421093,NA,1.598008384462446e-5
11,self_attn.k_proj,3,32,8,128,9.25912094116211,1.75390625,4194304,4.226251359421093,NA,1.598008384462446e-5
11,self_attn.k_proj,3,64,8,128,11.105602264404297,1.626953125,4194304,4.226251359421093,NA,1.598008384462446e-5
11,self_attn.k_proj,3,128,8,128,12.856239318847656,1.5634765625,4194304,4.226251359421093,NA,1.598008384462446e-5
11,self_attn.k_proj,4,32,8,128,4.320185661315918,2.25390625,4194304,4.226251359421093,NA,1.598008384462446e-5
11,self_attn.k_proj,4,64,8,128,5.183795928955078,2.126953125,4194304,4.226251359421093,NA,1.598008384462446e-5
11,self_attn.k_proj,4,128,8,128,6.003633499145508,2.0634765625,4194304,4.226251359421093,NA,1.598008384462446e-5
11,self_attn.k_proj,8,32,8,128,0.2614936530590057,4.25390625,4194304,4.226251359421093,NA,1.598008384462446e-5
11,self_attn.k_proj,8,64,8,128,0.3133919239044189,4.126953125,4194304,4.226251359421093,NA,1.598008384462446e-5
11,self_attn.k_proj,8,128,8,128,0.361666202545166,4.0634765625,4194304,4.226251359421093,NA,1.598008384462446e-5
11,mlp.gate_proj,2,32,8,128,38.63543701171875,17.5546875,58720256,4.070416904880738,NA,2.1369023670558818e-5
11,mlp.gate_proj,2,64,8,128,45.97889709472656,15.77734375,58720256,4.070416904880738,NA,2.1369023670558818e-5
11,mlp.gate_proj,2,128,8,128,52.91830062866211,14.888671875,58720256,4.070416904880738,NA,2.1369023670558818e-5
11,mlp.gate_proj,3,32,8,128,16.557937622070312,24.5546875,58720256,4.070416904880738,NA,2.1369023670558818e-5
11,mlp.gate_proj,3,64,8,128,19.7586612701416,22.77734375,58720256,4.070416904880738,NA,2.1369023670558818e-5
11,mlp.gate_proj,3,128,8,128,22.90111541748047,21.888671875,58720256,4.070416904880738,NA,2.1369023670558818e-5
11,mlp.gate_proj,4,32,8,128,7.72847318649292,31.5546875,58720256,4.070416904880738,NA,2.1369023670558818e-5
11,mlp.gate_proj,4,64,8,128,9.2195281982421875,29.77734375,58720256,4.070416904880738,NA,2.1369023670558818e-5
11,mlp.gate_proj,4,128,8,128,10.691786766052246,28.888671875,58720256,4.070416904880738,NA,2.1369023670558818e-5
11,mlp.gate_proj,8,32,8,128,0.4687098860740661,59.5546875,58720256,4.070416904880738,NA,2.1369023670558818e-5
11,mlp.gate_proj,8,64,8,128,0.5594026446342468,57.77734375,58720256,4.070416904880738,NA,2.1369023670558818e-5
11,mlp.gate_proj,8,128,8,128,0.6470131874084473,56.888671875,58720256,4.070416904880738,NA,2.1369023670558818e-5
11,mlp.up_proj,2,32,8,128,30.451913833618164,17.5546875,58720256,3.2452976744640387,NA,2.1369023670558818e-5
11,mlp.up_proj,2,64,8,128,35.6109504699707,15.77734375,58720256,3.2452976744640387,NA,2.1369023670558818e-5
11,mlp.up_proj,2,128,8,128,40.33466339111328,14.888671875,58720256,3.2452976744640387,NA,2.1369023670558818e-5
11,mlp.up_proj,3,32,8,128,13.019288063049316,24.5546875,58720256,3.2452976744640387,NA,2.1369023670558818e-5
11,mlp.up_proj,3,64,8,128,15.262990951538086,22.77734375,58720256,3.2452976744640387,NA,2.1369023670558818e-5
11,mlp.up_proj,3,128,8,128,17.307527542114258,21.888671875,58720256,3.2452976744640387,NA,2.1369023670558818e-5
11,mlp.up_proj,4,32,8,128,6.074724197387695,31.5546875,58720256,3.2452976744640387,NA,2.1369023670558818e-5
11,mlp.up_proj,4,64,8,128,7.120927333831787,29.77734375,58720256,3.2452976744640387,NA,2.1369023670558818e-5
11,mlp.up_proj,4,128,8,128,8.082134246826172,28.888671875,58720256,3.2452976744640387,NA,2.1369023670558818e-5
11,mlp.up_proj,8,32,8,128,0.3691640496253967,59.5546875,58720256,3.2452976744640387,NA,2.1369023670558818e-5
11,mlp.up_proj,8,64,8,128,0.4320685863494873,57.77734375,58720256,3.2452976744640387,NA,2.1369023670558818e-5
11,mlp.up_proj,8,128,8,128,0.4883591830730438,56.888671875,58720256,3.2452976744640387,NA,2.1369023670558818e-5
11,mlp.down_proj,2,32,8,128,30.37547492980957,17.5546875,58720256,4.4330458558097146,NA,1.702754343568813e-5
11,mlp.down_proj,2,64,8,128,35.56100845336914,15.77734375,58720256,4.4330458558097146,NA,1.702754343568813e-5
11,mlp.down_proj,2,128,8,128,40.31380081176758,14.888671875,58720256,4.4330458558097146,NA,1.702754343568813e-5
11,mlp.down_proj,3,32,8,128,12.995153427124023,24.5546875,58720256,4.4330458558097146,NA,1.702754343568813e-5
11,mlp.down_proj,3,64,8,128,15.258899688720703,22.77734375,58720256,4.4330458558097146,NA,1.702754343568813e-5
11,mlp.down_proj,3,128,8,128,17.339706420898438,21.888671875,58720256,4.4330458558097146,NA,1.702754343568813e-5
11,mlp.down_proj,4,32,8,128,6.06576681137085,31.5546875,58720256,4.4330458558097146,NA,1.702754343568813e-5
11,mlp.down_proj,4,64,8,128,7.121227741241455,29.77734375,58720256,4.4330458558097146,NA,1.702754343568813e-5
11,mlp.down_proj,4,128,8,128,8.104607582092285,28.888671875,58720256,4.4330458558097146,NA,1.702754343568813e-5
11,mlp.down_proj,8,32,8,128,0.3685401678085327,59.5546875,58720256,4.4330458558097146,NA,1.702754343568813e-5
11,mlp.down_proj,8,64,8,128,0.4321089386940002,57.77734375,58720256,4.4330458558097146,NA,1.702754343568813e-5
11,mlp.down_proj,8,128,8,128,0.4897418320178985,56.888671875,58720256,4.4330458558097146,NA,1.702754343568813e-5
12,self_attn.q_proj,2,32,8,128,25.861541748046875,5.015625,16777216,3.918630145163863,NA,1.6118803614517674e-5
12,self_attn.q_proj,2,64,8,128,30.882308959960938,4.5078125,16777216,3.918630145163863,NA,1.6118803614517674e-5
12,self_attn.q_proj,2,128,8,128,36.07247924804688,4.25390625,16777216,3.918630145163863,NA,1.6118803614517674e-5
12,self_attn.q_proj,3,32,8,128,11.073997497558594,7.015625,16777216,3.918630145163863,NA,1.6118803614517674e-5
12,self_attn.q_proj,3,64,8,128,13.24992847442627,6.5078125,16777216,3.918630145163863,NA,1.6118803614517674e-5
12,self_attn.q_proj,3,128,8,128,15.60166072845459,6.25390625,16777216,3.918630145163863,NA,1.6118803614517674e-5
12,self_attn.q_proj,4,32,8,128,5.16636323928833,9.015625,16777216,3.918630145163863,NA,1.6118803614517674e-5
12,self_attn.q_proj,4,64,8,128,6.183772087097168,8.5078125,16777216,3.918630145163863,NA,1.6118803614517674e-5
12,self_attn.q_proj,4,128,8,128,7.281061172485352,8.25390625,16777216,3.918630145163863,NA,1.6118803614517674e-5
12,self_attn.q_proj,8,32,8,128,0.3127245008945465,17.015625,16777216,3.918630145163863,NA,1.6118803614517674e-5
12,self_attn.q_proj,8,64,8,128,0.3739984035491943,16.5078125,16777216,3.918630145163863,NA,1.6118803614517674e-5
12,self_attn.q_proj,8,128,8,128,0.4387511610984802,16.25390625,16777216,3.918630145163863,NA,1.6118803614517674e-5
12,self_attn.v_proj,2,32,8,128,7.040297985076904,1.25390625,4194304,3.3663311858528515,NA,1.6118803614517674e-5
12,self_attn.v_proj,2,64,8,128,8.279337882995605,1.126953125,4194304,3.3663311858528515,NA,1.6118803614517674e-5
12,self_attn.v_proj,2,128,8,128,9.429340362548828,1.0634765625,4194304,3.3663311858528515,NA,1.6118803614517674e-5
12,self_attn.v_proj,3,32,8,128,3.011828899383545,1.75390625,4194304,3.3663311858528515,NA,1.6118803614517674e-5
12,self_attn.v_proj,3,64,8,128,3.543575525283813,1.626953125,4194304,3.3663311858528515,NA,1.6118803614517674e-5
12,self_attn.v_proj,3,128,8,128,4.041069984436035,1.5634765625,4194304,3.3663311858528515,NA,1.6118803614517674e-5
12,self_attn.v_proj,4,32,8,128,1.406035542488098,2.25390625,4194304,3.3663311858528515,NA,1.6118803614517674e-5
12,self_attn.v_proj,4,64,8,128,1.6543664932250977,2.126953125,4194304,3.3663311858528515,NA,1.6118803614517674e-5
12,self_attn.v_proj,4,128,8,128,1.8858826160430908,2.0634765625,4194304,3.3663311858528515,NA,1.6118803614517674e-5
12,self_attn.v_proj,8,32,8,128,0.0851678997278213,4.25390625,4194304,3.3663311858528515,NA,1.6118803614517674e-5
12,self_attn.v_proj,8,64,8,128,0.1000915542244911,4.126953125,4194304,3.3663311858528515,NA,1.6118803614517674e-5
12,self_attn.v_proj,8,128,8,128,0.1137010008096695,4.0634765625,4194304,3.3663311858528515,NA,1.6118803614517674e-5
12,self_attn.k_proj,2,32,8,128,20.48916244506836,1.25390625,4194304,3.674778457813903,NA,1.6118803614517674e-5
12,self_attn.k_proj,2,64,8,128,24.324567794799805,1.126953125,4194304,3.674778457813903,NA,1.6118803614517674e-5
12,self_attn.k_proj,2,128,8,128,27.846071243286133,1.0634765625,4194304,3.674778457813903,NA,1.6118803614517674e-5
12,self_attn.k_proj,3,32,8,128,8.775659561157227,1.75390625,4194304,3.674778457813903,NA,1.6118803614517674e-5
12,self_attn.k_proj,3,64,8,128,10.430098533630373,1.626953125,4194304,3.674778457813903,NA,1.6118803614517674e-5
12,self_attn.k_proj,3,128,8,128,11.960859298706056,1.5634765625,4194304,3.674778457813903,NA,1.6118803614517674e-5
12,self_attn.k_proj,4,32,8,128,4.094570159912109,2.25390625,4194304,3.674778457813903,NA,1.6118803614517674e-5
12,self_attn.k_proj,4,64,8,128,4.867015838623047,2.126953125,4194304,3.674778457813903,NA,1.6118803614517674e-5
12,self_attn.k_proj,4,128,8,128,5.583600997924805,2.0634765625,4194304,3.674778457813903,NA,1.6118803614517674e-5
12,self_attn.k_proj,8,32,8,128,0.2478196173906326,4.25390625,4194304,3.674778457813903,NA,1.6118803614517674e-5
12,self_attn.k_proj,8,64,8,128,0.2942624986171722,4.126953125,4194304,3.674778457813903,NA,1.6118803614517674e-5
12,self_attn.k_proj,8,128,8,128,0.3365941643714905,4.0634765625,4194304,3.674778457813903,NA,1.6118803614517674e-5
12,mlp.gate_proj,2,32,8,128,38.39822769165039,17.5546875,58720256,4.633241015879171,NA,2.492406201781705e-5
12,mlp.gate_proj,2,64,8,128,45.75447082519531,15.77734375,58720256,4.633241015879171,NA,2.492406201781705e-5
12,mlp.gate_proj,2,128,8,128,52.67757415771485,14.888671875,58720256,4.633241015879171,NA,2.492406201781705e-5
12,mlp.gate_proj,3,32,8,128,16.485942840576172,24.5546875,58720256,4.633241015879171,NA,2.492406201781705e-5
12,mlp.gate_proj,3,64,8,128,19.719900131225582,22.77734375,58720256,4.633241015879171,NA,2.492406201781705e-5
12,mlp.gate_proj,3,128,8,128,22.919330596923828,21.888671875,58720256,4.633241015879171,NA,2.492406201781705e-5
12,mlp.gate_proj,4,32,8,128,7.694408416748047,31.5546875,58720256,4.633241015879171,NA,2.492406201781705e-5
12,mlp.gate_proj,4,64,8,128,9.2075653076171875,29.77734375,58720256,4.633241015879171,NA,2.492406201781705e-5
12,mlp.gate_proj,4,128,8,128,10.714046478271484,28.888671875,58720256,4.633241015879171,NA,2.492406201781705e-5
12,mlp.gate_proj,8,32,8,128,0.4667559862136841,59.5546875,58720256,4.633241015879171,NA,2.492406201781705e-5
12,mlp.gate_proj,8,64,8,128,0.5586689114570618,57.77734375,58720256,4.633241015879171,NA,2.492406201781705e-5
12,mlp.gate_proj,8,128,8,128,0.6483145952224731,56.888671875,58720256,4.633241015879171,NA,2.492406201781705e-5
12,mlp.up_proj,2,32,8,128,31.15839958190918,17.5546875,58720256,3.3846647247334403,NA,2.492406201781705e-5
12,mlp.up_proj,2,64,8,128,36.47867584228516,15.77734375,58720256,3.3846647247334403,NA,2.492406201781705e-5
12,mlp.up_proj,2,128,8,128,41.35436630249024,14.888671875,58720256,3.3846647247334403,NA,2.492406201781705e-5
12,mlp.up_proj,3,32,8,128,13.327926635742188,24.5546875,58720256,3.3846647247334403,NA,2.492406201781705e-5
12,mlp.up_proj,3,64,8,128,15.65520191192627,22.77734375,58720256,3.3846647247334403,NA,2.492406201781705e-5
12,mlp.up_proj,3,128,8,128,17.792837142944336,21.888671875,58720256,3.3846647247334403,NA,2.492406201781705e-5
12,mlp.up_proj,4,32,8,128,6.218276500701904,31.5546875,58720256,3.3846647247334403,NA,2.492406201781705e-5
12,mlp.up_proj,4,64,8,128,7.304477214813232,29.77734375,58720256,3.3846647247334403,NA,2.492406201781705e-5
12,mlp.up_proj,4,128,8,128,8.313840866088867,28.888671875,58720256,3.3846647247334403,NA,2.492406201781705e-5
12,mlp.up_proj,8,32,8,128,0.3778644204139709,59.5546875,58720256,3.3846647247334403,NA,2.492406201781705e-5
12,mlp.up_proj,8,64,8,128,0.4431090354919433,57.77734375,58720256,3.3846647247334403,NA,2.492406201781705e-5
12,mlp.up_proj,8,128,8,128,0.5022327303886414,56.888671875,58720256,3.3846647247334403,NA,2.492406201781705e-5
12,mlp.down_proj,2,32,8,128,30.80364799499512,17.5546875,58720256,5.494694433320656,NA,1.8670300050871447e-5
12,mlp.down_proj,2,64,8,128,36.04652404785156,15.77734375,58720256,5.494694433320656,NA,1.8670300050871447e-5
12,mlp.down_proj,2,128,8,128,40.88020706176758,14.888671875,58720256,5.494694433320656,NA,1.8670300050871447e-5
12,mlp.down_proj,3,32,8,128,13.178635597229004,24.5546875,58720256,5.494694433320656,NA,1.8670300050871447e-5
12,mlp.down_proj,3,64,8,128,15.473698616027832,22.77734375,58720256,5.494694433320656,NA,1.8670300050871447e-5
12,mlp.down_proj,3,128,8,128,17.591928482055664,21.888671875,58720256,5.494694433320656,NA,1.8670300050871447e-5
12,mlp.down_proj,4,32,8,128,6.151588439941406,31.5546875,58720256,5.494694433320656,NA,1.8670300050871447e-5
12,mlp.down_proj,4,64,8,128,7.222397804260254,29.77734375,58720256,5.494694433320656,NA,1.8670300050871447e-5
12,mlp.down_proj,4,128,8,128,8.224127769470215,28.888671875,58720256,5.494694433320656,NA,1.8670300050871447e-5
12,mlp.down_proj,8,32,8,128,0.3738064467906952,59.5546875,58720256,5.494694433320656,NA,1.8670300050871447e-5
12,mlp.down_proj,8,64,8,128,0.4383414089679718,57.77734375,58720256,5.494694433320656,NA,1.8670300050871447e-5
12,mlp.down_proj,8,128,8,128,0.4972971975803375,56.888671875,58720256,5.494694433320656,NA,1.8670300050871447e-5
13,self_attn.q_proj,2,32,8,128,26.5046501159668,5.015625,16777216,4.476935602713404,NA,2.202295399911236e-5
13,self_attn.q_proj,2,64,8,128,31.847789764404297,4.5078125,16777216,4.476935602713404,NA,2.202295399911236e-5
13,self_attn.q_proj,2,128,8,128,37.72823715209961,4.25390625,16777216,4.476935602713404,NA,2.202295399911236e-5
13,self_attn.q_proj,3,32,8,128,11.362935066223145,7.015625,16777216,4.476935602713404,NA,2.202295399911236e-5
13,self_attn.q_proj,3,64,8,128,13.68783950805664,6.5078125,16777216,4.476935602713404,NA,2.202295399911236e-5
13,self_attn.q_proj,3,128,8,128,16.56133270263672,6.25390625,16777216,4.476935602713404,NA,2.202295399911236e-5
13,self_attn.q_proj,4,32,8,128,5.300324440002441,9.015625,16777216,4.476935602713404,NA,2.202295399911236e-5
13,self_attn.q_proj,4,64,8,128,6.38405704498291,8.5078125,16777216,4.476935602713404,NA,2.202295399911236e-5
13,self_attn.q_proj,4,128,8,128,7.732006549835205,8.25390625,16777216,4.476935602713404,NA,2.202295399911236e-5
13,self_attn.q_proj,8,32,8,128,0.3209334313869476,17.015625,16777216,4.476935602713404,NA,2.202295399911236e-5
13,self_attn.q_proj,8,64,8,128,0.3862396776676178,16.5078125,16777216,4.476935602713404,NA,2.202295399911236e-5
13,self_attn.q_proj,8,128,8,128,0.4659466743469238,16.25390625,16777216,4.476935602713404,NA,2.202295399911236e-5
13,self_attn.v_proj,2,32,8,128,6.478818416595459,1.25390625,4194304,3.2982611604421312,NA,2.202295399911236e-5
13,self_attn.v_proj,2,64,8,128,7.596816062927246,1.126953125,4194304,3.2982611604421312,NA,2.202295399911236e-5
13,self_attn.v_proj,2,128,8,128,8.60972785949707,1.0634765625,4194304,3.2982611604421312,NA,2.202295399911236e-5
13,self_attn.v_proj,3,32,8,128,2.772458791732788,1.75390625,4194304,3.2982611604421312,NA,2.202295399911236e-5
13,self_attn.v_proj,3,64,8,128,3.2537105083465576,1.626953125,4194304,3.2982611604421312,NA,2.202295399911236e-5
13,self_attn.v_proj,3,128,8,128,3.693915843963623,1.5634765625,4194304,3.2982611604421312,NA,2.202295399911236e-5
13,self_attn.v_proj,4,32,8,128,1.293779730796814,2.25390625,4194304,3.2982611604421312,NA,2.202295399911236e-5
13,self_attn.v_proj,4,64,8,128,1.5194296836853027,2.126953125,4194304,3.2982611604421312,NA,2.202295399911236e-5
13,self_attn.v_proj,4,128,8,128,1.724428415298462,2.0634765625,4194304,3.2982611604421312,NA,2.202295399911236e-5
13,self_attn.v_proj,8,32,8,128,0.0783509612083435,4.25390625,4194304,3.2982611604421312,NA,2.202295399911236e-5
13,self_attn.v_proj,8,64,8,128,0.0918719694018364,4.126953125,4194304,3.2982611604421312,NA,2.202295399911236e-5
13,self_attn.v_proj,8,128,8,128,0.1039059609174728,4.0634765625,4194304,3.2982611604421312,NA,2.202295399911236e-5
13,self_attn.k_proj,2,32,8,128,21.89759635925293,1.25390625,4194304,4.501807253157103,NA,2.202295399911236e-5
13,self_attn.k_proj,2,64,8,128,26.193098068237305,1.126953125,4194304,4.501807253157103,NA,2.202295399911236e-5
13,self_attn.k_proj,2,128,8,128,29.959367752075195,1.0634765625,4194304,4.501807253157103,NA,2.202295399911236e-5
13,self_attn.k_proj,3,32,8,128,9.432870864868164,1.75390625,4194304,4.501807253157103,NA,2.202295399911236e-5
13,self_attn.k_proj,3,64,8,128,11.339022636413574,1.626953125,4194304,4.501807253157103,NA,2.202295399911236e-5
13,self_attn.k_proj,3,128,8,128,13.113142013549805,1.5634765625,4194304,4.501807253157103,NA,2.202295399911236e-5
13,self_attn.k_proj,4,32,8,128,4.4028754234313965,2.25390625,4194304,4.501807253157103,NA,2.202295399911236e-5
13,self_attn.k_proj,4,64,8,128,5.293444633483887,2.126953125,4194304,4.501807253157103,NA,2.202295399911236e-5
13,self_attn.k_proj,4,128,8,128,6.125287055969238,2.0634765625,4194304,4.501807253157103,NA,2.202295399911236e-5
13,self_attn.k_proj,8,32,8,128,0.2664675414562225,4.25390625,4194304,4.501807253157103,NA,2.202295399911236e-5
13,self_attn.k_proj,8,64,8,128,0.3202824890613556,4.126953125,4194304,4.501807253157103,NA,2.202295399911236e-5
13,self_attn.k_proj,8,128,8,128,0.3691720366477966,4.0634765625,4194304,4.501807253157103,NA,2.202295399911236e-5
13,mlp.gate_proj,2,32,8,128,38.32114410400391,17.5546875,58720256,5.069358742018072,NA,2.8637865398195572e-5
13,mlp.gate_proj,2,64,8,128,45.63823699951172,15.77734375,58720256,5.069358742018072,NA,2.8637865398195572e-5
13,mlp.gate_proj,2,128,8,128,52.51383590698242,14.888671875,58720256,5.069358742018072,NA,2.8637865398195572e-5
13,mlp.gate_proj,3,32,8,128,16.46413803100586,24.5546875,58720256,5.069358742018072,NA,2.8637865398195572e-5
13,mlp.gate_proj,3,64,8,128,19.693836212158203,22.77734375,58720256,5.069358742018072,NA,2.8637865398195572e-5
13,mlp.gate_proj,3,128,8,128,22.910493850708008,21.888671875,58720256,5.069358742018072,NA,2.8637865398195572e-5
13,mlp.gate_proj,4,32,8,128,7.686895847320557,31.5546875,58720256,5.069358742018072,NA,2.8637865398195572e-5
13,mlp.gate_proj,4,64,8,128,9.201266288757324,29.77734375,58720256,5.069358742018072,NA,2.8637865398195572e-5
13,mlp.gate_proj,4,128,8,128,10.720735549926758,28.888671875,58720256,5.069358742018072,NA,2.8637865398195572e-5
13,mlp.gate_proj,8,32,8,128,0.4662733376026153,59.5546875,58720256,5.069358742018072,NA,2.8637865398195572e-5
13,mlp.gate_proj,8,64,8,128,0.5582589507102966,57.77734375,58720256,5.069358742018072,NA,2.8637865398195572e-5
13,mlp.gate_proj,8,128,8,128,0.6486979722976685,56.888671875,58720256,5.069358742018072,NA,2.8637865398195572e-5
13,mlp.up_proj,2,32,8,128,31.239431381225582,17.5546875,58720256,3.3167280454758004,NA,2.8637865398195572e-5
13,mlp.up_proj,2,64,8,128,36.55526351928711,15.77734375,58720256,3.3167280454758004,NA,2.8637865398195572e-5
13,mlp.up_proj,2,128,8,128,41.43852996826172,14.888671875,58720256,3.3167280454758004,NA,2.8637865398195572e-5
13,mlp.up_proj,3,32,8,128,13.356857299804688,24.5546875,58720256,3.3167280454758004,NA,2.8637865398195572e-5
13,mlp.up_proj,3,64,8,128,15.68277359008789,22.77734375,58720256,3.3167280454758004,NA,2.8637865398195572e-5
13,mlp.up_proj,3,128,8,128,17.81464958190918,21.888671875,58720256,3.3167280454758004,NA,2.8637865398195572e-5
13,mlp.up_proj,4,32,8,128,6.231928825378418,31.5546875,58720256,3.3167280454758004,NA,2.8637865398195572e-5
13,mlp.up_proj,4,64,8,128,7.315294742584228,29.77734375,58720256,3.3167280454758004,NA,2.8637865398195572e-5
13,mlp.up_proj,4,128,8,128,8.315678596496582,28.888671875,58720256,3.3167280454758004,NA,2.8637865398195572e-5
13,mlp.up_proj,8,32,8,128,0.3787055909633636,59.5546875,58720256,3.3167280454758004,NA,2.8637865398195572e-5
13,mlp.up_proj,8,64,8,128,0.4438227415084839,57.77734375,58720256,3.3167280454758004,NA,2.8637865398195572e-5
13,mlp.up_proj,8,128,8,128,0.50248783826828,56.888671875,58720256,3.3167280454758004,NA,2.8637865398195572e-5
13,mlp.down_proj,2,32,8,128,30.7618350982666,17.5546875,58720256,4.430955122881719,NA,2.266871160827577e-5
13,mlp.down_proj,2,64,8,128,35.97294616699219,15.77734375,58720256,4.430955122881719,NA,2.266871160827577e-5
13,mlp.down_proj,2,128,8,128,40.74884414672852,14.888671875,58720256,4.430955122881719,NA,2.266871160827577e-5
13,mlp.down_proj,3,32,8,128,13.150542259216309,24.5546875,58720256,4.430955122881719,NA,2.266871160827577e-5
13,mlp.down_proj,3,64,8,128,15.41523551940918,22.77734375,58720256,4.430955122881719,NA,2.266871160827577e-5
13,mlp.down_proj,3,128,8,128,17.47993278503418,21.888671875,58720256,4.430955122881719,NA,2.266871160827577e-5
13,mlp.down_proj,4,32,8,128,6.136257171630859,31.5546875,58720256,4.430955122881719,NA,2.266871160827577e-5
13,mlp.down_proj,4,64,8,128,7.191862106323242,29.77734375,58720256,4.430955122881719,NA,2.266871160827577e-5
13,mlp.down_proj,4,128,8,128,8.164878845214844,28.888671875,58720256,4.430955122881719,NA,2.266871160827577e-5
13,mlp.down_proj,8,32,8,128,0.3729257583618164,59.5546875,58720256,4.430955122881719,NA,2.266871160827577e-5
13,mlp.down_proj,8,64,8,128,0.4364360272884369,57.77734375,58720256,4.430955122881719,NA,2.266871160827577e-5
13,mlp.down_proj,8,128,8,128,0.4934674501419067,56.888671875,58720256,4.430955122881719,NA,2.266871160827577e-5
14,self_attn.q_proj,2,32,8,128,25.61806869506836,5.015625,16777216,5.042591826298629,NA,2.678215787454974e-5
14,self_attn.q_proj,2,64,8,128,30.653871536254883,4.5078125,16777216,5.042591826298629,NA,2.678215787454974e-5
14,self_attn.q_proj,2,128,8,128,36.28984451293945,4.25390625,16777216,5.042591826298629,NA,2.678215787454974e-5
14,self_attn.q_proj,3,32,8,128,11.005311965942385,7.015625,16777216,5.042591826298629,NA,2.678215787454974e-5
14,self_attn.q_proj,3,64,8,128,13.233725547790527,6.5078125,16777216,5.042591826298629,NA,2.678215787454974e-5
14,self_attn.q_proj,3,128,8,128,15.956876754760742,6.25390625,16777216,5.042591826298629,NA,2.678215787454974e-5
14,self_attn.q_proj,4,32,8,128,5.137575149536133,9.015625,16777216,5.042591826298629,NA,2.678215787454974e-5
14,self_attn.q_proj,4,64,8,128,6.189054489135742,8.5078125,16777216,5.042591826298629,NA,2.678215787454974e-5
14,self_attn.q_proj,4,128,8,128,7.473674297332764,8.25390625,16777216,5.042591826298629,NA,2.678215787454974e-5
14,self_attn.q_proj,8,32,8,128,0.3108876943588257,17.015625,16777216,5.042591826298629,NA,2.678215787454974e-5
14,self_attn.q_proj,8,64,8,128,0.3742972612380981,16.5078125,16777216,5.042591826298629,NA,2.678215787454974e-5
14,self_attn.q_proj,8,128,8,128,0.4504112601280212,16.25390625,16777216,5.042591826298629,NA,2.678215787454974e-5
14,self_attn.v_proj,2,32,8,128,6.5562052726745605,1.25390625,4194304,3.625143634568319,NA,2.678215787454974e-5
14,self_attn.v_proj,2,64,8,128,7.741369724273682,1.126953125,4194304,3.625143634568319,NA,2.678215787454974e-5
14,self_attn.v_proj,2,128,8,128,8.832467079162598,1.0634765625,4194304,3.625143634568319,NA,2.678215787454974e-5
14,self_attn.v_proj,3,32,8,128,2.809292316436768,1.75390625,4194304,3.625143634568319,NA,2.678215787454974e-5
14,self_attn.v_proj,3,64,8,128,3.325889587402344,1.626953125,4194304,3.625143634568319,NA,2.678215787454974e-5
14,self_attn.v_proj,3,128,8,128,3.810516119003296,1.5634765625,4194304,3.625143634568319,NA,2.678215787454974e-5
14,self_attn.v_proj,4,32,8,128,1.31143057346344,2.25390625,4194304,3.625143634568319,NA,2.678215787454974e-5
14,self_attn.v_proj,4,64,8,128,1.5532509088516235,2.126953125,4194304,3.625143634568319,NA,2.678215787454974e-5
14,self_attn.v_proj,4,128,8,128,1.7792961597442627,2.0634765625,4194304,3.625143634568319,NA,2.678215787454974e-5
14,self_attn.v_proj,8,32,8,128,0.0793827325105667,4.25390625,4194304,3.625143634568319,NA,2.678215787454974e-5
14,self_attn.v_proj,8,64,8,128,0.0939697101712226,4.126953125,4194304,3.625143634568319,NA,2.678215787454974e-5
14,self_attn.v_proj,8,128,8,128,0.1072141602635383,4.0634765625,4194304,3.625143634568319,NA,2.678215787454974e-5
14,self_attn.k_proj,2,32,8,128,21.997194290161133,1.25390625,4194304,5.444123532860034,NA,2.678215787454974e-5
14,self_attn.k_proj,2,64,8,128,26.364633560180664,1.126953125,4194304,5.444123532860034,NA,2.678215787454974e-5
14,self_attn.k_proj,2,128,8,128,30.29219055175781,1.0634765625,4194304,5.444123532860034,NA,2.678215787454974e-5
14,self_attn.k_proj,3,32,8,128,9.51581573486328,1.75390625,4194304,5.444123532860034,NA,2.678215787454974e-5
14,self_attn.k_proj,3,64,8,128,11.549477577209473,1.626953125,4194304,5.444123532860034,NA,2.678215787454974e-5
14,self_attn.k_proj,3,128,8,128,13.514533996582031,1.5634765625,4194304,5.444123532860034,NA,2.678215787454974e-5
14,self_attn.k_proj,4,32,8,128,4.443383693695068,2.25390625,4194304,5.444123532860034,NA,2.678215787454974e-5
14,self_attn.k_proj,4,64,8,128,5.3974151611328125,2.126953125,4194304,5.444123532860034,NA,2.678215787454974e-5
14,self_attn.k_proj,4,128,8,128,6.329847812652588,2.0634765625,4194304,5.444123532860034,NA,2.678215787454974e-5
14,self_attn.k_proj,8,32,8,128,0.2690210342407226,4.25390625,4194304,5.444123532860034,NA,2.678215787454974e-5
14,self_attn.k_proj,8,64,8,128,0.3263379633426666,4.126953125,4194304,5.444123532860034,NA,2.678215787454974e-5
14,self_attn.k_proj,8,128,8,128,0.3813648819923401,4.0634765625,4194304,5.444123532860034,NA,2.678215787454974e-5
14,mlp.gate_proj,2,32,8,128,39.41016387939453,17.5546875,58720256,5.187594197970972,NA,3.4405660699121654e-5
14,mlp.gate_proj,2,64,8,128,46.97098922729492,15.77734375,58720256,5.187594197970972,NA,3.4405660699121654e-5
14,mlp.gate_proj,2,128,8,128,54.20206451416016,14.888671875,58720256,5.187594197970972,NA,3.4405660699121654e-5
14,mlp.gate_proj,3,32,8,128,16.946481704711914,24.5546875,58720256,5.187594197970972,NA,3.4405660699121654e-5
14,mlp.gate_proj,3,64,8,128,20.342782974243164,22.77734375,58720256,5.187594197970972,NA,3.4405660699121654e-5
14,mlp.gate_proj,3,128,8,128,23.739776611328125,21.888671875,58720256,5.187594197970972,NA,3.4405660699121654e-5
14,mlp.gate_proj,4,32,8,128,7.914947509765625,31.5546875,58720256,5.187594197970972,NA,3.4405660699121654e-5
14,mlp.gate_proj,4,64,8,128,9.501712799072266,29.77734375,58720256,5.187594197970972,NA,3.4405660699121654e-5
14,mlp.gate_proj,4,128,8,128,11.119906425476074,28.888671875,58720256,5.187594197970972,NA,3.4405660699121654e-5
14,mlp.gate_proj,8,32,8,128,0.4799664616584778,59.5546875,58720256,5.187594197970972,NA,3.4405660699121654e-5
14,mlp.gate_proj,8,64,8,128,0.5766294598579407,57.77734375,58720256,5.187594197970972,NA,3.4405660699121654e-5
14,mlp.gate_proj,8,128,8,128,0.6727944016456604,56.888671875,58720256,5.187594197970972,NA,3.4405660699121654e-5
14,mlp.up_proj,2,32,8,128,31.120824813842773,17.5546875,58720256,3.3868219432315603,NA,3.4405660699121654e-5
14,mlp.up_proj,2,64,8,128,36.41718673706055,15.77734375,58720256,3.3868219432315603,NA,3.4405660699121654e-5
14,mlp.up_proj,2,128,8,128,41.25801849365234,14.888671875,58720256,3.3868219432315603,NA,3.4405660699121654e-5
14,mlp.up_proj,3,32,8,128,13.307998657226562,24.5546875,58720256,3.3868219432315603,NA,3.4405660699121654e-5
14,mlp.up_proj,3,64,8,128,15.620094299316406,22.77734375,58720256,3.3868219432315603,NA,3.4405660699121654e-5
14,mlp.up_proj,3,128,8,128,17.724742889404297,21.888671875,58720256,3.3868219432315603,NA,3.4405660699121654e-5
14,mlp.up_proj,4,32,8,128,6.208417892456055,31.5546875,58720256,3.3868219432315603,NA,3.4405660699121654e-5
14,mlp.up_proj,4,64,8,128,7.287253856658935,29.77734375,58720256,3.3868219432315603,NA,3.4405660699121654e-5
14,mlp.up_proj,4,128,8,128,8.278099060058594,28.888671875,58720256,3.3868219432315603,NA,3.4405660699121654e-5
14,mlp.up_proj,8,32,8,128,0.377309650182724,59.5546875,58720256,3.3868219432315603,NA,3.4405660699121654e-5
14,mlp.up_proj,8,64,8,128,0.442139208316803,57.77734375,58720256,3.3868219432315603,NA,3.4405660699121654e-5
14,mlp.up_proj,8,128,8,128,0.5002653002738953,56.888671875,58720256,3.3868219432315603,NA,3.4405660699121654e-5
14,mlp.down_proj,2,32,8,128,30.64486122131348,17.5546875,58720256,3.966699917269564,NA,2.545565803302452e-5
14,mlp.down_proj,2,64,8,128,35.82240676879883,15.77734375,58720256,3.966699917269564,NA,2.545565803302452e-5
14,mlp.down_proj,2,128,8,128,40.55413055419922,14.888671875,58720256,3.966699917269564,NA,2.545565803302452e-5
14,mlp.down_proj,3,32,8,128,13.101051330566406,24.5546875,58720256,3.966699917269564,NA,2.545565803302452e-5
14,mlp.down_proj,3,64,8,128,15.34364128112793,22.77734375,58720256,3.966699917269564,NA,2.545565803302452e-5
14,mlp.down_proj,3,128,8,128,17.384769439697266,21.888671875,58720256,3.966699917269564,NA,2.545565803302452e-5
14,mlp.down_proj,4,32,8,128,6.1127753257751465,31.5546875,58720256,3.966699917269564,NA,2.545565803302452e-5
14,mlp.down_proj,4,64,8,128,7.158343315124512,29.77734375,58720256,3.966699917269564,NA,2.545565803302452e-5
14,mlp.down_proj,4,128,8,128,8.121088981628418,28.888671875,58720256,3.966699917269564,NA,2.545565803302452e-5
14,mlp.down_proj,8,32,8,128,0.371524840593338,59.5546875,58720256,3.966699917269564,NA,2.545565803302452e-5
14,mlp.down_proj,8,64,8,128,0.4344290196895599,57.77734375,58720256,3.966699917269564,NA,2.545565803302452e-5
14,mlp.down_proj,8,128,8,128,0.4907621443271637,56.888671875,58720256,3.966699917269564,NA,2.545565803302452e-5
15,self_attn.q_proj,2,32,8,128,29.381113052368164,5.015625,16777216,5.6402210746320485,NA,2.328735718037933e-5
15,self_attn.q_proj,2,64,8,128,35.35570526123047,4.5078125,16777216,5.6402210746320485,NA,2.328735718037933e-5
15,self_attn.q_proj,2,128,8,128,41.67421722412109,4.25390625,16777216,5.6402210746320485,NA,2.328735718037933e-5
15,self_attn.q_proj,3,32,8,128,12.663312911987305,7.015625,16777216,5.6402210746320485,NA,2.328735718037933e-5
15,self_attn.q_proj,3,64,8,128,15.373734474182127,6.5078125,16777216,5.6402210746320485,NA,2.328735718037933e-5
15,self_attn.q_proj,3,128,8,128,18.746606826782227,6.25390625,16777216,5.6402210746320485,NA,2.328735718037933e-5
15,self_attn.q_proj,4,32,8,128,5.9120683670043945,9.015625,16777216,5.6402210746320485,NA,2.328735718037933e-5
15,self_attn.q_proj,4,64,8,128,7.184608936309815,8.5078125,16777216,5.6402210746320485,NA,2.328735718037933e-5
15,self_attn.q_proj,4,128,8,128,8.775914192199707,8.25390625,16777216,5.6402210746320485,NA,2.328735718037933e-5
15,self_attn.q_proj,8,32,8,128,0.3578397035598755,17.015625,16777216,5.6402210746320485,NA,2.328735718037933e-5
15,self_attn.q_proj,8,64,8,128,0.4344322681427002,16.5078125,16777216,5.6402210746320485,NA,2.328735718037933e-5
15,self_attn.q_proj,8,128,8,128,0.5290461778640747,16.25390625,16777216,5.6402210746320485,NA,2.328735718037933e-5
15,self_attn.v_proj,2,32,8,128,7.238279819488525,1.25390625,4194304,3.8880310041683983,NA,2.328735718037933e-5
15,self_attn.v_proj,2,64,8,128,8.587432861328125,1.126953125,4194304,3.8880310041683983,NA,2.328735718037933e-5
15,self_attn.v_proj,2,128,8,128,9.83323097229004,1.0634765625,4194304,3.8880310041683983,NA,2.328735718037933e-5
15,self_attn.v_proj,3,32,8,128,3.1004669666290283,1.75390625,4194304,3.8880310041683983,NA,2.328735718037933e-5
15,self_attn.v_proj,3,64,8,128,3.6899452209472656,1.626953125,4194304,3.8880310041683983,NA,2.328735718037933e-5
15,self_attn.v_proj,3,128,8,128,4.236072540283203,1.5634765625,4194304,3.8880310041683983,NA,2.328735718037933e-5
15,self_attn.v_proj,4,32,8,128,1.447650671005249,2.25390625,4194304,3.8880310041683983,NA,2.328735718037933e-5
15,self_attn.v_proj,4,64,8,128,1.7214912176132202,2.126953125,4194304,3.8880310041683983,NA,2.328735718037933e-5
15,self_attn.v_proj,4,128,8,128,1.9767045974731443,2.0634765625,4194304,3.8880310041683983,NA,2.328735718037933e-5
15,self_attn.v_proj,8,32,8,128,0.087690532207489,4.25390625,4194304,3.8880310041683983,NA,2.328735718037933e-5
15,self_attn.v_proj,8,64,8,128,0.1041000336408615,4.126953125,4194304,3.8880310041683983,NA,2.328735718037933e-5
15,self_attn.v_proj,8,128,8,128,0.1191994249820709,4.0634765625,4194304,3.8880310041683983,NA,2.328735718037933e-5
15,self_attn.k_proj,2,32,8,128,21.04084205627441,1.25390625,4194304,4.194555335325779,NA,2.328735718037933e-5
15,self_attn.k_proj,2,64,8,128,25.06307411193848,1.126953125,4194304,4.194555335325779,NA,2.328735718037933e-5
15,self_attn.k_proj,2,128,8,128,28.77065658569336,1.0634765625,4194304,4.194555335325779,NA,2.328735718037933e-5
15,self_attn.k_proj,3,32,8,128,9.0236663818359375,1.75390625,4194304,4.194555335325779,NA,2.328735718037933e-5
15,self_attn.k_proj,3,64,8,128,10.787558555603027,1.626953125,4194304,4.194555335325779,NA,2.328735718037933e-5
15,self_attn.k_proj,3,128,8,128,12.454113006591797,1.5634765625,4194304,4.194555335325779,NA,2.328735718037933e-5
15,self_attn.k_proj,4,32,8,128,4.210366249084473,2.25390625,4194304,4.194555335325779,NA,2.328735718037933e-5
15,self_attn.k_proj,4,64,8,128,5.031194686889648,2.126953125,4194304,4.194555335325779,NA,2.328735718037933e-5
15,self_attn.k_proj,4,128,8,128,5.814916133880615,2.0634765625,4194304,4.194555335325779,NA,2.328735718037933e-5
15,self_attn.k_proj,8,32,8,128,0.2549245059490204,4.25390625,4194304,4.194555335325779,NA,2.328735718037933e-5
15,self_attn.k_proj,8,64,8,128,0.3044169843196869,4.126953125,4194304,4.194555335325779,NA,2.328735718037933e-5
15,self_attn.k_proj,8,128,8,128,0.3503837883472442,4.0634765625,4194304,4.194555335325779,NA,2.328735718037933e-5
15,mlp.gate_proj,2,32,8,128,40.27034378051758,17.5546875,58720256,4.865220934501604,NA,3.931487663066946e-5
15,mlp.gate_proj,2,64,8,128,48.0027961730957,15.77734375,58720256,4.865220934501604,NA,3.931487663066946e-5
15,mlp.gate_proj,2,128,8,128,55.40787887573242,14.888671875,58720256,4.865220934501604,NA,3.931487663066946e-5
15,mlp.gate_proj,3,32,8,128,17.291048049926758,24.5546875,58720256,4.865220934501604,NA,3.931487663066946e-5
15,mlp.gate_proj,3,64,8,128,20.744365692138672,22.77734375,58720256,4.865220934501604,NA,3.931487663066946e-5
15,mlp.gate_proj,3,128,8,128,24.19746971130371,21.888671875,58720256,4.865220934501604,NA,3.931487663066946e-5
15,mlp.gate_proj,4,32,8,128,8.074305534362793,31.5546875,58720256,4.865220934501604,NA,3.931487663066946e-5
15,mlp.gate_proj,4,64,8,128,9.683999061584473,29.77734375,58720256,4.865220934501604,NA,3.931487663066946e-5
15,mlp.gate_proj,4,128,8,128,11.320701599121094,28.888671875,58720256,4.865220934501604,NA,3.931487663066946e-5
15,mlp.gate_proj,8,32,8,128,0.4895641803741455,59.5546875,58720256,4.865220934501604,NA,3.931487663066946e-5
15,mlp.gate_proj,8,64,8,128,0.5876905918121338,57.77734375,58720256,4.865220934501604,NA,3.931487663066946e-5
15,mlp.gate_proj,8,128,8,128,0.68519526720047,56.888671875,58720256,4.865220934501604,NA,3.931487663066946e-5
15,mlp.up_proj,2,32,8,128,30.786827087402344,17.5546875,58720256,3.2533507748499355,NA,3.931487663066946e-5
15,mlp.up_proj,2,64,8,128,35.99784469604492,15.77734375,58720256,3.2533507748499355,NA,3.931487663066946e-5
15,mlp.up_proj,2,128,8,128,40.7634391784668,14.888671875,58720256,3.2533507748499355,NA,3.931487663066946e-5
15,mlp.up_proj,3,32,8,128,13.163134574890137,24.5546875,58720256,3.2533507748499355,NA,3.931487663066946e-5
15,mlp.up_proj,3,64,8,128,15.429580688476562,22.77734375,58720256,3.2533507748499355,NA,3.931487663066946e-5
15,mlp.up_proj,3,128,8,128,17.48986053466797,21.888671875,58720256,3.2533507748499355,NA,3.931487663066946e-5
15,mlp.up_proj,4,32,8,128,6.141441822052002,31.5546875,58720256,3.2533507748499355,NA,3.931487663066946e-5
15,mlp.up_proj,4,64,8,128,7.195915222167969,29.77734375,58720256,3.2533507748499355,NA,3.931487663066946e-5
15,mlp.up_proj,4,128,8,128,8.165613174438477,28.888671875,58720256,3.2533507748499355,NA,3.931487663066946e-5
15,mlp.up_proj,8,32,8,128,0.3731957972049713,59.5546875,58720256,3.2533507748499355,NA,3.931487663066946e-5
15,mlp.up_proj,8,64,8,128,0.4366535246372223,57.77734375,58720256,3.2533507748499355,NA,3.931487663066946e-5
15,mlp.up_proj,8,128,8,128,0.4933501482009887,56.888671875,58720256,3.2533507748499355,NA,3.931487663066946e-5
15,mlp.down_proj,2,32,8,128,30.46190452575684,17.5546875,58720256,3.9654243276798735,NA,3.272089088568464e-5
15,mlp.down_proj,2,64,8,128,35.60262680053711,15.77734375,58720256,3.9654243276798735,NA,3.272089088568464e-5
15,mlp.down_proj,2,128,8,128,40.28842544555664,14.888671875,58720256,3.9654243276798735,NA,3.272089088568464e-5
15,mlp.down_proj,3,32,8,128,13.020027160644531,24.5546875,58720256,3.9654243276798735,NA,3.272089088568464e-5
15,mlp.down_proj,3,64,8,128,15.25452709197998,22.77734375,58720256,3.9654243276798735,NA,3.272089088568464e-5
15,mlp.down_proj,3,128,8,128,17.293224334716797,21.888671875,58720256,3.9654243276798735,NA,3.272089088568464e-5
15,mlp.down_proj,4,32,8,128,6.07711935043335,31.5546875,58720256,3.9654243276798735,NA,3.272089088568464e-5
15,mlp.down_proj,4,64,8,128,7.117532253265381,29.77734375,58720256,3.9654243276798735,NA,3.272089088568464e-5
15,mlp.down_proj,4,128,8,128,8.078948974609375,28.888671875,58720256,3.9654243276798735,NA,3.272089088568464e-5
15,mlp.down_proj,8,32,8,128,0.3692785799503326,59.5546875,58720256,3.9654243276798735,NA,3.272089088568464e-5
15,mlp.down_proj,8,64,8,128,0.4319080412387848,57.77734375,58720256,3.9654243276798735,NA,3.272089088568464e-5
15,mlp.down_proj,8,128,8,128,0.4883196055889129,56.888671875,58720256,3.9654243276798735,NA,3.272089088568464e-5
16,self_attn.q_proj,2,32,8,128,27.64369010925293,5.015625,16777216,5.060737921458923,NA,2.7760812372434884e-5
16,self_attn.q_proj,2,64,8,128,33.14297103881836,4.5078125,16777216,5.060737921458923,NA,2.7760812372434884e-5
16,self_attn.q_proj,2,128,8,128,38.94926834106445,4.25390625,16777216,5.060737921458923,NA,2.7760812372434884e-5
16,self_attn.q_proj,3,32,8,128,11.870041847229004,7.015625,16777216,5.060737921458923,NA,2.7760812372434884e-5
16,self_attn.q_proj,3,64,8,128,14.29415798187256,6.5078125,16777216,5.060737921458923,NA,2.7760812372434884e-5
16,self_attn.q_proj,3,128,8,128,17.090879440307617,6.25390625,16777216,5.060737921458923,NA,2.7760812372434884e-5
16,self_attn.q_proj,4,32,8,128,5.538924217224121,9.015625,16777216,5.060737921458923,NA,2.7760812372434884e-5
16,self_attn.q_proj,4,64,8,128,6.677006721496582,8.5078125,16777216,5.060737921458923,NA,2.7760812372434884e-5
16,self_attn.q_proj,4,128,8,128,7.995426177978516,8.25390625,16777216,5.060737921458923,NA,2.7760812372434884e-5
16,self_attn.q_proj,8,32,8,128,0.3354693651199341,17.015625,16777216,5.060737921458923,NA,2.7760812372434884e-5
16,self_attn.q_proj,8,64,8,128,0.4038237333297729,16.5078125,16777216,5.060737921458923,NA,2.7760812372434884e-5
16,self_attn.q_proj,8,128,8,128,0.4819633960723877,16.25390625,16777216,5.060737921458923,NA,2.7760812372434884e-5
16,self_attn.v_proj,2,32,8,128,6.684208869934082,1.25390625,4194304,3.809677120066478,NA,2.7760812372434884e-5
16,self_attn.v_proj,2,64,8,128,7.885555267333984,1.126953125,4194304,3.809677120066478,NA,2.7760812372434884e-5
16,self_attn.v_proj,2,128,8,128,8.979830741882324,1.0634765625,4194304,3.809677120066478,NA,2.7760812372434884e-5
16,self_attn.v_proj,3,32,8,128,2.866643190383911,1.75390625,4194304,3.809677120066478,NA,2.7760812372434884e-5
16,self_attn.v_proj,3,64,8,128,3.392282724380493,1.626953125,4194304,3.809677120066478,NA,2.7760812372434884e-5
16,self_attn.v_proj,3,128,8,128,3.8811380863189697,1.5634765625,4194304,3.809677120066478,NA,2.7760812372434884e-5
16,self_attn.v_proj,4,32,8,128,1.3368695974349976,2.25390625,4194304,3.809677120066478,NA,2.7760812372434884e-5
16,self_attn.v_proj,4,64,8,128,1.5830122232437134,2.126953125,4194304,3.809677120066478,NA,2.7760812372434884e-5
16,self_attn.v_proj,4,128,8,128,1.8121806383132928,2.0634765625,4194304,3.809677120066478,NA,2.7760812372434884e-5
16,self_attn.v_proj,8,32,8,128,0.080979585647583,4.25390625,4194304,3.809677120066478,NA,2.7760812372434884e-5
16,self_attn.v_proj,8,64,8,128,0.0957918316125869,4.126953125,4194304,3.809677120066478,NA,2.7760812372434884e-5
16,self_attn.v_proj,8,128,8,128,0.1093247085809707,4.0634765625,4194304,3.809677120066478,NA,2.7760812372434884e-5
16,self_attn.k_proj,2,32,8,128,21.50868034362793,1.25390625,4194304,4.557167140836658,NA,2.7760812372434884e-5
16,self_attn.k_proj,2,64,8,128,25.74004554748535,1.126953125,4194304,4.557167140836658,NA,2.7760812372434884e-5
16,self_attn.k_proj,2,128,8,128,29.626441955566406,1.0634765625,4194304,4.557167140836658,NA,2.7760812372434884e-5
16,self_attn.k_proj,3,32,8,128,9.239008903503418,1.75390625,4194304,4.557167140836658,NA,2.7760812372434884e-5
16,self_attn.k_proj,3,64,8,128,11.116647720336914,1.626953125,4194304,4.557167140836658,NA,2.7760812372434884e-5
16,self_attn.k_proj,3,128,8,128,12.926946640014648,1.5634765625,4194304,4.557167140836658,NA,2.7760812372434884e-5
16,self_attn.k_proj,4,32,8,128,4.311690807342529,2.25390625,4194304,4.557167140836658,NA,2.7760812372434884e-5
16,self_attn.k_proj,4,64,8,128,5.187531471252441,2.126953125,4194304,4.557167140836658,NA,2.7760812372434884e-5
16,self_attn.k_proj,4,128,8,128,6.0370965003967285,2.0634765625,4194304,4.557167140836658,NA,2.7760812372434884e-5
16,self_attn.k_proj,8,32,8,128,0.261018842458725,4.25390625,4194304,4.557167140836658,NA,2.7760812372434884e-5
16,self_attn.k_proj,8,64,8,128,0.3137146830558777,4.126953125,4194304,4.557167140836658,NA,2.7760812372434884e-5
16,self_attn.k_proj,8,128,8,128,0.3635620474815368,4.0634765625,4194304,4.557167140836658,NA,2.7760812372434884e-5
16,mlp.gate_proj,2,32,8,128,41.20309066772461,17.5546875,58720256,4.2383498603177,NA,4.0284980059368536e-5
16,mlp.gate_proj,2,64,8,128,49.11593246459961,15.77734375,58720256,4.2383498603177,NA,4.0284980059368536e-5
16,mlp.gate_proj,2,128,8,128,56.7407341003418,14.888671875,58720256,4.2383498603177,NA,4.0284980059368536e-5
16,mlp.gate_proj,3,32,8,128,17.65849494934082,24.5546875,58720256,4.2383498603177,NA,4.0284980059368536e-5
16,mlp.gate_proj,3,64,8,128,21.15079498291016,22.77734375,58720256,4.2383498603177,NA,4.0284980059368536e-5
16,mlp.gate_proj,3,128,8,128,24.60658264160156,21.888671875,58720256,4.2383498603177,NA,4.0284980059368536e-5
16,mlp.gate_proj,4,32,8,128,8.242731094360352,31.5546875,58720256,4.2383498603177,NA,4.0284980059368536e-5
16,mlp.gate_proj,4,64,8,128,9.868480682373049,29.77734375,58720256,4.2383498603177,NA,4.0284980059368536e-5
16,mlp.gate_proj,4,128,8,128,11.499907493591309,28.888671875,58720256,4.2383498603177,NA,4.0284980059368536e-5
16,mlp.gate_proj,8,32,8,128,0.499927282333374,59.5546875,58720256,4.2383498603177,NA,4.0284980059368536e-5
16,mlp.gate_proj,8,64,8,128,0.5988888740539551,57.77734375,58720256,4.2383498603177,NA,4.0284980059368536e-5
16,mlp.gate_proj,8,128,8,128,0.6959277391433716,56.888671875,58720256,4.2383498603177,NA,4.0284980059368536e-5
16,mlp.up_proj,2,32,8,128,30.287851333618164,17.5546875,58720256,3.2004469731018137,NA,4.0284980059368536e-5
16,mlp.up_proj,2,64,8,128,35.38748550415039,15.77734375,58720256,3.2004469731018137,NA,4.0284980059368536e-5
16,mlp.up_proj,2,128,8,128,40.03034591674805,14.888671875,58720256,3.2004469731018137,NA,4.0284980059368536e-5
16,mlp.up_proj,3,32,8,128,12.94804573059082,24.5546875,58720256,3.2004469731018137,NA,4.0284980059368536e-5
16,mlp.up_proj,3,64,8,128,15.161388397216797,22.77734375,58720256,3.2004469731018137,NA,4.0284980059368536e-5
16,mlp.up_proj,3,128,8,128,17.161760330200195,21.888671875,58720256,3.2004469731018137,NA,4.0284980059368536e-5
16,mlp.up_proj,4,32,8,128,6.040839195251465,31.5546875,58720256,3.2004469731018137,NA,4.0284980059368536e-5
16,mlp.up_proj,4,64,8,128,7.070522785186768,29.77734375,58720256,3.2004469731018137,NA,4.0284980059368536e-5
16,mlp.up_proj,4,128,8,128,8.018121719360352,28.888671875,58720256,3.2004469731018137,NA,4.0284980059368536e-5
16,mlp.up_proj,8,32,8,128,0.3671192526817322,59.5546875,58720256,3.2004469731018137,NA,4.0284980059368536e-5
16,mlp.up_proj,8,64,8,128,0.4291189908981323,57.77734375,58720256,3.2004469731018137,NA,4.0284980059368536e-5
16,mlp.up_proj,8,128,8,128,0.4842276573181152,56.888671875,58720256,3.2004469731018137,NA,4.0284980059368536e-5
16,mlp.down_proj,2,32,8,128,29.9908447265625,17.5546875,58720256,4.25649855417861,NA,3.478123471722938e-5
16,mlp.down_proj,2,64,8,128,35.022098541259766,15.77734375,58720256,4.25649855417861,NA,3.478123471722938e-5
16,mlp.down_proj,2,128,8,128,39.60578155517578,14.888671875,58720256,4.25649855417861,NA,3.478123471722938e-5
16,mlp.down_proj,3,32,8,128,12.824692726135254,24.5546875,58720256,4.25649855417861,NA,3.478123471722938e-5
16,mlp.down_proj,3,64,8,128,15.006463050842283,22.77734375,58720256,4.25649855417861,NA,3.478123471722938e-5
16,mlp.down_proj,3,128,8,128,16.995845794677734,21.888671875,58720256,4.25649855417861,NA,3.478123471722938e-5
16,mlp.down_proj,4,32,8,128,5.985208034515381,31.5546875,58720256,4.25649855417861,NA,3.478123471722938e-5
16,mlp.down_proj,4,64,8,128,7.0030622482299805,29.77734375,58720256,4.25649855417861,NA,3.478123471722938e-5
16,mlp.down_proj,4,128,8,128,7.940154075622559,28.888671875,58720256,4.25649855417861,NA,3.478123471722938e-5
16,mlp.down_proj,8,32,8,128,0.3637315034866333,59.5546875,58720256,4.25649855417861,NA,3.478123471722938e-5
16,mlp.down_proj,8,64,8,128,0.4250793755054474,57.77734375,58720256,4.25649855417861,NA,3.478123471722938e-5
16,mlp.down_proj,8,128,8,128,0.4799773395061493,56.888671875,58720256,4.25649855417861,NA,3.478123471722938e-5
17,self_attn.q_proj,2,32,8,128,28.243900299072266,5.015625,16777216,4.516747289014367,NA,2.093178591167089e-5
17,self_attn.q_proj,2,64,8,128,33.9013671875,4.5078125,16777216,4.516747289014367,NA,2.093178591167089e-5
17,self_attn.q_proj,2,128,8,128,39.67461013793945,4.25390625,16777216,4.516747289014367,NA,2.093178591167089e-5
17,self_attn.q_proj,3,32,8,128,12.116202354431152,7.015625,16777216,4.516747289014367,NA,2.093178591167089e-5
17,self_attn.q_proj,3,64,8,128,14.606330871582031,6.5078125,16777216,4.516747289014367,NA,2.093178591167089e-5
17,self_attn.q_proj,3,128,8,128,17.453651428222656,6.25390625,16777216,4.516747289014367,NA,2.093178591167089e-5
17,self_attn.q_proj,4,32,8,128,5.654839515686035,9.015625,16777216,4.516747289014367,NA,2.093178591167089e-5
17,self_attn.q_proj,4,64,8,128,6.818025588989258,8.5078125,16777216,4.516747289014367,NA,2.093178591167089e-5
17,self_attn.q_proj,4,128,8,128,8.15267562866211,8.25390625,16777216,4.516747289014367,NA,2.093178591167089e-5
17,self_attn.q_proj,8,32,8,128,0.3423314392566681,17.015625,16777216,4.516747289014367,NA,2.093178591167089e-5
17,self_attn.q_proj,8,64,8,128,0.4120905995368957,16.5078125,16777216,4.516747289014367,NA,2.093178591167089e-5
17,self_attn.q_proj,8,128,8,128,0.491163969039917,16.25390625,16777216,4.516747289014367,NA,2.093178591167089e-5
17,self_attn.v_proj,2,32,8,128,7.274535655975342,1.25390625,4194304,3.41969594431638,NA,2.093178591167089e-5
17,self_attn.v_proj,2,64,8,128,8.557072639465332,1.126953125,4194304,3.41969594431638,NA,2.093178591167089e-5
17,self_attn.v_proj,2,128,8,128,9.730944633483888,1.0634765625,4194304,3.41969594431638,NA,2.093178591167089e-5
17,self_attn.v_proj,3,32,8,128,3.112748146057129,1.75390625,4194304,3.41969594431638,NA,2.093178591167089e-5
17,self_attn.v_proj,3,64,8,128,3.664875745773315,1.626953125,4194304,3.41969594431638,NA,2.093178591167089e-5
17,self_attn.v_proj,3,128,8,128,4.174811363220215,1.5634765625,4194304,3.41969594431638,NA,2.093178591167089e-5
17,self_attn.v_proj,4,32,8,128,1.4522428512573242,2.25390625,4194304,3.41969594431638,NA,2.093178591167089e-5
17,self_attn.v_proj,4,64,8,128,1.7108559608459473,2.126953125,4194304,3.41969594431638,NA,2.093178591167089e-5
17,self_attn.v_proj,4,128,8,128,1.9488672018051147,2.0634765625,4194304,3.41969594431638,NA,2.093178591167089e-5
17,self_attn.v_proj,8,32,8,128,0.0879412665963172,4.25390625,4194304,3.41969594431638,NA,2.093178591167089e-5
17,self_attn.v_proj,8,64,8,128,0.1034611463546752,4.126953125,4194304,3.41969594431638,NA,2.093178591167089e-5
17,self_attn.v_proj,8,128,8,128,0.1174446046352386,4.0634765625,4194304,3.41969594431638,NA,2.093178591167089e-5
17,self_attn.k_proj,2,32,8,128,21.450056076049805,1.25390625,4194304,4.530582257065935,NA,2.093178591167089e-5
17,self_attn.k_proj,2,64,8,128,25.589683532714844,1.126953125,4194304,4.530582257065935,NA,2.093178591167089e-5
17,self_attn.k_proj,2,128,8,128,29.36025619506836,1.0634765625,4194304,4.530582257065935,NA,2.093178591167089e-5
17,self_attn.k_proj,3,32,8,128,9.210640907287598,1.75390625,4194304,4.530582257065935,NA,2.093178591167089e-5
17,self_attn.k_proj,3,64,8,128,11.032175064086914,1.626953125,4194304,4.530582257065935,NA,2.093178591167089e-5
17,self_attn.k_proj,3,128,8,128,12.762304306030272,1.5634765625,4194304,4.530582257065935,NA,2.093178591167089e-5
17,self_attn.k_proj,4,32,8,128,4.297592639923096,2.25390625,4194304,4.530582257065935,NA,2.093178591167089e-5
17,self_attn.k_proj,4,64,8,128,5.15066385269165,2.126953125,4194304,4.530582257065935,NA,2.093178591167089e-5
17,self_attn.k_proj,4,128,8,128,5.959950923919678,2.0634765625,4194304,4.530582257065935,NA,2.093178591167089e-5
17,self_attn.k_proj,8,32,8,128,0.2601512372493744,4.25390625,4194304,4.530582257065935,NA,2.093178591167089e-5
17,self_attn.k_proj,8,64,8,128,0.3113722205162048,4.126953125,4194304,4.530582257065935,NA,2.093178591167089e-5
17,self_attn.k_proj,8,128,8,128,0.3592627048492431,4.0634765625,4194304,4.530582257065935,NA,2.093178591167089e-5
17,mlp.gate_proj,2,32,8,128,41.69158172607422,17.5546875,58720256,4.273503957144466,NA,4.6294422645587474e-5
17,mlp.gate_proj,2,64,8,128,49.69167709350586,15.77734375,58720256,4.273503957144466,NA,4.6294422645587474e-5
17,mlp.gate_proj,2,128,8,128,57.42879104614258,14.888671875,58720256,4.273503957144466,NA,4.6294422645587474e-5
17,mlp.gate_proj,3,32,8,128,17.86820411682129,24.5546875,58720256,4.273503957144466,NA,4.6294422645587474e-5
17,mlp.gate_proj,3,64,8,128,21.40752601623535,22.77734375,58720256,4.273503957144466,NA,4.6294422645587474e-5
17,mlp.gate_proj,3,128,8,128,24.90820503234864,21.888671875,58720256,4.273503957144466,NA,4.6294422645587474e-5
17,mlp.gate_proj,4,32,8,128,8.338918685913086,31.5546875,58720256,4.273503957144466,NA,4.6294422645587474e-5
17,mlp.gate_proj,4,64,8,128,9.987314224243164,29.77734375,58720256,4.273503957144466,NA,4.6294422645587474e-5
17,mlp.gate_proj,4,128,8,128,11.63386344909668,28.888671875,58720256,4.273503957144466,NA,4.6294422645587474e-5
17,mlp.gate_proj,8,32,8,128,0.5058061480522156,59.5546875,58720256,4.273503957144466,NA,4.6294422645587474e-5
17,mlp.gate_proj,8,64,8,128,0.6063711047172546,57.77734375,58720256,4.273503957144466,NA,4.6294422645587474e-5
17,mlp.gate_proj,8,128,8,128,0.7045861482620239,56.888671875,58720256,4.273503957144466,NA,4.6294422645587474e-5
17,mlp.up_proj,2,32,8,128,30.13922119140625,17.5546875,58720256,3.252461937929888,NA,4.6294422645587474e-5
17,mlp.up_proj,2,64,8,128,35.19236755371094,15.77734375,58720256,3.252461937929888,NA,4.6294422645587474e-5
17,mlp.up_proj,2,128,8,128,39.78667068481445,14.888671875,58720256,3.252461937929888,NA,4.6294422645587474e-5
17,mlp.up_proj,3,32,8,128,12.884716033935549,24.5546875,58720256,3.252461937929888,NA,4.6294422645587474e-5
17,mlp.up_proj,3,64,8,128,15.078737258911133,22.77734375,58720256,3.252461937929888,NA,4.6294422645587474e-5
17,mlp.up_proj,3,128,8,128,17.062938690185547,21.888671875,58720256,3.252461937929888,NA,4.6294422645587474e-5
17,mlp.up_proj,4,32,8,128,6.011682033538818,31.5546875,58720256,3.252461937929888,NA,4.6294422645587474e-5
17,mlp.up_proj,4,64,8,128,7.033123970031738,29.77734375,58720256,3.252461937929888,NA,4.6294422645587474e-5
17,mlp.up_proj,4,128,8,128,7.97081708908081,28.888671875,58720256,3.252461937929888,NA,4.6294422645587474e-5
17,mlp.up_proj,8,32,8,128,0.3654176890850067,59.5546875,58720256,3.252461937929888,NA,4.6294422645587474e-5
17,mlp.up_proj,8,64,8,128,0.4268718361854553,57.77734375,58720256,3.252461937929888,NA,4.6294422645587474e-5
17,mlp.up_proj,8,128,8,128,0.4815108478069305,56.888671875,58720256,3.252461937929888,NA,4.6294422645587474e-5
17,mlp.down_proj,2,32,8,128,29.92352867126465,17.5546875,58720256,4.2237623557773,NA,4.277548941900022e-5
17,mlp.down_proj,2,64,8,128,34.939910888671875,15.77734375,58720256,4.2237623557773,NA,4.277548941900022e-5
17,mlp.down_proj,2,128,8,128,39.52711868286133,14.888671875,58720256,4.2237623557773,NA,4.277548941900022e-5
17,mlp.down_proj,3,32,8,128,12.802757263183594,24.5546875,58720256,4.2237623557773,NA,4.277548941900022e-5
17,mlp.down_proj,3,64,8,128,14.989115715026855,22.77734375,58720256,4.2237623557773,NA,4.277548941900022e-5
17,mlp.down_proj,3,128,8,128,16.984521865844727,21.888671875,58720256,4.2237623557773,NA,4.277548941900022e-5
17,mlp.down_proj,4,32,8,128,5.975630760192871,31.5546875,58720256,4.2237623557773,NA,4.277548941900022e-5
17,mlp.down_proj,4,64,8,128,6.997411727905273,29.77734375,58720256,4.2237623557773,NA,4.277548941900022e-5
17,mlp.down_proj,4,128,8,128,7.946293830871582,28.888671875,58720256,4.2237623557773,NA,4.277548941900022e-5
17,mlp.down_proj,8,32,8,128,0.3631942868232727,59.5546875,58720256,4.2237623557773,NA,4.277548941900022e-5
17,mlp.down_proj,8,64,8,128,0.4247721433639526,57.77734375,58720256,4.2237623557773,NA,4.277548941900022e-5
17,mlp.down_proj,8,128,8,128,0.4803014993667602,56.888671875,58720256,4.2237623557773,NA,4.277548941900022e-5
18,self_attn.q_proj,2,32,8,128,27.30513381958008,5.015625,16777216,4.067242092398344,NA,1.4197165000950918e-5
18,self_attn.q_proj,2,64,8,128,32.50996017456055,4.5078125,16777216,4.067242092398344,NA,1.4197165000950918e-5
18,self_attn.q_proj,2,128,8,128,38.30387878417969,4.25390625,16777216,4.067242092398344,NA,1.4197165000950918e-5
18,self_attn.q_proj,3,32,8,128,11.690193176269531,7.015625,16777216,4.067242092398344,NA,1.4197165000950918e-5
18,self_attn.q_proj,3,64,8,128,13.941518783569336,6.5078125,16777216,4.067242092398344,NA,1.4197165000950918e-5
18,self_attn.q_proj,3,128,8,128,16.589494705200195,6.25390625,16777216,4.067242092398344,NA,1.4197165000950918e-5
18,self_attn.q_proj,4,32,8,128,5.45534086227417,9.015625,16777216,4.067242092398344,NA,1.4197165000950918e-5
18,self_attn.q_proj,4,64,8,128,6.506054401397705,8.5078125,16777216,4.067242092398344,NA,1.4197165000950918e-5
18,self_attn.q_proj,4,128,8,128,7.744174957275391,8.25390625,16777216,4.067242092398344,NA,1.4197165000950918e-5
18,self_attn.q_proj,8,32,8,128,0.3303576409816742,17.015625,16777216,4.067242092398344,NA,1.4197165000950918e-5
18,self_attn.q_proj,8,64,8,128,0.3934611678123474,16.5078125,16777216,4.067242092398344,NA,1.4197165000950918e-5
18,self_attn.q_proj,8,128,8,128,0.4666202068328857,16.25390625,16777216,4.067242092398344,NA,1.4197165000950918e-5
18,self_attn.v_proj,2,32,8,128,6.611334323883057,1.25390625,4194304,3.7779785892985496,NA,1.4197165000950918e-5
18,self_attn.v_proj,2,64,8,128,7.799045085906982,1.126953125,4194304,3.7779785892985496,NA,1.4197165000950918e-5
18,self_attn.v_proj,2,128,8,128,8.893885612487793,1.0634765625,4194304,3.7779785892985496,NA,1.4197165000950918e-5
18,self_attn.v_proj,3,32,8,128,2.832592725753784,1.75390625,4194304,3.7779785892985496,NA,1.4197165000950918e-5
18,self_attn.v_proj,3,64,8,128,3.348790168762207,1.626953125,4194304,3.7779785892985496,NA,1.4197165000950918e-5
18,self_attn.v_proj,3,128,8,128,3.829371929168701,1.5634765625,4194304,3.7779785892985496,NA,1.4197165000950918e-5
18,self_attn.v_proj,4,32,8,128,1.3221431970596311,2.25390625,4194304,3.7779785892985496,NA,1.4197165000950918e-5
18,self_attn.v_proj,4,64,8,128,1.5629265308380127,2.126953125,4194304,3.7779785892985496,NA,1.4197165000950918e-5
18,self_attn.v_proj,4,128,8,128,1.788077473640442,2.0634765625,4194304,3.7779785892985496,NA,1.4197165000950918e-5
18,self_attn.v_proj,8,32,8,128,0.0800507664680481,4.25390625,4194304,3.7779785892985496,NA,1.4197165000950918e-5
18,self_attn.v_proj,8,64,8,128,0.0945601016283035,4.126953125,4194304,3.7779785892985496,NA,1.4197165000950918e-5
18,self_attn.v_proj,8,128,8,128,0.107764333486557,4.0634765625,4194304,3.7779785892985496,NA,1.4197165000950918e-5
18,self_attn.k_proj,2,32,8,128,21.83268165588379,1.25390625,4194304,4.21079745969506,NA,1.4197165000950918e-5
18,self_attn.k_proj,2,64,8,128,25.942413330078125,1.126953125,4194304,4.21079745969506,NA,1.4197165000950918e-5
18,self_attn.k_proj,2,128,8,128,29.68288993835449,1.0634765625,4194304,4.21079745969506,NA,1.4197165000950918e-5
18,self_attn.k_proj,3,32,8,128,9.358898162841797,1.75390625,4194304,4.21079745969506,NA,1.4197165000950918e-5
18,self_attn.k_proj,3,64,8,128,11.15013599395752,1.626953125,4194304,4.21079745969506,NA,1.4197165000950918e-5
18,self_attn.k_proj,3,128,8,128,12.824159622192385,1.5634765625,4194304,4.21079745969506,NA,1.4197165000950918e-5
18,self_attn.k_proj,4,32,8,128,4.364651203155518,2.25390625,4194304,4.21079745969506,NA,1.4197165000950918e-5
18,self_attn.k_proj,4,64,8,128,5.203103542327881,2.126953125,4194304,4.21079745969506,NA,1.4197165000950918e-5
18,self_attn.k_proj,4,128,8,128,5.986807823181152,2.0634765625,4194304,4.21079745969506,NA,1.4197165000950918e-5
18,self_attn.k_proj,8,32,8,128,0.264183759689331,4.25390625,4194304,4.21079745969506,NA,1.4197165000950918e-5
18,self_attn.k_proj,8,64,8,128,0.3146951198577881,4.126953125,4194304,4.21079745969506,NA,1.4197165000950918e-5
18,self_attn.k_proj,8,128,8,128,0.3608006238937378,4.0634765625,4194304,4.21079745969506,NA,1.4197165000950918e-5
18,mlp.gate_proj,2,32,8,128,41.45539855957031,17.5546875,58720256,4.032466993585882,NA,4.586353679769673e-5
18,mlp.gate_proj,2,64,8,128,49.28993988037109,15.77734375,58720256,4.032466993585882,NA,4.586353679769673e-5
18,mlp.gate_proj,2,128,8,128,56.8601188659668,14.888671875,58720256,4.032466993585882,NA,4.586353679769673e-5
18,mlp.gate_proj,3,32,8,128,17.751710891723633,24.5546875,58720256,4.032466993585882,NA,4.586353679769673e-5
18,mlp.gate_proj,3,64,8,128,21.1910343170166,22.77734375,58720256,4.032466993585882,NA,4.586353679769673e-5
18,mlp.gate_proj,3,128,8,128,24.55527877807617,21.888671875,58720256,4.032466993585882,NA,4.586353679769673e-5
18,mlp.gate_proj,4,32,8,128,8.285884857177734,31.5546875,58720256,4.032466993585882,NA,4.586353679769673e-5
18,mlp.gate_proj,4,64,8,128,9.88524055480957,29.77734375,58720256,4.032466993585882,NA,4.586353679769673e-5
18,mlp.gate_proj,4,128,8,128,11.470847129821776,28.888671875,58720256,4.032466993585882,NA,4.586353679769673e-5
18,mlp.gate_proj,8,32,8,128,0.5024477243423462,59.5546875,58720256,4.032466993585882,NA,4.586353679769673e-5
18,mlp.gate_proj,8,64,8,128,0.5998983979225159,57.77734375,58720256,4.032466993585882,NA,4.586353679769673e-5
18,mlp.gate_proj,8,128,8,128,0.6943526268005371,56.888671875,58720256,4.032466993585882,NA,4.586353679769673e-5
18,mlp.up_proj,2,32,8,128,29.890323638916016,17.5546875,58720256,3.1302849701083124,NA,4.586353679769673e-5
18,mlp.up_proj,2,64,8,128,34.86293029785156,15.77734375,58720256,3.1302849701083124,NA,4.586353679769673e-5
18,mlp.up_proj,2,128,8,128,39.36655426025391,14.888671875,58720256,3.1302849701083124,NA,4.586353679769673e-5
18,mlp.up_proj,3,32,8,128,12.7736177444458,24.5546875,58720256,3.1302849701083124,NA,4.586353679769673e-5
18,mlp.up_proj,3,64,8,128,14.925217628479004,22.77734375,58720256,3.1302849701083124,NA,4.586353679769673e-5
18,mlp.up_proj,3,128,8,128,16.863479614257812,21.888671875,58720256,3.1302849701083124,NA,4.586353679769673e-5
18,mlp.up_proj,4,32,8,128,5.9599432945251465,31.5546875,58720256,3.1302849701083124,NA,4.586353679769673e-5
18,mlp.up_proj,4,64,8,128,6.961752891540527,29.77734375,58720256,3.1302849701083124,NA,4.586353679769673e-5
18,mlp.up_proj,4,128,8,128,7.874423027038574,28.888671875,58720256,3.1302849701083124,NA,4.586353679769673e-5
18,mlp.up_proj,8,32,8,128,0.3622696101665497,59.5546875,58720256,3.1302849701083124,NA,4.586353679769673e-5
18,mlp.up_proj,8,64,8,128,0.4225781559944153,57.77734375,58720256,3.1302849701083124,NA,4.586353679769673e-5
18,mlp.up_proj,8,128,8,128,0.4757608473300934,56.888671875,58720256,3.1302849701083124,NA,4.586353679769673e-5
18,mlp.down_proj,2,32,8,128,29.774751663208008,17.5546875,58720256,3.9032884957564695,NA,4.10507018386852e-5
18,mlp.down_proj,2,64,8,128,34.73874282836914,15.77734375,58720256,3.9032884957564695,NA,4.10507018386852e-5
18,mlp.down_proj,2,128,8,128,39.24348831176758,14.888671875,58720256,3.9032884957564695,NA,4.10507018386852e-5
18,mlp.down_proj,3,32,8,128,12.72853183746338,24.5546875,58720256,3.9032884957564695,NA,4.10507018386852e-5
18,mlp.down_proj,3,64,8,128,14.876253128051758,22.77734375,58720256,3.9032884957564695,NA,4.10507018386852e-5
18,mlp.down_proj,3,128,8,128,16.82144546508789,21.888671875,58720256,3.9032884957564695,NA,4.10507018386852e-5
18,mlp.down_proj,4,32,8,128,5.939826488494873,31.5546875,58720256,3.9032884957564695,NA,4.10507018386852e-5
18,mlp.down_proj,4,64,8,128,6.940883636474609,29.77734375,58720256,3.9032884957564695,NA,4.10507018386852e-5
18,mlp.down_proj,4,128,8,128,7.857932090759277,28.888671875,58720256,3.9032884957564695,NA,4.10507018386852e-5
18,mlp.down_proj,8,32,8,128,0.3610455095767975,59.5546875,58720256,3.9032884957564695,NA,4.10507018386852e-5
18,mlp.down_proj,8,64,8,128,0.4213594198226928,57.77734375,58720256,3.9032884957564695,NA,4.10507018386852e-5
18,mlp.down_proj,8,128,8,128,0.4748960435390472,56.888671875,58720256,3.9032884957564695,NA,4.10507018386852e-5
19,self_attn.q_proj,2,32,8,128,27.51787567138672,5.015625,16777216,4.185006916688276,NA,1.2588428035087418e-5
19,self_attn.q_proj,2,64,8,128,32.85622024536133,4.5078125,16777216,4.185006916688276,NA,1.2588428035087418e-5
19,self_attn.q_proj,2,128,8,128,38.62761688232422,4.25390625,16777216,4.185006916688276,NA,1.2588428035087418e-5
19,self_attn.q_proj,3,32,8,128,11.786128997802734,7.015625,16777216,4.185006916688276,NA,1.2588428035087418e-5
19,self_attn.q_proj,3,64,8,128,14.105334281921388,6.5078125,16777216,4.185006916688276,NA,1.2588428035087418e-5
19,self_attn.q_proj,3,128,8,128,16.762516021728516,6.25390625,16777216,4.185006916688276,NA,1.2588428035087418e-5
19,self_attn.q_proj,4,32,8,128,5.501605987548828,9.015625,16777216,4.185006916688276,NA,1.2588428035087418e-5
19,self_attn.q_proj,4,64,8,128,6.584290027618408,8.5078125,16777216,4.185006916688276,NA,1.2588428035087418e-5
19,self_attn.q_proj,4,128,8,128,7.82921838760376,8.25390625,16777216,4.185006916688276,NA,1.2588428035087418e-5
19,self_attn.q_proj,8,32,8,128,0.333046406507492,17.015625,16777216,4.185006916688276,NA,1.2588428035087418e-5
19,self_attn.q_proj,8,64,8,128,0.3981630206108093,16.5078125,16777216,4.185006916688276,NA,1.2588428035087418e-5
19,self_attn.q_proj,8,128,8,128,0.4716943204402923,16.25390625,16777216,4.185006916688276,NA,1.2588428035087418e-5
19,self_attn.v_proj,2,32,8,128,7.030470371246338,1.25390625,4194304,3.63569114970576,NA,1.2588428035087418e-5
19,self_attn.v_proj,2,64,8,128,8.304581642150879,1.126953125,4194304,3.63569114970576,NA,1.2588428035087418e-5
19,self_attn.v_proj,2,128,8,128,9.479228973388672,1.0634765625,4194304,3.63569114970576,NA,1.2588428035087418e-5
19,self_attn.v_proj,3,32,8,128,3.008863925933838,1.75390625,4194304,3.63569114970576,NA,1.2588428035087418e-5
19,self_attn.v_proj,3,64,8,128,3.5585362911224365,1.626953125,4194304,3.63569114970576,NA,1.2588428035087418e-5
19,self_attn.v_proj,3,128,8,128,4.066886425018311,1.5634765625,4194304,3.63569114970576,NA,1.2588428035087418e-5
19,self_attn.v_proj,4,32,8,128,1.404317021369934,2.25390625,4194304,3.63569114970576,NA,1.2588428035087418e-5
19,self_attn.v_proj,4,64,8,128,1.6601585149765017,2.126953125,4194304,3.63569114970576,NA,1.2588428035087418e-5
19,self_attn.v_proj,4,128,8,128,1.8971848487854004,2.0634765625,4194304,3.63569114970576,NA,1.2588428035087418e-5
19,self_attn.v_proj,8,32,8,128,0.0850284621119499,4.25390625,4194304,3.63569114970576,NA,1.2588428035087418e-5
19,self_attn.v_proj,8,64,8,128,0.1004456281661987,4.126953125,4194304,3.63569114970576,NA,1.2588428035087418e-5
19,self_attn.v_proj,8,128,8,128,0.1143800020217895,4.0634765625,4194304,3.63569114970576,NA,1.2588428035087418e-5
19,self_attn.k_proj,2,32,8,128,21.01363182067871,1.25390625,4194304,4.165694323069783,NA,1.2588428035087418e-5
19,self_attn.k_proj,2,64,8,128,24.98497200012207,1.126953125,4194304,4.165694323069783,NA,1.2588428035087418e-5
19,self_attn.k_proj,2,128,8,128,28.669771194458008,1.0634765625,4194304,4.165694323069783,NA,1.2588428035087418e-5
19,self_attn.k_proj,3,32,8,128,8.993736267089844,1.75390625,4194304,4.165694323069783,NA,1.2588428035087418e-5
19,self_attn.k_proj,3,64,8,128,10.7388277053833,1.626953125,4194304,4.165694323069783,NA,1.2588428035087418e-5
19,self_attn.k_proj,3,128,8,128,12.39926528930664,1.5634765625,4194304,4.165694323069783,NA,1.2588428035087418e-5
19,self_attn.k_proj,4,32,8,128,4.197534561157227,2.25390625,4194304,4.165694323069783,NA,1.2588428035087418e-5
19,self_attn.k_proj,4,64,8,128,5.010700225830078,2.126953125,4194304,4.165694323069783,NA,1.2588428035087418e-5
19,self_attn.k_proj,4,128,8,128,5.782396793365479,2.0634765625,4194304,4.165694323069783,NA,1.2588428035087418e-5
19,self_attn.k_proj,8,32,8,128,0.2539751529693603,4.25390625,4194304,4.165694323069783,NA,1.2588428035087418e-5
19,self_attn.k_proj,8,64,8,128,0.3030913770198822,4.126953125,4194304,4.165694323069783,NA,1.2588428035087418e-5
19,self_attn.k_proj,8,128,8,128,0.3485586941242218,4.0634765625,4194304,4.165694323069783,NA,1.2588428035087418e-5
19,mlp.gate_proj,2,32,8,128,41.56752014160156,17.5546875,58720256,3.989818499236077,NA,4.83258263557218e-5
19,mlp.gate_proj,2,64,8,128,49.3490104675293,15.77734375,58720256,3.989818499236077,NA,4.83258263557218e-5
19,mlp.gate_proj,2,128,8,128,56.8859748840332,14.888671875,58720256,3.989818499236077,NA,4.83258263557218e-5
19,mlp.gate_proj,3,32,8,128,17.795673370361328,24.5546875,58720256,3.989818499236077,NA,4.83258263557218e-5
19,mlp.gate_proj,3,64,8,128,21.20685195922852,22.77734375,58720256,3.989818499236077,NA,4.83258263557218e-5
19,mlp.gate_proj,3,128,8,128,24.54552459716797,21.888671875,58720256,3.989818499236077,NA,4.83258263557218e-5
19,mlp.gate_proj,4,32,8,128,8.306742668151855,31.5546875,58720256,3.989818499236077,NA,4.83258263557218e-5
19,mlp.gate_proj,4,64,8,128,9.892951965332031,29.77734375,58720256,3.989818499236077,NA,4.83258263557218e-5
19,mlp.gate_proj,4,128,8,128,11.465137481689451,28.888671875,58720256,3.989818499236077,NA,4.83258263557218e-5
19,mlp.gate_proj,8,32,8,128,0.5038571357727051,59.5546875,58720256,3.989818499236077,NA,4.83258263557218e-5
19,mlp.gate_proj,8,64,8,128,0.6006820201873779,57.77734375,58720256,3.989818499236077,NA,4.83258263557218e-5
19,mlp.gate_proj,8,128,8,128,0.6943200826644897,56.888671875,58720256,3.989818499236077,NA,4.83258263557218e-5
19,mlp.up_proj,2,32,8,128,29.724327087402344,17.5546875,58720256,3.118681134978947,NA,4.83258263557218e-5
19,mlp.up_proj,2,64,8,128,34.64796829223633,15.77734375,58720256,3.118681134978947,NA,4.83258263557218e-5
19,mlp.up_proj,2,128,8,128,39.09792709350586,14.888671875,58720256,3.118681134978947,NA,4.83258263557218e-5
19,mlp.up_proj,3,32,8,128,12.704089164733888,24.5546875,58720256,3.118681134978947,NA,4.83258263557218e-5
19,mlp.up_proj,3,64,8,128,14.834226608276367,22.77734375,58720256,3.118681134978947,NA,4.83258263557218e-5
19,mlp.up_proj,3,128,8,128,16.749486923217773,21.888671875,58720256,3.118681134978947,NA,4.83258263557218e-5
19,mlp.up_proj,4,32,8,128,5.928028583526611,31.5546875,58720256,3.118681134978947,NA,4.83258263557218e-5
19,mlp.up_proj,4,64,8,128,6.918476581573486,29.77734375,58720256,3.118681134978947,NA,4.83258263557218e-5
19,mlp.up_proj,4,128,8,128,7.819451332092285,28.888671875,58720256,3.118681134978947,NA,4.83258263557218e-5
19,mlp.up_proj,8,32,8,128,0.3603351414203644,59.5546875,58720256,3.118681134978947,NA,4.83258263557218e-5
19,mlp.up_proj,8,64,8,128,0.4199293255805969,57.77734375,58720256,3.118681134978947,NA,4.83258263557218e-5
19,mlp.up_proj,8,128,8,128,0.4725494384765625,56.888671875,58720256,3.118681134978947,NA,4.83258263557218e-5
19,mlp.down_proj,2,32,8,128,29.674684524536133,17.5546875,58720256,4.5472740868368415,NA,4.149312735535205e-5
19,mlp.down_proj,2,64,8,128,34.607879638671875,15.77734375,58720256,4.5472740868368415,NA,4.149312735535205e-5
19,mlp.down_proj,2,128,8,128,39.08812713623047,14.888671875,58720256,4.5472740868368415,NA,4.149312735535205e-5
19,mlp.down_proj,3,32,8,128,12.686997413635254,24.5546875,58720256,4.5472740868368415,NA,4.149312735535205e-5
19,mlp.down_proj,3,64,8,128,14.819061279296877,22.77734375,58720256,4.5472740868368415,NA,4.149312735535205e-5
19,mlp.down_proj,3,128,8,128,16.75285530090332,21.888671875,58720256,4.5472740868368415,NA,4.149312735535205e-5
19,mlp.down_proj,4,32,8,128,5.920626640319824,31.5546875,58720256,4.5472740868368415,NA,4.149312735535205e-5
19,mlp.down_proj,4,64,8,128,6.914460182189941,29.77734375,58720256,4.5472740868368415,NA,4.149312735535205e-5
19,mlp.down_proj,4,128,8,128,7.822765827178955,28.888671875,58720256,4.5472740868368415,NA,4.149312735535205e-5
19,mlp.down_proj,8,32,8,128,0.3599112629890442,59.5546875,58720256,4.5472740868368415,NA,4.149312735535205e-5
19,mlp.down_proj,8,64,8,128,0.4198633134365082,57.77734375,58720256,4.5472740868368415,NA,4.149312735535205e-5
19,mlp.down_proj,8,128,8,128,0.4729660749435425,56.888671875,58720256,4.5472740868368415,NA,4.149312735535205e-5
20,self_attn.q_proj,2,32,8,128,27.31611633300781,5.015625,16777216,4.228404247253315,NA,1.5595796867273748e-5
20,self_attn.q_proj,2,64,8,128,32.593658447265625,4.5078125,16777216,4.228404247253315,NA,1.5595796867273748e-5
20,self_attn.q_proj,2,128,8,128,38.2834587097168,4.25390625,16777216,4.228404247253315,NA,1.5595796867273748e-5
20,self_attn.q_proj,3,32,8,128,11.700910568237305,7.015625,16777216,4.228404247253315,NA,1.5595796867273748e-5
20,self_attn.q_proj,3,64,8,128,13.989947319030762,6.5078125,16777216,4.228404247253315,NA,1.5595796867273748e-5
20,self_attn.q_proj,3,128,8,128,16.647871017456055,6.25390625,16777216,4.228404247253315,NA,1.5595796867273748e-5
20,self_attn.q_proj,4,32,8,128,5.460706233978272,9.015625,16777216,4.228404247253315,NA,1.5595796867273748e-5
20,self_attn.q_proj,4,64,8,128,6.527448654174805,8.5078125,16777216,4.228404247253315,NA,1.5595796867273748e-5
20,self_attn.q_proj,4,128,8,128,7.773484230041504,8.25390625,16777216,4.228404247253315,NA,1.5595796867273748e-5
20,self_attn.q_proj,8,32,8,128,0.3306195735931396,17.015625,16777216,4.228404247253315,NA,1.5595796867273748e-5
20,self_attn.q_proj,8,64,8,128,0.3947963714599609,16.5078125,16777216,4.228404247253315,NA,1.5595796867273748e-5
20,self_attn.q_proj,8,128,8,128,0.4683714509010315,16.25390625,16777216,4.228404247253315,NA,1.5595796867273748e-5
20,self_attn.v_proj,2,32,8,128,7.3568525314331055,1.25390625,4194304,3.548836089411498,NA,1.5595796867273748e-5
20,self_attn.v_proj,2,64,8,128,8.683716773986816,1.126953125,4194304,3.548836089411498,NA,1.5595796867273748e-5
20,self_attn.v_proj,2,128,8,128,9.915620803833008,1.0634765625,4194304,3.548836089411498,NA,1.5595796867273748e-5
20,self_attn.v_proj,3,32,8,128,3.148019313812256,1.75390625,4194304,3.548836089411498,NA,1.5595796867273748e-5
20,self_attn.v_proj,3,64,8,128,3.718897819519043,1.626953125,4194304,3.548836089411498,NA,1.5595796867273748e-5
20,self_attn.v_proj,3,128,8,128,4.255496978759766,1.5634765625,4194304,3.548836089411498,NA,1.5595796867273748e-5
20,self_attn.v_proj,4,32,8,128,1.4689884185791016,2.25390625,4194304,3.548836089411498,NA,1.5595796867273748e-5
20,self_attn.v_proj,4,64,8,128,1.7367335557937622,2.126953125,4194304,3.548836089411498,NA,1.5595796867273748e-5
20,self_attn.v_proj,4,128,8,128,1.987268686294556,2.0634765625,4194304,3.548836089411498,NA,1.5595796867273748e-5
20,self_attn.v_proj,8,32,8,128,0.0889342427253723,4.25390625,4194304,3.548836089411498,NA,1.5595796867273748e-5
20,self_attn.v_proj,8,64,8,128,0.1050533503293991,4.126953125,4194304,3.548836089411498,NA,1.5595796867273748e-5
20,self_attn.v_proj,8,128,8,128,0.1197745874524116,4.0634765625,4194304,3.548836089411498,NA,1.5595796867273748e-5
20,self_attn.k_proj,2,32,8,128,20.810379028320312,1.25390625,4194304,4.455881985347597,NA,1.5595796867273748e-5
20,self_attn.k_proj,2,64,8,128,24.79256057739257,1.126953125,4194304,4.455881985347597,NA,1.5595796867273748e-5
20,self_attn.k_proj,2,128,8,128,28.46826171875,1.0634765625,4194304,4.455881985347597,NA,1.5595796867273748e-5
20,self_attn.k_proj,3,32,8,128,8.924111366271973,1.75390625,4194304,4.455881985347597,NA,1.5595796867273748e-5
20,self_attn.k_proj,3,64,8,128,10.67470359802246,1.626953125,4194304,4.455881985347597,NA,1.5595796867273748e-5
20,self_attn.k_proj,3,128,8,128,12.336373329162598,1.5634765625,4194304,4.455881985347597,NA,1.5595796867273748e-5
20,self_attn.k_proj,4,32,8,128,4.164855480194092,2.25390625,4194304,4.455881985347597,NA,1.5595796867273748e-5
20,self_attn.k_proj,4,64,8,128,4.982593536376953,2.126953125,4194304,4.455881985347597,NA,1.5595796867273748e-5
20,self_attn.k_proj,4,128,8,128,5.7602858543396,2.0634765625,4194304,4.455881985347597,NA,1.5595796867273748e-5
20,self_attn.k_proj,8,32,8,128,0.2521738708019256,4.25390625,4194304,4.455881985347597,NA,1.5595796867273748e-5
20,self_attn.k_proj,8,64,8,128,0.301372081041336,4.126953125,4194304,4.455881985347597,NA,1.5595796867273748e-5
20,self_attn.k_proj,8,128,8,128,0.3471800684928894,4.0634765625,4194304,4.455881985347597,NA,1.5595796867273748e-5
20,mlp.gate_proj,2,32,8,128,41.40095901489258,17.5546875,58720256,3.837938664425802,NA,5.25682553416118e-5
20,mlp.gate_proj,2,64,8,128,49.0767936706543,15.77734375,58720256,3.837938664425802,NA,5.25682553416118e-5
20,mlp.gate_proj,2,128,8,128,56.47530364990234,14.888671875,58720256,3.837938664425802,NA,5.25682553416118e-5
20,mlp.gate_proj,3,32,8,128,17.720191955566406,24.5546875,58720256,3.837938664425802,NA,5.25682553416118e-5
20,mlp.gate_proj,3,64,8,128,21.07521247863769,22.77734375,58720256,3.837938664425802,NA,5.25682553416118e-5
20,mlp.gate_proj,3,128,8,128,24.336673736572266,21.888671875,58720256,3.837938664425802,NA,5.25682553416118e-5
20,mlp.gate_proj,4,32,8,128,8.272833824157715,31.5546875,58720256,3.837938664425802,NA,5.25682553416118e-5
20,mlp.gate_proj,4,64,8,128,9.831510543823242,29.77734375,58720256,3.837938664425802,NA,5.25682553416118e-5
20,mlp.gate_proj,4,128,8,128,11.366402626037598,28.888671875,58720256,3.837938664425802,NA,5.25682553416118e-5
20,mlp.gate_proj,8,32,8,128,0.5016068816184998,59.5546875,58720256,3.837938664425802,NA,5.25682553416118e-5
20,mlp.gate_proj,8,64,8,128,0.5967675447463989,57.77734375,58720256,3.837938664425802,NA,5.25682553416118e-5
20,mlp.gate_proj,8,128,8,128,0.6880964636802673,56.888671875,58720256,3.837938664425802,NA,5.25682553416118e-5
20,mlp.up_proj,2,32,8,128,29.80850410461425,17.5546875,58720256,3.113201394317839,NA,5.25682553416118e-5
20,mlp.up_proj,2,64,8,128,34.74061584472656,15.77734375,58720256,3.113201394317839,NA,5.25682553416118e-5
20,mlp.up_proj,2,128,8,128,39.19353103637695,14.888671875,58720256,3.113201394317839,NA,5.25682553416118e-5
20,mlp.up_proj,3,32,8,128,12.740331649780272,24.5546875,58720256,3.113201394317839,NA,5.25682553416118e-5
20,mlp.up_proj,3,64,8,128,14.869338989257812,22.77734375,58720256,3.113201394317839,NA,5.25682553416118e-5
20,mlp.up_proj,3,128,8,128,16.785167694091797,21.888671875,58720256,3.113201394317839,NA,5.25682553416118e-5
20,mlp.up_proj,4,32,8,128,5.9447431564331055,31.5546875,58720256,3.113201394317839,NA,5.25682553416118e-5
20,mlp.up_proj,4,64,8,128,6.93602991104126,29.77734375,58720256,3.113201394317839,NA,5.25682553416118e-5
20,mlp.up_proj,4,128,8,128,7.835127353668213,28.888671875,58720256,3.113201394317839,NA,5.25682553416118e-5
20,mlp.up_proj,8,32,8,128,0.3612865805625915,59.5546875,58720256,3.113201394317839,NA,5.25682553416118e-5
20,mlp.up_proj,8,64,8,128,0.4209855198860168,57.77734375,58720256,3.113201394317839,NA,5.25682553416118e-5
20,mlp.up_proj,8,128,8,128,0.4734995067119598,56.888671875,58720256,3.113201394317839,NA,5.25682553416118e-5
20,mlp.down_proj,2,32,8,128,29.76346969604492,17.5546875,58720256,3.448078004405742,NA,4.5334993046708405e-5
20,mlp.down_proj,2,64,8,128,34.7084846496582,15.77734375,58720256,3.448078004405742,NA,4.5334993046708405e-5
20,mlp.down_proj,2,128,8,128,39.18354797363281,14.888671875,58720256,3.448078004405742,NA,4.5334993046708405e-5
20,mlp.down_proj,3,32,8,128,12.723167419433594,24.5546875,58720256,3.448078004405742,NA,4.5334993046708405e-5
20,mlp.down_proj,3,64,8,128,14.86019515991211,22.77734375,58720256,3.448078004405742,NA,4.5334993046708405e-5
20,mlp.down_proj,3,128,8,128,16.789318084716797,21.888671875,58720256,3.448078004405742,NA,4.5334993046708405e-5
20,mlp.down_proj,4,32,8,128,5.938924789428711,31.5546875,58720256,3.448078004405742,NA,4.5334993046708405e-5
20,mlp.down_proj,4,64,8,128,6.934266090393066,29.77734375,58720256,3.448078004405742,NA,4.5334993046708405e-5
20,mlp.down_proj,4,128,8,128,7.8432393074035645,28.888671875,58720256,3.448078004405742,NA,4.5334993046708405e-5
20,mlp.down_proj,8,32,8,128,0.3608524799346924,59.5546875,58720256,3.448078004405742,NA,4.5334993046708405e-5
20,mlp.down_proj,8,64,8,128,0.4208720326423645,57.77734375,58720256,3.448078004405742,NA,4.5334993046708405e-5
20,mlp.down_proj,8,128,8,128,0.473922461271286,56.888671875,58720256,3.448078004405742,NA,4.5334993046708405e-5
21,self_attn.q_proj,2,32,8,128,26.613637924194336,5.015625,16777216,4.090330489017306,NA,2.3958395104273222e-5
21,self_attn.q_proj,2,64,8,128,31.72728157043457,4.5078125,16777216,4.090330489017306,NA,2.3958395104273222e-5
21,self_attn.q_proj,2,128,8,128,37.28963851928711,4.25390625,16777216,4.090330489017306,NA,2.3958395104273222e-5
21,self_attn.q_proj,3,32,8,128,11.398756980895996,7.015625,16777216,4.090330489017306,NA,2.3958395104273222e-5
21,self_attn.q_proj,3,64,8,128,13.612385749816896,6.5078125,16777216,4.090330489017306,NA,2.3958395104273222e-5
21,self_attn.q_proj,3,128,8,128,16.119693756103516,6.25390625,16777216,4.090330489017306,NA,2.3958395104273222e-5
21,self_attn.q_proj,4,32,8,128,5.320000171661377,9.015625,16777216,4.090330489017306,NA,2.3958395104273222e-5
21,self_attn.q_proj,4,64,8,128,6.354912757873535,8.5078125,16777216,4.090330489017306,NA,2.3958395104273222e-5
21,self_attn.q_proj,4,128,8,128,7.528256893157959,8.25390625,16777216,4.090330489017306,NA,2.3958395104273222e-5
21,self_attn.q_proj,8,32,8,128,0.3220490217208862,17.015625,16777216,4.090330489017306,NA,2.3958395104273222e-5
21,self_attn.q_proj,8,64,8,128,0.3843535780906677,16.5078125,16777216,4.090330489017306,NA,2.3958395104273222e-5
21,self_attn.q_proj,8,128,8,128,0.4536494314670563,16.25390625,16777216,4.090330489017306,NA,2.3958395104273222e-5
21,self_attn.v_proj,2,32,8,128,7.535129547119141,1.25390625,4194304,3.662409406970797,NA,2.3958395104273222e-5
21,self_attn.v_proj,2,64,8,128,8.869972229003906,1.126953125,4194304,3.662409406970797,NA,2.3958395104273222e-5
21,self_attn.v_proj,2,128,8,128,10.069236755371094,1.0634765625,4194304,3.662409406970797,NA,2.3958395104273222e-5
21,self_attn.v_proj,3,32,8,128,3.236624956130981,1.75390625,4194304,3.662409406970797,NA,2.3958395104273222e-5
21,self_attn.v_proj,3,64,8,128,3.824875831604004,1.626953125,4194304,3.662409406970797,NA,2.3958395104273222e-5
21,self_attn.v_proj,3,128,8,128,4.362272262573242,1.5634765625,4194304,3.662409406970797,NA,2.3958395104273222e-5
21,self_attn.v_proj,4,32,8,128,1.511125922203064,2.25390625,4194304,3.662409406970797,NA,2.3958395104273222e-5
21,self_attn.v_proj,4,64,8,128,1.7847682237625122,2.126953125,4194304,3.662409406970797,NA,2.3958395104273222e-5
21,self_attn.v_proj,4,128,8,128,2.038510322570801,2.0634765625,4194304,3.662409406970797,NA,2.3958395104273222e-5
21,self_attn.v_proj,8,32,8,128,0.091513954102993,4.25390625,4194304,3.662409406970797,NA,2.3958395104273222e-5
21,self_attn.v_proj,8,64,8,128,0.1080395504832267,4.126953125,4194304,3.662409406970797,NA,2.3958395104273222e-5
21,self_attn.v_proj,8,128,8,128,0.122831143438816,4.0634765625,4194304,3.662409406970797,NA,2.3958395104273222e-5
21,self_attn.k_proj,2,32,8,128,20.66949462890625,1.25390625,4194304,4.12421091177845,NA,2.3958395104273222e-5
21,self_attn.k_proj,2,64,8,128,24.51624298095703,1.126953125,4194304,4.12421091177845,NA,2.3958395104273222e-5
21,self_attn.k_proj,2,128,8,128,28.033615112304688,1.0634765625,4194304,4.12421091177845,NA,2.3958395104273222e-5
21,self_attn.k_proj,3,32,8,128,8.851082801818848,1.75390625,4194304,4.12421091177845,NA,2.3958395104273222e-5
21,self_attn.k_proj,3,64,8,128,10.525378227233888,1.626953125,4194304,4.12421091177845,NA,2.3958395104273222e-5
21,self_attn.k_proj,3,128,8,128,12.100557327270508,1.5634765625,4194304,4.12421091177845,NA,2.3958395104273222e-5
21,self_attn.k_proj,4,32,8,128,4.1329874992370605,2.25390625,4194304,4.12421091177845,NA,2.3958395104273222e-5
21,self_attn.k_proj,4,64,8,128,4.914510726928711,2.126953125,4194304,4.12421091177845,NA,2.3958395104273222e-5
21,self_attn.k_proj,4,128,8,128,5.648586273193359,2.0634765625,4194304,4.12421091177845,NA,2.3958395104273222e-5
21,self_attn.k_proj,8,32,8,128,0.2501528859138489,4.25390625,4194304,4.12421091177845,NA,2.3958395104273222e-5
21,self_attn.k_proj,8,64,8,128,0.2973358035087585,4.126953125,4194304,4.12421091177845,NA,2.3958395104273222e-5
21,self_attn.k_proj,8,128,8,128,0.3402147889137268,4.0634765625,4194304,4.12421091177845,NA,2.3958395104273222e-5
21,mlp.gate_proj,2,32,8,128,41.70660781860352,17.5546875,58720256,4.068175323005299,NA,6.226491677807644e-5
21,mlp.gate_proj,2,64,8,128,49.44601440429688,15.77734375,58720256,4.068175323005299,NA,6.226491677807644e-5
21,mlp.gate_proj,2,128,8,128,56.88743591308594,14.888671875,58720256,4.068175323005299,NA,6.226491677807644e-5
21,mlp.gate_proj,3,32,8,128,17.864152908325195,24.5546875,58720256,4.068175323005299,NA,6.226491677807644e-5
21,mlp.gate_proj,3,64,8,128,21.24855232238769,22.77734375,58720256,4.068175323005299,NA,6.226491677807644e-5
21,mlp.gate_proj,3,128,8,128,24.55762481689453,21.888671875,58720256,4.068175323005299,NA,6.226491677807644e-5
21,mlp.gate_proj,4,32,8,128,8.337279319763184,31.5546875,58720256,4.068175323005299,NA,6.226491677807644e-5
21,mlp.gate_proj,4,64,8,128,9.915610313415527,29.77734375,58720256,4.068175323005299,NA,6.226491677807644e-5
21,mlp.gate_proj,4,128,8,128,11.472938537597656,28.888671875,58720256,4.068175323005299,NA,6.226491677807644e-5
21,mlp.gate_proj,8,32,8,128,0.5056385397911072,59.5546875,58720256,4.068175323005299,NA,6.226491677807644e-5
21,mlp.gate_proj,8,64,8,128,0.6018403172492981,57.77734375,58720256,4.068175323005299,NA,6.226491677807644e-5
21,mlp.gate_proj,8,128,8,128,0.6946837902069092,56.888671875,58720256,4.068175323005299,NA,6.226491677807644e-5
21,mlp.up_proj,2,32,8,128,29.90048789978028,17.5546875,58720256,3.209442464767817,NA,6.226491677807644e-5
21,mlp.up_proj,2,64,8,128,34.84867858886719,15.77734375,58720256,3.209442464767817,NA,6.226491677807644e-5
21,mlp.up_proj,2,128,8,128,39.3271598815918,14.888671875,58720256,3.209442464767817,NA,6.226491677807644e-5
21,mlp.up_proj,3,32,8,128,12.779494285583496,24.5546875,58720256,3.209442464767817,NA,6.226491677807644e-5
21,mlp.up_proj,3,64,8,128,14.922487258911133,22.77734375,58720256,3.209442464767817,NA,6.226491677807644e-5
21,mlp.up_proj,3,128,8,128,16.849123001098633,21.888671875,58720256,3.209442464767817,NA,6.226491677807644e-5
21,mlp.up_proj,4,32,8,128,5.964380264282227,31.5546875,58720256,3.209442464767817,NA,6.226491677807644e-5
21,mlp.up_proj,4,64,8,128,6.9611639976501465,29.77734375,58720256,3.209442464767817,NA,6.226491677807644e-5
21,mlp.up_proj,4,128,8,128,7.867311954498291,28.888671875,58720256,3.209442464767817,NA,6.226491677807644e-5
21,mlp.up_proj,8,32,8,128,0.3624645173549652,59.5546875,58720256,3.209442464767817,NA,6.226491677807644e-5
21,mlp.up_proj,8,64,8,128,0.4223872125148773,57.77734375,58720256,3.209442464767817,NA,6.226491677807644e-5
21,mlp.up_proj,8,128,8,128,0.4753336608409881,56.888671875,58720256,3.209442464767817,NA,6.226491677807644e-5
21,mlp.down_proj,2,32,8,128,29.85926628112793,17.5546875,58720256,3.86023879886732,NA,5.485265864990651e-5
21,mlp.down_proj,2,64,8,128,34.81978225708008,15.77734375,58720256,3.86023879886732,NA,5.485265864990651e-5
21,mlp.down_proj,2,128,8,128,39.30513381958008,14.888671875,58720256,3.86023879886732,NA,5.485265864990651e-5
21,mlp.down_proj,3,32,8,128,12.764520645141602,24.5546875,58720256,3.86023879886732,NA,5.485265864990651e-5
21,mlp.down_proj,3,64,8,128,14.916038513183594,22.77734375,58720256,3.86023879886732,NA,5.485265864990651e-5
21,mlp.down_proj,3,128,8,128,16.857704162597656,21.888671875,58720256,3.86023879886732,NA,5.485265864990651e-5
21,mlp.down_proj,4,32,8,128,5.956398010253906,31.5546875,58720256,3.86023879886732,NA,5.485265864990651e-5
21,mlp.down_proj,4,64,8,128,6.958872318267822,29.77734375,58720256,3.86023879886732,NA,5.485265864990651e-5
21,mlp.down_proj,4,128,8,128,7.873658180236816,28.888671875,58720256,3.86023879886732,NA,5.485265864990651e-5
21,mlp.down_proj,8,32,8,128,0.3620364665985107,59.5546875,58720256,3.86023879886732,NA,5.485265864990651e-5
21,mlp.down_proj,8,64,8,128,0.4224471151828766,57.77734375,58720256,3.86023879886732,NA,5.485265864990651e-5
21,mlp.down_proj,8,128,8,128,0.4759640395641327,56.888671875,58720256,3.86023879886732,NA,5.485265864990651e-5
22,self_attn.q_proj,2,32,8,128,25.80609130859375,5.015625,16777216,3.870923415807217,NA,1.8626806195243265e-5
22,self_attn.q_proj,2,64,8,128,30.682270050048828,4.5078125,16777216,3.870923415807217,NA,1.8626806195243265e-5
22,self_attn.q_proj,2,128,8,128,35.724220275878906,4.25390625,16777216,3.870923415807217,NA,1.8626806195243265e-5
22,self_attn.q_proj,3,32,8,128,11.056154251098633,7.015625,16777216,3.870923415807217,NA,1.8626806195243265e-5
22,self_attn.q_proj,3,64,8,128,13.17056941986084,6.5078125,16777216,3.870923415807217,NA,1.8626806195243265e-5
22,self_attn.q_proj,3,128,8,128,15.422249794006348,6.25390625,16777216,3.870923415807217,NA,1.8626806195243265e-5
22,self_attn.q_proj,4,32,8,128,5.15937089920044,9.015625,16777216,3.870923415807217,NA,1.8626806195243265e-5
22,self_attn.q_proj,4,64,8,128,6.1462082862854,8.5078125,16777216,3.870923415807217,NA,1.8626806195243265e-5
22,self_attn.q_proj,4,128,8,128,7.201276302337647,8.25390625,16777216,3.870923415807217,NA,1.8626806195243265e-5
22,self_attn.q_proj,8,32,8,128,0.3124086260795593,17.015625,16777216,3.870923415807217,NA,1.8626806195243265e-5
22,self_attn.q_proj,8,64,8,128,0.3716919422149658,16.5078125,16777216,3.870923415807217,NA,1.8626806195243265e-5
22,self_attn.q_proj,8,128,8,128,0.4336889386177063,16.25390625,16777216,3.870923415807217,NA,1.8626806195243265e-5
22,self_attn.v_proj,2,32,8,128,7.859790325164795,1.25390625,4194304,3.464781714938944,NA,1.8626806195243265e-5
22,self_attn.v_proj,2,64,8,128,9.203939437866213,1.126953125,4194304,3.464781714938944,NA,1.8626806195243265e-5
22,self_attn.v_proj,2,128,8,128,10.420348167419434,1.0634765625,4194304,3.464781714938944,NA,1.8626806195243265e-5
22,self_attn.v_proj,3,32,8,128,3.3680005073547363,1.75390625,4194304,3.464781714938944,NA,1.8626806195243265e-5
22,self_attn.v_proj,3,64,8,128,3.952582597732544,1.626953125,4194304,3.464781714938944,NA,1.8626806195243265e-5
22,self_attn.v_proj,3,128,8,128,4.486354351043701,1.5634765625,4194304,3.464781714938944,NA,1.8626806195243265e-5
22,self_attn.v_proj,4,32,8,128,1.5703846216201782,2.25390625,4194304,3.464781714938944,NA,1.8626806195243265e-5
22,self_attn.v_proj,4,64,8,128,1.8439210653305047,2.126953125,4194304,3.464781714938944,NA,1.8626806195243265e-5
22,self_attn.v_proj,4,128,8,128,2.0944957733154297,2.0634765625,4194304,3.464781714938944,NA,1.8626806195243265e-5
22,self_attn.v_proj,8,32,8,128,0.0951443091034889,4.25390625,4194304,3.464781714938944,NA,1.8626806195243265e-5
22,self_attn.v_proj,8,64,8,128,0.1115146800875663,4.126953125,4194304,3.464781714938944,NA,1.8626806195243265e-5
22,self_attn.v_proj,8,128,8,128,0.1261604875326156,4.0634765625,4194304,3.464781714938944,NA,1.8626806195243265e-5
22,self_attn.k_proj,2,32,8,128,20.348981857299805,1.25390625,4194304,4.30360387770753,NA,1.8626806195243265e-5
22,self_attn.k_proj,2,64,8,128,24.19514274597168,1.126953125,4194304,4.30360387770753,NA,1.8626806195243265e-5
22,self_attn.k_proj,2,128,8,128,27.700634002685547,1.0634765625,4194304,4.30360387770753,NA,1.8626806195243265e-5
22,self_attn.k_proj,3,32,8,128,8.726444244384766,1.75390625,4194304,4.30360387770753,NA,1.8626806195243265e-5
22,self_attn.k_proj,3,64,8,128,10.408102989196776,1.626953125,4194304,4.30360387770753,NA,1.8626806195243265e-5
22,self_attn.k_proj,3,128,8,128,11.971535682678224,1.5634765625,4194304,4.30360387770753,NA,1.8626806195243265e-5
22,self_attn.k_proj,4,32,8,128,4.073057651519775,2.25390625,4194304,4.30360387770753,NA,1.8626806195243265e-5
22,self_attn.k_proj,4,64,8,128,4.855081081390381,2.126953125,4194304,4.30360387770753,NA,1.8626806195243265e-5
22,self_attn.k_proj,4,128,8,128,5.589670181274414,2.0634765625,4194304,4.30360387770753,NA,1.8626806195243265e-5
22,self_attn.k_proj,8,32,8,128,0.2463237047195434,4.25390625,4194304,4.30360387770753,NA,1.8626806195243265e-5
22,self_attn.k_proj,8,64,8,128,0.2936039268970489,4.126953125,4194304,4.30360387770753,NA,1.8626806195243265e-5
22,self_attn.k_proj,8,128,8,128,0.3368735909461975,4.0634765625,4194304,4.30360387770753,NA,1.8626806195243265e-5
22,mlp.gate_proj,2,32,8,128,41.4613151550293,17.5546875,58720256,3.699515267927764,NA,6.48412897135131e-5
22,mlp.gate_proj,2,64,8,128,49.01024627685547,15.77734375,58720256,3.699515267927764,NA,6.48412897135131e-5
22,mlp.gate_proj,2,128,8,128,56.24254989624024,14.888671875,58720256,3.699515267927764,NA,6.48412897135131e-5
22,mlp.gate_proj,3,32,8,128,17.741302490234375,24.5546875,58720256,3.699515267927764,NA,6.48412897135131e-5
22,mlp.gate_proj,3,64,8,128,21.031667709350582,22.77734375,58720256,3.699515267927764,NA,6.48412897135131e-5
22,mlp.gate_proj,3,128,8,128,24.197364807128903,21.888671875,58720256,3.699515267927764,NA,6.48412897135131e-5
22,mlp.gate_proj,4,32,8,128,8.280515670776367,31.5546875,58720256,3.699515267927764,NA,6.48412897135131e-5
22,mlp.gate_proj,4,64,8,128,9.813997268676758,29.77734375,58720256,3.699515267927764,NA,6.48412897135131e-5
22,mlp.gate_proj,4,128,8,128,11.302498817443848,28.888671875,58720256,3.699515267927764,NA,6.48412897135131e-5
22,mlp.gate_proj,8,32,8,128,0.502230167388916,59.5546875,58720256,3.699515267927764,NA,6.48412897135131e-5
22,mlp.gate_proj,8,64,8,128,0.595484733581543,57.77734375,58720256,3.699515267927764,NA,6.48412897135131e-5
22,mlp.gate_proj,8,128,8,128,0.6840186715126038,56.888671875,58720256,3.699515267927764,NA,6.48412897135131e-5
22,mlp.up_proj,2,32,8,128,29.95798110961914,17.5546875,58720256,3.0786883542170176,NA,6.48412897135131e-5
22,mlp.up_proj,2,64,8,128,34.88895797729492,15.77734375,58720256,3.0786883542170176,NA,6.48412897135131e-5
22,mlp.up_proj,2,128,8,128,39.34118270874024,14.888671875,58720256,3.0786883542170176,NA,6.48412897135131e-5
22,mlp.up_proj,3,32,8,128,12.801081657409668,24.5546875,58720256,3.0786883542170176,NA,6.48412897135131e-5
22,mlp.up_proj,3,64,8,128,14.933656692504885,22.77734375,58720256,3.0786883542170176,NA,6.48412897135131e-5
22,mlp.up_proj,3,128,8,128,16.854429244995117,21.888671875,58720256,3.0786883542170176,NA,6.48412897135131e-5
22,mlp.up_proj,4,32,8,128,5.973466396331787,31.5546875,58720256,3.0786883542170176,NA,6.48412897135131e-5
22,mlp.up_proj,4,64,8,128,6.9661478996276855,29.77734375,58720256,3.0786883542170176,NA,6.48412897135131e-5
22,mlp.up_proj,4,128,8,128,7.867184638977051,28.888671875,58720256,3.0786883542170176,NA,6.48412897135131e-5
22,mlp.up_proj,8,32,8,128,0.3629900217056274,59.5546875,58720256,3.0786883542170176,NA,6.48412897135131e-5
22,mlp.up_proj,8,64,8,128,0.4228070378303528,57.77734375,58720256,3.0786883542170176,NA,6.48412897135131e-5
22,mlp.up_proj,8,128,8,128,0.4752513766288757,56.888671875,58720256,3.0786883542170176,NA,6.48412897135131e-5
22,mlp.down_proj,2,32,8,128,29.94915580749512,17.5546875,58720256,3.567797308839977,NA,5.678017987520434e-5
22,mlp.down_proj,2,64,8,128,34.90878677368164,15.77734375,58720256,3.567797308839977,NA,5.678017987520434e-5
22,mlp.down_proj,2,128,8,128,39.39927291870117,14.888671875,58720256,3.567797308839977,NA,5.678017987520434e-5
22,mlp.down_proj,3,32,8,128,12.799161911010742,24.5546875,58720256,3.567797308839977,NA,5.678017987520434e-5
22,mlp.down_proj,3,64,8,128,14.940771102905272,22.77734375,58720256,3.567797308839977,NA,5.678017987520434e-5
22,mlp.down_proj,3,128,8,128,16.866147994995117,21.888671875,58720256,3.567797308839977,NA,5.678017987520434e-5
22,mlp.down_proj,4,32,8,128,5.972724437713623,31.5546875,58720256,3.567797308839977,NA,5.678017987520434e-5
22,mlp.down_proj,4,64,8,128,6.97109317779541,29.77734375,58720256,3.567797308839977,NA,5.678017987520434e-5
22,mlp.down_proj,4,128,8,128,7.876532077789307,28.888671875,58720256,3.567797308839977,NA,5.678017987520434e-5
22,mlp.down_proj,8,32,8,128,0.3630459606647491,59.5546875,58720256,3.567797308839977,NA,5.678017987520434e-5
22,mlp.down_proj,8,64,8,128,0.4231007993221283,57.77734375,58720256,3.567797308839977,NA,5.678017987520434e-5
22,mlp.down_proj,8,128,8,128,0.4760325253009796,56.888671875,58720256,3.567797308839977,NA,5.678017987520434e-5
23,self_attn.q_proj,2,32,8,128,26.0787353515625,5.015625,16777216,3.932731260523578,NA,1.9537032130756415e-5
23,self_attn.q_proj,2,64,8,128,30.93896484375,4.5078125,16777216,3.932731260523578,NA,1.9537032130756415e-5
23,self_attn.q_proj,2,128,8,128,35.81895446777344,4.25390625,16777216,3.932731260523578,NA,1.9537032130756415e-5
23,self_attn.q_proj,3,32,8,128,11.175576210021973,7.015625,16777216,3.932731260523578,NA,1.9537032130756415e-5
23,self_attn.q_proj,3,64,8,128,13.291476249694824,6.5078125,16777216,3.932731260523578,NA,1.9537032130756415e-5
23,self_attn.q_proj,3,128,8,128,15.451822280883787,6.25390625,16777216,3.932731260523578,NA,1.9537032130756415e-5
23,self_attn.q_proj,4,32,8,128,5.21599006652832,9.015625,16777216,3.932731260523578,NA,1.9537032130756415e-5
23,self_attn.q_proj,4,64,8,128,6.204405307769775,8.5078125,16777216,3.932731260523578,NA,1.9537032130756415e-5
23,self_attn.q_proj,4,128,8,128,7.213257789611816,8.25390625,16777216,3.932731260523578,NA,1.9537032130756415e-5
23,self_attn.q_proj,8,32,8,128,0.3157745599746704,17.015625,16777216,3.932731260523578,NA,1.9537032130756415e-5
23,self_attn.q_proj,8,64,8,128,0.3752713799476623,16.5078125,16777216,3.932731260523578,NA,1.9537032130756415e-5
23,self_attn.q_proj,8,128,8,128,0.43470299243927,16.25390625,16777216,3.932731260523578,NA,1.9537032130756415e-5
23,self_attn.v_proj,2,32,8,128,8.22785472869873,1.25390625,4194304,3.360367333184239,NA,1.9537032130756415e-5
23,self_attn.v_proj,2,64,8,128,9.627814292907717,1.126953125,4194304,3.360367333184239,NA,1.9537032130756415e-5
23,self_attn.v_proj,2,128,8,128,10.899560928344728,1.0634765625,4194304,3.360367333184239,NA,1.9537032130756415e-5
23,self_attn.v_proj,3,32,8,128,3.5217771530151367,1.75390625,4194304,3.360367333184239,NA,1.9537032130756415e-5
23,self_attn.v_proj,3,64,8,128,4.127471446990967,1.626953125,4194304,3.360367333184239,NA,1.9537032130756415e-5
23,self_attn.v_proj,3,128,8,128,4.680270195007324,1.5634765625,4194304,3.360367333184239,NA,1.9537032130756415e-5
23,self_attn.v_proj,4,32,8,128,1.6431550979614258,2.25390625,4194304,3.360367333184239,NA,1.9537032130756415e-5
23,self_attn.v_proj,4,64,8,128,1.925819635391236,2.126953125,4194304,3.360367333184239,NA,1.9537032130756415e-5
23,self_attn.v_proj,4,128,8,128,2.184685230255127,2.0634765625,4194304,3.360367333184239,NA,1.9537032130756415e-5
23,self_attn.v_proj,8,32,8,128,0.0995269864797592,4.25390625,4194304,3.360367333184239,NA,1.9537032130756415e-5
23,self_attn.v_proj,8,64,8,128,0.1165014430880546,4.126953125,4194304,3.360367333184239,NA,1.9537032130756415e-5
23,self_attn.v_proj,8,128,8,128,0.131690114736557,4.0634765625,4194304,3.360367333184239,NA,1.9537032130756415e-5
23,self_attn.k_proj,2,32,8,128,20.1629695892334,1.25390625,4194304,4.275003533884144,NA,1.9537032130756415e-5
23,self_attn.k_proj,2,64,8,128,23.915668487548828,1.126953125,4194304,4.275003533884144,NA,1.9537032130756415e-5
23,self_attn.k_proj,2,128,8,128,27.350526809692383,1.0634765625,4194304,4.275003533884144,NA,1.9537032130756415e-5
23,self_attn.k_proj,3,32,8,128,8.644986152648926,1.75390625,4194304,4.275003533884144,NA,1.9537032130756415e-5
23,self_attn.k_proj,3,64,8,128,10.28492259979248,1.626953125,4194304,4.275003533884144,NA,1.9537032130756415e-5
23,self_attn.k_proj,3,128,8,128,11.814826011657717,1.5634765625,4194304,4.275003533884144,NA,1.9537032130756415e-5
23,self_attn.k_proj,4,32,8,128,4.0297722816467285,2.25390625,4194304,4.275003533884144,NA,1.9537032130756415e-5
23,self_attn.k_proj,4,64,8,128,4.7978715896606445,2.126953125,4194304,4.275003533884144,NA,1.9537032130756415e-5
23,self_attn.k_proj,4,128,8,128,5.514894485473633,2.0634765625,4194304,4.275003533884144,NA,1.9537032130756415e-5
23,self_attn.k_proj,8,32,8,128,0.2441458851099014,4.25390625,4194304,4.275003533884144,NA,1.9537032130756415e-5
23,self_attn.k_proj,8,64,8,128,0.2903361618518829,4.126953125,4194304,4.275003533884144,NA,1.9537032130756415e-5
23,self_attn.k_proj,8,128,8,128,0.3323166370391845,4.0634765625,4194304,4.275003533884144,NA,1.9537032130756415e-5
23,mlp.gate_proj,2,32,8,128,41.48234558105469,17.5546875,58720256,3.6353830883474023,NA,7.07345170667395e-5
23,mlp.gate_proj,2,64,8,128,48.99182891845703,15.77734375,58720256,3.6353830883474023,NA,7.07345170667395e-5
23,mlp.gate_proj,2,128,8,128,56.17173767089844,14.888671875,58720256,3.6353830883474023,NA,7.07345170667395e-5
23,mlp.gate_proj,3,32,8,128,17.746910095214844,24.5546875,58720256,3.6353830883474023,NA,7.07345170667395e-5
23,mlp.gate_proj,3,64,8,128,21.01276206970215,22.77734375,58720256,3.6353830883474023,NA,7.07345170667395e-5
23,mlp.gate_proj,3,128,8,128,24.165817260742188,21.888671875,58720256,3.6353830883474023,NA,7.07345170667395e-5
23,mlp.gate_proj,4,32,8,128,8.283446311950684,31.5546875,58720256,3.6353830883474023,NA,7.07345170667395e-5
23,mlp.gate_proj,4,64,8,128,9.805842399597168,29.77734375,58720256,3.6353830883474023,NA,7.07345170667395e-5
23,mlp.gate_proj,4,128,8,128,11.291529655456545,28.888671875,58720256,3.6353830883474023,NA,7.07345170667395e-5
23,mlp.gate_proj,8,32,8,128,0.5024151802062988,59.5546875,58720256,3.6353830883474023,NA,7.07345170667395e-5
23,mlp.gate_proj,8,64,8,128,0.5952130556106567,57.77734375,58720256,3.6353830883474023,NA,7.07345170667395e-5
23,mlp.gate_proj,8,128,8,128,0.6831754446029663,56.888671875,58720256,3.6353830883474023,NA,7.07345170667395e-5
23,mlp.up_proj,2,32,8,128,30.061702728271484,17.5546875,58720256,3.0855681203918777,NA,7.07345170667395e-5
23,mlp.up_proj,2,64,8,128,34.997066497802734,15.77734375,58720256,3.0855681203918777,NA,7.07345170667395e-5
23,mlp.up_proj,2,128,8,128,39.485137939453125,14.888671875,58720256,3.0855681203918777,NA,7.07345170667395e-5
23,mlp.up_proj,3,32,8,128,12.845873832702637,24.5546875,58720256,3.0855681203918777,NA,7.07345170667395e-5
23,mlp.up_proj,3,64,8,128,14.98180866241455,22.77734375,58720256,3.0855681203918777,NA,7.07345170667395e-5
23,mlp.up_proj,3,128,8,128,16.903629302978516,21.888671875,58720256,3.0855681203918777,NA,7.07345170667395e-5
23,mlp.up_proj,4,32,8,128,5.993279457092285,31.5546875,58720256,3.0855681203918777,NA,7.07345170667395e-5
23,mlp.up_proj,4,64,8,128,6.989481925964356,29.77734375,58720256,3.0855681203918777,NA,7.07345170667395e-5
23,mlp.up_proj,4,128,8,128,7.890745162963867,28.888671875,58720256,3.0855681203918777,NA,7.07345170667395e-5
23,mlp.up_proj,8,32,8,128,0.3642669320106506,59.5546875,58720256,3.0855681203918777,NA,7.07345170667395e-5
23,mlp.up_proj,8,64,8,128,0.4241582751274109,57.77734375,58720256,3.0855681203918777,NA,7.07345170667395e-5
23,mlp.up_proj,8,128,8,128,0.476793110370636,56.888671875,58720256,3.0855681203918777,NA,7.07345170667395e-5
23,mlp.down_proj,2,32,8,128,30.07884788513184,17.5546875,58720256,3.516118656088573,NA,5.868830339750275e-5
23,mlp.down_proj,2,64,8,128,35.05538558959961,15.77734375,58720256,3.516118656088573,NA,5.868830339750275e-5
23,mlp.down_proj,2,128,8,128,39.556678771972656,14.888671875,58720256,3.516118656088573,NA,5.868830339750275e-5
23,mlp.down_proj,3,32,8,128,12.851511001586914,24.5546875,58720256,3.516118656088573,NA,5.868830339750275e-5
23,mlp.down_proj,3,64,8,128,15.004534721374512,22.77734375,58720256,3.516118656088573,NA,5.868830339750275e-5
23,mlp.down_proj,3,128,8,128,16.92758560180664,21.888671875,58720256,3.516118656088573,NA,5.868830339750275e-5
23,mlp.down_proj,4,32,8,128,5.996975898742676,31.5546875,58720256,3.516118656088573,NA,5.868830339750275e-5
23,mlp.down_proj,4,64,8,128,6.999776363372803,29.77734375,58720256,3.516118656088573,NA,5.868830339750275e-5
23,mlp.down_proj,4,128,8,128,7.905321598052978,28.888671875,58720256,3.516118656088573,NA,5.868830339750275e-5
23,mlp.down_proj,8,32,8,128,0.3644680082798004,59.5546875,58720256,3.516118656088573,NA,5.868830339750275e-5
23,mlp.down_proj,8,64,8,128,0.4247871041297912,57.77734375,58720256,3.516118656088573,NA,5.868830339750275e-5
23,mlp.down_proj,8,128,8,128,0.4777131676673889,56.888671875,58720256,3.516118656088573,NA,5.868830339750275e-5
24,self_attn.q_proj,2,32,8,128,25.547338485717773,5.015625,16777216,4.08087985164355,NA,2.3221307856147178e-5
24,self_attn.q_proj,2,64,8,128,30.37944602966309,4.5078125,16777216,4.08087985164355,NA,2.3221307856147178e-5
24,self_attn.q_proj,2,128,8,128,35.39955139160156,4.25390625,16777216,4.08087985164355,NA,2.3221307856147178e-5
24,self_attn.q_proj,3,32,8,128,10.960057258605955,7.015625,16777216,4.08087985164355,NA,2.3221307856147178e-5
24,self_attn.q_proj,3,64,8,128,13.067266464233398,6.5078125,16777216,4.08087985164355,NA,2.3221307856147178e-5
24,self_attn.q_proj,3,128,8,128,15.332708358764648,6.25390625,16777216,4.08087985164355,NA,2.3221307856147178e-5
24,self_attn.q_proj,4,32,8,128,5.114231109619141,9.015625,16777216,4.08087985164355,NA,2.3221307856147178e-5
24,self_attn.q_proj,4,64,8,128,6.100057125091553,8.5078125,16777216,4.08087985164355,NA,2.3221307856147178e-5
24,self_attn.q_proj,4,128,8,128,7.159446716308594,8.25390625,16777216,4.08087985164355,NA,2.3221307856147178e-5
24,self_attn.q_proj,8,32,8,128,0.309750497341156,17.015625,16777216,4.08087985164355,NA,2.3221307856147178e-5
24,self_attn.q_proj,8,64,8,128,0.3689931631088257,16.5078125,16777216,4.08087985164355,NA,2.3221307856147178e-5
24,self_attn.q_proj,8,128,8,128,0.4316083788871765,16.25390625,16777216,4.08087985164355,NA,2.3221307856147178e-5
24,self_attn.v_proj,2,32,8,128,9.21454620361328,1.25390625,4194304,3.656821001946709,NA,2.3221307856147178e-5
24,self_attn.v_proj,2,64,8,128,10.856494903564451,1.126953125,4194304,3.656821001946709,NA,2.3221307856147178e-5
24,self_attn.v_proj,2,128,8,128,12.344929695129396,1.0634765625,4194304,3.656821001946709,NA,2.3221307856147178e-5
24,self_attn.v_proj,3,32,8,128,3.948546886444092,1.75390625,4194304,3.656821001946709,NA,2.3221307856147178e-5
24,self_attn.v_proj,3,64,8,128,4.659796237945557,1.626953125,4194304,3.656821001946709,NA,2.3221307856147178e-5
24,self_attn.v_proj,3,128,8,128,5.323941707611084,1.5634765625,4194304,3.656821001946709,NA,2.3221307856147178e-5
24,self_attn.v_proj,4,32,8,128,1.8415682315826416,2.25390625,4194304,3.656821001946709,NA,2.3221307856147178e-5
24,self_attn.v_proj,4,64,8,128,2.1758296489715576,2.126953125,4194304,3.656821001946709,NA,2.3221307856147178e-5
24,self_attn.v_proj,4,128,8,128,2.484900951385498,2.0634765625,4194304,3.656821001946709,NA,2.3221307856147178e-5
24,self_attn.v_proj,8,32,8,128,0.1115508377552032,4.25390625,4194304,3.656821001946709,NA,2.3221307856147178e-5
24,self_attn.v_proj,8,64,8,128,0.1316062808036804,4.126953125,4194304,3.656821001946709,NA,2.3221307856147178e-5
24,self_attn.v_proj,8,128,8,128,0.1497008502483368,4.0634765625,4194304,3.656821001946709,NA,2.3221307856147178e-5
24,self_attn.k_proj,2,32,8,128,19.65592384338379,1.25390625,4194304,4.951444601324738,NA,2.3221307856147178e-5
24,self_attn.k_proj,2,64,8,128,23.45724868774414,1.126953125,4194304,4.951444601324738,NA,2.3221307856147178e-5
24,self_attn.k_proj,2,128,8,128,26.901391983032227,1.0634765625,4194304,4.951444601324738,NA,2.3221307856147178e-5
24,self_attn.k_proj,3,32,8,128,8.4442777633667,1.75390625,4194304,4.951444601324738,NA,2.3221307856147178e-5
24,self_attn.k_proj,3,64,8,128,10.13780689239502,1.626953125,4194304,4.951444601324738,NA,2.3221307856147178e-5
24,self_attn.k_proj,3,128,8,128,11.737333297729492,1.5634765625,4194304,4.951444601324738,NA,2.3221307856147178e-5
24,self_attn.k_proj,4,32,8,128,3.938342332839966,2.25390625,4194304,4.951444601324738,NA,2.3221307856147178e-5
24,self_attn.k_proj,4,64,8,128,4.7286696434021,2.126953125,4194304,4.951444601324738,NA,2.3221307856147178e-5
24,self_attn.k_proj,4,128,8,128,5.481230735778809,2.0634765625,4194304,4.951444601324738,NA,2.3221307856147178e-5
24,self_attn.k_proj,8,32,8,128,0.2383520901203155,4.25390625,4194304,4.951444601324738,NA,2.3221307856147178e-5
24,self_attn.k_proj,8,64,8,128,0.2860680222511291,4.126953125,4194304,4.951444601324738,NA,2.3221307856147178e-5
24,self_attn.k_proj,8,128,8,128,0.3303963541984558,4.0634765625,4194304,4.951444601324738,NA,2.3221307856147178e-5
24,mlp.gate_proj,2,32,8,128,41.63678359985352,17.5546875,58720256,3.6455670560148055,NA,7.768856448819861e-5
24,mlp.gate_proj,2,64,8,128,49.15891647338867,15.77734375,58720256,3.6455670560148055,NA,7.768856448819861e-5
24,mlp.gate_proj,2,128,8,128,56.340293884277344,14.888671875,58720256,3.6455670560148055,NA,7.768856448819861e-5
24,mlp.gate_proj,3,32,8,128,17.812793731689453,24.5546875,58720256,3.6455670560148055,NA,7.768856448819861e-5
24,mlp.gate_proj,3,64,8,128,21.092559814453125,22.77734375,58720256,3.6455670560148055,NA,7.768856448819861e-5
24,mlp.gate_proj,3,128,8,128,24.236173629760746,21.888671875,58720256,3.6455670560148055,NA,7.768856448819861e-5
24,mlp.gate_proj,4,32,8,128,8.314607620239258,31.5546875,58720256,3.6455670560148055,NA,7.768856448819861e-5
24,mlp.gate_proj,4,64,8,128,9.837584495544434,29.77734375,58720256,3.6455670560148055,NA,7.768856448819861e-5
24,mlp.gate_proj,4,128,8,128,11.327216148376465,28.888671875,58720256,3.6455670560148055,NA,7.768856448819861e-5
24,mlp.gate_proj,8,32,8,128,0.5042733550071716,59.5546875,58720256,3.6455670560148055,NA,7.768856448819861e-5
24,mlp.gate_proj,8,64,8,128,0.5973262190818787,57.77734375,58720256,3.6455670560148055,NA,7.768856448819861e-5
24,mlp.gate_proj,8,128,8,128,0.6853898763656616,56.888671875,58720256,3.6455670560148055,NA,7.768856448819861e-5
24,mlp.up_proj,2,32,8,128,30.197975158691406,17.5546875,58720256,3.115363691160067,NA,7.768856448819861e-5
24,mlp.up_proj,2,64,8,128,35.16866683959961,15.77734375,58720256,3.115363691160067,NA,7.768856448819861e-5
24,mlp.up_proj,2,128,8,128,39.64540481567383,14.888671875,58720256,3.115363691160067,NA,7.768856448819861e-5
24,mlp.up_proj,3,32,8,128,12.90445613861084,24.5546875,58720256,3.115363691160067,NA,7.768856448819861e-5
24,mlp.up_proj,3,64,8,128,15.05442237854004,22.77734375,58720256,3.115363691160067,NA,7.768856448819861e-5
24,mlp.up_proj,3,128,8,128,16.983179092407227,21.888671875,58720256,3.115363691160067,NA,7.768856448819861e-5
24,mlp.up_proj,4,32,8,128,6.020968437194824,31.5546875,58720256,3.115363691160067,NA,7.768856448819861e-5
24,mlp.up_proj,4,64,8,128,7.023828983306885,29.77734375,58720256,3.115363691160067,NA,7.768856448819861e-5
24,mlp.up_proj,4,128,8,128,7.930030822753906,28.888671875,58720256,3.115363691160067,NA,7.768856448819861e-5
24,mlp.up_proj,8,32,8,128,0.3659334182739258,59.5546875,58720256,3.115363691160067,NA,7.768856448819861e-5
24,mlp.up_proj,8,64,8,128,0.4261747896671295,57.77734375,58720256,3.115363691160067,NA,7.768856448819861e-5
24,mlp.up_proj,8,128,8,128,0.4791154861450195,56.888671875,58720256,3.115363691160067,NA,7.768856448819861e-5
24,mlp.down_proj,2,32,8,128,30.21818351745605,17.5546875,58720256,3.3736948940606157,NA,6.239259528229013e-5
24,mlp.down_proj,2,64,8,128,35.216644287109375,15.77734375,58720256,3.3736948940606157,NA,6.239259528229013e-5
24,mlp.down_proj,2,128,8,128,39.71371078491211,14.888671875,58720256,3.3736948940606157,NA,6.239259528229013e-5
24,mlp.down_proj,3,32,8,128,12.912989616394045,24.5546875,58720256,3.3736948940606157,NA,6.239259528229013e-5
24,mlp.down_proj,3,64,8,128,15.066468238830566,22.77734375,58720256,3.3736948940606157,NA,6.239259528229013e-5
24,mlp.down_proj,3,128,8,128,16.998876571655273,21.888671875,58720256,3.3736948940606157,NA,6.239259528229013e-5
24,mlp.down_proj,4,32,8,128,6.024109840393066,31.5546875,58720256,3.3736948940606157,NA,6.239259528229013e-5
24,mlp.down_proj,4,64,8,128,7.027546405792236,29.77734375,58720256,3.3736948940606157,NA,6.239259528229013e-5
24,mlp.down_proj,4,128,8,128,7.935858726501465,28.888671875,58720256,3.3736948940606157,NA,6.239259528229013e-5
24,mlp.down_proj,8,32,8,128,0.3661464154720306,59.5546875,58720256,3.3736948940606157,NA,6.239259528229013e-5
24,mlp.down_proj,8,64,8,128,0.4265152513980865,57.77734375,58720256,3.3736948940606157,NA,6.239259528229013e-5
24,mlp.down_proj,8,128,8,128,0.4795728325843811,56.888671875,58720256,3.3736948940606157,NA,6.239259528229013e-5
25,self_attn.q_proj,2,32,8,128,24.947967529296875,5.015625,16777216,4.108803654292911,NA,3.281717363279313e-5
25,self_attn.q_proj,2,64,8,128,29.67112159729004,4.5078125,16777216,4.108803654292911,NA,3.281717363279313e-5
25,self_attn.q_proj,2,128,8,128,34.52857208251953,4.25390625,16777216,4.108803654292911,NA,3.281717363279313e-5
25,self_attn.q_proj,3,32,8,128,10.708093643188477,7.015625,16777216,4.108803654292911,NA,3.281717363279313e-5
25,self_attn.q_proj,3,64,8,128,12.765064239501951,6.5078125,16777216,4.108803654292911,NA,3.281717363279313e-5
25,self_attn.q_proj,3,128,8,128,14.922027587890623,6.25390625,16777216,4.108803654292911,NA,3.281717363279313e-5
25,self_attn.q_proj,4,32,8,128,4.997904300689697,9.015625,16777216,4.108803654292911,NA,3.281717363279313e-5
25,self_attn.q_proj,4,64,8,128,5.958414077758789,8.5078125,16777216,4.108803654292911,NA,3.281717363279313e-5
25,self_attn.q_proj,4,128,8,128,6.966994285583496,8.25390625,16777216,4.108803654292911,NA,3.281717363279313e-5
25,self_attn.q_proj,8,32,8,128,0.302553117275238,17.015625,16777216,4.108803654292911,NA,3.281717363279313e-5
25,self_attn.q_proj,8,64,8,128,0.3603058755397796,16.5078125,16777216,4.108803654292911,NA,3.281717363279313e-5
25,self_attn.q_proj,8,128,8,128,0.4198490381240845,16.25390625,16777216,4.108803654292911,NA,3.281717363279313e-5
25,self_attn.v_proj,2,32,8,128,9.151209831237791,1.25390625,4194304,3.679973980730717,NA,3.281717363279313e-5
25,self_attn.v_proj,2,64,8,128,10.719162940979004,1.126953125,4194304,3.679973980730717,NA,3.281717363279313e-5
25,self_attn.v_proj,2,128,8,128,12.100696563720703,1.0634765625,4194304,3.679973980730717,NA,3.281717363279313e-5
25,self_attn.v_proj,3,32,8,128,3.927787780761719,1.75390625,4194304,3.679973980730717,NA,3.281717363279313e-5
25,self_attn.v_proj,3,64,8,128,4.620433330535889,1.626953125,4194304,3.679973980730717,NA,3.281717363279313e-5
25,self_attn.v_proj,3,128,8,128,5.249710559844971,1.5634765625,4194304,3.679973980730717,NA,3.281717363279313e-5
25,self_attn.v_proj,4,32,8,128,1.8322116136550903,2.25390625,4194304,3.679973980730717,NA,3.281717363279313e-5
25,self_attn.v_proj,4,64,8,128,2.155165195465088,2.126953125,4194304,3.679973980730717,NA,3.281717363279313e-5
25,self_attn.v_proj,4,128,8,128,2.4497387409210205,2.0634765625,4194304,3.679973980730717,NA,3.281717363279313e-5
25,self_attn.v_proj,8,32,8,128,0.1109356805682182,4.25390625,4194304,3.679973980730717,NA,3.281717363279313e-5
25,self_attn.v_proj,8,64,8,128,0.1303529143333435,4.126953125,4194304,3.679973980730717,NA,3.281717363279313e-5
25,self_attn.v_proj,8,128,8,128,0.1476238965988159,4.0634765625,4194304,3.679973980730717,NA,3.281717363279313e-5
25,self_attn.k_proj,2,32,8,128,19.44907188415528,1.25390625,4194304,4.834827145491792,NA,3.281717363279313e-5
25,self_attn.k_proj,2,64,8,128,23.125280380249023,1.126953125,4194304,4.834827145491792,NA,3.281717363279313e-5
25,self_attn.k_proj,2,128,8,128,26.34911727905273,1.0634765625,4194304,4.834827145491792,NA,3.281717363279313e-5
25,self_attn.k_proj,3,32,8,128,8.36483097076416,1.75390625,4194304,4.834827145491792,NA,3.281717363279313e-5
25,self_attn.k_proj,3,64,8,128,10.003403663635254,1.626953125,4194304,4.834827145491792,NA,3.281717363279313e-5
25,self_attn.k_proj,3,128,8,128,11.534846305847168,1.5634765625,4194304,4.834827145491792,NA,3.281717363279313e-5
25,self_attn.k_proj,4,32,8,128,3.904937505722046,2.25390625,4194304,4.834827145491792,NA,3.281717363279313e-5
25,self_attn.k_proj,4,64,8,128,4.670424938201904,2.126953125,4194304,4.834827145491792,NA,3.281717363279313e-5
25,self_attn.k_proj,4,128,8,128,5.3935546875,2.0634765625,4194304,4.834827145491792,NA,3.281717363279313e-5
25,self_attn.k_proj,8,32,8,128,0.2363821864128112,4.25390625,4194304,4.834827145491792,NA,3.281717363279313e-5
25,self_attn.k_proj,8,64,8,128,0.2823867499828338,4.126953125,4194304,4.834827145491792,NA,3.281717363279313e-5
25,self_attn.k_proj,8,128,8,128,0.3251522481441498,4.0634765625,4194304,4.834827145491792,NA,3.281717363279313e-5
25,mlp.gate_proj,2,32,8,128,42.0462760925293,17.5546875,58720256,3.6742327030855497,NA,8.866462303558365e-5
25,mlp.gate_proj,2,64,8,128,49.69237518310547,15.77734375,58720256,3.6742327030855497,NA,8.866462303558365e-5
25,mlp.gate_proj,2,128,8,128,57.04249572753906,14.888671875,58720256,3.6742327030855497,NA,8.866462303558365e-5
25,mlp.gate_proj,3,32,8,128,17.991498947143555,24.5546875,58720256,3.6742327030855497,NA,8.866462303558365e-5
25,mlp.gate_proj,3,64,8,128,21.332902908325195,22.77734375,58720256,3.6742327030855497,NA,8.866462303558365e-5
25,mlp.gate_proj,3,128,8,128,24.555967330932617,21.888671875,58720256,3.6742327030855497,NA,8.866462303558365e-5
25,mlp.gate_proj,4,32,8,128,8.395861625671387,31.5546875,58720256,3.6742327030855497,NA,8.866462303558365e-5
25,mlp.gate_proj,4,64,8,128,9.950685501098633,29.77734375,58720256,3.6742327030855497,NA,8.866462303558365e-5
25,mlp.gate_proj,4,128,8,128,11.46721076965332,28.888671875,58720256,3.6742327030855497,NA,8.866462303558365e-5
25,mlp.gate_proj,8,32,8,128,0.5092549324035645,59.5546875,58720256,3.6742327030855497,NA,8.866462303558365e-5
25,mlp.gate_proj,8,64,8,128,0.6039854884147644,57.77734375,58720256,3.6742327030855497,NA,8.866462303558365e-5
25,mlp.gate_proj,8,128,8,128,0.6943060755729675,56.888671875,58720256,3.6742327030855497,NA,8.866462303558365e-5
25,mlp.up_proj,2,32,8,128,30.46546936035156,17.5546875,58720256,3.097579016625762,NA,8.866462303558365e-5
25,mlp.up_proj,2,64,8,128,35.48342514038086,15.77734375,58720256,3.097579016625762,NA,8.866462303558365e-5
25,mlp.up_proj,2,128,8,128,40.01642608642578,14.888671875,58720256,3.097579016625762,NA,8.866462303558365e-5
25,mlp.up_proj,3,32,8,128,13.018470764160156,24.5546875,58720256,3.097579016625762,NA,8.866462303558365e-5
25,mlp.up_proj,3,64,8,128,15.19490909576416,22.77734375,58720256,3.097579016625762,NA,8.866462303558365e-5
25,mlp.up_proj,3,128,8,128,17.145286560058594,21.888671875,58720256,3.097579016625762,NA,8.866462303558365e-5
25,mlp.up_proj,4,32,8,128,6.074680805206299,31.5546875,58720256,3.097579016625762,NA,8.866462303558365e-5
25,mlp.up_proj,4,64,8,128,7.086403846740723,29.77734375,58720256,3.097579016625762,NA,8.866462303558365e-5
25,mlp.up_proj,4,128,8,128,8.004955291748047,28.888671875,58720256,3.097579016625762,NA,8.866462303558365e-5
25,mlp.up_proj,8,32,8,128,0.3691857159137726,59.5546875,58720256,3.097579016625762,NA,8.866462303558365e-5
25,mlp.up_proj,8,64,8,128,0.4300290644168854,57.77734375,58720256,3.097579016625762,NA,8.866462303558365e-5
25,mlp.up_proj,8,128,8,128,0.4836242198944092,56.888671875,58720256,3.097579016625762,NA,8.866462303558365e-5
25,mlp.down_proj,2,32,8,128,30.48154258728028,17.5546875,58720256,3.3385034624872225,NA,6.630196003243327e-5
25,mlp.down_proj,2,64,8,128,35.51686096191406,15.77734375,58720256,3.3385034624872225,NA,6.630196003243327e-5
25,mlp.down_proj,2,128,8,128,40.075382232666016,14.888671875,58720256,3.3385034624872225,NA,6.630196003243327e-5
25,mlp.down_proj,3,32,8,128,13.021214485168455,24.5546875,58720256,3.3385034624872225,NA,6.630196003243327e-5
25,mlp.down_proj,3,64,8,128,15.201196670532228,22.77734375,58720256,3.3385034624872225,NA,6.630196003243327e-5
25,mlp.down_proj,3,128,8,128,17.143184661865234,21.888671875,58720256,3.3385034624872225,NA,6.630196003243327e-5
25,mlp.down_proj,4,32,8,128,6.07676887512207,31.5546875,58720256,3.3385034624872225,NA,6.630196003243327e-5
25,mlp.down_proj,4,64,8,128,7.08850622177124,29.77734375,58720256,3.3385034624872225,NA,6.630196003243327e-5
25,mlp.down_proj,4,128,8,128,8.005151748657227,28.888671875,58720256,3.3385034624872225,NA,6.630196003243327e-5
25,mlp.down_proj,8,32,8,128,0.3692609965801239,59.5546875,58720256,3.3385034624872225,NA,6.630196003243327e-5
25,mlp.down_proj,8,64,8,128,0.4302140176296234,57.77734375,58720256,3.3385034624872225,NA,6.630196003243327e-5
25,mlp.down_proj,8,128,8,128,0.4836136102676391,56.888671875,58720256,3.3385034624872225,NA,6.630196003243327e-5
26,self_attn.q_proj,2,32,8,128,25.341272354125977,5.015625,16777216,4.097010854867958,NA,3.806484892265871e-5
26,self_attn.q_proj,2,64,8,128,30.107913970947266,4.5078125,16777216,4.097010854867958,NA,3.806484892265871e-5
26,self_attn.q_proj,2,128,8,128,35.163570404052734,4.25390625,16777216,4.097010854867958,NA,3.806484892265871e-5
26,self_attn.q_proj,3,32,8,128,10.86099338531494,7.015625,16777216,4.097010854867958,NA,3.806484892265871e-5
26,self_attn.q_proj,3,64,8,128,12.921805381774902,6.5078125,16777216,4.097010854867958,NA,3.806484892265871e-5
26,self_attn.q_proj,3,128,8,128,15.189332008361816,6.25390625,16777216,4.097010854867958,NA,3.806484892265871e-5
26,self_attn.q_proj,4,32,8,128,5.066875457763672,9.015625,16777216,4.097010854867958,NA,3.806484892265871e-5
26,self_attn.q_proj,4,64,8,128,6.032660484313965,8.5078125,16777216,4.097010854867958,NA,3.806484892265871e-5
26,self_attn.q_proj,4,128,8,128,7.090411186218262,8.25390625,16777216,4.097010854867958,NA,3.806484892265871e-5
26,self_attn.q_proj,8,32,8,128,0.3067868947982788,17.015625,16777216,4.097010854867958,NA,3.806484892265871e-5
26,self_attn.q_proj,8,64,8,128,0.3648423254489898,16.5078125,16777216,4.097010854867958,NA,3.806484892265871e-5
26,self_attn.q_proj,8,128,8,128,0.4275660812854767,16.25390625,16777216,4.097010854867958,NA,3.806484892265871e-5
26,self_attn.v_proj,2,32,8,128,9.58985996246338,1.25390625,4194304,3.4497557015797127,NA,3.806484892265871e-5
26,self_attn.v_proj,2,64,8,128,11.23852825164795,1.126953125,4194304,3.4497557015797127,NA,3.806484892265871e-5
26,self_attn.v_proj,2,128,8,128,12.71847438812256,1.0634765625,4194304,3.4497557015797127,NA,3.806484892265871e-5
26,self_attn.v_proj,3,32,8,128,4.117676734924316,1.75390625,4194304,3.4497557015797127,NA,3.806484892265871e-5
26,self_attn.v_proj,3,64,8,128,4.841552257537842,1.626953125,4194304,3.4497557015797127,NA,3.806484892265871e-5
26,self_attn.v_proj,3,128,8,128,5.503371238708496,1.5634765625,4194304,3.4497557015797127,NA,3.806484892265871e-5
26,self_attn.v_proj,4,32,8,128,1.9206961393356323,2.25390625,4194304,3.4497557015797127,NA,3.806484892265871e-5
26,self_attn.v_proj,4,64,8,128,2.258723497390747,2.126953125,4194304,3.4497557015797127,NA,3.806484892265871e-5
26,self_attn.v_proj,4,128,8,128,2.570795774459839,2.0634765625,4194304,3.4497557015797127,NA,3.806484892265871e-5
26,self_attn.v_proj,8,32,8,128,0.116376981139183,4.25390625,4194304,3.4497557015797127,NA,3.806484892265871e-5
26,self_attn.v_proj,8,64,8,128,0.1366570144891739,4.126953125,4194304,3.4497557015797127,NA,3.806484892265871e-5
26,self_attn.v_proj,8,128,8,128,0.1549541652202606,4.0634765625,4194304,3.4497557015797127,NA,3.806484892265871e-5
26,self_attn.k_proj,2,32,8,128,20.219913482666016,1.25390625,4194304,4.9323094970352495,NA,3.806484892265871e-5
26,self_attn.k_proj,2,64,8,128,24.16564559936523,1.126953125,4194304,4.9323094970352495,NA,3.806484892265871e-5
26,self_attn.k_proj,2,128,8,128,27.7011833190918,1.0634765625,4194304,4.9323094970352495,NA,3.806484892265871e-5
26,self_attn.k_proj,3,32,8,128,8.676671981811523,1.75390625,4194304,4.9323094970352495,NA,3.806484892265871e-5
26,self_attn.k_proj,3,64,8,128,10.416951179504396,1.626953125,4194304,4.9323094970352495,NA,3.806484892265871e-5
26,self_attn.k_proj,3,128,8,128,12.064611434936523,1.5634765625,4194304,4.9323094970352495,NA,3.806484892265871e-5
26,self_attn.k_proj,4,32,8,128,4.051470756530762,2.25390625,4194304,4.9323094970352495,NA,3.806484892265871e-5
26,self_attn.k_proj,4,64,8,128,4.862581253051758,2.126953125,4194304,4.9323094970352495,NA,3.806484892265871e-5
26,self_attn.k_proj,4,128,8,128,5.62973690032959,2.0634765625,4194304,4.9323094970352495,NA,3.806484892265871e-5
26,self_attn.k_proj,8,32,8,128,0.2450635582208633,4.25390625,4194304,4.9323094970352495,NA,3.806484892265871e-5
26,self_attn.k_proj,8,64,8,128,0.2940589189529419,4.126953125,4194304,4.9323094970352495,NA,3.806484892265871e-5
26,self_attn.k_proj,8,128,8,128,0.3393743634223938,4.0634765625,4194304,4.9323094970352495,NA,3.806484892265871e-5
26,mlp.gate_proj,2,32,8,128,42.71823120117188,17.5546875,58720256,3.90828748233402,NA,1.0366818605689e-4
26,mlp.gate_proj,2,64,8,128,50.7114143371582,15.77734375,58720256,3.90828748233402,NA,1.0366818605689e-4
26,mlp.gate_proj,2,128,8,128,58.47052001953125,14.888671875,58720256,3.90828748233402,NA,1.0366818605689e-4
26,mlp.gate_proj,3,32,8,128,18.284013748168945,24.5546875,58720256,3.90828748233402,NA,1.0366818605689e-4
26,mlp.gate_proj,3,64,8,128,21.78992080688477,22.77734375,58720256,3.90828748233402,NA,1.0366818605689e-4
26,mlp.gate_proj,3,128,8,128,25.228498458862305,21.888671875,58720256,3.90828748233402,NA,1.0366818605689e-4
26,mlp.gate_proj,4,32,8,128,8.531761169433594,31.5546875,58720256,3.90828748233402,NA,1.0366818605689e-4
26,mlp.gate_proj,4,64,8,128,10.16638469696045,29.77734375,58720256,3.90828748233402,NA,1.0366818605689e-4
26,mlp.gate_proj,4,128,8,128,11.780739784240724,28.888671875,58720256,3.90828748233402,NA,1.0366818605689e-4
26,mlp.gate_proj,8,32,8,128,0.5176286697387695,59.5546875,58720256,3.90828748233402,NA,1.0366818605689e-4
26,mlp.gate_proj,8,64,8,128,0.6171294450759888,57.77734375,58720256,3.90828748233402,NA,1.0366818605689e-4
26,mlp.gate_proj,8,128,8,128,0.71336430311203,56.888671875,58720256,3.90828748233402,NA,1.0366818605689e-4
26,mlp.up_proj,2,32,8,128,30.723989486694336,17.5546875,58720256,3.098346061432496,NA,1.0366818605689e-4
26,mlp.up_proj,2,64,8,128,35.78413772583008,15.77734375,58720256,3.098346061432496,NA,1.0366818605689e-4
26,mlp.up_proj,2,128,8,128,40.35905456542969,14.888671875,58720256,3.098346061432496,NA,1.0366818605689e-4
26,mlp.up_proj,3,32,8,128,13.128897666931152,24.5546875,58720256,3.098346061432496,NA,1.0366818605689e-4
26,mlp.up_proj,3,64,8,128,15.32298755645752,22.77734375,58720256,3.098346061432496,NA,1.0366818605689e-4
26,mlp.up_proj,3,128,8,128,17.285682678222656,21.888671875,58720256,3.098346061432496,NA,1.0366818605689e-4
26,mlp.up_proj,4,32,8,128,6.12621021270752,31.5546875,58720256,3.098346061432496,NA,1.0366818605689e-4
26,mlp.up_proj,4,64,8,128,7.1481451988220215,29.77734375,58720256,3.098346061432496,NA,1.0366818605689e-4
26,mlp.up_proj,4,128,8,128,8.072976112365723,28.888671875,58720256,3.098346061432496,NA,1.0366818605689e-4
26,mlp.up_proj,8,32,8,128,0.3722635507583618,59.5546875,58720256,3.098346061432496,NA,1.0366818605689e-4
26,mlp.up_proj,8,64,8,128,0.4336202144622803,57.77734375,58720256,3.098346061432496,NA,1.0366818605689e-4
26,mlp.up_proj,8,128,8,128,0.4876210391521454,56.888671875,58720256,3.098346061432496,NA,1.0366818605689e-4
26,mlp.down_proj,2,32,8,128,30.7542724609375,17.5546875,58720256,3.439492477428255,NA,7.719753193669021e-5
26,mlp.down_proj,2,64,8,128,35.83990478515625,15.77734375,58720256,3.439492477428255,NA,7.719753193669021e-5
26,mlp.down_proj,2,128,8,128,40.42461395263672,14.888671875,58720256,3.439492477428255,NA,7.719753193669021e-5
26,mlp.down_proj,3,32,8,128,13.135388374328612,24.5546875,58720256,3.439492477428255,NA,7.719753193669021e-5
26,mlp.down_proj,3,64,8,128,15.3322172164917,22.77734375,58720256,3.439492477428255,NA,7.719753193669021e-5
26,mlp.down_proj,3,128,8,128,17.29229736328125,21.888671875,58720256,3.439492477428255,NA,7.719753193669021e-5
26,mlp.down_proj,4,32,8,128,6.129529476165772,31.5546875,58720256,3.439492477428255,NA,7.719753193669021e-5
26,mlp.down_proj,4,64,8,128,7.152489185333252,29.77734375,58720256,3.439492477428255,NA,7.719753193669021e-5
26,mlp.down_proj,4,128,8,128,8.074078559875488,28.888671875,58720256,3.439492477428255,NA,7.719753193669021e-5
26,mlp.down_proj,8,32,8,128,0.3724960386753082,59.5546875,58720256,3.439492477428255,NA,7.719753193669021e-5
26,mlp.down_proj,8,64,8,128,0.4339540898799896,57.77734375,58720256,3.439492477428255,NA,7.719753193669021e-5
26,mlp.down_proj,8,128,8,128,0.4879628419876098,56.888671875,58720256,3.439492477428255,NA,7.719753193669021e-5
27,self_attn.q_proj,2,32,8,128,24.8642635345459,5.015625,16777216,4.158059891517987,NA,5.681679249391891e-5
27,self_attn.q_proj,2,64,8,128,29.59623336791992,4.5078125,16777216,4.158059891517987,NA,5.681679249391891e-5
27,self_attn.q_proj,2,128,8,128,34.41663360595703,4.25390625,16777216,4.158059891517987,NA,5.681679249391891e-5
27,self_attn.q_proj,3,32,8,128,10.677159309387209,7.015625,16777216,4.158059891517987,NA,5.681679249391891e-5
27,self_attn.q_proj,3,64,8,128,12.733939170837402,6.5078125,16777216,4.158059891517987,NA,5.681679249391891e-5
27,self_attn.q_proj,3,128,8,128,14.900238037109377,6.25390625,16777216,4.158059891517987,NA,5.681679249391891e-5
27,self_attn.q_proj,4,32,8,128,4.981285572052002,9.015625,16777216,4.158059891517987,NA,5.681679249391891e-5
27,self_attn.q_proj,4,64,8,128,5.944271564483643,8.5078125,16777216,4.158059891517987,NA,5.681679249391891e-5
27,self_attn.q_proj,4,128,8,128,6.957520961761475,8.25390625,16777216,4.158059891517987,NA,5.681679249391891e-5
27,self_attn.q_proj,8,32,8,128,0.3015709519386291,17.015625,16777216,4.158059891517987,NA,5.681679249391891e-5
27,self_attn.q_proj,8,64,8,128,0.3596012890338897,16.5078125,16777216,4.158059891517987,NA,5.681679249391891e-5
27,self_attn.q_proj,8,128,8,128,0.4192833602428436,16.25390625,16777216,4.158059891517987,NA,5.681679249391891e-5
27,self_attn.v_proj,2,32,8,128,10.465078353881836,1.25390625,4194304,4.277643019761399,NA,5.681679249391891e-5
27,self_attn.v_proj,2,64,8,128,12.289191246032717,1.126953125,4194304,4.277643019761399,NA,5.681679249391891e-5
27,self_attn.v_proj,2,128,8,128,13.937743186950684,1.0634765625,4194304,4.277643019761399,NA,5.681679249391891e-5
27,self_attn.v_proj,3,32,8,128,4.516843318939209,1.75390625,4194304,4.277643019761399,NA,5.681679249391891e-5
27,self_attn.v_proj,3,64,8,128,5.34511137008667,1.626953125,4194304,4.277643019761399,NA,5.681679249391891e-5
27,self_attn.v_proj,3,128,8,128,6.108231067657471,1.5634765625,4194304,4.277643019761399,NA,5.681679249391891e-5
27,self_attn.v_proj,4,32,8,128,2.109103918075561,2.25390625,4194304,4.277643019761399,NA,5.681679249391891e-5
27,self_attn.v_proj,4,64,8,128,2.497126817703247,2.126953125,4194304,4.277643019761399,NA,5.681679249391891e-5
27,self_attn.v_proj,4,128,8,128,2.859825134277344,2.0634765625,4194304,4.277643019761399,NA,5.681679249391891e-5
27,self_attn.v_proj,8,32,8,128,0.1276155263185501,4.25390625,4194304,4.277643019761399,NA,5.681679249391891e-5
27,self_attn.v_proj,8,64,8,128,0.1510124653577804,4.126953125,4194304,4.277643019761399,NA,5.681679249391891e-5
27,self_attn.v_proj,8,128,8,128,0.1722709089517593,4.0634765625,4194304,4.277643019761399,NA,5.681679249391891e-5
27,self_attn.k_proj,2,32,8,128,20.050647735595703,1.25390625,4194304,5.417876234887497,NA,5.681679249391891e-5
27,self_attn.k_proj,2,64,8,128,23.887086868286133,1.126953125,4194304,5.417876234887497,NA,5.681679249391891e-5
27,self_attn.k_proj,2,128,8,128,27.287803649902344,1.0634765625,4194304,5.417876234887497,NA,5.681679249391891e-5
27,self_attn.k_proj,3,32,8,128,8.62087345123291,1.75390625,4194304,5.417876234887497,NA,5.681679249391891e-5
27,self_attn.k_proj,3,64,8,128,10.342302322387695,1.626953125,4194304,5.417876234887497,NA,5.681679249391891e-5
27,self_attn.k_proj,3,128,8,128,11.975882530212402,1.5634765625,4194304,5.417876234887497,NA,5.681679249391891e-5
27,self_attn.k_proj,4,32,8,128,4.024779319763184,2.25390625,4194304,5.417876234887497,NA,5.681679249391891e-5
27,self_attn.k_proj,4,64,8,128,4.828305244445801,2.126953125,4194304,5.417876234887497,NA,5.681679249391891e-5
27,self_attn.k_proj,4,128,8,128,5.590905666351318,2.0634765625,4194304,5.417876234887497,NA,5.681679249391891e-5
27,self_attn.k_proj,8,32,8,128,0.2436296641826629,4.25390625,4194304,5.417876234887497,NA,5.681679249391891e-5
27,self_attn.k_proj,8,64,8,128,0.2918936610221863,4.126953125,4194304,5.417876234887497,NA,5.681679249391891e-5
27,self_attn.k_proj,8,128,8,128,0.3370570540428161,4.0634765625,4194304,5.417876234887497,NA,5.681679249391891e-5
27,mlp.gate_proj,2,32,8,128,43.32671737670898,17.5546875,58720256,3.949630922280118,NA,1.2904960021842e-4
27,mlp.gate_proj,2,64,8,128,51.58456802368164,15.77734375,58720256,3.949630922280118,NA,1.2904960021842e-4
27,mlp.gate_proj,2,128,8,128,59.66764450073242,14.888671875,58720256,3.949630922280118,NA,1.2904960021842e-4
27,mlp.gate_proj,3,32,8,128,18.5451774597168,24.5546875,58720256,3.949630922280118,NA,1.2904960021842e-4
27,mlp.gate_proj,3,64,8,128,22.17163276672364,22.77734375,58720256,3.949630922280118,NA,1.2904960021842e-4
27,mlp.gate_proj,3,128,8,128,25.74264335632324,21.888671875,58720256,3.949630922280118,NA,1.2904960021842e-4
27,mlp.gate_proj,4,32,8,128,8.65266227722168,31.5546875,58720256,3.949630922280118,NA,1.2904960021842e-4
27,mlp.gate_proj,4,64,8,128,10.34215259552002,29.77734375,58720256,3.949630922280118,NA,1.2904960021842e-4
27,mlp.gate_proj,4,128,8,128,12.019047737121582,28.888671875,58720256,3.949630922280118,NA,1.2904960021842e-4
27,mlp.gate_proj,8,32,8,128,0.5250110030174255,59.5546875,58720256,3.949630922280118,NA,1.2904960021842e-4
27,mlp.gate_proj,8,64,8,128,0.6281165480613708,57.77734375,58720256,3.949630922280118,NA,1.2904960021842e-4
27,mlp.gate_proj,8,128,8,128,0.727878987789154,56.888671875,58720256,3.949630922280118,NA,1.2904960021842e-4
27,mlp.up_proj,2,32,8,128,31.14664077758789,17.5546875,58720256,3.101340650733902,NA,1.2904960021842e-4
27,mlp.up_proj,2,64,8,128,36.28898239135742,15.77734375,58720256,3.101340650733902,NA,1.2904960021842e-4
27,mlp.up_proj,2,128,8,128,40.94233322143555,14.888671875,58720256,3.101340650733902,NA,1.2904960021842e-4
27,mlp.up_proj,3,32,8,128,13.308853149414062,24.5546875,58720256,3.101340650733902,NA,1.2904960021842e-4
27,mlp.up_proj,3,64,8,128,15.538352966308594,22.77734375,58720256,3.101340650733902,NA,1.2904960021842e-4
27,mlp.up_proj,3,128,8,128,17.550668716430664,21.888671875,58720256,3.101340650733902,NA,1.2904960021842e-4
27,mlp.up_proj,4,32,8,128,6.208175659179688,31.5546875,58720256,3.101340650733902,NA,1.2904960021842e-4
27,mlp.up_proj,4,64,8,128,7.247622489929199,29.77734375,58720256,3.101340650733902,NA,1.2904960021842e-4
27,mlp.up_proj,4,128,8,128,8.18896770477295,28.888671875,58720256,3.101340650733902,NA,1.2904960021842e-4
27,mlp.up_proj,8,32,8,128,0.3773232996463775,59.5546875,58720256,3.101340650733902,NA,1.2904960021842e-4
27,mlp.up_proj,8,64,8,128,0.439748078584671,57.77734375,58720256,3.101340650733902,NA,1.2904960021842e-4
27,mlp.up_proj,8,128,8,128,0.4947958886623382,56.888671875,58720256,3.101340650733902,NA,1.2904960021842e-4
27,mlp.down_proj,2,32,8,128,31.081233978271484,17.5546875,58720256,3.274384355389698,NA,1.0146880958927e-4
27,mlp.down_proj,2,64,8,128,36.21077728271485,15.77734375,58720256,3.274384355389698,NA,1.0146880958927e-4
27,mlp.down_proj,2,128,8,128,40.85276412963867,14.888671875,58720256,3.274384355389698,NA,1.0146880958927e-4
27,mlp.down_proj,3,32,8,128,13.277050018310549,24.5546875,58720256,3.274384355389698,NA,1.0146880958927e-4
27,mlp.down_proj,3,64,8,128,15.495223999023438,22.77734375,58720256,3.274384355389698,NA,1.0146880958927e-4
27,mlp.down_proj,3,128,8,128,17.479244232177734,21.888671875,58720256,3.274384355389698,NA,1.0146880958927e-4
27,mlp.down_proj,4,32,8,128,6.194422245025635,31.5546875,58720256,3.274384355389698,NA,1.0146880958927e-4
27,mlp.down_proj,4,64,8,128,7.227962017059326,29.77734375,58720256,3.274384355389698,NA,1.0146880958927e-4
27,mlp.down_proj,4,128,8,128,8.158595085144043,28.888671875,58720256,3.274384355389698,NA,1.0146880958927e-4
27,mlp.down_proj,8,32,8,128,0.3764027953147888,59.5546875,58720256,3.274384355389698,NA,1.0146880958927e-4
27,mlp.down_proj,8,64,8,128,0.4385375380516052,57.77734375,58720256,3.274384355389698,NA,1.0146880958927e-4
27,mlp.down_proj,8,128,8,128,0.4930305778980255,56.888671875,58720256,3.274384355389698,NA,1.0146880958927e-4
28,self_attn.q_proj,2,32,8,128,25.128877639770508,5.015625,16777216,4.025990376370339,NA,6.343707354972139e-5
28,self_attn.q_proj,2,64,8,128,29.8079776763916,4.5078125,16777216,4.025990376370339,NA,6.343707354972139e-5
28,self_attn.q_proj,2,128,8,128,34.4616813659668,4.25390625,16777216,4.025990376370339,NA,6.343707354972139e-5
28,self_attn.q_proj,3,32,8,128,10.761868476867676,7.015625,16777216,4.025990376370339,NA,6.343707354972139e-5
28,self_attn.q_proj,3,64,8,128,12.79036808013916,6.5078125,16777216,4.025990376370339,NA,6.343707354972139e-5
28,self_attn.q_proj,3,128,8,128,14.881439208984377,6.25390625,16777216,4.025990376370339,NA,6.343707354972139e-5
28,self_attn.q_proj,4,32,8,128,5.023092746734619,9.015625,16777216,4.025990376370339,NA,6.343707354972139e-5
28,self_attn.q_proj,4,64,8,128,5.970032691955566,8.5078125,16777216,4.025990376370339,NA,6.343707354972139e-5
28,self_attn.q_proj,4,128,8,128,6.946596622467041,8.25390625,16777216,4.025990376370339,NA,6.343707354972139e-5
28,self_attn.q_proj,8,32,8,128,0.3040515482425689,17.015625,16777216,4.025990376370339,NA,6.343707354972139e-5
28,self_attn.q_proj,8,64,8,128,0.3610921204090118,16.5078125,16777216,4.025990376370339,NA,6.343707354972139e-5
28,self_attn.q_proj,8,128,8,128,0.4184679388999939,16.25390625,16777216,4.025990376370339,NA,6.343707354972139e-5
28,self_attn.v_proj,2,32,8,128,10.774648666381836,1.25390625,4194304,3.530892919231584,NA,6.343707354972139e-5
28,self_attn.v_proj,2,64,8,128,12.643866539001465,1.126953125,4194304,3.530892919231584,NA,6.343707354972139e-5
28,self_attn.v_proj,2,128,8,128,14.361855506896973,1.0634765625,4194304,3.530892919231584,NA,6.343707354972139e-5
28,self_attn.v_proj,3,32,8,128,4.6230010986328125,1.75390625,4194304,3.530892919231584,NA,6.343707354972139e-5
28,self_attn.v_proj,3,64,8,128,5.453924655914307,1.626953125,4194304,3.530892919231584,NA,6.343707354972139e-5
28,self_attn.v_proj,3,128,8,128,6.219938278198242,1.5634765625,4194304,3.530892919231584,NA,6.343707354972139e-5
28,self_attn.v_proj,4,32,8,128,2.158798694610596,2.25390625,4194304,3.530892919231584,NA,6.343707354972139e-5
28,self_attn.v_proj,4,64,8,128,2.5453004837036133,2.126953125,4194304,3.530892919231584,NA,6.343707354972139e-5
28,self_attn.v_proj,4,128,8,128,2.905359029769897,2.0634765625,4194304,3.530892919231584,NA,6.343707354972139e-5
28,self_attn.v_proj,8,32,8,128,0.1306397467851638,4.25390625,4194304,3.530892919231584,NA,6.343707354972139e-5
28,self_attn.v_proj,8,64,8,128,0.153981015086174,4.126953125,4194304,3.530892919231584,NA,6.343707354972139e-5
28,self_attn.v_proj,8,128,8,128,0.1752317398786544,4.0634765625,4194304,3.530892919231584,NA,6.343707354972139e-5
28,self_attn.k_proj,2,32,8,128,18.45705986022949,1.25390625,4194304,4.394677532187053,NA,6.343707354972139e-5
28,self_attn.k_proj,2,64,8,128,21.84394264221192,1.126953125,4194304,4.394677532187053,NA,6.343707354972139e-5
28,self_attn.k_proj,2,128,8,128,24.92411422729492,1.0634765625,4194304,4.394677532187053,NA,6.343707354972139e-5
28,self_attn.k_proj,3,32,8,128,7.911220073699951,1.75390625,4194304,4.394677532187053,NA,6.343707354972139e-5
28,self_attn.k_proj,3,64,8,128,9.379950523376465,1.626953125,4194304,4.394677532187053,NA,6.343707354972139e-5
28,self_attn.k_proj,3,128,8,128,10.762051582336426,1.5634765625,4194304,4.394677532187053,NA,6.343707354972139e-5
28,self_attn.k_proj,4,32,8,128,3.691862344741821,2.25390625,4194304,4.394677532187053,NA,6.343707354972139e-5
28,self_attn.k_proj,4,64,8,128,4.379453659057617,2.126953125,4194304,4.394677532187053,NA,6.343707354972139e-5
28,self_attn.k_proj,4,128,8,128,5.02256441116333,2.0634765625,4194304,4.394677532187053,NA,6.343707354972139e-5
28,self_attn.k_proj,8,32,8,128,0.2233436703681945,4.25390625,4194304,4.394677532187053,NA,6.343707354972139e-5
28,self_attn.k_proj,8,64,8,128,0.2647968828678131,4.126953125,4194304,4.394677532187053,NA,6.343707354972139e-5
28,self_attn.k_proj,8,128,8,128,0.3025440573692322,4.0634765625,4194304,4.394677532187053,NA,6.343707354972139e-5
28,mlp.gate_proj,2,32,8,128,43.369659423828125,17.5546875,58720256,4.146796028538303,NA,1.7864370602183e-4
28,mlp.gate_proj,2,64,8,128,51.801700592041016,15.77734375,58720256,4.146796028538303,NA,1.7864370602183e-4
28,mlp.gate_proj,2,128,8,128,60.04250717163086,14.888671875,58720256,4.146796028538303,NA,1.7864370602183e-4
28,mlp.gate_proj,3,32,8,128,18.57156181335449,24.5546875,58720256,4.146796028538303,NA,1.7864370602183e-4
28,mlp.gate_proj,3,64,8,128,22.285978317260746,22.77734375,58720256,4.146796028538303,NA,1.7864370602183e-4
28,mlp.gate_proj,3,128,8,128,25.955814361572266,21.888671875,58720256,4.146796028538303,NA,1.7864370602183e-4
28,mlp.gate_proj,4,32,8,128,8.665281295776367,31.5546875,58720256,4.146796028538303,NA,1.7864370602183e-4
28,mlp.gate_proj,4,64,8,128,10.39654541015625,29.77734375,58720256,4.146796028538303,NA,1.7864370602183e-4
28,mlp.gate_proj,4,128,8,128,12.125450134277344,28.888671875,58720256,4.146796028538303,NA,1.7864370602183e-4
28,mlp.gate_proj,8,32,8,128,0.5258702635765076,59.5546875,58720256,4.146796028538303,NA,1.7864370602183e-4
28,mlp.gate_proj,8,64,8,128,0.6312415599822998,57.77734375,58720256,4.146796028538303,NA,1.7864370602183e-4
28,mlp.gate_proj,8,128,8,128,0.7340298295021057,56.888671875,58720256,4.146796028538303,NA,1.7864370602183e-4
28,mlp.up_proj,2,32,8,128,31.849252700805664,17.5546875,58720256,3.1735248235517166,NA,1.7864370602183e-4
28,mlp.up_proj,2,64,8,128,37.12252426147461,15.77734375,58720256,3.1735248235517166,NA,1.7864370602183e-4
28,mlp.up_proj,2,128,8,128,41.938255310058594,14.888671875,58720256,3.1735248235517166,NA,1.7864370602183e-4
28,mlp.up_proj,3,32,8,128,13.61239528656006,24.5546875,58720256,3.1735248235517166,NA,1.7864370602183e-4
28,mlp.up_proj,3,64,8,128,15.902270317077637,22.77734375,58720256,3.1735248235517166,NA,1.7864370602183e-4
28,mlp.up_proj,3,128,8,128,17.96623420715332,21.888671875,58720256,3.1735248235517166,NA,1.7864370602183e-4
28,mlp.up_proj,4,32,8,128,6.348927974700928,31.5546875,58720256,3.1735248235517166,NA,1.7864370602183e-4
28,mlp.up_proj,4,64,8,128,7.418264865875244,29.77734375,58720256,3.1735248235517166,NA,1.7864370602183e-4
28,mlp.up_proj,4,128,8,128,8.385152816772461,28.888671875,58720256,3.1735248235517166,NA,1.7864370602183e-4
28,mlp.up_proj,8,32,8,128,0.385782241821289,59.5546875,58720256,3.1735248235517166,NA,1.7864370602183e-4
28,mlp.up_proj,8,64,8,128,0.4498964548110962,57.77734375,58720256,3.1735248235517166,NA,1.7864370602183e-4
28,mlp.up_proj,8,128,8,128,0.5066384673118591,56.888671875,58720256,3.1735248235517166,NA,1.7864370602183e-4
28,mlp.down_proj,2,32,8,128,31.62061309814453,17.5546875,58720256,3.499416742110099,NA,1.3823156768921e-4
28,mlp.down_proj,2,64,8,128,36.8379135131836,15.77734375,58720256,3.499416742110099,NA,1.3823156768921e-4
28,mlp.down_proj,2,128,8,128,41.56753158569336,14.888671875,58720256,3.499416742110099,NA,1.3823156768921e-4
28,mlp.down_proj,3,32,8,128,13.507688522338867,24.5546875,58720256,3.499416742110099,NA,1.3823156768921e-4
28,mlp.down_proj,3,64,8,128,15.76890468597412,22.77734375,58720256,3.499416742110099,NA,1.3823156768921e-4
28,mlp.down_proj,3,128,8,128,17.79062843322754,21.888671875,58720256,3.499416742110099,NA,1.3823156768921e-4
28,mlp.down_proj,4,32,8,128,6.302467346191406,31.5546875,58720256,3.499416742110099,NA,1.3823156768921e-4
28,mlp.down_proj,4,64,8,128,7.356359004974365,29.77734375,58720256,3.499416742110099,NA,1.3823156768921e-4
28,mlp.down_proj,4,128,8,128,8.305274963378906,28.888671875,58720256,3.499416742110099,NA,1.3823156768921e-4
28,mlp.down_proj,8,32,8,128,0.3828789293766022,59.5546875,58720256,3.499416742110099,NA,1.3823156768921e-4
28,mlp.down_proj,8,64,8,128,0.4461589753627777,57.77734375,58720256,3.499416742110099,NA,1.3823156768921e-4
28,mlp.down_proj,8,128,8,128,0.5018621683120728,56.888671875,58720256,3.499416742110099,NA,1.3823156768921e-4
29,self_attn.q_proj,2,32,8,128,24.61381721496582,5.015625,16777216,4.196303764501026,NA,9.894864342641084e-5
29,self_attn.q_proj,2,64,8,128,29.170211791992188,4.5078125,16777216,4.196303764501026,NA,9.894864342641084e-5
29,self_attn.q_proj,2,128,8,128,33.989593505859375,4.25390625,16777216,4.196303764501026,NA,9.894864342641084e-5
29,self_attn.q_proj,3,32,8,128,10.543471336364746,7.015625,16777216,4.196303764501026,NA,9.894864342641084e-5
29,self_attn.q_proj,3,64,8,128,12.524491310119627,6.5078125,16777216,4.196303764501026,NA,9.894864342641084e-5
29,self_attn.q_proj,3,128,8,128,14.67572784423828,6.25390625,16777216,4.196303764501026,NA,9.894864342641084e-5
29,self_attn.q_proj,4,32,8,128,4.920046806335449,9.015625,16777216,4.196303764501026,NA,9.894864342641084e-5
29,self_attn.q_proj,4,64,8,128,5.845945358276367,8.5078125,16777216,4.196303764501026,NA,9.894864342641084e-5
29,self_attn.q_proj,4,128,8,128,6.854568004608154,8.25390625,16777216,4.196303764501026,NA,9.894864342641084e-5
29,self_attn.q_proj,8,32,8,128,0.2980112135410309,17.015625,16777216,4.196303764501026,NA,9.894864342641084e-5
29,self_attn.q_proj,8,64,8,128,0.3536786735057831,16.5078125,16777216,4.196303764501026,NA,9.894864342641084e-5
29,self_attn.q_proj,8,128,8,128,0.4130273759365082,16.25390625,16777216,4.196303764501026,NA,9.894864342641084e-5
29,self_attn.v_proj,2,32,8,128,11.208635330200195,1.25390625,4194304,3.864623471658886,NA,9.894864342641084e-5
29,self_attn.v_proj,2,64,8,128,13.142824172973633,1.126953125,4194304,3.864623471658886,NA,9.894864342641084e-5
29,self_attn.v_proj,2,128,8,128,14.882481575012209,1.0634765625,4194304,3.864623471658886,NA,9.894864342641084e-5
29,self_attn.v_proj,3,32,8,128,4.8240885734558105,1.75390625,4194304,3.864623471658886,NA,9.894864342641084e-5
29,self_attn.v_proj,3,64,8,128,5.69713830947876,1.626953125,4194304,3.864623471658886,NA,9.894864342641084e-5
29,self_attn.v_proj,3,128,8,128,6.506002426147461,1.5634765625,4194304,3.864623471658886,NA,9.894864342641084e-5
29,self_attn.v_proj,4,32,8,128,2.253066301345825,2.25390625,4194304,3.864623471658886,NA,9.894864342641084e-5
29,self_attn.v_proj,4,64,8,128,2.6614325046539307,2.126953125,4194304,3.864623471658886,NA,9.894864342641084e-5
29,self_attn.v_proj,4,128,8,128,3.0452027320861816,2.0634765625,4194304,3.864623471658886,NA,9.894864342641084e-5
29,self_attn.v_proj,8,32,8,128,0.136377677321434,4.25390625,4194304,3.864623471658886,NA,9.894864342641084e-5
29,self_attn.v_proj,8,64,8,128,0.1609858870506286,4.126953125,4194304,3.864623471658886,NA,9.894864342641084e-5
29,self_attn.v_proj,8,128,8,128,0.1835995316505432,4.0634765625,4194304,3.864623471658886,NA,9.894864342641084e-5
29,self_attn.k_proj,2,32,8,128,19.53223991394043,1.25390625,4194304,4.4899813154534325,NA,9.894864342641084e-5
29,self_attn.k_proj,2,64,8,128,23.18816947937012,1.126953125,4194304,4.4899813154534325,NA,9.894864342641084e-5
29,self_attn.k_proj,2,128,8,128,26.52897071838379,1.0634765625,4194304,4.4899813154534325,NA,9.894864342641084e-5
29,self_attn.k_proj,3,32,8,128,8.37331771850586,1.75390625,4194304,4.4899813154534325,NA,9.894864342641084e-5
29,self_attn.k_proj,3,64,8,128,9.976702690124512,1.626953125,4194304,4.4899813154534325,NA,9.894864342641084e-5
29,self_attn.k_proj,3,128,8,128,11.493720054626465,1.5634765625,4194304,4.4899813154534325,NA,9.894864342641084e-5
29,self_attn.k_proj,4,32,8,128,3.9071877002716064,2.25390625,4194304,4.4899813154534325,NA,9.894864342641084e-5
29,self_attn.k_proj,4,64,8,128,4.657023906707764,2.126953125,4194304,4.4899813154534325,NA,9.894864342641084e-5
29,self_attn.k_proj,4,128,8,128,5.365540981292725,2.0634765625,4194304,4.4899813154534325,NA,9.894864342641084e-5
29,self_attn.k_proj,8,32,8,128,0.2366570085287094,4.25390625,4194304,4.4899813154534325,NA,9.894864342641084e-5
29,self_attn.k_proj,8,64,8,128,0.2816894948482513,4.126953125,4194304,4.4899813154534325,NA,9.894864342641084e-5
29,self_attn.k_proj,8,128,8,128,0.323504775762558,4.0634765625,4194304,4.4899813154534325,NA,9.894864342641084e-5
29,mlp.gate_proj,2,32,8,128,43.68278884887695,17.5546875,58720256,4.378694827879926,NA,2.5600841036066e-4
29,mlp.gate_proj,2,64,8,128,52.37386703491211,15.77734375,58720256,4.378694827879926,NA,2.5600841036066e-4
29,mlp.gate_proj,2,128,8,128,60.91967010498047,14.888671875,58720256,4.378694827879926,NA,2.5600841036066e-4
29,mlp.gate_proj,3,32,8,128,18.71257972717285,24.5546875,58720256,4.378694827879926,NA,2.5600841036066e-4
29,mlp.gate_proj,3,64,8,128,22.55941390991211,22.77734375,58720256,4.378694827879926,NA,2.5600841036066e-4
29,mlp.gate_proj,3,128,8,128,26.394655227661133,21.888671875,58720256,4.378694827879926,NA,2.5600841036066e-4
29,mlp.gate_proj,4,32,8,128,8.729564666748047,31.5546875,58720256,4.378694827879926,NA,2.5600841036066e-4
29,mlp.gate_proj,4,64,8,128,10.525504112243652,29.77734375,58720256,4.378694827879926,NA,2.5600841036066e-4
29,mlp.gate_proj,4,128,8,128,12.324248313903809,28.888671875,58720256,4.378694827879926,NA,2.5600841036066e-4
29,mlp.gate_proj,8,32,8,128,0.5298333168029785,59.5546875,58720256,4.378694827879926,NA,2.5600841036066e-4
29,mlp.gate_proj,8,64,8,128,0.6389312744140625,57.77734375,58720256,4.378694827879926,NA,2.5600841036066e-4
29,mlp.gate_proj,8,128,8,128,0.7463177442550659,56.888671875,58720256,4.378694827879926,NA,2.5600841036066e-4
29,mlp.up_proj,2,32,8,128,32.798038482666016,17.5546875,58720256,3.2025294741228207,NA,2.5600841036066e-4
29,mlp.up_proj,2,64,8,128,38.2857666015625,15.77734375,58720256,3.2025294741228207,NA,2.5600841036066e-4
29,mlp.up_proj,2,128,8,128,43.2891960144043,14.888671875,58720256,3.2025294741228207,NA,2.5600841036066e-4
29,mlp.up_proj,3,32,8,128,14.019954681396484,24.5546875,58720256,3.2025294741228207,NA,2.5600841036066e-4
29,mlp.up_proj,3,64,8,128,16.389312744140625,22.77734375,58720256,3.2025294741228207,NA,2.5600841036066e-4
29,mlp.up_proj,3,128,8,128,18.53764533996582,21.888671875,58720256,3.2025294741228207,NA,2.5600841036066e-4
29,mlp.up_proj,4,32,8,128,6.540040493011475,31.5546875,58720256,3.2025294741228207,NA,2.5600841036066e-4
29,mlp.up_proj,4,64,8,128,7.649489879608154,29.77734375,58720256,3.2025294741228207,NA,2.5600841036066e-4
29,mlp.up_proj,4,128,8,128,8.652259826660156,28.888671875,58720256,3.2025294741228207,NA,2.5600841036066e-4
29,mlp.up_proj,8,32,8,128,0.3972397446632385,59.5546875,58720256,3.2025294741228207,NA,2.5600841036066e-4
29,mlp.up_proj,8,64,8,128,0.4637281000614166,57.77734375,58720256,3.2025294741228207,NA,2.5600841036066e-4
29,mlp.up_proj,8,128,8,128,0.5229818820953369,56.888671875,58720256,3.2025294741228207,NA,2.5600841036066e-4
29,mlp.down_proj,2,32,8,128,32.18458938598633,17.5546875,58720256,3.719138186035215,NA,2.1439717966131e-4
29,mlp.down_proj,2,64,8,128,37.50214767456055,15.77734375,58720256,3.719138186035215,NA,2.1439717966131e-4
29,mlp.down_proj,2,128,8,128,42.336612701416016,14.888671875,58720256,3.719138186035215,NA,2.1439717966131e-4
29,mlp.down_proj,3,32,8,128,13.748483657836914,24.5546875,58720256,3.719138186035215,NA,2.1439717966131e-4
29,mlp.down_proj,3,64,8,128,16.058168411254883,22.77734375,58720256,3.719138186035215,NA,2.1439717966131e-4
29,mlp.down_proj,3,128,8,128,18.12397766113281,21.888671875,58720256,3.719138186035215,NA,2.1439717966131e-4
29,mlp.down_proj,4,32,8,128,6.413782119750977,31.5546875,58720256,3.719138186035215,NA,2.1439717966131e-4
29,mlp.down_proj,4,64,8,128,7.490348815917969,29.77734375,58720256,3.719138186035215,NA,2.1439717966131e-4
29,mlp.down_proj,4,128,8,128,8.46006965637207,28.888671875,58720256,3.719138186035215,NA,2.1439717966131e-4
29,mlp.down_proj,8,32,8,128,0.3897242546081543,59.5546875,58720256,3.719138186035215,NA,2.1439717966131e-4
29,mlp.down_proj,8,64,8,128,0.4543188214302063,57.77734375,58720256,3.719138186035215,NA,2.1439717966131e-4
29,mlp.down_proj,8,128,8,128,0.5115240216255188,56.888671875,58720256,3.719138186035215,NA,2.1439717966131e-4
30,self_attn.q_proj,2,32,8,128,23.932138442993164,5.015625,16777216,4.736890766635124,NA,2.0991287601646e-4
30,self_attn.q_proj,2,64,8,128,28.549251556396484,4.5078125,16777216,4.736890766635124,NA,2.0991287601646e-4
30,self_attn.q_proj,2,128,8,128,33.23263168334961,4.25390625,16777216,4.736890766635124,NA,2.0991287601646e-4
30,self_attn.q_proj,3,32,8,128,10.276080131530762,7.015625,16777216,4.736890766635124,NA,2.0991287601646e-4
30,self_attn.q_proj,3,64,8,128,12.305699348449709,6.5078125,16777216,4.736890766635124,NA,2.0991287601646e-4
30,self_attn.q_proj,3,128,8,128,14.515734672546388,6.25390625,16777216,4.736890766635124,NA,2.0991287601646e-4
30,self_attn.q_proj,4,32,8,128,4.796483993530273,9.015625,16777216,4.736890766635124,NA,2.0991287601646e-4
30,self_attn.q_proj,4,64,8,128,5.746490955352783,8.5078125,16777216,4.736890766635124,NA,2.0991287601646e-4
30,self_attn.q_proj,4,128,8,128,6.780810832977295,8.25390625,16777216,4.736890766635124,NA,2.0991287601646e-4
30,self_attn.q_proj,8,32,8,128,0.2903332710266113,17.015625,16777216,4.736890766635124,NA,2.0991287601646e-4
30,self_attn.q_proj,8,64,8,128,0.3475486040115356,16.5078125,16777216,4.736890766635124,NA,2.0991287601646e-4
30,self_attn.q_proj,8,128,8,128,0.4086917042732239,16.25390625,16777216,4.736890766635124,NA,2.0991287601646e-4
30,self_attn.v_proj,2,32,8,128,13.593299865722656,1.25390625,4194304,4.031878953855771,NA,2.0991287601646e-4
30,self_attn.v_proj,2,64,8,128,15.973933219909668,1.126953125,4194304,4.031878953855771,NA,2.0991287601646e-4
30,self_attn.v_proj,2,128,8,128,18.097976684570312,1.0634765625,4194304,4.031878953855771,NA,2.0991287601646e-4
30,self_attn.v_proj,3,32,8,128,5.866329669952393,1.75390625,4194304,4.031878953855771,NA,2.0991287601646e-4
30,self_attn.v_proj,3,64,8,128,6.936065196990967,1.626953125,4194304,4.031878953855771,NA,2.0991287601646e-4
30,self_attn.v_proj,3,128,8,128,7.914339065551758,1.5634765625,4194304,4.031878953855771,NA,2.0991287601646e-4
30,self_attn.v_proj,4,32,8,128,2.7383298873901367,2.25390625,4194304,4.031878953855771,NA,2.0991287601646e-4
30,self_attn.v_proj,4,64,8,128,3.242396831512451,2.126953125,4194304,4.031878953855771,NA,2.0991287601646e-4
30,self_attn.v_proj,4,128,8,128,3.705921411514282,2.0634765625,4194304,4.031878953855771,NA,2.0991287601646e-4
30,self_attn.v_proj,8,32,8,128,0.1659533679485321,4.25390625,4194304,4.031878953855771,NA,2.0991287601646e-4
30,self_attn.v_proj,8,64,8,128,0.1961722820997238,4.126953125,4194304,4.031878953855771,NA,2.0991287601646e-4
30,self_attn.v_proj,8,128,8,128,0.2233032137155532,4.0634765625,4194304,4.031878953855771,NA,2.0991287601646e-4
30,self_attn.k_proj,2,32,8,128,17.307981491088867,1.25390625,4194304,6.817786100262908,NA,2.0991287601646e-4
30,self_attn.k_proj,2,64,8,128,20.61306953430176,1.126953125,4194304,6.817786100262908,NA,2.0991287601646e-4
30,self_attn.k_proj,2,128,8,128,23.60615921020508,1.0634765625,4194304,6.817786100262908,NA,2.0991287601646e-4
30,self_attn.k_proj,3,32,8,128,7.435863971710205,1.75390625,4194304,6.817786100262908,NA,2.0991287601646e-4
30,self_attn.k_proj,3,64,8,128,8.913440704345703,1.626953125,4194304,6.817786100262908,NA,2.0991287601646e-4
30,self_attn.k_proj,3,128,8,128,10.305980682373049,1.5634765625,4194304,6.817786100262908,NA,2.0991287601646e-4
30,self_attn.k_proj,4,32,8,128,3.468794345855713,2.25390625,4194304,6.817786100262908,NA,2.0991287601646e-4
30,self_attn.k_proj,4,64,8,128,4.161543369293213,2.126953125,4194304,6.817786100262908,NA,2.0991287601646e-4
30,self_attn.k_proj,4,128,8,128,4.810798645019531,2.0634765625,4194304,6.817786100262908,NA,2.0991287601646e-4
30,self_attn.k_proj,8,32,8,128,0.2100029587745666,4.25390625,4194304,6.817786100262908,NA,2.0991287601646e-4
30,self_attn.k_proj,8,64,8,128,0.2517099976539612,4.126953125,4194304,6.817786100262908,NA,2.0991287601646e-4
30,self_attn.k_proj,8,128,8,128,0.2900921702384949,4.0634765625,4194304,6.817786100262908,NA,2.0991287601646e-4
30,mlp.gate_proj,2,32,8,128,45.67716979980469,17.5546875,58720256,4.490591132988391,NA,4.7499820357188e-4
30,mlp.gate_proj,2,64,8,128,54.90836715698242,15.77734375,58720256,4.490591132988391,NA,4.7499820357188e-4
30,mlp.gate_proj,2,128,8,128,63.91456985473633,14.888671875,58720256,4.490591132988391,NA,4.7499820357188e-4
30,mlp.gate_proj,3,32,8,128,19.56645774841309,24.5546875,58720256,4.490591132988391,NA,4.7499820357188e-4
30,mlp.gate_proj,3,64,8,128,23.636524200439453,22.77734375,58720256,4.490591132988391,NA,4.7499820357188e-4
30,mlp.gate_proj,3,128,8,128,27.691688537597656,21.888671875,58720256,4.490591132988391,NA,4.7499820357188e-4
30,mlp.gate_proj,4,32,8,128,9.128087043762209,31.5546875,58720256,4.490591132988391,NA,4.7499820357188e-4
30,mlp.gate_proj,4,64,8,128,11.03372859954834,29.77734375,58720256,4.490591132988391,NA,4.7499820357188e-4
30,mlp.gate_proj,4,128,8,128,12.926897048950195,28.888671875,58720256,4.490591132988391,NA,4.7499820357188e-4
30,mlp.gate_proj,8,32,8,128,0.5540670156478882,59.5546875,58720256,4.490591132988391,NA,4.7499820357188e-4
30,mlp.gate_proj,8,64,8,128,0.670048713684082,57.77734375,58720256,4.490591132988391,NA,4.7499820357188e-4
30,mlp.gate_proj,8,128,8,128,0.7827392220497131,56.888671875,58720256,4.490591132988391,NA,4.7499820357188e-4
30,mlp.up_proj,2,32,8,128,33.815696716308594,17.5546875,58720256,3.294243091521411,NA,4.7499820357188e-4
30,mlp.up_proj,2,64,8,128,39.57140350341797,15.77734375,58720256,3.294243091521411,NA,4.7499820357188e-4
30,mlp.up_proj,2,128,8,128,44.87066650390625,14.888671875,58720256,3.294243091521411,NA,4.7499820357188e-4
30,mlp.up_proj,3,32,8,128,14.462481498718262,24.5546875,58720256,3.294243091521411,NA,4.7499820357188e-4
30,mlp.up_proj,3,64,8,128,16.943021774291992,22.77734375,58720256,3.294243091521411,NA,4.7499820357188e-4
30,mlp.up_proj,3,128,8,128,19.22920227050781,21.888671875,58720256,3.294243091521411,NA,4.7499820357188e-4
30,mlp.up_proj,4,32,8,128,6.745366096496582,31.5546875,58720256,3.294243091521411,NA,4.7499820357188e-4
30,mlp.up_proj,4,64,8,128,7.909011363983154,29.77734375,58720256,3.294243091521411,NA,4.7499820357188e-4
30,mlp.up_proj,4,128,8,128,8.969450950622559,28.888671875,58720256,3.294243091521411,NA,4.7499820357188e-4
30,mlp.up_proj,8,32,8,128,0.4095952808856964,59.5546875,58720256,3.294243091521411,NA,4.7499820357188e-4
30,mlp.up_proj,8,64,8,128,0.4794001579284668,57.77734375,58720256,3.294243091521411,NA,4.7499820357188e-4
30,mlp.up_proj,8,128,8,128,0.5422195196151733,56.888671875,58720256,3.294243091521411,NA,4.7499820357188e-4
30,mlp.down_proj,2,32,8,128,32.36918640136719,17.5546875,58720256,3.475028233237564,NA,4.9341743579134e-4
30,mlp.down_proj,2,64,8,128,37.74430847167969,15.77734375,58720256,3.475028233237564,NA,4.9341743579134e-4
30,mlp.down_proj,2,128,8,128,42.64178085327149,14.888671875,58720256,3.475028233237564,NA,4.9341743579134e-4
30,mlp.down_proj,3,32,8,128,13.840448379516602,24.5546875,58720256,3.475028233237564,NA,4.9341743579134e-4
30,mlp.down_proj,3,64,8,128,16.18268394470215,22.77734375,58720256,3.475028233237564,NA,4.9341743579134e-4
30,mlp.down_proj,3,128,8,128,18.312593460083008,21.888671875,58720256,3.475028233237564,NA,4.9341743579134e-4
30,mlp.down_proj,4,32,8,128,6.456140041351318,31.5546875,58720256,3.475028233237564,NA,4.9341743579134e-4
30,mlp.down_proj,4,64,8,128,7.550130367279053,29.77734375,58720256,3.475028233237564,NA,4.9341743579134e-4
30,mlp.down_proj,4,128,8,128,8.548364639282227,28.888671875,58720256,3.475028233237564,NA,4.9341743579134e-4
30,mlp.down_proj,8,32,8,128,0.3921487033367157,59.5546875,58720256,3.475028233237564,NA,4.9341743579134e-4
30,mlp.down_proj,8,64,8,128,0.457781434059143,57.77734375,58720256,3.475028233237564,NA,4.9341743579134e-4
30,mlp.down_proj,8,128,8,128,0.5167698860168457,56.888671875,58720256,3.475028233237564,NA,4.9341743579134e-4
31,self_attn.q_proj,2,32,8,128,26.472570419311523,5.015625,16777216,5.325704608919926,NA,2.6171901845373e-4
31,self_attn.q_proj,2,64,8,128,31.61062431335449,4.5078125,16777216,5.325704608919926,NA,2.6171901845373e-4
31,self_attn.q_proj,2,128,8,128,36.75197982788086,4.25390625,16777216,5.325704608919926,NA,2.6171901845373e-4
31,self_attn.q_proj,3,32,8,128,11.368563652038574,7.015625,16777216,5.325704608919926,NA,2.6171901845373e-4
31,self_attn.q_proj,3,64,8,128,13.6343412399292,6.5078125,16777216,5.325704608919926,NA,2.6171901845373e-4
31,self_attn.q_proj,3,128,8,128,16.04696273803711,6.25390625,16777216,5.325704608919926,NA,2.6171901845373e-4
31,self_attn.q_proj,4,32,8,128,5.305564403533936,9.015625,16777216,5.325704608919926,NA,2.6171901845373e-4
31,self_attn.q_proj,4,64,8,128,6.367289066314697,8.5078125,16777216,5.325704608919926,NA,2.6171901845373e-4
31,self_attn.q_proj,4,128,8,128,7.496603488922119,8.25390625,16777216,5.325704608919926,NA,2.6171901845373e-4
31,self_attn.q_proj,8,32,8,128,0.3211942613124847,17.015625,16777216,5.325704608919926,NA,2.6171901845373e-4
31,self_attn.q_proj,8,64,8,128,0.3851563930511474,16.5078125,16777216,5.325704608919926,NA,2.6171901845373e-4
31,self_attn.q_proj,8,128,8,128,0.4517876803874969,16.25390625,16777216,5.325704608919926,NA,2.6171901845373e-4
31,self_attn.v_proj,2,32,8,128,12.27296543121338,1.25390625,4194304,4.308375838130611,NA,2.6171901845373e-4
31,self_attn.v_proj,2,64,8,128,14.527003288269045,1.126953125,4194304,4.308375838130611,NA,2.6171901845373e-4
31,self_attn.v_proj,2,128,8,128,16.583271026611328,1.0634765625,4194304,4.308375838130611,NA,2.6171901845373e-4
31,self_attn.v_proj,3,32,8,128,5.2820329666137695,1.75390625,4194304,4.308375838130611,NA,2.6171901845373e-4
31,self_attn.v_proj,3,64,8,128,6.289672374725342,1.626953125,4194304,4.308375838130611,NA,2.6171901845373e-4
31,self_attn.v_proj,3,128,8,128,7.240473747253418,1.5634765625,4194304,4.308375838130611,NA,2.6171901845373e-4
31,self_attn.v_proj,4,32,8,128,2.46514892578125,2.25390625,4194304,4.308375838130611,NA,2.6171901845373e-4
31,self_attn.v_proj,4,64,8,128,2.937155246734619,2.126953125,4194304,4.308375838130611,NA,2.6171901845373e-4
31,self_attn.v_proj,4,128,8,128,3.386962413787842,2.0634765625,4194304,4.308375838130611,NA,2.6171901845373e-4
31,self_attn.v_proj,8,32,8,128,0.1492158472537994,4.25390625,4194304,4.308375838130611,NA,2.6171901845373e-4
31,self_attn.v_proj,8,64,8,128,0.1775472611188888,4.126953125,4194304,4.308375838130611,NA,2.6171901845373e-4
31,self_attn.v_proj,8,128,8,128,0.2040145844221115,4.0634765625,4194304,4.308375838130611,NA,2.6171901845373e-4
31,self_attn.k_proj,2,32,8,128,18.52001571655273,1.25390625,4194304,5.780387350146194,NA,2.6171901845373e-4
31,self_attn.k_proj,2,64,8,128,21.92378807067871,1.126953125,4194304,5.780387350146194,NA,2.6171901845373e-4
31,self_attn.k_proj,2,128,8,128,25.032684326171875,1.0634765625,4194304,5.780387350146194,NA,2.6171901845373e-4
31,self_attn.k_proj,3,32,8,128,7.956022262573242,1.75390625,4194304,5.780387350146194,NA,2.6171901845373e-4
31,self_attn.k_proj,3,64,8,128,9.463165283203123,1.626953125,4194304,5.780387350146194,NA,2.6171901845373e-4
31,self_attn.k_proj,3,128,8,128,10.881024360656738,1.5634765625,4194304,5.780387350146194,NA,2.6171901845373e-4
31,self_attn.k_proj,4,32,8,128,3.711784601211548,2.25390625,4194304,5.780387350146194,NA,2.6171901845373e-4
31,self_attn.k_proj,4,64,8,128,4.416527271270752,2.126953125,4194304,5.780387350146194,NA,2.6171901845373e-4
31,self_attn.k_proj,4,128,8,128,5.085290431976318,2.0634765625,4194304,5.780387350146194,NA,2.6171901845373e-4
31,self_attn.k_proj,8,32,8,128,0.2247177511453628,4.25390625,4194304,5.780387350146194,NA,2.6171901845373e-4
31,self_attn.k_proj,8,64,8,128,0.2671961486339569,4.126953125,4194304,5.780387350146194,NA,2.6171901845373e-4
31,self_attn.k_proj,8,128,8,128,0.3062677085399627,4.0634765625,4194304,5.780387350146194,NA,2.6171901845373e-4
31,mlp.gate_proj,2,32,8,128,51.96072769165039,17.5546875,58720256,4.928933565096192,NA,0.00210070470348
31,mlp.gate_proj,2,64,8,128,62.50411605834961,15.77734375,58720256,4.928933565096192,NA,0.00210070470348
31,mlp.gate_proj,2,128,8,128,72.632171630859375,14.888671875,58720256,4.928933565096192,NA,0.00210070470348
31,mlp.gate_proj,3,32,8,128,22.3032455444336,24.5546875,58720256,4.928933565096192,NA,0.00210070470348
31,mlp.gate_proj,3,64,8,128,26.91626167297364,22.77734375,58720256,4.928933565096192,NA,0.00210070470348
31,mlp.gate_proj,3,128,8,128,31.600067138671875,21.888671875,58720256,4.928933565096192,NA,0.00210070470348
31,mlp.gate_proj,4,32,8,128,10.4017972946167,31.5546875,58720256,4.928933565096192,NA,0.00210070470348
31,mlp.gate_proj,4,64,8,128,12.561721801757812,29.77734375,58720256,4.928933565096192,NA,0.00210070470348
31,mlp.gate_proj,4,128,8,128,14.746207237243652,28.888671875,58720256,4.928933565096192,NA,0.00210070470348
31,mlp.gate_proj,8,32,8,128,0.6317282915115356,59.5546875,58720256,4.928933565096192,NA,0.00210070470348
31,mlp.gate_proj,8,64,8,128,0.7629415392875671,57.77734375,58720256,4.928933565096192,NA,0.00210070470348
31,mlp.gate_proj,8,128,8,128,0.8918254375457764,56.888671875,58720256,4.928933565096192,NA,0.00210070470348
31,mlp.up_proj,2,32,8,128,39.715599060058594,17.5546875,58720256,4.221088632679399,NA,0.00210070470348
31,mlp.up_proj,2,64,8,128,46.80196762084961,15.77734375,58720256,4.221088632679399,NA,0.00210070470348
31,mlp.up_proj,2,128,8,128,53.45743942260742,14.888671875,58720256,4.221088632679399,NA,0.00210070470348
31,mlp.up_proj,3,32,8,128,17.01172637939453,24.5546875,58720256,4.221088632679399,NA,0.00210070470348
31,mlp.up_proj,3,64,8,128,20.10135078430176,22.77734375,58720256,4.221088632679399,NA,0.00210070470348
31,mlp.up_proj,3,128,8,128,23.08347511291504,21.888671875,58720256,4.221088632679399,NA,0.00210070470348
31,mlp.up_proj,4,32,8,128,7.942127704620361,31.5546875,58720256,4.221088632679399,NA,0.00210070470348
31,mlp.up_proj,4,64,8,128,9.382147789001465,29.77734375,58720256,4.221088632679399,NA,0.00210070470348
31,mlp.up_proj,4,128,8,128,10.781952857971191,28.888671875,58720256,4.221088632679399,NA,0.00210070470348
31,mlp.up_proj,8,32,8,128,0.4815772175788879,59.5546875,58720256,4.221088632679399,NA,0.00210070470348
31,mlp.up_proj,8,64,8,128,0.5693203806877136,57.77734375,58720256,4.221088632679399,NA,0.00210070470348
31,mlp.up_proj,8,128,8,128,0.6523986458778381,56.888671875,58720256,4.221088632679399,NA,0.00210070470348
31,mlp.down_proj,2,32,8,128,33.46739196777344,17.5546875,58720256,4.448183420812677,NA,0.10236936062574388
31,mlp.down_proj,2,64,8,128,39.11680221557617,15.77734375,58720256,4.448183420812677,NA,0.10236936062574388
31,mlp.down_proj,2,128,8,128,44.33309173583984,14.888671875,58720256,4.448183420812677,NA,0.10236936062574388
31,mlp.down_proj,3,32,8,128,14.33449649810791,24.5546875,58720256,4.448183420812677,NA,0.10236936062574388
31,mlp.down_proj,3,64,8,128,16.806303024291992,22.77734375,58720256,4.448183420812677,NA,0.10236936062574388
31,mlp.down_proj,3,128,8,128,19.115291595458984,21.888671875,58720256,4.448183420812677,NA,0.10236936062574388
31,mlp.down_proj,4,32,8,128,6.690278053283691,31.5546875,58720256,4.448183420812677,NA,0.10236936062574388
31,mlp.down_proj,4,64,8,128,7.854846954345703,29.77734375,58720256,4.448183420812677,NA,0.10236936062574388
31,mlp.down_proj,4,128,8,128,8.939277648925781,28.888671875,58720256,4.448183420812677,NA,0.10236936062574388
31,mlp.down_proj,8,32,8,128,0.4062495231628418,59.5546875,58720256,4.448183420812677,NA,0.10236936062574388
31,mlp.down_proj,8,64,8,128,0.4761776328086853,57.77734375,58720256,4.448183420812677,NA,0.10236936062574388
31,mlp.down_proj,8,128,8,128,0.5405846834182739,56.888671875,58720256,4.448183420812677,NA,0.10236936062574388
0,self_attn.o_proj,2,32,8,128,11.62565803527832,5.015625,16777216,12.816708625097188,NA,2.350435579501209e-7
0,self_attn.o_proj,2,64,8,128,13.760478973388672,4.5078125,16777216,12.816708625097188,NA,2.350435579501209e-7
0,self_attn.o_proj,2,128,8,128,15.775431632995604,4.25390625,16777216,12.816708625097188,NA,2.350435579501209e-7
0,self_attn.o_proj,3,32,8,128,5.015730857849121,7.015625,16777216,12.816708625097188,NA,2.350435579501209e-7
0,self_attn.o_proj,3,64,8,128,5.997352600097656,6.5078125,16777216,12.816708625097188,NA,2.350435579501209e-7
0,self_attn.o_proj,3,128,8,128,6.988894939422607,6.25390625,16777216,12.816708625097188,NA,2.350435579501209e-7
0,self_attn.o_proj,4,32,8,128,2.347808599472046,9.015625,16777216,12.816708625097188,NA,2.350435579501209e-7
0,self_attn.o_proj,4,64,8,128,2.814517021179199,8.5078125,16777216,12.816708625097188,NA,2.350435579501209e-7
0,self_attn.o_proj,4,128,8,128,3.2919631004333496,8.25390625,16777216,12.816708625097188,NA,2.350435579501209e-7
0,self_attn.o_proj,8,32,8,128,0.1421578079462051,17.015625,16777216,12.816708625097188,NA,2.350435579501209e-7
0,self_attn.o_proj,8,64,8,128,0.1704837083816528,16.5078125,16777216,12.816708625097188,NA,2.350435579501209e-7
0,self_attn.o_proj,8,128,8,128,0.1990951299667358,16.25390625,16777216,12.816708625097188,NA,2.350435579501209e-7
1,self_attn.o_proj,2,32,8,128,13.320256233215332,5.015625,16777216,10.695647626043575,NA,3.939759949389554e-7
1,self_attn.o_proj,2,64,8,128,15.85250186920166,4.5078125,16777216,10.695647626043575,NA,3.939759949389554e-7
1,self_attn.o_proj,2,128,8,128,18.25271224975586,4.25390625,16777216,10.695647626043575,NA,3.939759949389554e-7
1,self_attn.o_proj,3,32,8,128,5.814366817474365,7.015625,16777216,10.695647626043575,NA,3.939759949389554e-7
1,self_attn.o_proj,3,64,8,128,7.047060966491699,6.5078125,16777216,10.695647626043575,NA,3.939759949389554e-7
1,self_attn.o_proj,3,128,8,128,8.325507164001465,6.25390625,16777216,10.695647626043575,NA,3.939759949389554e-7
1,self_attn.o_proj,4,32,8,128,2.7238576412200928,9.015625,16777216,10.695647626043575,NA,3.939759949389554e-7
1,self_attn.o_proj,4,64,8,128,3.32004714012146,8.5078125,16777216,10.695647626043575,NA,3.939759949389554e-7
1,self_attn.o_proj,4,128,8,128,3.962393045425415,8.25390625,16777216,10.695647626043575,NA,3.939759949389554e-7
1,self_attn.o_proj,8,32,8,128,0.1648536026477813,17.015625,16777216,10.695647626043575,NA,3.939759949389554e-7
1,self_attn.o_proj,8,64,8,128,0.2008322775363922,16.5078125,16777216,10.695647626043575,NA,3.939759949389554e-7
1,self_attn.o_proj,8,128,8,128,0.2392399460077285,16.25390625,16777216,10.695647626043575,NA,3.939759949389554e-7
2,self_attn.o_proj,2,32,8,128,12.128545761108398,5.015625,16777216,6.804941241649276,NA,9.326020631306164e-7
2,self_attn.o_proj,2,64,8,128,14.357359886169434,4.5078125,16777216,6.804941241649276,NA,9.326020631306164e-7
2,self_attn.o_proj,2,128,8,128,16.48350715637207,4.25390625,16777216,6.804941241649276,NA,9.326020631306164e-7
2,self_attn.o_proj,3,32,8,128,5.209362030029297,7.015625,16777216,6.804941241649276,NA,9.326020631306164e-7
2,self_attn.o_proj,3,64,8,128,6.204757690429688,6.5078125,16777216,6.804941241649276,NA,9.326020631306164e-7
2,self_attn.o_proj,3,128,8,128,7.207065582275391,6.25390625,16777216,6.804941241649276,NA,9.326020631306164e-7
2,self_attn.o_proj,4,32,8,128,2.432673931121826,9.015625,16777216,6.804941241649276,NA,9.326020631306164e-7
2,self_attn.o_proj,4,64,8,128,2.898388624191284,8.5078125,16777216,6.804941241649276,NA,9.326020631306164e-7
2,self_attn.o_proj,4,128,8,128,3.370327472686768,8.25390625,16777216,6.804941241649276,NA,9.326020631306164e-7
2,self_attn.o_proj,8,32,8,128,0.1472485661506652,17.015625,16777216,6.804941241649276,NA,9.326020631306164e-7
2,self_attn.o_proj,8,64,8,128,0.1753260344266891,16.5078125,16777216,6.804941241649276,NA,9.326020631306164e-7
2,self_attn.o_proj,8,128,8,128,0.2031807005405426,16.25390625,16777216,6.804941241649276,NA,9.326020631306164e-7
3,self_attn.o_proj,2,32,8,128,13.677197456359863,5.015625,16777216,4.685622851443846,NA,1.5665997352698469e-6
3,self_attn.o_proj,2,64,8,128,16.046985626220703,4.5078125,16777216,4.685622851443846,NA,1.5665997352698469e-6
3,self_attn.o_proj,2,128,8,128,18.24164581298828,4.25390625,16777216,4.685622851443846,NA,1.5665997352698469e-6
3,self_attn.o_proj,3,32,8,128,5.862359046936035,7.015625,16777216,4.685622851443846,NA,1.5665997352698469e-6
3,self_attn.o_proj,3,64,8,128,6.901886463165283,6.5078125,16777216,4.685622851443846,NA,1.5665997352698469e-6
3,self_attn.o_proj,3,128,8,128,7.893731594085693,6.25390625,16777216,4.685622851443846,NA,1.5665997352698469e-6
3,self_attn.o_proj,4,32,8,128,2.7355918884277344,9.015625,16777216,4.685622851443846,NA,1.5665997352698469e-6
3,self_attn.o_proj,4,64,8,128,3.2214348316192627,8.5078125,16777216,4.685622851443846,NA,1.5665997352698469e-6
3,self_attn.o_proj,4,128,8,128,3.687077522277832,8.25390625,16777216,4.685622851443846,NA,1.5665997352698469e-6
3,self_attn.o_proj,8,32,8,128,0.1656187325716018,17.015625,16777216,4.685622851443846,NA,1.5665997352698469e-6
3,self_attn.o_proj,8,64,8,128,0.1948099285364151,16.5078125,16777216,4.685622851443846,NA,1.5665997352698469e-6
3,self_attn.o_proj,8,128,8,128,0.2220923602581024,16.25390625,16777216,4.685622851443846,NA,1.5665997352698469e-6
4,self_attn.o_proj,2,32,8,128,14.107036590576172,5.015625,16777216,5.640226420128138,NA,3.732759296326549e-6
4,self_attn.o_proj,2,64,8,128,16.614194869995117,4.5078125,16777216,5.640226420128138,NA,3.732759296326549e-6
4,self_attn.o_proj,2,128,8,128,18.963024139404297,4.25390625,16777216,5.640226420128138,NA,3.732759296326549e-6
4,self_attn.o_proj,3,32,8,128,6.076632499694824,7.015625,16777216,5.640226420128138,NA,3.732759296326549e-6
4,self_attn.o_proj,3,64,8,128,7.223157405853271,6.5078125,16777216,5.640226420128138,NA,3.732759296326549e-6
4,self_attn.o_proj,3,128,8,128,8.366185188293457,6.25390625,16777216,5.640226420128138,NA,3.732759296326549e-6
4,self_attn.o_proj,4,32,8,128,2.836582660675049,9.015625,16777216,5.640226420128138,NA,3.732759296326549e-6
4,self_attn.o_proj,4,64,8,128,3.375967264175415,8.5078125,16777216,5.640226420128138,NA,3.732759296326549e-6
4,self_attn.o_proj,4,128,8,128,3.922086238861084,8.25390625,16777216,5.640226420128138,NA,3.732759296326549e-6
4,self_attn.o_proj,8,32,8,128,0.1717239171266555,17.015625,16777216,5.640226420128138,NA,3.732759296326549e-6
4,self_attn.o_proj,8,64,8,128,0.2041394561529159,16.5078125,16777216,5.640226420128138,NA,3.732759296326549e-6
4,self_attn.o_proj,8,128,8,128,0.236321359872818,16.25390625,16777216,5.640226420128138,NA,3.732759296326549e-6
5,self_attn.o_proj,2,32,8,128,12.935108184814451,5.015625,16777216,4.270565604929899,NA,5.492578566190787e-6
5,self_attn.o_proj,2,64,8,128,15.15129852294922,4.5078125,16777216,4.270565604929899,NA,5.492578566190787e-6
5,self_attn.o_proj,2,128,8,128,17.19681167602539,4.25390625,16777216,4.270565604929899,NA,5.492578566190787e-6
5,self_attn.o_proj,3,32,8,128,5.535101413726807,7.015625,16777216,4.270565604929899,NA,5.492578566190787e-6
5,self_attn.o_proj,3,64,8,128,6.496115684509277,6.5078125,16777216,4.270565604929899,NA,5.492578566190787e-6
5,self_attn.o_proj,3,128,8,128,7.393651008605957,6.25390625,16777216,4.270565604929899,NA,5.492578566190787e-6
5,self_attn.o_proj,4,32,8,128,2.583302974700928,9.015625,16777216,4.270565604929899,NA,5.492578566190787e-6
5,self_attn.o_proj,4,64,8,128,3.0311734676361084,8.5078125,16777216,4.270565604929899,NA,5.492578566190787e-6
5,self_attn.o_proj,4,128,8,128,3.4520888328552246,8.25390625,16777216,4.270565604929899,NA,5.492578566190787e-6
5,self_attn.o_proj,8,32,8,128,0.1563338637351989,17.015625,16777216,4.270565604929899,NA,5.492578566190787e-6
5,self_attn.o_proj,8,64,8,128,0.1833816468715667,16.5078125,16777216,4.270565604929899,NA,5.492578566190787e-6
5,self_attn.o_proj,8,128,8,128,0.2080183327198028,16.25390625,16777216,4.270565604929899,NA,5.492578566190787e-6
6,self_attn.o_proj,2,32,8,128,13.487937927246094,5.015625,16777216,6.574584949698578,NA,6.826936896686675e-6
6,self_attn.o_proj,2,64,8,128,15.787430763244627,4.5078125,16777216,6.574584949698578,NA,6.826936896686675e-6
6,self_attn.o_proj,2,128,8,128,17.891263961791992,4.25390625,16777216,6.574584949698578,NA,6.826936896686675e-6
6,self_attn.o_proj,3,32,8,128,5.77061653137207,7.015625,16777216,6.574584949698578,NA,6.826936896686675e-6
6,self_attn.o_proj,3,64,8,128,6.7621049880981445,6.5078125,16777216,6.574584949698578,NA,6.826936896686675e-6
6,self_attn.o_proj,3,128,8,128,7.691638946533203,6.25390625,16777216,6.574584949698578,NA,6.826936896686675e-6
6,self_attn.o_proj,4,32,8,128,2.694453716278076,9.015625,16777216,6.574584949698578,NA,6.826936896686675e-6
6,self_attn.o_proj,4,64,8,128,3.1594767570495605,8.5078125,16777216,6.574584949698578,NA,6.826936896686675e-6
6,self_attn.o_proj,4,128,8,128,3.593095302581787,8.25390625,16777216,6.574584949698578,NA,6.826936896686675e-6
6,self_attn.o_proj,8,32,8,128,0.1630697697401046,17.015625,16777216,6.574584949698578,NA,6.826936896686675e-6
6,self_attn.o_proj,8,64,8,128,0.1910372674465179,16.5078125,16777216,6.574584949698578,NA,6.826936896686675e-6
6,self_attn.o_proj,8,128,8,128,0.2165930122137069,16.25390625,16777216,6.574584949698578,NA,6.826936896686675e-6
7,self_attn.o_proj,2,32,8,128,13.807162284851074,5.015625,16777216,4.22290253365536,NA,8.94385993888136e-6
7,self_attn.o_proj,2,64,8,128,16.211566925048828,4.5078125,16777216,4.22290253365536,NA,8.94385993888136e-6
7,self_attn.o_proj,2,128,8,128,18.44451904296875,4.25390625,16777216,4.22290253365536,NA,8.94385993888136e-6
7,self_attn.o_proj,3,32,8,128,5.908563613891602,7.015625,16777216,4.22290253365536,NA,8.94385993888136e-6
7,self_attn.o_proj,3,64,8,128,6.952080726623535,6.5078125,16777216,4.22290253365536,NA,8.94385993888136e-6
7,self_attn.o_proj,3,128,8,128,7.942596912384033,6.25390625,16777216,4.22290253365536,NA,8.94385993888136e-6
7,self_attn.o_proj,4,32,8,128,2.758080244064331,9.015625,16777216,4.22290253365536,NA,8.94385993888136e-6
7,self_attn.o_proj,4,64,8,128,3.245979070663452,8.5078125,16777216,4.22290253365536,NA,8.94385993888136e-6
7,self_attn.o_proj,4,128,8,128,3.710340023040772,8.25390625,16777216,4.22290253365536,NA,8.94385993888136e-6
7,self_attn.o_proj,8,32,8,128,0.1669350117444992,17.015625,16777216,4.22290253365536,NA,8.94385993888136e-6
7,self_attn.o_proj,8,64,8,128,0.1963274776935577,16.5078125,16777216,4.22290253365536,NA,8.94385993888136e-6
7,self_attn.o_proj,8,128,8,128,0.2235273271799087,16.25390625,16777216,4.22290253365536,NA,8.94385993888136e-6
8,self_attn.o_proj,2,32,8,128,14.093366622924805,5.015625,16777216,6.142698948322791,NA,1.259053260582732e-5
8,self_attn.o_proj,2,64,8,128,16.5416202545166,4.5078125,16777216,6.142698948322791,NA,1.259053260582732e-5
8,self_attn.o_proj,2,128,8,128,18.809246063232425,4.25390625,16777216,6.142698948322791,NA,1.259053260582732e-5
8,self_attn.o_proj,3,32,8,128,6.036656856536865,7.015625,16777216,6.142698948322791,NA,1.259053260582732e-5
8,self_attn.o_proj,3,64,8,128,7.104803085327148,6.5078125,16777216,6.142698948322791,NA,1.259053260582732e-5
8,self_attn.o_proj,3,128,8,128,8.118633270263672,6.25390625,16777216,6.142698948322791,NA,1.259053260582732e-5
8,self_attn.o_proj,4,32,8,128,2.819232702255249,9.015625,16777216,6.142698948322791,NA,1.259053260582732e-5
8,self_attn.o_proj,4,64,8,128,3.32045841217041,8.5078125,16777216,6.142698948322791,NA,1.259053260582732e-5
8,self_attn.o_proj,4,128,8,128,3.797840833663941,8.25390625,16777216,6.142698948322791,NA,1.259053260582732e-5
8,self_attn.o_proj,8,32,8,128,0.1706764101982116,17.015625,16777216,6.142698948322791,NA,1.259053260582732e-5
8,self_attn.o_proj,8,64,8,128,0.2007231414318084,16.5078125,16777216,6.142698948322791,NA,1.259053260582732e-5
8,self_attn.o_proj,8,128,8,128,0.2288123369216919,16.25390625,16777216,6.142698948322791,NA,1.259053260582732e-5
9,self_attn.o_proj,2,32,8,128,15.094277381896973,5.015625,16777216,4.588205024655082,NA,1.545005761727225e-5
9,self_attn.o_proj,2,64,8,128,17.70538902282715,4.5078125,16777216,4.588205024655082,NA,1.545005761727225e-5
9,self_attn.o_proj,2,128,8,128,20.105255126953125,4.25390625,16777216,4.588205024655082,NA,1.545005761727225e-5
9,self_attn.o_proj,3,32,8,128,6.4606523513793945,7.015625,16777216,4.588205024655082,NA,1.545005761727225e-5
9,self_attn.o_proj,3,64,8,128,7.59069013595581,6.5078125,16777216,4.588205024655082,NA,1.545005761727225e-5
9,self_attn.o_proj,3,128,8,128,8.645902633666992,6.25390625,16777216,4.588205024655082,NA,1.545005761727225e-5
9,self_attn.o_proj,4,32,8,128,3.014559030532837,9.015625,16777216,4.588205024655082,NA,1.545005761727225e-5
9,self_attn.o_proj,4,64,8,128,3.5421299934387207,8.5078125,16777216,4.588205024655082,NA,1.545005761727225e-5
9,self_attn.o_proj,4,128,8,128,4.038563251495361,8.25390625,16777216,4.588205024655082,NA,1.545005761727225e-5
9,self_attn.o_proj,8,32,8,128,0.1824861317873001,17.015625,16777216,4.588205024655082,NA,1.545005761727225e-5
9,self_attn.o_proj,8,64,8,128,0.2141808569431305,16.5078125,16777216,4.588205024655082,NA,1.545005761727225e-5
9,self_attn.o_proj,8,128,8,128,0.2432269304990768,16.25390625,16777216,4.588205024655082,NA,1.545005761727225e-5
10,self_attn.o_proj,2,32,8,128,13.89360523223877,5.015625,16777216,5.74682408435817,NA,1.5661613360862248e-5
10,self_attn.o_proj,2,64,8,128,16.27947998046875,4.5078125,16777216,5.74682408435817,NA,1.5661613360862248e-5
10,self_attn.o_proj,2,128,8,128,18.45605659484864,4.25390625,16777216,5.74682408435817,NA,1.5661613360862248e-5
10,self_attn.o_proj,3,32,8,128,5.949365139007568,7.015625,16777216,5.74682408435817,NA,1.5661613360862248e-5
10,self_attn.o_proj,3,64,8,128,6.983646392822266,6.5078125,16777216,5.74682408435817,NA,1.5661613360862248e-5
10,self_attn.o_proj,3,128,8,128,7.942622184753418,6.25390625,16777216,5.74682408435817,NA,1.5661613360862248e-5
10,self_attn.o_proj,4,32,8,128,2.7777304649353027,9.015625,16777216,5.74682408435817,NA,1.5661613360862248e-5
10,self_attn.o_proj,4,64,8,128,3.262352705001831,8.5078125,16777216,5.74682408435817,NA,1.5661613360862248e-5
10,self_attn.o_proj,4,128,8,128,3.7130494117736816,8.25390625,16777216,5.74682408435817,NA,1.5661613360862248e-5
10,self_attn.o_proj,8,32,8,128,0.1681594401597976,17.015625,16777216,5.74682408435817,NA,1.5661613360862248e-5
10,self_attn.o_proj,8,64,8,128,0.1972410529851913,16.5078125,16777216,5.74682408435817,NA,1.5661613360862248e-5
10,self_attn.o_proj,8,128,8,128,0.2237548381090164,16.25390625,16777216,5.74682408435817,NA,1.5661613360862248e-5
11,self_attn.o_proj,2,32,8,128,14.244765281677246,5.015625,16777216,4.2034837806221095,NA,1.598008384462446e-5
11,self_attn.o_proj,2,64,8,128,16.716487884521484,4.5078125,16777216,4.2034837806221095,NA,1.598008384462446e-5
11,self_attn.o_proj,2,128,8,128,18.98614883422852,4.25390625,16777216,4.2034837806221095,NA,1.598008384462446e-5
11,self_attn.o_proj,3,32,8,128,6.097167015075684,7.015625,16777216,4.2034837806221095,NA,1.598008384462446e-5
11,self_attn.o_proj,3,64,8,128,7.168283939361572,6.5078125,16777216,4.2034837806221095,NA,1.598008384462446e-5
11,self_attn.o_proj,3,128,8,128,8.164941787719727,6.25390625,16777216,4.2034837806221095,NA,1.598008384462446e-5
11,self_attn.o_proj,4,32,8,128,2.84542179107666,9.015625,16777216,4.2034837806221095,NA,1.598008384462446e-5
11,self_attn.o_proj,4,64,8,128,3.345279693603516,8.5078125,16777216,4.2034837806221095,NA,1.598008384462446e-5
11,self_attn.o_proj,4,128,8,128,3.812110424041748,8.25390625,16777216,4.2034837806221095,NA,1.598008384462446e-5
11,self_attn.o_proj,8,32,8,128,0.1722400337457656,17.015625,16777216,4.2034837806221095,NA,1.598008384462446e-5
11,self_attn.o_proj,8,64,8,128,0.2022191286087036,16.5078125,16777216,4.2034837806221095,NA,1.598008384462446e-5
11,self_attn.o_proj,8,128,8,128,0.2296272665262222,16.25390625,16777216,4.2034837806221095,NA,1.598008384462446e-5
12,self_attn.o_proj,2,32,8,128,15.051139831542969,5.015625,16777216,5.081191454227569,NA,1.6118803614517674e-5
12,self_attn.o_proj,2,64,8,128,17.665584564208984,4.5078125,16777216,5.081191454227569,NA,1.6118803614517674e-5
12,self_attn.o_proj,2,128,8,128,20.06760025024414,4.25390625,16777216,5.081191454227569,NA,1.6118803614517674e-5
12,self_attn.o_proj,3,32,8,128,6.443262100219727,7.015625,16777216,5.081191454227569,NA,1.6118803614517674e-5
12,self_attn.o_proj,3,64,8,128,7.575900077819824,6.5078125,16777216,5.081191454227569,NA,1.6118803614517674e-5
12,self_attn.o_proj,3,128,8,128,8.629935264587402,6.25390625,16777216,5.081191454227569,NA,1.6118803614517674e-5
12,self_attn.o_proj,4,32,8,128,3.008702754974365,9.015625,16777216,5.081191454227569,NA,1.6118803614517674e-5
12,self_attn.o_proj,4,64,8,128,3.538581371307373,8.5078125,16777216,5.081191454227569,NA,1.6118803614517674e-5
12,self_attn.o_proj,4,128,8,128,4.036471843719482,8.25390625,16777216,5.081191454227569,NA,1.6118803614517674e-5
12,self_attn.o_proj,8,32,8,128,0.1820550709962844,17.015625,16777216,5.081191454227569,NA,1.6118803614517674e-5
12,self_attn.o_proj,8,64,8,128,0.2139701545238495,16.5078125,16777216,5.081191454227569,NA,1.6118803614517674e-5
12,self_attn.o_proj,8,128,8,128,0.243266299366951,16.25390625,16777216,5.081191454227569,NA,1.6118803614517674e-5
13,self_attn.o_proj,2,32,8,128,14.635335922241213,5.015625,16777216,8.476714934470609,NA,2.202295399911236e-5
13,self_attn.o_proj,2,64,8,128,17.123037338256836,4.5078125,16777216,8.476714934470609,NA,2.202295399911236e-5
13,self_attn.o_proj,2,128,8,128,19.390033721923828,4.25390625,16777216,8.476714934470609,NA,2.202295399911236e-5
13,self_attn.o_proj,3,32,8,128,6.264823913574219,7.015625,16777216,8.476714934470609,NA,2.202295399911236e-5
13,self_attn.o_proj,3,64,8,128,7.340836524963379,6.5078125,16777216,8.476714934470609,NA,2.202295399911236e-5
13,self_attn.o_proj,3,128,8,128,8.326494216918945,6.25390625,16777216,8.476714934470609,NA,2.202295399911236e-5
13,self_attn.o_proj,4,32,8,128,2.9257869720458984,9.015625,16777216,8.476714934470609,NA,2.202295399911236e-5
13,self_attn.o_proj,4,64,8,128,3.4308698177337646,8.5078125,16777216,8.476714934470609,NA,2.202295399911236e-5
13,self_attn.o_proj,4,128,8,128,3.8957786560058594,8.25390625,16777216,8.476714934470609,NA,2.202295399911236e-5
13,self_attn.o_proj,8,32,8,128,0.1771737784147262,17.015625,16777216,8.476714934470609,NA,2.202295399911236e-5
13,self_attn.o_proj,8,64,8,128,0.2075408399105072,16.5078125,16777216,8.476714934470609,NA,2.202295399911236e-5
13,self_attn.o_proj,8,128,8,128,0.2349102646112442,16.25390625,16777216,8.476714934470609,NA,2.202295399911236e-5
14,self_attn.o_proj,2,32,8,128,14.63621425628662,5.015625,16777216,4.002373111636598,NA,2.678215787454974e-5
14,self_attn.o_proj,2,64,8,128,17.19491958618164,4.5078125,16777216,4.002373111636598,NA,2.678215787454974e-5
14,self_attn.o_proj,2,128,8,128,19.55340003967285,4.25390625,16777216,4.002373111636598,NA,2.678215787454974e-5
14,self_attn.o_proj,3,32,8,128,6.268218994140625,7.015625,16777216,4.002373111636598,NA,2.678215787454974e-5
14,self_attn.o_proj,3,64,8,128,7.380595684051514,6.5078125,16777216,4.002373111636598,NA,2.678215787454974e-5
14,self_attn.o_proj,3,128,8,128,8.436356544494629,6.25390625,16777216,4.002373111636598,NA,2.678215787454974e-5
14,self_attn.o_proj,4,32,8,128,2.9249253273010254,9.015625,16777216,4.002373111636598,NA,2.678215787454974e-5
14,self_attn.o_proj,4,64,8,128,3.444727659225464,8.5078125,16777216,4.002373111636598,NA,2.678215787454974e-5
14,self_attn.o_proj,4,128,8,128,3.938780069351196,8.25390625,16777216,4.002373111636598,NA,2.678215787454974e-5
14,self_attn.o_proj,8,32,8,128,0.1770697385072708,17.015625,16777216,4.002373111636598,NA,2.678215787454974e-5
14,self_attn.o_proj,8,64,8,128,0.208248421549797,16.5078125,16777216,4.002373111636598,NA,2.678215787454974e-5
14,self_attn.o_proj,8,128,8,128,0.2372278124094009,16.25390625,16777216,4.002373111636598,NA,2.678215787454974e-5
15,self_attn.o_proj,2,32,8,128,15.051722526550291,5.015625,16777216,6.085332035790016,NA,2.328735718037933e-5
15,self_attn.o_proj,2,64,8,128,17.624523162841797,4.5078125,16777216,6.085332035790016,NA,2.328735718037933e-5
15,self_attn.o_proj,2,128,8,128,20.003849029541016,4.25390625,16777216,6.085332035790016,NA,2.328735718037933e-5
15,self_attn.o_proj,3,32,8,128,6.447397708892822,7.015625,16777216,6.085332035790016,NA,2.328735718037933e-5
15,self_attn.o_proj,3,64,8,128,7.569221019744873,6.5078125,16777216,6.085332035790016,NA,2.328735718037933e-5
15,self_attn.o_proj,3,128,8,128,8.61890983581543,6.25390625,16777216,6.085332035790016,NA,2.328735718037933e-5
15,self_attn.o_proj,4,32,8,128,3.008628368377685,9.015625,16777216,6.085332035790016,NA,2.328735718037933e-5
15,self_attn.o_proj,4,64,8,128,3.5341615676879883,8.5078125,16777216,6.085332035790016,NA,2.328735718037933e-5
15,self_attn.o_proj,4,128,8,128,4.029312610626221,8.25390625,16777216,6.085332035790016,NA,2.328735718037933e-5
15,self_attn.o_proj,8,32,8,128,0.1822375059127807,17.015625,16777216,6.085332035790016,NA,2.328735718037933e-5
15,self_attn.o_proj,8,64,8,128,0.2137708812952041,16.5078125,16777216,6.085332035790016,NA,2.328735718037933e-5
15,self_attn.o_proj,8,128,8,128,0.2428483068943023,16.25390625,16777216,6.085332035790016,NA,2.328735718037933e-5
16,self_attn.o_proj,2,32,8,128,14.671588897705078,5.015625,16777216,6.877278363318378,NA,2.7760812372434884e-5
16,self_attn.o_proj,2,64,8,128,17.20387840270996,4.5078125,16777216,6.877278363318378,NA,2.7760812372434884e-5
16,self_attn.o_proj,2,128,8,128,19.533960342407227,4.25390625,16777216,6.877278363318378,NA,2.7760812372434884e-5
16,self_attn.o_proj,3,32,8,128,6.29518985748291,7.015625,16777216,6.877278363318378,NA,2.7760812372434884e-5
16,self_attn.o_proj,3,64,8,128,7.406421661376953,6.5078125,16777216,6.877278363318378,NA,2.7760812372434884e-5
16,self_attn.o_proj,3,128,8,128,8.455559730529785,6.25390625,16777216,6.877278363318378,NA,2.7760812372434884e-5
16,self_attn.o_proj,4,32,8,128,2.938764333724976,9.015625,16777216,6.877278363318378,NA,2.7760812372434884e-5
16,self_attn.o_proj,4,64,8,128,3.4616949558258057,8.5078125,16777216,6.877278363318378,NA,2.7760812372434884e-5
16,self_attn.o_proj,4,128,8,128,3.9625065326690674,8.25390625,16777216,6.877278363318378,NA,2.7760812372434884e-5
16,self_attn.o_proj,8,32,8,128,0.1780003607273101,17.015625,16777216,6.877278363318378,NA,2.7760812372434884e-5
16,self_attn.o_proj,8,64,8,128,0.2093121707439422,16.5078125,16777216,6.877278363318378,NA,2.7760812372434884e-5
16,self_attn.o_proj,8,128,8,128,0.2387027740478515,16.25390625,16777216,6.877278363318378,NA,2.7760812372434884e-5
17,self_attn.o_proj,2,32,8,128,15.159659385681152,5.015625,16777216,6.177168616937917,NA,2.093178591167089e-5
17,self_attn.o_proj,2,64,8,128,17.726320266723633,4.5078125,16777216,6.177168616937917,NA,2.093178591167089e-5
17,self_attn.o_proj,2,128,8,128,20.09735679626465,4.25390625,16777216,6.177168616937917,NA,2.093178591167089e-5
17,self_attn.o_proj,3,32,8,128,6.492598056793213,7.015625,16777216,6.177168616937917,NA,2.093178591167089e-5
17,self_attn.o_proj,3,64,8,128,7.610992431640625,6.5078125,16777216,6.177168616937917,NA,2.093178591167089e-5
17,self_attn.o_proj,3,128,8,128,8.64831256866455,6.25390625,16777216,6.177168616937917,NA,2.093178591167089e-5
17,self_attn.o_proj,4,32,8,128,3.031862258911133,9.015625,16777216,6.177168616937917,NA,2.093178591167089e-5
17,self_attn.o_proj,4,64,8,128,3.556722640991211,8.5078125,16777216,6.177168616937917,NA,2.093178591167089e-5
17,self_attn.o_proj,4,128,8,128,4.0480780601501465,8.25390625,16777216,6.177168616937917,NA,2.093178591167089e-5
17,self_attn.o_proj,8,32,8,128,0.1835595369338989,17.015625,16777216,6.177168616937917,NA,2.093178591167089e-5
17,self_attn.o_proj,8,64,8,128,0.2150303274393081,16.5078125,16777216,6.177168616937917,NA,2.093178591167089e-5
17,self_attn.o_proj,8,128,8,128,0.2438358813524246,16.25390625,16777216,6.177168616937917,NA,2.093178591167089e-5
18,self_attn.o_proj,2,32,8,128,14.78054141998291,5.015625,16777216,7.978689698077938,NA,1.4197165000950918e-5
18,self_attn.o_proj,2,64,8,128,17.31252098083496,4.5078125,16777216,7.978689698077938,NA,1.4197165000950918e-5
18,self_attn.o_proj,2,128,8,128,19.65506362915039,4.25390625,16777216,7.978689698077938,NA,1.4197165000950918e-5
18,self_attn.o_proj,3,32,8,128,6.328427791595459,7.015625,16777216,7.978689698077938,NA,1.4197165000950918e-5
18,self_attn.o_proj,3,64,8,128,7.425669193267822,6.5078125,16777216,7.978689698077938,NA,1.4197165000950918e-5
18,self_attn.o_proj,3,128,8,128,8.456360816955566,6.25390625,16777216,7.978689698077938,NA,1.4197165000950918e-5
18,self_attn.o_proj,4,32,8,128,2.95471715927124,9.015625,16777216,7.978689698077938,NA,1.4197165000950918e-5
18,self_attn.o_proj,4,64,8,128,3.467207908630371,8.5078125,16777216,7.978689698077938,NA,1.4197165000950918e-5
18,self_attn.o_proj,4,128,8,128,3.9520959854125977,8.25390625,16777216,7.978689698077938,NA,1.4197165000950918e-5
18,self_attn.o_proj,8,32,8,128,0.1788134425878524,17.015625,16777216,7.978689698077938,NA,1.4197165000950918e-5
18,self_attn.o_proj,8,64,8,128,0.2096264213323593,16.5078125,16777216,7.978689698077938,NA,1.4197165000950918e-5
18,self_attn.o_proj,8,128,8,128,0.2381150126457214,16.25390625,16777216,7.978689698077938,NA,1.4197165000950918e-5
19,self_attn.o_proj,2,32,8,128,14.957073211669922,5.015625,16777216,5.787306369736095,NA,1.2588428035087418e-5
19,self_attn.o_proj,2,64,8,128,17.497554779052734,4.5078125,16777216,5.787306369736095,NA,1.2588428035087418e-5
19,self_attn.o_proj,2,128,8,128,19.854581832885746,4.25390625,16777216,5.787306369736095,NA,1.2588428035087418e-5
19,self_attn.o_proj,3,32,8,128,6.4000678062438965,7.015625,16777216,5.787306369736095,NA,1.2588428035087418e-5
19,self_attn.o_proj,3,64,8,128,7.502575874328613,6.5078125,16777216,5.787306369736095,NA,1.2588428035087418e-5
19,self_attn.o_proj,3,128,8,128,8.5342864990234375,6.25390625,16777216,5.787306369736095,NA,1.2588428035087418e-5
19,self_attn.o_proj,4,32,8,128,2.9878108501434326,9.015625,16777216,5.787306369736095,NA,1.2588428035087418e-5
19,self_attn.o_proj,4,64,8,128,3.504570245742798,8.5078125,16777216,5.787306369736095,NA,1.2588428035087418e-5
19,self_attn.o_proj,4,128,8,128,3.99132251739502,8.25390625,16777216,5.787306369736095,NA,1.2588428035087418e-5
19,self_attn.o_proj,8,32,8,128,0.1809410005807876,17.015625,16777216,5.787306369736095,NA,1.2588428035087418e-5
19,self_attn.o_proj,8,64,8,128,0.2119685560464859,16.5078125,16777216,5.787306369736095,NA,1.2588428035087418e-5
19,self_attn.o_proj,8,128,8,128,0.2405126243829727,16.25390625,16777216,5.787306369736095,NA,1.2588428035087418e-5
20,self_attn.o_proj,2,32,8,128,14.878053665161133,5.015625,16777216,6.2495268494118434,NA,1.5595796867273748e-5
20,self_attn.o_proj,2,64,8,128,17.47359275817871,4.5078125,16777216,6.2495268494118434,NA,1.5595796867273748e-5
20,self_attn.o_proj,2,128,8,128,19.893165588378903,4.25390625,16777216,6.2495268494118434,NA,1.5595796867273748e-5
20,self_attn.o_proj,3,32,8,128,6.376826763153076,7.015625,16777216,6.2495268494118434,NA,1.5595796867273748e-5
20,self_attn.o_proj,3,64,8,128,7.518867492675781,6.5078125,16777216,6.2495268494118434,NA,1.5595796867273748e-5
20,self_attn.o_proj,3,128,8,128,8.61892318725586,6.25390625,16777216,6.2495268494118434,NA,1.5595796867273748e-5
20,self_attn.o_proj,4,32,8,128,2.976961612701416,9.015625,16777216,6.2495268494118434,NA,1.5595796867273748e-5
20,self_attn.o_proj,4,64,8,128,3.511537551879883,8.5078125,16777216,6.2495268494118434,NA,1.5595796867273748e-5
20,self_attn.o_proj,4,128,8,128,4.029510498046875,8.25390625,16777216,6.2495268494118434,NA,1.5595796867273748e-5
20,self_attn.o_proj,8,32,8,128,0.1802045851945877,17.015625,16777216,6.2495268494118434,NA,1.5595796867273748e-5
20,self_attn.o_proj,8,64,8,128,0.2123738974332809,16.5078125,16777216,6.2495268494118434,NA,1.5595796867273748e-5
20,self_attn.o_proj,8,128,8,128,0.2428355813026428,16.25390625,16777216,6.2495268494118434,NA,1.5595796867273748e-5
21,self_attn.o_proj,2,32,8,128,15.174367904663086,5.015625,16777216,5.118433747281833,NA,2.3958395104273222e-5
21,self_attn.o_proj,2,64,8,128,17.784578323364258,4.5078125,16777216,5.118433747281833,NA,2.3958395104273222e-5
21,self_attn.o_proj,2,128,8,128,20.190414428710938,4.25390625,16777216,5.118433747281833,NA,2.3958395104273222e-5
21,self_attn.o_proj,3,32,8,128,6.5373382568359375,7.015625,16777216,5.118433747281833,NA,2.3958395104273222e-5
21,self_attn.o_proj,3,64,8,128,7.720632553100586,6.5078125,16777216,5.118433747281833,NA,2.3958395104273222e-5
21,self_attn.o_proj,3,128,8,128,8.863565444946289,6.25390625,16777216,5.118433747281833,NA,2.3958395104273222e-5
21,self_attn.o_proj,4,32,8,128,3.054070234298706,9.015625,16777216,5.118433747281833,NA,2.3958395104273222e-5
21,self_attn.o_proj,4,64,8,128,3.612856864929199,8.5078125,16777216,5.118433747281833,NA,2.3958395104273222e-5
21,self_attn.o_proj,4,128,8,128,4.1695098876953125,8.25390625,16777216,5.118433747281833,NA,2.3958395104273222e-5
21,self_attn.o_proj,8,32,8,128,0.1848398596048355,17.015625,16777216,5.118433747281833,NA,2.3958395104273222e-5
21,self_attn.o_proj,8,64,8,128,0.2183932512998581,16.5078125,16777216,5.118433747281833,NA,2.3958395104273222e-5
21,self_attn.o_proj,8,128,8,128,0.2512237429618835,16.25390625,16777216,5.118433747281833,NA,2.3958395104273222e-5
22,self_attn.o_proj,2,32,8,128,15.403858184814451,5.015625,16777216,4.379309348149095,NA,1.8626806195243265e-5
22,self_attn.o_proj,2,64,8,128,17.991758346557617,4.5078125,16777216,4.379309348149095,NA,1.8626806195243265e-5
22,self_attn.o_proj,2,128,8,128,20.357152938842773,4.25390625,16777216,4.379309348149095,NA,1.8626806195243265e-5
22,self_attn.o_proj,3,32,8,128,6.59965705871582,7.015625,16777216,4.379309348149095,NA,1.8626806195243265e-5
22,self_attn.o_proj,3,64,8,128,7.729466915130615,6.5078125,16777216,4.379309348149095,NA,1.8626806195243265e-5
22,self_attn.o_proj,3,128,8,128,8.768677711486816,6.25390625,16777216,4.379309348149095,NA,1.8626806195243265e-5
22,self_attn.o_proj,4,32,8,128,3.078189849853516,9.015625,16777216,4.379309348149095,NA,1.8626806195243265e-5
22,self_attn.o_proj,4,64,8,128,3.607653617858887,8.5078125,16777216,4.379309348149095,NA,1.8626806195243265e-5
22,self_attn.o_proj,4,128,8,128,4.097971439361572,8.25390625,16777216,4.379309348149095,NA,1.8626806195243265e-5
22,self_attn.o_proj,8,32,8,128,0.1864184588193893,17.015625,16777216,4.379309348149095,NA,1.8626806195243265e-5
22,self_attn.o_proj,8,64,8,128,0.2181044220924377,16.5078125,16777216,4.379309348149095,NA,1.8626806195243265e-5
22,self_attn.o_proj,8,128,8,128,0.2469657659530639,16.25390625,16777216,4.379309348149095,NA,1.8626806195243265e-5
23,self_attn.o_proj,2,32,8,128,15.661473274230955,5.015625,16777216,3.6975582201599577,NA,1.9537032130756415e-5
23,self_attn.o_proj,2,64,8,128,18.266996383666992,4.5078125,16777216,3.6975582201599577,NA,1.9537032130756415e-5
23,self_attn.o_proj,2,128,8,128,20.64474296569824,4.25390625,16777216,3.6975582201599577,NA,1.9537032130756415e-5
23,self_attn.o_proj,3,32,8,128,6.695975303649902,7.015625,16777216,3.6975582201599577,NA,1.9537032130756415e-5
23,self_attn.o_proj,3,64,8,128,7.823517322540283,6.5078125,16777216,3.6975582201599577,NA,1.9537032130756415e-5
23,self_attn.o_proj,3,128,8,128,8.849101066589355,6.25390625,16777216,3.6975582201599577,NA,1.9537032130756415e-5
23,self_attn.o_proj,4,32,8,128,3.1255362033843994,9.015625,16777216,3.6975582201599577,NA,1.9537032130756415e-5
23,self_attn.o_proj,4,64,8,128,3.651583194732666,8.5078125,16777216,3.6975582201599577,NA,1.9537032130756415e-5
23,self_attn.o_proj,4,128,8,128,4.133560180664063,8.25390625,16777216,3.6975582201599577,NA,1.9537032130756415e-5
23,self_attn.o_proj,8,32,8,128,0.1891371309757232,17.015625,16777216,3.6975582201599577,NA,1.9537032130756415e-5
23,self_attn.o_proj,8,64,8,128,0.2207475155591964,16.5078125,16777216,3.6975582201599577,NA,1.9537032130756415e-5
23,self_attn.o_proj,8,128,8,128,0.2490492910146713,16.25390625,16777216,3.6975582201599577,NA,1.9537032130756415e-5
24,self_attn.o_proj,2,32,8,128,16.394994735717773,5.015625,16777216,3.3829084966717327,NA,2.3221307856147178e-5
24,self_attn.o_proj,2,64,8,128,19.14152336120605,4.5078125,16777216,3.3829084966717327,NA,2.3221307856147178e-5
24,self_attn.o_proj,2,128,8,128,21.64337539672852,4.25390625,16777216,3.3829084966717327,NA,2.3221307856147178e-5
24,self_attn.o_proj,3,32,8,128,7.011787414550781,7.015625,16777216,3.3829084966717327,NA,2.3221307856147178e-5
24,self_attn.o_proj,3,64,8,128,8.197203636169434,6.5078125,16777216,3.3829084966717327,NA,2.3221307856147178e-5
24,self_attn.o_proj,3,128,8,128,9.272076606750488,6.25390625,16777216,3.3829084966717327,NA,2.3221307856147178e-5
24,self_attn.o_proj,4,32,8,128,3.272226572036743,9.015625,16777216,3.3829084966717327,NA,2.3221307856147178e-5
24,self_attn.o_proj,4,64,8,128,3.825253486633301,8.5078125,16777216,3.3829084966717327,NA,2.3221307856147178e-5
24,self_attn.o_proj,4,128,8,128,4.328807830810547,8.25390625,16777216,3.3829084966717327,NA,2.3221307856147178e-5
24,self_attn.o_proj,8,32,8,128,0.1980541795492172,17.015625,16777216,3.3829084966717327,NA,2.3221307856147178e-5
24,self_attn.o_proj,8,64,8,128,0.2311242371797561,16.5078125,16777216,3.3829084966717327,NA,2.3221307856147178e-5
24,self_attn.o_proj,8,128,8,128,0.2609146535396576,16.25390625,16777216,3.3829084966717327,NA,2.3221307856147178e-5
25,self_attn.o_proj,2,32,8,128,16.53202247619629,5.015625,16777216,3.8142517078071942,NA,3.281717363279313e-5
25,self_attn.o_proj,2,64,8,128,19.339879989624023,4.5078125,16777216,3.8142517078071942,NA,3.281717363279313e-5
25,self_attn.o_proj,2,128,8,128,21.89888572692871,4.25390625,16777216,3.8142517078071942,NA,3.281717363279313e-5
25,self_attn.o_proj,3,32,8,128,7.078935623168945,7.015625,16777216,3.8142517078071942,NA,3.281717363279313e-5
25,self_attn.o_proj,3,64,8,128,8.309752464294434,6.5078125,16777216,3.8142517078071942,NA,3.281717363279313e-5
25,self_attn.o_proj,3,128,8,128,9.464712142944336,6.25390625,16777216,3.8142517078071942,NA,3.281717363279313e-5
25,self_attn.o_proj,4,32,8,128,3.3040571212768555,9.015625,16777216,3.8142517078071942,NA,3.281717363279313e-5
25,self_attn.o_proj,4,64,8,128,3.879425287246704,8.5078125,16777216,3.8142517078071942,NA,3.281717363279313e-5
25,self_attn.o_proj,4,128,8,128,4.418932914733887,8.25390625,16777216,3.8142517078071942,NA,3.281717363279313e-5
25,self_attn.o_proj,8,32,8,128,0.1999684274196624,17.015625,16777216,3.8142517078071942,NA,3.281717363279313e-5
25,self_attn.o_proj,8,64,8,128,0.2344671934843063,16.5078125,16777216,3.8142517078071942,NA,3.281717363279313e-5
25,self_attn.o_proj,8,128,8,128,0.2664281129837036,16.25390625,16777216,3.8142517078071942,NA,3.281717363279313e-5
26,self_attn.o_proj,2,32,8,128,16.810836791992188,5.015625,16777216,3.9272371580725527,NA,3.806484892265871e-5
26,self_attn.o_proj,2,64,8,128,19.624425888061523,4.5078125,16777216,3.9272371580725527,NA,3.806484892265871e-5
26,self_attn.o_proj,2,128,8,128,22.199460983276367,4.25390625,16777216,3.9272371580725527,NA,3.806484892265871e-5
26,self_attn.o_proj,3,32,8,128,7.196712493896484,7.015625,16777216,3.9272371580725527,NA,3.806484892265871e-5
26,self_attn.o_proj,3,64,8,128,8.41883659362793,6.5078125,16777216,3.9272371580725527,NA,3.806484892265871e-5
26,self_attn.o_proj,3,128,8,128,9.55011749267578,6.25390625,16777216,3.9272371580725527,NA,3.806484892265871e-5
26,self_attn.o_proj,4,32,8,128,3.3594369888305664,9.015625,16777216,3.9272371580725527,NA,3.806484892265871e-5
26,self_attn.o_proj,4,64,8,128,3.9312922954559326,8.5078125,16777216,3.9272371580725527,NA,3.806484892265871e-5
26,self_attn.o_proj,4,128,8,128,4.46165943145752,8.25390625,16777216,3.9272371580725527,NA,3.806484892265871e-5
26,self_attn.o_proj,8,32,8,128,0.2032840251922607,17.015625,16777216,3.9272371580725527,NA,3.806484892265871e-5
26,self_attn.o_proj,8,64,8,128,0.237574964761734,16.5078125,16777216,3.9272371580725527,NA,3.806484892265871e-5
26,self_attn.o_proj,8,128,8,128,0.2688663601875305,16.25390625,16777216,3.9272371580725527,NA,3.806484892265871e-5
27,self_attn.o_proj,2,32,8,128,17.266559600830078,5.015625,16777216,5.168380628218723,NA,5.681679249391891e-5
27,self_attn.o_proj,2,64,8,128,20.1784782409668,4.5078125,16777216,5.168380628218723,NA,5.681679249391891e-5
27,self_attn.o_proj,2,128,8,128,22.853853225708008,4.25390625,16777216,5.168380628218723,NA,5.681679249391891e-5
27,self_attn.o_proj,3,32,8,128,7.411194324493408,7.015625,16777216,5.168380628218723,NA,5.681679249391891e-5
27,self_attn.o_proj,3,64,8,128,8.691489219665527,6.5078125,16777216,5.168380628218723,NA,5.681679249391891e-5
27,self_attn.o_proj,3,128,8,128,9.894498825073242,6.25390625,16777216,5.168380628218723,NA,5.681679249391891e-5
27,self_attn.o_proj,4,32,8,128,3.457504749298096,9.015625,16777216,5.168380628218723,NA,5.681679249391891e-5
27,self_attn.o_proj,4,64,8,128,4.058493137359619,8.5078125,16777216,5.168380628218723,NA,5.681679249391891e-5
27,self_attn.o_proj,4,128,8,128,4.6237874031066895,8.25390625,16777216,5.168380628218723,NA,5.681679249391891e-5
27,self_attn.o_proj,8,32,8,128,0.2092214375734329,17.015625,16777216,5.168380628218723,NA,5.681679249391891e-5
27,self_attn.o_proj,8,64,8,128,0.2453083097934723,16.5078125,16777216,5.168380628218723,NA,5.681679249391891e-5
27,self_attn.o_proj,8,128,8,128,0.2786425650119781,16.25390625,16777216,5.168380628218723,NA,5.681679249391891e-5
28,self_attn.o_proj,2,32,8,128,17.700225830078125,5.015625,16777216,6.208068661807829,NA,6.343707354972139e-5
28,self_attn.o_proj,2,64,8,128,20.673864364624023,4.5078125,16777216,6.208068661807829,NA,6.343707354972139e-5
28,self_attn.o_proj,2,128,8,128,23.37679672241211,4.25390625,16777216,6.208068661807829,NA,6.343707354972139e-5
28,self_attn.o_proj,3,32,8,128,7.58986759185791,7.015625,16777216,6.208068661807829,NA,6.343707354972139e-5
28,self_attn.o_proj,3,64,8,128,8.88255786895752,6.5078125,16777216,6.208068661807829,NA,6.343707354972139e-5
28,self_attn.o_proj,3,128,8,128,10.08473014831543,6.25390625,16777216,6.208068661807829,NA,6.343707354972139e-5
28,self_attn.o_proj,4,32,8,128,3.5435383319854736,9.015625,16777216,6.208068661807829,NA,6.343707354972139e-5
28,self_attn.o_proj,4,64,8,128,4.151835441589356,8.5078125,16777216,6.208068661807829,NA,6.343707354972139e-5
28,self_attn.o_proj,4,128,8,128,4.720759391784668,8.25390625,16777216,6.208068661807829,NA,6.343707354972139e-5
28,self_attn.o_proj,8,32,8,128,0.2144432812929153,17.015625,16777216,6.208068661807829,NA,6.343707354972139e-5
28,self_attn.o_proj,8,64,8,128,0.250990092754364,16.5078125,16777216,6.208068661807829,NA,6.343707354972139e-5
28,self_attn.o_proj,8,128,8,128,0.2844915986061096,16.25390625,16777216,6.208068661807829,NA,6.343707354972139e-5
29,self_attn.o_proj,2,32,8,128,18.33413887023925,5.015625,16777216,3.8188944230133473,NA,9.894864342641084e-5
29,self_attn.o_proj,2,64,8,128,21.427490234375,4.5078125,16777216,3.8188944230133473,NA,9.894864342641084e-5
29,self_attn.o_proj,2,128,8,128,24.24564552307129,4.25390625,16777216,3.8188944230133473,NA,9.894864342641084e-5
29,self_attn.o_proj,3,32,8,128,7.850170612335205,7.015625,16777216,3.8188944230133473,NA,9.894864342641084e-5
29,self_attn.o_proj,3,64,8,128,9.1857271194458,6.5078125,16777216,3.8188944230133473,NA,9.894864342641084e-5
29,self_attn.o_proj,3,128,8,128,10.42802619934082,6.25390625,16777216,3.8188944230133473,NA,9.894864342641084e-5
29,self_attn.o_proj,4,32,8,128,3.662515878677368,9.015625,16777216,3.8188944230133473,NA,9.894864342641084e-5
29,self_attn.o_proj,4,64,8,128,4.287515640258789,8.5078125,16777216,3.8188944230133473,NA,9.894864342641084e-5
29,self_attn.o_proj,4,128,8,128,4.868528366088867,8.25390625,16777216,3.8188944230133473,NA,9.894864342641084e-5
29,self_attn.o_proj,8,32,8,128,0.2216504961252212,17.015625,16777216,3.8188944230133473,NA,9.894864342641084e-5
29,self_attn.o_proj,8,64,8,128,0.2591716349124908,16.5078125,16777216,3.8188944230133473,NA,9.894864342641084e-5
29,self_attn.o_proj,8,128,8,128,0.2935357689857483,16.25390625,16777216,3.8188944230133473,NA,9.894864342641084e-5
30,self_attn.o_proj,2,32,8,128,19.64671897888184,5.015625,16777216,3.916996248805428,NA,2.0991287601646e-4
30,self_attn.o_proj,2,64,8,128,22.98756217956543,4.5078125,16777216,3.916996248805428,NA,2.0991287601646e-4
30,self_attn.o_proj,2,128,8,128,26.05941200256348,4.25390625,16777216,3.916996248805428,NA,2.0991287601646e-4
30,self_attn.o_proj,3,32,8,128,8.41417121887207,7.015625,16777216,3.916996248805428,NA,2.0991287601646e-4
30,self_attn.o_proj,3,64,8,128,9.869516372680664,6.5078125,16777216,3.916996248805428,NA,2.0991287601646e-4
30,self_attn.o_proj,3,128,8,128,11.22982120513916,6.25390625,16777216,3.916996248805428,NA,2.0991287601646e-4
30,self_attn.o_proj,4,32,8,128,3.9267284870147705,9.015625,16777216,3.916996248805428,NA,2.0991287601646e-4
30,self_attn.o_proj,4,64,8,128,4.603414535522461,8.5078125,16777216,3.916996248805428,NA,2.0991287601646e-4
30,self_attn.o_proj,4,128,8,128,5.240401744842529,8.25390625,16777216,3.916996248805428,NA,2.0991287601646e-4
30,self_attn.o_proj,8,32,8,128,0.2375096082687378,17.015625,16777216,3.916996248805428,NA,2.0991287601646e-4
30,self_attn.o_proj,8,64,8,128,0.2784024477005005,16.5078125,16777216,3.916996248805428,NA,2.0991287601646e-4
30,self_attn.o_proj,8,128,8,128,0.3158771097660064,16.25390625,16777216,3.916996248805428,NA,2.0991287601646e-4
31,self_attn.o_proj,2,32,8,128,19.6539363861084,5.015625,16777216,5.591712502474565,NA,2.6171901845373e-4
31,self_attn.o_proj,2,64,8,128,23.17051887512207,4.5078125,16777216,5.591712502474565,NA,2.6171901845373e-4
31,self_attn.o_proj,2,128,8,128,26.426538467407227,4.25390625,16777216,5.591712502474565,NA,2.6171901845373e-4
31,self_attn.o_proj,3,32,8,128,8.46374797821045,7.015625,16777216,5.591712502474565,NA,2.6171901845373e-4
31,self_attn.o_proj,3,64,8,128,10.066619873046877,6.5078125,16777216,5.591712502474565,NA,2.6171901845373e-4
31,self_attn.o_proj,3,128,8,128,11.667180061340332,6.25390625,16777216,5.591712502474565,NA,2.6171901845373e-4
31,self_attn.o_proj,4,32,8,128,3.952760696411133,9.015625,16777216,5.591712502474565,NA,2.6171901845373e-4
31,self_attn.o_proj,4,64,8,128,4.707706928253174,8.5078125,16777216,5.591712502474565,NA,2.6171901845373e-4
31,self_attn.o_proj,4,128,8,128,5.475996017456055,8.25390625,16777216,5.591712502474565,NA,2.6171901845373e-4
31,self_attn.o_proj,8,32,8,128,0.2390454709529876,17.015625,16777216,5.591712502474565,NA,2.6171901845373e-4
31,self_attn.o_proj,8,64,8,128,0.2846476435661316,16.5078125,16777216,5.591712502474565,NA,2.6171901845373e-4
31,self_attn.o_proj,8,128,8,128,0.3298292756080627,16.25390625,16777216,5.591712502474565,NA,2.6171901845373e-4