| model,workload,batch_size,max_new_tokens,status,num_samples,num_chunks,num_failures,prompt_bytes_mean,generated_units_mean,generated_bytes_mean,prefill_time_sec,decode_time_sec,total_time_sec,prefill_bytes_per_sec,prefill_units_per_sec,decode_bytes_per_sec,decode_units_per_sec,total_bytes_per_sec,total_units_per_sec,speedup_vs_batch1,peak_allocated_mb,peak_reserved_mb | |
| bolmo,code/1024B,1,64,ok,384,384,0,472.0625,534.0625,534.0625,0.068753,4.836162,5.321893,6866.053934,6880.598732,110.431064,110.431064,100.351981,100.351981,1.0,2938.752441,3044.0 | |
| bolmo,code/1024B,1,128,ok,384,384,0,472.0625,597.617188,597.617188,0.044755,5.402814,5.915648,10547.721543,10570.065452,110.612215,110.612215,101.02312,101.02312,1.0,2938.752441,3044.0 | |
| bolmo,code/1024B,2,64,ok,384,192,0,472.0625,631.15625,631.15625,0.144373,8.605539,9.747681,6539.503151,6553.356196,146.686051,146.686051,129.498754,129.498754,1.290445,3027.405273,3146.0 | |
| bolmo,code/1024B,2,128,ok,384,192,0,472.0625,694.710938,694.710938,0.047318,9.472696,10.623823,19952.876036,19995.143481,146.676497,146.676497,130.783605,130.783605,1.294591,3027.405273,3146.0 | |
| bolmo,code/1024B,4,64,ok,384,96,0,472.0625,732.835938,732.835938,0.188248,13.762859,16.441378,10030.629056,10051.877575,212.98945,212.98945,178.290639,178.290639,1.776653,3229.916504,3424.0 | |
| bolmo,code/1024B,4,128,ok,384,96,0,472.0625,794.335938,794.335938,0.051477,14.978097,17.770405,36681.427648,36759.132248,212.132668,212.132668,178.799738,178.799738,1.769889,3229.916504,3418.0 | |
| bolmo,code/1024B,8,64,ok,384,48,0,472.0625,832.1875,832.1875,0.387669,20.813725,27.976574,9741.561057,9762.197225,319.861046,319.861046,237.966953,237.966953,2.371323,3616.254395,3854.0 | |
| bolmo,code/1024B,8,128,ok,384,48,0,472.0625,892.6875,892.6875,0.076809,22.26734,29.739563,49167.31725,49271.471503,320.716348,320.716348,240.134664,240.134664,2.377027,3616.254395,3854.0 | |
| bolmo,code/1024B,16,64,ok,384,24,0,472.0625,908.085938,908.085938,0.452111,28.969853,48.624499,16706.064851,16741.45437,501.534301,501.534301,298.807704,298.807704,2.977596,4407.841797,4968.0 | |
| bolmo,code/1024B,16,128,ok,384,24,0,472.0625,970.109375,970.109375,0.13893,31.091566,52.396775,54365.508593,54480.674506,499.227024,499.227024,296.234833,296.234833,2.932347,4407.841797,4906.0 | |
| bolmo,code/256B,1,64,ok,384,384,0,196.679688,258.679688,258.679688,0.043797,2.372468,2.605415,4490.73205,4513.564769,109.033984,109.033984,99.285411,99.285411,1.0,2854.858887,3002.0 | |
| bolmo,code/256B,1,128,ok,384,384,0,196.679688,322.679688,322.679688,0.044046,2.964494,3.244852,4465.306638,4488.010083,108.848155,108.848155,99.443587,99.443587,1.0,2858.609375,3002.0 | |
| bolmo,code/256B,2,64,ok,384,192,0,196.679688,278.328125,278.328125,0.072106,3.81578,4.275807,5455.311963,5483.049001,145.882697,145.882697,130.187419,130.187419,1.311244,2896.588867,3024.0 | |
| bolmo,code/256B,2,128,ok,384,192,0,196.679688,341.75,341.75,0.046872,4.676194,5.203776,8392.282488,8434.952286,146.165868,146.165868,131.346923,131.346923,1.320818,2896.589844,3026.0 | |
| bolmo,code/256B,4,64,ok,384,96,0,196.679688,286.078125,286.078125,0.070597,5.184386,5.983706,11143.738831,11200.398159,220.722849,220.722849,191.238097,191.238097,1.926145,2965.133301,3040.0 | |
| bolmo,code/256B,4,128,ok,384,96,0,196.679688,348.578125,348.578125,0.052066,6.306583,7.257811,15110.171749,15186.998045,221.088426,221.088426,192.111994,192.111994,1.931869,2966.34082,3040.0 | |
| bolmo,code/256B,8,64,ok,384,48,0,196.679688,296.40625,296.40625,0.118204,6.677236,8.259403,13311.216975,13378.896648,355.124486,355.124486,287.097024,287.097024,2.891634,3064.116699,3252.0 | |
| bolmo,code/256B,8,128,ok,384,48,0,196.679688,358.40625,358.40625,0.0535,8.085679,9.955838,29410.213202,29559.746759,354.608419,354.608419,287.996841,287.996841,2.896083,3102.790039,3290.0 | |
| bolmo,code/256B,16,64,ok,384,24,0,196.679688,307.1875,307.1875,0.181932,8.502904,11.973908,17296.94618,17384.890932,578.037789,578.037789,410.475832,410.475832,4.134302,3308.902832,3750.0 | |
| bolmo,code/256B,16,128,ok,384,24,0,196.679688,370.6875,370.6875,0.068305,10.256425,14.423305,46070.759626,46305.002217,578.271683,578.271683,411.209502,411.209502,4.135103,3374.62793,3864.0 | |
| hnet,code/1024B,1,64,ok,384,384,0,472.0625,64.0,64.0,0.062152,0.774414,0.840556,7595.334888,7611.424568,82.643175,82.643175,76.140115,76.140115,1.0,3518.566406,3618.0 | |
| hnet,code/1024B,1,128,ok,384,384,0,472.0625,128.0,128.0,0.062105,1.57457,1.641366,7601.055009,7617.156807,81.292013,81.292013,77.98382,77.98382,1.0,3533.662598,3618.0 | |
| hnet,code/1024B,2,64,ok,384,192,0,472.0625,64.0,64.0,0.064711,1.080596,1.155029,14589.929687,14620.836463,118.453185,118.453185,110.819748,110.819748,1.455471,3801.771973,3924.0 | |
| hnet,code/1024B,2,128,ok,384,192,0,472.0625,128.0,128.0,0.06399,2.19019,2.264525,14754.350786,14785.605865,116.884838,116.884838,113.04797,113.04797,1.449634,3849.330566,3924.0 | |
| hnet,code/1024B,4,64,ok,384,96,0,472.0625,64.0,64.0,0.068192,1.481849,1.568884,27690.090107,27748.747785,172.757098,172.757098,163.173329,163.173329,2.143066,4378.296387,4456.0 | |
| hnet,code/1024B,4,128,ok,384,96,0,472.0625,128.0,128.0,0.067215,2.985488,3.073012,28092.872708,28152.383626,171.496275,171.496275,166.611755,166.611755,2.136491,4437.296387,4516.0 | |
| hnet,code/1024B,8,64,ok,384,48,0,472.0625,64.0,64.0,0.082033,1.892013,2.009045,46036.40171,46133.923546,270.611242,270.611242,254.847484,254.847484,3.347086,5463.019531,5594.0 | |
| hnet,code/1024B,8,128,ok,384,48,0,472.0625,128.0,128.0,0.078074,3.832693,3.946751,48370.545143,48473.011544,267.175056,267.175056,259.453905,259.453905,3.327022,5579.550781,5714.0 | |
| hnet,code/1024B,16,64,ok,384,24,0,472.0625,64.0,64.0,0.103519,2.233956,2.385581,72962.773649,73117.33533,458.379707,458.379707,429.245476,429.245476,5.637573,7649.574707,7842.0 | |
| hnet,code/1024B,16,128,ok,384,24,0,472.0625,128.0,128.0,0.101793,4.46502,4.616226,74199.727789,74356.909789,458.676538,458.676538,443.652437,443.652437,5.689032,7885.574707,8078.0 | |
| hnet,code/256B,1,64,ok,384,384,0,196.679688,64.0,64.0,0.065434,0.805041,0.87303,3005.772131,3021.054707,79.49902,79.49902,73.307922,73.307922,1.0,3316.642578,3358.0 | |
| hnet,code/256B,1,128,ok,384,384,0,196.679688,128.0,128.0,0.061706,1.610171,1.674526,3187.36849,3203.574375,79.494648,79.494648,76.439552,76.439552,1.0,3339.232422,3378.0 | |
| hnet,code/256B,2,64,ok,384,192,0,196.679688,64.0,64.0,0.064032,1.128386,1.196365,6143.158254,6174.392584,113.436401,113.436401,106.990791,106.990791,1.459471,3409.324219,3456.0 | |
| hnet,code/256B,2,128,ok,384,192,0,196.679688,128.0,128.0,0.062853,2.247984,2.315847,6258.412654,6290.232985,113.879827,113.879827,110.542704,110.542704,1.446145,3441.13623,3516.0 | |
| hnet,code/256B,4,64,ok,384,96,0,196.679688,64.0,64.0,0.065871,1.509599,1.583962,11943.40729,12004.132459,169.581429,169.581429,161.620015,161.620015,2.204673,3606.863281,3646.0 | |
| hnet,code/256B,4,128,ok,384,96,0,196.679688,128.0,128.0,0.066207,3.046167,3.123346,11882.781698,11943.198622,168.080064,168.080064,163.92676,163.92676,2.144528,3665.328613,3702.0 | |
| hnet,code/256B,8,64,ok,384,48,0,196.679688,64.0,64.0,0.072903,1.907366,1.997639,21582.546929,21692.281428,268.433013,268.433013,256.302595,256.302595,3.496247,3976.942383,4054.0 | |
| hnet,code/256B,8,128,ok,384,48,0,196.679688,128.0,128.0,0.072685,3.853694,3.947047,21647.204718,21757.267963,265.719082,265.719082,259.434432,259.434432,3.393982,4092.133789,4170.0 | |
| hnet,code/256B,16,64,ok,384,24,0,196.679688,64.0,64.0,0.086746,2.250826,2.370719,36276.728751,36461.174482,454.944028,454.944028,431.936555,431.936555,5.892086,4716.527832,4836.0 | |
| hnet,code/256B,16,128,ok,384,24,0,196.679688,128.0,128.0,0.086681,4.488675,4.614004,36304.189831,36488.775186,456.259358,456.259358,443.866119,443.866119,5.80676,4952.527832,5072.0 | |
| hnet_serial,code/1024B,1,64,ok,384,384,0,472.0625,64.0,64.0,0.060226,0.769539,0.835311,7838.145943,7854.749986,83.166632,83.166632,76.61816,76.61816,1.0,3518.044922,3630.0 | |
| hnet_serial,code/1024B,1,128,ok,384,384,0,472.0625,128.0,128.0,0.05971,1.556894,1.622588,7905.929166,7922.676798,82.21497,82.21497,78.88632,78.88632,1.0,3532.688965,3630.0 | |
| hnet_serial,code/1024B,2,64,ok,384,192,0,472.0625,64.0,64.0,0.117386,1.546019,1.673656,8042.884415,8059.922169,82.793292,82.793292,76.479278,76.479278,0.998187,3698.293457,3838.0 | |
| hnet_serial,code/1024B,2,128,ok,384,192,0,472.0625,128.0,128.0,0.116693,3.108496,3.236786,8090.643795,8107.78272,82.354948,82.354948,79.090797,79.090797,1.002592,3735.762207,3838.0 | |
| hnet_serial,code/1024B,4,64,ok,384,96,0,472.0625,64.0,64.0,0.227732,3.05651,3.300198,8291.542819,8309.107321,83.755664,83.755664,77.571103,77.571103,1.012438,3698.293457,3838.0 | |
| hnet_serial,code/1024B,4,128,ok,384,96,0,472.0625,128.0,128.0,0.229722,6.225154,6.472352,8219.728507,8237.140881,82.246964,82.246964,79.105716,79.105716,1.002781,3735.762207,3840.0 | |
| hnet_serial,code/1024B,8,64,ok,384,48,0,472.0625,64.0,64.0,0.451309,6.135115,6.613503,8367.881261,8385.607476,83.454012,83.454012,77.417369,77.417369,1.010431,3698.293457,3842.0 | |
| hnet_serial,code/1024B,8,128,ok,384,48,0,472.0625,128.0,128.0,0.451507,12.405507,12.885156,8364.208257,8381.926691,82.543985,82.543985,79.47129,79.47129,1.007415,3735.762207,3842.0 | |
| hnet_serial,code/1024B,16,64,ok,384,24,0,472.0625,64.0,64.0,0.89503,12.254463,13.193673,8438.819396,8456.695884,83.561394,83.561394,77.612958,77.612958,1.012984,3698.963867,3842.0 | |
| hnet_serial,code/1024B,16,128,ok,384,24,0,472.0625,128.0,128.0,0.895705,24.806422,25.745994,8432.459537,8450.322552,82.559267,82.559267,79.546355,79.546355,1.008367,3735.199219,3880.0 | |
| hnet_serial,code/256B,1,64,ok,384,384,0,196.679688,64.0,64.0,0.065792,0.798052,0.867803,2989.431654,3004.631148,80.195298,80.195298,73.749488,73.749488,1.0,3314.123535,3350.0 | |
| hnet_serial,code/256B,1,128,ok,384,384,0,196.679688,128.0,128.0,0.059155,1.594404,1.657715,3324.803433,3341.708094,80.280771,80.280771,77.21474,77.21474,1.0,3338.775879,3368.0 | |
| hnet_serial,code/256B,2,64,ok,384,192,0,196.679688,64.0,64.0,0.115675,1.587237,1.710293,3400.56481,3417.854672,80.643301,80.643301,74.840965,74.840965,1.0148,3396.96582,3440.0 | |
| hnet_serial,code/256B,2,128,ok,384,192,0,196.679688,128.0,128.0,0.116146,3.191044,3.315233,3386.765826,3403.985529,80.224518,80.224518,77.219307,77.219307,1.000059,3426.63623,3480.0 | |
| hnet_serial,code/256B,4,64,ok,384,96,0,196.679688,64.0,64.0,0.226455,3.186142,3.423891,3474.066682,3491.730259,80.347962,80.347962,74.76873,74.76873,1.01382,3396.96582,3440.0 | |
| hnet_serial,code/256B,4,128,ok,384,96,0,196.679688,128.0,128.0,0.226278,6.365509,6.604025,3476.78274,3494.460126,80.433468,80.433468,77.52848,77.52848,1.004063,3426.63623,3480.0 | |
| hnet_serial,code/256B,8,64,ok,384,48,0,196.679688,64.0,64.0,0.448479,6.371802,6.839489,3508.386612,3526.224685,80.354031,80.354031,74.859389,74.859389,1.01505,3396.96582,3440.0 | |
| hnet_serial,code/256B,8,128,ok,384,48,0,196.679688,128.0,128.0,0.448768,12.76133,13.230026,3506.127639,3523.954227,80.242418,80.242418,77.399698,77.399698,1.002395,3426.63623,3480.0 | |
| hnet_serial,code/256B,16,64,ok,384,24,0,196.679688,64.0,64.0,0.887241,12.710502,13.63144,3546.81,3564.843434,80.5633,80.5633,75.120456,75.120456,1.01859,3396.96582,3442.0 | |
| hnet_serial,code/256B,16,128,ok,384,24,0,196.679688,128.0,128.0,0.888159,25.442948,26.365968,3543.142093,3561.156877,80.493818,80.493818,77.675888,77.675888,1.005972,3426.63623,3480.0 | |
| pythia,code/1024B,1,64,ok,384,384,0,472.0625,64.0,228.570312,0.015437,0.587075,0.602548,30578.97123,8838.56965,389.337169,109.01494,379.339326,106.21553,1.0,2014.904297,2066.0 | |
| pythia,code/1024B,1,128,ok,384,384,0,472.0625,128.0,454.46875,0.015197,1.172286,1.187519,31063.047172,8978.487337,387.677231,109.188334,382.704555,107.787792,1.0,2014.904297,2066.0 | |
| pythia,code/1024B,2,64,ok,384,192,0,472.0625,61.96875,206.921875,0.018753,0.59378,0.612567,50344.438048,14551.595566,696.96499,208.726357,675.58929,202.324785,1.780963,2088.924316,2180.0 | |
| pythia,code/1024B,2,128,ok,384,192,0,472.0625,121.4375,405.625,0.018361,1.199283,1.217679,51420.928537,14862.745216,676.445868,202.516845,666.226587,199.457359,1.740838,2088.924316,2180.0 | |
| pythia,code/1024B,4,64,ok,384,96,0,472.0625,61.914062,195.570312,0.019572,0.604865,0.624472,96475.999327,27885.497952,1293.315184,409.440452,1252.708837,396.585209,3.302344,2244.148438,2402.0 | |
| pythia,code/1024B,4,128,ok,384,96,0,472.0625,122.21875,382.570312,0.019801,1.230192,1.250028,95362.074273,27563.528187,1243.936583,397.397208,1224.197386,391.091178,3.198805,2244.148438,2402.0 | |
| pythia,code/1024B,8,64,ok,384,48,0,472.0625,62.914062,192.09375,0.031359,0.652979,0.684379,120427.569936,34808.478567,2353.445574,770.794583,2245.465339,735.429168,5.919411,2544.552734,2788.0 | |
| pythia,code/1024B,8,128,ok,384,48,0,472.0625,123.632812,373.398438,0.031854,1.295015,1.32691,118556.106233,34267.549241,2306.680966,763.745712,2251.236047,745.387811,5.882439,2544.552734,2788.0 | |
| pythia,code/1024B,16,64,ok,384,24,0,472.0625,62.632812,185.03125,0.063219,0.638165,0.701421,119473.186915,34532.622956,4639.07925,1570.321666,4220.71474,1428.70588,11.126489,3153.496094,3598.0 | |
| pythia,code/1024B,16,128,ok,384,24,0,472.0625,122.820312,360.710938,0.062419,1.272973,1.335429,121004.362154,34975.195039,4533.776083,1543.728613,4321.738335,1471.530796,11.292623,3153.496094,3598.0 | |
| pythia,code/256B,1,64,ok,384,384,0,196.679688,63.242188,213.828125,0.012935,0.585042,0.59801,15205.354431,4704.449083,365.491977,108.098559,357.5662,105.754417,1.0,1959.659668,2028.0 | |
| pythia,code/256B,1,128,ok,384,384,0,196.679688,125.742188,416.46875,0.012979,1.157294,1.170306,15153.211048,4688.316221,359.864351,108.651923,355.863096,107.443846,1.0,1966.70752,2038.0 | |
| pythia,code/256B,2,64,ok,384,192,0,196.679688,61.179688,208.492188,0.018949,0.597125,0.616108,20759.302462,6422.808615,698.319652,204.914048,676.804135,198.600561,1.892808,1996.35498,2042.0 | |
| pythia,code/256B,2,128,ok,384,192,0,196.679688,119.953125,405.71875,0.018608,1.186235,1.204876,21139.196906,6540.345768,684.044443,202.241746,673.461271,199.11277,1.892473,2001.300293,2062.0 | |
| pythia,code/256B,4,64,ok,384,96,0,196.679688,60.242188,194.03125,0.018335,0.60085,0.61922,42908.124346,13275.526535,1291.711003,401.046205,1253.392167,389.149098,3.505343,2023.126953,2066.0 | |
| pythia,code/256B,4,128,ok,384,96,0,196.679688,117.25,372.8125,0.017297,1.210337,1.227669,45482.280289,14071.955558,1232.095007,387.495429,1214.700192,382.024738,3.413392,2057.760742,2106.0 | |
| pythia,code/256B,8,64,ok,384,48,0,196.679688,60.210938,189.1875,0.019644,0.621142,0.640821,80095.915997,24781.215083,2436.640028,775.486649,2361.812336,751.671939,6.605245,2109.179688,2186.0 | |
| pythia,code/256B,8,128,ok,384,48,0,196.679688,117.3125,364.195312,0.019393,1.236002,1.255429,81135.255982,25102.780888,2357.247057,759.302868,2320.769548,747.552943,6.521524,2167.822266,2326.0 | |
| pythia,code/256B,16,64,ok,384,24,0,196.679688,58.585938,189.710938,0.024844,0.623566,0.648445,126664.524281,39189.274265,4867.766204,1503.248312,4681.007925,1445.574205,13.091304,2279.179688,2438.0 | |
| pythia,code/256B,16,128,ok,384,24,0,196.679688,111.359375,358.257812,0.025265,1.266783,1.292083,124556.538536,38537.075617,4524.946928,1406.515767,4436.342603,1378.974365,12.466431,2398.257812,2712.0 | |