model_family,model,type,batch,device,res,fps,frames,e2e,tps,tpot,ttft
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-NVFP4A16,image,1,agx_thor,1920x1080,N/A,N/A,2.8774,88.97,9.78,28.01
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-NVFP4A16,image,8,agx_thor,1920x1080,N/A,N/A,7.7989,262.60,13.22,29.21
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-NVFP4A16,image,1,agx_thor,854x480,N/A,N/A,3.2376,79.07,10.24,28.37
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-NVFP4A16,image,8,agx_thor,854x480,N/A,N/A,7.0134,292.01,13.61,63.15
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-NVFP4A16,image,1,agx_thor,1280x720,N/A,N/A,3.0668,83.48,9.68,27.34
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-NVFP4A16,image,8,agx_thor,1280x720,N/A,N/A,8.0958,252.97,13.77,60.15
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-NVFP4A16,text,1,agx_thor,N/A,N/A,N/A,2.2147,115.59,8.61,10.17
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-NVFP4A16,text,8,agx_thor,N/A,N/A,N/A,2.5627,799.15,9.88,26.92
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-NVFP4A16,video,1,agx_thor,1280x720,4,12,2.8978,88.34,10.27,186.62
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-NVFP4A16,video,8,agx_thor,1280x720,2,6,5.1466,397.93,12.00,776.65
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-NVFP4A16,video,8,agx_thor,1280x720,4,12,5.1346,398.87,11.96,779.69
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-NVFP4A16,video,1,agx_thor,1920x1080,2,6,3.7115,68.98,11.99,411.17
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-NVFP4A16,video,1,agx_thor,1920x1080,4,12,3.7154,68.90,12.00,412.31
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-NVFP4A16,video,8,agx_thor,1920x1080,2,6,8.4629,242.00,16.00,1744.43
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-NVFP4A16,video,8,agx_thor,1920x1080,4,12,8.3780,244.45,15.64,1741.12
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-NVFP4A16,video,1,agx_thor,854x480,2,6,2.6527,96.50,9.63,115.92
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-NVFP4A16,video,1,agx_thor,854x480,4,12,2.6462,96.74,9.60,115.65
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-NVFP4A16,video,8,agx_thor,854x480,2,6,3.8647,529.93,11.02,349.41
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-NVFP4A16,video,8,agx_thor,854x480,4,12,4.0195,509.52,11.55,349.17
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,image,1,agx_orin,1280x720,N/A,N/A,3.2759,70.82,11.80,54.90
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,image,1,agx_orin,1920x1080,N/A,N/A,3.1621,73.37,11.75,53.14
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,image,1,agx_orin,854x480,N/A,N/A,3.2648,71.06,11.76,55.98
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,text,1,agx_orin,N/A,N/A,N/A,2.5601,100.00,9.85,35.56
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,video,1,agx_orin,1280x720,4,12,3.4416,74.38,11.71,243.54
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,video,1,agx_orin,1280x720,2,6,3.4448,74.31,11.75,248.53
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,video,1,agx_orin,1920x1080,2,6,4.4439,57.61,14.06,507.71
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,video,1,agx_orin,1920x1080,4,12,4.4386,57.68,14.00,508.39
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,video,1,agx_orin,854x480,2,6,3.0156,84.89,10.77,143.20
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,video,1,agx_orin,854x480,4,12,3.0035,85.23,10.76,144.12
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,image,1,agx_thor,1280x720,N/A,N/A,3.0483,83.98,9.81,15.44
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,image,8,agx_thor,1280x720,N/A,N/A,9.1849,222.97,12.98,28.81
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,image,1,agx_thor,1920x1080,N/A,N/A,2.8439,90.02,9.71,15.53
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,image,8,agx_thor,1920x1080,N/A,N/A,6.2494,327.71,12.81,28.80
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,image,1,agx_thor,854x480,N/A,N/A,3.1369,81.61,10.18,15.95
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,image,8,agx_thor,854x480,N/A,N/A,6.9387,295.15,12.96,28.91
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,text,1,agx_thor,N/A,N/A,N/A,2.2340,114.59,8.67,11.13
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,text,8,agx_thor,N/A,N/A,N/A,2.2974,891.44,8.86,24.25
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,video,1,agx_thor,1280x720,4,12,2.5977,98.55,9.10,185.63
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,video,8,agx_thor,1280x720,2,6,5.0695,403.98,11.64,779.90
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,video,8,agx_thor,1280x720,4,12,5.0521,405.37,11.63,775.99
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,video,1,agx_thor,1920x1080,2,6,3.5969,71.17,11.52,412.00
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,video,1,agx_thor,1920x1080,4,12,3.5756,71.60,11.39,415.89
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,video,8,agx_thor,1920x1080,2,6,8.2949,246.90,15.34,1742.22
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,video,8,agx_thor,1920x1080,4,12,8.2769,247.43,15.30,1741.64
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,video,1,agx_thor,854x480,2,6,2.5015,102.34,9.06,113.30
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,video,1,agx_thor,854x480,4,12,2.5516,100.33,9.23,116.53
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,video,8,agx_thor,854x480,2,6,3.8613,530.39,10.92,350.04
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,video,8,agx_thor,854x480,4,12,3.9974,512.34,11.43,349.00
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,image,1,orin_nano_super,1280x720,N/A,N/A,5.5010,42.36,20.87,105.69
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,image,1,orin_nano_super,1920x1080,N/A,N/A,5.4421,42.81,20.88,105.89
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,image,1,orin_nano_super,854x480,N/A,N/A,5.5183,42.22,20.88,107.25
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,text,1,orin_nano_super,N/A,N/A,N/A,4.5489,56.28,17.42,84.61
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,video,1,orin_nano_super,1280x720,4,12,5.8635,43.66,20.80,334.08
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,video,1,orin_nano_super,1280x720,2,6,5.8696,43.61,20.79,324.38
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,video,1,orin_nano_super,1920x1080,2,6,4.8353,31.02,25.20,650.74
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,video,1,orin_nano_super,1920x1080,4,12,4.8483,30.94,25.23,657.56
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,video,1,orin_nano_super,854x480,2,6,5.1020,50.18,18.89,154.79
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,video,1,orin_nano_super,854x480,4,12,5.1017,50.18,18.88,154.10
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,image,1,agx_orin,1280x720,N/A,N/A,3.5585,71.94,11.69,57.02
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,image,8,agx_orin,1280x720,N/A,N/A,10.3196,198.46,21.81,170.71
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,image,1,agx_orin,1920x1080,N/A,N/A,3.4224,74.80,11.68,54.49
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,image,8,agx_orin,1920x1080,N/A,N/A,9.8926,207.02,21.15,160.66
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,image,1,agx_orin,854x480,N/A,N/A,3.5028,73.08,11.67,56.27
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,image,8,agx_orin,854x480,N/A,N/A,11.6759,175.40,21.40,182.25
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,text,1,agx_orin,N/A,N/A,N/A,2.5640,99.84,9.86,36.08
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,text,8,agx_orin,N/A,N/A,N/A,2.8152,727.47,10.67,67.26
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,video,1,agx_orin,1280x720,4,12,3.4165,74.93,11.57,248.51
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,video,1,agx_orin,1280x720,2,6,3.4151,74.96,11.61,247.64
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,video,8,agx_orin,1280x720,4,12,7.7852,263.06,19.56,914.51
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,video,8,agx_orin,1280x720,2,6,7.6469,267.82,19.09,913.91
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,video,1,agx_orin,1920x1080,2,6,4.3864,58.36,13.93,504.30
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,video,1,agx_orin,1920x1080,4,12,4.4294,57.80,13.95,505.19
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,video,8,agx_orin,1920x1080,2,6,11.4902,178.24,22.12,2020.67
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,video,8,agx_orin,1920x1080,4,12,11.5039,178.03,22.19,2020.49
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,video,1,agx_orin,854x480,2,6,2.9761,86.02,10.62,141.70
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,video,1,agx_orin,854x480,4,12,2.9778,85.97,10.62,143.88
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,video,8,agx_orin,854x480,2,6,6.4896,315.58,19.83,422.90
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,video,8,agx_orin,854x480,4,12,6.4374,318.14,19.69,423.10
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,image,1,orin_nano_super,1280x720,N/A,N/A,6.0481,42.33,20.90,110.47
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,image,8,orin_nano_super,1280x720,N/A,N/A,26.8477,76.28,22.36,8962.49
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,image,1,orin_nano_super,1920x1080,N/A,N/A,5.7896,44.22,20.88,101.76
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,image,8,orin_nano_super,1920x1080,N/A,N/A,27.6012,74.20,22.41,8993.50
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,image,1,orin_nano_super,854x480,N/A,N/A,5.9725,42.86,20.92,109.79
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,image,8,orin_nano_super,854x480,N/A,N/A,26.7869,76.46,22.36,8956.04
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,text,1,orin_nano_super,N/A,N/A,N/A,4.4947,56.96,17.24,77.06
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,text,8,orin_nano_super,N/A,N/A,N/A,18.4232,111.16,17.55,7032.02
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,video,1,orin_nano_super,1280x720,4,12,5.8692,43.62,20.82,335.23
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,video,1,orin_nano_super,1280x720,2,6,5.8388,43.84,20.77,336.45
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,video,8,orin_nano_super,1280x720,4,12,25.2331,81.16,22.34,8713.41
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,video,8,orin_nano_super,1280x720,2,6,25.2252,81.19,22.34,8712.80
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,video,1,orin_nano_super,1920x1080,2,6,7.5462,33.92,25.29,648.85
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,video,1,orin_nano_super,1920x1080,4,12,7.5770,33.79,25.35,666.99
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,video,8,orin_nano_super,1920x1080,2,6,35.2481,58.10,29.46,11375.65
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,video,8,orin_nano_super,1920x1080,4,12,35.0017,58.51,29.46,11354.12
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,video,1,orin_nano_super,854x480,2,6,5.1049,50.15,18.91,151.20
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,video,1,orin_nano_super,854x480,4,12,5.1000,50.20,18.90,152.69
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,video,8,orin_nano_super,854x480,2,6,21.5985,94.82,19.83,7764.67
Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,video,8,orin_nano_super,854x480,4,12,21.5877,94.87,19.80,7750.95
Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,image,1,agx_orin,1280x720,N/A,N/A,8.6497,26.47,23.64,68.63
Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,image,1,agx_orin,1920x1080,N/A,N/A,5.9558,38.45,23.63,57.30
Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,image,1,agx_orin,854x480,N/A,N/A,6.0213,38.03,23.66,58.22
Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,text,1,agx_orin,N/A,N/A,N/A,5.6196,45.55,21.79,36.40
Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,video,1,agx_orin,1280x720,4,12,6.4673,39.58,23.56,249.17
Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,video,1,agx_orin,1280x720,2,6,6.4872,39.46,23.58,250.17
Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,video,1,agx_orin,1920x1080,2,6,7.4784,34.23,25.92,521.39
Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,video,1,agx_orin,1920x1080,4,12,7.5190,34.05,25.93,523.36
Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,video,1,agx_orin,854x480,2,6,6.0471,42.33,22.59,146.10
Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,video,1,agx_orin,854x480,4,12,6.0397,42.39,22.63,145.79
Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,image,1,agx_thor,1280x720,N/A,N/A,4.8338,52.96,16.96,28.90
Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,image,8,agx_thor,1280x720,N/A,N/A,10.6920,191.55,25.67,74.92
Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,image,1,agx_thor,1920x1080,N/A,N/A,4.9062,52.18,16.89,28.89
Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,image,8,agx_thor,1920x1080,N/A,N/A,11.3606,180.27,25.21,76.51
Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,image,1,agx_thor,854x480,N/A,N/A,4.6755,54.75,16.79,27.95
Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,image,8,agx_thor,854x480,N/A,N/A,10.4721,195.57,25.16,73.86
Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,text,1,agx_thor,N/A,N/A,N/A,3.9263,65.20,15.27,16.72
Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,text,8,agx_thor,N/A,N/A,N/A,5.9494,344.24,22.92,65.90
Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,video,1,agx_thor,1280x720,4,12,4.5537,56.22,16.73,192.67
Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,video,8,agx_thor,1280x720,2,6,7.0704,289.66,19.80,778.89
Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,video,8,agx_thor,1280x720,4,12,7.0242,291.56,19.61,779.39
Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,video,1,agx_thor,1920x1080,2,6,5.2182,49.06,18.16,408.99
Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,video,1,agx_thor,1920x1080,4,12,5.2752,48.53,18.38,409.24
Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,video,8,agx_thor,1920x1080,2,6,10.1481,201.81,22.92,1749.06
Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,video,8,agx_thor,1920x1080,4,12,10.4564,195.86,23.66,1746.96
Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,video,1,agx_thor,854x480,2,6,5.0284,50.91,18.87,124.78
Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,video,1,agx_thor,854x480,4,12,4.5504,56.26,17.01,123.61
Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,video,8,agx_thor,854x480,2,6,5.6951,359.61,18.47,351.83
Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,video,8,agx_thor,854x480,4,12,5.6608,361.79,18.33,354.19
Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,image,1,orin_nano_super,OOM,N/A,N/A,OOM,OOM,OOM,OOM
Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,text,1,orin_nano_super,N/A,N/A,N/A,OOM,OOM,OOM,OOM
Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,video,1,orin_nano_super,OOM,OOM,OOM,OOM,OOM,OOM,OOM
Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,image,8,orin_nano_super,OOM,N/A,N/A,OOM,OOM,OOM,OOM
Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,text,8,orin_nano_super,N/A,N/A,N/A,OOM,OOM,OOM,OOM
Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,video,8,orin_nano_super,OOM,OOM,OOM,OOM,OOM,OOM,OOM