Hugging Face's logo

Spaces:
embedl
/
Edge-Inference-Benchmarks
Running

App Files Community
2
JonnaMat commited on
Commit
550e28c
·
verified ·
1 Parent(s): 41126b6

Upload 2 files

Browse files
Files changed (2) hide show
  1. app.js +50 -23
  2. data/cosmos_reason2.csv +134 -0
app.js CHANGED
@@ -8,12 +8,9 @@ function cssVar(name) {
8
  return getComputedStyle(document.documentElement).getPropertyValue(name).trim();
9
  }
10
 
11
- // ─── Load config + data ───────────────────────────────────────────────────────
12
 
13
- const [config, csvText] = await Promise.all([
14
- fetch("config.json").then(r => r.json()),
15
- fetch("data.csv").then(r => r.text()),
16
- ]);
17
 
18
  // ─── Parse CSV ────────────────────────────────────────────────────────────────
19
 
@@ -44,7 +41,23 @@ function parseCSV(text) {
44
  });
45
  }
46
 
47
- const DATA = parseCSV(csvText);
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
48
 
49
  // ─── Config shortcuts ─────────────────────────────────────────────────────────
50
 
@@ -62,15 +75,18 @@ function isExternalModel(model) {
62
 
63
  // ─── Derive unique values ─────────────────────────────────────────────────────
64
 
65
- const ALL_MODELS = [...new Set(DATA.map(r => r[MODEL_COL]))];
66
 
67
- // ─── Model Family Detection ───────────────────────────────────────────────────
68
 
 
 
 
 
69
  function detectFamilies() {
70
  const families = {};
71
 
72
  if (FAMILY_COL) {
73
- // Use explicit family column from data
74
  DATA.forEach(row => {
75
  const fk = row[FAMILY_COL];
76
  const model = row[MODEL_COL];
@@ -79,7 +95,6 @@ function detectFamilies() {
79
  if (!families[fk].models.includes(model)) families[fk].models.push(model);
80
  });
81
  } else {
82
- // Fallback: auto-detect from model name prefixes
83
  const externalNames = ALL_MODELS.filter(isExternalModel).map(m => m.split("/").pop());
84
  externalNames.sort((a, b) => b.length - a.length);
85
 
@@ -100,9 +115,6 @@ function detectFamilies() {
100
  return families;
101
  }
102
 
103
- const MODEL_FAMILIES = detectFamilies();
104
- const ALL_FAMILY_KEYS = Object.keys(MODEL_FAMILIES);
105
-
106
  // ─── Model colors & short labels ──────────────────────────────────────────────
107
 
108
  function hexToRgba(hex, alpha) {
@@ -136,7 +148,9 @@ function assignModelColors() {
136
  let colorIdx = 0;
137
  const { palette, neutral } = buildColorPalette();
138
  COLOR_PALETTE = palette; NEUTRAL_COLOR = neutral;
139
- ALL_FAMILY_KEYS.forEach(fk => {
 
 
140
  const family = MODEL_FAMILIES[fk];
141
  family.models.forEach(model => {
142
  if (isExternalModel(model)) {
@@ -151,7 +165,6 @@ function assignModelColors() {
151
  });
152
  });
153
  }
154
- assignModelColors();
155
 
156
  // ─── Helpers ──────────────────────────────────────────────────────────────────
157
 
@@ -207,13 +220,12 @@ function renderSidebar() {
207
 
208
 
209
 
210
- familyNav.addEventListener("click", e => {
211
  const item = e.target.closest(".sidebar-item");
212
  if (!item) return;
213
  filters.family = item.dataset.family;
214
  renderSidebar();
215
- updateDependentFilters();
216
- render();
217
  });
218
 
219
  // Build filter groups container dynamically (no family filter here)
@@ -330,6 +342,10 @@ function buildChart(filtered) {
330
  charts.forEach(c => c.destroy());
331
  charts = [];
332
 
 
 
 
 
333
  const metricCol = filters.metric;
334
  const metricCfg = config.metrics.find(m => m.column === metricCol) || {};
335
  const groupFilterCfg = config.filters.find(f => f.column === GROUP_BY);
@@ -342,8 +358,8 @@ function buildChart(filtered) {
342
  if (!gRows.length) return;
343
 
344
  // If no scenarios configured, show one chart with all rows
345
- const scenarioList = SCENARIOS.length
346
- ? SCENARIOS
347
  : [{ label: "", match: {} }];
348
 
349
  scenarioList.forEach(scenario => {
@@ -462,7 +478,7 @@ function buildTables(filtered, chartsShown) {
462
  // Resolve table_sort: family-specific overrides global
463
  const familyCfg = config.model_families?.[filters.family] || {};
464
  const sortRules = familyCfg.table_sort || config.table_sort || [];
465
- const tableGroupBy = familyCfg.table_group_by || config.table_group_by || "";
466
 
467
  groupVals.forEach(gv => {
468
  const rows = filtered.filter(r => String(r[GROUP_BY]) === String(gv));
@@ -584,7 +600,7 @@ function render() {
584
  if (!familyModels.has(r[MODEL_COL])) return false;
585
  for (const f of config.filters) {
586
  const fv = filters[f.column];
587
- if (fv === "all") continue;
588
  if (String(r[f.column]) !== String(fv)) return false;
589
  }
590
  return true;
@@ -602,9 +618,20 @@ function render() {
602
  buildExperimentSetup();
603
  }
604
 
 
 
 
 
 
 
 
 
 
 
 
605
  // ─── Init ─────────────────────────────────────────────────────────────────────
606
 
607
  populateFilters();
608
- render();
609
 
610
  })();
 
8
  return getComputedStyle(document.documentElement).getPropertyValue(name).trim();
9
  }
10
 
11
+ // ─── Load config ──────────────────────────────────────────────────────────────
12
 
13
+ const config = await fetch("config.json").then(r => r.json());
 
 
 
14
 
15
  // ─── Parse CSV ────────────────────────────────────────────────────────────────
16
 
 
41
  });
42
  }
43
 
44
+ // ─── Per-family data cache ────────────────────────────────────────────────────
45
+
46
+ const familyDataCache = {};
47
+
48
+ async function loadFamilyData(familyKey) {
49
+ if (familyDataCache[familyKey]) return familyDataCache[familyKey];
50
+ const familyCfg = config.model_families?.[familyKey] || {};
51
+ const dataFile = familyCfg.data_file;
52
+ if (!dataFile) return [];
53
+ const csvText = await fetch(dataFile).then(r => r.text());
54
+ const rows = parseCSV(csvText);
55
+ familyDataCache[familyKey] = rows;
56
+ return rows;
57
+ }
58
+
59
+ // Current family's loaded data
60
+ let DATA = [];
61
 
62
  // ─── Config shortcuts ─────────────────────────────────────────────────────────
63
 
 
75
 
76
  // ─── Derive unique values ─────────────────────────────────────────────────────
77
 
78
+ let ALL_MODELS = [];
79
 
80
+ // ─── Model Family Keys from config ────────────────────────────────────────────
81
 
82
+ const ALL_FAMILY_KEYS = Object.keys(config.model_families || {});
83
+ let MODEL_FAMILIES = {};
84
+
85
+ // Detect families from currently loaded DATA
86
  function detectFamilies() {
87
  const families = {};
88
 
89
  if (FAMILY_COL) {
 
90
  DATA.forEach(row => {
91
  const fk = row[FAMILY_COL];
92
  const model = row[MODEL_COL];
 
95
  if (!families[fk].models.includes(model)) families[fk].models.push(model);
96
  });
97
  } else {
 
98
  const externalNames = ALL_MODELS.filter(isExternalModel).map(m => m.split("/").pop());
99
  externalNames.sort((a, b) => b.length - a.length);
100
 
 
115
  return families;
116
  }
117
 
 
 
 
118
  // ─── Model colors & short labels ──────────────────────────────────────────────
119
 
120
  function hexToRgba(hex, alpha) {
 
148
  let colorIdx = 0;
149
  const { palette, neutral } = buildColorPalette();
150
  COLOR_PALETTE = palette; NEUTRAL_COLOR = neutral;
151
+ // Only assign colors for models in the current DATA
152
+ const currentFamilies = Object.keys(MODEL_FAMILIES);
153
+ currentFamilies.forEach(fk => {
154
  const family = MODEL_FAMILIES[fk];
155
  family.models.forEach(model => {
156
  if (isExternalModel(model)) {
 
165
  });
166
  });
167
  }
 
168
 
169
  // ─── Helpers ──────────────────────────────────────────────────────────────────
170
 
 
220
 
221
 
222
 
223
+ familyNav.addEventListener("click", async e => {
224
  const item = e.target.closest(".sidebar-item");
225
  if (!item) return;
226
  filters.family = item.dataset.family;
227
  renderSidebar();
228
+ await switchFamily(filters.family);
 
229
  });
230
 
231
  // Build filter groups container dynamically (no family filter here)
 
342
  charts.forEach(c => c.destroy());
343
  charts = [];
344
 
345
+ const familyCfg = config.model_families?.[filters.family] || {};
346
+ const chartCfg = familyCfg.chart || CHART_CFG;
347
+ const scenarios = chartCfg.scenarios || [];
348
+
349
  const metricCol = filters.metric;
350
  const metricCfg = config.metrics.find(m => m.column === metricCol) || {};
351
  const groupFilterCfg = config.filters.find(f => f.column === GROUP_BY);
 
358
  if (!gRows.length) return;
359
 
360
  // If no scenarios configured, show one chart with all rows
361
+ const scenarioList = scenarios.length
362
+ ? scenarios
363
  : [{ label: "", match: {} }];
364
 
365
  scenarioList.forEach(scenario => {
 
478
  // Resolve table_sort: family-specific overrides global
479
  const familyCfg = config.model_families?.[filters.family] || {};
480
  const sortRules = familyCfg.table_sort || config.table_sort || [];
481
+ const tableGroupBy = familyCfg.table_group_by || "";
482
 
483
  groupVals.forEach(gv => {
484
  const rows = filtered.filter(r => String(r[GROUP_BY]) === String(gv));
 
600
  if (!familyModels.has(r[MODEL_COL])) return false;
601
  for (const f of config.filters) {
602
  const fv = filters[f.column];
603
+ if (fv === "all" || fv === "" || fv === undefined) continue;
604
  if (String(r[f.column]) !== String(fv)) return false;
605
  }
606
  return true;
 
618
  buildExperimentSetup();
619
  }
620
 
621
+ // ─── Switch Family (load data + re-render) ────────────────────────────────────
622
+
623
+ async function switchFamily(familyKey) {
624
+ DATA = await loadFamilyData(familyKey);
625
+ ALL_MODELS = [...new Set(DATA.map(r => r[MODEL_COL]))];
626
+ MODEL_FAMILIES = detectFamilies();
627
+ assignModelColors();
628
+ updateDependentFilters();
629
+ render();
630
+ }
631
+
632
  // ─── Init ─────────────────────────────────────────────────────────────────────
633
 
634
  populateFilters();
635
+ await switchFamily(filters.family);
636
 
637
  })();
data/cosmos_reason2.csv ADDED
@@ -0,0 +1,134 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ model_family,model,type,batch,device,res,fps,frames,e2e,tps,tpot,ttft
2
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-NVFP4A16,image,1,agx_thor,1920x1080,N/A,N/A,2.8774,88.97,9.78,28.01
3
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-NVFP4A16,image,8,agx_thor,1920x1080,N/A,N/A,7.7989,262.60,13.22,29.21
4
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-NVFP4A16,image,1,agx_thor,854x480,N/A,N/A,3.2376,79.07,10.24,28.37
5
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-NVFP4A16,image,8,agx_thor,854x480,N/A,N/A,7.0134,292.01,13.61,63.15
6
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-NVFP4A16,image,1,agx_thor,1280x720,N/A,N/A,3.0668,83.48,9.68,27.34
7
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-NVFP4A16,image,8,agx_thor,1280x720,N/A,N/A,8.0958,252.97,13.77,60.15
8
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-NVFP4A16,text,1,agx_thor,N/A,N/A,N/A,2.2147,115.59,8.61,10.17
9
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-NVFP4A16,text,8,agx_thor,N/A,N/A,N/A,2.5627,799.15,9.88,26.92
10
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-NVFP4A16,video,1,agx_thor,1280x720,4,12,2.8978,88.34,10.27,186.62
11
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-NVFP4A16,video,8,agx_thor,1280x720,2,6,5.1466,397.93,12.00,776.65
12
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-NVFP4A16,video,8,agx_thor,1280x720,4,12,5.1346,398.87,11.96,779.69
13
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-NVFP4A16,video,1,agx_thor,1920x1080,2,6,3.7115,68.98,11.99,411.17
14
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-NVFP4A16,video,1,agx_thor,1920x1080,4,12,3.7154,68.90,12.00,412.31
15
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-NVFP4A16,video,8,agx_thor,1920x1080,2,6,8.4629,242.00,16.00,1744.43
16
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-NVFP4A16,video,8,agx_thor,1920x1080,4,12,8.3780,244.45,15.64,1741.12
17
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-NVFP4A16,video,1,agx_thor,854x480,2,6,2.6527,96.50,9.63,115.92
18
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-NVFP4A16,video,1,agx_thor,854x480,4,12,2.6462,96.74,9.60,115.65
19
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-NVFP4A16,video,8,agx_thor,854x480,2,6,3.8647,529.93,11.02,349.41
20
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-NVFP4A16,video,8,agx_thor,854x480,4,12,4.0195,509.52,11.55,349.17
21
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,image,1,agx_orin,1280x720,N/A,N/A,3.2759,70.82,11.80,54.90
22
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,image,1,agx_orin,1920x1080,N/A,N/A,3.1621,73.37,11.75,53.14
23
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,image,1,agx_orin,854x480,N/A,N/A,3.2648,71.06,11.76,55.98
24
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,text,1,agx_orin,N/A,N/A,N/A,2.5601,100.00,9.85,35.56
25
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,video,1,agx_orin,1280x720,4,12,3.4416,74.38,11.71,243.54
26
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,video,1,agx_orin,1280x720,2,6,3.4448,74.31,11.75,248.53
27
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,video,1,agx_orin,1920x1080,2,6,4.4439,57.61,14.06,507.71
28
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,video,1,agx_orin,1920x1080,4,12,4.4386,57.68,14.00,508.39
29
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,video,1,agx_orin,854x480,2,6,3.0156,84.89,10.77,143.20
30
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,video,1,agx_orin,854x480,4,12,3.0035,85.23,10.76,144.12
31
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,image,1,agx_thor,1280x720,N/A,N/A,3.0483,83.98,9.81,15.44
32
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,image,8,agx_thor,1280x720,N/A,N/A,9.1849,222.97,12.98,28.81
33
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,image,1,agx_thor,1920x1080,N/A,N/A,2.8439,90.02,9.71,15.53
34
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,image,8,agx_thor,1920x1080,N/A,N/A,6.2494,327.71,12.81,28.80
35
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,image,1,agx_thor,854x480,N/A,N/A,3.1369,81.61,10.18,15.95
36
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,image,8,agx_thor,854x480,N/A,N/A,6.9387,295.15,12.96,28.91
37
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,text,1,agx_thor,N/A,N/A,N/A,2.2340,114.59,8.67,11.13
38
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,text,8,agx_thor,N/A,N/A,N/A,2.2974,891.44,8.86,24.25
39
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,video,1,agx_thor,1280x720,4,12,2.5977,98.55,9.10,185.63
40
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,video,8,agx_thor,1280x720,2,6,5.0695,403.98,11.64,779.90
41
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,video,8,agx_thor,1280x720,4,12,5.0521,405.37,11.63,775.99
42
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,video,1,agx_thor,1920x1080,2,6,3.5969,71.17,11.52,412.00
43
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,video,1,agx_thor,1920x1080,4,12,3.5756,71.60,11.39,415.89
44
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,video,8,agx_thor,1920x1080,2,6,8.2949,246.90,15.34,1742.22
45
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,video,8,agx_thor,1920x1080,4,12,8.2769,247.43,15.30,1741.64
46
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,video,1,agx_thor,854x480,2,6,2.5015,102.34,9.06,113.30
47
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,video,1,agx_thor,854x480,4,12,2.5516,100.33,9.23,116.53
48
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,video,8,agx_thor,854x480,2,6,3.8613,530.39,10.92,350.04
49
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,video,8,agx_thor,854x480,4,12,3.9974,512.34,11.43,349.00
50
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,image,1,orin_nano_super,1280x720,N/A,N/A,5.5010,42.36,20.87,105.69
51
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,image,1,orin_nano_super,1920x1080,N/A,N/A,5.4421,42.81,20.88,105.89
52
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,image,1,orin_nano_super,854x480,N/A,N/A,5.5183,42.22,20.88,107.25
53
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,text,1,orin_nano_super,N/A,N/A,N/A,4.5489,56.28,17.42,84.61
54
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,video,1,orin_nano_super,1280x720,4,12,5.8635,43.66,20.80,334.08
55
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,video,1,orin_nano_super,1280x720,2,6,5.8696,43.61,20.79,324.38
56
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,video,1,orin_nano_super,1920x1080,2,6,4.8353,31.02,25.20,650.74
57
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,video,1,orin_nano_super,1920x1080,4,12,4.8483,30.94,25.23,657.56
58
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,video,1,orin_nano_super,854x480,2,6,5.1020,50.18,18.89,154.79
59
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16,video,1,orin_nano_super,854x480,4,12,5.1017,50.18,18.88,154.10
60
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,image,1,agx_orin,1280x720,N/A,N/A,3.5585,71.94,11.69,57.02
61
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,image,8,agx_orin,1280x720,N/A,N/A,10.3196,198.46,21.81,170.71
62
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,image,1,agx_orin,1920x1080,N/A,N/A,3.4224,74.80,11.68,54.49
63
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,image,8,agx_orin,1920x1080,N/A,N/A,9.8926,207.02,21.15,160.66
64
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,image,1,agx_orin,854x480,N/A,N/A,3.5028,73.08,11.67,56.27
65
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,image,8,agx_orin,854x480,N/A,N/A,11.6759,175.40,21.40,182.25
66
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,text,1,agx_orin,N/A,N/A,N/A,2.5640,99.84,9.86,36.08
67
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,text,8,agx_orin,N/A,N/A,N/A,2.8152,727.47,10.67,67.26
68
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,video,1,agx_orin,1280x720,4,12,3.4165,74.93,11.57,248.51
69
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,video,1,agx_orin,1280x720,2,6,3.4151,74.96,11.61,247.64
70
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,video,8,agx_orin,1280x720,4,12,7.7852,263.06,19.56,914.51
71
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,video,8,agx_orin,1280x720,2,6,7.6469,267.82,19.09,913.91
72
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,video,1,agx_orin,1920x1080,2,6,4.3864,58.36,13.93,504.30
73
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,video,1,agx_orin,1920x1080,4,12,4.4294,57.80,13.95,505.19
74
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,video,8,agx_orin,1920x1080,2,6,11.4902,178.24,22.12,2020.67
75
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,video,8,agx_orin,1920x1080,4,12,11.5039,178.03,22.19,2020.49
76
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,video,1,agx_orin,854x480,2,6,2.9761,86.02,10.62,141.70
77
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,video,1,agx_orin,854x480,4,12,2.9778,85.97,10.62,143.88
78
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,video,8,agx_orin,854x480,2,6,6.4896,315.58,19.83,422.90
79
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,video,8,agx_orin,854x480,4,12,6.4374,318.14,19.69,423.10
80
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,image,1,orin_nano_super,1280x720,N/A,N/A,6.0481,42.33,20.90,110.47
81
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,image,8,orin_nano_super,1280x720,N/A,N/A,26.8477,76.28,22.36,8962.49
82
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,image,1,orin_nano_super,1920x1080,N/A,N/A,5.7896,44.22,20.88,101.76
83
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,image,8,orin_nano_super,1920x1080,N/A,N/A,27.6012,74.20,22.41,8993.50
84
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,image,1,orin_nano_super,854x480,N/A,N/A,5.9725,42.86,20.92,109.79
85
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,image,8,orin_nano_super,854x480,N/A,N/A,26.7869,76.46,22.36,8956.04
86
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,text,1,orin_nano_super,N/A,N/A,N/A,4.4947,56.96,17.24,77.06
87
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,text,8,orin_nano_super,N/A,N/A,N/A,18.4232,111.16,17.55,7032.02
88
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,video,1,orin_nano_super,1280x720,4,12,5.8692,43.62,20.82,335.23
89
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,video,1,orin_nano_super,1280x720,2,6,5.8388,43.84,20.77,336.45
90
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,video,8,orin_nano_super,1280x720,4,12,25.2331,81.16,22.34,8713.41
91
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,video,8,orin_nano_super,1280x720,2,6,25.2252,81.19,22.34,8712.80
92
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,video,1,orin_nano_super,1920x1080,2,6,7.5462,33.92,25.29,648.85
93
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,video,1,orin_nano_super,1920x1080,4,12,7.5770,33.79,25.35,666.99
94
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,video,8,orin_nano_super,1920x1080,2,6,35.2481,58.10,29.46,11375.65
95
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,video,8,orin_nano_super,1920x1080,4,12,35.0017,58.51,29.46,11354.12
96
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,video,1,orin_nano_super,854x480,2,6,5.1049,50.15,18.91,151.20
97
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,video,1,orin_nano_super,854x480,4,12,5.1000,50.20,18.90,152.69
98
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,video,8,orin_nano_super,854x480,2,6,21.5985,94.82,19.83,7764.67
99
+ Cosmos-Reason2-2B,embedl/Cosmos-Reason2-2B-W4A16-Edge2,video,8,orin_nano_super,854x480,4,12,21.5877,94.87,19.80,7750.95
100
+ Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,image,1,agx_orin,1280x720,N/A,N/A,8.6497,26.47,23.64,68.63
101
+ Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,image,1,agx_orin,1920x1080,N/A,N/A,5.9558,38.45,23.63,57.30
102
+ Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,image,1,agx_orin,854x480,N/A,N/A,6.0213,38.03,23.66,58.22
103
+ Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,text,1,agx_orin,N/A,N/A,N/A,5.6196,45.55,21.79,36.40
104
+ Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,video,1,agx_orin,1280x720,4,12,6.4673,39.58,23.56,249.17
105
+ Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,video,1,agx_orin,1280x720,2,6,6.4872,39.46,23.58,250.17
106
+ Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,video,1,agx_orin,1920x1080,2,6,7.4784,34.23,25.92,521.39
107
+ Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,video,1,agx_orin,1920x1080,4,12,7.5190,34.05,25.93,523.36
108
+ Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,video,1,agx_orin,854x480,2,6,6.0471,42.33,22.59,146.10
109
+ Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,video,1,agx_orin,854x480,4,12,6.0397,42.39,22.63,145.79
110
+ Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,image,1,agx_thor,1280x720,N/A,N/A,4.8338,52.96,16.96,28.90
111
+ Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,image,8,agx_thor,1280x720,N/A,N/A,10.6920,191.55,25.67,74.92
112
+ Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,image,1,agx_thor,1920x1080,N/A,N/A,4.9062,52.18,16.89,28.89
113
+ Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,image,8,agx_thor,1920x1080,N/A,N/A,11.3606,180.27,25.21,76.51
114
+ Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,image,1,agx_thor,854x480,N/A,N/A,4.6755,54.75,16.79,27.95
115
+ Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,image,8,agx_thor,854x480,N/A,N/A,10.4721,195.57,25.16,73.86
116
+ Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,text,1,agx_thor,N/A,N/A,N/A,3.9263,65.20,15.27,16.72
117
+ Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,text,8,agx_thor,N/A,N/A,N/A,5.9494,344.24,22.92,65.90
118
+ Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,video,1,agx_thor,1280x720,4,12,4.5537,56.22,16.73,192.67
119
+ Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,video,8,agx_thor,1280x720,2,6,7.0704,289.66,19.80,778.89
120
+ Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,video,8,agx_thor,1280x720,4,12,7.0242,291.56,19.61,779.39
121
+ Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,video,1,agx_thor,1920x1080,2,6,5.2182,49.06,18.16,408.99
122
+ Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,video,1,agx_thor,1920x1080,4,12,5.2752,48.53,18.38,409.24
123
+ Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,video,8,agx_thor,1920x1080,2,6,10.1481,201.81,22.92,1749.06
124
+ Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,video,8,agx_thor,1920x1080,4,12,10.4564,195.86,23.66,1746.96
125
+ Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,video,1,agx_thor,854x480,2,6,5.0284,50.91,18.87,124.78
126
+ Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,video,1,agx_thor,854x480,4,12,4.5504,56.26,17.01,123.61
127
+ Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,video,8,agx_thor,854x480,2,6,5.6951,359.61,18.47,351.83
128
+ Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,video,8,agx_thor,854x480,4,12,5.6608,361.79,18.33,354.19
129
+ Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,image,1,orin_nano_super,OOM,N/A,N/A,OOM,OOM,OOM,OOM
130
+ Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,text,1,orin_nano_super,N/A,N/A,N/A,OOM,OOM,OOM,OOM
131
+ Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,video,1,orin_nano_super,OOM,OOM,OOM,OOM,OOM,OOM,OOM
132
+ Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,image,8,orin_nano_super,OOM,N/A,N/A,OOM,OOM,OOM,OOM
133
+ Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,text,8,orin_nano_super,N/A,N/A,N/A,OOM,OOM,OOM,OOM
134
+ Cosmos-Reason2-2B,nvidia/Cosmos-Reason2-2B,video,8,orin_nano_super,OOM,OOM,OOM,OOM,OOM,OOM,OOM