Show N/A for unmeasured TPOT/TTFT and hide all-N/A columns

- Replace ttft=0.00 and tpot with N/A in Llama-3.2, Gemma-3, and Qwen3
text benchmarks where these metrics were not actually measured
- Update CSV parser to preserve N/A as a string
- Hide metric columns from table and chart when all values are N/A

Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>

app.js

@@ -32,7 +32,8 @@ function parseCSV(text) {
             if (raw === "") {
                 row[h] = numericCols.has(h) ? null : "";
             } else if (numericCols.has(h)) {
-                row[h] = raw.toUpperCase() === "OOM" ? null : parseFloat(raw);
+                const upper = raw.toUpperCase();
+                row[h] = upper === "OOM" ? null : upper === "N/A" ? "N/A" : parseFloat(raw);
             } else {
                 row[h] = raw;
             }
@@ -513,7 +514,7 @@ function buildChart(filtered) {
 
     // Only show metric buttons for metrics that have non-zero data
     const chartVisibleMetrics = config.metrics.filter(m =>
-        gRows.some(r => r[m.column] !== null && r[m.column] !== 0)
+        gRows.some(r => r[m.column] !== null && r[m.column] !== 0 && r[m.column] !== "N/A")
     );
     if (chartVisibleMetrics.length > 1) {
         const metricEl = metricGroup.querySelector(".btn-group");
@@ -665,9 +666,9 @@ function buildTables(filtered, chartsShown) {
         );
     });
 
-    // Hide metric columns where every value in the filtered data is zero or null
+    // Hide metric columns where every value in the filtered data is zero, null, or N/A
     const visibleMetrics = config.metrics.filter(m =>
-        filtered.some(r => r[m.column] !== null && r[m.column] !== 0)
+        filtered.some(r => r[m.column] !== null && r[m.column] !== 0 && r[m.column] !== "N/A")
     );
 
     // Build column list: Model + visible display cols + metrics

data/Gemma-3.csv

@@ -1,13 +1,13 @@
 model_family,model,type,batch,device,res,fps,frames,e2e,tps,tpot,ttft
-Gemma-3-1B,google/gemma-3-1b-it,text,1,agx_thor,N/A,N/A,N/A,3.2242,79.40,12.59,0.00
-Gemma-3-1B,embedl/gemma-3-1b-it-FlashHead,text,1,agx_thor,N/A,N/A,N/A,3.0829,83.04,12.04,0.00
-Gemma-3-1B,embedl/gemma-3-1b-it-FlashHead-W4A16,text,1,agx_thor,N/A,N/A,N/A,1.6719,153.12,6.53,0.00
-Gemma-3-1B,embedl/gemma-3-1b-it-W4A16,text,1,agx_thor,N/A,N/A,N/A,1.8132,141.18,7.08,0.00
-Gemma-3-1B,google/gemma-3-1b-it,text,1,rtx_3500_ada,N/A,N/A,N/A,,148.00,,
-Gemma-3-1B,embedl/gemma-3-1b-it-FlashHead,text,1,rtx_3500_ada,N/A,N/A,N/A,,178.00,,
-Gemma-3-1B,embedl/gemma-3-1b-it-W4A16,text,1,rtx_3500_ada,N/A,N/A,N/A,,243.00,,
-Gemma-3-1B,embedl/gemma-3-1b-it-FlashHead-W4A16,text,1,rtx_3500_ada,N/A,N/A,N/A,,336.00,,
-Gemma-3-270M,google/gemma-3-270m-it,text,1,rtx_3500_ada,N/A,N/A,N/A,,397.00,,
-Gemma-3-270M,embedl/gemma-3-270m-it-FlashHead,text,1,rtx_3500_ada,N/A,N/A,N/A,,526.00,,
-Gemma-3-270M,embedl/gemma-3-270m-it-W4A16,text,1,rtx_3500_ada,N/A,N/A,N/A,,420.00,,
-Gemma-3-270M,embedl/gemma-3-270m-it-FlashHead-W4A16,text,1,rtx_3500_ada,N/A,N/A,N/A,,568.00,,
+Gemma-3-1B,google/gemma-3-1b-it,text,1,agx_thor,N/A,N/A,N/A,3.2242,79.40,N/A,N/A
+Gemma-3-1B,embedl/gemma-3-1b-it-FlashHead,text,1,agx_thor,N/A,N/A,N/A,3.0829,83.04,N/A,N/A
+Gemma-3-1B,embedl/gemma-3-1b-it-FlashHead-W4A16,text,1,agx_thor,N/A,N/A,N/A,1.6719,153.12,N/A,N/A
+Gemma-3-1B,embedl/gemma-3-1b-it-W4A16,text,1,agx_thor,N/A,N/A,N/A,1.8132,141.18,N/A,N/A
+Gemma-3-1B,google/gemma-3-1b-it,text,1,rtx_3500_ada,N/A,N/A,N/A,,148.00,N/A,N/A
+Gemma-3-1B,embedl/gemma-3-1b-it-FlashHead,text,1,rtx_3500_ada,N/A,N/A,N/A,,178.00,N/A,N/A
+Gemma-3-1B,embedl/gemma-3-1b-it-W4A16,text,1,rtx_3500_ada,N/A,N/A,N/A,,243.00,N/A,N/A
+Gemma-3-1B,embedl/gemma-3-1b-it-FlashHead-W4A16,text,1,rtx_3500_ada,N/A,N/A,N/A,,336.00,N/A,N/A
+Gemma-3-270M,google/gemma-3-270m-it,text,1,rtx_3500_ada,N/A,N/A,N/A,,397.00,N/A,N/A
+Gemma-3-270M,embedl/gemma-3-270m-it-FlashHead,text,1,rtx_3500_ada,N/A,N/A,N/A,,526.00,N/A,N/A
+Gemma-3-270M,embedl/gemma-3-270m-it-W4A16,text,1,rtx_3500_ada,N/A,N/A,N/A,,420.00,N/A,N/A
+Gemma-3-270M,embedl/gemma-3-270m-it-FlashHead-W4A16,text,1,rtx_3500_ada,N/A,N/A,N/A,,568.00,N/A,N/A

data/Llama-3.2.csv

@@ -1,29 +1,29 @@
 model_family,model,type,batch,device,res,fps,frames,e2e,tps,tpot,ttft
-Llama-3.2-1B,meta-llama/Llama-3.2-1B-Instruct,text,1,agx_thor,N/A,N/A,N/A,3.3117,77.30,12.94,0.00
-Llama-3.2-1B,embedl/Llama-3.2-1B-Instruct-FlashHead,text,1,agx_thor,N/A,N/A,N/A,2.6227,97.61,10.24,0.00
-Llama-3.2-1B,embedl/Llama-3.2-1B-Instruct-FlashHead-W4A16,text,1,agx_thor,N/A,N/A,N/A,0.8990,284.76,3.51,0.00
-Llama-3.2-1B,embedl/Llama-3.2-1B-Instruct-W4A16,text,1,agx_thor,N/A,N/A,N/A,1.5758,162.46,6.16,0.00
-Llama-3.2-3B,meta-llama/Llama-3.2-3B-Instruct,text,1,agx_thor,N/A,N/A,N/A,7.4843,34.21,29.24,0.00
-Llama-3.2-3B,embedl/Llama-3.2-3B-Instruct-FlashHead,text,1,agx_thor,N/A,N/A,N/A,6.3909,40.06,24.96,0.00
-Llama-3.2-3B,embedl/Llama-3.2-3B-Instruct-FlashHead-W4A16,text,1,agx_thor,N/A,N/A,N/A,2.2935,111.62,8.96,0.00
-Llama-3.2-3B,embedl/Llama-3.2-3B-Instruct-W4A16,text,1,agx_thor,N/A,N/A,N/A,3.4786,73.59,13.59,0.00
-Llama-3.2-3B,meta-llama/Llama-3.2-3B-Instruct,text,1,agx_orin,N/A,N/A,N/A,9.9847,25.64,39.00,0.00
-Llama-3.2-3B,embedl/Llama-3.2-3B-Instruct-FlashHead,text,1,agx_orin,N/A,N/A,N/A,9.1964,27.84,35.92,0.00
-Llama-3.2-3B,embedl/Llama-3.2-3B-Instruct-FlashHead-W4A16,text,1,agx_orin,N/A,N/A,N/A,3.3957,75.39,13.26,0.00
-Llama-3.2-3B,embedl/Llama-3.2-3B-Instruct-W4A16,text,1,agx_orin,N/A,N/A,N/A,4.1822,61.21,16.34,0.00
-Llama-3.2-1B,meta-llama/Llama-3.2-1B-Instruct,text,1,agx_orin,N/A,N/A,N/A,3.9372,65.02,15.38,0.00
-Llama-3.2-1B,embedl/Llama-3.2-1B-Instruct-FlashHead,text,1,agx_orin,N/A,N/A,N/A,3.4045,75.19,13.30,0.00
-Llama-3.2-1B,embedl/Llama-3.2-1B-Instruct-FlashHead-W4A16,text,1,agx_orin,N/A,N/A,N/A,1.3120,195.12,5.13,0.00
-Llama-3.2-1B,embedl/Llama-3.2-1B-Instruct-W4A16,text,1,agx_orin,N/A,N/A,N/A,1.8475,138.57,7.22,0.00
-Llama-3.2-1B,meta-llama/Llama-3.2-1B-Instruct,text,1,orin_nano_super,N/A,N/A,N/A,6.8469,37.39,26.75,0.00
-Llama-3.2-1B,embedl/Llama-3.2-1B-Instruct-FlashHead,text,1,orin_nano_super,N/A,N/A,N/A,5.8939,43.43,23.02,0.00
-Llama-3.2-1B,embedl/Llama-3.2-1B-Instruct-FlashHead-W4A16,text,1,orin_nano_super,N/A,N/A,N/A,2.2979,111.41,8.98,0.00
-Llama-3.2-1B,embedl/Llama-3.2-1B-Instruct-W4A16,text,1,orin_nano_super,N/A,N/A,N/A,3.2571,78.60,12.72,0.00
-Llama-3.2-1B,meta-llama/Llama-3.2-1B-Instruct,text,1,rtx_3500_ada,N/A,N/A,N/A,,130.00,,
-Llama-3.2-1B,embedl/Llama-3.2-1B-Instruct-FlashHead,text,1,rtx_3500_ada,N/A,N/A,N/A,,163.00,,
-Llama-3.2-1B,embedl/Llama-3.2-1B-Instruct-W4A16,text,1,rtx_3500_ada,N/A,N/A,N/A,,278.00,,
-Llama-3.2-1B,embedl/Llama-3.2-1B-Instruct-FlashHead-W4A16,text,1,rtx_3500_ada,N/A,N/A,N/A,,485.00,,
-Llama-3.2-3B,meta-llama/Llama-3.2-3B-Instruct,text,1,rtx_3500_ada,N/A,N/A,N/A,,54.00,,
-Llama-3.2-3B,embedl/Llama-3.2-3B-Instruct-FlashHead,text,1,rtx_3500_ada,N/A,N/A,N/A,,58.00,,
-Llama-3.2-3B,embedl/Llama-3.2-3B-Instruct-W4A16,text,1,rtx_3500_ada,N/A,N/A,N/A,,141.00,,
-Llama-3.2-3B,embedl/Llama-3.2-3B-Instruct-FlashHead-W4A16,text,1,rtx_3500_ada,N/A,N/A,N/A,,177.00,,
+Llama-3.2-1B,meta-llama/Llama-3.2-1B-Instruct,text,1,agx_thor,N/A,N/A,N/A,3.3117,77.30,N/A,N/A
+Llama-3.2-1B,embedl/Llama-3.2-1B-Instruct-FlashHead,text,1,agx_thor,N/A,N/A,N/A,2.6227,97.61,N/A,N/A
+Llama-3.2-1B,embedl/Llama-3.2-1B-Instruct-FlashHead-W4A16,text,1,agx_thor,N/A,N/A,N/A,0.8990,284.76,N/A,N/A
+Llama-3.2-1B,embedl/Llama-3.2-1B-Instruct-W4A16,text,1,agx_thor,N/A,N/A,N/A,1.5758,162.46,N/A,N/A
+Llama-3.2-3B,meta-llama/Llama-3.2-3B-Instruct,text,1,agx_thor,N/A,N/A,N/A,7.4843,34.21,N/A,N/A
+Llama-3.2-3B,embedl/Llama-3.2-3B-Instruct-FlashHead,text,1,agx_thor,N/A,N/A,N/A,6.3909,40.06,N/A,N/A
+Llama-3.2-3B,embedl/Llama-3.2-3B-Instruct-FlashHead-W4A16,text,1,agx_thor,N/A,N/A,N/A,2.2935,111.62,N/A,N/A
+Llama-3.2-3B,embedl/Llama-3.2-3B-Instruct-W4A16,text,1,agx_thor,N/A,N/A,N/A,3.4786,73.59,N/A,N/A
+Llama-3.2-3B,meta-llama/Llama-3.2-3B-Instruct,text,1,agx_orin,N/A,N/A,N/A,9.9847,25.64,N/A,N/A
+Llama-3.2-3B,embedl/Llama-3.2-3B-Instruct-FlashHead,text,1,agx_orin,N/A,N/A,N/A,9.1964,27.84,N/A,N/A
+Llama-3.2-3B,embedl/Llama-3.2-3B-Instruct-FlashHead-W4A16,text,1,agx_orin,N/A,N/A,N/A,3.3957,75.39,N/A,N/A
+Llama-3.2-3B,embedl/Llama-3.2-3B-Instruct-W4A16,text,1,agx_orin,N/A,N/A,N/A,4.1822,61.21,N/A,N/A
+Llama-3.2-1B,meta-llama/Llama-3.2-1B-Instruct,text,1,agx_orin,N/A,N/A,N/A,3.9372,65.02,N/A,N/A
+Llama-3.2-1B,embedl/Llama-3.2-1B-Instruct-FlashHead,text,1,agx_orin,N/A,N/A,N/A,3.4045,75.19,N/A,N/A
+Llama-3.2-1B,embedl/Llama-3.2-1B-Instruct-FlashHead-W4A16,text,1,agx_orin,N/A,N/A,N/A,1.3120,195.12,N/A,N/A
+Llama-3.2-1B,embedl/Llama-3.2-1B-Instruct-W4A16,text,1,agx_orin,N/A,N/A,N/A,1.8475,138.57,N/A,N/A
+Llama-3.2-1B,meta-llama/Llama-3.2-1B-Instruct,text,1,orin_nano_super,N/A,N/A,N/A,6.8469,37.39,N/A,N/A
+Llama-3.2-1B,embedl/Llama-3.2-1B-Instruct-FlashHead,text,1,orin_nano_super,N/A,N/A,N/A,5.8939,43.43,N/A,N/A
+Llama-3.2-1B,embedl/Llama-3.2-1B-Instruct-FlashHead-W4A16,text,1,orin_nano_super,N/A,N/A,N/A,2.2979,111.41,N/A,N/A
+Llama-3.2-1B,embedl/Llama-3.2-1B-Instruct-W4A16,text,1,orin_nano_super,N/A,N/A,N/A,3.2571,78.60,N/A,N/A
+Llama-3.2-1B,meta-llama/Llama-3.2-1B-Instruct,text,1,rtx_3500_ada,N/A,N/A,N/A,,130.00,N/A,N/A
+Llama-3.2-1B,embedl/Llama-3.2-1B-Instruct-FlashHead,text,1,rtx_3500_ada,N/A,N/A,N/A,,163.00,N/A,N/A
+Llama-3.2-1B,embedl/Llama-3.2-1B-Instruct-W4A16,text,1,rtx_3500_ada,N/A,N/A,N/A,,278.00,N/A,N/A
+Llama-3.2-1B,embedl/Llama-3.2-1B-Instruct-FlashHead-W4A16,text,1,rtx_3500_ada,N/A,N/A,N/A,,485.00,N/A,N/A
+Llama-3.2-3B,meta-llama/Llama-3.2-3B-Instruct,text,1,rtx_3500_ada,N/A,N/A,N/A,,54.00,N/A,N/A
+Llama-3.2-3B,embedl/Llama-3.2-3B-Instruct-FlashHead,text,1,rtx_3500_ada,N/A,N/A,N/A,,58.00,N/A,N/A
+Llama-3.2-3B,embedl/Llama-3.2-3B-Instruct-W4A16,text,1,rtx_3500_ada,N/A,N/A,N/A,,141.00,N/A,N/A
+Llama-3.2-3B,embedl/Llama-3.2-3B-Instruct-FlashHead-W4A16,text,1,rtx_3500_ada,N/A,N/A,N/A,,177.00,N/A,N/A

data/Qwen3.csv

@@ -1,17 +1,17 @@
 model_family,model,type,batch,device,res,fps,frames,e2e,tps,tpot,ttft
-Qwen3-1.7B,Qwen/Qwen3-1.7B,text,1,agx_thor,N/A,N/A,N/A,5.1915,49.31,20.28,0.00
-Qwen3-1.7B,embedl/Qwen3-1.7B-FlashHead,text,1,agx_thor,N/A,N/A,N/A,4.1107,62.28,16.06,0.00
-Qwen3-1.7B,embedl/Qwen3-1.7B-FlashHead-W4A16,text,1,agx_thor,N/A,N/A,N/A,1.3543,189.02,5.29,0.00
-Qwen3-1.7B,embedl/Qwen3-1.7B-W4A16,text,1,agx_thor,N/A,N/A,N/A,2.0541,124.63,8.02,0.00
-Qwen3-0.6B,Qwen/Qwen3-0.6B,text,1,agx_thor,N/A,N/A,N/A,1.8237,140.38,7.12,0.00
-Qwen3-0.6B,embedl/Qwen3-0.6B-FlashHead,text,1,agx_thor,N/A,N/A,N/A,1.4494,176.63,5.66,0.00
-Qwen3-1.7B,Qwen/Qwen3-1.7B,text,1,agx_orin,N/A,N/A,N/A,5.5862,45.83,21.82,0.00
-Qwen3-1.7B,embedl/Qwen3-1.7B-FlashHead,text,1,agx_orin,N/A,N/A,N/A,4.9568,51.65,19.36,0.00
-Qwen3-1.7B,embedl/Qwen3-1.7B-FlashHead-W4A16,text,1,agx_orin,N/A,N/A,N/A,1.9020,134.59,7.43,0.00
-Qwen3-1.7B,embedl/Qwen3-1.7B-W4A16,text,1,agx_orin,N/A,N/A,N/A,2.5357,100.96,9.91,0.00
-Qwen3-0.6B,Qwen/Qwen3-0.6B,text,1,agx_orin,N/A,N/A,N/A,2.1783,117.52,8.51,0.00
-Qwen3-0.6B,embedl/Qwen3-0.6B-FlashHead,text,1,agx_orin,N/A,N/A,N/A,1.8865,135.70,7.37,0.00
-Qwen3-1.7B,Qwen/Qwen3-1.7B,text,1,rtx_3500_ada,N/A,N/A,N/A,,100.00,,
-Qwen3-1.7B,embedl/Qwen3-1.7B-FlashHead,text,1,rtx_3500_ada,N/A,N/A,N/A,,114.00,,
-Qwen3-1.7B,embedl/Qwen3-1.7B-W4A16,text,1,rtx_3500_ada,N/A,N/A,N/A,,206.00,,
-Qwen3-1.7B,embedl/Qwen3-1.7B-FlashHead-W4A16,text,1,rtx_3500_ada,N/A,N/A,N/A,,271.00,,
+Qwen3-1.7B,Qwen/Qwen3-1.7B,text,1,agx_thor,N/A,N/A,N/A,5.1915,49.31,N/A,N/A
+Qwen3-1.7B,embedl/Qwen3-1.7B-FlashHead,text,1,agx_thor,N/A,N/A,N/A,4.1107,62.28,N/A,N/A
+Qwen3-1.7B,embedl/Qwen3-1.7B-FlashHead-W4A16,text,1,agx_thor,N/A,N/A,N/A,1.3543,189.02,N/A,N/A
+Qwen3-1.7B,embedl/Qwen3-1.7B-W4A16,text,1,agx_thor,N/A,N/A,N/A,2.0541,124.63,N/A,N/A
+Qwen3-0.6B,Qwen/Qwen3-0.6B,text,1,agx_thor,N/A,N/A,N/A,1.8237,140.38,N/A,N/A
+Qwen3-0.6B,embedl/Qwen3-0.6B-FlashHead,text,1,agx_thor,N/A,N/A,N/A,1.4494,176.63,N/A,N/A
+Qwen3-1.7B,Qwen/Qwen3-1.7B,text,1,agx_orin,N/A,N/A,N/A,5.5862,45.83,N/A,N/A
+Qwen3-1.7B,embedl/Qwen3-1.7B-FlashHead,text,1,agx_orin,N/A,N/A,N/A,4.9568,51.65,N/A,N/A
+Qwen3-1.7B,embedl/Qwen3-1.7B-FlashHead-W4A16,text,1,agx_orin,N/A,N/A,N/A,1.9020,134.59,N/A,N/A
+Qwen3-1.7B,embedl/Qwen3-1.7B-W4A16,text,1,agx_orin,N/A,N/A,N/A,2.5357,100.96,N/A,N/A
+Qwen3-0.6B,Qwen/Qwen3-0.6B,text,1,agx_orin,N/A,N/A,N/A,2.1783,117.52,N/A,N/A
+Qwen3-0.6B,embedl/Qwen3-0.6B-FlashHead,text,1,agx_orin,N/A,N/A,N/A,1.8865,135.70,N/A,N/A
+Qwen3-1.7B,Qwen/Qwen3-1.7B,text,1,rtx_3500_ada,N/A,N/A,N/A,,100.00,N/A,N/A
+Qwen3-1.7B,embedl/Qwen3-1.7B-FlashHead,text,1,rtx_3500_ada,N/A,N/A,N/A,,114.00,N/A,N/A
+Qwen3-1.7B,embedl/Qwen3-1.7B-W4A16,text,1,rtx_3500_ada,N/A,N/A,N/A,,206.00,N/A,N/A
+Qwen3-1.7B,embedl/Qwen3-1.7B-FlashHead-W4A16,text,1,rtx_3500_ada,N/A,N/A,N/A,,271.00,N/A,N/A