Add Jev (text-only, cloud chip) to non-VLM tab
Browse files- index.html +6 -3
index.html
CHANGED
|
@@ -83,7 +83,9 @@
|
|
| 83 |
</ul>
|
| 84 |
<p style="margin:10px 0 0"><strong>Reading it:</strong> the in-house models match/lead the cloud on the
|
| 85 |
<em>visual</em> tracks (DocLayNet, Forms) at zero API cost, and trail on <em>Tobacco</em> — a
|
| 86 |
-
read-the-header task where a VLM's text reading wins. A dash (—) = track not run for that model.
|
|
|
|
|
|
|
| 87 |
</div>
|
| 88 |
|
| 89 |
<div class="tabs">
|
|
@@ -112,7 +114,8 @@
|
|
| 112 |
<a href="https://huggingface.co/apple/DFN5B-CLIP-ViT-H-14-378">apple/DFN5B-CLIP-ViT-H-14-378</a> ·
|
| 113 |
<a href="https://huggingface.co/timm/eva02_large_patch14_clip_336.merged2b_s6b_b61k">timm/eva02_large_patch14_clip_336</a>.
|
| 114 |
Cloud VLMs (no public HF page): GPT-4o / 4o-mini / 4.1 / 4.1-mini · Gemini 2.5 Pro / Flash / Flash-Lite ·
|
| 115 |
-
Claude Opus / Sonnet / Haiku
|
|
|
|
| 116 |
|
| 117 |
<footer>
|
| 118 |
<a href="https://nutrient.io/"><img src="https://avatars2.githubusercontent.com/u/1527679?v=3&s=200" height="34" /></a>
|
|
@@ -153,7 +156,7 @@ function render(){
|
|
| 153 |
const m=coreMean(r.tracks), ours=r.kind&&r.kind.startsWith("ours");
|
| 154 |
const tr=document.createElement("tr");if(ours)tr.className="ours";
|
| 155 |
const nm=hf(r.model)?`<a class="name" href="${hf(r.model)}" target="_blank" rel="noopener">${r.name}</a>`:`<span class="name">${r.name}</span>`;
|
| 156 |
-
tr.innerHTML=`<td class="rank">${m!==null?i+1:''}</td><td>${nm}${chip(r.kind)}</td>`
|
| 157 |
+ALL.map(t=>`<td class="n ${EXTRA.some(e=>e[0]===t[0])?'oursonly':''}">${fmt(r.tracks[t[0]])}</td>`).join("")
|
| 158 |
+(m!==null?`<td><div class="barcell"><div class="bar ${ours?'hl':''}" style="flex:1"><span style="width:${Math.round(m/max*100)}%"></span></div><span class="barnum">${m.toFixed(3).replace(/^0/,"")}</span></div></td>`
|
| 159 |
:`<td class="muted" style="font-size:12px">partial coverage</td>`)
|
|
|
|
| 83 |
</ul>
|
| 84 |
<p style="margin:10px 0 0"><strong>Reading it:</strong> the in-house models match/lead the cloud on the
|
| 85 |
<em>visual</em> tracks (DocLayNet, Forms) at zero API cost, and trail on <em>Tobacco</em> — a
|
| 86 |
+
read-the-header task where a VLM's text reading wins. A dash (—) = track not run for that model.
|
| 87 |
+
<strong>jev (text · OCR)</strong> is a text-only reference (TypeSafe): it classifies from each
|
| 88 |
+
document's OCR/extracted text rather than the image — hence no OOD/OOV coverage.</p>
|
| 89 |
</div>
|
| 90 |
|
| 91 |
<div class="tabs">
|
|
|
|
| 114 |
<a href="https://huggingface.co/apple/DFN5B-CLIP-ViT-H-14-378">apple/DFN5B-CLIP-ViT-H-14-378</a> ·
|
| 115 |
<a href="https://huggingface.co/timm/eva02_large_patch14_clip_336.merged2b_s6b_b61k">timm/eva02_large_patch14_clip_336</a>.
|
| 116 |
Cloud VLMs (no public HF page): GPT-4o / 4o-mini / 4.1 / 4.1-mini · Gemini 2.5 Pro / Flash / Flash-Lite ·
|
| 117 |
+
Claude Opus / Sonnet / Haiku ·
|
| 118 |
+
TypeSafe Jev (text-only; classifies from OCR'd document text, not the image).</p>
|
| 119 |
|
| 120 |
<footer>
|
| 121 |
<a href="https://nutrient.io/"><img src="https://avatars2.githubusercontent.com/u/1527679?v=3&s=200" height="34" /></a>
|
|
|
|
| 156 |
const m=coreMean(r.tracks), ours=r.kind&&r.kind.startsWith("ours");
|
| 157 |
const tr=document.createElement("tr");if(ours)tr.className="ours";
|
| 158 |
const nm=hf(r.model)?`<a class="name" href="${hf(r.model)}" target="_blank" rel="noopener">${r.name}</a>`:`<span class="name">${r.name}</span>`;
|
| 159 |
+
tr.innerHTML=`<td class="rank">${m!==null?i+1:''}</td><td>${nm}${chip(r.chip_kind||r.kind)}</td>`
|
| 160 |
+ALL.map(t=>`<td class="n ${EXTRA.some(e=>e[0]===t[0])?'oursonly':''}">${fmt(r.tracks[t[0]])}</td>`).join("")
|
| 161 |
+(m!==null?`<td><div class="barcell"><div class="bar ${ours?'hl':''}" style="flex:1"><span style="width:${Math.round(m/max*100)}%"></span></div><span class="barnum">${m.toFixed(3).replace(/^0/,"")}</span></div></td>`
|
| 162 |
:`<td class="muted" style="font-size:12px">partial coverage</td>`)
|