hung-k-nguyen commited on
Commit
a995b10
·
verified ·
1 Parent(s): c83951c

Add Jev (text-only, cloud chip) to non-VLM tab

Browse files
Files changed (1) hide show
  1. index.html +6 -3
index.html CHANGED
@@ -83,7 +83,9 @@
83
  </ul>
84
  <p style="margin:10px 0 0"><strong>Reading it:</strong> the in-house models match/lead the cloud on the
85
  <em>visual</em> tracks (DocLayNet, Forms) at zero API cost, and trail on <em>Tobacco</em> — a
86
- read-the-header task where a VLM's text reading wins. A dash (—) = track not run for that model.</p>
 
 
87
  </div>
88
 
89
  <div class="tabs">
@@ -112,7 +114,8 @@
112
  <a href="https://huggingface.co/apple/DFN5B-CLIP-ViT-H-14-378">apple/DFN5B-CLIP-ViT-H-14-378</a> ·
113
  <a href="https://huggingface.co/timm/eva02_large_patch14_clip_336.merged2b_s6b_b61k">timm/eva02_large_patch14_clip_336</a>.
114
  Cloud VLMs (no public HF page): GPT-4o / 4o-mini / 4.1 / 4.1-mini · Gemini 2.5 Pro / Flash / Flash-Lite ·
115
- Claude Opus / Sonnet / Haiku.</p>
 
116
 
117
  <footer>
118
  <a href="https://nutrient.io/"><img src="https://avatars2.githubusercontent.com/u/1527679?v=3&s=200" height="34" /></a>
@@ -153,7 +156,7 @@ function render(){
153
  const m=coreMean(r.tracks), ours=r.kind&&r.kind.startsWith("ours");
154
  const tr=document.createElement("tr");if(ours)tr.className="ours";
155
  const nm=hf(r.model)?`<a class="name" href="${hf(r.model)}" target="_blank" rel="noopener">${r.name}</a>`:`<span class="name">${r.name}</span>`;
156
- tr.innerHTML=`<td class="rank">${m!==null?i+1:''}</td><td>${nm}${chip(r.kind)}</td>`
157
  +ALL.map(t=>`<td class="n ${EXTRA.some(e=>e[0]===t[0])?'oursonly':''}">${fmt(r.tracks[t[0]])}</td>`).join("")
158
  +(m!==null?`<td><div class="barcell"><div class="bar ${ours?'hl':''}" style="flex:1"><span style="width:${Math.round(m/max*100)}%"></span></div><span class="barnum">${m.toFixed(3).replace(/^0/,"")}</span></div></td>`
159
  :`<td class="muted" style="font-size:12px">partial coverage</td>`)
 
83
  </ul>
84
  <p style="margin:10px 0 0"><strong>Reading it:</strong> the in-house models match/lead the cloud on the
85
  <em>visual</em> tracks (DocLayNet, Forms) at zero API cost, and trail on <em>Tobacco</em> — a
86
+ read-the-header task where a VLM's text reading wins. A dash (—) = track not run for that model.
87
+ <strong>jev (text · OCR)</strong> is a text-only reference (TypeSafe): it classifies from each
88
+ document's OCR/extracted text rather than the image — hence no OOD/OOV coverage.</p>
89
  </div>
90
 
91
  <div class="tabs">
 
114
  <a href="https://huggingface.co/apple/DFN5B-CLIP-ViT-H-14-378">apple/DFN5B-CLIP-ViT-H-14-378</a> ·
115
  <a href="https://huggingface.co/timm/eva02_large_patch14_clip_336.merged2b_s6b_b61k">timm/eva02_large_patch14_clip_336</a>.
116
  Cloud VLMs (no public HF page): GPT-4o / 4o-mini / 4.1 / 4.1-mini · Gemini 2.5 Pro / Flash / Flash-Lite ·
117
+ Claude Opus / Sonnet / Haiku ·
118
+ TypeSafe Jev (text-only; classifies from OCR'd document text, not the image).</p>
119
 
120
  <footer>
121
  <a href="https://nutrient.io/"><img src="https://avatars2.githubusercontent.com/u/1527679?v=3&s=200" height="34" /></a>
 
156
  const m=coreMean(r.tracks), ours=r.kind&&r.kind.startsWith("ours");
157
  const tr=document.createElement("tr");if(ours)tr.className="ours";
158
  const nm=hf(r.model)?`<a class="name" href="${hf(r.model)}" target="_blank" rel="noopener">${r.name}</a>`:`<span class="name">${r.name}</span>`;
159
+ tr.innerHTML=`<td class="rank">${m!==null?i+1:''}</td><td>${nm}${chip(r.chip_kind||r.kind)}</td>`
160
  +ALL.map(t=>`<td class="n ${EXTRA.some(e=>e[0]===t[0])?'oursonly':''}">${fmt(r.tracks[t[0]])}</td>`).join("")
161
  +(m!==null?`<td><div class="barcell"><div class="bar ${ours?'hl':''}" style="flex:1"><span style="width:${Math.round(m/max*100)}%"></span></div><span class="barnum">${m.toFixed(3).replace(/^0/,"")}</span></div></td>`
162
  :`<td class="muted" style="font-size:12px">partial coverage</td>`)