Deploy from HuggingChat
Browse files- README.md +8 -4
- index.html +370 -18
README.md
CHANGED
|
@@ -1,10 +1,14 @@
|
|
| 1 |
---
|
| 2 |
-
title:
|
| 3 |
-
emoji:
|
| 4 |
colorFrom: green
|
| 5 |
-
colorTo:
|
| 6 |
sdk: static
|
| 7 |
pinned: false
|
|
|
|
|
|
|
| 8 |
---
|
| 9 |
|
| 10 |
-
|
|
|
|
|
|
|
|
|
| 1 |
---
|
| 2 |
+
title: "https://globall-cloud.pages.dev/"
|
| 3 |
+
emoji: 🛸
|
| 4 |
colorFrom: green
|
| 5 |
+
colorTo: purple
|
| 6 |
sdk: static
|
| 7 |
pinned: false
|
| 8 |
+
tags:
|
| 9 |
+
- huggingchat
|
| 10 |
---
|
| 11 |
|
| 12 |
+
# https://globall-cloud.pages.dev/
|
| 13 |
+
|
| 14 |
+
Built with [HuggingChat](https://huggingface.co/chat).
|
index.html
CHANGED
|
@@ -1,19 +1,371 @@
|
|
| 1 |
-
<!
|
| 2 |
-
<html>
|
| 3 |
-
|
| 4 |
-
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
|
| 8 |
-
|
| 9 |
-
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
| 17 |
-
|
| 18 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 19 |
</html>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
<!DOCTYPE html>
|
| 2 |
+
<html lang="en">
|
| 3 |
+
<head>
|
| 4 |
+
<meta charset="utf-8">
|
| 5 |
+
<meta name="viewport" content="width=device-width, initial-scale=1">
|
| 6 |
+
<title>RRSI — Main Results</title>
|
| 7 |
+
<style>
|
| 8 |
+
:root{
|
| 9 |
+
--evolve:#6366f1; --held:#0ea5e9; --ood:#10b981; --base:#94a3b8;
|
| 10 |
+
--ink:#0f172a; --muted:#64748b; --line:#e2e8f0; --bg:#f8fafc; --card:#ffffff;
|
| 11 |
+
}
|
| 12 |
+
*{box-sizing:border-box}
|
| 13 |
+
body{
|
| 14 |
+
margin:0; background:var(--bg); color:var(--ink);
|
| 15 |
+
font-family:-apple-system,BlinkMacSystemFont,"Segoe UI",Roboto,Helvetica,Arial,sans-serif;
|
| 16 |
+
line-height:1.55; -webkit-font-smoothing:antialiased;
|
| 17 |
+
}
|
| 18 |
+
.wrap{max-width:1080px;margin:0 auto;padding:40px 22px 70px}
|
| 19 |
+
header h1{font-size:26px;margin:0 0 6px;letter-spacing:-.02em}
|
| 20 |
+
header .sub{color:var(--muted);font-size:14px;margin:0 0 4px}
|
| 21 |
+
header a{color:#2563eb;text-decoration:none}
|
| 22 |
+
header a:hover{text-decoration:underline}
|
| 23 |
+
.note{
|
| 24 |
+
margin-top:14px;font-size:13px;color:var(--muted);
|
| 25 |
+
background:#fff;border:1px solid var(--line);border-radius:10px;padding:10px 14px;
|
| 26 |
+
}
|
| 27 |
+
section{margin-top:34px}
|
| 28 |
+
h2{font-size:17px;margin:0 0 4px;letter-spacing:-.01em}
|
| 29 |
+
h2 .tag{
|
| 30 |
+
font-size:11px;font-weight:600;text-transform:uppercase;letter-spacing:.06em;
|
| 31 |
+
color:#475569;background:#eef2ff;border:1px solid #e0e7ff;border-radius:999px;
|
| 32 |
+
padding:2px 8px;margin-right:8px;vertical-align:2px;
|
| 33 |
+
}
|
| 34 |
+
.card{background:var(--card);border:1px solid var(--line);border-radius:14px;padding:20px 22px;
|
| 35 |
+
box-shadow:0 1px 2px rgba(15,23,42,.04)}
|
| 36 |
+
.cap{font-size:13px;color:var(--muted);margin:12px 0 0}
|
| 37 |
+
.legend{display:flex;gap:18px;flex-wrap:wrap;font-size:13px;color:#334155;margin:6px 0 14px}
|
| 38 |
+
.legend i{display:inline-block;width:12px;height:12px;border-radius:3px;margin-right:6px;vertical-align:-1px}
|
| 39 |
+
svg{display:block;width:100%;height:auto;overflow:visible}
|
| 40 |
+
/* bar chart */
|
| 41 |
+
.domains{display:flex;gap:26px;flex-wrap:wrap;align-items:flex-end}
|
| 42 |
+
.dgroup{flex:1 1 300px;min-width:260px}
|
| 43 |
+
.dgroup h4{margin:0 0 10px;font-size:13px;letter-spacing:.04em;text-transform:uppercase;color:#475569}
|
| 44 |
+
.bars{display:flex;gap:14px;align-items:flex-end;border-bottom:2px solid var(--line);padding-bottom:0;min-height:230px}
|
| 45 |
+
.bar{flex:1 1 0;display:flex;flex-direction:column;justify-content:flex-end;align-items:center;gap:6px;min-width:48px}
|
| 46 |
+
.bar .val{font-size:13px;font-weight:650;font-variant-numeric:tabular-nums}
|
| 47 |
+
.bar .col{width:100%;border-radius:6px 6px 0 0;transition:height .3s ease}
|
| 48 |
+
.bar .nm{font-size:11px;color:var(--muted);text-align:center;line-height:1.3;min-height:30px}
|
| 49 |
+
.bar .nm b{display:block;color:#334155;font-weight:600}
|
| 50 |
+
/* token cost */
|
| 51 |
+
.tokens{display:flex;gap:22px;flex-wrap:wrap;margin-top:6px}
|
| 52 |
+
.tok{flex:1 1 200px;background:#fff;border:1px solid var(--line);border-radius:12px;padding:14px 16px}
|
| 53 |
+
.tok .lab{font-size:12px;color:var(--muted);text-transform:uppercase;letter-spacing:.05em}
|
| 54 |
+
.tok .big{font-size:26px;font-weight:700;font-variant-numeric:tabular-nums;margin:2px 0 0}
|
| 55 |
+
.tok .big span{font-size:13px;font-weight:500;color:var(--muted)}
|
| 56 |
+
.tok .meter{height:8px;border-radius:6px;background:#eef2f7;margin-top:10px;overflow:hidden}
|
| 57 |
+
.tok .meter i{display:block;height:100%;border-radius:6px}
|
| 58 |
+
/* tables */
|
| 59 |
+
table{width:100%;border-collapse:collapse;font-size:13.5px;font-variant-numeric:tabular-nums}
|
| 60 |
+
th,td{padding:8px 10px;text-align:right;border-bottom:1px solid var(--line)}
|
| 61 |
+
th:first-child,td:first-child{text-align:left}
|
| 62 |
+
thead th{font-size:11.5px;text-transform:uppercase;letter-spacing:.05em;color:#475569;
|
| 63 |
+
border-bottom:2px solid var(--line);background:#fbfcfe}
|
| 64 |
+
thead tr:last-child th{background:#f4f6fb}
|
| 65 |
+
tr.ours td{background:#ecfdf5;font-weight:650}
|
| 66 |
+
tr.h0 td{color:#475569}
|
| 67 |
+
.tblnotes{font-size:12.5px;color:var(--muted);margin-top:10px}
|
| 68 |
+
.win{color:#047857;font-weight:650}
|
| 69 |
+
.lose{color:#b91c1c;font-weight:650}
|
| 70 |
+
ul.mech{margin:6px 0 0;padding-left:20px;font-size:14px;color:#1e293b}
|
| 71 |
+
ul.mech li{margin-bottom:5px}
|
| 72 |
+
ul.mech b{color:#0f172a}
|
| 73 |
+
.grid2{display:grid;grid-template-columns:1fr 1fr;gap:18px}
|
| 74 |
+
@media(max-width:760px){.grid2{grid-template-columns:1fr}}
|
| 75 |
+
</style>
|
| 76 |
+
</head>
|
| 77 |
+
<body>
|
| 78 |
+
<div class="wrap">
|
| 79 |
+
|
| 80 |
+
<header>
|
| 81 |
+
<h1>RRSI: Regularized Recursive Self-Improvement of Agent Harnesses</h1>
|
| 82 |
+
<p class="sub">Peng Xia, Rujun Han, Zifeng Wang, Yanfei Chen, Yufan Zhang, Yoonho Lee, Chengsong Huang, Han Yu, Zhongying CuiZhu, Yifei Ming, Huaxiu Yao, Burak Gokturk, Tomas Pfister, Chen-Yu Lee — Google Cloud AI Research</p>
|
| 83 |
+
<p class="sub"><a href="https://arxiv.org/abs/2609.24972">arXiv:2609.24972</a></p>
|
| 84 |
+
<p class="note">Charts below re-plot numbers reported in the paper (Figures 1 & 3, Tables 1–3). Policy frozen at Claude Opus 4.8; the harness is evolved on one suite per domain and then evaluated <em>unchanged</em> on held-out and out-of-distribution (OOD) benchmarks.</p>
|
| 85 |
+
</header>
|
| 86 |
+
|
| 87 |
+
<section>
|
| 88 |
+
<h2><span class="tag">Figure 1a</span>Evolve-set gain vs. out-of-distribution gain</h2>
|
| 89 |
+
<p class="cap" style="margin-top:0">Agentic workspace instance. Points far to the upper-left are the goal: small evolve-set gain, large transfer. Points left of the dashed line at 0 fall <em>below</em> the unevolved harness H₀.</p>
|
| 90 |
+
<div class="card">
|
| 91 |
+
<div class="legend">
|
| 92 |
+
<span><i style="background:var(--evolve)"></i>Evolve-set gain (Harvey LAB)</span>
|
| 93 |
+
<span><i style="background:var(--ood)"></i>OOD gain (mean of JobBench, GDPval, APEX-Agents)</span>
|
| 94 |
+
</div>
|
| 95 |
+
<div id="scatter"></div>
|
| 96 |
+
<p class="cap">Reading it: Meta-Harness has the biggest evolve-set gain (+3.6) but keeps only +0.9 OOD. AHE and TTHE are negative OOD (−0.5 and −1.7) — their evolution actively hurt tasks they were never scored on. RRSI has the <em>smallest</em> evolve gain (+1.1) and the largest transfer (+3.9), the exact trade the regularizers are designed to make.</p>
|
| 97 |
+
</div>
|
| 98 |
+
</section>
|
| 99 |
+
|
| 100 |
+
<section>
|
| 101 |
+
<h2><span class="tag">Figure 3</span>Main results in all three domains (Δ vs. H₀)</h2>
|
| 102 |
+
<div class="card">
|
| 103 |
+
<div class="legend">
|
| 104 |
+
<span><i style="background:var(--evolve)"></i>Evolve split</span>
|
| 105 |
+
<span><i style="background:var(--held)"></i>In-distribution held-out</span>
|
| 106 |
+
<span><i style="background:var(--ood)"></i>OOD held-out (never scored during search)</span>
|
| 107 |
+
</div>
|
| 108 |
+
<div class="domains" id="domains"></div>
|
| 109 |
+
<p class="cap"><b>Every</b> held-out split improves and none regresses. Frontier-Eng is measured in medal points: +4.3 is a 24.3% relative gain. The engineering-design domain matters because its tasks are graded by frozen deterministic simulators, not a judge model — so the transfer can't be explained by a harness learning to write the way a judge rewards.</p>
|
| 110 |
+
</div>
|
| 111 |
+
</section>
|
| 112 |
+
|
| 113 |
+
<section>
|
| 114 |
+
<h2><span class="tag">Efficiency</span>Policy tokens per trial</h2>
|
| 115 |
+
<div class="card">
|
| 116 |
+
<div class="tokens" id="tokens"></div>
|
| 117 |
+
<p class="cap">Regularization is <em>cheaper</em>, not more expensive: RRSI spends 2.42M tokens/trial against 3.80M for unregularized evolution (≈36% less), and only 1.6× the unevolved baseline. Unregularized selection spends most of its accepted edits on noise and on context rather than on mechanism — it buys score with compute, and the compute doesn't transfer.</p>
|
| 118 |
+
</div>
|
| 119 |
+
</section>
|
| 120 |
+
|
| 121 |
+
<section>
|
| 122 |
+
<h2><span class="tag">Table 1</span>Comparison with prior harness evolution methods</h2>
|
| 123 |
+
<div class="card">
|
| 124 |
+
<table>
|
| 125 |
+
<thead>
|
| 126 |
+
<tr>
|
| 127 |
+
<th rowspan="2">Method</th>
|
| 128 |
+
<th colspan="2">In-distribution</th>
|
| 129 |
+
<th colspan="3">Out-of-distribution</th>
|
| 130 |
+
<th rowspan="2">OOD avg.</th>
|
| 131 |
+
</tr>
|
| 132 |
+
<tr>
|
| 133 |
+
<th>Harvey LAB (evolve)</th>
|
| 134 |
+
<th>Harvey LAB (ID held-out)</th>
|
| 135 |
+
<th>JobBench</th>
|
| 136 |
+
<th>GDPval</th>
|
| 137 |
+
<th>APEX-Agents</th>
|
| 138 |
+
</tr>
|
| 139 |
+
</thead>
|
| 140 |
+
<tbody id="t1"></tbody>
|
| 141 |
+
</table>
|
| 142 |
+
<p class="tblnotes">OOD avg. is computed as the mean of JobBench, GDPval and APEX-Agents (the paper reports only the H₀ and RRSI averages explicitly, 39.7 and 43.6; the baseline averages shown for the others are recomputed from the table's own columns). Same H₀, same evolve split, same candidate budget for every row.</p>
|
| 143 |
+
</div>
|
| 144 |
+
</section>
|
| 145 |
+
|
| 146 |
+
<section>
|
| 147 |
+
<h2><span class="tag">Table 2</span>Ablation: is it the regularizers or the score?</h2>
|
| 148 |
+
<div class="card">
|
| 149 |
+
<table>
|
| 150 |
+
<thead>
|
| 151 |
+
<tr>
|
| 152 |
+
<th>Variant</th>
|
| 153 |
+
<th>Harvey LAB (evolve)</th>
|
| 154 |
+
<th>Harvey LAB (ID held-out)</th>
|
| 155 |
+
<th>OOD avg.</th>
|
| 156 |
+
<th>Tokens/trial (M) ↓</th>
|
| 157 |
+
</tr>
|
| 158 |
+
</thead>
|
| 159 |
+
<tbody id="t2"></tbody>
|
| 160 |
+
</table>
|
| 161 |
+
<p class="tblnotes">The strongest single signal in the paper: evolve-set score and transfer move in <em>opposite</em> directions. Dropping both regularizer groups yields the highest evolve score of any arm (92.8) and an OOD average within a point of the unevolved harness. Dropping only the acceptance constraints raises the evolve score by 1.0 pt, costs 2.6 pts OOD, and inflates token cost by half.</p>
|
| 162 |
+
</div>
|
| 163 |
+
</section>
|
| 164 |
+
|
| 165 |
+
<section>
|
| 166 |
+
<h2><span class="tag">Table 3</span>Robustness to the backbone policy (coding)</h2>
|
| 167 |
+
<div class="card">
|
| 168 |
+
<table>
|
| 169 |
+
<thead>
|
| 170 |
+
<tr><th>Policy</th><th>Benchmark</th><th>H₀</th><th>RRSI</th><th>Δ</th></tr>
|
| 171 |
+
</thead>
|
| 172 |
+
<tbody id="t3"></tbody>
|
| 173 |
+
</table>
|
| 174 |
+
<p class="tblnotes">Evolution is run independently per policy on Terminal-Bench 2.1 only; the resulting harness is then evaluated unchanged on SWE-bench Verified. Gemini 3.5 Flash gains more on the evolve split (+14.1 — the paper's headline number) while the stronger Claude Opus 4.8 sits closer to both ceilings and gains less.</p>
|
| 175 |
+
</div>
|
| 176 |
+
</section>
|
| 177 |
+
|
| 178 |
+
<section>
|
| 179 |
+
<h2><span class="tag">Figure 2</span>What is actually regularized</h2>
|
| 180 |
+
<div class="card grid2">
|
| 181 |
+
<div>
|
| 182 |
+
<h4 style="margin:0 0 6px;font-size:13px;letter-spacing:.04em;text-transform:uppercase;color:#475569">Proposal side — how search capacity is spent</h4>
|
| 183 |
+
<ul class="mech">
|
| 184 |
+
<li><b>L₀-style annealed edit budget:</b> b_t = ⌈b_min + (b_max−b_min)·½(1+cos(πt/T))⌉. Early rounds bundle coordinated edits to find mechanisms; late rounds become sparse and attributable.</li>
|
| 185 |
+
<li><b>Evidence-aware credit assignment:</b> every candidate's component, hypothesis, diff, score/cost delta and accept/reject outcome are recorded; falsified hypotheses stay negative evidence.</li>
|
| 186 |
+
<li><b>Structured exploration:</b> when progress over w rounds stays inside the noise band δ, part of the budget is reserved for components never yet exercised.</li>
|
| 187 |
+
</ul>
|
| 188 |
+
</div>
|
| 189 |
+
<div>
|
| 190 |
+
<h4 style="margin:0 0 6px;font-size:13px;letter-spacing:.04em;text-transform:uppercase;color:#475569">Selection side — what becomes permanent state</h4>
|
| 191 |
+
<ul class="mech">
|
| 192 |
+
<li><b>Leakage screening:</b> a critic rejects diffs encoding task/entity names, task-specific values, answers, or inert machinery — <em>before</em> evaluation, so a leaking candidate never banks an inflated score.</li>
|
| 193 |
+
<li><b>Stability-aware acceptance:</b> Ŝ(H′) ≥ S⋆ − δ, with δ estimated from repeated runs of the unchanged base harness. Blocks slow downhill walks of individually noise-sized regressions.</li>
|
| 194 |
+
<li><b>L₂-style complexity-aware acceptance:</b> for ΔS > δ, require ΔC ≤ β₀ + β₁ΔS — extra tokens must be justified by measured improvement.</li>
|
| 195 |
+
<li><b>L₁-style structural pruning:</b> components with no strictly positive measured gain over a window are handed back to the proposer as deletion targets.</li>
|
| 196 |
+
</ul>
|
| 197 |
+
</div>
|
| 198 |
+
</div>
|
| 199 |
+
</section>
|
| 200 |
+
|
| 201 |
+
</div>
|
| 202 |
+
|
| 203 |
+
<script>
|
| 204 |
+
const C = {evolve:'#6366f1', held:'#0ea5e9', ood:'#10b981', base:'#94a3b8'};
|
| 205 |
+
|
| 206 |
+
/* ---------- Figure 1a scatter ---------- */
|
| 207 |
+
(function(){
|
| 208 |
+
const W=660,H=430,m={l:66,r:30,t:26,b:56};
|
| 209 |
+
const xMin=-0.5,xMax=4.3,yMin=-2.5,yMax=4.7;
|
| 210 |
+
const X=v=>m.l+(v-xMin)/(xMax-xMin)*(W-m.l-m.r);
|
| 211 |
+
const Y=v=>m.t+(yMax-v)/(yMax-yMin)*(H-m.t-m.b);
|
| 212 |
+
|
| 213 |
+
const pts=[
|
| 214 |
+
{n:'H₀ (base)',x:0,y:0,c:C.base,r:6,ax:-6,ay:-13,anchor:'end'},
|
| 215 |
+
{n:'Meta-Harness',x:3.6,y:0.93,c:C.evolve,r:7,ax:-10,ay:-12,anchor:'end'},
|
| 216 |
+
{n:'HarnessX',x:2.4,y:0.00,c:C.evolve,r:7,ax:10,ay:5,anchor:'start'},
|
| 217 |
+
{n:'AHE',x:1.3,y:-0.53,c:C.evolve,r:7,ax:11,ay:4,anchor:'start'},
|
| 218 |
+
{n:'TTHE',x:1.7,y:-1.73,c:C.evolve,r:7,ax:11,ay:4,anchor:'start'},
|
| 219 |
+
{n:'RRSI (ours)',x:1.1,y:3.90,c:C.ood,r:9,ax:0,ay:-16,anchor:'middle',bold:true}
|
| 220 |
+
];
|
| 221 |
+
|
| 222 |
+
let s=`<svg viewBox="0 0 ${W} ${H}" role="img" aria-label="Evolve-set gain versus out-of-distribution gain">`;
|
| 223 |
+
// horizontal gridlines
|
| 224 |
+
for(let gy=-2;gy<=4;gy++){
|
| 225 |
+
s+=`<line x1="${m.l}" y1="${Y(gy)}" x2="${W-m.r}" y2="${Y(gy)}" stroke="${gy===0?'#cbd5e1':'#eef2f7'}" stroke-width="${gy===0?1.5:1}" ${gy===0?'stroke-dasharray="5 4"':''}/>`;
|
| 226 |
+
s+=`<text x="${m.l-10}" y="${Y(gy)+4}" font-size="11.5" fill="#94a3b8" text-anchor="end">${gy>0?'+':''}${gy}</text>`;
|
| 227 |
+
}
|
| 228 |
+
for(let gx=0;gx<=4;gx++){
|
| 229 |
+
s+=`<line x1="${X(gx)}" y1="${m.t}" x2="${X(gx)}" y2="${H-m.b}" stroke="#eef2f7" stroke-width="1"/>`;
|
| 230 |
+
s+=`<text x="${X(gx)}" y="${H-m.b+20}" font-size="11.5" fill="#94a3b8" text-anchor="middle">${gx===0?'0':'+'+gx}</text>`;
|
| 231 |
+
}
|
| 232 |
+
// axes
|
| 233 |
+
s+=`<line x1="${m.l}" y1="${H-m.b}" x2="${W-m.r}" y2="${H-m.b}" stroke="#cbd5e1" stroke-width="1.5"/>`;
|
| 234 |
+
s+=`<line x1="${m.l}" y1="${m.t}" x2="${m.l}" y2="${H-m.b}" stroke="#cbd5e1" stroke-width="1.5"/>`;
|
| 235 |
+
s+=`<text x="${(m.l+W-m.r)/2}" y="${H-14}" font-size="12.5" fill="#475569" text-anchor="middle">Evolve-set gain (points vs H₀)</text>`;
|
| 236 |
+
s+=`<text transform="translate(18 ${(m.t+H-m.b)/2}) rotate(-90)" font-size="12.5" fill="#475569" text-anchor="middle">Out-of-distribution gain (points vs H₀)</text>`;
|
| 237 |
+
// y = x reference
|
| 238 |
+
s+=`<line x1="${X(0)}" y1="${Y(0)}" x2="${X(xMax)}" y2="${Y(xMax)}" stroke="#94a3b8" stroke-width="1.2" stroke-dasharray="3 4"/>`;
|
| 239 |
+
s+=`<text x="${X(3.55)}" y="${Y(3.35)}" font-size="11" fill="#94a3b8" text-anchor="end">y = x (gain fully retained)</text>`;
|
| 240 |
+
s+=`<text x="${X(0)+6}" y="${Y(0)-7}" font-size="11" fill="#94a3b8">H₀ line — below here, evolution made things worse</text>`;
|
| 241 |
+
// points
|
| 242 |
+
pts.forEach(p=>{
|
| 243 |
+
s+=`<circle cx="${X(p.x)}" cy="${Y(p.y)}" r="${p.r}" fill="${p.c}" stroke="#fff" stroke-width="2"/>`;
|
| 244 |
+
s+=`<text x="${X(p.x)+p.ax}" y="${Y(p.y)+p.ay}" font-size="12.5" fill="#1e293b" text-anchor="${p.anchor}" ${p.bold?'font-weight="700"':''}>${p.n}</text>`;
|
| 245 |
+
});
|
| 246 |
+
s+=`</svg>`;
|
| 247 |
+
document.getElementById('scatter').innerHTML=s;
|
| 248 |
+
})();
|
| 249 |
+
|
| 250 |
+
/* ---------- Figure 3 bars ---------- */
|
| 251 |
+
(function(){
|
| 252 |
+
const groups=[
|
| 253 |
+
{label:'Coding',bars:[
|
| 254 |
+
{b:'Terminal-Bench 2.1',k:'evolve',v:6.0,t:'evolve'},
|
| 255 |
+
{b:'SWE-bench Verified',k:'ood',v:1.8,t:'OOD'}
|
| 256 |
+
]},
|
| 257 |
+
{label:'Agentic workspace',bars:[
|
| 258 |
+
{b:'Harvey LAB',k:'evolve',v:1.1,t:'evolve'},
|
| 259 |
+
{b:'Harvey LAB held-out',k:'held',v:2.3,t:'ID held-out'},
|
| 260 |
+
{b:'JobBench',k:'ood',v:4.7,t:'OOD'},
|
| 261 |
+
{b:'GDPval',k:'ood',v:3.5,t:'OOD'},
|
| 262 |
+
{b:'APEX-Agents',k:'ood',v:3.7,t:'OOD'}
|
| 263 |
+
]},
|
| 264 |
+
{label:'Engineering design',bars:[
|
| 265 |
+
{b:'EngDesign',k:'evolve',v:4.9,t:'evolve'},
|
| 266 |
+
{b:'Frontier-Eng',k:'ood',v:4.3,t:'OOD'}
|
| 267 |
+
]}
|
| 268 |
+
];
|
| 269 |
+
const MAX=6.0, PX=200;
|
| 270 |
+
let html='';
|
| 271 |
+
groups.forEach(g=>{
|
| 272 |
+
html+=`<div class="dgroup"><h4>${g.label}</h4><div class="bars">`;
|
| 273 |
+
g.bars.forEach(x=>{
|
| 274 |
+
const h=Math.max(6,Math.round(x.v/MAX*PX));
|
| 275 |
+
html+=`<div class="bar">
|
| 276 |
+
<div class="val">+${x.v.toFixed(1)}</div>
|
| 277 |
+
<div class="col" style="height:${h}px;background:${C[x.k]}"></div>
|
| 278 |
+
<div class="nm"><b>${x.b}</b>${x.t}</div>
|
| 279 |
+
</div>`;
|
| 280 |
+
});
|
| 281 |
+
html+=`</div></div>`;
|
| 282 |
+
});
|
| 283 |
+
document.getElementById('domains').innerHTML=html;
|
| 284 |
+
})();
|
| 285 |
+
|
| 286 |
+
/* ---------- efficiency ---------- */
|
| 287 |
+
(function(){
|
| 288 |
+
const rows=[
|
| 289 |
+
{lab:'H₀ — no evolution',v:1.56,c:C.base},
|
| 290 |
+
{lab:'RRSI (ours)',v:2.42,c:C.ood},
|
| 291 |
+
{lab:'Unregularized evolution',v:3.80,c:C.evolve}
|
| 292 |
+
];
|
| 293 |
+
const MAX=4.0;
|
| 294 |
+
let html='';
|
| 295 |
+
rows.forEach(r=>{
|
| 296 |
+
html+=`<div class="tok">
|
| 297 |
+
<div class="lab">${r.lab}</div>
|
| 298 |
+
<div class="big">${r.v.toFixed(2)}<span> M policy tokens / trial</span></div>
|
| 299 |
+
<div class="meter"><i style="width:${r.v/MAX*100}%;background:${r.c}"></i></div>
|
| 300 |
+
</div>`;
|
| 301 |
+
});
|
| 302 |
+
document.getElementById('tokens').innerHTML=html;
|
| 303 |
+
})();
|
| 304 |
+
|
| 305 |
+
/* ---------- tables ---------- */
|
| 306 |
+
(function(){
|
| 307 |
+
const t1=[
|
| 308 |
+
{m:'H₀ (no evolution)',e:89.4,h:86.9,j:36.0,g:48.8,a:34.2,cls:'h0'},
|
| 309 |
+
{m:'Meta-Harness',e:93.0,h:89.2,j:37.1,g:49.1,a:35.7},
|
| 310 |
+
{m:'AHE',e:90.7,h:88.7,j:37.2,g:47.2,a:33.1},
|
| 311 |
+
{m:'TTHE',e:91.1,h:88.5,j:35.2,g:47.0,a:31.7},
|
| 312 |
+
{m:'HarnessX',e:91.8,h:89.1,j:36.3,g:48.5,a:34.3},
|
| 313 |
+
{m:'RRSI (ours)',e:90.5,h:89.2,j:40.7,g:52.3,a:37.9,cls:'ours'}
|
| 314 |
+
];
|
| 315 |
+
document.getElementById('t1').innerHTML=t1.map(r=>{
|
| 316 |
+
const avg=(r.j+r.g+r.a)/3;
|
| 317 |
+
const cell=(v,i)=>`<td>${i===1&&v<40?'<span class="lose">'+v.toFixed(1)+'</span>':v.toFixed(1)}</td>`;
|
| 318 |
+
return `<tr class="${r.cls||''}"><td>${r.m}</td>`+
|
| 319 |
+
[r.e,r.h,r.j,r.g,r.a].map(cell).join('')+
|
| 320 |
+
`<td>${avg.toFixed(1)}</td></tr>`;
|
| 321 |
+
}).join('');
|
| 322 |
+
|
| 323 |
+
const t2=[
|
| 324 |
+
{m:'H₀ (no evolution)',e:89.4,h:86.9,o:39.7,k:1.56,cls:'h0'},
|
| 325 |
+
{m:'Unregularized evolution',e:92.8,h:88.9,o:40.3,k:3.80},
|
| 326 |
+
{m:'w/o proposal regularizers',e:90.7,h:88.8,o:41.9,k:2.69},
|
| 327 |
+
{m:'w/o acceptance regularizers',e:91.5,h:88.7,o:41.0,k:3.59},
|
| 328 |
+
{m:'RRSI (ours)',e:90.5,h:89.2,o:43.6,k:2.42,cls:'ours'}
|
| 329 |
+
];
|
| 330 |
+
document.getElementById('t2').innerHTML=t2.map(r=>
|
| 331 |
+
`<tr class="${r.cls||''}"><td>${r.m}</td><td>${r.e.toFixed(1)}</td><td>${r.h.toFixed(1)}</td><td>${r.o.toFixed(1)}</td><td>${r.k.toFixed(2)}</td></tr>`
|
| 332 |
+
).join('');
|
| 333 |
+
|
| 334 |
+
const t3=[
|
| 335 |
+
{p:'Claude Opus 4.8',b:'Terminal-Bench 2.1 (evolve)',h0:74.2,r:80.2,d:6.0},
|
| 336 |
+
{p:'',b:'SWE-bench Verified (OOD)',h0:82.0,r:83.8,d:1.8},
|
| 337 |
+
{p:'Gemini 3.5 Flash',b:'Terminal-Bench 2.1 (evolve)',h0:64.6,r:78.7,d:14.1},
|
| 338 |
+
{p:'',b:'SWE-bench Verified (OOD)',h0:76.8,r:79.0,d:2.2}
|
| 339 |
+
];
|
| 340 |
+
document.getElementById('t3').innerHTML=t3.map(r=>
|
| 341 |
+
`<tr><td>${r.p?'<b>'+r.p+'</b>':''}</td><td>${r.b}</td><td>${r.h0.toFixed(1)}</td><td>${r.r.toFixed(1)}</td><td class="win">+${r.d.toFixed(1)}</td></tr>`
|
| 342 |
+
).join('');
|
| 343 |
+
})();
|
| 344 |
+
</script>
|
| 345 |
+
</body>
|
| 346 |
</html>
|
| 347 |
+
<script data-huggingchat-badge="script">
|
| 348 |
+
(function () {
|
| 349 |
+
try {
|
| 350 |
+
if (document.querySelector("[data-huggingchat-badge]:not(script)")) return;
|
| 351 |
+
var host = document.createElement("div");
|
| 352 |
+
host.setAttribute("data-huggingchat-badge", "");
|
| 353 |
+
var styles = [["all","initial"],["position","fixed"],["right","12px"],["bottom","12px"],["z-index","2147483647"],["display","block"],["visibility","visible"],["opacity","1"],["pointer-events","auto"],["width","auto"],["height","auto"],["margin","0"],["padding","0"],["max-width","none"],["max-height","none"],["transform","none"],["filter","none"],["clip-path","none"],["color-scheme","light"]];
|
| 354 |
+
for (var i = 0; i < styles.length; i++) {
|
| 355 |
+
host.style.setProperty(styles[i][0], styles[i][1], "important");
|
| 356 |
+
}
|
| 357 |
+
host.attachShadow({ mode: "closed" }).innerHTML = "<style>\n:host { all: initial; }\na {\n display: flex;\n align-items: center;\n gap: 5px;\n box-sizing: border-box;\n height: 26px;\n padding: 0 9px 0 7px;\n border-radius: 999px;\n border: 1px solid rgba(0, 0, 0, 0.07);\n background: rgba(255, 255, 255, 0.92);\n -webkit-backdrop-filter: saturate(180%) blur(8px);\n backdrop-filter: saturate(180%) blur(8px);\n box-shadow: 0 1px 2px rgba(0, 0, 0, 0.08), 0 6px 16px rgba(0, 0, 0, 0.06);\n color: #111827;\n font: 500 11px/1 ui-sans-serif, system-ui, -apple-system, \"Segoe UI\", sans-serif;\n text-decoration: none;\n white-space: nowrap;\n opacity: 0.72;\n transition: opacity 0.15s ease, transform 0.15s ease;\n}\na:hover, a:focus-visible { opacity: 1; transform: translateY(-1px); }\nsvg { width: 14px; height: 14px; flex: none; }\n@media print { a { display: none; } }\n<\/style><a href=\"https://huggingface.co/chat\" target=\"_blank\" rel=\"noopener noreferrer nofollow\"><svg viewBox=\"0 0 32 32\" fill=\"none\" aria-hidden=\"true\"><path d=\"M16.0006 25.9992C13.8266 25.999 11.7118 25.2901 9.97686 23.9799C8.2419 22.6698 6.98127 20.8298 6.38599 18.7388C5.79071 16.6478 5.89323 14.4198 6.678 12.3923C7.46278 10.3648 8.88705 8.64837 10.735 7.50308C12.5829 6.35779 14.7538 5.84606 16.9187 6.04544C19.0837 6.24481 21.1246 7.14442 22.7323 8.60795C24.34 10.0715 25.4268 12.0192 25.8281 14.1559C26.2293 16.2926 25.9232 18.5019 24.9561 20.449C24.7703 20.8042 24.7223 21.2155 24.8211 21.604L25.4211 23.8316C25.4803 24.0518 25.4805 24.2837 25.4216 24.5039C25.3627 24.7242 25.2468 24.925 25.0856 25.0862C24.9244 25.2474 24.7235 25.3633 24.5033 25.4222C24.283 25.4811 24.0512 25.4809 23.831 25.4217L21.6034 24.8217C21.2172 24.7248 20.809 24.7729 20.4558 24.9567C19.0683 25.6467 17.5457 26.0068 16.0006 26.0068V25.9992Z\" fill=\"currentColor\"/><path d=\"M9.62598 16.0013C9.62598 15.3799 10.1294 14.8765 10.7508 14.8765C11.3721 14.8765 11.8756 15.3799 11.8756 16.0013C11.8756 17.0953 12.3102 18.1448 13.0838 18.9184C13.8574 19.692 14.9069 20.1266 16.001 20.1267C17.095 20.1267 18.1445 19.692 18.9181 18.9184C19.6918 18.1448 20.1264 17.0953 20.1264 16.0013C20.1264 15.3799 20.6299 14.8765 21.2512 14.8765C21.8725 14.8765 22.3759 15.3799 22.3759 16.0013C22.3759 17.6921 21.7046 19.3137 20.509 20.5093C19.3134 21.7049 17.6918 22.3762 16.001 22.3762C14.3102 22.3762 12.6885 21.7049 11.4929 20.5093C10.2974 19.3137 9.62598 17.6921 9.62598 16.0013Z\" fill=\"#fff\"/><\/svg><span>Made with HuggingChat<\/span><\/a>";
|
| 358 |
+
function attach() {
|
| 359 |
+
var parent = document.body || document.documentElement;
|
| 360 |
+
if (parent && host.parentNode !== parent) parent.appendChild(host);
|
| 361 |
+
}
|
| 362 |
+
attach();
|
| 363 |
+
// Artifacts that rewrite document.body wholesale would drop the badge.
|
| 364 |
+
if (document.body && typeof MutationObserver === "function") {
|
| 365 |
+
new MutationObserver(attach).observe(document.body, { childList: true });
|
| 366 |
+
} else {
|
| 367 |
+
document.addEventListener("DOMContentLoaded", attach);
|
| 368 |
+
}
|
| 369 |
+
} catch (e) {}
|
| 370 |
+
})();
|
| 371 |
+
</script>
|