Add main-test-set eval of the v2 best checkpoint (step 2500)
Browse files
qwen3.5-2b-100pct-masked-weighted-v2/test_eval_best/metrics.json
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"wer": 0.22571848815878628,
|
| 3 |
+
"wer_zwnj_normalized": 0.22075779360646075,
|
| 4 |
+
"exact_match": 0.006066734074823054,
|
| 5 |
+
"fix_rate": 0.2684191562358028,
|
| 6 |
+
"preservation_rate": 0.9073159972060785,
|
| 7 |
+
"targeted_score": 0.5878675767209407,
|
| 8 |
+
"fix_rate_lenient": 0.2574229829652583,
|
| 9 |
+
"preservation_rate_lenient": 0.9103466423292019,
|
| 10 |
+
"targeted_score_lenient": 0.5838848126472301,
|
| 11 |
+
"fix_rate_recoverable": 0.26093258033884753,
|
| 12 |
+
"unrecoverable_targets": 966,
|
| 13 |
+
"hallucination_rate": 0.0010111223458038423,
|
| 14 |
+
"premature_stop_rate": 0.012133468149646108,
|
| 15 |
+
"n_examples": 1978
|
| 16 |
+
}
|
qwen3.5-2b-100pct-masked-weighted-v2/test_eval_best/predictions.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|