PedramR commited on
Commit
7a9e9e4
·
verified ·
1 Parent(s): ecf4c4e

Add main-test-set eval of the v2 best checkpoint (step 2500)

Browse files
qwen3.5-2b-100pct-masked-weighted-v2/test_eval_best/metrics.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "wer": 0.22571848815878628,
3
+ "wer_zwnj_normalized": 0.22075779360646075,
4
+ "exact_match": 0.006066734074823054,
5
+ "fix_rate": 0.2684191562358028,
6
+ "preservation_rate": 0.9073159972060785,
7
+ "targeted_score": 0.5878675767209407,
8
+ "fix_rate_lenient": 0.2574229829652583,
9
+ "preservation_rate_lenient": 0.9103466423292019,
10
+ "targeted_score_lenient": 0.5838848126472301,
11
+ "fix_rate_recoverable": 0.26093258033884753,
12
+ "unrecoverable_targets": 966,
13
+ "hallucination_rate": 0.0010111223458038423,
14
+ "premature_stop_rate": 0.012133468149646108,
15
+ "n_examples": 1978
16
+ }
qwen3.5-2b-100pct-masked-weighted-v2/test_eval_best/predictions.jsonl ADDED
The diff for this file is too large to render. See raw diff