{ "whisper": { "n_examples": 1010, "wer": 0.18660667584675655, "wer_zwnj_normalized": 0.17409613475517982, "exact_match": 0.0049504950495049506, "hallucination_rate": 0.0, "rows_changed": 0.0, "fix_rate": 0.0, "preservation_rate": 1.0, "targeted_score": 0.5, "fix_rate_lenient": 0.0, "preservation_rate_lenient": 1.0, "targeted_score_lenient": 0.5, "fixed_lenient": 0, "broken_lenient": 0, "net_fixed_lenient": 0, "broken_per_100_correct": 0.0, "fix_rate_recoverable": 0.0, "unrecoverable_targets": 471, "entity_fix_rate": 0.0, "entity_keep_rate": 1.0, "entity_spans_whisper_wrong": 57, "entity_spans_whisper_right": 217 }, "rules": { "n_examples": 1010, "wer": 0.18000982056126644, "wer_zwnj_normalized": 0.16776614254758168, "exact_match": 0.0049504950495049506, "hallucination_rate": 0.0, "rows_changed": 0.7148514851485148, "fix_rate": 0.0566740770892695, "preservation_rate": 0.9996911693742963, "targeted_score": 0.5281826232317829, "fix_rate_lenient": 0.06019704433497537, "preservation_rate_lenient": 0.9996856677315474, "targeted_score_lenient": 0.5299413560332614, "fixed_lenient": 1833, "broken_lenient": 49, "net_fixed_lenient": 1784, "broken_per_100_correct": 0.03143322684525871, "fix_rate_recoverable": 0.06077587644684613, "unrecoverable_targets": 471, "entity_fix_rate": 0.0, "entity_keep_rate": 1.0, "entity_spans_whisper_wrong": 57, "entity_spans_whisper_right": 217 } }