| { |
| "whisper": { |
| "n_examples": 1010, |
| "wer": 0.18660667584675655, |
| "wer_zwnj_normalized": 0.17409613475517982, |
| "exact_match": 0.0049504950495049506, |
| "hallucination_rate": 0.0, |
| "rows_changed": 0.0, |
| "fix_rate": 0.0, |
| "preservation_rate": 1.0, |
| "targeted_score": 0.5, |
| "fix_rate_lenient": 0.0, |
| "preservation_rate_lenient": 1.0, |
| "targeted_score_lenient": 0.5, |
| "fixed_lenient": 0, |
| "broken_lenient": 0, |
| "net_fixed_lenient": 0, |
| "broken_per_100_correct": 0.0, |
| "fix_rate_recoverable": 0.0, |
| "unrecoverable_targets": 471, |
| "entity_fix_rate": 0.0, |
| "entity_keep_rate": 1.0, |
| "entity_spans_whisper_wrong": 57, |
| "entity_spans_whisper_right": 217 |
| }, |
| "rules": { |
| "n_examples": 1010, |
| "wer": 0.18000982056126644, |
| "wer_zwnj_normalized": 0.16776614254758168, |
| "exact_match": 0.0049504950495049506, |
| "hallucination_rate": 0.0, |
| "rows_changed": 0.7148514851485148, |
| "fix_rate": 0.0566740770892695, |
| "preservation_rate": 0.9996911693742963, |
| "targeted_score": 0.5281826232317829, |
| "fix_rate_lenient": 0.06019704433497537, |
| "preservation_rate_lenient": 0.9996856677315474, |
| "targeted_score_lenient": 0.5299413560332614, |
| "fixed_lenient": 1833, |
| "broken_lenient": 49, |
| "net_fixed_lenient": 1784, |
| "broken_per_100_correct": 0.03143322684525871, |
| "fix_rate_recoverable": 0.06077587644684613, |
| "unrecoverable_targets": 471, |
| "entity_fix_rate": 0.0, |
| "entity_keep_rate": 1.0, |
| "entity_spans_whisper_wrong": 57, |
| "entity_spans_whisper_right": 217 |
| } |
| } |
