| { |
| "whisper": { |
| "n_examples": 1978, |
| "wer": 0.19286111707900203, |
| "wer_zwnj_normalized": 0.18077200636819868, |
| "exact_match": 0.006066734074823054, |
| "hallucination_rate": 0.0, |
| "rows_changed": 0.0, |
| "fix_rate": 0.0, |
| "preservation_rate": 1.0, |
| "targeted_score": 0.5, |
| "fix_rate_lenient": 0.0, |
| "preservation_rate_lenient": 1.0, |
| "targeted_score_lenient": 0.5, |
| "fixed_lenient": 0, |
| "broken_lenient": 0, |
| "net_fixed_lenient": 0, |
| "broken_per_100_correct": 0.0, |
| "fix_rate_recoverable": 0.0, |
| "unrecoverable_targets": 966, |
| "entity_fix_rate": 0.0, |
| "entity_keep_rate": 1.0, |
| "entity_spans_whisper_wrong": 57, |
| "entity_spans_whisper_right": 217 |
| }, |
| "rules": { |
| "n_examples": 1978, |
| "wer": 0.18624502140177493, |
| "wer_zwnj_normalized": 0.17446440474419783, |
| "exact_match": 0.006572295247724975, |
| "hallucination_rate": 0.0, |
| "rows_changed": 0.6875631951466128, |
| "fix_rate": 0.05559820155718829, |
| "preservation_rate": 0.9996089846635096, |
| "targeted_score": 0.5276035931103489, |
| "fix_rate_lenient": 0.05892479464856623, |
| "preservation_rate_lenient": 0.9995903045402917, |
| "targeted_score_lenient": 0.5292575495944289, |
| "fixed_lenient": 3594, |
| "broken_lenient": 123, |
| "net_fixed_lenient": 3471, |
| "broken_per_100_correct": 0.04096954597082835, |
| "fix_rate_recoverable": 0.059573192063571395, |
| "unrecoverable_targets": 966, |
| "entity_fix_rate": 0.0, |
| "entity_keep_rate": 1.0, |
| "entity_spans_whisper_wrong": 57, |
| "entity_spans_whisper_right": 217 |
| } |
| } |
