StreamPA / validation_summary.json
faeea's picture
Release frozen StreamPA seed 1337 with validated standalone inference
f8a1702 verified
Raw
History Blame Contribute Delete
3.97 kB
{
"status": "LOCAL_VALIDATION_PASS_HUB_VERIFICATION_REQUIRED",
"created_at": "2026-09-10T10:50:20.386964+00:00",
"python": "3.10.19",
"torch": "2.5.1+cpu",
"platform": "Ubuntu WSL2 on local Windows computer",
"device": "cpu",
"dtype": "float32",
"no_training": true,
"no_finetuning": true,
"checkpoint_values_unchanged": true,
"scorer_equivalence": {
"status": "PASS",
"atol": 1e-05,
"rtol": 1e-05,
"dtype": "float32",
"device": "cpu",
"prefixes": 4,
"server_torch": "2.3.1+cu121",
"local_torch": "2.5.1+cpu",
"max_abs": 3.814697265625e-06,
"max_mse": 1.655095813488414e-13
},
"frontend_real_audio": {
"model_load_sec": 5.285994583999999,
"platform": "local Ubuntu WSL2",
"device": "cpu",
"dtype": "float32",
"audios": [
{
"name": "real_short",
"duration_sec": 1.951,
"sha256": "cfc3105c2ac4db72dbd23ad052261ed812a8d1c51a6c98700d89f45835348cc0",
"prefixes": 3,
"valid": 2,
"updates": 2,
"statuses": [
"no_usable_hypothesis",
"ok",
"ok"
],
"end_to_end_compute_sec": 162.954407101,
"scorer_compute_sec": 0.01154370499997981
},
{
"name": "real_medium",
"duration_sec": 2.889,
"sha256": "165bcc252817fac922eecba9447293fa04d79bb215e05c3eb7934061ed501a58",
"prefixes": 5,
"valid": 3,
"updates": 2,
"statuses": [
"no_usable_hypothesis",
"no_usable_hypothesis",
"ok",
"ok",
"ok"
],
"end_to_end_compute_sec": 250.548563628,
"scorer_compute_sec": 0.007423772000038298
},
{
"name": "real_long",
"duration_sec": 4.387,
"sha256": "450eccef92e195845254f9915cb9b28ea6acffe0a2962526af435e29f330f397",
"prefixes": 7,
"valid": 4,
"updates": 2,
"statuses": [
"no_usable_hypothesis",
"no_usable_hypothesis",
"ok",
"no_usable_hypothesis",
"ok",
"ok",
"ok"
],
"end_to_end_compute_sec": 383.971490372,
"scorer_compute_sec": 0.008973775000185924
}
],
"status": "PASS",
"suffix_invariance": "PASS",
"reset": "PASS",
"empty_audio": "PASS",
"silence": "PASS",
"audio_source": "SpeechOcean762 CC BY 4.0 read speech; fixed availability/duration selection; interface tests only, no accuracy calculation"
},
"cli": {
"status": "PASS",
"stage": "cli",
"prefixes": 3,
"exact_single_stream_match": true,
"device": "cpu",
"dtype": "float32"
},
"offline": {
"status": "PASS",
"stage": "offline",
"prefixes": 3,
"exact_single_stream_match": true,
"device": "cpu",
"dtype": "float32"
},
"valid_prefix_causal_test": {
"status": "PASS",
"implementation": "actual fine-tuned Whisper, Charsiu, PCN/prosody and scorer",
"boundary_samples": 23040,
"received_samples": 24000,
"lookahead_seconds": 0.16,
"prefix_outputs_exact": true,
"state_hash_exact": true,
"actual_frontend_samples": {
"whisper": 23040,
"charsiu": 23040,
"prosody": 23040,
"pcn": 23040
},
"prior_history_reused": "one actually executed identical prefix, including original state; no saved prediction substituted for current inference",
"no_gpu": true
},
"failed_synthetic_test": {
"audio": "local SAPI Good morning",
"prefixes": 3,
"statuses": [
"no_usable_hypothesis",
"no_usable_hypothesis",
"no_usable_hypothesis"
],
"reason": "frozen Whisper repetition policy; no false zero score emitted"
},
"untested": [
"native Windows",
"CUDA",
"assessment accuracy on new recordings",
"concurrent sessions"
],
"hub_verification": "Only a release tag created after fresh-download validation marks a verified release."
}