| { |
| "tier": "encoder", |
| "peak_rss_gb": 1.65, |
| "eval_limit": 1500, |
| "base_model": "answerdotai/ModernBERT-base", |
| "parameters": 149021962, |
| "fit_seconds": 2107.1, |
| "policy": { |
| "t_interrupt": 0.01, |
| "t_block": 0.5 |
| }, |
| "over_block_budget": 0.03, |
| "metrics": { |
| "train": { |
| "n": 1500, |
| "over_block_rate": 0.0082, |
| "detection_rate": 0.9089, |
| "decision_accuracy": 0.9513, |
| "deviation_type_accuracy": 0.794, |
| "per_deviation_detection": { |
| "scope_expansion": 1.0, |
| "unrequested_action": 0.7742, |
| "irreversible_unconfirmed": 0.9892, |
| "target_mismatch": 0.7471, |
| "out_of_scope": 0.99, |
| "privilege_escalation": 0.939 |
| }, |
| "subsampled_from": 13999 |
| }, |
| "validation": { |
| "n": 1500, |
| "over_block_rate": 0.0276, |
| "detection_rate": 0.9223, |
| "decision_accuracy": 0.9473, |
| "deviation_type_accuracy": 0.8013, |
| "per_deviation_detection": { |
| "scope_expansion": 1.0, |
| "unrequested_action": 0.9158, |
| "irreversible_unconfirmed": 0.9891, |
| "target_mismatch": 0.7788, |
| "out_of_scope": 1.0, |
| "privilege_escalation": 0.8617 |
| }, |
| "subsampled_from": 3265 |
| }, |
| "test_unseen_tools": { |
| "n": 1500, |
| "over_block_rate": 0.1339, |
| "detection_rate": 0.8339, |
| "decision_accuracy": 0.8307, |
| "deviation_type_accuracy": 0.604, |
| "per_deviation_detection": { |
| "scope_expansion": 0.967, |
| "unrequested_action": 0.6117, |
| "irreversible_unconfirmed": 1.0, |
| "target_mismatch": 0.8113, |
| "out_of_scope": 0.9897, |
| "privilege_escalation": 0.6635 |
| }, |
| "subsampled_from": 5840 |
| } |
| } |
| } |
