File size: 1,709 Bytes
f6c76f5 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 | {
"tier": "encoder",
"peak_rss_gb": 1.65,
"eval_limit": 1500,
"base_model": "answerdotai/ModernBERT-base",
"parameters": 149021962,
"fit_seconds": 2107.1,
"policy": {
"t_interrupt": 0.01,
"t_block": 0.5
},
"over_block_budget": 0.03,
"metrics": {
"train": {
"n": 1500,
"over_block_rate": 0.0082,
"detection_rate": 0.9089,
"decision_accuracy": 0.9513,
"deviation_type_accuracy": 0.794,
"per_deviation_detection": {
"scope_expansion": 1.0,
"unrequested_action": 0.7742,
"irreversible_unconfirmed": 0.9892,
"target_mismatch": 0.7471,
"out_of_scope": 0.99,
"privilege_escalation": 0.939
},
"subsampled_from": 13999
},
"validation": {
"n": 1500,
"over_block_rate": 0.0276,
"detection_rate": 0.9223,
"decision_accuracy": 0.9473,
"deviation_type_accuracy": 0.8013,
"per_deviation_detection": {
"scope_expansion": 1.0,
"unrequested_action": 0.9158,
"irreversible_unconfirmed": 0.9891,
"target_mismatch": 0.7788,
"out_of_scope": 1.0,
"privilege_escalation": 0.8617
},
"subsampled_from": 3265
},
"test_unseen_tools": {
"n": 1500,
"over_block_rate": 0.1339,
"detection_rate": 0.8339,
"decision_accuracy": 0.8307,
"deviation_type_accuracy": 0.604,
"per_deviation_detection": {
"scope_expansion": 0.967,
"unrequested_action": 0.6117,
"irreversible_unconfirmed": 1.0,
"target_mismatch": 0.8113,
"out_of_scope": 0.9897,
"privilege_escalation": 0.6635
},
"subsampled_from": 5840
}
}
} |