PepPA / configs /backend_comparisons.json
pranamanam's picture
Upload 97 files
98bde72 verified
Raw
History Blame Contribute Delete
474 Bytes
{
"muse": {
"label": "Muse Glimmer-30B",
"model_registry_key": "Muse"
},
"astra": {
"label": "GPT-6 Astra Max",
"model": "gpt-6-astra",
"reasoning_effort": "max",
"snapshot_revision": null
},
"claude": {
"label": "Claude Opus Max",
"model": "claude-opus-5",
"effort": "max",
"thinking": "adaptive",
"snapshot_revision": null
},
"snapshot_policy": "Resolve and record serving revisions before benchmark execution."
}