Open-Harness-Leaderboard / docs /control-api-v1.openapi.json
joelniklaus's picture
joelniklaus HF Staff
deploy: 38a879272d474ca1517a3617e512db53d1460598
9c11f68 verified
Raw
History Blame Contribute Delete
141 kB
{
"openapi": "3.0.3",
"info": {
"title": "Harbor-HF Control API",
"version": "1.0.0"
},
"components": {
"schemas": {}
},
"paths": {
"/health/live": {
"get": {
"tags": [
"system"
],
"responses": {
"200": {
"description": "Default Response"
}
}
}
},
"/health/ready": {
"get": {
"tags": [
"system"
],
"description": "Reports control initialization without failing the hosting platform health check.",
"responses": {
"200": {
"description": "Default Response",
"content": {
"application/json": {
"schema": {
"type": "object",
"additionalProperties": false,
"required": [
"status"
],
"properties": {
"status": {
"enum": [
"initializing",
"ready"
]
}
}
}
}
}
}
}
}
},
"/auth/login": {
"get": {
"tags": [
"auth"
],
"parameters": [
{
"schema": {
"type": "string",
"maxLength": 500
},
"in": "query",
"name": "return_to",
"required": false
}
],
"responses": {
"200": {
"description": "Default Response"
}
}
}
},
"/auth/callback": {
"get": {
"tags": [
"auth"
],
"responses": {
"200": {
"description": "Default Response"
}
}
}
},
"/auth/logout": {
"post": {
"tags": [
"auth"
],
"responses": {
"200": {
"description": "Default Response"
}
}
}
},
"/api/v1/auth/session": {
"get": {
"tags": [
"auth"
],
"responses": {
"200": {
"description": "Default Response",
"content": {
"application/json": {
"schema": {
"type": "object",
"additionalProperties": false,
"required": [
"authenticated"
],
"properties": {
"authenticated": {
"type": "boolean"
},
"login_url": {
"type": "string"
},
"expires_at": {
"type": "string",
"format": "date-time"
},
"actor": {
"type": "object",
"additionalProperties": false,
"required": [
"username",
"role",
"transport"
],
"properties": {
"username": {
"type": "string"
},
"role": {
"enum": [
"operator",
"reader"
]
},
"transport": {
"enum": [
"session",
"development"
]
}
}
}
}
}
}
}
},
"401": {
"description": "Default Response",
"content": {
"application/json": {
"schema": {
"type": "object",
"additionalProperties": false,
"required": [
"authenticated"
],
"properties": {
"authenticated": {
"type": "boolean"
},
"login_url": {
"type": "string"
},
"expires_at": {
"type": "string",
"format": "date-time"
},
"actor": {
"type": "object",
"additionalProperties": false,
"required": [
"username",
"role",
"transport"
],
"properties": {
"username": {
"type": "string"
},
"role": {
"enum": [
"operator",
"reader"
]
},
"transport": {
"enum": [
"session",
"development"
]
}
}
}
}
}
}
}
}
}
}
},
"/api/v1/system": {
"get": {
"tags": [
"system"
],
"responses": {
"200": {
"description": "Default Response",
"content": {
"application/json": {
"schema": {
"type": "object",
"additionalProperties": false,
"required": [
"source_revision",
"write_mode",
"initialization",
"projection",
"resource_contract"
],
"properties": {
"source_revision": {
"type": "string"
},
"write_mode": {
"enum": [
"disabled",
"enabled"
]
},
"initialization": {
"type": "object",
"additionalProperties": false,
"required": [
"ready",
"status"
],
"properties": {
"ready": {
"type": "boolean"
},
"status": {
"enum": [
"initializing",
"ready"
]
}
}
},
"projection": {
"type": "object",
"additionalProperties": false,
"required": [
"ready",
"rebuilding",
"object_count",
"last_rebuild_at",
"last_sync_at",
"event_cursor",
"integrity_error"
],
"properties": {
"ready": {
"type": "boolean"
},
"rebuilding": {
"type": "boolean"
},
"object_count": {
"type": "integer"
},
"last_rebuild_at": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
},
"last_sync_at": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
},
"event_cursor": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
},
"integrity_error": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
}
}
},
"resource_contract": {
"type": "object",
"additionalProperties": {
"type": "integer"
}
}
}
}
}
}
}
}
}
},
"/api/v1/capacity": {
"get": {
"tags": [
"system"
],
"responses": {
"200": {
"description": "Default Response",
"content": {
"application/json": {
"schema": {
"type": "object",
"additionalProperties": false,
"required": [
"alias",
"configured",
"max_active_jobs",
"active_jobs",
"available_jobs",
"queued_jobs",
"observed_running_jobs",
"observed_scheduling_jobs",
"reserved_without_active_observation",
"start_tokens",
"start_burst",
"start_refill_tokens",
"start_refill_period_seconds",
"profile_id",
"runs",
"hardware"
],
"properties": {
"alias": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
},
"configured": {
"type": "boolean"
},
"max_active_jobs": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
]
},
"start_burst": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
]
},
"start_refill_tokens": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
]
},
"start_refill_period_seconds": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
]
},
"profile_id": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
},
"active_jobs": {
"type": "integer"
},
"available_jobs": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
]
},
"queued_jobs": {
"type": "integer"
},
"observed_running_jobs": {
"type": "integer"
},
"observed_scheduling_jobs": {
"type": "integer"
},
"reserved_without_active_observation": {
"type": "integer"
},
"start_tokens": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
]
},
"runs": {
"type": "array",
"items": {
"type": "object",
"additionalProperties": false,
"required": [
"run_id",
"max_active_jobs",
"active_jobs",
"available_jobs"
],
"properties": {
"run_id": {
"type": "string"
},
"max_active_jobs": {
"type": "integer"
},
"active_jobs": {
"type": "integer"
},
"available_jobs": {
"type": "integer"
}
}
}
},
"hardware": {
"type": "array",
"items": {
"type": "object",
"additionalProperties": false,
"required": [
"hardware",
"max_active_jobs",
"active_jobs",
"available_jobs"
],
"properties": {
"hardware": {
"type": "string"
},
"max_active_jobs": {
"type": "integer"
},
"active_jobs": {
"type": "integer"
},
"available_jobs": {
"type": "integer"
}
}
}
}
}
}
}
}
}
}
},
"post": {
"tags": [
"system"
],
"requestBody": {
"required": true,
"content": {
"application/json": {
"schema": {
"type": "object",
"additionalProperties": false,
"required": [
"max_active_jobs",
"confirmed"
],
"properties": {
"max_active_jobs": {
"type": "integer",
"minimum": 1,
"maximum": 1024
},
"confirmed": {
"enum": [
true
]
}
}
}
}
}
},
"responses": {
"200": {
"description": "Default Response",
"content": {
"application/json": {
"schema": {
"type": "object",
"additionalProperties": false,
"required": [
"alias",
"configured",
"max_active_jobs",
"start_burst",
"start_refill_tokens",
"start_refill_period_seconds",
"profile_id"
],
"properties": {
"alias": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
},
"configured": {
"type": "boolean"
},
"max_active_jobs": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
]
},
"start_burst": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
]
},
"start_refill_tokens": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
]
},
"start_refill_period_seconds": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
]
},
"profile_id": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
}
}
}
}
}
},
"503": {
"description": "Default Response",
"content": {
"application/json": {
"schema": {
"title": "API error v1",
"type": "object",
"additionalProperties": false,
"required": [
"error"
],
"properties": {
"error": {
"type": "object",
"additionalProperties": false,
"required": [
"code",
"message",
"request_id"
],
"properties": {
"code": {
"type": "string",
"pattern": "^[a-z][a-z0-9_]*$",
"maxLength": 80
},
"message": {
"type": "string",
"minLength": 1,
"maxLength": 1000
},
"request_id": {
"type": "string",
"minLength": 1,
"maxLength": 160
},
"fields": {
"type": "object",
"maxProperties": 64,
"additionalProperties": {
"type": "string",
"maxLength": 500
}
}
}
}
}
}
}
}
}
}
}
},
"/api/v1/runs": {
"get": {
"tags": [
"runs"
],
"parameters": [
{
"schema": {
"type": "string",
"maxLength": 128
},
"in": "query",
"name": "cursor",
"required": false
},
{
"schema": {
"type": "integer",
"minimum": 1,
"maximum": 100,
"default": 50
},
"in": "query",
"name": "limit",
"required": false
}
],
"responses": {
"200": {
"description": "Default Response",
"content": {
"application/json": {
"schema": {
"type": "object",
"additionalProperties": false,
"required": [
"items",
"next_cursor"
],
"properties": {
"items": {
"type": "array",
"items": {
"type": "object",
"additionalProperties": false,
"required": [
"run_id",
"created_at",
"status",
"ceiling_microusd",
"reserved_microusd",
"observed_microusd",
"budget_exceeded",
"total_tasks",
"terminal_tasks",
"admissible_tasks",
"invalid_selected_tasks",
"exhausted_tasks",
"successful_tasks",
"pending_actions",
"replacement_assigned_tasks",
"replacement_recorded_tasks",
"publication_status",
"cleanup_pending",
"cancellation_requested",
"paused"
],
"properties": {
"run_id": {
"type": "string"
},
"created_at": {
"type": "string",
"format": "date-time"
},
"status": {
"type": "string"
},
"ceiling_microusd": {
"type": "integer"
},
"reserved_microusd": {
"type": "integer"
},
"observed_microusd": {
"type": "integer"
},
"budget_exceeded": {
"type": "boolean"
},
"total_tasks": {
"type": "integer"
},
"terminal_tasks": {
"type": "integer"
},
"admissible_tasks": {
"type": "integer"
},
"invalid_selected_tasks": {
"type": "integer"
},
"exhausted_tasks": {
"type": "integer"
},
"successful_tasks": {
"type": "integer"
},
"pending_actions": {
"type": "integer"
},
"replacement_assigned_tasks": {
"type": "integer"
},
"replacement_recorded_tasks": {
"type": "integer"
},
"publication_status": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
},
"cleanup_pending": {
"type": "boolean"
},
"cancellation_requested": {
"type": "boolean"
},
"paused": {
"type": "boolean"
}
}
}
},
"next_cursor": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
}
}
}
}
}
}
}
},
"post": {
"tags": [
"runs"
],
"requestBody": {
"required": true,
"content": {
"application/json": {
"schema": {
"title": "Run submission v1",
"type": "object",
"additionalProperties": false,
"required": [
"benchmark",
"model",
"harness",
"launch_policy",
"ceiling_microusd",
"confirmed"
],
"properties": {
"benchmark": {
"type": "string",
"pattern": "^[a-z0-9][a-z0-9]*(?:[._-][a-z0-9]+)*$",
"minLength": 2,
"maxLength": 160
},
"model": {
"type": "string",
"pattern": "^[a-z0-9][a-z0-9]*(?:[._-][a-z0-9]+)*$",
"minLength": 2,
"maxLength": 160
},
"harness": {
"type": "string",
"pattern": "^[a-z0-9][a-z0-9]*(?:[._-][a-z0-9]+)*$",
"minLength": 2,
"maxLength": 160
},
"deployment": {
"type": [
"string",
"null"
],
"pattern": "^[a-z0-9][a-z0-9]*(?:[._-][a-z0-9]+)*$",
"minLength": 2,
"maxLength": 160
},
"launch_policy": {
"type": "string",
"pattern": "^[a-z0-9][a-z0-9]*(?:[._-][a-z0-9]+)*$",
"minLength": 2,
"maxLength": 160
},
"ceiling_microusd": {
"type": "integer",
"minimum": 0,
"maximum": 1000000000000
},
"confirmed": {
"type": "boolean"
},
"start_paused": {
"type": "boolean",
"default": false
}
}
}
}
}
},
"responses": {
"202": {
"description": "Default Response",
"content": {
"application/json": {
"schema": {
"type": "object",
"additionalProperties": false,
"required": [
"run_id",
"action_id",
"status_url",
"adopted"
],
"properties": {
"run_id": {
"type": "string"
},
"action_id": {
"type": "string"
},
"status_url": {
"type": "string"
},
"adopted": {
"type": "boolean"
}
}
}
}
}
}
}
}
},
"/api/v1/runs/{run_id}": {
"get": {
"tags": [
"runs"
],
"parameters": [
{
"schema": {
"type": "string"
},
"in": "path",
"name": "run_id",
"required": true
}
],
"responses": {
"200": {
"description": "Default Response",
"content": {
"application/json": {
"schema": {
"type": "object",
"additionalProperties": false,
"required": [
"run_id",
"created_at",
"status",
"ceiling_microusd",
"reserved_microusd",
"observed_microusd",
"budget_exceeded",
"total_tasks",
"terminal_tasks",
"admissible_tasks",
"invalid_selected_tasks",
"exhausted_tasks",
"successful_tasks",
"pending_actions",
"replacement_assigned_tasks",
"replacement_recorded_tasks",
"publication_status",
"cleanup_pending",
"cancellation_requested",
"paused"
],
"properties": {
"run_id": {
"type": "string"
},
"created_at": {
"type": "string",
"format": "date-time"
},
"status": {
"type": "string"
},
"ceiling_microusd": {
"type": "integer"
},
"reserved_microusd": {
"type": "integer"
},
"observed_microusd": {
"type": "integer"
},
"budget_exceeded": {
"type": "boolean"
},
"total_tasks": {
"type": "integer"
},
"terminal_tasks": {
"type": "integer"
},
"admissible_tasks": {
"type": "integer"
},
"invalid_selected_tasks": {
"type": "integer"
},
"exhausted_tasks": {
"type": "integer"
},
"successful_tasks": {
"type": "integer"
},
"pending_actions": {
"type": "integer"
},
"replacement_assigned_tasks": {
"type": "integer"
},
"replacement_recorded_tasks": {
"type": "integer"
},
"publication_status": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
},
"cleanup_pending": {
"type": "boolean"
},
"cancellation_requested": {
"type": "boolean"
},
"paused": {
"type": "boolean"
}
}
}
}
}
},
"404": {
"description": "Default Response",
"content": {
"application/json": {
"schema": {
"title": "API error v1",
"type": "object",
"additionalProperties": false,
"required": [
"error"
],
"properties": {
"error": {
"type": "object",
"additionalProperties": false,
"required": [
"code",
"message",
"request_id"
],
"properties": {
"code": {
"type": "string",
"pattern": "^[a-z][a-z0-9_]*$",
"maxLength": 80
},
"message": {
"type": "string",
"minLength": 1,
"maxLength": 1000
},
"request_id": {
"type": "string",
"minLength": 1,
"maxLength": 160
},
"fields": {
"type": "object",
"maxProperties": 64,
"additionalProperties": {
"type": "string",
"maxLength": 500
}
}
}
}
}
}
}
}
}
}
}
},
"/api/v1/runs/{run_id}/capacity": {
"get": {
"tags": [
"runs"
],
"parameters": [
{
"schema": {
"type": "string"
},
"in": "path",
"name": "run_id",
"required": true
}
],
"responses": {
"200": {
"description": "Default Response",
"content": {
"application/json": {
"schema": {
"type": "object",
"additionalProperties": false,
"required": [
"configured",
"profile_id",
"namespace_limit",
"namespace_active",
"run_limit",
"run_active",
"hardware_limit",
"hardware_active",
"provider_limit",
"provider_reserved",
"start_tokens",
"start_burst",
"queued",
"limiting_factor",
"not_before"
],
"properties": {
"configured": {
"type": "boolean"
},
"profile_id": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
},
"namespace_limit": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
]
},
"namespace_active": {
"type": "integer"
},
"run_limit": {
"type": "integer"
},
"run_active": {
"type": "integer"
},
"hardware_limit": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
]
},
"hardware_active": {
"type": "integer"
},
"provider_limit": {
"type": "integer"
},
"provider_reserved": {
"type": "integer"
},
"start_tokens": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
]
},
"start_burst": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
]
},
"queued": {
"type": "integer"
},
"limiting_factor": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
},
"not_before": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
}
}
}
}
}
},
"404": {
"description": "Default Response",
"content": {
"application/json": {
"schema": {
"title": "API error v1",
"type": "object",
"additionalProperties": false,
"required": [
"error"
],
"properties": {
"error": {
"type": "object",
"additionalProperties": false,
"required": [
"code",
"message",
"request_id"
],
"properties": {
"code": {
"type": "string",
"pattern": "^[a-z][a-z0-9_]*$",
"maxLength": 80
},
"message": {
"type": "string",
"minLength": 1,
"maxLength": 1000
},
"request_id": {
"type": "string",
"minLength": 1,
"maxLength": 160
},
"fields": {
"type": "object",
"maxProperties": 64,
"additionalProperties": {
"type": "string",
"maxLength": 500
}
}
}
}
}
}
}
}
}
}
}
},
"/api/v1/runs/{run_id}/lock": {
"get": {
"tags": [
"runs"
],
"parameters": [
{
"schema": {
"type": "string"
},
"in": "path",
"name": "run_id",
"required": true
}
],
"responses": {
"200": {
"description": "Default Response",
"content": {
"application/json": {
"schema": {
"type": "object",
"additionalProperties": true
}
}
}
},
"403": {
"description": "Default Response",
"content": {
"application/json": {
"schema": {
"title": "API error v1",
"type": "object",
"additionalProperties": false,
"required": [
"error"
],
"properties": {
"error": {
"type": "object",
"additionalProperties": false,
"required": [
"code",
"message",
"request_id"
],
"properties": {
"code": {
"type": "string",
"pattern": "^[a-z][a-z0-9_]*$",
"maxLength": 80
},
"message": {
"type": "string",
"minLength": 1,
"maxLength": 1000
},
"request_id": {
"type": "string",
"minLength": 1,
"maxLength": 160
},
"fields": {
"type": "object",
"maxProperties": 64,
"additionalProperties": {
"type": "string",
"maxLength": 500
}
}
}
}
}
}
}
}
},
"404": {
"description": "Default Response",
"content": {
"application/json": {
"schema": {
"title": "API error v1",
"type": "object",
"additionalProperties": false,
"required": [
"error"
],
"properties": {
"error": {
"type": "object",
"additionalProperties": false,
"required": [
"code",
"message",
"request_id"
],
"properties": {
"code": {
"type": "string",
"pattern": "^[a-z][a-z0-9_]*$",
"maxLength": 80
},
"message": {
"type": "string",
"minLength": 1,
"maxLength": 1000
},
"request_id": {
"type": "string",
"minLength": 1,
"maxLength": 160
},
"fields": {
"type": "object",
"maxProperties": 64,
"additionalProperties": {
"type": "string",
"maxLength": 500
}
}
}
}
}
}
}
}
}
}
}
},
"/api/v1/runs/{run_id}/prepared-job": {
"post": {
"tags": [
"runs"
],
"requestBody": {
"required": true,
"content": {
"application/json": {
"schema": {
"title": "Prepared job submission v1",
"oneOf": [
{
"type": "object",
"additionalProperties": false,
"required": [
"phase",
"task_id",
"source_task_id",
"trial_index",
"input_digest",
"trial_lock",
"trial_lock_digest",
"declared_image",
"image",
"cpus",
"memory_mb",
"storage_mb",
"gpus",
"agent_timeout_seconds",
"verifier_timeout_seconds",
"environment_build_timeout_seconds",
"agent_setup_timeout_seconds"
],
"properties": {
"phase": {
"enum": [
"trial"
]
},
"task_id": {
"type": "string",
"pattern": "^[a-z0-9][a-z0-9]*(?:[._-][a-z0-9]+)*$",
"minLength": 2,
"maxLength": 160
},
"source_task_id": {
"type": "string",
"pattern": "^[a-z0-9][a-z0-9]*(?:[._-][a-z0-9]+)*$",
"minLength": 2,
"maxLength": 160
},
"trial_index": {
"type": "integer",
"minimum": 1,
"maximum": 1000
},
"input_digest": {
"type": "string",
"pattern": "^sha256:[a-f0-9]{64}$"
},
"trial_lock": {
"type": "object",
"minProperties": 1,
"additionalProperties": true
},
"trial_lock_digest": {
"type": "string",
"pattern": "^sha256:[a-f0-9]{64}$"
},
"declared_image": {
"type": "string",
"minLength": 1,
"maxLength": 1024
},
"image": {
"type": "string",
"pattern": "^.+@sha256:[0-9a-f]{64}$",
"maxLength": 1024
},
"cpus": {
"type": "integer",
"minimum": 1,
"maximum": 1024
},
"memory_mb": {
"type": "integer",
"minimum": 1,
"maximum": 4194304
},
"storage_mb": {
"type": "integer",
"minimum": 1,
"maximum": 16777216
},
"gpus": {
"type": "integer",
"minimum": 0,
"maximum": 64
},
"agent_timeout_seconds": {
"type": "integer",
"minimum": 1,
"maximum": 86400
},
"verifier_timeout_seconds": {
"type": "integer",
"minimum": 1,
"maximum": 86400
},
"environment_build_timeout_seconds": {
"type": "integer",
"minimum": 1,
"maximum": 86400
},
"agent_setup_timeout_seconds": {
"type": "integer",
"minimum": 1,
"maximum": 86400
}
}
},
{
"type": "object",
"additionalProperties": false,
"required": [
"phase",
"harbor_version",
"job_config",
"job_lock_header"
],
"properties": {
"phase": {
"enum": [
"finalize"
]
},
"harbor_version": {
"type": "string",
"pattern": "^[0-9]+\\.[0-9]+\\.[0-9]+$"
},
"job_config": {
"type": "object",
"minProperties": 1,
"additionalProperties": true
},
"job_lock_header": {
"type": "object",
"minProperties": 1,
"additionalProperties": true
}
}
}
]
}
}
}
},
"parameters": [
{
"schema": {
"type": "string"
},
"in": "path",
"name": "run_id",
"required": true
}
],
"responses": {
"200": {
"description": "Default Response",
"content": {
"application/json": {
"schema": {
"type": "object",
"additionalProperties": false,
"required": [
"phase",
"record_id",
"digest",
"adopted"
],
"properties": {
"phase": {
"enum": [
"trial",
"finalize"
]
},
"record_id": {
"type": "string"
},
"digest": {
"type": "string"
},
"adopted": {
"type": "boolean"
}
}
}
}
}
}
}
},
"get": {
"parameters": [
{
"schema": {
"type": "string"
},
"in": "path",
"name": "run_id",
"required": true
}
],
"responses": {
"200": {
"description": "Default Response"
}
}
}
},
"/api/v1/runs/{run_id}/prepared-job/trials/{task_id}": {
"get": {
"parameters": [
{
"schema": {
"type": "string"
},
"in": "path",
"name": "run_id",
"required": true
},
{
"schema": {
"type": "string"
},
"in": "path",
"name": "task_id",
"required": true
}
],
"responses": {
"200": {
"description": "Default Response"
}
}
}
},
"/api/v1/runs/{run_id}/tasks": {
"get": {
"tags": [
"runs"
],
"parameters": [
{
"schema": {
"type": "string"
},
"in": "path",
"name": "run_id",
"required": true
}
],
"responses": {
"200": {
"description": "Default Response",
"content": {
"application/json": {
"schema": {
"type": "object",
"additionalProperties": false,
"required": [
"items",
"next_cursor"
],
"properties": {
"items": {
"type": "array",
"items": {
"type": "object",
"additionalProperties": false,
"required": [
"run_id",
"task_id",
"input_digest",
"terminal_outcome",
"selected_attempt_id"
],
"properties": {
"run_id": {
"type": "string"
},
"task_id": {
"type": "string"
},
"input_digest": {
"type": "string"
},
"terminal_outcome": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
},
"selected_attempt_id": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
}
}
}
},
"next_cursor": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
}
}
}
}
}
}
}
}
},
"/api/v1/runs/{run_id}/tasks/{task_id}": {
"get": {
"tags": [
"runs"
],
"parameters": [
{
"schema": {
"type": "string"
},
"in": "path",
"name": "run_id",
"required": true
},
{
"schema": {
"type": "string"
},
"in": "path",
"name": "task_id",
"required": true
}
],
"responses": {
"200": {
"description": "Default Response",
"content": {
"application/json": {
"schema": {
"type": "object",
"additionalProperties": false,
"required": [
"task",
"attempts",
"exhaustion"
],
"properties": {
"task": {
"type": "object",
"additionalProperties": false,
"required": [
"run_id",
"task_id",
"input_digest",
"terminal_outcome",
"selected_attempt_id"
],
"properties": {
"run_id": {
"type": "string"
},
"task_id": {
"type": "string"
},
"input_digest": {
"type": "string"
},
"terminal_outcome": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
},
"selected_attempt_id": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
}
}
},
"attempts": {
"type": "array",
"items": {
"type": "object",
"additionalProperties": false,
"required": [
"attempt_id",
"action_id",
"run_id",
"task_id",
"outcome",
"replacement_eligible",
"cost_microusd",
"metrics",
"created_at",
"physical_job"
],
"properties": {
"attempt_id": {
"type": "string"
},
"action_id": {
"type": "string"
},
"run_id": {
"type": "string"
},
"task_id": {
"type": "string"
},
"outcome": {
"type": "string"
},
"replacement_eligible": {
"type": "integer"
},
"cost_microusd": {
"type": "integer"
},
"metrics": {
"type": "object",
"additionalProperties": {
"type": "number"
}
},
"created_at": {
"type": "string",
"format": "date-time"
},
"physical_job": {
"anyOf": [
{
"type": "null"
},
{
"type": "object",
"additionalProperties": false,
"required": [
"resource_id",
"observed_state",
"inspect_url"
],
"properties": {
"resource_id": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
},
"observed_state": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
},
"inspect_url": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
}
}
}
]
}
}
}
},
"exhaustion": {
"anyOf": [
{
"type": "null"
},
{
"type": "object",
"additionalProperties": false,
"required": [
"source_action_id",
"last_attempt_id",
"attempt_count",
"reason",
"created_at"
],
"properties": {
"source_action_id": {
"type": "string"
},
"last_attempt_id": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
},
"attempt_count": {
"type": "integer"
},
"reason": {
"type": "string"
},
"created_at": {
"type": "string",
"format": "date-time"
}
}
}
]
}
}
}
}
}
},
"404": {
"description": "Default Response",
"content": {
"application/json": {
"schema": {
"title": "API error v1",
"type": "object",
"additionalProperties": false,
"required": [
"error"
],
"properties": {
"error": {
"type": "object",
"additionalProperties": false,
"required": [
"code",
"message",
"request_id"
],
"properties": {
"code": {
"type": "string",
"pattern": "^[a-z][a-z0-9_]*$",
"maxLength": 80
},
"message": {
"type": "string",
"minLength": 1,
"maxLength": 1000
},
"request_id": {
"type": "string",
"minLength": 1,
"maxLength": 160
},
"fields": {
"type": "object",
"maxProperties": 64,
"additionalProperties": {
"type": "string",
"maxLength": 500
}
}
}
}
}
}
}
}
}
}
}
},
"/api/v1/runs/{run_id}/actions": {
"post": {
"tags": [
"runs"
],
"requestBody": {
"required": true,
"content": {
"application/json": {
"schema": {
"title": "Run action v1",
"type": "object",
"additionalProperties": false,
"required": [
"action",
"confirmed"
],
"properties": {
"action": {
"enum": [
"cancel",
"retry_infrastructure",
"publish",
"pause_endpoint",
"pause",
"resume",
"supersede"
]
},
"task_id": {
"type": [
"string",
"null"
],
"pattern": "^[a-z0-9][a-z0-9]*(?:[._-][a-z0-9]+)*$",
"minLength": 3,
"maxLength": 160
},
"reason": {
"type": [
"string",
"null"
],
"maxLength": 1000
},
"confirmed": {
"type": "boolean"
},
"task_limit": {
"type": [
"integer",
"null"
],
"minimum": 1,
"maximum": 100000
},
"publication_id": {
"type": [
"string",
"null"
],
"pattern": "^[a-z0-9][a-z0-9]*(?:[._-][a-z0-9]+)*$",
"minLength": 3,
"maxLength": 160
}
}
}
}
}
},
"parameters": [
{
"schema": {
"type": "string"
},
"in": "path",
"name": "run_id",
"required": true
}
],
"responses": {
"202": {
"description": "Default Response",
"content": {
"application/json": {
"schema": {
"type": "object",
"additionalProperties": false,
"required": [
"run_id",
"action_id",
"status_url",
"adopted"
],
"properties": {
"run_id": {
"type": "string"
},
"action_id": {
"type": "string"
},
"status_url": {
"type": "string"
},
"adopted": {
"type": "boolean"
}
}
}
}
}
}
}
}
},
"/api/v1/runs/{run_id}/tasks/{task_id}/attempts": {
"post": {
"tags": [
"runs"
],
"requestBody": {
"required": true,
"content": {
"application/json": {
"schema": {
"oneOf": [
{
"title": "AttemptSubmissionV1",
"type": "object",
"additionalProperties": false,
"required": [
"action_id",
"outcome",
"replacement_eligible",
"evidence_digest",
"evidence_path",
"cost_microusd",
"metrics",
"completed_at",
"confirmed"
],
"properties": {
"outcome": {
"enum": [
"complete",
"invalid",
"infrastructure",
"semantic",
"refusal",
"verifier",
"agent",
"benchmark_timeout",
"cancelled",
"policy"
]
},
"replacement_eligible": {
"type": "boolean"
},
"evidence_digest": {
"type": "string",
"pattern": "^sha256:[0-9a-f]{64}$"
},
"evidence_path": {
"type": "string",
"minLength": 1,
"maxLength": 1024
},
"cost_microusd": {
"type": "integer",
"minimum": 0,
"maximum": 1000000000000
},
"completed_at": {
"type": "string",
"format": "date-time"
},
"confirmed": {
"enum": [
true
]
},
"metrics": {
"type": "object",
"maxProperties": 64,
"propertyNames": {
"pattern": "^[A-Za-z][A-Za-z0-9_.-]{0,79}$"
},
"additionalProperties": {
"type": "number"
}
},
"action_id": {
"type": "string",
"pattern": "^[A-Za-z0-9][A-Za-z0-9._-]{0,159}$"
}
}
},
{
"type": "object",
"additionalProperties": false,
"required": [
"operation",
"action_id",
"digest",
"content_base64"
],
"properties": {
"operation": {
"enum": [
"upload_evidence"
]
},
"action_id": {
"type": "string",
"pattern": "^[a-z0-9][a-z0-9._-]{1,159}$"
},
"digest": {
"type": "string",
"pattern": "^sha256:[a-f0-9]{64}$"
},
"content_base64": {
"type": "string",
"minLength": 1,
"maxLength": 12000000,
"pattern": "^[A-Za-z0-9+/]*={0,2}$"
}
}
}
]
}
}
}
},
"parameters": [
{
"schema": {
"type": "string"
},
"in": "path",
"name": "run_id",
"required": true
},
{
"schema": {
"type": "string"
},
"in": "path",
"name": "task_id",
"required": true
}
],
"responses": {
"200": {
"description": "Default Response",
"content": {
"application/json": {
"schema": {
"type": "object",
"additionalProperties": false,
"required": [
"path",
"digest",
"size",
"created"
],
"properties": {
"path": {
"type": "string"
},
"digest": {
"type": "string"
},
"size": {
"type": "integer"
},
"created": {
"type": "boolean"
}
}
}
}
}
},
"201": {
"description": "Default Response",
"content": {
"application/json": {
"schema": {
"type": "object",
"additionalProperties": false,
"required": [
"path",
"digest",
"size",
"created"
],
"properties": {
"path": {
"type": "string"
},
"digest": {
"type": "string"
},
"size": {
"type": "integer"
},
"created": {
"type": "boolean"
}
}
}
}
}
},
"202": {
"description": "Default Response",
"content": {
"application/json": {
"schema": {
"type": "object",
"additionalProperties": false,
"required": [
"run_id",
"task_id",
"attempt_id",
"status_url",
"adopted"
],
"properties": {
"run_id": {
"type": "string"
},
"task_id": {
"type": "string"
},
"attempt_id": {
"type": "string"
},
"status_url": {
"type": "string"
},
"adopted": {
"type": "boolean"
}
}
}
}
}
},
"403": {
"description": "Default Response",
"content": {
"application/json": {
"schema": {
"title": "API error v1",
"type": "object",
"additionalProperties": false,
"required": [
"error"
],
"properties": {
"error": {
"type": "object",
"additionalProperties": false,
"required": [
"code",
"message",
"request_id"
],
"properties": {
"code": {
"type": "string",
"pattern": "^[a-z][a-z0-9_]*$",
"maxLength": 80
},
"message": {
"type": "string",
"minLength": 1,
"maxLength": 1000
},
"request_id": {
"type": "string",
"minLength": 1,
"maxLength": 160
},
"fields": {
"type": "object",
"maxProperties": 64,
"additionalProperties": {
"type": "string",
"maxLength": 500
}
}
}
}
}
}
}
}
},
"422": {
"description": "Default Response",
"content": {
"application/json": {
"schema": {
"title": "API error v1",
"type": "object",
"additionalProperties": false,
"required": [
"error"
],
"properties": {
"error": {
"type": "object",
"additionalProperties": false,
"required": [
"code",
"message",
"request_id"
],
"properties": {
"code": {
"type": "string",
"pattern": "^[a-z][a-z0-9_]*$",
"maxLength": 80
},
"message": {
"type": "string",
"minLength": 1,
"maxLength": 1000
},
"request_id": {
"type": "string",
"minLength": 1,
"maxLength": 160
},
"fields": {
"type": "object",
"maxProperties": 64,
"additionalProperties": {
"type": "string",
"maxLength": 500
}
}
}
}
}
}
}
}
}
}
}
},
"/api/v1/jobs": {
"get": {
"tags": [
"resources"
],
"description": "Lists Jobs globally with offset pagination. When run_id is present, returns every latest Job for that Run in one stable response with next_cursor set to null.",
"parameters": [
{
"schema": {
"type": "string",
"maxLength": 128
},
"in": "query",
"name": "cursor",
"required": false
},
{
"schema": {
"type": "integer",
"minimum": 1,
"maximum": 100,
"default": 50
},
"in": "query",
"name": "limit",
"required": false
},
{
"schema": {
"type": "string",
"minLength": 1,
"maxLength": 160
},
"in": "query",
"name": "run_id",
"required": false,
"description": "Return every latest Job for this Run in one response. cursor and limit do not apply."
}
],
"responses": {
"200": {
"description": "Default Response",
"content": {
"application/json": {
"schema": {
"type": "object",
"additionalProperties": false,
"required": [
"items",
"next_cursor"
],
"properties": {
"items": {
"type": "array",
"items": {
"type": "object",
"additionalProperties": false,
"required": [
"action_id",
"run_id",
"action_kind",
"generation",
"target",
"outcome",
"observed_state",
"resource_id",
"created_at",
"launch_action_id",
"inspect_url",
"cost_microusd",
"assigned_tasks"
],
"properties": {
"action_id": {
"type": "string"
},
"run_id": {
"type": "string"
},
"action_kind": {
"type": "string"
},
"generation": {
"type": "integer"
},
"target": {
"type": "string"
},
"outcome": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
},
"observed_state": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
},
"resource_id": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
},
"created_at": {
"type": "string",
"format": "date-time"
},
"launch_action_id": {
"type": "string"
},
"inspect_url": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
},
"cost_microusd": {
"type": "integer"
},
"assigned_tasks": {
"type": "integer"
}
}
}
},
"next_cursor": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
}
}
}
}
}
}
}
}
},
"/api/v1/endpoints": {
"get": {
"tags": [
"resources"
],
"parameters": [
{
"schema": {
"type": "string",
"maxLength": 128
},
"in": "query",
"name": "cursor",
"required": false
},
{
"schema": {
"type": "integer",
"minimum": 1,
"maximum": 100,
"default": 50
},
"in": "query",
"name": "limit",
"required": false
}
],
"responses": {
"200": {
"description": "Default Response",
"content": {
"application/json": {
"schema": {
"type": "object",
"additionalProperties": false,
"required": [
"items",
"next_cursor"
],
"properties": {
"items": {
"type": "array",
"items": {
"type": "object",
"additionalProperties": false,
"required": [
"action_id",
"run_id",
"endpoint_id",
"desired_state",
"observed_state",
"ready_replicas",
"cleanup_verified",
"active_hourly_cost_microusd",
"created_at"
],
"properties": {
"action_id": {
"type": "string"
},
"run_id": {
"type": "string"
},
"endpoint_id": {
"type": "string"
},
"desired_state": {
"type": "string"
},
"observed_state": {
"type": "string"
},
"ready_replicas": {
"type": "integer"
},
"cleanup_verified": {
"type": "integer"
},
"active_hourly_cost_microusd": {
"type": "integer"
},
"created_at": {
"type": "string",
"format": "date-time"
}
}
}
},
"next_cursor": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
}
}
}
}
}
}
}
}
},
"/api/v1/profiles": {
"get": {
"tags": [
"resources"
],
"parameters": [
{
"schema": {
"type": "string",
"maxLength": 128
},
"in": "query",
"name": "cursor",
"required": false
},
{
"schema": {
"type": "integer",
"minimum": 1,
"maximum": 100,
"default": 50
},
"in": "query",
"name": "limit",
"required": false
}
],
"responses": {
"200": {
"description": "Default Response",
"content": {
"application/json": {
"schema": {
"type": "object",
"additionalProperties": false,
"required": [
"items",
"next_cursor"
],
"properties": {
"items": {
"type": "array",
"items": {
"type": "object",
"additionalProperties": false,
"required": [
"profile_id",
"profile_kind",
"name",
"source",
"promotion_state",
"alias",
"approved_aliases",
"spec",
"created_at"
],
"properties": {
"profile_id": {
"type": "string"
},
"profile_kind": {
"type": "string"
},
"name": {
"type": "string"
},
"source": {
"type": "string"
},
"promotion_state": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
},
"alias": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
},
"approved_aliases": {
"type": "array",
"items": {
"type": "string"
},
"maxItems": 100
},
"spec": {
"type": "object",
"additionalProperties": true
},
"created_at": {
"type": "string",
"format": "date-time"
}
}
}
},
"next_cursor": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
}
}
}
}
}
}
}
}
},
"/api/v1/leaderboard": {
"get": {
"tags": [
"results"
],
"description": "Official snapshot rows. Anonymous GET is allowed. Runs and result details stay authenticated.",
"responses": {
"200": {
"description": "Default Response",
"content": {
"application/json": {
"schema": {
"type": "object",
"additionalProperties": false,
"required": [
"snapshot",
"items"
],
"properties": {
"snapshot": {
"anyOf": [
{
"type": "object",
"additionalProperties": false,
"required": [
"record_id",
"created_at",
"sqlite_digest",
"source_digest",
"entry_count"
],
"properties": {
"record_id": {
"type": "string"
},
"created_at": {
"type": "string",
"format": "date-time"
},
"sqlite_digest": {
"type": "string"
},
"source_digest": {
"type": "string"
},
"entry_count": {
"type": "integer"
}
}
},
{
"type": "null"
}
]
},
"items": {
"type": "array",
"items": {
"type": "object",
"additionalProperties": false,
"required": [
"rank",
"pareto",
"configuration_digest",
"run_id",
"publication_id",
"published_at",
"benchmark",
"model",
"harness",
"inference_provider",
"reasoning_effort",
"harbor_version",
"trial_count",
"task_count",
"scored_task_count",
"primary_metric_name",
"primary_metric_value",
"primary_metric_unit",
"observed_microusd"
],
"properties": {
"rank": {
"type": "integer"
},
"pareto": {
"type": "boolean"
},
"configuration_digest": {
"type": "string"
},
"run_id": {
"type": "string"
},
"publication_id": {
"type": "string"
},
"published_at": {
"type": "string",
"format": "date-time"
},
"benchmark": {
"type": "string"
},
"model": {
"type": "string"
},
"harness": {
"type": "string"
},
"inference_provider": {
"type": "string"
},
"reasoning_effort": {
"type": "string"
},
"harbor_version": {
"type": "string"
},
"trial_count": {
"type": "integer"
},
"task_count": {
"type": "integer"
},
"scored_task_count": {
"type": "integer"
},
"primary_metric_name": {
"type": "string"
},
"primary_metric_value": {
"type": "number"
},
"primary_metric_unit": {
"type": "string"
},
"observed_microusd": {
"type": "integer"
}
}
}
}
}
}
}
}
}
}
}
},
"/api/v1/results": {
"get": {
"tags": [
"results"
],
"parameters": [
{
"schema": {
"type": "string",
"maxLength": 128
},
"in": "query",
"name": "cursor",
"required": false
},
{
"schema": {
"type": "integer",
"minimum": 1,
"maximum": 100,
"default": 50
},
"in": "query",
"name": "limit",
"required": false
},
{
"schema": {
"type": "string",
"maxLength": 512
},
"in": "query",
"name": "model",
"required": false
},
{
"schema": {
"type": "string",
"maxLength": 512
},
"in": "query",
"name": "benchmark",
"required": false
},
{
"schema": {
"type": "string",
"maxLength": 512
},
"in": "query",
"name": "agent",
"required": false
},
{
"schema": {
"type": "string",
"maxLength": 80
},
"in": "query",
"name": "status",
"required": false
},
{
"schema": {
"type": "string",
"maxLength": 200
},
"in": "query",
"name": "search",
"required": false
},
{
"schema": {
"type": "string",
"format": "date-time"
},
"in": "query",
"name": "published_after",
"required": false
},
{
"schema": {
"type": "string",
"format": "date-time"
},
"in": "query",
"name": "published_before",
"required": false
},
{
"schema": {
"enum": [
"published_at",
"model",
"benchmark",
"status",
"score"
]
},
"in": "query",
"name": "sort",
"required": false
},
{
"schema": {
"enum": [
"asc",
"desc"
]
},
"in": "query",
"name": "order",
"required": false
}
],
"responses": {
"200": {
"description": "Default Response",
"content": {
"application/json": {
"schema": {
"type": "object",
"additionalProperties": false,
"required": [
"items",
"next_cursor"
],
"properties": {
"items": {
"type": "array",
"items": {
"type": "object",
"additionalProperties": false,
"required": [
"publication_id",
"run_id",
"status",
"catalog_digest",
"published_at"
],
"properties": {
"publication_id": {
"type": "string"
},
"run_id": {
"type": "string"
},
"status": {
"type": "string"
},
"catalog_digest": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
},
"published_at": {
"type": "string",
"format": "date-time"
},
"benchmark": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
},
"model": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
},
"harness": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
},
"inference_provider": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
},
"run_outcome": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
},
"quality": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
},
"publication_role": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
},
"task_count": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
]
},
"scored_task_count": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
]
},
"strict_pass_count": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
]
},
"primary_metric": {
"anyOf": [
{
"type": "object",
"additionalProperties": false,
"required": [
"name",
"value",
"unit"
],
"properties": {
"name": {
"type": "string"
},
"value": {
"type": "number"
},
"unit": {
"type": "string"
}
}
},
{
"type": "null"
}
]
},
"result_path": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
},
"pass_count": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
]
},
"pass_rate": {
"anyOf": [
{
"type": "number"
},
{
"type": "null"
}
]
},
"pass_rate_ci95": {
"anyOf": [
{
"type": "object",
"additionalProperties": false,
"required": [
"low",
"high"
],
"properties": {
"low": {
"type": "number"
},
"high": {
"type": "number"
}
}
},
{
"type": "null"
}
]
},
"input_tokens": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
]
},
"output_tokens": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
]
},
"inference_cost_microusd": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
]
},
"mean_task_cost_microusd": {
"anyOf": [
{
"type": "number"
},
{
"type": "null"
}
]
},
"task_cost_ci95": {
"anyOf": [
{
"type": "object",
"additionalProperties": false,
"required": [
"low",
"high"
],
"properties": {
"low": {
"type": "number"
},
"high": {
"type": "number"
}
}
},
{
"type": "null"
}
]
},
"observed_cost_microusd": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
]
},
"outputs_prefix": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
},
"outputs_url": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
},
"hf_uri": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
},
"tasks": {
"type": "array",
"items": {
"type": "object",
"additionalProperties": false,
"required": [
"task_id",
"outcome",
"reward",
"cost_microusd",
"input_tokens",
"output_tokens"
],
"properties": {
"task_id": {
"type": "string"
},
"outcome": {
"type": "string"
},
"reward": {
"anyOf": [
{
"type": "number"
},
{
"type": "null"
}
]
},
"cost_microusd": {
"type": "integer"
},
"input_tokens": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
]
},
"output_tokens": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
]
}
}
}
},
"benchmark_revision": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
},
"model_revision": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
},
"harness_revision": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
},
"agent": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
},
"source_revision": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
},
"catalog_source_digest": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
},
"superseded_by_publication_id": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
},
"profile_ids": {
"type": "object",
"additionalProperties": {
"type": "string"
}
}
}
}
},
"next_cursor": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
}
}
}
}
}
}
}
}
},
"/api/v1/results/{publication_id}": {
"get": {
"tags": [
"results"
],
"parameters": [
{
"schema": {
"type": "string",
"maxLength": 160
},
"in": "path",
"name": "publication_id",
"required": true
}
],
"responses": {
"200": {
"description": "Default Response",
"content": {
"application/json": {
"schema": {
"type": "object",
"additionalProperties": false,
"required": [
"publication_id",
"run_id",
"status",
"catalog_digest",
"published_at"
],
"properties": {
"publication_id": {
"type": "string"
},
"run_id": {
"type": "string"
},
"status": {
"type": "string"
},
"catalog_digest": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
},
"published_at": {
"type": "string",
"format": "date-time"
},
"benchmark": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
},
"model": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
},
"harness": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
},
"inference_provider": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
},
"run_outcome": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
},
"quality": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
},
"publication_role": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
},
"task_count": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
]
},
"scored_task_count": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
]
},
"strict_pass_count": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
]
},
"primary_metric": {
"anyOf": [
{
"type": "object",
"additionalProperties": false,
"required": [
"name",
"value",
"unit"
],
"properties": {
"name": {
"type": "string"
},
"value": {
"type": "number"
},
"unit": {
"type": "string"
}
}
},
{
"type": "null"
}
]
},
"result_path": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
},
"pass_count": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
]
},
"pass_rate": {
"anyOf": [
{
"type": "number"
},
{
"type": "null"
}
]
},
"pass_rate_ci95": {
"anyOf": [
{
"type": "object",
"additionalProperties": false,
"required": [
"low",
"high"
],
"properties": {
"low": {
"type": "number"
},
"high": {
"type": "number"
}
}
},
{
"type": "null"
}
]
},
"input_tokens": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
]
},
"output_tokens": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
]
},
"inference_cost_microusd": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
]
},
"mean_task_cost_microusd": {
"anyOf": [
{
"type": "number"
},
{
"type": "null"
}
]
},
"task_cost_ci95": {
"anyOf": [
{
"type": "object",
"additionalProperties": false,
"required": [
"low",
"high"
],
"properties": {
"low": {
"type": "number"
},
"high": {
"type": "number"
}
}
},
{
"type": "null"
}
]
},
"observed_cost_microusd": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
]
},
"outputs_prefix": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
},
"outputs_url": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
},
"hf_uri": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
},
"tasks": {
"type": "array",
"items": {
"type": "object",
"additionalProperties": false,
"required": [
"task_id",
"outcome",
"reward",
"cost_microusd",
"input_tokens",
"output_tokens"
],
"properties": {
"task_id": {
"type": "string"
},
"outcome": {
"type": "string"
},
"reward": {
"anyOf": [
{
"type": "number"
},
{
"type": "null"
}
]
},
"cost_microusd": {
"type": "integer"
},
"input_tokens": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
]
},
"output_tokens": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
]
}
}
}
},
"benchmark_revision": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
},
"model_revision": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
},
"harness_revision": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
},
"agent": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
},
"source_revision": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
},
"catalog_source_digest": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
},
"superseded_by_publication_id": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
},
"profile_ids": {
"type": "object",
"additionalProperties": {
"type": "string"
}
}
}
}
}
}
},
"404": {
"description": "Default Response",
"content": {
"application/json": {
"schema": {
"title": "API error v1",
"type": "object",
"additionalProperties": false,
"required": [
"error"
],
"properties": {
"error": {
"type": "object",
"additionalProperties": false,
"required": [
"code",
"message",
"request_id"
],
"properties": {
"code": {
"type": "string",
"pattern": "^[a-z][a-z0-9_]*$",
"maxLength": 80
},
"message": {
"type": "string",
"minLength": 1,
"maxLength": 1000
},
"request_id": {
"type": "string",
"minLength": 1,
"maxLength": 160
},
"fields": {
"type": "object",
"maxProperties": 64,
"additionalProperties": {
"type": "string",
"maxLength": 500
}
}
}
}
}
}
}
}
}
}
}
},
"/api/v1/audit": {
"get": {
"tags": [
"audit"
],
"parameters": [
{
"schema": {
"type": "string",
"maxLength": 1024
},
"in": "query",
"name": "cursor",
"required": false
},
{
"schema": {
"type": "integer",
"minimum": 1,
"maximum": 500,
"default": 100
},
"in": "query",
"name": "limit",
"required": false
}
],
"responses": {
"200": {
"description": "Default Response",
"content": {
"application/json": {
"schema": {
"type": "object",
"additionalProperties": false,
"required": [
"items",
"next_cursor"
],
"properties": {
"items": {
"type": "array",
"items": {
"type": "object",
"additionalProperties": false,
"required": [
"id",
"type",
"occurred_at",
"data"
],
"properties": {
"id": {
"type": "string"
},
"type": {
"type": "string"
},
"occurred_at": {
"type": "string",
"format": "date-time"
},
"data": {
"type": "object",
"additionalProperties": true
}
}
}
},
"next_cursor": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
]
}
}
}
}
}
}
}
}
},
"/api/v1/events": {
"get": {
"tags": [
"audit"
],
"description": "Streams bounded durable-event replay and live updates. cursor.reset tells clients to refetch current state and resume from data.latest_cursor.",
"parameters": [
{
"schema": {
"type": "string",
"maxLength": 1024
},
"in": "query",
"name": "cursor",
"required": false,
"description": "Last durable cursor received. Replay is capped; stale cursors receive cursor.reset."
}
],
"responses": {
"200": {
"description": "Server-Sent Events frames. Durable envelopes have an id. cursor.reset has no id and includes reason, latest_cursor, and replay_limit metadata.",
"content": {
"text/event-stream": {
"schema": {
"type": "string",
"description": "Server-Sent Events frames. Durable envelopes have an id. cursor.reset has no id and includes reason, latest_cursor, and replay_limit metadata."
}
}
}
}
}
}
}
},
"servers": [
{
"url": "/"
}
],
"tags": [
{
"name": "system"
},
{
"name": "runs"
},
{
"name": "resources"
},
{
"name": "results"
},
{
"name": "audit"
},
{
"name": "auth"
}
]
}