{ "timestamp": 1780544259814, "models": [ { "id": "qwen/qwen3.7-plus", "name": "Qwen: Qwen3.7 Plus", "provider": "qwen", "ctx": 1000000, "maxOut": 65536, "pIn": 0.39999999999999997, "pOut": 1.5999999999999999, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "minimax/minimax-m3", "name": "MiniMax: MiniMax M3", "provider": "minimax", "ctx": 1048576, "maxOut": 512000, "pIn": 0.3, "pOut": 1.2, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "stepfun/step-3.7-flash", "name": "StepFun: Step 3.7 Flash", "provider": "stepfun", "ctx": 256000, "maxOut": 256000, "pIn": 0.19999999999999998, "pOut": 1.15, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "anthropic/claude-opus-4.8-fast", "name": "Anthropic: Claude Opus 4.8 (Fast)", "provider": "claude", "ctx": 1000000, "maxOut": 128000, "pIn": 10, "pOut": 50, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "anthropic/claude-opus-4.8", "name": "Anthropic: Claude Opus 4.8", "provider": "claude", "ctx": 1000000, "maxOut": 128000, "pIn": 5, "pOut": 25, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "qwen/qwen3.7-max", "name": "Qwen: Qwen3.7 Max", "provider": "qwen", "ctx": 1000000, "maxOut": 65536, "pIn": 1.25, "pOut": 3.75, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "x-ai/grok-build-0.1", "name": "xAI: Grok Build 0.1", "provider": "x-ai", "ctx": 256000, "maxOut": null, "pIn": 1, "pOut": 2, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "google/gemini-3.5-flash", "name": "Google: Gemini 3.5 Flash", "provider": "gemini", "ctx": 1048576, "maxOut": 65536, "pIn": 1.5, "pOut": 9, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "anthropic/claude-opus-4.7-fast", "name": "Anthropic: Claude Opus 4.7 (Fast)", "provider": "claude", "ctx": 1000000, "maxOut": 128000, "pIn": 30, "pOut": 150, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "openrouter/fusion", "name": "OpenRouter: Fusion", "provider": "openrouter", "ctx": 128000, "maxOut": null, "pIn": -1000000, "pOut": -1000000, "tools": false, "cot": false, "json": false, "src": "openrouter" }, { "id": "perceptron/perceptron-mk1", "name": "Perceptron: Perceptron Mk1", "provider": "perceptron", "ctx": 32768, "maxOut": 8192, "pIn": 0.15, "pOut": 1.5, "tools": false, "cot": true, "json": false, "src": "openrouter" }, { "id": "inclusionai/ring-2.6-1t", "name": "inclusionAI: Ring-2.6-1T", "provider": "inclusionai", "ctx": 262144, "maxOut": 65536, "pIn": 0.075, "pOut": 0.625, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "google/gemini-3.1-flash-lite", "name": "Google: Gemini 3.1 Flash Lite", "provider": "gemini", "ctx": 1048576, "maxOut": 65536, "pIn": 0.25, "pOut": 1.5, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "openai/gpt-chat-latest", "name": "OpenAI: GPT Chat Latest", "provider": "openai", "ctx": 400000, "maxOut": 128000, "pIn": 5, "pOut": 30, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "x-ai/grok-4.3", "name": "xAI: Grok 4.3", "provider": "x-ai", "ctx": 1000000, "maxOut": null, "pIn": 1.25, "pOut": 2.5, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "ibm-granite/granite-4.1-8b", "name": "IBM: Granite 4.1 8B", "provider": "ibm-granite", "ctx": 131072, "maxOut": 131072, "pIn": 0.049999999999999996, "pOut": 0.09999999999999999, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "mistralai/mistral-medium-3-5", "name": "Mistral: Mistral Medium 3.5", "provider": "mistral", "ctx": 262144, "maxOut": null, "pIn": 1.5, "pOut": 7.5, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "openrouter/owl-alpha", "name": "Owl Alpha", "provider": "openrouter", "ctx": 1048756, "maxOut": 262144, "pIn": 0, "pOut": 0, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "nvidia/nemotron-3-nano-omni-30b-a3b-reasoning:free", "name": "NVIDIA: Nemotron 3 Nano Omni (free)", "provider": "nvidia", "ctx": 256000, "maxOut": 65536, "pIn": 0, "pOut": 0, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "poolside/laguna-xs.2:free", "name": "Poolside: Laguna XS.2 (free)", "provider": "poolside", "ctx": 262144, "maxOut": 32768, "pIn": 0, "pOut": 0, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "poolside/laguna-m.1:free", "name": "Poolside: Laguna M.1 (free)", "provider": "poolside", "ctx": 262144, "maxOut": 32768, "pIn": 0, "pOut": 0, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "~anthropic/claude-haiku-latest", "name": "Anthropic Claude Haiku Latest", "provider": "claude", "ctx": 200000, "maxOut": 64000, "pIn": 1, "pOut": 5, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "~openai/gpt-mini-latest", "name": "OpenAI GPT Mini Latest", "provider": "openai", "ctx": 400000, "maxOut": 128000, "pIn": 0.75, "pOut": 4.5, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "~google/gemini-pro-latest", "name": "Google Gemini Pro Latest", "provider": "gemini", "ctx": 1048576, "maxOut": 65536, "pIn": 2, "pOut": 12, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "~moonshotai/kimi-latest", "name": "MoonshotAI Kimi Latest", "provider": "~moonshotai", "ctx": 262144, "maxOut": 262144, "pIn": 0.684, "pOut": 3.42, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "~google/gemini-flash-latest", "name": "Google Gemini Flash Latest", "provider": "gemini", "ctx": 1048576, "maxOut": 65536, "pIn": 1.5, "pOut": 9, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "~anthropic/claude-sonnet-latest", "name": "Anthropic Claude Sonnet Latest", "provider": "claude", "ctx": 1000000, "maxOut": 128000, "pIn": 3, "pOut": 15, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "~openai/gpt-latest", "name": "OpenAI GPT Latest", "provider": "openai", "ctx": 1050000, "maxOut": 128000, "pIn": 5, "pOut": 30, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "qwen/qwen3.5-plus-20260420", "name": "Qwen: Qwen3.5 Plus 2026-04-20", "provider": "qwen", "ctx": 1000000, "maxOut": 65536, "pIn": 0.3, "pOut": 1.7999999999999998, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "qwen/qwen3.6-flash", "name": "Qwen: Qwen3.6 Flash", "provider": "qwen", "ctx": 1000000, "maxOut": 65536, "pIn": 0.1875, "pOut": 1.125, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "qwen/qwen3.6-35b-a3b", "name": "Qwen: Qwen3.6 35B A3B", "provider": "qwen", "ctx": 262144, "maxOut": 262140, "pIn": 0.14, "pOut": 1, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "qwen/qwen3.6-max-preview", "name": "Qwen: Qwen3.6 Max Preview", "provider": "qwen", "ctx": 262144, "maxOut": 65536, "pIn": 1.04, "pOut": 6.24, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "qwen/qwen3.6-27b", "name": "Qwen: Qwen3.6 27B", "provider": "qwen", "ctx": 262144, "maxOut": 262140, "pIn": 0.29, "pOut": 3.1999999999999997, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "openai/gpt-5.5-pro", "name": "OpenAI: GPT-5.5 Pro", "provider": "openai", "ctx": 1050000, "maxOut": 128000, "pIn": 30, "pOut": 180, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "openai/gpt-5.5", "name": "OpenAI: GPT-5.5", "provider": "openai", "ctx": 1050000, "maxOut": 128000, "pIn": 5, "pOut": 30, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "deepseek/deepseek-v4-pro", "name": "DeepSeek: DeepSeek V4 Pro", "provider": "deepseek", "ctx": 1048576, "maxOut": 384000, "pIn": 0.435, "pOut": 0.87, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "deepseek/deepseek-v4-flash", "name": "DeepSeek: DeepSeek V4 Flash", "provider": "deepseek", "ctx": 1048576, "maxOut": 131072, "pIn": 0.0983, "pOut": 0.1966, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "inclusionai/ling-2.6-1t", "name": "inclusionAI: Ling-2.6-1T", "provider": "inclusionai", "ctx": 262144, "maxOut": 32768, "pIn": 0.075, "pOut": 0.625, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "tencent/hy3-preview", "name": "Tencent: Hy3 preview", "provider": "tencent", "ctx": 262144, "maxOut": null, "pIn": 0.063, "pOut": 0.21, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "xiaomi/mimo-v2.5-pro", "name": "Xiaomi: MiMo-V2.5-Pro", "provider": "xiaomi", "ctx": 1048576, "maxOut": 131072, "pIn": 0.435, "pOut": 0.87, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "xiaomi/mimo-v2.5", "name": "Xiaomi: MiMo-V2.5", "provider": "xiaomi", "ctx": 1048576, "maxOut": 131072, "pIn": 0.14, "pOut": 0.28, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "openai/gpt-5.4-image-2", "name": "OpenAI: GPT-5.4 Image 2", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 8, "pOut": 15, "tools": false, "cot": true, "json": false, "src": "openrouter" }, { "id": "inclusionai/ling-2.6-flash", "name": "inclusionAI: Ling-2.6-flash", "provider": "inclusionai", "ctx": 262144, "maxOut": 32768, "pIn": 0.01, "pOut": 0.03, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "~anthropic/claude-opus-latest", "name": "Anthropic: Claude Opus Latest", "provider": "claude", "ctx": 1000000, "maxOut": 128000, "pIn": 5, "pOut": 25, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "openrouter/pareto-code", "name": "Pareto Code Router", "provider": "openrouter", "ctx": 2000000, "maxOut": null, "pIn": -1000000, "pOut": -1000000, "tools": false, "cot": false, "json": false, "src": "openrouter" }, { "id": "moonshotai/kimi-k2.6:free", "name": "MoonshotAI: Kimi K2.6 (free)", "provider": "moonshotai", "ctx": 262144, "maxOut": null, "pIn": 0, "pOut": 0, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "moonshotai/kimi-k2.6", "name": "MoonshotAI: Kimi K2.6", "provider": "moonshotai", "ctx": 262144, "maxOut": 262144, "pIn": 0.684, "pOut": 3.42, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "anthropic/claude-opus-4.7", "name": "Anthropic: Claude Opus 4.7", "provider": "claude", "ctx": 1000000, "maxOut": 128000, "pIn": 5, "pOut": 25, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "anthropic/claude-opus-4.6-fast", "name": "Anthropic: Claude Opus 4.6 (Fast)", "provider": "claude", "ctx": 1000000, "maxOut": 128000, "pIn": 30, "pOut": 150, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "z-ai/glm-5.1", "name": "Z.ai: GLM 5.1", "provider": "z-ai", "ctx": 202752, "maxOut": null, "pIn": 0.98, "pOut": 3.08, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "google/gemma-4-26b-a4b-it:free", "name": "Google: Gemma 4 26B A4B (free)", "provider": "gemini", "ctx": 262144, "maxOut": 32768, "pIn": 0, "pOut": 0, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "google/gemma-4-26b-a4b-it", "name": "Google: Gemma 4 26B A4B ", "provider": "gemini", "ctx": 262144, "maxOut": null, "pIn": 0.06, "pOut": 0.33, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "google/gemma-4-31b-it:free", "name": "Google: Gemma 4 31B (free)", "provider": "gemini", "ctx": 262144, "maxOut": 32768, "pIn": 0, "pOut": 0, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "google/gemma-4-31b-it", "name": "Google: Gemma 4 31B", "provider": "gemini", "ctx": 262144, "maxOut": 16384, "pIn": 0.12, "pOut": 0.37, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "qwen/qwen3.6-plus", "name": "Qwen: Qwen3.6 Plus", "provider": "qwen", "ctx": 1000000, "maxOut": 65536, "pIn": 0.325, "pOut": 1.95, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "z-ai/glm-5v-turbo", "name": "Z.ai: GLM 5V Turbo", "provider": "z-ai", "ctx": 202752, "maxOut": 131072, "pIn": 1.2, "pOut": 4, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "arcee-ai/trinity-large-thinking", "name": "Arcee AI: Trinity Large Thinking", "provider": "arcee-ai", "ctx": 262144, "maxOut": 262144, "pIn": 0.22, "pOut": 0.85, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "x-ai/grok-4.20-multi-agent", "name": "xAI: Grok 4.20 Multi-Agent", "provider": "x-ai", "ctx": 2000000, "maxOut": null, "pIn": 2, "pOut": 6, "tools": false, "cot": true, "json": false, "src": "openrouter" }, { "id": "x-ai/grok-4.20", "name": "xAI: Grok 4.20", "provider": "x-ai", "ctx": 2000000, "maxOut": null, "pIn": 1.25, "pOut": 2.5, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "google/lyria-3-pro-preview", "name": "Google: Lyria 3 Pro Preview", "provider": "gemini", "ctx": 1048576, "maxOut": 65536, "pIn": 0, "pOut": 0, "tools": false, "cot": false, "json": false, "src": "openrouter" }, { "id": "google/lyria-3-clip-preview", "name": "Google: Lyria 3 Clip Preview", "provider": "gemini", "ctx": 1048576, "maxOut": 65536, "pIn": 0, "pOut": 0, "tools": false, "cot": false, "json": false, "src": "openrouter" }, { "id": "kwaipilot/kat-coder-pro-v2", "name": "Kwaipilot: KAT-Coder-Pro V2", "provider": "kwaipilot", "ctx": 256000, "maxOut": 80000, "pIn": 0.3, "pOut": 1.2, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "rekaai/reka-edge", "name": "Reka Edge", "provider": "rekaai", "ctx": 16384, "maxOut": 16384, "pIn": 0.09999999999999999, "pOut": 0.09999999999999999, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "minimax/minimax-m2.7", "name": "MiniMax: MiniMax M2.7", "provider": "minimax", "ctx": 204800, "maxOut": 131072, "pIn": 0.27899999999999997, "pOut": 1.2, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "openai/gpt-5.4-nano", "name": "OpenAI: GPT-5.4 Nano", "provider": "openai", "ctx": 400000, "maxOut": 128000, "pIn": 0.19999999999999998, "pOut": 1.25, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "openai/gpt-5.4-mini", "name": "OpenAI: GPT-5.4 Mini", "provider": "openai", "ctx": 400000, "maxOut": 128000, "pIn": 0.75, "pOut": 4.5, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "mistralai/mistral-small-2603", "name": "Mistral: Mistral Small 4", "provider": "mistral", "ctx": 262144, "maxOut": null, "pIn": 0.15, "pOut": 0.6, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "z-ai/glm-5-turbo", "name": "Z.ai: GLM 5 Turbo", "provider": "z-ai", "ctx": 202752, "maxOut": 131072, "pIn": 1.2, "pOut": 4, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "nvidia/nemotron-3-super-120b-a12b:free", "name": "NVIDIA: Nemotron 3 Super (free)", "provider": "nvidia", "ctx": 1000000, "maxOut": 262144, "pIn": 0, "pOut": 0, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "nvidia/nemotron-3-super-120b-a12b", "name": "NVIDIA: Nemotron 3 Super", "provider": "nvidia", "ctx": 1000000, "maxOut": null, "pIn": 0.09, "pOut": 0.44999999999999996, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "bytedance-seed/seed-2.0-lite", "name": "ByteDance Seed: Seed-2.0-Lite", "provider": "bytedance-seed", "ctx": 262144, "maxOut": 131072, "pIn": 0.25, "pOut": 2, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "qwen/qwen3.5-9b", "name": "Qwen: Qwen3.5-9B", "provider": "qwen", "ctx": 262144, "maxOut": 81920, "pIn": 0.04, "pOut": 0.15, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "openai/gpt-5.4-pro", "name": "OpenAI: GPT-5.4 Pro", "provider": "openai", "ctx": 1050000, "maxOut": 128000, "pIn": 30, "pOut": 180, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "openai/gpt-5.4", "name": "OpenAI: GPT-5.4", "provider": "openai", "ctx": 1050000, "maxOut": 128000, "pIn": 2.5, "pOut": 15, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "inception/mercury-2", "name": "Inception: Mercury 2", "provider": "inception", "ctx": 128000, "maxOut": 50000, "pIn": 0.25, "pOut": 0.75, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "openai/gpt-5.3-chat", "name": "OpenAI: GPT-5.3 Chat", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 1.75, "pOut": 14, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "google/gemini-3.1-flash-lite-preview", "name": "Google: Gemini 3.1 Flash Lite Preview", "provider": "gemini", "ctx": 1048576, "maxOut": 65536, "pIn": 0.25, "pOut": 1.5, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "bytedance-seed/seed-2.0-mini", "name": "ByteDance Seed: Seed-2.0-Mini", "provider": "bytedance-seed", "ctx": 262144, "maxOut": 131072, "pIn": 0.09999999999999999, "pOut": 0.39999999999999997, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "google/gemini-3.1-flash-image-preview", "name": "Google: Nano Banana 2 (Gemini 3.1 Flash Image Preview)", "provider": "gemini", "ctx": 131072, "maxOut": 65536, "pIn": 0.5, "pOut": 3, "tools": false, "cot": true, "json": false, "src": "openrouter" }, { "id": "qwen/qwen3.5-35b-a3b", "name": "Qwen: Qwen3.5-35B-A3B", "provider": "qwen", "ctx": 262144, "maxOut": 262144, "pIn": 0.14, "pOut": 1, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "qwen/qwen3.5-27b", "name": "Qwen: Qwen3.5-27B", "provider": "qwen", "ctx": 262144, "maxOut": 65536, "pIn": 0.195, "pOut": 1.56, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "qwen/qwen3.5-122b-a10b", "name": "Qwen: Qwen3.5-122B-A10B", "provider": "qwen", "ctx": 262144, "maxOut": 262144, "pIn": 0.26, "pOut": 2.08, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "qwen/qwen3.5-flash-02-23", "name": "Qwen: Qwen3.5-Flash", "provider": "qwen", "ctx": 1000000, "maxOut": 65536, "pIn": 0.065, "pOut": 0.26, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "liquid/lfm-2-24b-a2b", "name": "LiquidAI: LFM2-24B-A2B", "provider": "liquid", "ctx": 128000, "maxOut": null, "pIn": 0.03, "pOut": 0.12, "tools": false, "cot": false, "json": false, "src": "openrouter" }, { "id": "google/gemini-3.1-pro-preview-customtools", "name": "Google: Gemini 3.1 Pro Preview Custom Tools", "provider": "gemini", "ctx": 1048756, "maxOut": 65536, "pIn": 2, "pOut": 12, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "openai/gpt-5.3-codex", "name": "OpenAI: GPT-5.3-Codex", "provider": "openai", "ctx": 400000, "maxOut": 128000, "pIn": 1.75, "pOut": 14, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "aion-labs/aion-2.0", "name": "AionLabs: Aion-2.0", "provider": "aion-labs", "ctx": 131072, "maxOut": 32768, "pIn": 0.7999999999999999, "pOut": 1.5999999999999999, "tools": false, "cot": true, "json": false, "src": "openrouter" }, { "id": "google/gemini-3.1-pro-preview", "name": "Google: Gemini 3.1 Pro Preview", "provider": "gemini", "ctx": 1048576, "maxOut": 65536, "pIn": 2, "pOut": 12, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "anthropic/claude-sonnet-4.6", "name": "Anthropic: Claude Sonnet 4.6", "provider": "claude", "ctx": 1000000, "maxOut": 128000, "pIn": 3, "pOut": 15, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "qwen/qwen3.5-plus-02-15", "name": "Qwen: Qwen3.5 Plus 2026-02-15", "provider": "qwen", "ctx": 1000000, "maxOut": 65536, "pIn": 0.26, "pOut": 1.56, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "qwen/qwen3.5-397b-a17b", "name": "Qwen: Qwen3.5 397B A17B", "provider": "qwen", "ctx": 262144, "maxOut": 65536, "pIn": 0.39, "pOut": 2.34, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "minimax/minimax-m2.5", "name": "MiniMax: MiniMax M2.5", "provider": "minimax", "ctx": 204800, "maxOut": 196608, "pIn": 0.15, "pOut": 1.15, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "z-ai/glm-5", "name": "Z.ai: GLM 5", "provider": "z-ai", "ctx": 202752, "maxOut": null, "pIn": 0.6, "pOut": 1.92, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "qwen/qwen3-max-thinking", "name": "Qwen: Qwen3 Max Thinking", "provider": "qwen", "ctx": 262144, "maxOut": 32768, "pIn": 0.78, "pOut": 3.9, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "anthropic/claude-opus-4.6", "name": "Anthropic: Claude Opus 4.6", "provider": "claude", "ctx": 1000000, "maxOut": 128000, "pIn": 5, "pOut": 25, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "qwen/qwen3-coder-next", "name": "Qwen: Qwen3 Coder Next", "provider": "qwen", "ctx": 262144, "maxOut": 262144, "pIn": 0.11, "pOut": 0.7999999999999999, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "openrouter/free", "name": "Free Models Router", "provider": "openrouter", "ctx": 200000, "maxOut": null, "pIn": 0, "pOut": 0, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "stepfun/step-3.5-flash", "name": "StepFun: Step 3.5 Flash", "provider": "stepfun", "ctx": 262144, "maxOut": 16384, "pIn": 0.09, "pOut": 0.3, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "moonshotai/kimi-k2.5", "name": "MoonshotAI: Kimi K2.5", "provider": "moonshotai", "ctx": 262144, "maxOut": 262144, "pIn": 0.39999999999999997, "pOut": 1.9, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "upstage/solar-pro-3", "name": "Upstage: Solar Pro 3", "provider": "upstage", "ctx": 128000, "maxOut": null, "pIn": 0.15, "pOut": 0.6, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "minimax/minimax-m2-her", "name": "MiniMax: MiniMax M2-her", "provider": "minimax", "ctx": 65536, "maxOut": 2048, "pIn": 0.3, "pOut": 1.2, "tools": false, "cot": false, "json": false, "src": "openrouter" }, { "id": "writer/palmyra-x5", "name": "Writer: Palmyra X5", "provider": "writer", "ctx": 1040000, "maxOut": 8192, "pIn": 0.6, "pOut": 6, "tools": false, "cot": false, "json": false, "src": "openrouter" }, { "id": "liquid/lfm-2.5-1.2b-thinking:free", "name": "LiquidAI: LFM2.5-1.2B-Thinking (free)", "provider": "liquid", "ctx": 32768, "maxOut": null, "pIn": 0, "pOut": 0, "tools": false, "cot": true, "json": false, "src": "openrouter" }, { "id": "liquid/lfm-2.5-1.2b-instruct:free", "name": "LiquidAI: LFM2.5-1.2B-Instruct (free)", "provider": "liquid", "ctx": 32768, "maxOut": null, "pIn": 0, "pOut": 0, "tools": false, "cot": false, "json": false, "src": "openrouter" }, { "id": "openai/gpt-audio", "name": "OpenAI: GPT Audio", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 2.5, "pOut": 10, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "openai/gpt-audio-mini", "name": "OpenAI: GPT Audio Mini", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 0.6, "pOut": 2.4, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "z-ai/glm-4.7-flash", "name": "Z.ai: GLM 4.7 Flash", "provider": "z-ai", "ctx": 202752, "maxOut": 16384, "pIn": 0.06, "pOut": 0.39999999999999997, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "openai/gpt-5.2-codex", "name": "OpenAI: GPT-5.2-Codex", "provider": "openai", "ctx": 400000, "maxOut": 128000, "pIn": 1.75, "pOut": 14, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "bytedance-seed/seed-1.6-flash", "name": "ByteDance Seed: Seed 1.6 Flash", "provider": "bytedance-seed", "ctx": 262144, "maxOut": 32768, "pIn": 0.075, "pOut": 0.3, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "bytedance-seed/seed-1.6", "name": "ByteDance Seed: Seed 1.6", "provider": "bytedance-seed", "ctx": 262144, "maxOut": 32768, "pIn": 0.25, "pOut": 2, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "minimax/minimax-m2.1", "name": "MiniMax: MiniMax M2.1", "provider": "minimax", "ctx": 204800, "maxOut": 196608, "pIn": 0.29, "pOut": 0.95, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "z-ai/glm-4.7", "name": "Z.ai: GLM 4.7", "provider": "z-ai", "ctx": 202752, "maxOut": 131072, "pIn": 0.39999999999999997, "pOut": 1.75, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "google/gemini-3-flash-preview", "name": "Google: Gemini 3 Flash Preview", "provider": "gemini", "ctx": 1048576, "maxOut": 65536, "pIn": 0.5, "pOut": 3, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "xiaomi/mimo-v2-flash", "name": "Xiaomi: MiMo-V2-Flash", "provider": "xiaomi", "ctx": 262144, "maxOut": 65536, "pIn": 0.09999999999999999, "pOut": 0.3, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "nvidia/nemotron-3-nano-30b-a3b:free", "name": "NVIDIA: Nemotron 3 Nano 30B A3B (free)", "provider": "nvidia", "ctx": 256000, "maxOut": null, "pIn": 0, "pOut": 0, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "nvidia/nemotron-3-nano-30b-a3b", "name": "NVIDIA: Nemotron 3 Nano 30B A3B", "provider": "nvidia", "ctx": 262144, "maxOut": 228000, "pIn": 0.049999999999999996, "pOut": 0.19999999999999998, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "openai/gpt-5.2-chat", "name": "OpenAI: GPT-5.2 Chat", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 1.75, "pOut": 14, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "openai/gpt-5.2-pro", "name": "OpenAI: GPT-5.2 Pro", "provider": "openai", "ctx": 400000, "maxOut": 128000, "pIn": 21, "pOut": 168, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "openai/gpt-5.2", "name": "OpenAI: GPT-5.2", "provider": "openai", "ctx": 400000, "maxOut": 128000, "pIn": 1.75, "pOut": 14, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "mistralai/devstral-2512", "name": "Mistral: Devstral 2 2512", "provider": "mistral", "ctx": 262144, "maxOut": null, "pIn": 0.39999999999999997, "pOut": 2, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "relace/relace-search", "name": "Relace: Relace Search", "provider": "relace", "ctx": 256000, "maxOut": 128000, "pIn": 1, "pOut": 3, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "z-ai/glm-4.6v", "name": "Z.ai: GLM 4.6V", "provider": "z-ai", "ctx": 131072, "maxOut": 24000, "pIn": 0.3, "pOut": 0.8999999999999999, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "nex-agi/deepseek-v3.1-nex-n1", "name": "Nex AGI: DeepSeek V3.1 Nex N1", "provider": "deepseek", "ctx": 131072, "maxOut": 163840, "pIn": 0.135, "pOut": 0.5, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "essentialai/rnj-1-instruct", "name": "EssentialAI: Rnj 1 Instruct", "provider": "essentialai", "ctx": 32768, "maxOut": null, "pIn": 0.15, "pOut": 0.15, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "openrouter/bodybuilder", "name": "Body Builder (beta)", "provider": "openrouter", "ctx": 128000, "maxOut": null, "pIn": -1000000, "pOut": -1000000, "tools": false, "cot": false, "json": false, "src": "openrouter" }, { "id": "openai/gpt-5.1-codex-max", "name": "OpenAI: GPT-5.1-Codex-Max", "provider": "openai", "ctx": 400000, "maxOut": 128000, "pIn": 1.25, "pOut": 10, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "amazon/nova-2-lite-v1", "name": "Amazon: Nova 2 Lite", "provider": "amazon", "ctx": 1000000, "maxOut": 65535, "pIn": 0.3, "pOut": 2.5, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "mistralai/ministral-14b-2512", "name": "Mistral: Ministral 3 14B 2512", "provider": "mistral", "ctx": 262144, "maxOut": null, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "mistralai/ministral-8b-2512", "name": "Mistral: Ministral 3 8B 2512", "provider": "mistral", "ctx": 262144, "maxOut": null, "pIn": 0.15, "pOut": 0.15, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "mistralai/ministral-3b-2512", "name": "Mistral: Ministral 3 3B 2512", "provider": "mistral", "ctx": 131072, "maxOut": null, "pIn": 0.09999999999999999, "pOut": 0.09999999999999999, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "mistralai/mistral-large-2512", "name": "Mistral: Mistral Large 3 2512", "provider": "mistral", "ctx": 262144, "maxOut": null, "pIn": 0.5, "pOut": 1.5, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "arcee-ai/trinity-mini", "name": "Arcee AI: Trinity Mini", "provider": "arcee-ai", "ctx": 131072, "maxOut": 131072, "pIn": 0.045, "pOut": 0.15, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "deepseek/deepseek-v3.2", "name": "DeepSeek: DeepSeek V3.2", "provider": "deepseek", "ctx": 131072, "maxOut": 64000, "pIn": 0.2288, "pOut": 0.3432, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "prime-intellect/intellect-3", "name": "Prime Intellect: INTELLECT-3", "provider": "prime-intellect", "ctx": 131072, "maxOut": 131072, "pIn": 0.19999999999999998, "pOut": 1.1, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "anthropic/claude-opus-4.5", "name": "Anthropic: Claude Opus 4.5", "provider": "claude", "ctx": 200000, "maxOut": 64000, "pIn": 5, "pOut": 25, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "allenai/olmo-3-32b-think", "name": "AllenAI: Olmo 3 32B Think", "provider": "allenai", "ctx": 65536, "maxOut": 65536, "pIn": 0.15, "pOut": 0.5, "tools": false, "cot": true, "json": false, "src": "openrouter" }, { "id": "google/gemini-3-pro-image-preview", "name": "Google: Nano Banana Pro (Gemini 3 Pro Image Preview)", "provider": "gemini", "ctx": 65536, "maxOut": 32768, "pIn": 2, "pOut": 12, "tools": false, "cot": true, "json": false, "src": "openrouter" }, { "id": "deepcogito/cogito-v2.1-671b", "name": "Deep Cogito: Cogito v2.1 671B", "provider": "deepcogito", "ctx": 128000, "maxOut": null, "pIn": 1.25, "pOut": 1.25, "tools": false, "cot": true, "json": false, "src": "openrouter" }, { "id": "openai/gpt-5.1", "name": "OpenAI: GPT-5.1", "provider": "openai", "ctx": 400000, "maxOut": 128000, "pIn": 1.25, "pOut": 10, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "openai/gpt-5.1-chat", "name": "OpenAI: GPT-5.1 Chat", "provider": "openai", "ctx": 128000, "maxOut": 32000, "pIn": 1.25, "pOut": 10, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "openai/gpt-5.1-codex", "name": "OpenAI: GPT-5.1-Codex", "provider": "openai", "ctx": 400000, "maxOut": 128000, "pIn": 1.25, "pOut": 10, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "openai/gpt-5.1-codex-mini", "name": "OpenAI: GPT-5.1-Codex-Mini", "provider": "openai", "ctx": 400000, "maxOut": 100000, "pIn": 0.25, "pOut": 2, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "moonshotai/kimi-k2-thinking", "name": "MoonshotAI: Kimi K2 Thinking", "provider": "moonshotai", "ctx": 262144, "maxOut": 262144, "pIn": 0.6, "pOut": 2.5, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "amazon/nova-premier-v1", "name": "Amazon: Nova Premier 1.0", "provider": "amazon", "ctx": 1000000, "maxOut": 32000, "pIn": 2.5, "pOut": 12.5, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "perplexity/sonar-pro-search", "name": "Perplexity: Sonar Pro Search", "provider": "perplexity", "ctx": 200000, "maxOut": 8000, "pIn": 3, "pOut": 15, "tools": false, "cot": true, "json": false, "src": "openrouter" }, { "id": "mistralai/voxtral-small-24b-2507", "name": "Mistral: Voxtral Small 24B 2507", "provider": "mistral", "ctx": 32000, "maxOut": null, "pIn": 0.09999999999999999, "pOut": 0.3, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "openai/gpt-oss-safeguard-20b", "name": "OpenAI: gpt-oss-safeguard-20b", "provider": "openai", "ctx": 131072, "maxOut": 65536, "pIn": 0.075, "pOut": 0.3, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "nvidia/nemotron-nano-12b-v2-vl:free", "name": "NVIDIA: Nemotron Nano 12B 2 VL (free)", "provider": "nvidia", "ctx": 128000, "maxOut": 128000, "pIn": 0, "pOut": 0, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "minimax/minimax-m2", "name": "MiniMax: MiniMax M2", "provider": "minimax", "ctx": 204800, "maxOut": 196608, "pIn": 0.255, "pOut": 1, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "qwen/qwen3-vl-32b-instruct", "name": "Qwen: Qwen3 VL 32B Instruct", "provider": "qwen", "ctx": 262144, "maxOut": 32768, "pIn": 0.10400000000000001, "pOut": 0.41600000000000004, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "ibm-granite/granite-4.0-h-micro", "name": "IBM: Granite 4.0 Micro", "provider": "ibm-granite", "ctx": 131000, "maxOut": 131000, "pIn": 0.017, "pOut": 0.112, "tools": false, "cot": false, "json": false, "src": "openrouter" }, { "id": "microsoft/phi-4-mini-instruct", "name": "Microsoft: Phi 4 Mini Instruct", "provider": "microsoft", "ctx": 131072, "maxOut": 128000, "pIn": 0.08, "pOut": 0.35, "tools": false, "cot": false, "json": false, "src": "openrouter" }, { "id": "openai/gpt-5-image-mini", "name": "OpenAI: GPT-5 Image Mini", "provider": "openai", "ctx": 400000, "maxOut": 128000, "pIn": 2.5, "pOut": 2, "tools": false, "cot": true, "json": false, "src": "openrouter" }, { "id": "anthropic/claude-haiku-4.5", "name": "Anthropic: Claude Haiku 4.5", "provider": "claude", "ctx": 200000, "maxOut": 64000, "pIn": 1, "pOut": 5, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "qwen/qwen3-vl-8b-thinking", "name": "Qwen: Qwen3 VL 8B Thinking", "provider": "qwen", "ctx": 256000, "maxOut": 32768, "pIn": 0.117, "pOut": 1.365, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "qwen/qwen3-vl-8b-instruct", "name": "Qwen: Qwen3 VL 8B Instruct", "provider": "qwen", "ctx": 256000, "maxOut": 32768, "pIn": 0.08, "pOut": 0.5, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "openai/gpt-5-image", "name": "OpenAI: GPT-5 Image", "provider": "openai", "ctx": 400000, "maxOut": 128000, "pIn": 10, "pOut": 10, "tools": false, "cot": true, "json": false, "src": "openrouter" }, { "id": "openai/o3-deep-research", "name": "OpenAI: o3 Deep Research", "provider": "openai", "ctx": 200000, "maxOut": 100000, "pIn": 10, "pOut": 40, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "openai/o4-mini-deep-research", "name": "OpenAI: o4 Mini Deep Research", "provider": "openai", "ctx": 200000, "maxOut": 100000, "pIn": 2, "pOut": 8, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "nvidia/llama-3.3-nemotron-super-49b-v1.5", "name": "NVIDIA: Llama 3.3 Nemotron Super 49B V1.5", "provider": "meta", "ctx": 131072, "maxOut": 16384, "pIn": 0.09999999999999999, "pOut": 0.39999999999999997, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "google/gemini-2.5-flash-image", "name": "Google: Nano Banana (Gemini 2.5 Flash Image)", "provider": "gemini", "ctx": 32768, "maxOut": 32768, "pIn": 0.3, "pOut": 2.5, "tools": false, "cot": false, "json": false, "src": "openrouter" }, { "id": "qwen/qwen3-vl-30b-a3b-thinking", "name": "Qwen: Qwen3 VL 30B A3B Thinking", "provider": "qwen", "ctx": 131072, "maxOut": 32768, "pIn": 0.13, "pOut": 1.56, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "qwen/qwen3-vl-30b-a3b-instruct", "name": "Qwen: Qwen3 VL 30B A3B Instruct", "provider": "qwen", "ctx": 262144, "maxOut": 32768, "pIn": 0.13, "pOut": 0.52, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "openai/gpt-5-pro", "name": "OpenAI: GPT-5 Pro", "provider": "openai", "ctx": 400000, "maxOut": 128000, "pIn": 15, "pOut": 120, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "z-ai/glm-4.6", "name": "Z.ai: GLM 4.6", "provider": "z-ai", "ctx": 202752, "maxOut": 131072, "pIn": 0.43, "pOut": 1.74, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "anthropic/claude-sonnet-4.5", "name": "Anthropic: Claude Sonnet 4.5", "provider": "claude", "ctx": 1000000, "maxOut": 64000, "pIn": 3, "pOut": 15, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "deepseek/deepseek-v3.2-exp", "name": "DeepSeek: DeepSeek V3.2 Exp", "provider": "deepseek", "ctx": 163840, "maxOut": 65536, "pIn": 0.27, "pOut": 0.41, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "thedrummer/cydonia-24b-v4.1", "name": "TheDrummer: Cydonia 24B V4.1", "provider": "thedrummer", "ctx": 131072, "maxOut": 131072, "pIn": 0.3, "pOut": 0.5, "tools": false, "cot": false, "json": false, "src": "openrouter" }, { "id": "relace/relace-apply-3", "name": "Relace: Relace Apply 3", "provider": "relace", "ctx": 256000, "maxOut": 128000, "pIn": 0.85, "pOut": 1.25, "tools": false, "cot": false, "json": false, "src": "openrouter" }, { "id": "google/gemini-2.5-flash-lite-preview-09-2025", "name": "Google: Gemini 2.5 Flash Lite Preview 09-2025", "provider": "gemini", "ctx": 1048576, "maxOut": 65535, "pIn": 0.09999999999999999, "pOut": 0.39999999999999997, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "qwen/qwen3-vl-235b-a22b-thinking", "name": "Qwen: Qwen3 VL 235B A22B Thinking", "provider": "qwen", "ctx": 131072, "maxOut": 32768, "pIn": 0.26, "pOut": 2.6, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "qwen/qwen3-vl-235b-a22b-instruct", "name": "Qwen: Qwen3 VL 235B A22B Instruct", "provider": "qwen", "ctx": 262144, "maxOut": 16384, "pIn": 0.19999999999999998, "pOut": 0.88, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "qwen/qwen3-max", "name": "Qwen: Qwen3 Max", "provider": "qwen", "ctx": 262144, "maxOut": 32768, "pIn": 0.78, "pOut": 3.9, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "qwen/qwen3-coder-plus", "name": "Qwen: Qwen3 Coder Plus", "provider": "qwen", "ctx": 1000000, "maxOut": 65536, "pIn": 0.65, "pOut": 3.25, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "openai/gpt-5-codex", "name": "OpenAI: GPT-5 Codex", "provider": "openai", "ctx": 400000, "maxOut": 128000, "pIn": 1.25, "pOut": 10, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "deepseek/deepseek-v3.1-terminus", "name": "DeepSeek: DeepSeek V3.1 Terminus", "provider": "deepseek", "ctx": 163840, "maxOut": 32768, "pIn": 0.27, "pOut": 0.95, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "qwen/qwen3-coder-flash", "name": "Qwen: Qwen3 Coder Flash", "provider": "qwen", "ctx": 1000000, "maxOut": 65536, "pIn": 0.195, "pOut": 0.975, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "qwen/qwen3-next-80b-a3b-thinking", "name": "Qwen: Qwen3 Next 80B A3B Thinking", "provider": "qwen", "ctx": 262144, "maxOut": 32768, "pIn": 0.0975, "pOut": 0.78, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "qwen/qwen3-next-80b-a3b-instruct:free", "name": "Qwen: Qwen3 Next 80B A3B Instruct (free)", "provider": "qwen", "ctx": 262144, "maxOut": null, "pIn": 0, "pOut": 0, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "qwen/qwen3-next-80b-a3b-instruct", "name": "Qwen: Qwen3 Next 80B A3B Instruct", "provider": "qwen", "ctx": 262144, "maxOut": 16384, "pIn": 0.09, "pOut": 1.1, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "qwen/qwen-plus-2025-07-28:thinking", "name": "Qwen: Qwen Plus 0728 (thinking)", "provider": "qwen", "ctx": 1000000, "maxOut": 32768, "pIn": 0.26, "pOut": 0.78, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "qwen/qwen-plus-2025-07-28", "name": "Qwen: Qwen Plus 0728", "provider": "qwen", "ctx": 1000000, "maxOut": 32768, "pIn": 0.26, "pOut": 0.78, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "nvidia/nemotron-nano-9b-v2:free", "name": "NVIDIA: Nemotron Nano 9B V2 (free)", "provider": "nvidia", "ctx": 128000, "maxOut": null, "pIn": 0, "pOut": 0, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "nvidia/nemotron-nano-9b-v2", "name": "NVIDIA: Nemotron Nano 9B V2", "provider": "nvidia", "ctx": 131072, "maxOut": 16384, "pIn": 0.04, "pOut": 0.16, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "moonshotai/kimi-k2-0905", "name": "MoonshotAI: Kimi K2 0905", "provider": "moonshotai", "ctx": 262144, "maxOut": 262144, "pIn": 0.6, "pOut": 2.5, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "qwen/qwen3-30b-a3b-thinking-2507", "name": "Qwen: Qwen3 30B A3B Thinking 2507", "provider": "qwen", "ctx": 131072, "maxOut": 131072, "pIn": 0.08, "pOut": 0.39999999999999997, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "nousresearch/hermes-4-70b", "name": "Nous: Hermes 4 70B", "provider": "nousresearch", "ctx": 131072, "maxOut": null, "pIn": 0.13, "pOut": 0.39999999999999997, "tools": false, "cot": true, "json": false, "src": "openrouter" }, { "id": "nousresearch/hermes-4-405b", "name": "Nous: Hermes 4 405B", "provider": "nousresearch", "ctx": 131072, "maxOut": null, "pIn": 1, "pOut": 3, "tools": false, "cot": true, "json": false, "src": "openrouter" }, { "id": "deepseek/deepseek-chat-v3.1", "name": "DeepSeek: DeepSeek V3.1", "provider": "deepseek", "ctx": 163840, "maxOut": 32768, "pIn": 0.21, "pOut": 0.7899999999999999, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "mistralai/mistral-medium-3.1", "name": "Mistral: Mistral Medium 3.1", "provider": "mistral", "ctx": 131072, "maxOut": null, "pIn": 0.39999999999999997, "pOut": 2, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "baidu/ernie-4.5-vl-28b-a3b", "name": "Baidu: ERNIE 4.5 VL 28B A3B", "provider": "baidu", "ctx": 131072, "maxOut": 8000, "pIn": 0.14, "pOut": 0.56, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "z-ai/glm-4.5v", "name": "Z.ai: GLM 4.5V", "provider": "z-ai", "ctx": 65536, "maxOut": 16384, "pIn": 0.6, "pOut": 1.7999999999999998, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "ai21/jamba-large-1.7", "name": "AI21: Jamba Large 1.7", "provider": "ai21", "ctx": 256000, "maxOut": 4096, "pIn": 2, "pOut": 8, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "openai/gpt-5-chat", "name": "OpenAI: GPT-5 Chat", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 1.25, "pOut": 10, "tools": false, "cot": false, "json": false, "src": "openrouter" }, { "id": "openai/gpt-5", "name": "OpenAI: GPT-5", "provider": "openai", "ctx": 400000, "maxOut": 128000, "pIn": 1.25, "pOut": 10, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "openai/gpt-5-mini", "name": "OpenAI: GPT-5 Mini", "provider": "openai", "ctx": 400000, "maxOut": 128000, "pIn": 0.25, "pOut": 2, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "openai/gpt-5-nano", "name": "OpenAI: GPT-5 Nano", "provider": "openai", "ctx": 400000, "maxOut": null, "pIn": 0.049999999999999996, "pOut": 0.39999999999999997, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "openai/gpt-oss-120b:free", "name": "OpenAI: gpt-oss-120b (free)", "provider": "openai", "ctx": 131072, "maxOut": 131072, "pIn": 0, "pOut": 0, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "openai/gpt-oss-120b", "name": "OpenAI: gpt-oss-120b", "provider": "openai", "ctx": 131072, "maxOut": null, "pIn": 0.039, "pOut": 0.18, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "openai/gpt-oss-20b:free", "name": "OpenAI: gpt-oss-20b (free)", "provider": "openai", "ctx": 131072, "maxOut": 8192, "pIn": 0, "pOut": 0, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "openai/gpt-oss-20b", "name": "OpenAI: gpt-oss-20b", "provider": "openai", "ctx": 131072, "maxOut": null, "pIn": 0.029, "pOut": 0.14, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "anthropic/claude-opus-4.1", "name": "Anthropic: Claude Opus 4.1", "provider": "claude", "ctx": 200000, "maxOut": 32000, "pIn": 15, "pOut": 75, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "mistralai/codestral-2508", "name": "Mistral: Codestral 2508", "provider": "mistral", "ctx": 256000, "maxOut": null, "pIn": 0.3, "pOut": 0.8999999999999999, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "qwen/qwen3-coder-30b-a3b-instruct", "name": "Qwen: Qwen3 Coder 30B A3B Instruct", "provider": "qwen", "ctx": 160000, "maxOut": 32768, "pIn": 0.07, "pOut": 0.27, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "qwen/qwen3-30b-a3b-instruct-2507", "name": "Qwen: Qwen3 30B A3B Instruct 2507", "provider": "qwen", "ctx": 131072, "maxOut": 32000, "pIn": 0.0428, "pOut": 0.1716, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "z-ai/glm-4.5", "name": "Z.ai: GLM 4.5", "provider": "z-ai", "ctx": 131072, "maxOut": 98304, "pIn": 0.6, "pOut": 2.2, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "z-ai/glm-4.5-air:free", "name": "Z.ai: GLM 4.5 Air (free)", "provider": "z-ai", "ctx": 131072, "maxOut": 96000, "pIn": 0, "pOut": 0, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "z-ai/glm-4.5-air", "name": "Z.ai: GLM 4.5 Air", "provider": "z-ai", "ctx": 131072, "maxOut": 131070, "pIn": 0.125, "pOut": 0.85, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "qwen/qwen3-235b-a22b-thinking-2507", "name": "Qwen: Qwen3 235B A22B Thinking 2507", "provider": "qwen", "ctx": 262144, "maxOut": 262144, "pIn": 0.09999999999999999, "pOut": 0.09999999999999999, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "z-ai/glm-4-32b", "name": "Z.ai: GLM 4 32B ", "provider": "z-ai", "ctx": 128000, "maxOut": null, "pIn": 0.09999999999999999, "pOut": 0.09999999999999999, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "qwen/qwen3-coder:free", "name": "Qwen: Qwen3 Coder 480B A35B (free)", "provider": "qwen", "ctx": 1048576, "maxOut": 262000, "pIn": 0, "pOut": 0, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "qwen/qwen3-coder", "name": "Qwen: Qwen3 Coder 480B A35B", "provider": "qwen", "ctx": 1048576, "maxOut": 65536, "pIn": 0.22, "pOut": 1.7999999999999998, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "bytedance/ui-tars-1.5-7b", "name": "ByteDance: UI-TARS 7B ", "provider": "bytedance", "ctx": 128000, "maxOut": 2048, "pIn": 0.09999999999999999, "pOut": 0.19999999999999998, "tools": false, "cot": false, "json": false, "src": "openrouter" }, { "id": "google/gemini-2.5-flash-lite", "name": "Google: Gemini 2.5 Flash Lite", "provider": "gemini", "ctx": 1048576, "maxOut": 65535, "pIn": 0.09999999999999999, "pOut": 0.39999999999999997, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "qwen/qwen3-235b-a22b-2507", "name": "Qwen: Qwen3 235B A22B Instruct 2507", "provider": "qwen", "ctx": 262144, "maxOut": 16384, "pIn": 0.071, "pOut": 0.09999999999999999, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "switchpoint/router", "name": "Switchpoint Router", "provider": "switchpoint", "ctx": 131072, "maxOut": null, "pIn": 0.85, "pOut": 3.4, "tools": false, "cot": true, "json": false, "src": "openrouter" }, { "id": "moonshotai/kimi-k2", "name": "MoonshotAI: Kimi K2 0711", "provider": "moonshotai", "ctx": 131072, "maxOut": 32768, "pIn": 0.5700000000000001, "pOut": 2.3, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "cognitivecomputations/dolphin-mistral-24b-venice-edition:free", "name": "Venice: Uncensored (free)", "provider": "mistral", "ctx": 32768, "maxOut": null, "pIn": 0, "pOut": 0, "tools": false, "cot": false, "json": false, "src": "openrouter" }, { "id": "tencent/hunyuan-a13b-instruct", "name": "Tencent: Hunyuan A13B Instruct", "provider": "tencent", "ctx": 131072, "maxOut": 131072, "pIn": 0.14, "pOut": 0.5700000000000001, "tools": false, "cot": true, "json": false, "src": "openrouter" }, { "id": "morph/morph-v3-large", "name": "Morph: Morph V3 Large", "provider": "morph", "ctx": 262144, "maxOut": 131072, "pIn": 0.8999999999999999, "pOut": 1.9, "tools": false, "cot": false, "json": false, "src": "openrouter" }, { "id": "morph/morph-v3-fast", "name": "Morph: Morph V3 Fast", "provider": "morph", "ctx": 81920, "maxOut": 38000, "pIn": 0.7999999999999999, "pOut": 1.2, "tools": false, "cot": false, "json": false, "src": "openrouter" }, { "id": "baidu/ernie-4.5-vl-424b-a47b", "name": "Baidu: ERNIE 4.5 VL 424B A47B ", "provider": "baidu", "ctx": 131072, "maxOut": 16000, "pIn": 0.42, "pOut": 1.25, "tools": false, "cot": true, "json": false, "src": "openrouter" }, { "id": "mistralai/mistral-small-3.2-24b-instruct", "name": "Mistral: Mistral Small 3.2 24B", "provider": "mistral", "ctx": 128000, "maxOut": 16384, "pIn": 0.075, "pOut": 0.19999999999999998, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "minimax/minimax-m1", "name": "MiniMax: MiniMax M1", "provider": "minimax", "ctx": 1000000, "maxOut": 40000, "pIn": 0.39999999999999997, "pOut": 2.2, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "google/gemini-2.5-flash", "name": "Google: Gemini 2.5 Flash", "provider": "gemini", "ctx": 1048576, "maxOut": 65535, "pIn": 0.3, "pOut": 2.5, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "google/gemini-2.5-pro", "name": "Google: Gemini 2.5 Pro", "provider": "gemini", "ctx": 1048576, "maxOut": 65536, "pIn": 1.25, "pOut": 10, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "openai/o3-pro", "name": "OpenAI: o3 Pro", "provider": "openai", "ctx": 200000, "maxOut": 100000, "pIn": 20, "pOut": 80, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "google/gemini-2.5-pro-preview", "name": "Google: Gemini 2.5 Pro Preview 06-05", "provider": "gemini", "ctx": 1048576, "maxOut": 65536, "pIn": 1.25, "pOut": 10, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "deepseek/deepseek-r1-0528", "name": "DeepSeek: R1 0528", "provider": "deepseek", "ctx": 163840, "maxOut": 32768, "pIn": 0.5, "pOut": 2.1500000000000004, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "anthropic/claude-opus-4", "name": "Anthropic: Claude Opus 4", "provider": "claude", "ctx": 200000, "maxOut": 32000, "pIn": 15, "pOut": 75, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "anthropic/claude-sonnet-4", "name": "Anthropic: Claude Sonnet 4", "provider": "claude", "ctx": 1000000, "maxOut": 64000, "pIn": 3, "pOut": 15, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "google/gemma-3n-e4b-it", "name": "Google: Gemma 3n 4B", "provider": "gemini", "ctx": 32768, "maxOut": null, "pIn": 0.06, "pOut": 0.12, "tools": false, "cot": false, "json": false, "src": "openrouter" }, { "id": "mistralai/mistral-medium-3", "name": "Mistral: Mistral Medium 3", "provider": "mistral", "ctx": 131072, "maxOut": null, "pIn": 0.39999999999999997, "pOut": 2, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "google/gemini-2.5-pro-preview-05-06", "name": "Google: Gemini 2.5 Pro Preview 05-06", "provider": "gemini", "ctx": 1048576, "maxOut": 65535, "pIn": 1.25, "pOut": 10, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "arcee-ai/spotlight", "name": "Arcee AI: Spotlight", "provider": "arcee-ai", "ctx": 131072, "maxOut": 65537, "pIn": 0.18, "pOut": 0.18, "tools": false, "cot": false, "json": false, "src": "openrouter" }, { "id": "arcee-ai/maestro-reasoning", "name": "Arcee AI: Maestro Reasoning", "provider": "arcee-ai", "ctx": 131072, "maxOut": 32000, "pIn": 0.8999999999999999, "pOut": 3.3000000000000003, "tools": false, "cot": false, "json": false, "src": "openrouter" }, { "id": "arcee-ai/virtuoso-large", "name": "Arcee AI: Virtuoso Large", "provider": "arcee-ai", "ctx": 131072, "maxOut": 64000, "pIn": 0.75, "pOut": 1.2, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "arcee-ai/coder-large", "name": "Arcee AI: Coder Large", "provider": "arcee-ai", "ctx": 32768, "maxOut": null, "pIn": 0.5, "pOut": 0.7999999999999999, "tools": false, "cot": false, "json": false, "src": "openrouter" }, { "id": "meta-llama/llama-guard-4-12b", "name": "Meta: Llama Guard 4 12B", "provider": "meta", "ctx": 163840, "maxOut": 16384, "pIn": 0.18, "pOut": 0.18, "tools": false, "cot": false, "json": false, "src": "openrouter" }, { "id": "qwen/qwen3-30b-a3b", "name": "Qwen: Qwen3 30B A3B", "provider": "qwen", "ctx": 131072, "maxOut": 20000, "pIn": 0.09, "pOut": 0.44999999999999996, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "qwen/qwen3-8b", "name": "Qwen: Qwen3 8B", "provider": "qwen", "ctx": 131072, "maxOut": 8192, "pIn": 0.049999999999999996, "pOut": 0.39999999999999997, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "qwen/qwen3-14b", "name": "Qwen: Qwen3 14B", "provider": "qwen", "ctx": 131702, "maxOut": 40960, "pIn": 0.09999999999999999, "pOut": 0.24, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "qwen/qwen3-32b", "name": "Qwen: Qwen3 32B", "provider": "qwen", "ctx": 131072, "maxOut": 16384, "pIn": 0.08, "pOut": 0.28, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "qwen/qwen3-235b-a22b", "name": "Qwen: Qwen3 235B A22B", "provider": "qwen", "ctx": 131072, "maxOut": 8192, "pIn": 0.45499999999999996, "pOut": 1.8199999999999998, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "openai/o4-mini-high", "name": "OpenAI: o4 Mini High", "provider": "openai", "ctx": 200000, "maxOut": 100000, "pIn": 1.1, "pOut": 4.4, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "openai/o3", "name": "OpenAI: o3", "provider": "openai", "ctx": 200000, "maxOut": 100000, "pIn": 2, "pOut": 8, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "openai/o4-mini", "name": "OpenAI: o4 Mini", "provider": "openai", "ctx": 200000, "maxOut": 100000, "pIn": 1.1, "pOut": 4.4, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "openai/gpt-4.1", "name": "OpenAI: GPT-4.1", "provider": "openai", "ctx": 1047576, "maxOut": null, "pIn": 2, "pOut": 8, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "openai/gpt-4.1-mini", "name": "OpenAI: GPT-4.1 Mini", "provider": "openai", "ctx": 1047576, "maxOut": 32768, "pIn": 0.39999999999999997, "pOut": 1.5999999999999999, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "openai/gpt-4.1-nano", "name": "OpenAI: GPT-4.1 Nano", "provider": "openai", "ctx": 1047576, "maxOut": 32768, "pIn": 0.09999999999999999, "pOut": 0.39999999999999997, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "meta-llama/llama-4-maverick", "name": "Meta: Llama 4 Maverick", "provider": "meta", "ctx": 1048576, "maxOut": 16384, "pIn": 0.15, "pOut": 0.6, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "meta-llama/llama-4-scout", "name": "Meta: Llama 4 Scout", "provider": "meta", "ctx": 10000000, "maxOut": 16384, "pIn": 0.08, "pOut": 0.3, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "deepseek/deepseek-chat-v3-0324", "name": "DeepSeek: DeepSeek V3 0324", "provider": "deepseek", "ctx": 163840, "maxOut": 16384, "pIn": 0.19999999999999998, "pOut": 0.77, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "openai/o1-pro", "name": "OpenAI: o1-pro", "provider": "openai", "ctx": 200000, "maxOut": 100000, "pIn": 150, "pOut": 600, "tools": false, "cot": true, "json": false, "src": "openrouter" }, { "id": "mistralai/mistral-small-3.1-24b-instruct", "name": "Mistral: Mistral Small 3.1 24B", "provider": "mistral", "ctx": 128000, "maxOut": 128000, "pIn": 0.351, "pOut": 0.5549999999999999, "tools": false, "cot": false, "json": false, "src": "openrouter" }, { "id": "google/gemma-3-4b-it", "name": "Google: Gemma 3 4B", "provider": "gemini", "ctx": 131072, "maxOut": 16384, "pIn": 0.04, "pOut": 0.08, "tools": false, "cot": false, "json": false, "src": "openrouter" }, { "id": "google/gemma-3-12b-it", "name": "Google: Gemma 3 12B", "provider": "gemini", "ctx": 131072, "maxOut": 16384, "pIn": 0.04, "pOut": 0.13, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "cohere/command-a", "name": "Cohere: Command A", "provider": "cohere", "ctx": 256000, "maxOut": 8192, "pIn": 2.5, "pOut": 10, "tools": false, "cot": false, "json": false, "src": "openrouter" }, { "id": "openai/gpt-4o-mini-search-preview", "name": "OpenAI: GPT-4o-mini Search Preview", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 0.15, "pOut": 0.6, "tools": false, "cot": false, "json": false, "src": "openrouter" }, { "id": "openai/gpt-4o-search-preview", "name": "OpenAI: GPT-4o Search Preview", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 2.5, "pOut": 10, "tools": false, "cot": false, "json": false, "src": "openrouter" }, { "id": "rekaai/reka-flash-3", "name": "Reka Flash 3", "provider": "rekaai", "ctx": 65536, "maxOut": 65536, "pIn": 0.09999999999999999, "pOut": 0.19999999999999998, "tools": false, "cot": true, "json": false, "src": "openrouter" }, { "id": "google/gemma-3-27b-it", "name": "Google: Gemma 3 27B", "provider": "gemini", "ctx": 131072, "maxOut": 16384, "pIn": 0.08, "pOut": 0.16, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "thedrummer/skyfall-36b-v2", "name": "TheDrummer: Skyfall 36B V2", "provider": "thedrummer", "ctx": 32768, "maxOut": 32768, "pIn": 0.55, "pOut": 0.7999999999999999, "tools": false, "cot": false, "json": false, "src": "openrouter" }, { "id": "perplexity/sonar-reasoning-pro", "name": "Perplexity: Sonar Reasoning Pro", "provider": "perplexity", "ctx": 128000, "maxOut": null, "pIn": 2, "pOut": 8, "tools": false, "cot": true, "json": false, "src": "openrouter" }, { "id": "perplexity/sonar-pro", "name": "Perplexity: Sonar Pro", "provider": "perplexity", "ctx": 200000, "maxOut": 8000, "pIn": 3, "pOut": 15, "tools": false, "cot": false, "json": false, "src": "openrouter" }, { "id": "perplexity/sonar-deep-research", "name": "Perplexity: Sonar Deep Research", "provider": "perplexity", "ctx": 128000, "maxOut": null, "pIn": 2, "pOut": 8, "tools": false, "cot": true, "json": false, "src": "openrouter" }, { "id": "mistralai/mistral-saba", "name": "Mistral: Saba", "provider": "mistral", "ctx": 32768, "maxOut": null, "pIn": 0.19999999999999998, "pOut": 0.6, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "meta-llama/llama-guard-3-8b", "name": "Llama Guard 3 8B", "provider": "meta", "ctx": 131072, "maxOut": 131072, "pIn": 0.48400000000000004, "pOut": 0.03, "tools": false, "cot": false, "json": false, "src": "openrouter" }, { "id": "openai/o3-mini-high", "name": "OpenAI: o3 Mini High", "provider": "openai", "ctx": 200000, "maxOut": 100000, "pIn": 1.1, "pOut": 4.4, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "aion-labs/aion-1.0", "name": "AionLabs: Aion-1.0", "provider": "aion-labs", "ctx": 131072, "maxOut": 32768, "pIn": 4, "pOut": 8, "tools": false, "cot": true, "json": false, "src": "openrouter" }, { "id": "aion-labs/aion-1.0-mini", "name": "AionLabs: Aion-1.0-Mini", "provider": "aion-labs", "ctx": 131072, "maxOut": 32768, "pIn": 0.7, "pOut": 1.4, "tools": false, "cot": true, "json": false, "src": "openrouter" }, { "id": "aion-labs/aion-rp-llama-3.1-8b", "name": "AionLabs: Aion-RP 1.0 (8B)", "provider": "meta", "ctx": 32768, "maxOut": 32768, "pIn": 0.7999999999999999, "pOut": 1.5999999999999999, "tools": false, "cot": false, "json": false, "src": "openrouter" }, { "id": "qwen/qwen2.5-vl-72b-instruct", "name": "Qwen: Qwen2.5 VL 72B Instruct", "provider": "qwen", "ctx": 131072, "maxOut": null, "pIn": 0.25, "pOut": 0.75, "tools": false, "cot": false, "json": false, "src": "openrouter" }, { "id": "qwen/qwen-plus", "name": "Qwen: Qwen-Plus", "provider": "qwen", "ctx": 1000000, "maxOut": 32768, "pIn": 0.26, "pOut": 0.78, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "openai/o3-mini", "name": "OpenAI: o3 Mini", "provider": "openai", "ctx": 200000, "maxOut": 100000, "pIn": 1.1, "pOut": 4.4, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "mistralai/mistral-small-24b-instruct-2501", "name": "Mistral: Mistral Small 3", "provider": "mistral", "ctx": 32768, "maxOut": 16384, "pIn": 0.049999999999999996, "pOut": 0.08, "tools": false, "cot": false, "json": false, "src": "openrouter" }, { "id": "deepseek/deepseek-r1-distill-qwen-32b", "name": "DeepSeek: R1 Distill Qwen 32B", "provider": "deepseek", "ctx": 128000, "maxOut": 32768, "pIn": 0.29, "pOut": 0.29, "tools": false, "cot": true, "json": false, "src": "openrouter" }, { "id": "perplexity/sonar", "name": "Perplexity: Sonar", "provider": "perplexity", "ctx": 127072, "maxOut": null, "pIn": 1, "pOut": 1, "tools": false, "cot": false, "json": false, "src": "openrouter" }, { "id": "deepseek/deepseek-r1-distill-llama-70b", "name": "DeepSeek: R1 Distill Llama 70B", "provider": "deepseek", "ctx": 131072, "maxOut": 16384, "pIn": 0.7, "pOut": 0.7999999999999999, "tools": false, "cot": true, "json": false, "src": "openrouter" }, { "id": "deepseek/deepseek-r1", "name": "DeepSeek: R1", "provider": "deepseek", "ctx": 163840, "maxOut": 16000, "pIn": 0.7, "pOut": 2.5, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "minimax/minimax-01", "name": "MiniMax: MiniMax-01", "provider": "minimax", "ctx": 1000192, "maxOut": 1000192, "pIn": 0.19999999999999998, "pOut": 1.1, "tools": false, "cot": false, "json": false, "src": "openrouter" }, { "id": "microsoft/phi-4", "name": "Microsoft: Phi 4", "provider": "microsoft", "ctx": 16384, "maxOut": 16384, "pIn": 0.065, "pOut": 0.14, "tools": false, "cot": false, "json": false, "src": "openrouter" }, { "id": "sao10k/l3.1-70b-hanami-x1", "name": "Sao10K: Llama 3.1 70B Hanami x1", "provider": "sao10k", "ctx": 16000, "maxOut": null, "pIn": 3, "pOut": 3, "tools": false, "cot": false, "json": false, "src": "openrouter" }, { "id": "deepseek/deepseek-chat", "name": "DeepSeek: DeepSeek V3", "provider": "deepseek", "ctx": 131072, "maxOut": 16000, "pIn": 0.20020000000000002, "pOut": 0.8000999999999999, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "sao10k/l3.3-euryale-70b", "name": "Sao10K: Llama 3.3 Euryale 70B", "provider": "sao10k", "ctx": 131072, "maxOut": 16384, "pIn": 0.65, "pOut": 0.75, "tools": false, "cot": false, "json": false, "src": "openrouter" }, { "id": "openai/o1", "name": "OpenAI: o1", "provider": "openai", "ctx": 200000, "maxOut": 100000, "pIn": 15, "pOut": 60, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "cohere/command-r7b-12-2024", "name": "Cohere: Command R7B (12-2024)", "provider": "cohere", "ctx": 128000, "maxOut": 4000, "pIn": 0.0375, "pOut": 0.15, "tools": false, "cot": false, "json": false, "src": "openrouter" }, { "id": "meta-llama/llama-3.3-70b-instruct:free", "name": "Meta: Llama 3.3 70B Instruct (free)", "provider": "meta", "ctx": 131072, "maxOut": null, "pIn": 0, "pOut": 0, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "meta-llama/llama-3.3-70b-instruct", "name": "Meta: Llama 3.3 70B Instruct", "provider": "meta", "ctx": 131072, "maxOut": 16384, "pIn": 0.09999999999999999, "pOut": 0.32, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "amazon/nova-lite-v1", "name": "Amazon: Nova Lite 1.0", "provider": "amazon", "ctx": 300000, "maxOut": 5120, "pIn": 0.06, "pOut": 0.24, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "amazon/nova-micro-v1", "name": "Amazon: Nova Micro 1.0", "provider": "amazon", "ctx": 128000, "maxOut": 5120, "pIn": 0.035, "pOut": 0.14, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "amazon/nova-pro-v1", "name": "Amazon: Nova Pro 1.0", "provider": "amazon", "ctx": 300000, "maxOut": 5120, "pIn": 0.7999999999999999, "pOut": 3.1999999999999997, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "openai/gpt-4o-2024-11-20", "name": "OpenAI: GPT-4o (2024-11-20)", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 2.5, "pOut": 10, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "mistralai/mistral-large-2407", "name": "Mistral Large 2407", "provider": "mistral", "ctx": 131072, "maxOut": null, "pIn": 2, "pOut": 6, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "qwen/qwen-2.5-coder-32b-instruct", "name": "Qwen2.5 Coder 32B Instruct", "provider": "qwen", "ctx": 128000, "maxOut": 32768, "pIn": 0.66, "pOut": 1, "tools": false, "cot": false, "json": false, "src": "openrouter" }, { "id": "thedrummer/unslopnemo-12b", "name": "TheDrummer: UnslopNemo 12B", "provider": "thedrummer", "ctx": 32768, "maxOut": 32768, "pIn": 0.39999999999999997, "pOut": 0.39999999999999997, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "anthropic/claude-3.5-haiku", "name": "Anthropic: Claude 3.5 Haiku", "provider": "claude", "ctx": 200000, "maxOut": 8192, "pIn": 0.7999999999999999, "pOut": 4, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "anthracite-org/magnum-v4-72b", "name": "Magnum v4 72B", "provider": "anthracite-org", "ctx": 32768, "maxOut": 2048, "pIn": 3, "pOut": 5, "tools": false, "cot": false, "json": false, "src": "openrouter" }, { "id": "qwen/qwen-2.5-7b-instruct", "name": "Qwen: Qwen2.5 7B Instruct", "provider": "qwen", "ctx": 131072, "maxOut": 32768, "pIn": 0.04, "pOut": 0.09999999999999999, "tools": false, "cot": false, "json": false, "src": "openrouter" }, { "id": "inflection/inflection-3-pi", "name": "Inflection: Inflection 3 Pi", "provider": "inflection", "ctx": 8000, "maxOut": 1024, "pIn": 2.5, "pOut": 10, "tools": false, "cot": false, "json": false, "src": "openrouter" }, { "id": "inflection/inflection-3-productivity", "name": "Inflection: Inflection 3 Productivity", "provider": "inflection", "ctx": 8000, "maxOut": 1024, "pIn": 2.5, "pOut": 10, "tools": false, "cot": false, "json": false, "src": "openrouter" }, { "id": "thedrummer/rocinante-12b", "name": "TheDrummer: Rocinante 12B", "provider": "thedrummer", "ctx": 32768, "maxOut": 32768, "pIn": 0.16999999999999998, "pOut": 0.43, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "meta-llama/llama-3.2-1b-instruct", "name": "Meta: Llama 3.2 1B Instruct", "provider": "meta", "ctx": 131072, "maxOut": 60000, "pIn": 0.027, "pOut": 0.201, "tools": false, "cot": false, "json": false, "src": "openrouter" }, { "id": "meta-llama/llama-3.2-3b-instruct:free", "name": "Meta: Llama 3.2 3B Instruct (free)", "provider": "meta", "ctx": 131072, "maxOut": null, "pIn": 0, "pOut": 0, "tools": false, "cot": false, "json": false, "src": "openrouter" }, { "id": "meta-llama/llama-3.2-3b-instruct", "name": "Meta: Llama 3.2 3B Instruct", "provider": "meta", "ctx": 131072, "maxOut": 80000, "pIn": 0.0509, "pOut": 0.335, "tools": false, "cot": false, "json": false, "src": "openrouter" }, { "id": "meta-llama/llama-3.2-11b-vision-instruct", "name": "Meta: Llama 3.2 11B Vision Instruct", "provider": "meta", "ctx": 131072, "maxOut": 16384, "pIn": 0.245, "pOut": 0.245, "tools": false, "cot": false, "json": false, "src": "openrouter" }, { "id": "qwen/qwen-2.5-72b-instruct", "name": "Qwen2.5 72B Instruct", "provider": "qwen", "ctx": 131072, "maxOut": 16384, "pIn": 0.36, "pOut": 0.39999999999999997, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "cohere/command-r-08-2024", "name": "Cohere: Command R (08-2024)", "provider": "cohere", "ctx": 128000, "maxOut": 4000, "pIn": 0.15, "pOut": 0.6, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "cohere/command-r-plus-08-2024", "name": "Cohere: Command R+ (08-2024)", "provider": "cohere", "ctx": 128000, "maxOut": 4000, "pIn": 2.5, "pOut": 10, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "sao10k/l3.1-euryale-70b", "name": "Sao10K: Llama 3.1 Euryale 70B v2.2", "provider": "sao10k", "ctx": 131072, "maxOut": 16384, "pIn": 0.85, "pOut": 0.85, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "nousresearch/hermes-3-llama-3.1-70b", "name": "Nous: Hermes 3 70B Instruct", "provider": "meta", "ctx": 131072, "maxOut": 16384, "pIn": 0.3, "pOut": 0.3, "tools": false, "cot": false, "json": false, "src": "openrouter" }, { "id": "nousresearch/hermes-3-llama-3.1-405b:free", "name": "Nous: Hermes 3 405B Instruct (free)", "provider": "meta", "ctx": 131072, "maxOut": null, "pIn": 0, "pOut": 0, "tools": false, "cot": false, "json": false, "src": "openrouter" }, { "id": "nousresearch/hermes-3-llama-3.1-405b", "name": "Nous: Hermes 3 405B Instruct", "provider": "meta", "ctx": 131072, "maxOut": 16384, "pIn": 1, "pOut": 1, "tools": false, "cot": false, "json": false, "src": "openrouter" }, { "id": "sao10k/l3-lunaris-8b", "name": "Sao10K: Llama 3 8B Lunaris", "provider": "sao10k", "ctx": 8192, "maxOut": 16384, "pIn": 0.04, "pOut": 0.049999999999999996, "tools": false, "cot": false, "json": false, "src": "openrouter" }, { "id": "openai/gpt-4o-2024-08-06", "name": "OpenAI: GPT-4o (2024-08-06)", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 2.5, "pOut": 10, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "meta-llama/llama-3.1-8b-instruct", "name": "Meta: Llama 3.1 8B Instruct", "provider": "meta", "ctx": 131072, "maxOut": 16384, "pIn": 0.02, "pOut": 0.049999999999999996, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "meta-llama/llama-3.1-70b-instruct", "name": "Meta: Llama 3.1 70B Instruct", "provider": "meta", "ctx": 131072, "maxOut": 16384, "pIn": 0.39999999999999997, "pOut": 0.39999999999999997, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "mistralai/mistral-nemo", "name": "Mistral: Mistral Nemo", "provider": "mistral", "ctx": 131072, "maxOut": null, "pIn": 0.02, "pOut": 0.03, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "openai/gpt-4o-mini-2024-07-18", "name": "OpenAI: GPT-4o-mini (2024-07-18)", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 0.15, "pOut": 0.6, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "openai/gpt-4o-mini", "name": "OpenAI: GPT-4o-mini", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 0.15, "pOut": 0.6, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "google/gemma-2-27b-it", "name": "Google: Gemma 2 27B", "provider": "gemini", "ctx": 8192, "maxOut": 2048, "pIn": 0.65, "pOut": 0.65, "tools": false, "cot": false, "json": false, "src": "openrouter" }, { "id": "sao10k/l3-euryale-70b", "name": "Sao10k: Llama 3 Euryale 70B v2.1", "provider": "sao10k", "ctx": 8192, "maxOut": 8192, "pIn": 1.48, "pOut": 1.48, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "nousresearch/hermes-2-pro-llama-3-8b", "name": "NousResearch: Hermes 2 Pro - Llama-3 8B", "provider": "meta", "ctx": 8192, "maxOut": 8192, "pIn": 0.14, "pOut": 0.14, "tools": false, "cot": false, "json": false, "src": "openrouter" }, { "id": "openai/gpt-4o-2024-05-13", "name": "OpenAI: GPT-4o (2024-05-13)", "provider": "openai", "ctx": 128000, "maxOut": 4096, "pIn": 5, "pOut": 15, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "openai/gpt-4o", "name": "OpenAI: GPT-4o", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 2.5, "pOut": 10, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "meta-llama/llama-3-8b-instruct", "name": "Meta: Llama 3 8B Instruct", "provider": "meta", "ctx": 8192, "maxOut": 8192, "pIn": 0.04, "pOut": 0.04, "tools": false, "cot": false, "json": false, "src": "openrouter" }, { "id": "meta-llama/llama-3-70b-instruct", "name": "Meta: Llama 3 70B Instruct", "provider": "meta", "ctx": 8192, "maxOut": 8000, "pIn": 0.51, "pOut": 0.74, "tools": false, "cot": false, "json": false, "src": "openrouter" }, { "id": "mistralai/mixtral-8x22b-instruct", "name": "Mistral: Mixtral 8x22B Instruct", "provider": "mistral", "ctx": 65536, "maxOut": null, "pIn": 2, "pOut": 6, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "microsoft/wizardlm-2-8x22b", "name": "WizardLM-2 8x22B", "provider": "microsoft", "ctx": 65536, "maxOut": 8000, "pIn": 0.62, "pOut": 0.62, "tools": false, "cot": false, "json": false, "src": "openrouter" }, { "id": "openai/gpt-4-turbo", "name": "OpenAI: GPT-4 Turbo", "provider": "openai", "ctx": 128000, "maxOut": 4096, "pIn": 10, "pOut": 30, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "anthropic/claude-3-haiku", "name": "Anthropic: Claude 3 Haiku", "provider": "claude", "ctx": 200000, "maxOut": 4096, "pIn": 0.25, "pOut": 1.25, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "mistralai/mistral-large", "name": "Mistral Large", "provider": "mistral", "ctx": 128000, "maxOut": null, "pIn": 2, "pOut": 6, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "openai/gpt-3.5-turbo-0613", "name": "OpenAI: GPT-3.5 Turbo (older v0613)", "provider": "openai", "ctx": 4095, "maxOut": 4096, "pIn": 1, "pOut": 2, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "openai/gpt-4-turbo-preview", "name": "OpenAI: GPT-4 Turbo Preview", "provider": "openai", "ctx": 128000, "maxOut": 4096, "pIn": 10, "pOut": 30, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "openrouter/auto", "name": "Auto Router", "provider": "openrouter", "ctx": 2000000, "maxOut": null, "pIn": -1000000, "pOut": -1000000, "tools": true, "cot": true, "json": false, "src": "openrouter" }, { "id": "openai/gpt-4-1106-preview", "name": "OpenAI: GPT-4 Turbo (older v1106)", "provider": "openai", "ctx": 128000, "maxOut": 4096, "pIn": 10, "pOut": 30, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "openai/gpt-3.5-turbo-instruct", "name": "OpenAI: GPT-3.5 Turbo Instruct", "provider": "openai", "ctx": 4095, "maxOut": 4096, "pIn": 1.5, "pOut": 2, "tools": false, "cot": false, "json": false, "src": "openrouter" }, { "id": "openai/gpt-3.5-turbo-16k", "name": "OpenAI: GPT-3.5 Turbo 16k", "provider": "openai", "ctx": 16385, "maxOut": 4096, "pIn": 3, "pOut": 4, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "mancer/weaver", "name": "Mancer: Weaver (alpha)", "provider": "mancer", "ctx": 8000, "maxOut": 2000, "pIn": 0.75, "pOut": 1, "tools": false, "cot": false, "json": false, "src": "openrouter" }, { "id": "undi95/remm-slerp-l2-13b", "name": "ReMM SLERP 13B", "provider": "undi95", "ctx": 6144, "maxOut": 4096, "pIn": 0.44999999999999996, "pOut": 0.65, "tools": false, "cot": false, "json": false, "src": "openrouter" }, { "id": "gryphe/mythomax-l2-13b", "name": "MythoMax 13B", "provider": "gryphe", "ctx": 4096, "maxOut": 4096, "pIn": 0.06, "pOut": 0.06, "tools": false, "cot": false, "json": false, "src": "openrouter" }, { "id": "openai/gpt-3.5-turbo", "name": "OpenAI: GPT-3.5 Turbo", "provider": "openai", "ctx": 16385, "maxOut": 4096, "pIn": 0.5, "pOut": 1.5, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "openai/gpt-4", "name": "OpenAI: GPT-4", "provider": "openai", "ctx": 8191, "maxOut": 4096, "pIn": 30, "pOut": 60, "tools": true, "cot": false, "json": false, "src": "openrouter" }, { "id": "sample_spec", "name": "sample_spec", "provider": "sample_spec", "ctx": "max input tokens, if the provider specifies it. if not default to max_tokens", "maxOut": "max output tokens, if the provider specifies it. if not default to max_tokens", "pIn": null, "pOut": null, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "1024-x-1024/50-steps/stability.stable-diffusion-xl-v1", "name": "1024-x-1024/50-steps/stability.stable-diffusion-xl-v1", "provider": "1024-x-1024", "ctx": 77, "maxOut": null, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "1024-x-1024/max-steps/stability.stable-diffusion-xl-v1", "name": "1024-x-1024/max-steps/stability.stable-diffusion-xl-v1", "provider": "1024-x-1024", "ctx": 77, "maxOut": null, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "512-x-512/50-steps/stability.stable-diffusion-xl-v0", "name": "512-x-512/50-steps/stability.stable-diffusion-xl-v0", "provider": "512-x-512", "ctx": 77, "maxOut": null, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "512-x-512/max-steps/stability.stable-diffusion-xl-v0", "name": "512-x-512/max-steps/stability.stable-diffusion-xl-v0", "provider": "512-x-512", "ctx": 77, "maxOut": null, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "ai21.j2-mid-v1", "name": "ai21.j2-mid-v1", "provider": "ai21.j2-mid-v1", "ctx": 8191, "maxOut": 8191, "pIn": 12.5, "pOut": 12.5, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "ai21.j2-ultra-v1", "name": "ai21.j2-ultra-v1", "provider": "ai21.j2-ultra-v1", "ctx": 8191, "maxOut": 8191, "pIn": 18.8, "pOut": 18.8, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "ai21.jamba-1-5-large-v1:0", "name": "ai21.jamba-1-5-large-v1:0", "provider": "ai21.jamba-1-5-large-v1:0", "ctx": 256000, "maxOut": 256000, "pIn": 2, "pOut": 8, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "ai21.jamba-1-5-mini-v1:0", "name": "ai21.jamba-1-5-mini-v1:0", "provider": "ai21.jamba-1-5-mini-v1:0", "ctx": 256000, "maxOut": 256000, "pIn": 0.19999999999999998, "pOut": 0.39999999999999997, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "ai21.jamba-instruct-v1:0", "name": "ai21.jamba-instruct-v1:0", "provider": "ai21.jamba-instruct-v1:0", "ctx": 70000, "maxOut": 4096, "pIn": 0.5, "pOut": 0.7, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "us.writer.palmyra-x4-v1:0", "name": "us.writer.palmyra-x4-v1:0", "provider": "us.writer.palmyra-x4-v1:0", "ctx": 128000, "maxOut": 8192, "pIn": 2.5, "pOut": 10, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "us.writer.palmyra-x5-v1:0", "name": "us.writer.palmyra-x5-v1:0", "provider": "us.writer.palmyra-x5-v1:0", "ctx": 1000000, "maxOut": 8192, "pIn": 0.6, "pOut": 6, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "writer.palmyra-x4-v1:0", "name": "writer.palmyra-x4-v1:0", "provider": "writer.palmyra-x4-v1:0", "ctx": 128000, "maxOut": 8192, "pIn": 2.5, "pOut": 10, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "writer.palmyra-x5-v1:0", "name": "writer.palmyra-x5-v1:0", "provider": "writer.palmyra-x5-v1:0", "ctx": 1000000, "maxOut": 8192, "pIn": 0.6, "pOut": 6, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "amazon.nova-lite-v1:0", "name": "amazon.nova-lite-v1:0", "provider": "amazon.nova-lite-v1:0", "ctx": 300000, "maxOut": 10000, "pIn": 0.06, "pOut": 0.24, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "amazon.nova-2-lite-v1:0", "name": "amazon.nova-2-lite-v1:0", "provider": "amazon.nova-2-lite-v1:0", "ctx": 1000000, "maxOut": 64000, "pIn": 0.3, "pOut": 2.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "amazon.nova-2-pro-preview-20251202-v1:0", "name": "amazon.nova-2-pro-preview-20251202-v1:0", "provider": "amazon.nova-2-pro-preview-20251202-v1:0", "ctx": 1000000, "maxOut": 64000, "pIn": 2.1875, "pOut": 17.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "apac.amazon.nova-2-lite-v1:0", "name": "apac.amazon.nova-2-lite-v1:0", "provider": "apac.amazon.nova-2-lite-v1:0", "ctx": 1000000, "maxOut": 64000, "pIn": 0.33, "pOut": 2.75, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "apac.amazon.nova-2-pro-preview-20251202-v1:0", "name": "apac.amazon.nova-2-pro-preview-20251202-v1:0", "provider": "apac.amazon.nova-2-pro-preview-20251202-v1:0", "ctx": 1000000, "maxOut": 64000, "pIn": 2.1875, "pOut": 17.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "eu.amazon.nova-2-lite-v1:0", "name": "eu.amazon.nova-2-lite-v1:0", "provider": "eu.amazon.nova-2-lite-v1:0", "ctx": 1000000, "maxOut": 64000, "pIn": 0.33, "pOut": 2.75, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "eu.amazon.nova-2-pro-preview-20251202-v1:0", "name": "eu.amazon.nova-2-pro-preview-20251202-v1:0", "provider": "eu.amazon.nova-2-pro-preview-20251202-v1:0", "ctx": 1000000, "maxOut": 64000, "pIn": 2.1875, "pOut": 17.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "us.amazon.nova-2-lite-v1:0", "name": "us.amazon.nova-2-lite-v1:0", "provider": "us.amazon.nova-2-lite-v1:0", "ctx": 1000000, "maxOut": 64000, "pIn": 0.33, "pOut": 2.75, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "us.amazon.nova-2-pro-preview-20251202-v1:0", "name": "us.amazon.nova-2-pro-preview-20251202-v1:0", "provider": "us.amazon.nova-2-pro-preview-20251202-v1:0", "ctx": 1000000, "maxOut": 64000, "pIn": 2.1875, "pOut": 17.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "amazon.nova-2-multimodal-embeddings-v1:0", "name": "amazon.nova-2-multimodal-embeddings-v1:0", "provider": "amazon.nova-2-multimodal-embeddings-v1:0", "ctx": 8172, "maxOut": null, "pIn": 0.135, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "amazon.nova-micro-v1:0", "name": "amazon.nova-micro-v1:0", "provider": "amazon.nova-micro-v1:0", "ctx": 128000, "maxOut": 10000, "pIn": 0.035, "pOut": 0.14, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "amazon.nova-pro-v1:0", "name": "amazon.nova-pro-v1:0", "provider": "amazon.nova-pro-v1:0", "ctx": 300000, "maxOut": 10000, "pIn": 0.7999999999999999, "pOut": 3.1999999999999997, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "amazon.rerank-v1:0", "name": "amazon.rerank-v1:0", "provider": "amazon.rerank-v1:0", "ctx": 32000, "maxOut": 32000, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "amazon.titan-embed-image-v1", "name": "amazon.titan-embed-image-v1", "provider": "amazon.titan-embed-image-v1", "ctx": 128, "maxOut": null, "pIn": 0.7999999999999999, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "amazon.titan-embed-text-v1", "name": "amazon.titan-embed-text-v1", "provider": "amazon.titan-embed-text-v1", "ctx": 8192, "maxOut": null, "pIn": 0.09999999999999999, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "amazon.titan-embed-text-v2:0", "name": "amazon.titan-embed-text-v2:0", "provider": "amazon.titan-embed-text-v2:0", "ctx": 8192, "maxOut": null, "pIn": 0.19999999999999998, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "twelvelabs.marengo-embed-2-7-v1:0", "name": "twelvelabs.marengo-embed-2-7-v1:0", "provider": "twelvelabs.marengo-embed-2-7-v1:0", "ctx": 77, "maxOut": null, "pIn": 70, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "us.twelvelabs.marengo-embed-2-7-v1:0", "name": "us.twelvelabs.marengo-embed-2-7-v1:0", "provider": "us.twelvelabs.marengo-embed-2-7-v1:0", "ctx": 77, "maxOut": null, "pIn": 70, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "eu.twelvelabs.marengo-embed-2-7-v1:0", "name": "eu.twelvelabs.marengo-embed-2-7-v1:0", "provider": "eu.twelvelabs.marengo-embed-2-7-v1:0", "ctx": 77, "maxOut": null, "pIn": 70, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "amazon.titan-text-express-v1", "name": "amazon.titan-text-express-v1", "provider": "amazon.titan-text-express-v1", "ctx": 42000, "maxOut": 8000, "pIn": 1.3, "pOut": 1.7, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "amazon.titan-text-lite-v1", "name": "amazon.titan-text-lite-v1", "provider": "amazon.titan-text-lite-v1", "ctx": 42000, "maxOut": 4000, "pIn": 0.3, "pOut": 0.39999999999999997, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "amazon.titan-text-premier-v1:0", "name": "amazon.titan-text-premier-v1:0", "provider": "amazon.titan-text-premier-v1:0", "ctx": 42000, "maxOut": 32000, "pIn": 0.5, "pOut": 1.5, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "anthropic.claude-3-5-haiku-20241022-v1:0", "name": "anthropic.claude-3-5-haiku-20241022-v1:0", "provider": "claude", "ctx": 200000, "maxOut": 8192, "pIn": 0.7999999999999999, "pOut": 4, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "anthropic.claude-haiku-4-5-20251001-v1:0", "name": "anthropic.claude-haiku-4-5-20251001-v1:0", "provider": "claude", "ctx": 200000, "maxOut": 64000, "pIn": 1, "pOut": 5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "anthropic.claude-haiku-4-5@20251001", "name": "anthropic.claude-haiku-4-5@20251001", "provider": "claude", "ctx": 200000, "maxOut": 64000, "pIn": 1, "pOut": 5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "anthropic.claude-3-5-sonnet-20240620-v1:0", "name": "anthropic.claude-3-5-sonnet-20240620-v1:0", "provider": "claude", "ctx": 1000000, "maxOut": 4096, "pIn": 3, "pOut": 15, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "anthropic.claude-3-5-sonnet-20241022-v2:0", "name": "anthropic.claude-3-5-sonnet-20241022-v2:0", "provider": "claude", "ctx": 1000000, "maxOut": 8192, "pIn": 3, "pOut": 15, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "anthropic.claude-3-7-sonnet-20240620-v1:0", "name": "anthropic.claude-3-7-sonnet-20240620-v1:0", "provider": "claude", "ctx": 200000, "maxOut": 8192, "pIn": 3.5999999999999996, "pOut": 18, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "anthropic.claude-3-7-sonnet-20250219-v1:0", "name": "anthropic.claude-3-7-sonnet-20250219-v1:0", "provider": "claude", "ctx": 200000, "maxOut": 8192, "pIn": 3, "pOut": 15, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "anthropic.claude-3-haiku-20240307-v1:0", "name": "anthropic.claude-3-haiku-20240307-v1:0", "provider": "claude", "ctx": 200000, "maxOut": 4096, "pIn": 0.25, "pOut": 1.25, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "anthropic.claude-3-opus-20240229-v1:0", "name": "anthropic.claude-3-opus-20240229-v1:0", "provider": "claude", "ctx": 200000, "maxOut": 4096, "pIn": 15, "pOut": 75, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "anthropic.claude-3-sonnet-20240229-v1:0", "name": "anthropic.claude-3-sonnet-20240229-v1:0", "provider": "claude", "ctx": 200000, "maxOut": 4096, "pIn": 3, "pOut": 15, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "anthropic.claude-instant-v1", "name": "anthropic.claude-instant-v1", "provider": "claude", "ctx": 100000, "maxOut": 8191, "pIn": 0.7999999999999999, "pOut": 2.4, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "anthropic.claude-opus-4-1-20250805-v1:0", "name": "anthropic.claude-opus-4-1-20250805-v1:0", "provider": "claude", "ctx": 200000, "maxOut": 32000, "pIn": 15, "pOut": 75, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "anthropic.claude-opus-4-20250514-v1:0", "name": "anthropic.claude-opus-4-20250514-v1:0", "provider": "claude", "ctx": 200000, "maxOut": 32000, "pIn": 15, "pOut": 75, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "anthropic.claude-opus-4-5-20251101-v1:0", "name": "anthropic.claude-opus-4-5-20251101-v1:0", "provider": "claude", "ctx": 200000, "maxOut": 64000, "pIn": 5, "pOut": 25, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "anthropic.claude-opus-4-6-v1", "name": "anthropic.claude-opus-4-6-v1", "provider": "claude", "ctx": 1000000, "maxOut": 128000, "pIn": 5, "pOut": 25, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "global.anthropic.claude-opus-4-6-v1", "name": "global.anthropic.claude-opus-4-6-v1", "provider": "claude", "ctx": 1000000, "maxOut": 128000, "pIn": 5, "pOut": 25, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "us.anthropic.claude-opus-4-6-v1", "name": "us.anthropic.claude-opus-4-6-v1", "provider": "claude", "ctx": 1000000, "maxOut": 128000, "pIn": 5.5, "pOut": 27.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "eu.anthropic.claude-opus-4-6-v1", "name": "eu.anthropic.claude-opus-4-6-v1", "provider": "claude", "ctx": 1000000, "maxOut": 128000, "pIn": 5.5, "pOut": 27.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "au.anthropic.claude-opus-4-6-v1", "name": "au.anthropic.claude-opus-4-6-v1", "provider": "claude", "ctx": 1000000, "maxOut": 128000, "pIn": 5.5, "pOut": 27.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "anthropic.claude-opus-4-7", "name": "anthropic.claude-opus-4-7", "provider": "claude", "ctx": 1000000, "maxOut": 128000, "pIn": 5, "pOut": 25, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "anthropic.claude-mythos-preview", "name": "anthropic.claude-mythos-preview", "provider": "claude", "ctx": 1000000, "maxOut": 128000, "pIn": null, "pOut": null, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "global.anthropic.claude-opus-4-7", "name": "global.anthropic.claude-opus-4-7", "provider": "claude", "ctx": 1000000, "maxOut": 128000, "pIn": 5, "pOut": 25, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "us.anthropic.claude-opus-4-7", "name": "us.anthropic.claude-opus-4-7", "provider": "claude", "ctx": 1000000, "maxOut": 128000, "pIn": 5.5, "pOut": 27.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "eu.anthropic.claude-opus-4-7", "name": "eu.anthropic.claude-opus-4-7", "provider": "claude", "ctx": 1000000, "maxOut": 128000, "pIn": 5.5, "pOut": 27.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "au.anthropic.claude-opus-4-7", "name": "au.anthropic.claude-opus-4-7", "provider": "claude", "ctx": 1000000, "maxOut": 128000, "pIn": 5.5, "pOut": 27.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "anthropic.claude-opus-4-8", "name": "anthropic.claude-opus-4-8", "provider": "claude", "ctx": 1000000, "maxOut": 128000, "pIn": 5, "pOut": 25, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "global.anthropic.claude-opus-4-8", "name": "global.anthropic.claude-opus-4-8", "provider": "claude", "ctx": 1000000, "maxOut": 128000, "pIn": 5, "pOut": 25, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "us.anthropic.claude-opus-4-8", "name": "us.anthropic.claude-opus-4-8", "provider": "claude", "ctx": 1000000, "maxOut": 128000, "pIn": 5.5, "pOut": 27.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "eu.anthropic.claude-opus-4-8", "name": "eu.anthropic.claude-opus-4-8", "provider": "claude", "ctx": 1000000, "maxOut": 128000, "pIn": 5.5, "pOut": 27.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "au.anthropic.claude-opus-4-8", "name": "au.anthropic.claude-opus-4-8", "provider": "claude", "ctx": 1000000, "maxOut": 128000, "pIn": 5.5, "pOut": 27.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "anthropic.claude-sonnet-4-6", "name": "anthropic.claude-sonnet-4-6", "provider": "claude", "ctx": 1000000, "maxOut": 64000, "pIn": 3, "pOut": 15, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "global.anthropic.claude-sonnet-4-6", "name": "global.anthropic.claude-sonnet-4-6", "provider": "claude", "ctx": 1000000, "maxOut": 64000, "pIn": 3, "pOut": 15, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "us.anthropic.claude-sonnet-4-6", "name": "us.anthropic.claude-sonnet-4-6", "provider": "claude", "ctx": 1000000, "maxOut": 64000, "pIn": 3.3000000000000003, "pOut": 16.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "eu.anthropic.claude-sonnet-4-6", "name": "eu.anthropic.claude-sonnet-4-6", "provider": "claude", "ctx": 1000000, "maxOut": 64000, "pIn": 3.3000000000000003, "pOut": 16.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "au.anthropic.claude-sonnet-4-6", "name": "au.anthropic.claude-sonnet-4-6", "provider": "claude", "ctx": 1000000, "maxOut": 64000, "pIn": 3.3000000000000003, "pOut": 16.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "jp.anthropic.claude-sonnet-4-6", "name": "jp.anthropic.claude-sonnet-4-6", "provider": "claude", "ctx": 1000000, "maxOut": 64000, "pIn": 3.3000000000000003, "pOut": 16.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "anthropic.claude-sonnet-4-20250514-v1:0", "name": "anthropic.claude-sonnet-4-20250514-v1:0", "provider": "claude", "ctx": 1000000, "maxOut": 64000, "pIn": 3, "pOut": 15, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "anthropic.claude-sonnet-4-5-20250929-v1:0", "name": "anthropic.claude-sonnet-4-5-20250929-v1:0", "provider": "claude", "ctx": 200000, "maxOut": 64000, "pIn": 3, "pOut": 15, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "anthropic.claude-v1", "name": "anthropic.claude-v1", "provider": "claude", "ctx": 100000, "maxOut": 8191, "pIn": 8, "pOut": 24, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "anthropic.claude-v2:1", "name": "anthropic.claude-v2:1", "provider": "claude", "ctx": 100000, "maxOut": 8191, "pIn": 8, "pOut": 24, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "anyscale/HuggingFaceH4/zephyr-7b-beta", "name": "anyscale/HuggingFaceH4/zephyr-7b-beta", "provider": "anyscale", "ctx": 16384, "maxOut": 16384, "pIn": 0.15, "pOut": 0.15, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "anyscale/codellama/CodeLlama-34b-Instruct-hf", "name": "anyscale/codellama/CodeLlama-34b-Instruct-hf", "provider": "meta", "ctx": 4096, "maxOut": 4096, "pIn": 1, "pOut": 1, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "anyscale/codellama/CodeLlama-70b-Instruct-hf", "name": "anyscale/codellama/CodeLlama-70b-Instruct-hf", "provider": "meta", "ctx": 4096, "maxOut": 4096, "pIn": 1, "pOut": 1, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "anyscale/google/gemma-7b-it", "name": "anyscale/google/gemma-7b-it", "provider": "gemini", "ctx": 8192, "maxOut": 8192, "pIn": 0.15, "pOut": 0.15, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "anyscale/meta-llama/Llama-2-13b-chat-hf", "name": "anyscale/meta-llama/Llama-2-13b-chat-hf", "provider": "meta", "ctx": 4096, "maxOut": 4096, "pIn": 0.25, "pOut": 0.25, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "anyscale/meta-llama/Llama-2-70b-chat-hf", "name": "anyscale/meta-llama/Llama-2-70b-chat-hf", "provider": "meta", "ctx": 4096, "maxOut": 4096, "pIn": 1, "pOut": 1, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "anyscale/meta-llama/Llama-2-7b-chat-hf", "name": "anyscale/meta-llama/Llama-2-7b-chat-hf", "provider": "meta", "ctx": 4096, "maxOut": 4096, "pIn": 0.15, "pOut": 0.15, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "anyscale/meta-llama/Meta-Llama-3-70B-Instruct", "name": "anyscale/meta-llama/Meta-Llama-3-70B-Instruct", "provider": "meta", "ctx": 8192, "maxOut": 8192, "pIn": 1, "pOut": 1, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "anyscale/meta-llama/Meta-Llama-3-8B-Instruct", "name": "anyscale/meta-llama/Meta-Llama-3-8B-Instruct", "provider": "meta", "ctx": 8192, "maxOut": 8192, "pIn": 0.15, "pOut": 0.15, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "anyscale/mistralai/Mistral-7B-Instruct-v0.1", "name": "anyscale/mistralai/Mistral-7B-Instruct-v0.1", "provider": "mistral", "ctx": 16384, "maxOut": 16384, "pIn": 0.15, "pOut": 0.15, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "anyscale/mistralai/Mixtral-8x22B-Instruct-v0.1", "name": "anyscale/mistralai/Mixtral-8x22B-Instruct-v0.1", "provider": "mistral", "ctx": 65536, "maxOut": 65536, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "anyscale/mistralai/Mixtral-8x7B-Instruct-v0.1", "name": "anyscale/mistralai/Mixtral-8x7B-Instruct-v0.1", "provider": "mistral", "ctx": 16384, "maxOut": 16384, "pIn": 0.15, "pOut": 0.15, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "apac.amazon.nova-lite-v1:0", "name": "apac.amazon.nova-lite-v1:0", "provider": "apac.amazon.nova-lite-v1:0", "ctx": 300000, "maxOut": 10000, "pIn": 0.063, "pOut": 0.252, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "apac.amazon.nova-micro-v1:0", "name": "apac.amazon.nova-micro-v1:0", "provider": "apac.amazon.nova-micro-v1:0", "ctx": 128000, "maxOut": 10000, "pIn": 0.037, "pOut": 0.148, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "apac.amazon.nova-pro-v1:0", "name": "apac.amazon.nova-pro-v1:0", "provider": "apac.amazon.nova-pro-v1:0", "ctx": 300000, "maxOut": 10000, "pIn": 0.84, "pOut": 3.36, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "apac.anthropic.claude-3-5-sonnet-20240620-v1:0", "name": "apac.anthropic.claude-3-5-sonnet-20240620-v1:0", "provider": "claude", "ctx": 200000, "maxOut": 4096, "pIn": 3, "pOut": 15, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "apac.anthropic.claude-3-5-sonnet-20241022-v2:0", "name": "apac.anthropic.claude-3-5-sonnet-20241022-v2:0", "provider": "claude", "ctx": 200000, "maxOut": 8192, "pIn": 3, "pOut": 15, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "apac.anthropic.claude-3-haiku-20240307-v1:0", "name": "apac.anthropic.claude-3-haiku-20240307-v1:0", "provider": "claude", "ctx": 200000, "maxOut": 4096, "pIn": 0.25, "pOut": 1.25, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "apac.anthropic.claude-haiku-4-5-20251001-v1:0", "name": "apac.anthropic.claude-haiku-4-5-20251001-v1:0", "provider": "claude", "ctx": 200000, "maxOut": 64000, "pIn": 1.1, "pOut": 5.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "apac.anthropic.claude-3-sonnet-20240229-v1:0", "name": "apac.anthropic.claude-3-sonnet-20240229-v1:0", "provider": "claude", "ctx": 200000, "maxOut": 4096, "pIn": 3, "pOut": 15, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "apac.anthropic.claude-sonnet-4-20250514-v1:0", "name": "apac.anthropic.claude-sonnet-4-20250514-v1:0", "provider": "claude", "ctx": 1000000, "maxOut": 64000, "pIn": 3, "pOut": 15, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "au.anthropic.claude-sonnet-4-5-20250929-v1:0", "name": "au.anthropic.claude-sonnet-4-5-20250929-v1:0", "provider": "claude", "ctx": 200000, "maxOut": 64000, "pIn": 3.3000000000000003, "pOut": 16.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/ada", "name": "azure/ada", "provider": "azure", "ctx": 8191, "maxOut": null, "pIn": 0.09999999999999999, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "azure/codex-mini", "name": "azure/codex-mini", "provider": "openai", "ctx": 200000, "maxOut": 100000, "pIn": 1.5, "pOut": 6, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/command-r-plus", "name": "azure/command-r-plus", "provider": "cohere", "ctx": 128000, "maxOut": 4096, "pIn": 3, "pOut": 15, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "azure_ai/claude-haiku-4-5", "name": "azure_ai/claude-haiku-4-5", "provider": "claude", "ctx": 200000, "maxOut": 64000, "pIn": 1, "pOut": 5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure_ai/claude-opus-4-5", "name": "azure_ai/claude-opus-4-5", "provider": "claude", "ctx": 200000, "maxOut": 64000, "pIn": 5, "pOut": 25, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure_ai/claude-opus-4-6", "name": "azure_ai/claude-opus-4-6", "provider": "claude", "ctx": 200000, "maxOut": 128000, "pIn": 5, "pOut": 25, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure_ai/claude-opus-4-7", "name": "azure_ai/claude-opus-4-7", "provider": "claude", "ctx": 200000, "maxOut": 128000, "pIn": 5, "pOut": 25, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure_ai/claude-opus-4-8", "name": "azure_ai/claude-opus-4-8", "provider": "claude", "ctx": 200000, "maxOut": 128000, "pIn": 5, "pOut": 25, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure_ai/claude-opus-4-1", "name": "azure_ai/claude-opus-4-1", "provider": "claude", "ctx": 200000, "maxOut": 32000, "pIn": 15, "pOut": 75, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure_ai/claude-sonnet-4-5", "name": "azure_ai/claude-sonnet-4-5", "provider": "claude", "ctx": 200000, "maxOut": 64000, "pIn": 3, "pOut": 15, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure_ai/claude-sonnet-4-6", "name": "azure_ai/claude-sonnet-4-6", "provider": "claude", "ctx": 1000000, "maxOut": 64000, "pIn": 3, "pOut": 15, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/computer-use-preview", "name": "azure/computer-use-preview", "provider": "azure", "ctx": 8192, "maxOut": 1024, "pIn": 3, "pOut": 12, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure_ai/gpt-oss-120b", "name": "azure_ai/gpt-oss-120b", "provider": "openai", "ctx": 131072, "maxOut": 131072, "pIn": 0.15, "pOut": 0.6, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "azure_ai/gpt-5.4", "name": "azure_ai/gpt-5.4", "provider": "openai", "ctx": 1050000, "maxOut": 128000, "pIn": 2.5, "pOut": 15, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure_ai/gpt-5.4-2026-03-05", "name": "azure_ai/gpt-5.4-2026-03-05", "provider": "openai", "ctx": 1050000, "maxOut": 128000, "pIn": 2.5, "pOut": 15, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure_ai/gpt-5.4-pro", "name": "azure_ai/gpt-5.4-pro", "provider": "openai", "ctx": 1050000, "maxOut": 128000, "pIn": 30, "pOut": 180, "tools": true, "cot": true, "json": false, "src": "litellm" }, { "id": "azure_ai/gpt-5.4-pro-2026-03-05", "name": "azure_ai/gpt-5.4-pro-2026-03-05", "provider": "openai", "ctx": 1050000, "maxOut": 128000, "pIn": 30, "pOut": 180, "tools": true, "cot": true, "json": false, "src": "litellm" }, { "id": "azure_ai/gpt-5.4-mini", "name": "azure_ai/gpt-5.4-mini", "provider": "openai", "ctx": 400000, "maxOut": 128000, "pIn": 0.75, "pOut": 4.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure_ai/gpt-5.4-mini-2026-03-17", "name": "azure_ai/gpt-5.4-mini-2026-03-17", "provider": "openai", "ctx": 400000, "maxOut": 128000, "pIn": 0.75, "pOut": 4.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure_ai/gpt-5.4-nano", "name": "azure_ai/gpt-5.4-nano", "provider": "openai", "ctx": 400000, "maxOut": 128000, "pIn": 0.19999999999999998, "pOut": 1.25, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure_ai/gpt-5.4-nano-2026-03-17", "name": "azure_ai/gpt-5.4-nano-2026-03-17", "provider": "openai", "ctx": 400000, "maxOut": 128000, "pIn": 0.19999999999999998, "pOut": 1.25, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/eu/gpt-4o-2024-08-06", "name": "azure/eu/gpt-4o-2024-08-06", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 2.75, "pOut": 11, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "azure/eu/gpt-4o-2024-11-20", "name": "azure/eu/gpt-4o-2024-11-20", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 2.75, "pOut": 11, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "azure/eu/gpt-4o-mini-2024-07-18", "name": "azure/eu/gpt-4o-mini-2024-07-18", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 0.165, "pOut": 0.66, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "azure/eu/gpt-4o-mini-realtime-preview-2024-12-17", "name": "azure/eu/gpt-4o-mini-realtime-preview-2024-12-17", "provider": "openai", "ctx": 128000, "maxOut": 4096, "pIn": 0.66, "pOut": 2.64, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "azure/eu/gpt-4o-realtime-preview-2024-10-01", "name": "azure/eu/gpt-4o-realtime-preview-2024-10-01", "provider": "openai", "ctx": 128000, "maxOut": 4096, "pIn": 5.5, "pOut": 22, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "azure/eu/gpt-4o-realtime-preview-2024-12-17", "name": "azure/eu/gpt-4o-realtime-preview-2024-12-17", "provider": "openai", "ctx": 128000, "maxOut": 4096, "pIn": 5.5, "pOut": 22, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "azure/eu/gpt-5-2025-08-07", "name": "azure/eu/gpt-5-2025-08-07", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 1.375, "pOut": 11, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/eu/gpt-5-mini-2025-08-07", "name": "azure/eu/gpt-5-mini-2025-08-07", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 0.275, "pOut": 2.2, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/eu/gpt-5.1", "name": "azure/eu/gpt-5.1", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 1.38, "pOut": 11, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/eu/gpt-5.1-chat", "name": "azure/eu/gpt-5.1-chat", "provider": "openai", "ctx": 128000, "maxOut": 128000, "pIn": 1.38, "pOut": 11, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/eu/gpt-5.1-codex", "name": "azure/eu/gpt-5.1-codex", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 1.38, "pOut": 11, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/eu/gpt-5.1-codex-mini", "name": "azure/eu/gpt-5.1-codex-mini", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 0.275, "pOut": 2.2, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/eu/gpt-5-nano-2025-08-07", "name": "azure/eu/gpt-5-nano-2025-08-07", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 0.055, "pOut": 0.44, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/eu/o1-2024-12-17", "name": "azure/eu/o1-2024-12-17", "provider": "azure", "ctx": 200000, "maxOut": 100000, "pIn": 16.5, "pOut": 66, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "azure/eu/o1-mini-2024-09-12", "name": "azure/eu/o1-mini-2024-09-12", "provider": "azure", "ctx": 128000, "maxOut": 65536, "pIn": 1.21, "pOut": 4.84, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "azure/eu/o1-preview-2024-09-12", "name": "azure/eu/o1-preview-2024-09-12", "provider": "azure", "ctx": 128000, "maxOut": 32768, "pIn": 16.5, "pOut": 66, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "azure/eu/o3-mini-2025-01-31", "name": "azure/eu/o3-mini-2025-01-31", "provider": "openai", "ctx": 200000, "maxOut": 100000, "pIn": 1.21, "pOut": 4.84, "tools": null, "cot": true, "json": null, "src": "litellm" }, { "id": "azure/global-standard/gpt-4o-2024-08-06", "name": "azure/global-standard/gpt-4o-2024-08-06", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 2.5, "pOut": 10, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "azure/global-standard/gpt-4o-2024-11-20", "name": "azure/global-standard/gpt-4o-2024-11-20", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 2.5, "pOut": 10, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "azure/global-standard/gpt-4o-mini", "name": "azure/global-standard/gpt-4o-mini", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 0.15, "pOut": 0.6, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "azure/global/gpt-4o-2024-08-06", "name": "azure/global/gpt-4o-2024-08-06", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 2.5, "pOut": 10, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "azure/global/gpt-4o-2024-11-20", "name": "azure/global/gpt-4o-2024-11-20", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 2.5, "pOut": 10, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "azure/global/gpt-5.1", "name": "azure/global/gpt-5.1", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 1.25, "pOut": 10, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/global/gpt-5.1-chat", "name": "azure/global/gpt-5.1-chat", "provider": "openai", "ctx": 128000, "maxOut": 128000, "pIn": 1.25, "pOut": 10, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/global/gpt-5.1-codex", "name": "azure/global/gpt-5.1-codex", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 1.25, "pOut": 10, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/global/gpt-5.1-codex-mini", "name": "azure/global/gpt-5.1-codex-mini", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 0.25, "pOut": 2, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/gpt-3.5-turbo", "name": "azure/gpt-3.5-turbo", "provider": "openai", "ctx": 4097, "maxOut": 4096, "pIn": 0.5, "pOut": 1.5, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "azure/gpt-3.5-turbo-0125", "name": "azure/gpt-3.5-turbo-0125", "provider": "openai", "ctx": 16384, "maxOut": 4096, "pIn": 0.5, "pOut": 1.5, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "azure/gpt-3.5-turbo-instruct-0914", "name": "azure/gpt-3.5-turbo-instruct-0914", "provider": "openai", "ctx": 4097, "maxOut": null, "pIn": 1.5, "pOut": 2, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "azure/gpt-35-turbo", "name": "azure/gpt-35-turbo", "provider": "openai", "ctx": 4097, "maxOut": 4096, "pIn": 0.5, "pOut": 1.5, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "azure/gpt-35-turbo-0125", "name": "azure/gpt-35-turbo-0125", "provider": "openai", "ctx": 16384, "maxOut": 4096, "pIn": 0.5, "pOut": 1.5, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "azure/gpt-35-turbo-1106", "name": "azure/gpt-35-turbo-1106", "provider": "openai", "ctx": 16384, "maxOut": 4096, "pIn": 1, "pOut": 2, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "azure/gpt-35-turbo-16k", "name": "azure/gpt-35-turbo-16k", "provider": "openai", "ctx": 16385, "maxOut": 4096, "pIn": 3, "pOut": 4, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "azure/gpt-35-turbo-16k-0613", "name": "azure/gpt-35-turbo-16k-0613", "provider": "openai", "ctx": 16385, "maxOut": 4096, "pIn": 3, "pOut": 4, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "azure/gpt-35-turbo-instruct", "name": "azure/gpt-35-turbo-instruct", "provider": "openai", "ctx": 4097, "maxOut": null, "pIn": 1.5, "pOut": 2, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "azure/gpt-35-turbo-instruct-0914", "name": "azure/gpt-35-turbo-instruct-0914", "provider": "openai", "ctx": 4097, "maxOut": null, "pIn": 1.5, "pOut": 2, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "azure/gpt-4", "name": "azure/gpt-4", "provider": "openai", "ctx": 8192, "maxOut": 4096, "pIn": 30, "pOut": 60, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "azure/gpt-4-0125-preview", "name": "azure/gpt-4-0125-preview", "provider": "openai", "ctx": 128000, "maxOut": 4096, "pIn": 10, "pOut": 30, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "azure/gpt-4-0613", "name": "azure/gpt-4-0613", "provider": "openai", "ctx": 8192, "maxOut": 4096, "pIn": 30, "pOut": 60, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "azure/gpt-4-1106-preview", "name": "azure/gpt-4-1106-preview", "provider": "openai", "ctx": 128000, "maxOut": 4096, "pIn": 10, "pOut": 30, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "azure/gpt-4-32k", "name": "azure/gpt-4-32k", "provider": "openai", "ctx": 32768, "maxOut": 4096, "pIn": 60, "pOut": 120, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "azure/gpt-4-32k-0613", "name": "azure/gpt-4-32k-0613", "provider": "openai", "ctx": 32768, "maxOut": 4096, "pIn": 60, "pOut": 120, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "azure/gpt-4-turbo", "name": "azure/gpt-4-turbo", "provider": "openai", "ctx": 128000, "maxOut": 4096, "pIn": 10, "pOut": 30, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "azure/gpt-4-turbo-2024-04-09", "name": "azure/gpt-4-turbo-2024-04-09", "provider": "openai", "ctx": 128000, "maxOut": 4096, "pIn": 10, "pOut": 30, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "azure/gpt-4-turbo-vision-preview", "name": "azure/gpt-4-turbo-vision-preview", "provider": "openai", "ctx": 128000, "maxOut": 4096, "pIn": 10, "pOut": 30, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "azure/gpt-4.1", "name": "azure/gpt-4.1", "provider": "openai", "ctx": 1047576, "maxOut": 32768, "pIn": 2, "pOut": 8, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "azure/gpt-4.1-2025-04-14", "name": "azure/gpt-4.1-2025-04-14", "provider": "openai", "ctx": 1047576, "maxOut": 32768, "pIn": 2, "pOut": 8, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "azure/gpt-4.1-mini", "name": "azure/gpt-4.1-mini", "provider": "openai", "ctx": 1047576, "maxOut": 32768, "pIn": 0.39999999999999997, "pOut": 1.5999999999999999, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "azure/gpt-4.1-mini-2025-04-14", "name": "azure/gpt-4.1-mini-2025-04-14", "provider": "openai", "ctx": 1047576, "maxOut": 32768, "pIn": 0.39999999999999997, "pOut": 1.5999999999999999, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "azure/gpt-4.1-nano", "name": "azure/gpt-4.1-nano", "provider": "openai", "ctx": 1047576, "maxOut": 32768, "pIn": 0.09999999999999999, "pOut": 0.39999999999999997, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "azure/gpt-4.1-nano-2025-04-14", "name": "azure/gpt-4.1-nano-2025-04-14", "provider": "openai", "ctx": 1047576, "maxOut": 32768, "pIn": 0.09999999999999999, "pOut": 0.39999999999999997, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "azure/gpt-4.5-preview", "name": "azure/gpt-4.5-preview", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 75, "pOut": 150, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "azure/gpt-4o", "name": "azure/gpt-4o", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 2.5, "pOut": 10, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "azure/gpt-4o-2024-05-13", "name": "azure/gpt-4o-2024-05-13", "provider": "openai", "ctx": 128000, "maxOut": 4096, "pIn": 5, "pOut": 15, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "azure/gpt-4o-2024-08-06", "name": "azure/gpt-4o-2024-08-06", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 2.5, "pOut": 10, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "azure/gpt-4o-2024-11-20", "name": "azure/gpt-4o-2024-11-20", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 2.75, "pOut": 11, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "azure/gpt-audio-2025-08-28", "name": "azure/gpt-audio-2025-08-28", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 2.5, "pOut": 10, "tools": true, "cot": false, "json": false, "src": "litellm" }, { "id": "azure/gpt-audio-1.5-2026-02-23", "name": "azure/gpt-audio-1.5-2026-02-23", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 2.5, "pOut": 10, "tools": true, "cot": false, "json": false, "src": "litellm" }, { "id": "azure/gpt-audio-mini-2025-10-06", "name": "azure/gpt-audio-mini-2025-10-06", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 0.6, "pOut": 2.4, "tools": true, "cot": false, "json": false, "src": "litellm" }, { "id": "azure/gpt-4o-audio-preview-2024-12-17", "name": "azure/gpt-4o-audio-preview-2024-12-17", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 2.5, "pOut": 10, "tools": true, "cot": false, "json": false, "src": "litellm" }, { "id": "azure/gpt-4o-mini", "name": "azure/gpt-4o-mini", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 0.165, "pOut": 0.66, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "azure/gpt-4o-mini-2024-07-18", "name": "azure/gpt-4o-mini-2024-07-18", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 0.165, "pOut": 0.66, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "azure/gpt-4o-mini-audio-preview-2024-12-17", "name": "azure/gpt-4o-mini-audio-preview-2024-12-17", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 2.5, "pOut": 10, "tools": true, "cot": false, "json": false, "src": "litellm" }, { "id": "azure/gpt-4o-mini-realtime-preview-2024-12-17", "name": "azure/gpt-4o-mini-realtime-preview-2024-12-17", "provider": "openai", "ctx": 128000, "maxOut": 4096, "pIn": 0.6, "pOut": 2.4, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "azure/gpt-realtime-2025-08-28", "name": "azure/gpt-realtime-2025-08-28", "provider": "openai", "ctx": 32000, "maxOut": 4096, "pIn": 4, "pOut": 16, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "azure/gpt-realtime-1.5-2026-02-23", "name": "azure/gpt-realtime-1.5-2026-02-23", "provider": "openai", "ctx": 32000, "maxOut": 4096, "pIn": 4, "pOut": 16, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "azure/gpt-realtime-mini-2025-10-06", "name": "azure/gpt-realtime-mini-2025-10-06", "provider": "openai", "ctx": 32000, "maxOut": 4096, "pIn": 0.6, "pOut": 2.4, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "azure/gpt-4o-realtime-preview-2024-10-01", "name": "azure/gpt-4o-realtime-preview-2024-10-01", "provider": "openai", "ctx": 128000, "maxOut": 4096, "pIn": 5, "pOut": 20, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "azure/gpt-4o-realtime-preview-2024-12-17", "name": "azure/gpt-4o-realtime-preview-2024-12-17", "provider": "openai", "ctx": 128000, "maxOut": 4096, "pIn": 5, "pOut": 20, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "azure/gpt-5.1-2025-11-13", "name": "azure/gpt-5.1-2025-11-13", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 1.25, "pOut": 10, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/gpt-5.1-chat-2025-11-13", "name": "azure/gpt-5.1-chat-2025-11-13", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 1.25, "pOut": 10, "tools": false, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/gpt-5.1-codex-2025-11-13", "name": "azure/gpt-5.1-codex-2025-11-13", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 1.25, "pOut": 10, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/gpt-5.1-codex-mini-2025-11-13", "name": "azure/gpt-5.1-codex-mini-2025-11-13", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 0.25, "pOut": 2, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/gpt-5", "name": "azure/gpt-5", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 1.25, "pOut": 10, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/gpt-5-2025-08-07", "name": "azure/gpt-5-2025-08-07", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 1.25, "pOut": 10, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/gpt-5-chat", "name": "azure/gpt-5-chat", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 1.25, "pOut": 10, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/gpt-5-chat-latest", "name": "azure/gpt-5-chat-latest", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 1.25, "pOut": 10, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/gpt-5-codex", "name": "azure/gpt-5-codex", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 1.25, "pOut": 10, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/gpt-5-mini", "name": "azure/gpt-5-mini", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 0.25, "pOut": 2, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/gpt-5-mini-2025-08-07", "name": "azure/gpt-5-mini-2025-08-07", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 0.25, "pOut": 2, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/gpt-5-nano", "name": "azure/gpt-5-nano", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 0.049999999999999996, "pOut": 0.39999999999999997, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/gpt-5-nano-2025-08-07", "name": "azure/gpt-5-nano-2025-08-07", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 0.049999999999999996, "pOut": 0.39999999999999997, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/gpt-5-pro", "name": "azure/gpt-5-pro", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 15, "pOut": 120, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/gpt-5.1", "name": "azure/gpt-5.1", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 1.25, "pOut": 10, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/gpt-5.1-chat", "name": "azure/gpt-5.1-chat", "provider": "openai", "ctx": 128000, "maxOut": 128000, "pIn": 1.25, "pOut": 10, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/gpt-5.1-codex", "name": "azure/gpt-5.1-codex", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 1.25, "pOut": 10, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/gpt-5.1-codex-max", "name": "azure/gpt-5.1-codex-max", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 1.25, "pOut": 10, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/gpt-5.1-codex-mini", "name": "azure/gpt-5.1-codex-mini", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 0.25, "pOut": 2, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/gpt-5.2", "name": "azure/gpt-5.2", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 1.75, "pOut": 14, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/gpt-5.2-2025-12-11", "name": "azure/gpt-5.2-2025-12-11", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 1.75, "pOut": 14, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/gpt-5.2-chat", "name": "azure/gpt-5.2-chat", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 1.75, "pOut": 14, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/gpt-5.2-chat-2025-12-11", "name": "azure/gpt-5.2-chat-2025-12-11", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 1.75, "pOut": 14, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/gpt-5.2-codex", "name": "azure/gpt-5.2-codex", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 1.75, "pOut": 14, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/gpt-5.3-chat", "name": "azure/gpt-5.3-chat", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 1.75, "pOut": 14, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/gpt-5.3-codex", "name": "azure/gpt-5.3-codex", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 1.75, "pOut": 14, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/gpt-5.2-pro", "name": "azure/gpt-5.2-pro", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 21, "pOut": 168, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/gpt-5.2-pro-2025-12-11", "name": "azure/gpt-5.2-pro-2025-12-11", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 21, "pOut": 168, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/gpt-5.4", "name": "azure/gpt-5.4", "provider": "openai", "ctx": 1050000, "maxOut": 128000, "pIn": 2.5, "pOut": 15, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/gpt-5.4-2026-03-05", "name": "azure/gpt-5.4-2026-03-05", "provider": "openai", "ctx": 1050000, "maxOut": 128000, "pIn": 2.5, "pOut": 15, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/gpt-5.4-pro", "name": "azure/gpt-5.4-pro", "provider": "openai", "ctx": 1050000, "maxOut": 128000, "pIn": 30, "pOut": 180, "tools": true, "cot": true, "json": false, "src": "litellm" }, { "id": "azure/gpt-5.4-pro-2026-03-05", "name": "azure/gpt-5.4-pro-2026-03-05", "provider": "openai", "ctx": 1050000, "maxOut": 128000, "pIn": 30, "pOut": 180, "tools": true, "cot": true, "json": false, "src": "litellm" }, { "id": "azure/gpt-5.5", "name": "azure/gpt-5.5", "provider": "openai", "ctx": 1050000, "maxOut": 128000, "pIn": 5, "pOut": 30, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/gpt-5.5-2026-04-23", "name": "azure/gpt-5.5-2026-04-23", "provider": "openai", "ctx": 1050000, "maxOut": 128000, "pIn": 5, "pOut": 30, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/gpt-5.5-pro", "name": "azure/gpt-5.5-pro", "provider": "openai", "ctx": 1050000, "maxOut": 128000, "pIn": 30, "pOut": 180, "tools": true, "cot": true, "json": false, "src": "litellm" }, { "id": "azure/gpt-5.5-pro-2026-04-23", "name": "azure/gpt-5.5-pro-2026-04-23", "provider": "openai", "ctx": 1050000, "maxOut": 128000, "pIn": 30, "pOut": 180, "tools": true, "cot": true, "json": false, "src": "litellm" }, { "id": "azure/gpt-5.4-mini", "name": "azure/gpt-5.4-mini", "provider": "openai", "ctx": 1050000, "maxOut": 128000, "pIn": 0.75, "pOut": 4.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/gpt-5.4-mini-2026-03-17", "name": "azure/gpt-5.4-mini-2026-03-17", "provider": "openai", "ctx": 1050000, "maxOut": 128000, "pIn": 0.75, "pOut": 4.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/gpt-5.4-nano", "name": "azure/gpt-5.4-nano", "provider": "openai", "ctx": 1050000, "maxOut": 128000, "pIn": 0.19999999999999998, "pOut": 1.25, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/gpt-5.4-nano-2026-03-17", "name": "azure/gpt-5.4-nano-2026-03-17", "provider": "openai", "ctx": 1050000, "maxOut": 128000, "pIn": 0.19999999999999998, "pOut": 1.25, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/mistral-large-2402", "name": "azure/mistral-large-2402", "provider": "mistral", "ctx": 32000, "maxOut": null, "pIn": 8, "pOut": 24, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "azure/mistral-large-latest", "name": "azure/mistral-large-latest", "provider": "mistral", "ctx": 32000, "maxOut": null, "pIn": 8, "pOut": 24, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "azure/o1", "name": "azure/o1", "provider": "azure", "ctx": 200000, "maxOut": 100000, "pIn": 15, "pOut": 60, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "azure/o1-2024-12-17", "name": "azure/o1-2024-12-17", "provider": "azure", "ctx": 200000, "maxOut": 100000, "pIn": 15, "pOut": 60, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "azure/o1-mini", "name": "azure/o1-mini", "provider": "azure", "ctx": 128000, "maxOut": 65536, "pIn": 1.21, "pOut": 4.84, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "azure/o1-mini-2024-09-12", "name": "azure/o1-mini-2024-09-12", "provider": "azure", "ctx": 128000, "maxOut": 65536, "pIn": 1.1, "pOut": 4.4, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "azure/o1-preview", "name": "azure/o1-preview", "provider": "azure", "ctx": 128000, "maxOut": 32768, "pIn": 15, "pOut": 60, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "azure/o1-preview-2024-09-12", "name": "azure/o1-preview-2024-09-12", "provider": "azure", "ctx": 128000, "maxOut": 32768, "pIn": 15, "pOut": 60, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "azure/o3", "name": "azure/o3", "provider": "openai", "ctx": 200000, "maxOut": 100000, "pIn": 2, "pOut": 8, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/o3-2025-04-16", "name": "azure/o3-2025-04-16", "provider": "openai", "ctx": 200000, "maxOut": 100000, "pIn": 2, "pOut": 8, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/o3-deep-research", "name": "azure/o3-deep-research", "provider": "openai", "ctx": 200000, "maxOut": 100000, "pIn": 10, "pOut": 40, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/o3-mini", "name": "azure/o3-mini", "provider": "openai", "ctx": 200000, "maxOut": 100000, "pIn": 1.1, "pOut": 4.4, "tools": null, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/o3-mini-2025-01-31", "name": "azure/o3-mini-2025-01-31", "provider": "openai", "ctx": 200000, "maxOut": 100000, "pIn": 1.1, "pOut": 4.4, "tools": null, "cot": true, "json": null, "src": "litellm" }, { "id": "azure/o3-pro", "name": "azure/o3-pro", "provider": "openai", "ctx": 200000, "maxOut": 100000, "pIn": 20, "pOut": 80, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/o3-pro-2025-06-10", "name": "azure/o3-pro-2025-06-10", "provider": "openai", "ctx": 200000, "maxOut": 100000, "pIn": 20, "pOut": 80, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/o4-mini", "name": "azure/o4-mini", "provider": "openai", "ctx": 200000, "maxOut": 100000, "pIn": 1.1, "pOut": 4.4, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/o4-mini-2025-04-16", "name": "azure/o4-mini-2025-04-16", "provider": "openai", "ctx": 200000, "maxOut": 100000, "pIn": 1.1, "pOut": 4.4, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/text-embedding-3-large", "name": "azure/text-embedding-3-large", "provider": "azure", "ctx": 8191, "maxOut": null, "pIn": 0.13, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "azure/text-embedding-3-small", "name": "azure/text-embedding-3-small", "provider": "azure", "ctx": 8191, "maxOut": null, "pIn": 0.02, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "azure/text-embedding-ada-002", "name": "azure/text-embedding-ada-002", "provider": "azure", "ctx": 8191, "maxOut": null, "pIn": 0.09999999999999999, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "azure/us/gpt-4.1-2025-04-14", "name": "azure/us/gpt-4.1-2025-04-14", "provider": "openai", "ctx": 1047576, "maxOut": 32768, "pIn": 2.2, "pOut": 8.8, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "azure/us/gpt-4.1-mini-2025-04-14", "name": "azure/us/gpt-4.1-mini-2025-04-14", "provider": "openai", "ctx": 1047576, "maxOut": 32768, "pIn": 0.44, "pOut": 1.76, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "azure/us/gpt-4.1-nano-2025-04-14", "name": "azure/us/gpt-4.1-nano-2025-04-14", "provider": "openai", "ctx": 1047576, "maxOut": 32768, "pIn": 0.11, "pOut": 0.44, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "azure/us/gpt-4o-2024-08-06", "name": "azure/us/gpt-4o-2024-08-06", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 2.75, "pOut": 11, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "azure/us/gpt-4o-2024-11-20", "name": "azure/us/gpt-4o-2024-11-20", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 2.75, "pOut": 11, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "azure/us/gpt-4o-mini-2024-07-18", "name": "azure/us/gpt-4o-mini-2024-07-18", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 0.165, "pOut": 0.66, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "azure/us/gpt-4o-mini-realtime-preview-2024-12-17", "name": "azure/us/gpt-4o-mini-realtime-preview-2024-12-17", "provider": "openai", "ctx": 128000, "maxOut": 4096, "pIn": 0.66, "pOut": 2.64, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "azure/us/gpt-4o-realtime-preview-2024-10-01", "name": "azure/us/gpt-4o-realtime-preview-2024-10-01", "provider": "openai", "ctx": 128000, "maxOut": 4096, "pIn": 5.5, "pOut": 22, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "azure/us/gpt-4o-realtime-preview-2024-12-17", "name": "azure/us/gpt-4o-realtime-preview-2024-12-17", "provider": "openai", "ctx": 128000, "maxOut": 4096, "pIn": 5.5, "pOut": 22, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "azure/us/gpt-5-2025-08-07", "name": "azure/us/gpt-5-2025-08-07", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 1.375, "pOut": 11, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/us/gpt-5-mini-2025-08-07", "name": "azure/us/gpt-5-mini-2025-08-07", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 0.275, "pOut": 2.2, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/us/gpt-5-nano-2025-08-07", "name": "azure/us/gpt-5-nano-2025-08-07", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 0.055, "pOut": 0.44, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/us/gpt-5.1", "name": "azure/us/gpt-5.1", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 1.38, "pOut": 11, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/us/gpt-5.1-chat", "name": "azure/us/gpt-5.1-chat", "provider": "openai", "ctx": 128000, "maxOut": 128000, "pIn": 1.38, "pOut": 11, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/us/gpt-5.1-codex", "name": "azure/us/gpt-5.1-codex", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 1.38, "pOut": 11, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/us/gpt-5.1-codex-mini", "name": "azure/us/gpt-5.1-codex-mini", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 0.275, "pOut": 2.2, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/us/o1-2024-12-17", "name": "azure/us/o1-2024-12-17", "provider": "azure", "ctx": 200000, "maxOut": 100000, "pIn": 16.5, "pOut": 66, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "azure/us/o1-mini-2024-09-12", "name": "azure/us/o1-mini-2024-09-12", "provider": "azure", "ctx": 128000, "maxOut": 65536, "pIn": 1.21, "pOut": 4.84, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "azure/us/o1-preview-2024-09-12", "name": "azure/us/o1-preview-2024-09-12", "provider": "azure", "ctx": 128000, "maxOut": 32768, "pIn": 16.5, "pOut": 66, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "azure/us/o3-2025-04-16", "name": "azure/us/o3-2025-04-16", "provider": "openai", "ctx": 200000, "maxOut": 100000, "pIn": 2.2, "pOut": 8.8, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure/us/o3-mini-2025-01-31", "name": "azure/us/o3-mini-2025-01-31", "provider": "openai", "ctx": 200000, "maxOut": 100000, "pIn": 1.21, "pOut": 4.84, "tools": null, "cot": true, "json": null, "src": "litellm" }, { "id": "azure/us/o4-mini-2025-04-16", "name": "azure/us/o4-mini-2025-04-16", "provider": "openai", "ctx": 200000, "maxOut": 100000, "pIn": 1.21, "pOut": 4.84, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure_ai/Cohere-embed-v3-english", "name": "azure_ai/Cohere-embed-v3-english", "provider": "cohere", "ctx": 512, "maxOut": null, "pIn": 0.09999999999999999, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "azure_ai/Cohere-embed-v3-multilingual", "name": "azure_ai/Cohere-embed-v3-multilingual", "provider": "cohere", "ctx": 512, "maxOut": null, "pIn": 0.09999999999999999, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "azure_ai/Llama-3.2-11B-Vision-Instruct", "name": "azure_ai/Llama-3.2-11B-Vision-Instruct", "provider": "meta", "ctx": 128000, "maxOut": 2048, "pIn": 0.37, "pOut": 0.37, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "azure_ai/Llama-3.2-90B-Vision-Instruct", "name": "azure_ai/Llama-3.2-90B-Vision-Instruct", "provider": "meta", "ctx": 128000, "maxOut": 2048, "pIn": 2.04, "pOut": 2.04, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "azure_ai/Llama-3.3-70B-Instruct", "name": "azure_ai/Llama-3.3-70B-Instruct", "provider": "meta", "ctx": 128000, "maxOut": 2048, "pIn": 0.71, "pOut": 0.71, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "azure_ai/Llama-4-Maverick-17B-128E-Instruct-FP8", "name": "azure_ai/Llama-4-Maverick-17B-128E-Instruct-FP8", "provider": "meta", "ctx": 1000000, "maxOut": 16384, "pIn": 1.4100000000000001, "pOut": 0.35, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "azure_ai/Llama-4-Scout-17B-16E-Instruct", "name": "azure_ai/Llama-4-Scout-17B-16E-Instruct", "provider": "meta", "ctx": 10000000, "maxOut": 16384, "pIn": 0.19999999999999998, "pOut": 0.78, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "azure_ai/Meta-Llama-3-70B-Instruct", "name": "azure_ai/Meta-Llama-3-70B-Instruct", "provider": "meta", "ctx": 8192, "maxOut": 2048, "pIn": 1.1, "pOut": 0.37, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "azure_ai/Meta-Llama-3.1-405B-Instruct", "name": "azure_ai/Meta-Llama-3.1-405B-Instruct", "provider": "meta", "ctx": 128000, "maxOut": 2048, "pIn": 5.33, "pOut": 16, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "azure_ai/Meta-Llama-3.1-70B-Instruct", "name": "azure_ai/Meta-Llama-3.1-70B-Instruct", "provider": "meta", "ctx": 128000, "maxOut": 2048, "pIn": 2.68, "pOut": 3.54, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "azure_ai/Meta-Llama-3.1-8B-Instruct", "name": "azure_ai/Meta-Llama-3.1-8B-Instruct", "provider": "meta", "ctx": 128000, "maxOut": 2048, "pIn": 0.3, "pOut": 0.61, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "azure_ai/Phi-3-medium-128k-instruct", "name": "azure_ai/Phi-3-medium-128k-instruct", "provider": "azure_ai", "ctx": 128000, "maxOut": 4096, "pIn": 0.16999999999999998, "pOut": 0.6799999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "azure_ai/Phi-3-medium-4k-instruct", "name": "azure_ai/Phi-3-medium-4k-instruct", "provider": "azure_ai", "ctx": 4096, "maxOut": 4096, "pIn": 0.16999999999999998, "pOut": 0.6799999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "azure_ai/Phi-3-mini-128k-instruct", "name": "azure_ai/Phi-3-mini-128k-instruct", "provider": "azure_ai", "ctx": 128000, "maxOut": 4096, "pIn": 0.13, "pOut": 0.52, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "azure_ai/Phi-3-mini-4k-instruct", "name": "azure_ai/Phi-3-mini-4k-instruct", "provider": "azure_ai", "ctx": 4096, "maxOut": 4096, "pIn": 0.13, "pOut": 0.52, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "azure_ai/Phi-3-small-128k-instruct", "name": "azure_ai/Phi-3-small-128k-instruct", "provider": "azure_ai", "ctx": 128000, "maxOut": 4096, "pIn": 0.15, "pOut": 0.6, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "azure_ai/Phi-3-small-8k-instruct", "name": "azure_ai/Phi-3-small-8k-instruct", "provider": "azure_ai", "ctx": 8192, "maxOut": 4096, "pIn": 0.15, "pOut": 0.6, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "azure_ai/Phi-3.5-MoE-instruct", "name": "azure_ai/Phi-3.5-MoE-instruct", "provider": "azure_ai", "ctx": 128000, "maxOut": 4096, "pIn": 0.16, "pOut": 0.64, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "azure_ai/Phi-3.5-mini-instruct", "name": "azure_ai/Phi-3.5-mini-instruct", "provider": "azure_ai", "ctx": 128000, "maxOut": 4096, "pIn": 0.13, "pOut": 0.52, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "azure_ai/Phi-3.5-vision-instruct", "name": "azure_ai/Phi-3.5-vision-instruct", "provider": "azure_ai", "ctx": 128000, "maxOut": 4096, "pIn": 0.13, "pOut": 0.52, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "azure_ai/Phi-4", "name": "azure_ai/Phi-4", "provider": "azure_ai", "ctx": 16384, "maxOut": 16384, "pIn": 0.125, "pOut": 0.5, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "azure_ai/Phi-4-mini-instruct", "name": "azure_ai/Phi-4-mini-instruct", "provider": "azure_ai", "ctx": 131072, "maxOut": 4096, "pIn": 0.075, "pOut": 0.3, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "azure_ai/Phi-4-multimodal-instruct", "name": "azure_ai/Phi-4-multimodal-instruct", "provider": "azure_ai", "ctx": 131072, "maxOut": 4096, "pIn": 0.08, "pOut": 0.32, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "azure_ai/Phi-4-mini-reasoning", "name": "azure_ai/Phi-4-mini-reasoning", "provider": "azure_ai", "ctx": 131072, "maxOut": 4096, "pIn": 0.08, "pOut": 0.32, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "azure_ai/Phi-4-reasoning", "name": "azure_ai/Phi-4-reasoning", "provider": "azure_ai", "ctx": 32768, "maxOut": 4096, "pIn": 0.125, "pOut": 0.5, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "azure_ai/MAI-DS-R1", "name": "azure_ai/MAI-DS-R1", "provider": "azure_ai", "ctx": 128000, "maxOut": 8192, "pIn": 1.35, "pOut": 5.4, "tools": null, "cot": true, "json": null, "src": "litellm" }, { "id": "azure_ai/cohere-rerank-v3-english", "name": "azure_ai/cohere-rerank-v3-english", "provider": "cohere", "ctx": 4096, "maxOut": 4096, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "azure_ai/cohere-rerank-v3-multilingual", "name": "azure_ai/cohere-rerank-v3-multilingual", "provider": "cohere", "ctx": 4096, "maxOut": 4096, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "azure_ai/cohere-rerank-v3.5", "name": "azure_ai/cohere-rerank-v3.5", "provider": "cohere", "ctx": 4096, "maxOut": 4096, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "azure_ai/cohere-rerank-v4.0-pro", "name": "azure_ai/cohere-rerank-v4.0-pro", "provider": "cohere", "ctx": 32768, "maxOut": 32768, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "azure_ai/cohere-rerank-v4.0-fast", "name": "azure_ai/cohere-rerank-v4.0-fast", "provider": "cohere", "ctx": 32768, "maxOut": 32768, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "azure_ai/deepseek-v3.2", "name": "azure_ai/deepseek-v3.2", "provider": "deepseek", "ctx": 163840, "maxOut": 163840, "pIn": 0.58, "pOut": 1.68, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "azure_ai/deepseek-v3.2-speciale", "name": "azure_ai/deepseek-v3.2-speciale", "provider": "deepseek", "ctx": 163840, "maxOut": 163840, "pIn": 0.58, "pOut": 1.68, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "azure_ai/deepseek-r1", "name": "azure_ai/deepseek-r1", "provider": "deepseek", "ctx": 128000, "maxOut": 8192, "pIn": 1.35, "pOut": 5.4, "tools": null, "cot": true, "json": null, "src": "litellm" }, { "id": "azure_ai/deepseek-v3", "name": "azure_ai/deepseek-v3", "provider": "deepseek", "ctx": 128000, "maxOut": 8192, "pIn": 1.1400000000000001, "pOut": 4.5600000000000005, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "azure_ai/deepseek-v3-0324", "name": "azure_ai/deepseek-v3-0324", "provider": "deepseek", "ctx": 128000, "maxOut": 8192, "pIn": 1.1400000000000001, "pOut": 4.5600000000000005, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "azure_ai/embed-v-4-0", "name": "azure_ai/embed-v-4-0", "provider": "azure_ai", "ctx": 128000, "maxOut": null, "pIn": 0.12, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "azure_ai/global/grok-3", "name": "azure_ai/global/grok-3", "provider": "azure_ai", "ctx": 131072, "maxOut": 131072, "pIn": 3, "pOut": 15, "tools": true, "cot": null, "json": false, "src": "litellm" }, { "id": "azure_ai/global/grok-3-mini", "name": "azure_ai/global/grok-3-mini", "provider": "azure_ai", "ctx": 131072, "maxOut": 131072, "pIn": 0.25, "pOut": 1.27, "tools": true, "cot": true, "json": false, "src": "litellm" }, { "id": "azure_ai/grok-3", "name": "azure_ai/grok-3", "provider": "azure_ai", "ctx": 131072, "maxOut": 131072, "pIn": 3, "pOut": 15, "tools": true, "cot": null, "json": false, "src": "litellm" }, { "id": "azure_ai/grok-3-mini", "name": "azure_ai/grok-3-mini", "provider": "azure_ai", "ctx": 131072, "maxOut": 131072, "pIn": 0.25, "pOut": 1.27, "tools": true, "cot": true, "json": false, "src": "litellm" }, { "id": "azure_ai/grok-4", "name": "azure_ai/grok-4", "provider": "azure_ai", "ctx": 131072, "maxOut": 131072, "pIn": 3, "pOut": 15, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "azure_ai/grok-4-fast-non-reasoning", "name": "azure_ai/grok-4-fast-non-reasoning", "provider": "azure_ai", "ctx": 131072, "maxOut": 131072, "pIn": 0.19999999999999998, "pOut": 0.5, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "azure_ai/grok-4-fast-reasoning", "name": "azure_ai/grok-4-fast-reasoning", "provider": "azure_ai", "ctx": 131072, "maxOut": 131072, "pIn": 0.19999999999999998, "pOut": 0.5, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "azure_ai/grok-4-1-fast-non-reasoning", "name": "azure_ai/grok-4-1-fast-non-reasoning", "provider": "azure_ai", "ctx": 131072, "maxOut": 131072, "pIn": 0.19999999999999998, "pOut": 0.5, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "azure_ai/grok-4-1-fast-reasoning", "name": "azure_ai/grok-4-1-fast-reasoning", "provider": "azure_ai", "ctx": 131072, "maxOut": 131072, "pIn": 0.19999999999999998, "pOut": 0.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "azure_ai/grok-code-fast-1", "name": "azure_ai/grok-code-fast-1", "provider": "azure_ai", "ctx": 131072, "maxOut": 131072, "pIn": 0.19999999999999998, "pOut": 1.5, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "azure_ai/jais-30b-chat", "name": "azure_ai/jais-30b-chat", "provider": "azure_ai", "ctx": 8192, "maxOut": 8192, "pIn": 3200, "pOut": 9710, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "azure_ai/jamba-instruct", "name": "azure_ai/jamba-instruct", "provider": "azure_ai", "ctx": 70000, "maxOut": 4096, "pIn": 0.5, "pOut": 0.7, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "azure_ai/kimi-k2.5", "name": "azure_ai/kimi-k2.5", "provider": "azure_ai", "ctx": 262144, "maxOut": 262144, "pIn": 0.6, "pOut": 3, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "azure_ai/ministral-3b", "name": "azure_ai/ministral-3b", "provider": "azure_ai", "ctx": 128000, "maxOut": 4096, "pIn": 0.04, "pOut": 0.04, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "azure_ai/mistral-large", "name": "azure_ai/mistral-large", "provider": "mistral", "ctx": 32000, "maxOut": 8191, "pIn": 4, "pOut": 12, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "azure_ai/mistral-large-2407", "name": "azure_ai/mistral-large-2407", "provider": "mistral", "ctx": 128000, "maxOut": 4096, "pIn": 2, "pOut": 6, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "azure_ai/mistral-large-latest", "name": "azure_ai/mistral-large-latest", "provider": "mistral", "ctx": 128000, "maxOut": 4096, "pIn": 2, "pOut": 6, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "azure_ai/mistral-large-3", "name": "azure_ai/mistral-large-3", "provider": "mistral", "ctx": 256000, "maxOut": 8191, "pIn": 0.5, "pOut": 1.5, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "azure_ai/mistral-medium-2505", "name": "azure_ai/mistral-medium-2505", "provider": "mistral", "ctx": 131072, "maxOut": 8191, "pIn": 0.39999999999999997, "pOut": 2, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "azure_ai/mistral-nemo", "name": "azure_ai/mistral-nemo", "provider": "mistral", "ctx": 131072, "maxOut": 4096, "pIn": 0.15, "pOut": 0.15, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "azure_ai/mistral-small", "name": "azure_ai/mistral-small", "provider": "mistral", "ctx": 32000, "maxOut": 8191, "pIn": 1, "pOut": 3, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "azure_ai/mistral-small-2503", "name": "azure_ai/mistral-small-2503", "provider": "mistral", "ctx": 128000, "maxOut": 128000, "pIn": 0.09999999999999999, "pOut": 0.3, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "babbage-002", "name": "babbage-002", "provider": "babbage-002", "ctx": 16384, "maxOut": 4096, "pIn": 0.39999999999999997, "pOut": 0.39999999999999997, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/*/1-month-commitment/cohere.command-light-text-v14", "name": "bedrock/*/1-month-commitment/cohere.command-light-text-v14", "provider": "cohere", "ctx": 4096, "maxOut": 4096, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/*/1-month-commitment/cohere.command-text-v14", "name": "bedrock/*/1-month-commitment/cohere.command-text-v14", "provider": "cohere", "ctx": 4096, "maxOut": 4096, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/*/6-month-commitment/cohere.command-light-text-v14", "name": "bedrock/*/6-month-commitment/cohere.command-light-text-v14", "provider": "cohere", "ctx": 4096, "maxOut": 4096, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/*/6-month-commitment/cohere.command-text-v14", "name": "bedrock/*/6-month-commitment/cohere.command-text-v14", "provider": "cohere", "ctx": 4096, "maxOut": 4096, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/ap-northeast-1/1-month-commitment/anthropic.claude-instant-v1", "name": "bedrock/ap-northeast-1/1-month-commitment/anthropic.claude-instant-v1", "provider": "claude", "ctx": 100000, "maxOut": 8191, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/ap-northeast-1/1-month-commitment/anthropic.claude-v1", "name": "bedrock/ap-northeast-1/1-month-commitment/anthropic.claude-v1", "provider": "claude", "ctx": 100000, "maxOut": 8191, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/ap-northeast-1/1-month-commitment/anthropic.claude-v2:1", "name": "bedrock/ap-northeast-1/1-month-commitment/anthropic.claude-v2:1", "provider": "claude", "ctx": 100000, "maxOut": 8191, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/ap-northeast-1/6-month-commitment/anthropic.claude-instant-v1", "name": "bedrock/ap-northeast-1/6-month-commitment/anthropic.claude-instant-v1", "provider": "claude", "ctx": 100000, "maxOut": 8191, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/ap-northeast-1/6-month-commitment/anthropic.claude-v1", "name": "bedrock/ap-northeast-1/6-month-commitment/anthropic.claude-v1", "provider": "claude", "ctx": 100000, "maxOut": 8191, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/ap-northeast-1/6-month-commitment/anthropic.claude-v2:1", "name": "bedrock/ap-northeast-1/6-month-commitment/anthropic.claude-v2:1", "provider": "claude", "ctx": 100000, "maxOut": 8191, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/ap-northeast-1/anthropic.claude-instant-v1", "name": "bedrock/ap-northeast-1/anthropic.claude-instant-v1", "provider": "claude", "ctx": 100000, "maxOut": 8191, "pIn": 2.23, "pOut": 7.55, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/ap-northeast-1/anthropic.claude-v1", "name": "bedrock/ap-northeast-1/anthropic.claude-v1", "provider": "claude", "ctx": 100000, "maxOut": 8191, "pIn": 8, "pOut": 24, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/ap-northeast-1/anthropic.claude-v2:1", "name": "bedrock/ap-northeast-1/anthropic.claude-v2:1", "provider": "claude", "ctx": 100000, "maxOut": 8191, "pIn": 8, "pOut": 24, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/ap-northeast-1/deepseek.v3.2", "name": "bedrock/ap-northeast-1/deepseek.v3.2", "provider": "deepseek", "ctx": 163840, "maxOut": 163840, "pIn": 0.74, "pOut": 2.2199999999999998, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "bedrock/ap-northeast-1/minimax.minimax-m2.1", "name": "bedrock/ap-northeast-1/minimax.minimax-m2.1", "provider": "bedrock", "ctx": 196000, "maxOut": 8192, "pIn": 0.36, "pOut": 1.44, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/ap-northeast-1/minimax.minimax-m2.5", "name": "bedrock/ap-northeast-1/minimax.minimax-m2.5", "provider": "bedrock", "ctx": 1000000, "maxOut": 8192, "pIn": 0.36, "pOut": 1.44, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "bedrock/ap-northeast-1/moonshotai.kimi-k2-thinking", "name": "bedrock/ap-northeast-1/moonshotai.kimi-k2-thinking", "provider": "bedrock", "ctx": 262144, "maxOut": 262144, "pIn": 0.73, "pOut": 3.03, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "bedrock/ap-northeast-1/moonshotai.kimi-k2.5", "name": "bedrock/ap-northeast-1/moonshotai.kimi-k2.5", "provider": "bedrock", "ctx": 262144, "maxOut": 262144, "pIn": 0.72, "pOut": 3.5999999999999996, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/ap-northeast-1/qwen.qwen3-coder-next", "name": "bedrock/ap-northeast-1/qwen.qwen3-coder-next", "provider": "bedrock", "ctx": 262144, "maxOut": 8192, "pIn": 0.6, "pOut": 1.44, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/moonshotai.kimi-k2-thinking", "name": "bedrock/moonshotai.kimi-k2-thinking", "provider": "bedrock", "ctx": 262144, "maxOut": 262144, "pIn": 0.73, "pOut": 3.03, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "bedrock/moonshotai.kimi-k2.5", "name": "bedrock/moonshotai.kimi-k2.5", "provider": "bedrock", "ctx": 262144, "maxOut": 262144, "pIn": 0.6, "pOut": 3.03, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "bedrock/ap-south-1/meta.llama3-70b-instruct-v1:0", "name": "bedrock/ap-south-1/meta.llama3-70b-instruct-v1:0", "provider": "meta", "ctx": 8192, "maxOut": 8192, "pIn": 3.18, "pOut": 4.199999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/ap-south-1/meta.llama3-8b-instruct-v1:0", "name": "bedrock/ap-south-1/meta.llama3-8b-instruct-v1:0", "provider": "meta", "ctx": 8192, "maxOut": 8192, "pIn": 0.36, "pOut": 0.72, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/ap-south-1/deepseek.v3.2", "name": "bedrock/ap-south-1/deepseek.v3.2", "provider": "deepseek", "ctx": 163840, "maxOut": 163840, "pIn": 0.74, "pOut": 2.2199999999999998, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "bedrock/ap-south-1/minimax.minimax-m2.1", "name": "bedrock/ap-south-1/minimax.minimax-m2.1", "provider": "bedrock", "ctx": 196000, "maxOut": 8192, "pIn": 0.36, "pOut": 1.44, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/ap-south-1/minimax.minimax-m2.5", "name": "bedrock/ap-south-1/minimax.minimax-m2.5", "provider": "bedrock", "ctx": 1000000, "maxOut": 8192, "pIn": 0.36, "pOut": 1.44, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "bedrock/ap-south-1/moonshotai.kimi-k2-thinking", "name": "bedrock/ap-south-1/moonshotai.kimi-k2-thinking", "provider": "bedrock", "ctx": 262144, "maxOut": 262144, "pIn": 0.71, "pOut": 2.94, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "bedrock/ap-south-1/moonshotai.kimi-k2.5", "name": "bedrock/ap-south-1/moonshotai.kimi-k2.5", "provider": "bedrock", "ctx": 262144, "maxOut": 262144, "pIn": 0.72, "pOut": 3.5999999999999996, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/ap-south-1/qwen.qwen3-coder-next", "name": "bedrock/ap-south-1/qwen.qwen3-coder-next", "provider": "bedrock", "ctx": 262144, "maxOut": 8192, "pIn": 0.6, "pOut": 1.44, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/ap-southeast-2/minimax.minimax-m2.5", "name": "bedrock/ap-southeast-2/minimax.minimax-m2.5", "provider": "bedrock", "ctx": 1000000, "maxOut": 8192, "pIn": 0.309, "pOut": 1.236, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "bedrock/ap-southeast-3/deepseek.v3.2", "name": "bedrock/ap-southeast-3/deepseek.v3.2", "provider": "deepseek", "ctx": 163840, "maxOut": 163840, "pIn": 0.74, "pOut": 2.2199999999999998, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "bedrock/ap-southeast-3/minimax.minimax-m2.1", "name": "bedrock/ap-southeast-3/minimax.minimax-m2.1", "provider": "bedrock", "ctx": 196000, "maxOut": 8192, "pIn": 0.36, "pOut": 1.44, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/ap-southeast-3/minimax.minimax-m2.5", "name": "bedrock/ap-southeast-3/minimax.minimax-m2.5", "provider": "bedrock", "ctx": 1000000, "maxOut": 8192, "pIn": 0.36, "pOut": 1.44, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "bedrock/ap-southeast-3/moonshotai.kimi-k2.5", "name": "bedrock/ap-southeast-3/moonshotai.kimi-k2.5", "provider": "bedrock", "ctx": 262144, "maxOut": 262144, "pIn": 0.72, "pOut": 3.5999999999999996, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/ap-southeast-3/qwen.qwen3-coder-next", "name": "bedrock/ap-southeast-3/qwen.qwen3-coder-next", "provider": "bedrock", "ctx": 262144, "maxOut": 8192, "pIn": 0.6, "pOut": 1.44, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/ca-central-1/meta.llama3-70b-instruct-v1:0", "name": "bedrock/ca-central-1/meta.llama3-70b-instruct-v1:0", "provider": "meta", "ctx": 8192, "maxOut": 8192, "pIn": 3.05, "pOut": 4.03, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/ca-central-1/meta.llama3-8b-instruct-v1:0", "name": "bedrock/ca-central-1/meta.llama3-8b-instruct-v1:0", "provider": "meta", "ctx": 8192, "maxOut": 8192, "pIn": 0.35, "pOut": 0.69, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/eu-north-1/deepseek.v3.2", "name": "bedrock/eu-north-1/deepseek.v3.2", "provider": "deepseek", "ctx": 163840, "maxOut": 163840, "pIn": 0.74, "pOut": 2.2199999999999998, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "bedrock/eu-north-1/minimax.minimax-m2.1", "name": "bedrock/eu-north-1/minimax.minimax-m2.1", "provider": "bedrock", "ctx": 196000, "maxOut": 8192, "pIn": 0.36, "pOut": 1.44, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/eu-north-1/minimax.minimax-m2.5", "name": "bedrock/eu-north-1/minimax.minimax-m2.5", "provider": "bedrock", "ctx": 1000000, "maxOut": 8192, "pIn": 0.36, "pOut": 1.44, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "bedrock/eu-north-1/moonshotai.kimi-k2.5", "name": "bedrock/eu-north-1/moonshotai.kimi-k2.5", "provider": "bedrock", "ctx": 262144, "maxOut": 262144, "pIn": 0.72, "pOut": 3.5999999999999996, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/eu-central-1/1-month-commitment/anthropic.claude-instant-v1", "name": "bedrock/eu-central-1/1-month-commitment/anthropic.claude-instant-v1", "provider": "claude", "ctx": 100000, "maxOut": 8191, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/eu-central-1/1-month-commitment/anthropic.claude-v1", "name": "bedrock/eu-central-1/1-month-commitment/anthropic.claude-v1", "provider": "claude", "ctx": 100000, "maxOut": 8191, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/eu-central-1/1-month-commitment/anthropic.claude-v2:1", "name": "bedrock/eu-central-1/1-month-commitment/anthropic.claude-v2:1", "provider": "claude", "ctx": 100000, "maxOut": 8191, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/eu-central-1/6-month-commitment/anthropic.claude-instant-v1", "name": "bedrock/eu-central-1/6-month-commitment/anthropic.claude-instant-v1", "provider": "claude", "ctx": 100000, "maxOut": 8191, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/eu-central-1/6-month-commitment/anthropic.claude-v1", "name": "bedrock/eu-central-1/6-month-commitment/anthropic.claude-v1", "provider": "claude", "ctx": 100000, "maxOut": 8191, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/eu-central-1/6-month-commitment/anthropic.claude-v2:1", "name": "bedrock/eu-central-1/6-month-commitment/anthropic.claude-v2:1", "provider": "claude", "ctx": 100000, "maxOut": 8191, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/eu-central-1/anthropic.claude-instant-v1", "name": "bedrock/eu-central-1/anthropic.claude-instant-v1", "provider": "claude", "ctx": 100000, "maxOut": 8191, "pIn": 2.48, "pOut": 8.379999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/eu-central-1/anthropic.claude-v1", "name": "bedrock/eu-central-1/anthropic.claude-v1", "provider": "claude", "ctx": 100000, "maxOut": 8191, "pIn": 8, "pOut": 24, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/eu-central-1/anthropic.claude-v2:1", "name": "bedrock/eu-central-1/anthropic.claude-v2:1", "provider": "claude", "ctx": 100000, "maxOut": 8191, "pIn": 8, "pOut": 24, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/eu-central-1/minimax.minimax-m2.1", "name": "bedrock/eu-central-1/minimax.minimax-m2.1", "provider": "bedrock", "ctx": 196000, "maxOut": 8192, "pIn": 0.36, "pOut": 1.44, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/eu-central-1/minimax.minimax-m2.5", "name": "bedrock/eu-central-1/minimax.minimax-m2.5", "provider": "bedrock", "ctx": 1000000, "maxOut": 8192, "pIn": 0.36, "pOut": 1.44, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "bedrock/eu-central-1/qwen.qwen3-coder-next", "name": "bedrock/eu-central-1/qwen.qwen3-coder-next", "provider": "bedrock", "ctx": 262144, "maxOut": 8192, "pIn": 0.6, "pOut": 1.44, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/eu-west-1/meta.llama3-70b-instruct-v1:0", "name": "bedrock/eu-west-1/meta.llama3-70b-instruct-v1:0", "provider": "meta", "ctx": 8192, "maxOut": 8192, "pIn": 2.8600000000000003, "pOut": 3.78, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/eu-west-1/meta.llama3-8b-instruct-v1:0", "name": "bedrock/eu-west-1/meta.llama3-8b-instruct-v1:0", "provider": "meta", "ctx": 8192, "maxOut": 8192, "pIn": 0.32, "pOut": 0.65, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/eu-west-1/minimax.minimax-m2.1", "name": "bedrock/eu-west-1/minimax.minimax-m2.1", "provider": "bedrock", "ctx": 196000, "maxOut": 8192, "pIn": 0.36, "pOut": 1.44, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/eu-west-1/minimax.minimax-m2.5", "name": "bedrock/eu-west-1/minimax.minimax-m2.5", "provider": "bedrock", "ctx": 1000000, "maxOut": 8192, "pIn": 0.36, "pOut": 1.44, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "bedrock/eu-west-1/qwen.qwen3-coder-next", "name": "bedrock/eu-west-1/qwen.qwen3-coder-next", "provider": "bedrock", "ctx": 262144, "maxOut": 8192, "pIn": 0.6, "pOut": 1.44, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/eu-west-2/meta.llama3-70b-instruct-v1:0", "name": "bedrock/eu-west-2/meta.llama3-70b-instruct-v1:0", "provider": "meta", "ctx": 8192, "maxOut": 8192, "pIn": 3.45, "pOut": 4.55, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/eu-west-2/meta.llama3-8b-instruct-v1:0", "name": "bedrock/eu-west-2/meta.llama3-8b-instruct-v1:0", "provider": "meta", "ctx": 8192, "maxOut": 8192, "pIn": 0.39, "pOut": 0.78, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/eu-west-2/minimax.minimax-m2.1", "name": "bedrock/eu-west-2/minimax.minimax-m2.1", "provider": "bedrock", "ctx": 196000, "maxOut": 8192, "pIn": 0.47, "pOut": 1.8599999999999999, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/eu-west-2/minimax.minimax-m2.5", "name": "bedrock/eu-west-2/minimax.minimax-m2.5", "provider": "bedrock", "ctx": 1000000, "maxOut": 8192, "pIn": 0.47, "pOut": 1.8599999999999999, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "bedrock/eu-west-2/qwen.qwen3-coder-next", "name": "bedrock/eu-west-2/qwen.qwen3-coder-next", "provider": "bedrock", "ctx": 262144, "maxOut": 8192, "pIn": 0.78, "pOut": 1.8599999999999999, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/eu-west-3/mistral.mistral-7b-instruct-v0:2", "name": "bedrock/eu-west-3/mistral.mistral-7b-instruct-v0:2", "provider": "mistral", "ctx": 32000, "maxOut": 8191, "pIn": 0.19999999999999998, "pOut": 0.26, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/eu-west-3/mistral.mistral-large-2402-v1:0", "name": "bedrock/eu-west-3/mistral.mistral-large-2402-v1:0", "provider": "mistral", "ctx": 32000, "maxOut": 8191, "pIn": 10.4, "pOut": 31.2, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/eu-west-3/mistral.mixtral-8x7b-instruct-v0:1", "name": "bedrock/eu-west-3/mistral.mixtral-8x7b-instruct-v0:1", "provider": "mistral", "ctx": 32000, "maxOut": 8191, "pIn": 0.59, "pOut": 0.9099999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/eu-south-1/minimax.minimax-m2.1", "name": "bedrock/eu-south-1/minimax.minimax-m2.1", "provider": "bedrock", "ctx": 196000, "maxOut": 8192, "pIn": 0.36, "pOut": 1.44, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/eu-south-1/minimax.minimax-m2.5", "name": "bedrock/eu-south-1/minimax.minimax-m2.5", "provider": "bedrock", "ctx": 1000000, "maxOut": 8192, "pIn": 0.36, "pOut": 1.44, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "bedrock/eu-south-1/qwen.qwen3-coder-next", "name": "bedrock/eu-south-1/qwen.qwen3-coder-next", "provider": "bedrock", "ctx": 262144, "maxOut": 8192, "pIn": 0.6, "pOut": 1.44, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/invoke/anthropic.claude-3-5-sonnet-20240620-v1:0", "name": "bedrock/invoke/anthropic.claude-3-5-sonnet-20240620-v1:0", "provider": "claude", "ctx": 200000, "maxOut": 4096, "pIn": 3, "pOut": 15, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "bedrock/sa-east-1/meta.llama3-70b-instruct-v1:0", "name": "bedrock/sa-east-1/meta.llama3-70b-instruct-v1:0", "provider": "meta", "ctx": 8192, "maxOut": 8192, "pIn": 4.45, "pOut": 5.88, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/sa-east-1/meta.llama3-8b-instruct-v1:0", "name": "bedrock/sa-east-1/meta.llama3-8b-instruct-v1:0", "provider": "meta", "ctx": 8192, "maxOut": 8192, "pIn": 0.5, "pOut": 1.01, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/sa-east-1/deepseek.v3.2", "name": "bedrock/sa-east-1/deepseek.v3.2", "provider": "deepseek", "ctx": 163840, "maxOut": 163840, "pIn": 0.74, "pOut": 2.2199999999999998, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "bedrock/sa-east-1/minimax.minimax-m2.1", "name": "bedrock/sa-east-1/minimax.minimax-m2.1", "provider": "bedrock", "ctx": 196000, "maxOut": 8192, "pIn": 0.36, "pOut": 1.44, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/sa-east-1/minimax.minimax-m2.5", "name": "bedrock/sa-east-1/minimax.minimax-m2.5", "provider": "bedrock", "ctx": 1000000, "maxOut": 8192, "pIn": 0.36, "pOut": 1.44, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "bedrock/sa-east-1/moonshotai.kimi-k2-thinking", "name": "bedrock/sa-east-1/moonshotai.kimi-k2-thinking", "provider": "bedrock", "ctx": 262144, "maxOut": 262144, "pIn": 0.73, "pOut": 3.03, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "bedrock/sa-east-1/moonshotai.kimi-k2.5", "name": "bedrock/sa-east-1/moonshotai.kimi-k2.5", "provider": "bedrock", "ctx": 262144, "maxOut": 262144, "pIn": 0.72, "pOut": 3.5999999999999996, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/sa-east-1/qwen.qwen3-coder-next", "name": "bedrock/sa-east-1/qwen.qwen3-coder-next", "provider": "bedrock", "ctx": 262144, "maxOut": 8192, "pIn": 0.6, "pOut": 1.44, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/us-east-1/1-month-commitment/anthropic.claude-instant-v1", "name": "bedrock/us-east-1/1-month-commitment/anthropic.claude-instant-v1", "provider": "claude", "ctx": 100000, "maxOut": 8191, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/us-east-1/1-month-commitment/anthropic.claude-v1", "name": "bedrock/us-east-1/1-month-commitment/anthropic.claude-v1", "provider": "claude", "ctx": 100000, "maxOut": 8191, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/us-east-1/1-month-commitment/anthropic.claude-v2:1", "name": "bedrock/us-east-1/1-month-commitment/anthropic.claude-v2:1", "provider": "claude", "ctx": 100000, "maxOut": 8191, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/us-east-1/6-month-commitment/anthropic.claude-instant-v1", "name": "bedrock/us-east-1/6-month-commitment/anthropic.claude-instant-v1", "provider": "claude", "ctx": 100000, "maxOut": 8191, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/us-east-1/6-month-commitment/anthropic.claude-v1", "name": "bedrock/us-east-1/6-month-commitment/anthropic.claude-v1", "provider": "claude", "ctx": 100000, "maxOut": 8191, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/us-east-1/6-month-commitment/anthropic.claude-v2:1", "name": "bedrock/us-east-1/6-month-commitment/anthropic.claude-v2:1", "provider": "claude", "ctx": 100000, "maxOut": 8191, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/us-east-1/anthropic.claude-instant-v1", "name": "bedrock/us-east-1/anthropic.claude-instant-v1", "provider": "claude", "ctx": 100000, "maxOut": 8191, "pIn": 0.7999999999999999, "pOut": 2.4, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/us-east-1/anthropic.claude-v1", "name": "bedrock/us-east-1/anthropic.claude-v1", "provider": "claude", "ctx": 100000, "maxOut": 8191, "pIn": 8, "pOut": 24, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/us-east-1/anthropic.claude-v2:1", "name": "bedrock/us-east-1/anthropic.claude-v2:1", "provider": "claude", "ctx": 100000, "maxOut": 8191, "pIn": 8, "pOut": 24, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/us-east-1/meta.llama3-70b-instruct-v1:0", "name": "bedrock/us-east-1/meta.llama3-70b-instruct-v1:0", "provider": "meta", "ctx": 8192, "maxOut": 8192, "pIn": 2.65, "pOut": 3.5, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/us-east-1/meta.llama3-8b-instruct-v1:0", "name": "bedrock/us-east-1/meta.llama3-8b-instruct-v1:0", "provider": "meta", "ctx": 8192, "maxOut": 8192, "pIn": 0.3, "pOut": 0.6, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/us-east-1/mistral.mistral-7b-instruct-v0:2", "name": "bedrock/us-east-1/mistral.mistral-7b-instruct-v0:2", "provider": "mistral", "ctx": 32000, "maxOut": 8191, "pIn": 0.15, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/us-east-1/mistral.mistral-large-2402-v1:0", "name": "bedrock/us-east-1/mistral.mistral-large-2402-v1:0", "provider": "mistral", "ctx": 32000, "maxOut": 8191, "pIn": 8, "pOut": 24, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/us-east-1/mistral.mixtral-8x7b-instruct-v0:1", "name": "bedrock/us-east-1/mistral.mixtral-8x7b-instruct-v0:1", "provider": "mistral", "ctx": 32000, "maxOut": 8191, "pIn": 0.44999999999999996, "pOut": 0.7, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/us-east-1/deepseek.v3.2", "name": "bedrock/us-east-1/deepseek.v3.2", "provider": "deepseek", "ctx": 163840, "maxOut": 163840, "pIn": 0.62, "pOut": 1.85, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "bedrock/us-east-1/minimax.minimax-m2.1", "name": "bedrock/us-east-1/minimax.minimax-m2.1", "provider": "bedrock", "ctx": 196000, "maxOut": 8192, "pIn": 0.3, "pOut": 1.2, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/us-east-1/minimax.minimax-m2.5", "name": "bedrock/us-east-1/minimax.minimax-m2.5", "provider": "bedrock", "ctx": 1000000, "maxOut": 8192, "pIn": 0.3, "pOut": 1.2, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/us-east-1/moonshotai.kimi-k2-thinking", "name": "bedrock/us-east-1/moonshotai.kimi-k2-thinking", "provider": "bedrock", "ctx": 262144, "maxOut": 262144, "pIn": 0.6, "pOut": 2.5, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "bedrock/us-east-1/moonshotai.kimi-k2.5", "name": "bedrock/us-east-1/moonshotai.kimi-k2.5", "provider": "bedrock", "ctx": 262144, "maxOut": 262144, "pIn": 0.6, "pOut": 3, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/us-east-1/qwen.qwen3-coder-next", "name": "bedrock/us-east-1/qwen.qwen3-coder-next", "provider": "bedrock", "ctx": 262144, "maxOut": 8192, "pIn": 0.5, "pOut": 1.2, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/us-east-2/deepseek.v3.2", "name": "bedrock/us-east-2/deepseek.v3.2", "provider": "deepseek", "ctx": 163840, "maxOut": 163840, "pIn": 0.62, "pOut": 1.85, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "bedrock/us-east-2/minimax.minimax-m2.1", "name": "bedrock/us-east-2/minimax.minimax-m2.1", "provider": "bedrock", "ctx": 196000, "maxOut": 8192, "pIn": 0.3, "pOut": 1.2, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/us-east-2/minimax.minimax-m2.5", "name": "bedrock/us-east-2/minimax.minimax-m2.5", "provider": "bedrock", "ctx": 1000000, "maxOut": 8192, "pIn": 0.3, "pOut": 1.2, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "bedrock/us-east-2/moonshotai.kimi-k2-thinking", "name": "bedrock/us-east-2/moonshotai.kimi-k2-thinking", "provider": "bedrock", "ctx": 262144, "maxOut": 262144, "pIn": 0.6, "pOut": 2.5, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "bedrock/us-east-2/moonshotai.kimi-k2.5", "name": "bedrock/us-east-2/moonshotai.kimi-k2.5", "provider": "bedrock", "ctx": 262144, "maxOut": 262144, "pIn": 0.6, "pOut": 3, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/us-east-2/qwen.qwen3-coder-next", "name": "bedrock/us-east-2/qwen.qwen3-coder-next", "provider": "bedrock", "ctx": 262144, "maxOut": 8192, "pIn": 0.5, "pOut": 1.2, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/us-gov-east-1/amazon.nova-pro-v1:0", "name": "bedrock/us-gov-east-1/amazon.nova-pro-v1:0", "provider": "bedrock", "ctx": 300000, "maxOut": 10000, "pIn": 0.96, "pOut": 3.84, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "bedrock/us-gov-east-1/amazon.titan-embed-text-v1", "name": "bedrock/us-gov-east-1/amazon.titan-embed-text-v1", "provider": "bedrock", "ctx": 8192, "maxOut": null, "pIn": 0.09999999999999999, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/us-gov-east-1/amazon.titan-embed-text-v2:0", "name": "bedrock/us-gov-east-1/amazon.titan-embed-text-v2:0", "provider": "bedrock", "ctx": 8192, "maxOut": null, "pIn": 0.19999999999999998, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/us-gov-east-1/amazon.titan-text-express-v1", "name": "bedrock/us-gov-east-1/amazon.titan-text-express-v1", "provider": "bedrock", "ctx": 42000, "maxOut": 8000, "pIn": 1.3, "pOut": 1.7, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/us-gov-east-1/amazon.titan-text-lite-v1", "name": "bedrock/us-gov-east-1/amazon.titan-text-lite-v1", "provider": "bedrock", "ctx": 42000, "maxOut": 4000, "pIn": 0.3, "pOut": 0.39999999999999997, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/us-gov-east-1/amazon.titan-text-premier-v1:0", "name": "bedrock/us-gov-east-1/amazon.titan-text-premier-v1:0", "provider": "bedrock", "ctx": 42000, "maxOut": 32000, "pIn": 0.5, "pOut": 1.5, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/us-gov-east-1/anthropic.claude-3-5-sonnet-20240620-v1:0", "name": "bedrock/us-gov-east-1/anthropic.claude-3-5-sonnet-20240620-v1:0", "provider": "claude", "ctx": 200000, "maxOut": 8192, "pIn": 3.5999999999999996, "pOut": 18, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "bedrock/us-gov-east-1/anthropic.claude-3-haiku-20240307-v1:0", "name": "bedrock/us-gov-east-1/anthropic.claude-3-haiku-20240307-v1:0", "provider": "claude", "ctx": 200000, "maxOut": 4096, "pIn": 0.3, "pOut": 1.5, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "bedrock/us-gov-east-1/anthropic.claude-sonnet-4-5-20250929-v1:0", "name": "bedrock/us-gov-east-1/anthropic.claude-sonnet-4-5-20250929-v1:0", "provider": "claude", "ctx": 200000, "maxOut": 8192, "pIn": 3.3000000000000003, "pOut": 16.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "bedrock/us-gov-east-1/claude-sonnet-4-5-20250929-v1:0", "name": "bedrock/us-gov-east-1/claude-sonnet-4-5-20250929-v1:0", "provider": "claude", "ctx": 200000, "maxOut": 8192, "pIn": 3.3000000000000003, "pOut": 16.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "bedrock/us-gov-east-1/meta.llama3-70b-instruct-v1:0", "name": "bedrock/us-gov-east-1/meta.llama3-70b-instruct-v1:0", "provider": "meta", "ctx": 8000, "maxOut": 2048, "pIn": 2.65, "pOut": 3.5, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/us-gov-east-1/meta.llama3-8b-instruct-v1:0", "name": "bedrock/us-gov-east-1/meta.llama3-8b-instruct-v1:0", "provider": "meta", "ctx": 8000, "maxOut": 2048, "pIn": 0.3, "pOut": 2.65, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/us-gov-west-1/amazon.nova-pro-v1:0", "name": "bedrock/us-gov-west-1/amazon.nova-pro-v1:0", "provider": "bedrock", "ctx": 300000, "maxOut": 10000, "pIn": 0.96, "pOut": 3.84, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "bedrock/us-gov-west-1/amazon.titan-embed-text-v1", "name": "bedrock/us-gov-west-1/amazon.titan-embed-text-v1", "provider": "bedrock", "ctx": 8192, "maxOut": null, "pIn": 0.09999999999999999, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/us-gov-west-1/amazon.titan-embed-text-v2:0", "name": "bedrock/us-gov-west-1/amazon.titan-embed-text-v2:0", "provider": "bedrock", "ctx": 8192, "maxOut": null, "pIn": 0.19999999999999998, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/us-gov-west-1/amazon.titan-text-express-v1", "name": "bedrock/us-gov-west-1/amazon.titan-text-express-v1", "provider": "bedrock", "ctx": 42000, "maxOut": 8000, "pIn": 1.3, "pOut": 1.7, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/us-gov-west-1/amazon.titan-text-lite-v1", "name": "bedrock/us-gov-west-1/amazon.titan-text-lite-v1", "provider": "bedrock", "ctx": 42000, "maxOut": 4000, "pIn": 0.3, "pOut": 0.39999999999999997, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/us-gov-west-1/amazon.titan-text-premier-v1:0", "name": "bedrock/us-gov-west-1/amazon.titan-text-premier-v1:0", "provider": "bedrock", "ctx": 42000, "maxOut": 32000, "pIn": 0.5, "pOut": 1.5, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/us-gov-west-1/anthropic.claude-3-7-sonnet-20250219-v1:0", "name": "bedrock/us-gov-west-1/anthropic.claude-3-7-sonnet-20250219-v1:0", "provider": "claude", "ctx": 200000, "maxOut": 8192, "pIn": 3.5999999999999996, "pOut": 18, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "bedrock/us-gov-west-1/anthropic.claude-3-5-sonnet-20240620-v1:0", "name": "bedrock/us-gov-west-1/anthropic.claude-3-5-sonnet-20240620-v1:0", "provider": "claude", "ctx": 200000, "maxOut": 8192, "pIn": 3.5999999999999996, "pOut": 18, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "bedrock/us-gov-west-1/anthropic.claude-3-haiku-20240307-v1:0", "name": "bedrock/us-gov-west-1/anthropic.claude-3-haiku-20240307-v1:0", "provider": "claude", "ctx": 200000, "maxOut": 4096, "pIn": 0.3, "pOut": 1.5, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "bedrock/us-gov-west-1/anthropic.claude-sonnet-4-5-20250929-v1:0", "name": "bedrock/us-gov-west-1/anthropic.claude-sonnet-4-5-20250929-v1:0", "provider": "claude", "ctx": 200000, "maxOut": 8192, "pIn": 3.3000000000000003, "pOut": 16.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "bedrock/us-gov-west-1/claude-sonnet-4-5-20250929-v1:0", "name": "bedrock/us-gov-west-1/claude-sonnet-4-5-20250929-v1:0", "provider": "claude", "ctx": 200000, "maxOut": 8192, "pIn": 3.3000000000000003, "pOut": 16.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "bedrock/us-gov-west-1/meta.llama3-70b-instruct-v1:0", "name": "bedrock/us-gov-west-1/meta.llama3-70b-instruct-v1:0", "provider": "meta", "ctx": 8000, "maxOut": 2048, "pIn": 2.65, "pOut": 3.5, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/us-gov-west-1/meta.llama3-8b-instruct-v1:0", "name": "bedrock/us-gov-west-1/meta.llama3-8b-instruct-v1:0", "provider": "meta", "ctx": 8000, "maxOut": 2048, "pIn": 0.3, "pOut": 2.65, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/us-west-1/meta.llama3-70b-instruct-v1:0", "name": "bedrock/us-west-1/meta.llama3-70b-instruct-v1:0", "provider": "meta", "ctx": 8192, "maxOut": 8192, "pIn": 2.65, "pOut": 3.5, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/us-west-1/meta.llama3-8b-instruct-v1:0", "name": "bedrock/us-west-1/meta.llama3-8b-instruct-v1:0", "provider": "meta", "ctx": 8192, "maxOut": 8192, "pIn": 0.3, "pOut": 0.6, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/us-west-2/1-month-commitment/anthropic.claude-instant-v1", "name": "bedrock/us-west-2/1-month-commitment/anthropic.claude-instant-v1", "provider": "claude", "ctx": 100000, "maxOut": 8191, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/us-west-2/1-month-commitment/anthropic.claude-v1", "name": "bedrock/us-west-2/1-month-commitment/anthropic.claude-v1", "provider": "claude", "ctx": 100000, "maxOut": 8191, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/us-west-2/1-month-commitment/anthropic.claude-v2:1", "name": "bedrock/us-west-2/1-month-commitment/anthropic.claude-v2:1", "provider": "claude", "ctx": 100000, "maxOut": 8191, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/us-west-2/6-month-commitment/anthropic.claude-instant-v1", "name": "bedrock/us-west-2/6-month-commitment/anthropic.claude-instant-v1", "provider": "claude", "ctx": 100000, "maxOut": 8191, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/us-west-2/6-month-commitment/anthropic.claude-v1", "name": "bedrock/us-west-2/6-month-commitment/anthropic.claude-v1", "provider": "claude", "ctx": 100000, "maxOut": 8191, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/us-west-2/6-month-commitment/anthropic.claude-v2:1", "name": "bedrock/us-west-2/6-month-commitment/anthropic.claude-v2:1", "provider": "claude", "ctx": 100000, "maxOut": 8191, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/us-west-2/anthropic.claude-instant-v1", "name": "bedrock/us-west-2/anthropic.claude-instant-v1", "provider": "claude", "ctx": 100000, "maxOut": 8191, "pIn": 0.7999999999999999, "pOut": 2.4, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/us-west-2/anthropic.claude-v1", "name": "bedrock/us-west-2/anthropic.claude-v1", "provider": "claude", "ctx": 100000, "maxOut": 8191, "pIn": 8, "pOut": 24, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/us-west-2/anthropic.claude-v2:1", "name": "bedrock/us-west-2/anthropic.claude-v2:1", "provider": "claude", "ctx": 100000, "maxOut": 8191, "pIn": 8, "pOut": 24, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/us-west-2/mistral.mistral-7b-instruct-v0:2", "name": "bedrock/us-west-2/mistral.mistral-7b-instruct-v0:2", "provider": "mistral", "ctx": 32000, "maxOut": 8191, "pIn": 0.15, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/us-west-2/mistral.mistral-large-2402-v1:0", "name": "bedrock/us-west-2/mistral.mistral-large-2402-v1:0", "provider": "mistral", "ctx": 32000, "maxOut": 8191, "pIn": 8, "pOut": 24, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/us-west-2/mistral.mixtral-8x7b-instruct-v0:1", "name": "bedrock/us-west-2/mistral.mixtral-8x7b-instruct-v0:1", "provider": "mistral", "ctx": 32000, "maxOut": 8191, "pIn": 0.44999999999999996, "pOut": 0.7, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/us-west-2/deepseek.v3.2", "name": "bedrock/us-west-2/deepseek.v3.2", "provider": "deepseek", "ctx": 163840, "maxOut": 163840, "pIn": 0.62, "pOut": 1.85, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "bedrock/us-west-2/minimax.minimax-m2.1", "name": "bedrock/us-west-2/minimax.minimax-m2.1", "provider": "bedrock", "ctx": 196000, "maxOut": 8192, "pIn": 0.3, "pOut": 1.2, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/us-west-2/minimax.minimax-m2.5", "name": "bedrock/us-west-2/minimax.minimax-m2.5", "provider": "bedrock", "ctx": 1000000, "maxOut": 8192, "pIn": 0.3, "pOut": 1.2, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/us-west-2/moonshotai.kimi-k2-thinking", "name": "bedrock/us-west-2/moonshotai.kimi-k2-thinking", "provider": "bedrock", "ctx": 262144, "maxOut": 262144, "pIn": 0.6, "pOut": 2.5, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "bedrock/us-west-2/moonshotai.kimi-k2.5", "name": "bedrock/us-west-2/moonshotai.kimi-k2.5", "provider": "bedrock", "ctx": 262144, "maxOut": 262144, "pIn": 0.6, "pOut": 3, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/us-west-2/qwen.qwen3-coder-next", "name": "bedrock/us-west-2/qwen.qwen3-coder-next", "provider": "bedrock", "ctx": 262144, "maxOut": 8192, "pIn": 0.5, "pOut": 1.2, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "bedrock/us.anthropic.claude-3-5-haiku-20241022-v1:0", "name": "bedrock/us.anthropic.claude-3-5-haiku-20241022-v1:0", "provider": "claude", "ctx": 200000, "maxOut": 8192, "pIn": 0.7999999999999999, "pOut": 4, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "cerebras/llama-3.3-70b", "name": "cerebras/llama-3.3-70b", "provider": "meta", "ctx": 128000, "maxOut": 128000, "pIn": 0.85, "pOut": 1.2, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "cerebras/llama3.1-70b", "name": "cerebras/llama3.1-70b", "provider": "meta", "ctx": 128000, "maxOut": 128000, "pIn": 0.6, "pOut": 0.6, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "cerebras/llama3.1-8b", "name": "cerebras/llama3.1-8b", "provider": "meta", "ctx": 128000, "maxOut": 128000, "pIn": 0.09999999999999999, "pOut": 0.09999999999999999, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "cerebras/gpt-oss-120b", "name": "cerebras/gpt-oss-120b", "provider": "openai", "ctx": 131072, "maxOut": 32768, "pIn": 0.35, "pOut": 0.75, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "cerebras/qwen-3-32b", "name": "cerebras/qwen-3-32b", "provider": "cerebras", "ctx": 128000, "maxOut": 128000, "pIn": 0.39999999999999997, "pOut": 0.7999999999999999, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "cerebras/zai-glm-4.6", "name": "cerebras/zai-glm-4.6", "provider": "cerebras", "ctx": 128000, "maxOut": 128000, "pIn": 2.25, "pOut": 2.75, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "cerebras/zai-glm-4.7", "name": "cerebras/zai-glm-4.7", "provider": "cerebras", "ctx": 128000, "maxOut": 128000, "pIn": 2.25, "pOut": 2.75, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "chatdolphin", "name": "chatdolphin", "provider": "chatdolphin", "ctx": 16384, "maxOut": 16384, "pIn": 0.5, "pOut": 0.5, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "chatgpt-4o-latest", "name": "chatgpt-4o-latest", "provider": "openai", "ctx": 128000, "maxOut": 4096, "pIn": 5, "pOut": 15, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "claude-haiku-4-5-20251001", "name": "claude-haiku-4-5-20251001", "provider": "claude", "ctx": 200000, "maxOut": 64000, "pIn": 1, "pOut": 5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "claude-haiku-4-5", "name": "claude-haiku-4-5", "provider": "claude", "ctx": 200000, "maxOut": 64000, "pIn": 1, "pOut": 5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "claude-3-7-sonnet-20250219", "name": "claude-3-7-sonnet-20250219", "provider": "claude", "ctx": 200000, "maxOut": 64000, "pIn": 3, "pOut": 15, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "claude-3-haiku-20240307", "name": "claude-3-haiku-20240307", "provider": "claude", "ctx": 200000, "maxOut": 4096, "pIn": 0.25, "pOut": 1.25, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "claude-3-opus-20240229", "name": "claude-3-opus-20240229", "provider": "claude", "ctx": 200000, "maxOut": 4096, "pIn": 15, "pOut": 75, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "claude-4-opus-20250514", "name": "claude-4-opus-20250514", "provider": "claude", "ctx": 200000, "maxOut": 32000, "pIn": 15, "pOut": 75, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "claude-4-sonnet-20250514", "name": "claude-4-sonnet-20250514", "provider": "claude", "ctx": 1000000, "maxOut": 64000, "pIn": 3, "pOut": 15, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "claude-sonnet-4-5", "name": "claude-sonnet-4-5", "provider": "claude", "ctx": 200000, "maxOut": 64000, "pIn": 3, "pOut": 15, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "claude-sonnet-4-5-20250929", "name": "claude-sonnet-4-5-20250929", "provider": "claude", "ctx": 200000, "maxOut": 64000, "pIn": 3, "pOut": 15, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "claude-sonnet-4-6", "name": "claude-sonnet-4-6", "provider": "claude", "ctx": 1000000, "maxOut": 64000, "pIn": 3, "pOut": 15, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "claude-sonnet-4-5-20250929-v1:0", "name": "claude-sonnet-4-5-20250929-v1:0", "provider": "claude", "ctx": 200000, "maxOut": 64000, "pIn": 3, "pOut": 15, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "claude-opus-4-1", "name": "claude-opus-4-1", "provider": "claude", "ctx": 200000, "maxOut": 32000, "pIn": 15, "pOut": 75, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "claude-opus-4-1-20250805", "name": "claude-opus-4-1-20250805", "provider": "claude", "ctx": 200000, "maxOut": 32000, "pIn": 15, "pOut": 75, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "claude-opus-4-20250514", "name": "claude-opus-4-20250514", "provider": "claude", "ctx": 200000, "maxOut": 32000, "pIn": 15, "pOut": 75, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "claude-opus-4-5-20251101", "name": "claude-opus-4-5-20251101", "provider": "claude", "ctx": 200000, "maxOut": 64000, "pIn": 5, "pOut": 25, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "claude-opus-4-5", "name": "claude-opus-4-5", "provider": "claude", "ctx": 200000, "maxOut": 64000, "pIn": 5, "pOut": 25, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "claude-opus-4-6", "name": "claude-opus-4-6", "provider": "claude", "ctx": 1000000, "maxOut": 128000, "pIn": 5, "pOut": 25, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "claude-opus-4-6-20260205", "name": "claude-opus-4-6-20260205", "provider": "claude", "ctx": 1000000, "maxOut": 128000, "pIn": 5, "pOut": 25, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "claude-opus-4-7", "name": "claude-opus-4-7", "provider": "claude", "ctx": 1000000, "maxOut": 128000, "pIn": 5, "pOut": 25, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "claude-opus-4-7-20260416", "name": "claude-opus-4-7-20260416", "provider": "claude", "ctx": 1000000, "maxOut": 128000, "pIn": 5, "pOut": 25, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "claude-opus-4-8", "name": "claude-opus-4-8", "provider": "claude", "ctx": 1000000, "maxOut": 128000, "pIn": 5, "pOut": 25, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "claude-sonnet-4-20250514", "name": "claude-sonnet-4-20250514", "provider": "claude", "ctx": 1000000, "maxOut": 64000, "pIn": 3, "pOut": 15, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "cloudflare/@cf/meta/llama-2-7b-chat-fp16", "name": "cloudflare/@cf/meta/llama-2-7b-chat-fp16", "provider": "meta", "ctx": 3072, "maxOut": 3072, "pIn": 1.923, "pOut": 1.923, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "cloudflare/@cf/meta/llama-2-7b-chat-int8", "name": "cloudflare/@cf/meta/llama-2-7b-chat-int8", "provider": "meta", "ctx": 2048, "maxOut": 2048, "pIn": 1.923, "pOut": 1.923, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "cloudflare/@cf/mistral/mistral-7b-instruct-v0.1", "name": "cloudflare/@cf/mistral/mistral-7b-instruct-v0.1", "provider": "mistral", "ctx": 8192, "maxOut": 8192, "pIn": 1.923, "pOut": 1.923, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "cloudflare/@hf/thebloke/codellama-7b-instruct-awq", "name": "cloudflare/@hf/thebloke/codellama-7b-instruct-awq", "provider": "meta", "ctx": 4096, "maxOut": 4096, "pIn": 1.923, "pOut": 1.923, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "codestral/codestral-2405", "name": "codestral/codestral-2405", "provider": "codestral", "ctx": 32000, "maxOut": 8191, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "codestral/codestral-latest", "name": "codestral/codestral-latest", "provider": "codestral", "ctx": 32000, "maxOut": 8191, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "codex-mini-latest", "name": "codex-mini-latest", "provider": "openai", "ctx": 200000, "maxOut": 100000, "pIn": 1.5, "pOut": 6, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "cohere.command-light-text-v14", "name": "cohere.command-light-text-v14", "provider": "cohere", "ctx": 4096, "maxOut": 4096, "pIn": 0.3, "pOut": 0.6, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "cohere.command-r-plus-v1:0", "name": "cohere.command-r-plus-v1:0", "provider": "cohere", "ctx": 128000, "maxOut": 4096, "pIn": 3, "pOut": 15, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "cohere.command-r-v1:0", "name": "cohere.command-r-v1:0", "provider": "cohere", "ctx": 128000, "maxOut": 4096, "pIn": 0.5, "pOut": 1.5, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "cohere.command-text-v14", "name": "cohere.command-text-v14", "provider": "cohere", "ctx": 4096, "maxOut": 4096, "pIn": 1.5, "pOut": 2, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "cohere.embed-english-v3", "name": "cohere.embed-english-v3", "provider": "cohere", "ctx": 512, "maxOut": null, "pIn": 0.09999999999999999, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "cohere.embed-multilingual-v3", "name": "cohere.embed-multilingual-v3", "provider": "cohere", "ctx": 512, "maxOut": null, "pIn": 0.09999999999999999, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "cohere.embed-v4:0", "name": "cohere.embed-v4:0", "provider": "cohere", "ctx": 128000, "maxOut": null, "pIn": 0.12, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "cohere/embed-v4.0", "name": "cohere/embed-v4.0", "provider": "cohere", "ctx": 128000, "maxOut": null, "pIn": 0.12, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "cohere.rerank-v3-5:0", "name": "cohere.rerank-v3-5:0", "provider": "cohere", "ctx": 32000, "maxOut": 32000, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "command", "name": "command", "provider": "cohere", "ctx": 4096, "maxOut": 4096, "pIn": 1, "pOut": 2, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "command-a-03-2025", "name": "command-a-03-2025", "provider": "cohere", "ctx": 256000, "maxOut": 8000, "pIn": 2.5, "pOut": 10, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "command-light", "name": "command-light", "provider": "cohere", "ctx": 4096, "maxOut": 4096, "pIn": 0.3, "pOut": 0.6, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "command-nightly", "name": "command-nightly", "provider": "cohere", "ctx": 4096, "maxOut": 4096, "pIn": 1, "pOut": 2, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "command-r", "name": "command-r", "provider": "cohere", "ctx": 128000, "maxOut": 4096, "pIn": 0.15, "pOut": 0.6, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "command-r-08-2024", "name": "command-r-08-2024", "provider": "cohere", "ctx": 128000, "maxOut": 4096, "pIn": 0.15, "pOut": 0.6, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "command-r-plus", "name": "command-r-plus", "provider": "cohere", "ctx": 128000, "maxOut": 4096, "pIn": 2.5, "pOut": 10, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "command-r-plus-08-2024", "name": "command-r-plus-08-2024", "provider": "cohere", "ctx": 128000, "maxOut": 4096, "pIn": 2.5, "pOut": 10, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "command-r7b-12-2024", "name": "command-r7b-12-2024", "provider": "cohere", "ctx": 128000, "maxOut": 4096, "pIn": 0.15, "pOut": 0.0375, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "computer-use-preview", "name": "computer-use-preview", "provider": "computer-use-preview", "ctx": 8192, "maxOut": 1024, "pIn": 3, "pOut": 12, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "deepseek-chat", "name": "deepseek-chat", "provider": "deepseek", "ctx": 131072, "maxOut": 8192, "pIn": 0.28, "pOut": 0.42, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "deepseek-reasoner", "name": "deepseek-reasoner", "provider": "deepseek", "ctx": 131072, "maxOut": 65536, "pIn": 0.28, "pOut": 0.42, "tools": false, "cot": true, "json": true, "src": "litellm" }, { "id": "dashscope/qwen-coder", "name": "dashscope/qwen-coder", "provider": "dashscope", "ctx": 1000000, "maxOut": 16384, "pIn": 0.3, "pOut": 1.5, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "dashscope/qwen-flash", "name": "dashscope/qwen-flash", "provider": "dashscope", "ctx": 997952, "maxOut": 32768, "pIn": null, "pOut": null, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "dashscope/qwen-flash-2025-07-28", "name": "dashscope/qwen-flash-2025-07-28", "provider": "dashscope", "ctx": 997952, "maxOut": 32768, "pIn": null, "pOut": null, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "dashscope/qwen-max", "name": "dashscope/qwen-max", "provider": "dashscope", "ctx": 30720, "maxOut": 8192, "pIn": 1.5999999999999999, "pOut": 6.3999999999999995, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "dashscope/qwen-plus", "name": "dashscope/qwen-plus", "provider": "dashscope", "ctx": 129024, "maxOut": 16384, "pIn": 0.39999999999999997, "pOut": 1.2, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "dashscope/qwen-plus-2025-01-25", "name": "dashscope/qwen-plus-2025-01-25", "provider": "dashscope", "ctx": 129024, "maxOut": 8192, "pIn": 0.39999999999999997, "pOut": 1.2, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "dashscope/qwen-plus-2025-04-28", "name": "dashscope/qwen-plus-2025-04-28", "provider": "dashscope", "ctx": 129024, "maxOut": 16384, "pIn": 0.39999999999999997, "pOut": 1.2, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "dashscope/qwen-plus-2025-07-14", "name": "dashscope/qwen-plus-2025-07-14", "provider": "dashscope", "ctx": 129024, "maxOut": 16384, "pIn": 0.39999999999999997, "pOut": 1.2, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "dashscope/qwen-plus-2025-07-28", "name": "dashscope/qwen-plus-2025-07-28", "provider": "dashscope", "ctx": 997952, "maxOut": 32768, "pIn": null, "pOut": null, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "dashscope/qwen-plus-2025-09-11", "name": "dashscope/qwen-plus-2025-09-11", "provider": "dashscope", "ctx": 997952, "maxOut": 32768, "pIn": null, "pOut": null, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "dashscope/qwen-plus-latest", "name": "dashscope/qwen-plus-latest", "provider": "dashscope", "ctx": 997952, "maxOut": 32768, "pIn": null, "pOut": null, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "dashscope/qwen-turbo", "name": "dashscope/qwen-turbo", "provider": "dashscope", "ctx": 129024, "maxOut": 16384, "pIn": 0.049999999999999996, "pOut": 0.19999999999999998, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "dashscope/qwen-turbo-2024-11-01", "name": "dashscope/qwen-turbo-2024-11-01", "provider": "dashscope", "ctx": 1000000, "maxOut": 8192, "pIn": 0.049999999999999996, "pOut": 0.19999999999999998, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "dashscope/qwen-turbo-2025-04-28", "name": "dashscope/qwen-turbo-2025-04-28", "provider": "dashscope", "ctx": 1000000, "maxOut": 16384, "pIn": 0.049999999999999996, "pOut": 0.19999999999999998, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "dashscope/qwen-turbo-latest", "name": "dashscope/qwen-turbo-latest", "provider": "dashscope", "ctx": 1000000, "maxOut": 16384, "pIn": 0.049999999999999996, "pOut": 0.19999999999999998, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "dashscope/qwen3-30b-a3b", "name": "dashscope/qwen3-30b-a3b", "provider": "dashscope", "ctx": 129024, "maxOut": 16384, "pIn": null, "pOut": null, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "dashscope/qwen3-coder-flash", "name": "dashscope/qwen3-coder-flash", "provider": "dashscope", "ctx": 997952, "maxOut": 65536, "pIn": null, "pOut": null, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "dashscope/qwen3-coder-flash-2025-07-28", "name": "dashscope/qwen3-coder-flash-2025-07-28", "provider": "dashscope", "ctx": 997952, "maxOut": 65536, "pIn": null, "pOut": null, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "dashscope/qwen3-coder-plus", "name": "dashscope/qwen3-coder-plus", "provider": "dashscope", "ctx": 997952, "maxOut": 65536, "pIn": null, "pOut": null, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "dashscope/qwen3-coder-plus-2025-07-22", "name": "dashscope/qwen3-coder-plus-2025-07-22", "provider": "dashscope", "ctx": 997952, "maxOut": 65536, "pIn": null, "pOut": null, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "dashscope/qwen3-max-preview", "name": "dashscope/qwen3-max-preview", "provider": "dashscope", "ctx": 258048, "maxOut": 65536, "pIn": null, "pOut": null, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "dashscope/qwen3-max", "name": "dashscope/qwen3-max", "provider": "dashscope", "ctx": 258048, "maxOut": 65536, "pIn": null, "pOut": null, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "dashscope/qwen3-max-2026-01-23", "name": "dashscope/qwen3-max-2026-01-23", "provider": "dashscope", "ctx": 258048, "maxOut": 65536, "pIn": null, "pOut": null, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "dashscope/qwen3-next-80b-a3b-instruct", "name": "dashscope/qwen3-next-80b-a3b-instruct", "provider": "dashscope", "ctx": 262144, "maxOut": 65536, "pIn": 0.15, "pOut": 1.2, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "dashscope/qwen3-next-80b-a3b-thinking", "name": "dashscope/qwen3-next-80b-a3b-thinking", "provider": "dashscope", "ctx": 262144, "maxOut": 65536, "pIn": 0.15, "pOut": 1.2, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "dashscope/qwen3-vl-235b-a22b-instruct", "name": "dashscope/qwen3-vl-235b-a22b-instruct", "provider": "dashscope", "ctx": 131072, "maxOut": 32768, "pIn": 0.39999999999999997, "pOut": 1.5999999999999999, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "dashscope/qwen3-vl-235b-a22b-thinking", "name": "dashscope/qwen3-vl-235b-a22b-thinking", "provider": "dashscope", "ctx": 131072, "maxOut": 32768, "pIn": 0.39999999999999997, "pOut": 4, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "dashscope/qwen3-vl-32b-instruct", "name": "dashscope/qwen3-vl-32b-instruct", "provider": "dashscope", "ctx": 131072, "maxOut": 32768, "pIn": 0.16, "pOut": 0.64, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "dashscope/qwen3-vl-32b-thinking", "name": "dashscope/qwen3-vl-32b-thinking", "provider": "dashscope", "ctx": 131072, "maxOut": 32768, "pIn": 0.16, "pOut": 2.87, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "dashscope/qwen3-vl-plus", "name": "dashscope/qwen3-vl-plus", "provider": "dashscope", "ctx": 260096, "maxOut": 32768, "pIn": null, "pOut": null, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "dashscope/qwen3.5-plus", "name": "dashscope/qwen3.5-plus", "provider": "dashscope", "ctx": 991808, "maxOut": 65536, "pIn": null, "pOut": null, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "dashscope/qwq-plus", "name": "dashscope/qwq-plus", "provider": "dashscope", "ctx": 98304, "maxOut": 8192, "pIn": 0.7999999999999999, "pOut": 2.4, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "databricks/databricks-bge-large-en", "name": "databricks/databricks-bge-large-en", "provider": "databricks", "ctx": 512, "maxOut": null, "pIn": 0.10003000000000001, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "databricks/databricks-claude-3-7-sonnet", "name": "databricks/databricks-claude-3-7-sonnet", "provider": "claude", "ctx": 200000, "maxOut": 128000, "pIn": 2.9999900000000004, "pOut": 15.000020000000001, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "databricks/databricks-claude-haiku-4-5", "name": "databricks/databricks-claude-haiku-4-5", "provider": "claude", "ctx": 200000, "maxOut": 64000, "pIn": 1.0000200000000001, "pOut": 5.00003, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "databricks/databricks-claude-opus-4", "name": "databricks/databricks-claude-opus-4", "provider": "claude", "ctx": 200000, "maxOut": 32000, "pIn": 15.000020000000001, "pOut": 75.00003000000001, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "databricks/databricks-claude-opus-4-1", "name": "databricks/databricks-claude-opus-4-1", "provider": "claude", "ctx": 200000, "maxOut": 32000, "pIn": 15.000020000000001, "pOut": 75.00003000000001, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "databricks/databricks-claude-opus-4-5", "name": "databricks/databricks-claude-opus-4-5", "provider": "claude", "ctx": 200000, "maxOut": 64000, "pIn": 5.00003, "pOut": 25.000010000000003, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "databricks/databricks-claude-sonnet-4", "name": "databricks/databricks-claude-sonnet-4", "provider": "claude", "ctx": 200000, "maxOut": 64000, "pIn": 2.9999900000000004, "pOut": 15.000020000000001, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "databricks/databricks-claude-sonnet-4-1", "name": "databricks/databricks-claude-sonnet-4-1", "provider": "claude", "ctx": 200000, "maxOut": 64000, "pIn": 2.9999900000000004, "pOut": 15.000020000000001, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "databricks/databricks-claude-sonnet-4-5", "name": "databricks/databricks-claude-sonnet-4-5", "provider": "claude", "ctx": 200000, "maxOut": 64000, "pIn": 2.9999900000000004, "pOut": 15.000020000000001, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "databricks/databricks-gemini-2-5-flash", "name": "databricks/databricks-gemini-2-5-flash", "provider": "gemini", "ctx": 1048576, "maxOut": 65535, "pIn": 0.30001999999999995, "pOut": 2.49998, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "databricks/databricks-gemini-2-5-pro", "name": "databricks/databricks-gemini-2-5-pro", "provider": "gemini", "ctx": 1048576, "maxOut": 65536, "pIn": 1.24999, "pOut": 9.999990000000002, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "databricks/databricks-gemma-3-12b", "name": "databricks/databricks-gemma-3-12b", "provider": "databricks", "ctx": 128000, "maxOut": 32000, "pIn": 0.15000999999999998, "pOut": 0.5000100000000001, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "databricks/databricks-gpt-5", "name": "databricks/databricks-gpt-5", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 1.24999, "pOut": 9.999990000000002, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "databricks/databricks-gpt-5-1", "name": "databricks/databricks-gpt-5-1", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 1.24999, "pOut": 9.999990000000002, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "databricks/databricks-gpt-5-mini", "name": "databricks/databricks-gpt-5-mini", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 0.24997000000000005, "pOut": 1.9999700000000002, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "databricks/databricks-gpt-5-nano", "name": "databricks/databricks-gpt-5-nano", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 0.049980000000000004, "pOut": 0.39998000000000006, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "databricks/databricks-gpt-oss-120b", "name": "databricks/databricks-gpt-oss-120b", "provider": "openai", "ctx": 131072, "maxOut": 131072, "pIn": 0.15000999999999998, "pOut": 0.59997, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "databricks/databricks-gpt-oss-20b", "name": "databricks/databricks-gpt-oss-20b", "provider": "openai", "ctx": 131072, "maxOut": 131072, "pIn": 0.07, "pOut": 0.30001999999999995, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "databricks/databricks-gte-large-en", "name": "databricks/databricks-gte-large-en", "provider": "databricks", "ctx": 8192, "maxOut": null, "pIn": 0.12999000000000002, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "databricks/databricks-llama-2-70b-chat", "name": "databricks/databricks-llama-2-70b-chat", "provider": "meta", "ctx": 4096, "maxOut": 4096, "pIn": 0.5000100000000001, "pOut": 1.5000300000000002, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "databricks/databricks-llama-4-maverick", "name": "databricks/databricks-llama-4-maverick", "provider": "meta", "ctx": 128000, "maxOut": 128000, "pIn": 0.5000100000000001, "pOut": 1.5000300000000002, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "databricks/databricks-meta-llama-3-1-405b-instruct", "name": "databricks/databricks-meta-llama-3-1-405b-instruct", "provider": "meta", "ctx": 128000, "maxOut": 128000, "pIn": 5.00003, "pOut": 15.000020000000001, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "databricks/databricks-meta-llama-3-1-8b-instruct", "name": "databricks/databricks-meta-llama-3-1-8b-instruct", "provider": "meta", "ctx": 200000, "maxOut": 128000, "pIn": 0.15000999999999998, "pOut": 0.45003000000000004, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "databricks/databricks-meta-llama-3-3-70b-instruct", "name": "databricks/databricks-meta-llama-3-3-70b-instruct", "provider": "meta", "ctx": 128000, "maxOut": 128000, "pIn": 0.5000100000000001, "pOut": 1.5000300000000002, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "databricks/databricks-meta-llama-3-70b-instruct", "name": "databricks/databricks-meta-llama-3-70b-instruct", "provider": "meta", "ctx": 128000, "maxOut": 128000, "pIn": 1.0000200000000001, "pOut": 2.9999900000000004, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "databricks/databricks-mixtral-8x7b-instruct", "name": "databricks/databricks-mixtral-8x7b-instruct", "provider": "databricks", "ctx": 4096, "maxOut": 4096, "pIn": 0.5000100000000001, "pOut": 1.0000200000000001, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "databricks/databricks-mpt-30b-instruct", "name": "databricks/databricks-mpt-30b-instruct", "provider": "databricks", "ctx": 8192, "maxOut": 8192, "pIn": 1.0000200000000001, "pOut": 1.0000200000000001, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "databricks/databricks-mpt-7b-instruct", "name": "databricks/databricks-mpt-7b-instruct", "provider": "databricks", "ctx": 8192, "maxOut": 8192, "pIn": 0.5000100000000001, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "davinci-002", "name": "davinci-002", "provider": "davinci-002", "ctx": 16384, "maxOut": 4096, "pIn": 2, "pOut": 2, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/Gryphe/MythoMax-L2-13b", "name": "deepinfra/Gryphe/MythoMax-L2-13b", "provider": "deepinfra", "ctx": 4096, "maxOut": 4096, "pIn": 0.08, "pOut": 0.09, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/NousResearch/Hermes-3-Llama-3.1-405B", "name": "deepinfra/NousResearch/Hermes-3-Llama-3.1-405B", "provider": "meta", "ctx": 131072, "maxOut": 131072, "pIn": 1, "pOut": 1, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/NousResearch/Hermes-3-Llama-3.1-70B", "name": "deepinfra/NousResearch/Hermes-3-Llama-3.1-70B", "provider": "meta", "ctx": 131072, "maxOut": 131072, "pIn": 0.3, "pOut": 0.3, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/Qwen/QwQ-32B", "name": "deepinfra/Qwen/QwQ-32B", "provider": "deepinfra", "ctx": 131072, "maxOut": 131072, "pIn": 0.15, "pOut": 0.39999999999999997, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/Qwen/Qwen2.5-72B-Instruct", "name": "deepinfra/Qwen/Qwen2.5-72B-Instruct", "provider": "deepinfra", "ctx": 32768, "maxOut": 32768, "pIn": 0.12, "pOut": 0.39, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/Qwen/Qwen2.5-7B-Instruct", "name": "deepinfra/Qwen/Qwen2.5-7B-Instruct", "provider": "deepinfra", "ctx": 32768, "maxOut": 32768, "pIn": 0.04, "pOut": 0.09999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/Qwen/Qwen2.5-VL-32B-Instruct", "name": "deepinfra/Qwen/Qwen2.5-VL-32B-Instruct", "provider": "deepinfra", "ctx": 128000, "maxOut": 128000, "pIn": 0.19999999999999998, "pOut": 0.6, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/Qwen/Qwen3-14B", "name": "deepinfra/Qwen/Qwen3-14B", "provider": "deepinfra", "ctx": 40960, "maxOut": 40960, "pIn": 0.06, "pOut": 0.24, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/Qwen/Qwen3-235B-A22B", "name": "deepinfra/Qwen/Qwen3-235B-A22B", "provider": "deepinfra", "ctx": 40960, "maxOut": 40960, "pIn": 0.18, "pOut": 0.54, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/Qwen/Qwen3-235B-A22B-Instruct-2507", "name": "deepinfra/Qwen/Qwen3-235B-A22B-Instruct-2507", "provider": "deepinfra", "ctx": 262144, "maxOut": 262144, "pIn": 0.09, "pOut": 0.6, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/Qwen/Qwen3-235B-A22B-Thinking-2507", "name": "deepinfra/Qwen/Qwen3-235B-A22B-Thinking-2507", "provider": "deepinfra", "ctx": 262144, "maxOut": 262144, "pIn": 0.3, "pOut": 2.9000000000000004, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/Qwen/Qwen3-30B-A3B", "name": "deepinfra/Qwen/Qwen3-30B-A3B", "provider": "deepinfra", "ctx": 40960, "maxOut": 40960, "pIn": 0.08, "pOut": 0.29, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/Qwen/Qwen3-32B", "name": "deepinfra/Qwen/Qwen3-32B", "provider": "deepinfra", "ctx": 40960, "maxOut": 40960, "pIn": 0.09999999999999999, "pOut": 0.28, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/Qwen/Qwen3-Coder-480B-A35B-Instruct", "name": "deepinfra/Qwen/Qwen3-Coder-480B-A35B-Instruct", "provider": "deepinfra", "ctx": 262144, "maxOut": 262144, "pIn": 0.39999999999999997, "pOut": 1.5999999999999999, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/Qwen/Qwen3-Coder-480B-A35B-Instruct-Turbo", "name": "deepinfra/Qwen/Qwen3-Coder-480B-A35B-Instruct-Turbo", "provider": "deepinfra", "ctx": 262144, "maxOut": 262144, "pIn": 0.29, "pOut": 1.2, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/Qwen/Qwen3-Next-80B-A3B-Instruct", "name": "deepinfra/Qwen/Qwen3-Next-80B-A3B-Instruct", "provider": "deepinfra", "ctx": 262144, "maxOut": 262144, "pIn": 0.14, "pOut": 1.4, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/Qwen/Qwen3-Next-80B-A3B-Thinking", "name": "deepinfra/Qwen/Qwen3-Next-80B-A3B-Thinking", "provider": "deepinfra", "ctx": 262144, "maxOut": 262144, "pIn": 0.14, "pOut": 1.4, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/Sao10K/L3-8B-Lunaris-v1-Turbo", "name": "deepinfra/Sao10K/L3-8B-Lunaris-v1-Turbo", "provider": "deepinfra", "ctx": 8192, "maxOut": 8192, "pIn": 0.04, "pOut": 0.049999999999999996, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/Sao10K/L3.1-70B-Euryale-v2.2", "name": "deepinfra/Sao10K/L3.1-70B-Euryale-v2.2", "provider": "deepinfra", "ctx": 131072, "maxOut": 131072, "pIn": 0.65, "pOut": 0.75, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/Sao10K/L3.3-70B-Euryale-v2.3", "name": "deepinfra/Sao10K/L3.3-70B-Euryale-v2.3", "provider": "deepinfra", "ctx": 131072, "maxOut": 131072, "pIn": 0.65, "pOut": 0.75, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/allenai/olmOCR-7B-0725-FP8", "name": "deepinfra/allenai/olmOCR-7B-0725-FP8", "provider": "deepinfra", "ctx": 16384, "maxOut": 16384, "pIn": 0.27, "pOut": 1.5, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/anthropic/claude-3-7-sonnet-latest", "name": "deepinfra/anthropic/claude-3-7-sonnet-latest", "provider": "claude", "ctx": 200000, "maxOut": 200000, "pIn": 3.3000000000000003, "pOut": 16.5, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/anthropic/claude-4-opus", "name": "deepinfra/anthropic/claude-4-opus", "provider": "claude", "ctx": 200000, "maxOut": 200000, "pIn": 16.5, "pOut": 82.5, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/anthropic/claude-4-sonnet", "name": "deepinfra/anthropic/claude-4-sonnet", "provider": "claude", "ctx": 200000, "maxOut": 200000, "pIn": 3.3000000000000003, "pOut": 16.5, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/deepseek-ai/DeepSeek-R1", "name": "deepinfra/deepseek-ai/DeepSeek-R1", "provider": "deepseek", "ctx": 163840, "maxOut": 163840, "pIn": 0.7, "pOut": 2.4, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/deepseek-ai/DeepSeek-R1-0528", "name": "deepinfra/deepseek-ai/DeepSeek-R1-0528", "provider": "deepseek", "ctx": 163840, "maxOut": 163840, "pIn": 0.5, "pOut": 2.1500000000000004, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/deepseek-ai/DeepSeek-R1-0528-Turbo", "name": "deepinfra/deepseek-ai/DeepSeek-R1-0528-Turbo", "provider": "deepseek", "ctx": 32768, "maxOut": 32768, "pIn": 1, "pOut": 3, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/deepseek-ai/DeepSeek-R1-Distill-Llama-70B", "name": "deepinfra/deepseek-ai/DeepSeek-R1-Distill-Llama-70B", "provider": "deepseek", "ctx": 131072, "maxOut": 131072, "pIn": 0.19999999999999998, "pOut": 0.6, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/deepseek-ai/DeepSeek-R1-Distill-Qwen-32B", "name": "deepinfra/deepseek-ai/DeepSeek-R1-Distill-Qwen-32B", "provider": "deepseek", "ctx": 131072, "maxOut": 131072, "pIn": 0.27, "pOut": 0.27, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/deepseek-ai/DeepSeek-R1-Turbo", "name": "deepinfra/deepseek-ai/DeepSeek-R1-Turbo", "provider": "deepseek", "ctx": 40960, "maxOut": 40960, "pIn": 1, "pOut": 3, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/deepseek-ai/DeepSeek-V3", "name": "deepinfra/deepseek-ai/DeepSeek-V3", "provider": "deepseek", "ctx": 163840, "maxOut": 163840, "pIn": 0.38, "pOut": 0.8899999999999999, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/deepseek-ai/DeepSeek-V3-0324", "name": "deepinfra/deepseek-ai/DeepSeek-V3-0324", "provider": "deepseek", "ctx": 163840, "maxOut": 163840, "pIn": 0.25, "pOut": 0.88, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/deepseek-ai/DeepSeek-V3.1", "name": "deepinfra/deepseek-ai/DeepSeek-V3.1", "provider": "deepseek", "ctx": 163840, "maxOut": 163840, "pIn": 0.27, "pOut": 1, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "deepinfra/deepseek-ai/DeepSeek-V3.1-Terminus", "name": "deepinfra/deepseek-ai/DeepSeek-V3.1-Terminus", "provider": "deepseek", "ctx": 163840, "maxOut": 163840, "pIn": 0.27, "pOut": 1, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/google/gemini-2.0-flash-001", "name": "deepinfra/google/gemini-2.0-flash-001", "provider": "gemini", "ctx": 1000000, "maxOut": 1000000, "pIn": 0.09999999999999999, "pOut": 0.39999999999999997, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/google/gemini-2.5-flash", "name": "deepinfra/google/gemini-2.5-flash", "provider": "gemini", "ctx": 1000000, "maxOut": 1000000, "pIn": 0.3, "pOut": 2.5, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/google/gemini-2.5-pro", "name": "deepinfra/google/gemini-2.5-pro", "provider": "gemini", "ctx": 1000000, "maxOut": 1000000, "pIn": 1.25, "pOut": 10, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/google/gemma-3-12b-it", "name": "deepinfra/google/gemma-3-12b-it", "provider": "gemini", "ctx": 131072, "maxOut": 131072, "pIn": 0.049999999999999996, "pOut": 0.09999999999999999, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/google/gemma-3-27b-it", "name": "deepinfra/google/gemma-3-27b-it", "provider": "gemini", "ctx": 131072, "maxOut": 131072, "pIn": 0.09, "pOut": 0.16, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/google/gemma-3-4b-it", "name": "deepinfra/google/gemma-3-4b-it", "provider": "gemini", "ctx": 131072, "maxOut": 131072, "pIn": 0.04, "pOut": 0.08, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/meta-llama/Llama-3.2-11B-Vision-Instruct", "name": "deepinfra/meta-llama/Llama-3.2-11B-Vision-Instruct", "provider": "meta", "ctx": 131072, "maxOut": 131072, "pIn": 0.049, "pOut": 0.049, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/meta-llama/Llama-3.2-3B-Instruct", "name": "deepinfra/meta-llama/Llama-3.2-3B-Instruct", "provider": "meta", "ctx": 131072, "maxOut": 131072, "pIn": 0.02, "pOut": 0.02, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/meta-llama/Llama-3.3-70B-Instruct", "name": "deepinfra/meta-llama/Llama-3.3-70B-Instruct", "provider": "meta", "ctx": 131072, "maxOut": 131072, "pIn": 0.22999999999999998, "pOut": 0.39999999999999997, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/meta-llama/Llama-3.3-70B-Instruct-Turbo", "name": "deepinfra/meta-llama/Llama-3.3-70B-Instruct-Turbo", "provider": "meta", "ctx": 131072, "maxOut": 131072, "pIn": 0.13, "pOut": 0.39, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8", "name": "deepinfra/meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8", "provider": "meta", "ctx": 1048576, "maxOut": 1048576, "pIn": 0.15, "pOut": 0.6, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/meta-llama/Llama-4-Scout-17B-16E-Instruct", "name": "deepinfra/meta-llama/Llama-4-Scout-17B-16E-Instruct", "provider": "meta", "ctx": 327680, "maxOut": 327680, "pIn": 0.08, "pOut": 0.3, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/meta-llama/Llama-Guard-3-8B", "name": "deepinfra/meta-llama/Llama-Guard-3-8B", "provider": "meta", "ctx": 131072, "maxOut": 131072, "pIn": 0.055, "pOut": 0.055, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/meta-llama/Llama-Guard-4-12B", "name": "deepinfra/meta-llama/Llama-Guard-4-12B", "provider": "meta", "ctx": 163840, "maxOut": 163840, "pIn": 0.18, "pOut": 0.18, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/meta-llama/Meta-Llama-3-8B-Instruct", "name": "deepinfra/meta-llama/Meta-Llama-3-8B-Instruct", "provider": "meta", "ctx": 8192, "maxOut": 8192, "pIn": 0.03, "pOut": 0.06, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/meta-llama/Meta-Llama-3.1-70B-Instruct", "name": "deepinfra/meta-llama/Meta-Llama-3.1-70B-Instruct", "provider": "meta", "ctx": 131072, "maxOut": 131072, "pIn": 0.39999999999999997, "pOut": 0.39999999999999997, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo", "name": "deepinfra/meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo", "provider": "meta", "ctx": 131072, "maxOut": 131072, "pIn": 0.09999999999999999, "pOut": 0.28, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/meta-llama/Meta-Llama-3.1-8B-Instruct", "name": "deepinfra/meta-llama/Meta-Llama-3.1-8B-Instruct", "provider": "meta", "ctx": 131072, "maxOut": 131072, "pIn": 0.03, "pOut": 0.049999999999999996, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo", "name": "deepinfra/meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo", "provider": "meta", "ctx": 131072, "maxOut": 131072, "pIn": 0.02, "pOut": 0.03, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/microsoft/WizardLM-2-8x22B", "name": "deepinfra/microsoft/WizardLM-2-8x22B", "provider": "deepinfra", "ctx": 65536, "maxOut": 65536, "pIn": 0.48, "pOut": 0.48, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/microsoft/phi-4", "name": "deepinfra/microsoft/phi-4", "provider": "deepinfra", "ctx": 16384, "maxOut": 16384, "pIn": 0.07, "pOut": 0.14, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/mistralai/Mistral-Nemo-Instruct-2407", "name": "deepinfra/mistralai/Mistral-Nemo-Instruct-2407", "provider": "mistral", "ctx": 131072, "maxOut": 131072, "pIn": 0.02, "pOut": 0.04, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/mistralai/Mistral-Small-24B-Instruct-2501", "name": "deepinfra/mistralai/Mistral-Small-24B-Instruct-2501", "provider": "mistral", "ctx": 32768, "maxOut": 32768, "pIn": 0.049999999999999996, "pOut": 0.08, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/mistralai/Mistral-Small-3.2-24B-Instruct-2506", "name": "deepinfra/mistralai/Mistral-Small-3.2-24B-Instruct-2506", "provider": "mistral", "ctx": 128000, "maxOut": 128000, "pIn": 0.075, "pOut": 0.19999999999999998, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/mistralai/Mixtral-8x7B-Instruct-v0.1", "name": "deepinfra/mistralai/Mixtral-8x7B-Instruct-v0.1", "provider": "mistral", "ctx": 32768, "maxOut": 32768, "pIn": 0.39999999999999997, "pOut": 0.39999999999999997, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/moonshotai/Kimi-K2-Instruct", "name": "deepinfra/moonshotai/Kimi-K2-Instruct", "provider": "deepinfra", "ctx": 131072, "maxOut": 131072, "pIn": 0.5, "pOut": 2, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/moonshotai/Kimi-K2-Instruct-0905", "name": "deepinfra/moonshotai/Kimi-K2-Instruct-0905", "provider": "deepinfra", "ctx": 262144, "maxOut": 262144, "pIn": 0.5, "pOut": 2, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/nvidia/Llama-3.1-Nemotron-70B-Instruct", "name": "deepinfra/nvidia/Llama-3.1-Nemotron-70B-Instruct", "provider": "meta", "ctx": 131072, "maxOut": 131072, "pIn": 0.6, "pOut": 0.6, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/nvidia/Llama-3.3-Nemotron-Super-49B-v1.5", "name": "deepinfra/nvidia/Llama-3.3-Nemotron-Super-49B-v1.5", "provider": "meta", "ctx": 131072, "maxOut": 131072, "pIn": 0.09999999999999999, "pOut": 0.39999999999999997, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/nvidia/NVIDIA-Nemotron-Nano-9B-v2", "name": "deepinfra/nvidia/NVIDIA-Nemotron-Nano-9B-v2", "provider": "deepinfra", "ctx": 131072, "maxOut": 131072, "pIn": 0.04, "pOut": 0.16, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/openai/gpt-oss-120b", "name": "deepinfra/openai/gpt-oss-120b", "provider": "openai", "ctx": 131072, "maxOut": 131072, "pIn": 0.049999999999999996, "pOut": 0.44999999999999996, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/openai/gpt-oss-20b", "name": "deepinfra/openai/gpt-oss-20b", "provider": "openai", "ctx": 131072, "maxOut": 131072, "pIn": 0.04, "pOut": 0.15, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "deepinfra/zai-org/GLM-4.5", "name": "deepinfra/zai-org/GLM-4.5", "provider": "deepinfra", "ctx": 131072, "maxOut": 131072, "pIn": 0.39999999999999997, "pOut": 1.5999999999999999, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "deepseek/deepseek-coder", "name": "deepseek/deepseek-coder", "provider": "deepseek", "ctx": 128000, "maxOut": 4096, "pIn": 0.14, "pOut": 0.28, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "deepseek/deepseek-reasoner", "name": "deepseek/deepseek-reasoner", "provider": "deepseek", "ctx": 131072, "maxOut": 65536, "pIn": 0.28, "pOut": 0.42, "tools": false, "cot": true, "json": true, "src": "litellm" }, { "id": "deepseek/deepseek-v3", "name": "deepseek/deepseek-v3", "provider": "deepseek", "ctx": 65536, "maxOut": 8192, "pIn": 0.27, "pOut": 1.1, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "deepseek.v3-v1:0", "name": "deepseek.v3-v1:0", "provider": "deepseek", "ctx": 163840, "maxOut": 81920, "pIn": 0.58, "pOut": 1.68, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "deepseek.v3.2", "name": "deepseek.v3.2", "provider": "deepseek", "ctx": 163840, "maxOut": 163840, "pIn": 0.62, "pOut": 1.85, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "dolphin", "name": "dolphin", "provider": "dolphin", "ctx": 16384, "maxOut": 16384, "pIn": 0.5, "pOut": 0.5, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "deepseek-v3-2-251201", "name": "deepseek-v3-2-251201", "provider": "deepseek", "ctx": 98304, "maxOut": 32768, "pIn": null, "pOut": null, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "glm-4-7-251222", "name": "glm-4-7-251222", "provider": "glm-4-7-251222", "ctx": 204800, "maxOut": 131072, "pIn": null, "pOut": null, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "kimi-k2-thinking-251104", "name": "kimi-k2-thinking-251104", "provider": "kimi-k2-thinking-251104", "ctx": 229376, "maxOut": 32768, "pIn": null, "pOut": null, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "doubao-embedding", "name": "doubao-embedding", "provider": "doubao-embedding", "ctx": 4096, "maxOut": null, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "doubao-embedding-large", "name": "doubao-embedding-large", "provider": "doubao-embedding-large", "ctx": 4096, "maxOut": null, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "doubao-embedding-large-text-240915", "name": "doubao-embedding-large-text-240915", "provider": "doubao-embedding-large-text-240915", "ctx": 4096, "maxOut": null, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "doubao-embedding-large-text-250515", "name": "doubao-embedding-large-text-250515", "provider": "doubao-embedding-large-text-250515", "ctx": 4096, "maxOut": null, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "doubao-embedding-text-240715", "name": "doubao-embedding-text-240715", "provider": "doubao-embedding-text-240715", "ctx": 4096, "maxOut": null, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "embed-english-light-v2.0", "name": "embed-english-light-v2.0", "provider": "embed-english-light-v2.0", "ctx": 1024, "maxOut": null, "pIn": 0.09999999999999999, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "embed-english-light-v3.0", "name": "embed-english-light-v3.0", "provider": "embed-english-light-v3.0", "ctx": 1024, "maxOut": null, "pIn": 0.09999999999999999, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "embed-english-v2.0", "name": "embed-english-v2.0", "provider": "embed-english-v2.0", "ctx": 4096, "maxOut": null, "pIn": 0.09999999999999999, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "embed-english-v3.0", "name": "embed-english-v3.0", "provider": "embed-english-v3.0", "ctx": 1024, "maxOut": null, "pIn": 0.09999999999999999, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "embed-multilingual-v2.0", "name": "embed-multilingual-v2.0", "provider": "embed-multilingual-v2.0", "ctx": 768, "maxOut": null, "pIn": 0.09999999999999999, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "embed-multilingual-v3.0", "name": "embed-multilingual-v3.0", "provider": "embed-multilingual-v3.0", "ctx": 1024, "maxOut": null, "pIn": 0.09999999999999999, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "embed-multilingual-light-v3.0", "name": "embed-multilingual-light-v3.0", "provider": "embed-multilingual-light-v3.0", "ctx": 1024, "maxOut": null, "pIn": 100, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "eu.amazon.nova-lite-v1:0", "name": "eu.amazon.nova-lite-v1:0", "provider": "eu.amazon.nova-lite-v1:0", "ctx": 300000, "maxOut": 10000, "pIn": 0.078, "pOut": 0.312, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "eu.amazon.nova-micro-v1:0", "name": "eu.amazon.nova-micro-v1:0", "provider": "eu.amazon.nova-micro-v1:0", "ctx": 128000, "maxOut": 10000, "pIn": 0.046, "pOut": 0.184, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "eu.amazon.nova-pro-v1:0", "name": "eu.amazon.nova-pro-v1:0", "provider": "eu.amazon.nova-pro-v1:0", "ctx": 300000, "maxOut": 10000, "pIn": 1.0499999999999998, "pOut": 4.199999999999999, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "eu.anthropic.claude-3-5-haiku-20241022-v1:0", "name": "eu.anthropic.claude-3-5-haiku-20241022-v1:0", "provider": "claude", "ctx": 200000, "maxOut": 8192, "pIn": 0.25, "pOut": 1.25, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "eu.anthropic.claude-haiku-4-5-20251001-v1:0", "name": "eu.anthropic.claude-haiku-4-5-20251001-v1:0", "provider": "claude", "ctx": 200000, "maxOut": 64000, "pIn": 1.1, "pOut": 5.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "eu.anthropic.claude-3-5-sonnet-20240620-v1:0", "name": "eu.anthropic.claude-3-5-sonnet-20240620-v1:0", "provider": "claude", "ctx": 200000, "maxOut": 4096, "pIn": 3, "pOut": 15, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "eu.anthropic.claude-3-5-sonnet-20241022-v2:0", "name": "eu.anthropic.claude-3-5-sonnet-20241022-v2:0", "provider": "claude", "ctx": 200000, "maxOut": 8192, "pIn": 3, "pOut": 15, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "eu.anthropic.claude-3-7-sonnet-20250219-v1:0", "name": "eu.anthropic.claude-3-7-sonnet-20250219-v1:0", "provider": "claude", "ctx": 200000, "maxOut": 8192, "pIn": 3, "pOut": 15, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "eu.anthropic.claude-3-haiku-20240307-v1:0", "name": "eu.anthropic.claude-3-haiku-20240307-v1:0", "provider": "claude", "ctx": 200000, "maxOut": 4096, "pIn": 0.25, "pOut": 1.25, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "eu.anthropic.claude-3-opus-20240229-v1:0", "name": "eu.anthropic.claude-3-opus-20240229-v1:0", "provider": "claude", "ctx": 200000, "maxOut": 4096, "pIn": 15, "pOut": 75, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "eu.anthropic.claude-3-sonnet-20240229-v1:0", "name": "eu.anthropic.claude-3-sonnet-20240229-v1:0", "provider": "claude", "ctx": 200000, "maxOut": 4096, "pIn": 3, "pOut": 15, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "eu.anthropic.claude-opus-4-1-20250805-v1:0", "name": "eu.anthropic.claude-opus-4-1-20250805-v1:0", "provider": "claude", "ctx": 200000, "maxOut": 32000, "pIn": 15, "pOut": 75, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "eu.anthropic.claude-opus-4-20250514-v1:0", "name": "eu.anthropic.claude-opus-4-20250514-v1:0", "provider": "claude", "ctx": 200000, "maxOut": 32000, "pIn": 15, "pOut": 75, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "eu.anthropic.claude-sonnet-4-20250514-v1:0", "name": "eu.anthropic.claude-sonnet-4-20250514-v1:0", "provider": "claude", "ctx": 1000000, "maxOut": 64000, "pIn": 3, "pOut": 15, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "eu.anthropic.claude-sonnet-4-5-20250929-v1:0", "name": "eu.anthropic.claude-sonnet-4-5-20250929-v1:0", "provider": "claude", "ctx": 200000, "maxOut": 64000, "pIn": 3.3000000000000003, "pOut": 16.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "eu.meta.llama3-2-1b-instruct-v1:0", "name": "eu.meta.llama3-2-1b-instruct-v1:0", "provider": "meta", "ctx": 128000, "maxOut": 4096, "pIn": 0.13, "pOut": 0.13, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "eu.meta.llama3-2-3b-instruct-v1:0", "name": "eu.meta.llama3-2-3b-instruct-v1:0", "provider": "meta", "ctx": 128000, "maxOut": 4096, "pIn": 0.19, "pOut": 0.19, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "eu.mistral.pixtral-large-2502-v1:0", "name": "eu.mistral.pixtral-large-2502-v1:0", "provider": "mistral", "ctx": 128000, "maxOut": 4096, "pIn": 2, "pOut": 6, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "featherless_ai/featherless-ai/Qwerky-72B", "name": "featherless_ai/featherless-ai/Qwerky-72B", "provider": "featherless_ai", "ctx": 32768, "maxOut": 4096, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "featherless_ai/featherless-ai/Qwerky-QwQ-32B", "name": "featherless_ai/featherless-ai/Qwerky-QwQ-32B", "provider": "featherless_ai", "ctx": 32768, "maxOut": 4096, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/WhereIsAI/UAE-Large-V1", "name": "fireworks_ai/WhereIsAI/UAE-Large-V1", "provider": "fireworks_ai", "ctx": 512, "maxOut": null, "pIn": 0.016, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/deepseek-coder-v2-instruct", "name": "fireworks_ai/accounts/fireworks/models/deepseek-coder-v2-instruct", "provider": "deepseek", "ctx": 65536, "maxOut": 65536, "pIn": 1.2, "pOut": 1.2, "tools": false, "cot": null, "json": true, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/deepseek-r1", "name": "fireworks_ai/accounts/fireworks/models/deepseek-r1", "provider": "deepseek", "ctx": 128000, "maxOut": 20480, "pIn": 3, "pOut": 8, "tools": null, "cot": null, "json": true, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/deepseek-r1-0528", "name": "fireworks_ai/accounts/fireworks/models/deepseek-r1-0528", "provider": "deepseek", "ctx": 160000, "maxOut": 160000, "pIn": 3, "pOut": 8, "tools": null, "cot": null, "json": true, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/deepseek-r1-basic", "name": "fireworks_ai/accounts/fireworks/models/deepseek-r1-basic", "provider": "deepseek", "ctx": 128000, "maxOut": 20480, "pIn": 0.55, "pOut": 2.1900000000000004, "tools": null, "cot": null, "json": true, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/deepseek-v3", "name": "fireworks_ai/accounts/fireworks/models/deepseek-v3", "provider": "deepseek", "ctx": 128000, "maxOut": 8192, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": null, "cot": null, "json": true, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/deepseek-v3-0324", "name": "fireworks_ai/accounts/fireworks/models/deepseek-v3-0324", "provider": "deepseek", "ctx": 163840, "maxOut": 163840, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": null, "cot": null, "json": true, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/deepseek-v3p1", "name": "fireworks_ai/accounts/fireworks/models/deepseek-v3p1", "provider": "deepseek", "ctx": 128000, "maxOut": 8192, "pIn": 0.56, "pOut": 1.68, "tools": null, "cot": true, "json": true, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/deepseek-v3p1-terminus", "name": "fireworks_ai/accounts/fireworks/models/deepseek-v3p1-terminus", "provider": "deepseek", "ctx": 128000, "maxOut": 8192, "pIn": 0.56, "pOut": 1.68, "tools": null, "cot": true, "json": true, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/deepseek-v3p2", "name": "fireworks_ai/accounts/fireworks/models/deepseek-v3p2", "provider": "deepseek", "ctx": 163840, "maxOut": 163840, "pIn": 0.56, "pOut": 1.68, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/firefunction-v2", "name": "fireworks_ai/accounts/fireworks/models/firefunction-v2", "provider": "fireworks_ai", "ctx": 8192, "maxOut": 8192, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/glm-4p5", "name": "fireworks_ai/accounts/fireworks/models/glm-4p5", "provider": "fireworks_ai", "ctx": 128000, "maxOut": 96000, "pIn": 0.55, "pOut": 2.1900000000000004, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/glm-4p5-air", "name": "fireworks_ai/accounts/fireworks/models/glm-4p5-air", "provider": "fireworks_ai", "ctx": 128000, "maxOut": 96000, "pIn": 0.22, "pOut": 0.88, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/glm-4p6", "name": "fireworks_ai/accounts/fireworks/models/glm-4p6", "provider": "fireworks_ai", "ctx": 202800, "maxOut": 202800, "pIn": 0.55, "pOut": 2.1900000000000004, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/glm-4p7", "name": "fireworks_ai/accounts/fireworks/models/glm-4p7", "provider": "fireworks_ai", "ctx": 202800, "maxOut": 202800, "pIn": 0.6, "pOut": 2.2, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/glm-5p1", "name": "fireworks_ai/accounts/fireworks/models/glm-5p1", "provider": "fireworks_ai", "ctx": 202800, "maxOut": 202800, "pIn": 1.4, "pOut": 4.4, "tools": false, "cot": true, "json": false, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/gpt-oss-120b", "name": "fireworks_ai/accounts/fireworks/models/gpt-oss-120b", "provider": "openai", "ctx": 131072, "maxOut": 131072, "pIn": 0.15, "pOut": 0.6, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/gpt-oss-20b", "name": "fireworks_ai/accounts/fireworks/models/gpt-oss-20b", "provider": "openai", "ctx": 131072, "maxOut": 131072, "pIn": 0.049999999999999996, "pOut": 0.19999999999999998, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/kimi-k2-instruct", "name": "fireworks_ai/accounts/fireworks/models/kimi-k2-instruct", "provider": "fireworks_ai", "ctx": 131072, "maxOut": 16384, "pIn": 0.6, "pOut": 2.5, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/kimi-k2-instruct-0905", "name": "fireworks_ai/accounts/fireworks/models/kimi-k2-instruct-0905", "provider": "fireworks_ai", "ctx": 262144, "maxOut": 32768, "pIn": 0.6, "pOut": 2.5, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/kimi-k2-thinking", "name": "fireworks_ai/accounts/fireworks/models/kimi-k2-thinking", "provider": "fireworks_ai", "ctx": 262144, "maxOut": 262144, "pIn": 0.6, "pOut": 2.5, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/kimi-k2p5", "name": "fireworks_ai/accounts/fireworks/models/kimi-k2p5", "provider": "fireworks_ai", "ctx": 262144, "maxOut": 262144, "pIn": 0.6, "pOut": 3, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/llama-v3p1-405b-instruct", "name": "fireworks_ai/accounts/fireworks/models/llama-v3p1-405b-instruct", "provider": "meta", "ctx": 128000, "maxOut": 16384, "pIn": 3, "pOut": 3, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/llama-v3p1-8b-instruct", "name": "fireworks_ai/accounts/fireworks/models/llama-v3p1-8b-instruct", "provider": "meta", "ctx": 16384, "maxOut": 16384, "pIn": 0.09999999999999999, "pOut": 0.09999999999999999, "tools": false, "cot": null, "json": true, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/llama-v3p2-11b-vision-instruct", "name": "fireworks_ai/accounts/fireworks/models/llama-v3p2-11b-vision-instruct", "provider": "meta", "ctx": 16384, "maxOut": 16384, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": false, "cot": null, "json": true, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/llama-v3p2-1b-instruct", "name": "fireworks_ai/accounts/fireworks/models/llama-v3p2-1b-instruct", "provider": "meta", "ctx": 16384, "maxOut": 16384, "pIn": 0.09999999999999999, "pOut": 0.09999999999999999, "tools": false, "cot": null, "json": true, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/llama-v3p2-3b-instruct", "name": "fireworks_ai/accounts/fireworks/models/llama-v3p2-3b-instruct", "provider": "meta", "ctx": 16384, "maxOut": 16384, "pIn": 0.09999999999999999, "pOut": 0.09999999999999999, "tools": false, "cot": null, "json": true, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/llama-v3p2-90b-vision-instruct", "name": "fireworks_ai/accounts/fireworks/models/llama-v3p2-90b-vision-instruct", "provider": "meta", "ctx": 16384, "maxOut": 16384, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": null, "cot": null, "json": true, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/llama4-maverick-instruct-basic", "name": "fireworks_ai/accounts/fireworks/models/llama4-maverick-instruct-basic", "provider": "meta", "ctx": 131072, "maxOut": 131072, "pIn": 0.22, "pOut": 0.88, "tools": null, "cot": null, "json": true, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/llama4-scout-instruct-basic", "name": "fireworks_ai/accounts/fireworks/models/llama4-scout-instruct-basic", "provider": "meta", "ctx": 131072, "maxOut": 131072, "pIn": 0.15, "pOut": 0.6, "tools": null, "cot": null, "json": true, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/minimax-m2p1", "name": "fireworks_ai/accounts/fireworks/models/minimax-m2p1", "provider": "fireworks_ai", "ctx": 204800, "maxOut": 204800, "pIn": 0.3, "pOut": 1.2, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/mixtral-8x22b-instruct-hf", "name": "fireworks_ai/accounts/fireworks/models/mixtral-8x22b-instruct-hf", "provider": "fireworks_ai", "ctx": 65536, "maxOut": 65536, "pIn": 1.2, "pOut": 1.2, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen2-72b-instruct", "name": "fireworks_ai/accounts/fireworks/models/qwen2-72b-instruct", "provider": "fireworks_ai", "ctx": 32768, "maxOut": 32768, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": false, "cot": null, "json": true, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct", "name": "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct", "provider": "fireworks_ai", "ctx": 4096, "maxOut": 4096, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": false, "cot": null, "json": true, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/yi-large", "name": "fireworks_ai/accounts/fireworks/models/yi-large", "provider": "fireworks_ai", "ctx": 32768, "maxOut": 32768, "pIn": 3, "pOut": 3, "tools": false, "cot": null, "json": true, "src": "litellm" }, { "id": "fireworks_ai/glm-4p7", "name": "fireworks_ai/glm-4p7", "provider": "fireworks_ai", "ctx": 202800, "maxOut": 202800, "pIn": 0.6, "pOut": 2.2, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "fireworks_ai/glm-5p1", "name": "fireworks_ai/glm-5p1", "provider": "fireworks_ai", "ctx": 202800, "maxOut": 202800, "pIn": 1.4, "pOut": 4.4, "tools": false, "cot": true, "json": false, "src": "litellm" }, { "id": "fireworks_ai/kimi-k2p5", "name": "fireworks_ai/kimi-k2p5", "provider": "fireworks_ai", "ctx": 262144, "maxOut": 262144, "pIn": 0.6, "pOut": 3, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "fireworks_ai/minimax-m2p1", "name": "fireworks_ai/minimax-m2p1", "provider": "fireworks_ai", "ctx": 204800, "maxOut": 204800, "pIn": 0.3, "pOut": 1.2, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "fireworks_ai/nomic-ai/nomic-embed-text-v1", "name": "fireworks_ai/nomic-ai/nomic-embed-text-v1", "provider": "fireworks_ai", "ctx": 8192, "maxOut": null, "pIn": 0.008, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/nomic-ai/nomic-embed-text-v1.5", "name": "fireworks_ai/nomic-ai/nomic-embed-text-v1.5", "provider": "fireworks_ai", "ctx": 8192, "maxOut": null, "pIn": 0.008, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/thenlper/gte-base", "name": "fireworks_ai/thenlper/gte-base", "provider": "fireworks_ai", "ctx": 512, "maxOut": null, "pIn": 0.008, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/thenlper/gte-large", "name": "fireworks_ai/thenlper/gte-large", "provider": "fireworks_ai", "ctx": 512, "maxOut": null, "pIn": 0.016, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "friendliai/meta-llama-3.1-70b-instruct", "name": "friendliai/meta-llama-3.1-70b-instruct", "provider": "meta", "ctx": 8192, "maxOut": 8192, "pIn": 0.6, "pOut": 0.6, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "friendliai/meta-llama-3.1-8b-instruct", "name": "friendliai/meta-llama-3.1-8b-instruct", "provider": "meta", "ctx": 8192, "maxOut": 8192, "pIn": 0.09999999999999999, "pOut": 0.09999999999999999, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "ft:babbage-002", "name": "ft:babbage-002", "provider": "ft:babbage-002", "ctx": 16384, "maxOut": 4096, "pIn": 1.5999999999999999, "pOut": 1.5999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "ft:davinci-002", "name": "ft:davinci-002", "provider": "ft:davinci-002", "ctx": 16384, "maxOut": 4096, "pIn": 12, "pOut": 12, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "ft:gpt-3.5-turbo", "name": "ft:gpt-3.5-turbo", "provider": "openai", "ctx": 16385, "maxOut": 4096, "pIn": 3, "pOut": 6, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "ft:gpt-3.5-turbo-0125", "name": "ft:gpt-3.5-turbo-0125", "provider": "openai", "ctx": 16385, "maxOut": 4096, "pIn": 3, "pOut": 6, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "ft:gpt-3.5-turbo-0613", "name": "ft:gpt-3.5-turbo-0613", "provider": "openai", "ctx": 4096, "maxOut": 4096, "pIn": 3, "pOut": 6, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "ft:gpt-3.5-turbo-1106", "name": "ft:gpt-3.5-turbo-1106", "provider": "openai", "ctx": 16385, "maxOut": 4096, "pIn": 3, "pOut": 6, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "ft:gpt-4-0613", "name": "ft:gpt-4-0613", "provider": "openai", "ctx": 8192, "maxOut": 4096, "pIn": 30, "pOut": 60, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "ft:gpt-4o-2024-08-06", "name": "ft:gpt-4o-2024-08-06", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 3.75, "pOut": 15, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "ft:gpt-4o-2024-11-20", "name": "ft:gpt-4o-2024-11-20", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 3.75, "pOut": 15, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "ft:gpt-4o-mini-2024-07-18", "name": "ft:gpt-4o-mini-2024-07-18", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 0.3, "pOut": 1.2, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "ft:gpt-4.1-2025-04-14", "name": "ft:gpt-4.1-2025-04-14", "provider": "openai", "ctx": 1047576, "maxOut": 32768, "pIn": 3, "pOut": 12, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "ft:gpt-4.1-mini-2025-04-14", "name": "ft:gpt-4.1-mini-2025-04-14", "provider": "openai", "ctx": 1047576, "maxOut": 32768, "pIn": 0.7999999999999999, "pOut": 3.1999999999999997, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "ft:gpt-4.1-nano-2025-04-14", "name": "ft:gpt-4.1-nano-2025-04-14", "provider": "openai", "ctx": 1047576, "maxOut": 32768, "pIn": 0.19999999999999998, "pOut": 0.7999999999999999, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "ft:o4-mini-2025-04-16", "name": "ft:o4-mini-2025-04-16", "provider": "openai", "ctx": 200000, "maxOut": 100000, "pIn": 4, "pOut": 16, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gemini-2.0-flash", "name": "gemini-2.0-flash", "provider": "gemini", "ctx": 1048576, "maxOut": 8192, "pIn": 0.09999999999999999, "pOut": 0.39999999999999997, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "gemini-2.0-flash-001", "name": "gemini-2.0-flash-001", "provider": "gemini", "ctx": 1048576, "maxOut": 8192, "pIn": 0.15, "pOut": 0.6, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "gemini-2.5-flash", "name": "gemini-2.5-flash", "provider": "gemini", "ctx": 1048576, "maxOut": 65535, "pIn": 0.3, "pOut": 2.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gemini-2.5-flash-image", "name": "gemini-2.5-flash-image", "provider": "gemini", "ctx": 32768, "maxOut": 32768, "pIn": 0.3, "pOut": 2.5, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "gemini-3-pro-image-preview", "name": "gemini-3-pro-image-preview", "provider": "gemini", "ctx": 65536, "maxOut": 32768, "pIn": 2, "pOut": 12, "tools": false, "cot": null, "json": true, "src": "litellm" }, { "id": "gemini-3.1-flash-image-preview", "name": "gemini-3.1-flash-image-preview", "provider": "gemini", "ctx": 65536, "maxOut": 32768, "pIn": 0.5, "pOut": 3, "tools": false, "cot": null, "json": true, "src": "litellm" }, { "id": "gemini-3.1-flash-lite-preview", "name": "gemini-3.1-flash-lite-preview", "provider": "gemini", "ctx": 1048576, "maxOut": 65536, "pIn": 0.25, "pOut": 1.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gemini-3.1-flash-lite", "name": "gemini-3.1-flash-lite", "provider": "gemini", "ctx": 1048576, "maxOut": 65536, "pIn": 0.25, "pOut": 1.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "deep-research-pro-preview-12-2025", "name": "deep-research-pro-preview-12-2025", "provider": "deep-research-pro-preview-12-2025", "ctx": 65536, "maxOut": 32768, "pIn": 2, "pOut": 12, "tools": false, "cot": null, "json": true, "src": "litellm" }, { "id": "gemini-2.5-flash-lite", "name": "gemini-2.5-flash-lite", "provider": "gemini", "ctx": 1048576, "maxOut": 65535, "pIn": 0.09999999999999999, "pOut": 0.39999999999999997, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gemini-2.5-flash-lite-preview-09-2025", "name": "gemini-2.5-flash-lite-preview-09-2025", "provider": "gemini", "ctx": 1048576, "maxOut": 65535, "pIn": 0.09999999999999999, "pOut": 0.39999999999999997, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gemini-2.5-flash-preview-09-2025", "name": "gemini-2.5-flash-preview-09-2025", "provider": "gemini", "ctx": 1048576, "maxOut": 65535, "pIn": 0.3, "pOut": 2.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gemini-live-2.5-flash-preview-native-audio-09-2025", "name": "gemini-live-2.5-flash-preview-native-audio-09-2025", "provider": "gemini", "ctx": 1048576, "maxOut": 65535, "pIn": 0.3, "pOut": 2, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "gemini/gemini-live-2.5-flash-preview-native-audio-09-2025", "name": "gemini/gemini-live-2.5-flash-preview-native-audio-09-2025", "provider": "gemini", "ctx": 1048576, "maxOut": 65535, "pIn": 0.3, "pOut": 2, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "gemini-2.5-flash-lite-preview-06-17", "name": "gemini-2.5-flash-lite-preview-06-17", "provider": "gemini", "ctx": 1048576, "maxOut": 65535, "pIn": 0.09999999999999999, "pOut": 0.39999999999999997, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gemini-2.5-pro", "name": "gemini-2.5-pro", "provider": "gemini", "ctx": 1048576, "maxOut": 65535, "pIn": 1.25, "pOut": 10, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gemini-3-pro-preview", "name": "gemini-3-pro-preview", "provider": "gemini", "ctx": 1048576, "maxOut": 65535, "pIn": 2, "pOut": 12, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gemini-3.1-pro-preview", "name": "gemini-3.1-pro-preview", "provider": "gemini", "ctx": 1048576, "maxOut": 65536, "pIn": 2, "pOut": 12, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gemini-3.1-pro-preview-customtools", "name": "gemini-3.1-pro-preview-customtools", "provider": "gemini", "ctx": 1048576, "maxOut": 65536, "pIn": 2, "pOut": 12, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "vertex_ai/gemini-3-pro-preview", "name": "vertex_ai/gemini-3-pro-preview", "provider": "gemini", "ctx": 1048576, "maxOut": 65535, "pIn": 2, "pOut": 12, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "vertex_ai/gemini-3-flash-preview", "name": "vertex_ai/gemini-3-flash-preview", "provider": "gemini", "ctx": 1048576, "maxOut": 65535, "pIn": 0.5, "pOut": 3, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "vertex_ai/gemini-3.5-flash", "name": "vertex_ai/gemini-3.5-flash", "provider": "gemini", "ctx": 1048576, "maxOut": 65535, "pIn": 1.5, "pOut": 9, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "vertex_ai/gemini-3.1-pro-preview", "name": "vertex_ai/gemini-3.1-pro-preview", "provider": "gemini", "ctx": 1048576, "maxOut": 65536, "pIn": 2, "pOut": 12, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "vertex_ai/gemini-3.1-pro-preview-customtools", "name": "vertex_ai/gemini-3.1-pro-preview-customtools", "provider": "gemini", "ctx": 1048576, "maxOut": 65536, "pIn": 2, "pOut": 12, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gemini-2.5-pro-preview-tts", "name": "gemini-2.5-pro-preview-tts", "provider": "gemini", "ctx": 1048576, "maxOut": 65535, "pIn": 1.25, "pOut": 10, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "gemini-robotics-er-1.5-preview", "name": "gemini-robotics-er-1.5-preview", "provider": "gemini", "ctx": 1048576, "maxOut": 65535, "pIn": 0.3, "pOut": 2.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gemini/gemini-robotics-er-1.5-preview", "name": "gemini/gemini-robotics-er-1.5-preview", "provider": "gemini", "ctx": 1048576, "maxOut": 65535, "pIn": 0.3, "pOut": 2.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gemini-2.5-computer-use-preview-10-2025", "name": "gemini-2.5-computer-use-preview-10-2025", "provider": "gemini", "ctx": 128000, "maxOut": 64000, "pIn": 1.25, "pOut": 10, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "gemini-embedding-001", "name": "gemini-embedding-001", "provider": "gemini", "ctx": 2048, "maxOut": null, "pIn": 0.15, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "gemini-embedding-2-preview", "name": "gemini-embedding-2-preview", "provider": "gemini", "ctx": 8192, "maxOut": null, "pIn": 0.19999999999999998, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "gemini-embedding-2", "name": "gemini-embedding-2", "provider": "gemini", "ctx": 8192, "maxOut": null, "pIn": 0.19999999999999998, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/gemini-embedding-2-preview", "name": "vertex_ai/gemini-embedding-2-preview", "provider": "gemini", "ctx": 8192, "maxOut": null, "pIn": 0.19999999999999998, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/gemini-embedding-2", "name": "vertex_ai/gemini-embedding-2", "provider": "gemini", "ctx": 8192, "maxOut": null, "pIn": 0.19999999999999998, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "gemini-flash-experimental", "name": "gemini-flash-experimental", "provider": "gemini", "ctx": 1000000, "maxOut": 8192, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "gemini/gemini-embedding-001", "name": "gemini/gemini-embedding-001", "provider": "gemini", "ctx": 2048, "maxOut": null, "pIn": 0.15, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "gemini/gemini-embedding-2-preview", "name": "gemini/gemini-embedding-2-preview", "provider": "gemini", "ctx": 8192, "maxOut": null, "pIn": 0.19999999999999998, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "gemini/gemini-embedding-2", "name": "gemini/gemini-embedding-2", "provider": "gemini", "ctx": 8192, "maxOut": null, "pIn": 0.19999999999999998, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "gemini/gemini-1.5-flash", "name": "gemini/gemini-1.5-flash", "provider": "gemini", "ctx": 8192, "maxOut": null, "pIn": 0.075, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "gemini/gemini-2.0-flash", "name": "gemini/gemini-2.0-flash", "provider": "gemini", "ctx": 1048576, "maxOut": 8192, "pIn": 0.09999999999999999, "pOut": 0.39999999999999997, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "gemini/gemini-2.0-flash-001", "name": "gemini/gemini-2.0-flash-001", "provider": "gemini", "ctx": 1048576, "maxOut": 8192, "pIn": 0.09999999999999999, "pOut": 0.39999999999999997, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "gemini/gemini-2.5-flash", "name": "gemini/gemini-2.5-flash", "provider": "gemini", "ctx": 1048576, "maxOut": 65535, "pIn": 0.3, "pOut": 2.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gemini/gemini-2.5-flash-image", "name": "gemini/gemini-2.5-flash-image", "provider": "gemini", "ctx": 32768, "maxOut": 32768, "pIn": 0.3, "pOut": 2.5, "tools": true, "cot": false, "json": true, "src": "litellm" }, { "id": "gemini/gemini-3-pro-image-preview", "name": "gemini/gemini-3-pro-image-preview", "provider": "gemini", "ctx": 65536, "maxOut": 32768, "pIn": 2, "pOut": 12, "tools": false, "cot": null, "json": true, "src": "litellm" }, { "id": "gemini/gemini-3.1-flash-image-preview", "name": "gemini/gemini-3.1-flash-image-preview", "provider": "gemini", "ctx": 65536, "maxOut": 32768, "pIn": 0.25, "pOut": 1.5, "tools": false, "cot": null, "json": true, "src": "litellm" }, { "id": "gemini/deep-research-pro-preview-12-2025", "name": "gemini/deep-research-pro-preview-12-2025", "provider": "gemini", "ctx": 65536, "maxOut": 32768, "pIn": 2, "pOut": 12, "tools": false, "cot": null, "json": true, "src": "litellm" }, { "id": "gemini/gemini-2.5-flash-lite", "name": "gemini/gemini-2.5-flash-lite", "provider": "gemini", "ctx": 1048576, "maxOut": 65535, "pIn": 0.09999999999999999, "pOut": 0.39999999999999997, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gemini/gemini-2.5-flash-lite-preview-09-2025", "name": "gemini/gemini-2.5-flash-lite-preview-09-2025", "provider": "gemini", "ctx": 1048576, "maxOut": 65535, "pIn": 0.09999999999999999, "pOut": 0.39999999999999997, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gemini/gemini-2.5-flash-preview-09-2025", "name": "gemini/gemini-2.5-flash-preview-09-2025", "provider": "gemini", "ctx": 1048576, "maxOut": 65535, "pIn": 0.3, "pOut": 2.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gemini/gemini-flash-latest", "name": "gemini/gemini-flash-latest", "provider": "gemini", "ctx": 1048576, "maxOut": 65535, "pIn": 0.3, "pOut": 2.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gemini/gemini-flash-lite-latest", "name": "gemini/gemini-flash-lite-latest", "provider": "gemini", "ctx": 1048576, "maxOut": 65535, "pIn": 0.09999999999999999, "pOut": 0.39999999999999997, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gemini/gemini-2.5-flash-lite-preview-06-17", "name": "gemini/gemini-2.5-flash-lite-preview-06-17", "provider": "gemini", "ctx": 1048576, "maxOut": 65535, "pIn": 0.09999999999999999, "pOut": 0.39999999999999997, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gemini/gemini-2.5-pro", "name": "gemini/gemini-2.5-pro", "provider": "gemini", "ctx": 1048576, "maxOut": 65535, "pIn": 1.25, "pOut": 10, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gemini/gemini-2.5-computer-use-preview-10-2025", "name": "gemini/gemini-2.5-computer-use-preview-10-2025", "provider": "gemini", "ctx": 128000, "maxOut": 64000, "pIn": 1.25, "pOut": 10, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "gemini/gemini-3-pro-preview", "name": "gemini/gemini-3-pro-preview", "provider": "gemini", "ctx": 1048576, "maxOut": 65535, "pIn": 2, "pOut": 12, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gemini/gemini-3.1-flash-lite-preview", "name": "gemini/gemini-3.1-flash-lite-preview", "provider": "gemini", "ctx": 1048576, "maxOut": 65536, "pIn": 0.25, "pOut": 1.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gemini/gemini-3.1-flash-lite", "name": "gemini/gemini-3.1-flash-lite", "provider": "gemini", "ctx": 1048576, "maxOut": 65536, "pIn": 0.25, "pOut": 1.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gemini/gemini-3-flash-preview", "name": "gemini/gemini-3-flash-preview", "provider": "gemini", "ctx": 1048576, "maxOut": 65535, "pIn": 0.5, "pOut": 3, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gemini/gemini-3.5-flash", "name": "gemini/gemini-3.5-flash", "provider": "gemini", "ctx": 1048576, "maxOut": 65535, "pIn": 1.5, "pOut": 9, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gemini/gemini-3.1-pro-preview", "name": "gemini/gemini-3.1-pro-preview", "provider": "gemini", "ctx": 1048576, "maxOut": 65536, "pIn": 2, "pOut": 12, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gemini/gemini-3.1-pro-preview-customtools", "name": "gemini/gemini-3.1-pro-preview-customtools", "provider": "gemini", "ctx": 1048576, "maxOut": 65536, "pIn": 2, "pOut": 12, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gemini-3-flash-preview", "name": "gemini-3-flash-preview", "provider": "gemini", "ctx": 1048576, "maxOut": 65535, "pIn": 0.5, "pOut": 3, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gemini-3.5-flash", "name": "gemini-3.5-flash", "provider": "gemini", "ctx": 1048576, "maxOut": 65535, "pIn": 1.5, "pOut": 9, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gemini/gemini-2.5-pro-preview-tts", "name": "gemini/gemini-2.5-pro-preview-tts", "provider": "gemini", "ctx": 1048576, "maxOut": 65535, "pIn": 1.25, "pOut": 10, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "gemini/gemini-exp-1114", "name": "gemini/gemini-exp-1114", "provider": "gemini", "ctx": 1048576, "maxOut": 8192, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "gemini/gemini-exp-1206", "name": "gemini/gemini-exp-1206", "provider": "gemini", "ctx": 2097152, "maxOut": 8192, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "gemini/gemini-gemma-2-27b-it", "name": "gemini/gemini-gemma-2-27b-it", "provider": "gemini", "ctx": 8192, "maxOut": 8192, "pIn": 0.35, "pOut": 1.0499999999999998, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "gemini/gemini-gemma-2-9b-it", "name": "gemini/gemini-gemma-2-9b-it", "provider": "gemini", "ctx": 8192, "maxOut": 8192, "pIn": 0.35, "pOut": 1.0499999999999998, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "gemini/gemma-3-27b-it", "name": "gemini/gemma-3-27b-it", "provider": "gemini", "ctx": 131072, "maxOut": 8192, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "gemini/learnlm-1.5-pro-experimental", "name": "gemini/learnlm-1.5-pro-experimental", "provider": "gemini", "ctx": 32767, "maxOut": 8192, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "gemini/lyria-3-clip-preview", "name": "gemini/lyria-3-clip-preview", "provider": "gemini", "ctx": 131072, "maxOut": 8192, "pIn": null, "pOut": null, "tools": false, "cot": null, "json": false, "src": "litellm" }, { "id": "gemini/lyria-3-pro-preview", "name": "gemini/lyria-3-pro-preview", "provider": "gemini", "ctx": 131072, "maxOut": 8192, "pIn": null, "pOut": null, "tools": false, "cot": null, "json": false, "src": "litellm" }, { "id": "gemini/veo-2.0-generate-001", "name": "gemini/veo-2.0-generate-001", "provider": "gemini", "ctx": 1024, "maxOut": null, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "gemini/veo-3.1-fast-generate-preview", "name": "gemini/veo-3.1-fast-generate-preview", "provider": "gemini", "ctx": 1024, "maxOut": null, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "gemini/veo-3.1-generate-preview", "name": "gemini/veo-3.1-generate-preview", "provider": "gemini", "ctx": 1024, "maxOut": null, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "gemini/veo-3.1-lite-generate-preview", "name": "gemini/veo-3.1-lite-generate-preview", "provider": "gemini", "ctx": 1024, "maxOut": null, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "gemini/veo-3.1-fast-generate-001", "name": "gemini/veo-3.1-fast-generate-001", "provider": "gemini", "ctx": 1024, "maxOut": null, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "gemini/veo-3.1-generate-001", "name": "gemini/veo-3.1-generate-001", "provider": "gemini", "ctx": 1024, "maxOut": null, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "github_copilot/claude-haiku-4.5", "name": "github_copilot/claude-haiku-4.5", "provider": "claude", "ctx": 128000, "maxOut": 16000, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "github_copilot/claude-opus-4.5", "name": "github_copilot/claude-opus-4.5", "provider": "claude", "ctx": 128000, "maxOut": 16000, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "github_copilot/claude-opus-4.6-fast", "name": "github_copilot/claude-opus-4.6-fast", "provider": "claude", "ctx": 128000, "maxOut": 16000, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "github_copilot/claude-opus-41", "name": "github_copilot/claude-opus-41", "provider": "claude", "ctx": 80000, "maxOut": 16000, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "github_copilot/claude-sonnet-4", "name": "github_copilot/claude-sonnet-4", "provider": "claude", "ctx": 128000, "maxOut": 16000, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "github_copilot/claude-sonnet-4.5", "name": "github_copilot/claude-sonnet-4.5", "provider": "claude", "ctx": 128000, "maxOut": 16000, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "github_copilot/gemini-2.5-pro", "name": "github_copilot/gemini-2.5-pro", "provider": "gemini", "ctx": 128000, "maxOut": 64000, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "github_copilot/gemini-3-pro-preview", "name": "github_copilot/gemini-3-pro-preview", "provider": "gemini", "ctx": 128000, "maxOut": 64000, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "github_copilot/gpt-3.5-turbo", "name": "github_copilot/gpt-3.5-turbo", "provider": "openai", "ctx": 16384, "maxOut": 4096, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "github_copilot/gpt-3.5-turbo-0613", "name": "github_copilot/gpt-3.5-turbo-0613", "provider": "openai", "ctx": 16384, "maxOut": 4096, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "github_copilot/gpt-4", "name": "github_copilot/gpt-4", "provider": "openai", "ctx": 32768, "maxOut": 4096, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "github_copilot/gpt-4-0613", "name": "github_copilot/gpt-4-0613", "provider": "openai", "ctx": 32768, "maxOut": 4096, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "github_copilot/gpt-4-o-preview", "name": "github_copilot/gpt-4-o-preview", "provider": "openai", "ctx": 64000, "maxOut": 4096, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "github_copilot/gpt-4.1", "name": "github_copilot/gpt-4.1", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "github_copilot/gpt-4.1-2025-04-14", "name": "github_copilot/gpt-4.1-2025-04-14", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "github_copilot/gpt-4o", "name": "github_copilot/gpt-4o", "provider": "openai", "ctx": 64000, "maxOut": 4096, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "github_copilot/gpt-4o-2024-05-13", "name": "github_copilot/gpt-4o-2024-05-13", "provider": "openai", "ctx": 64000, "maxOut": 4096, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "github_copilot/gpt-4o-2024-08-06", "name": "github_copilot/gpt-4o-2024-08-06", "provider": "openai", "ctx": 64000, "maxOut": 16384, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "github_copilot/gpt-4o-2024-11-20", "name": "github_copilot/gpt-4o-2024-11-20", "provider": "openai", "ctx": 64000, "maxOut": 16384, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "github_copilot/gpt-4o-mini", "name": "github_copilot/gpt-4o-mini", "provider": "openai", "ctx": 64000, "maxOut": 4096, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "github_copilot/gpt-4o-mini-2024-07-18", "name": "github_copilot/gpt-4o-mini-2024-07-18", "provider": "openai", "ctx": 64000, "maxOut": 4096, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "github_copilot/gpt-5", "name": "github_copilot/gpt-5", "provider": "openai", "ctx": 128000, "maxOut": 128000, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "github_copilot/gpt-5-mini", "name": "github_copilot/gpt-5-mini", "provider": "openai", "ctx": 128000, "maxOut": 64000, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "github_copilot/gpt-5.1", "name": "github_copilot/gpt-5.1", "provider": "openai", "ctx": 128000, "maxOut": 64000, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "github_copilot/gpt-5.1-codex-max", "name": "github_copilot/gpt-5.1-codex-max", "provider": "openai", "ctx": 128000, "maxOut": 128000, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "github_copilot/gpt-5.2", "name": "github_copilot/gpt-5.2", "provider": "openai", "ctx": 128000, "maxOut": 64000, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "github_copilot/gpt-5.3-codex", "name": "github_copilot/gpt-5.3-codex", "provider": "openai", "ctx": 128000, "maxOut": 128000, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "github_copilot/text-embedding-3-small", "name": "github_copilot/text-embedding-3-small", "provider": "github_copilot", "ctx": 8191, "maxOut": null, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "github_copilot/text-embedding-3-small-inference", "name": "github_copilot/text-embedding-3-small-inference", "provider": "github_copilot", "ctx": 8191, "maxOut": null, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "github_copilot/text-embedding-ada-002", "name": "github_copilot/text-embedding-ada-002", "provider": "github_copilot", "ctx": 8191, "maxOut": null, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "chatgpt/gpt-5.4", "name": "chatgpt/gpt-5.4", "provider": "openai", "ctx": 1050000, "maxOut": 128000, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "chatgpt/gpt-5.4-pro", "name": "chatgpt/gpt-5.4-pro", "provider": "openai", "ctx": 1050000, "maxOut": 128000, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "chatgpt/gpt-5.3-codex", "name": "chatgpt/gpt-5.3-codex", "provider": "openai", "ctx": 128000, "maxOut": 128000, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "chatgpt/gpt-5.3-codex-spark", "name": "chatgpt/gpt-5.3-codex-spark", "provider": "openai", "ctx": 128000, "maxOut": 128000, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "chatgpt/gpt-5.3-instant", "name": "chatgpt/gpt-5.3-instant", "provider": "openai", "ctx": 128000, "maxOut": 64000, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "chatgpt/gpt-5.3-chat-latest", "name": "chatgpt/gpt-5.3-chat-latest", "provider": "openai", "ctx": 128000, "maxOut": 64000, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "chatgpt/gpt-5.2-codex", "name": "chatgpt/gpt-5.2-codex", "provider": "openai", "ctx": 128000, "maxOut": 128000, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "chatgpt/gpt-5.2", "name": "chatgpt/gpt-5.2", "provider": "openai", "ctx": 128000, "maxOut": 64000, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "chatgpt/gpt-5.1-codex-max", "name": "chatgpt/gpt-5.1-codex-max", "provider": "openai", "ctx": 128000, "maxOut": 128000, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "chatgpt/gpt-5.1-codex-mini", "name": "chatgpt/gpt-5.1-codex-mini", "provider": "openai", "ctx": 128000, "maxOut": 64000, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "gigachat/GigaChat-2-Lite", "name": "gigachat/GigaChat-2-Lite", "provider": "gigachat", "ctx": 128000, "maxOut": 8192, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "gigachat/GigaChat-2-Max", "name": "gigachat/GigaChat-2-Max", "provider": "gigachat", "ctx": 128000, "maxOut": 8192, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "gigachat/GigaChat-2-Pro", "name": "gigachat/GigaChat-2-Pro", "provider": "gigachat", "ctx": 128000, "maxOut": 8192, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "gigachat/Embeddings", "name": "gigachat/Embeddings", "provider": "gigachat", "ctx": 512, "maxOut": null, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "gigachat/Embeddings-2", "name": "gigachat/Embeddings-2", "provider": "gigachat", "ctx": 512, "maxOut": null, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "gigachat/EmbeddingsGigaR", "name": "gigachat/EmbeddingsGigaR", "provider": "gigachat", "ctx": 4096, "maxOut": null, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "gmi/anthropic/claude-opus-4.5", "name": "gmi/anthropic/claude-opus-4.5", "provider": "claude", "ctx": 409600, "maxOut": 32000, "pIn": 5, "pOut": 25, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "gmi/anthropic/claude-sonnet-4.5", "name": "gmi/anthropic/claude-sonnet-4.5", "provider": "claude", "ctx": 409600, "maxOut": 32000, "pIn": 3, "pOut": 15, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "gmi/anthropic/claude-sonnet-4", "name": "gmi/anthropic/claude-sonnet-4", "provider": "claude", "ctx": 409600, "maxOut": 32000, "pIn": 3, "pOut": 15, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "gmi/anthropic/claude-opus-4", "name": "gmi/anthropic/claude-opus-4", "provider": "claude", "ctx": 409600, "maxOut": 32000, "pIn": 15, "pOut": 75, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "gmi/openai/gpt-5.2", "name": "gmi/openai/gpt-5.2", "provider": "openai", "ctx": 409600, "maxOut": 32000, "pIn": 1.75, "pOut": 14, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "gmi/openai/gpt-5.1", "name": "gmi/openai/gpt-5.1", "provider": "openai", "ctx": 409600, "maxOut": 32000, "pIn": 1.25, "pOut": 10, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "gmi/openai/gpt-5", "name": "gmi/openai/gpt-5", "provider": "openai", "ctx": 409600, "maxOut": 32000, "pIn": 1.25, "pOut": 10, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "gmi/openai/gpt-4o", "name": "gmi/openai/gpt-4o", "provider": "openai", "ctx": 131072, "maxOut": 16384, "pIn": 2.5, "pOut": 10, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "gmi/openai/gpt-4o-mini", "name": "gmi/openai/gpt-4o-mini", "provider": "openai", "ctx": 131072, "maxOut": 16384, "pIn": 0.15, "pOut": 0.6, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "gmi/deepseek-ai/DeepSeek-V3.2", "name": "gmi/deepseek-ai/DeepSeek-V3.2", "provider": "deepseek", "ctx": 163840, "maxOut": 16384, "pIn": 0.28, "pOut": 0.39999999999999997, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "gmi/deepseek-ai/DeepSeek-V3-0324", "name": "gmi/deepseek-ai/DeepSeek-V3-0324", "provider": "deepseek", "ctx": 163840, "maxOut": 16384, "pIn": 0.28, "pOut": 0.88, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "gmi/google/gemini-3-pro-preview", "name": "gmi/google/gemini-3-pro-preview", "provider": "gemini", "ctx": 1048576, "maxOut": 65536, "pIn": 2, "pOut": 12, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "gmi/google/gemini-3-flash-preview", "name": "gmi/google/gemini-3-flash-preview", "provider": "gemini", "ctx": 1048576, "maxOut": 65536, "pIn": 0.5, "pOut": 3, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "gmi/moonshotai/Kimi-K2-Thinking", "name": "gmi/moonshotai/Kimi-K2-Thinking", "provider": "gmi", "ctx": 262144, "maxOut": 16384, "pIn": 0.7999999999999999, "pOut": 1.2, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "gmi/MiniMaxAI/MiniMax-M2.1", "name": "gmi/MiniMaxAI/MiniMax-M2.1", "provider": "gmi", "ctx": 196608, "maxOut": 16384, "pIn": 0.3, "pOut": 1.2, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "gmi/Qwen/Qwen3-VL-235B-A22B-Instruct-FP8", "name": "gmi/Qwen/Qwen3-VL-235B-A22B-Instruct-FP8", "provider": "gmi", "ctx": 262144, "maxOut": 16384, "pIn": 0.3, "pOut": 1.4, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "gmi/zai-org/GLM-4.7-FP8", "name": "gmi/zai-org/GLM-4.7-FP8", "provider": "gmi", "ctx": 202752, "maxOut": 16384, "pIn": 0.39999999999999997, "pOut": 2, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "google.gemma-3-12b-it", "name": "google.gemma-3-12b-it", "provider": "gemini", "ctx": 128000, "maxOut": 8192, "pIn": 0.09, "pOut": 0.29, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "google.gemma-3-27b-it", "name": "google.gemma-3-27b-it", "provider": "gemini", "ctx": 128000, "maxOut": 8192, "pIn": 0.22999999999999998, "pOut": 0.38, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "google.gemma-3-4b-it", "name": "google.gemma-3-4b-it", "provider": "gemini", "ctx": 128000, "maxOut": 8192, "pIn": 0.04, "pOut": 0.08, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "global.anthropic.claude-sonnet-4-5-20250929-v1:0", "name": "global.anthropic.claude-sonnet-4-5-20250929-v1:0", "provider": "claude", "ctx": 200000, "maxOut": 64000, "pIn": 3, "pOut": 15, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "global.anthropic.claude-sonnet-4-20250514-v1:0", "name": "global.anthropic.claude-sonnet-4-20250514-v1:0", "provider": "claude", "ctx": 1000000, "maxOut": 64000, "pIn": 3, "pOut": 15, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "global.anthropic.claude-haiku-4-5-20251001-v1:0", "name": "global.anthropic.claude-haiku-4-5-20251001-v1:0", "provider": "claude", "ctx": 200000, "maxOut": 64000, "pIn": 1, "pOut": 5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "global.amazon.nova-2-lite-v1:0", "name": "global.amazon.nova-2-lite-v1:0", "provider": "global.amazon.nova-2-lite-v1:0", "ctx": 1000000, "maxOut": 64000, "pIn": 0.3, "pOut": 2.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gpt-3.5-turbo", "name": "gpt-3.5-turbo", "provider": "openai", "ctx": 16385, "maxOut": 4096, "pIn": 0.5, "pOut": 1.5, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "gpt-3.5-turbo-0125", "name": "gpt-3.5-turbo-0125", "provider": "openai", "ctx": 16385, "maxOut": 4096, "pIn": 0.5, "pOut": 1.5, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "gpt-3.5-turbo-1106", "name": "gpt-3.5-turbo-1106", "provider": "openai", "ctx": 16385, "maxOut": 4096, "pIn": 1, "pOut": 2, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "gpt-3.5-turbo-16k", "name": "gpt-3.5-turbo-16k", "provider": "openai", "ctx": 16385, "maxOut": 4096, "pIn": 3, "pOut": 4, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "gpt-3.5-turbo-instruct", "name": "gpt-3.5-turbo-instruct", "provider": "openai", "ctx": 8192, "maxOut": 4096, "pIn": 1.5, "pOut": 2, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "gpt-3.5-turbo-instruct-0914", "name": "gpt-3.5-turbo-instruct-0914", "provider": "openai", "ctx": 8192, "maxOut": 4097, "pIn": 1.5, "pOut": 2, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "gpt-4", "name": "gpt-4", "provider": "openai", "ctx": 8192, "maxOut": 4096, "pIn": 30, "pOut": 60, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "gpt-4-0125-preview", "name": "gpt-4-0125-preview", "provider": "openai", "ctx": 128000, "maxOut": 4096, "pIn": 10, "pOut": 30, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "gpt-4-0314", "name": "gpt-4-0314", "provider": "openai", "ctx": 8192, "maxOut": 4096, "pIn": 30, "pOut": 60, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "gpt-4-0613", "name": "gpt-4-0613", "provider": "openai", "ctx": 8192, "maxOut": 4096, "pIn": 30, "pOut": 60, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "gpt-4-1106-preview", "name": "gpt-4-1106-preview", "provider": "openai", "ctx": 128000, "maxOut": 4096, "pIn": 10, "pOut": 30, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "gpt-4-turbo", "name": "gpt-4-turbo", "provider": "openai", "ctx": 128000, "maxOut": 4096, "pIn": 10, "pOut": 30, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "gpt-4-turbo-2024-04-09", "name": "gpt-4-turbo-2024-04-09", "provider": "openai", "ctx": 128000, "maxOut": 4096, "pIn": 10, "pOut": 30, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "gpt-4-turbo-preview", "name": "gpt-4-turbo-preview", "provider": "openai", "ctx": 128000, "maxOut": 4096, "pIn": 10, "pOut": 30, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "gpt-4.1", "name": "gpt-4.1", "provider": "openai", "ctx": 1047576, "maxOut": 32768, "pIn": 2, "pOut": 8, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "gpt-4.1-2025-04-14", "name": "gpt-4.1-2025-04-14", "provider": "openai", "ctx": 1047576, "maxOut": 32768, "pIn": 2, "pOut": 8, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "gpt-4.1-mini", "name": "gpt-4.1-mini", "provider": "openai", "ctx": 1047576, "maxOut": 32768, "pIn": 0.39999999999999997, "pOut": 1.5999999999999999, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "gpt-4.1-mini-2025-04-14", "name": "gpt-4.1-mini-2025-04-14", "provider": "openai", "ctx": 1047576, "maxOut": 32768, "pIn": 0.39999999999999997, "pOut": 1.5999999999999999, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "gpt-4.1-nano", "name": "gpt-4.1-nano", "provider": "openai", "ctx": 1047576, "maxOut": 32768, "pIn": 0.09999999999999999, "pOut": 0.39999999999999997, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "gpt-4.1-nano-2025-04-14", "name": "gpt-4.1-nano-2025-04-14", "provider": "openai", "ctx": 1047576, "maxOut": 32768, "pIn": 0.09999999999999999, "pOut": 0.39999999999999997, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "gpt-4o", "name": "gpt-4o", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 2.5, "pOut": 10, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "gpt-4o-2024-05-13", "name": "gpt-4o-2024-05-13", "provider": "openai", "ctx": 128000, "maxOut": 4096, "pIn": 5, "pOut": 15, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "gpt-4o-2024-08-06", "name": "gpt-4o-2024-08-06", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 2.5, "pOut": 10, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "gpt-4o-2024-11-20", "name": "gpt-4o-2024-11-20", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 2.5, "pOut": 10, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "gpt-4o-audio-preview", "name": "gpt-4o-audio-preview", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 2.5, "pOut": 10, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "gpt-4o-audio-preview-2024-12-17", "name": "gpt-4o-audio-preview-2024-12-17", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 2.5, "pOut": 10, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "gpt-4o-audio-preview-2025-06-03", "name": "gpt-4o-audio-preview-2025-06-03", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 2.5, "pOut": 10, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "gpt-audio", "name": "gpt-audio", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 2.5, "pOut": 10, "tools": true, "cot": false, "json": false, "src": "litellm" }, { "id": "gpt-audio-1.5", "name": "gpt-audio-1.5", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 2.5, "pOut": 10, "tools": true, "cot": false, "json": false, "src": "litellm" }, { "id": "gpt-audio-2025-08-28", "name": "gpt-audio-2025-08-28", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 2.5, "pOut": 10, "tools": true, "cot": false, "json": false, "src": "litellm" }, { "id": "gpt-audio-mini", "name": "gpt-audio-mini", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 0.6, "pOut": 2.4, "tools": true, "cot": false, "json": false, "src": "litellm" }, { "id": "gpt-audio-mini-2025-10-06", "name": "gpt-audio-mini-2025-10-06", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 0.6, "pOut": 2.4, "tools": true, "cot": false, "json": false, "src": "litellm" }, { "id": "gpt-audio-mini-2025-12-15", "name": "gpt-audio-mini-2025-12-15", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 0.6, "pOut": 2.4, "tools": true, "cot": false, "json": false, "src": "litellm" }, { "id": "gpt-4o-mini", "name": "gpt-4o-mini", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 0.15, "pOut": 0.6, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "gpt-4o-mini-2024-07-18", "name": "gpt-4o-mini-2024-07-18", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 0.15, "pOut": 0.6, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "gpt-4o-mini-audio-preview", "name": "gpt-4o-mini-audio-preview", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 0.15, "pOut": 0.6, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "gpt-4o-mini-audio-preview-2024-12-17", "name": "gpt-4o-mini-audio-preview-2024-12-17", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 0.15, "pOut": 0.6, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "gpt-4o-mini-realtime-preview", "name": "gpt-4o-mini-realtime-preview", "provider": "openai", "ctx": 128000, "maxOut": 4096, "pIn": 0.6, "pOut": 2.4, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "gpt-4o-mini-realtime-preview-2024-12-17", "name": "gpt-4o-mini-realtime-preview-2024-12-17", "provider": "openai", "ctx": 128000, "maxOut": 4096, "pIn": 0.6, "pOut": 2.4, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "gpt-4o-mini-search-preview", "name": "gpt-4o-mini-search-preview", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 0.15, "pOut": 0.6, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "gpt-4o-mini-search-preview-2025-03-11", "name": "gpt-4o-mini-search-preview-2025-03-11", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 0.15, "pOut": 0.6, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "gpt-4o-realtime-preview", "name": "gpt-4o-realtime-preview", "provider": "openai", "ctx": 128000, "maxOut": 4096, "pIn": 5, "pOut": 20, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "gpt-4o-realtime-preview-2024-12-17", "name": "gpt-4o-realtime-preview-2024-12-17", "provider": "openai", "ctx": 128000, "maxOut": 4096, "pIn": 5, "pOut": 20, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "gpt-4o-realtime-preview-2025-06-03", "name": "gpt-4o-realtime-preview-2025-06-03", "provider": "openai", "ctx": 128000, "maxOut": 4096, "pIn": 5, "pOut": 20, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "gpt-4o-search-preview", "name": "gpt-4o-search-preview", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 2.5, "pOut": 10, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "gpt-4o-search-preview-2025-03-11", "name": "gpt-4o-search-preview-2025-03-11", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 2.5, "pOut": 10, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "gpt-5", "name": "gpt-5", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 1.25, "pOut": 10, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gpt-5.1", "name": "gpt-5.1", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 1.25, "pOut": 10, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gpt-5.1-2025-11-13", "name": "gpt-5.1-2025-11-13", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 1.25, "pOut": 10, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gpt-5.1-chat-latest", "name": "gpt-5.1-chat-latest", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 1.25, "pOut": 10, "tools": false, "cot": true, "json": true, "src": "litellm" }, { "id": "gpt-5.2", "name": "gpt-5.2", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 1.75, "pOut": 14, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gpt-5.2-2025-12-11", "name": "gpt-5.2-2025-12-11", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 1.75, "pOut": 14, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gpt-5.2-chat-latest", "name": "gpt-5.2-chat-latest", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 1.75, "pOut": 14, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gpt-5.3-chat-latest", "name": "gpt-5.3-chat-latest", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 1.75, "pOut": 14, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gpt-5.2-pro", "name": "gpt-5.2-pro", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 21, "pOut": 168, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gpt-5.2-pro-2025-12-11", "name": "gpt-5.2-pro-2025-12-11", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 21, "pOut": 168, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gpt-5.5", "name": "gpt-5.5", "provider": "openai", "ctx": 1050000, "maxOut": 128000, "pIn": 5, "pOut": 30, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gpt-5.5-2026-04-23", "name": "gpt-5.5-2026-04-23", "provider": "openai", "ctx": 1050000, "maxOut": 128000, "pIn": 5, "pOut": 30, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gpt-5.5-pro", "name": "gpt-5.5-pro", "provider": "openai", "ctx": 1050000, "maxOut": 128000, "pIn": 30, "pOut": 180, "tools": true, "cot": true, "json": false, "src": "litellm" }, { "id": "gpt-5.5-pro-2026-04-23", "name": "gpt-5.5-pro-2026-04-23", "provider": "openai", "ctx": 1050000, "maxOut": 128000, "pIn": 30, "pOut": 180, "tools": true, "cot": true, "json": false, "src": "litellm" }, { "id": "gpt-5.4", "name": "gpt-5.4", "provider": "openai", "ctx": 1050000, "maxOut": 128000, "pIn": 2.5, "pOut": 15, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gpt-5.4-2026-03-05", "name": "gpt-5.4-2026-03-05", "provider": "openai", "ctx": 1050000, "maxOut": 128000, "pIn": 2.5, "pOut": 15, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gpt-5.4-pro", "name": "gpt-5.4-pro", "provider": "openai", "ctx": 1050000, "maxOut": 128000, "pIn": 30, "pOut": 180, "tools": true, "cot": true, "json": false, "src": "litellm" }, { "id": "gpt-5.4-pro-2026-03-05", "name": "gpt-5.4-pro-2026-03-05", "provider": "openai", "ctx": 1050000, "maxOut": 128000, "pIn": 30, "pOut": 180, "tools": true, "cot": true, "json": false, "src": "litellm" }, { "id": "gpt-5.4-mini", "name": "gpt-5.4-mini", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 0.75, "pOut": 4.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gpt-5.4-mini-2026-03-17", "name": "gpt-5.4-mini-2026-03-17", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 0.75, "pOut": 4.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gpt-5.4-nano", "name": "gpt-5.4-nano", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 0.19999999999999998, "pOut": 1.25, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gpt-5.4-nano-2026-03-17", "name": "gpt-5.4-nano-2026-03-17", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 0.19999999999999998, "pOut": 1.25, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gpt-5-pro", "name": "gpt-5-pro", "provider": "openai", "ctx": 128000, "maxOut": 272000, "pIn": 15, "pOut": 120, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gpt-5-pro-2025-10-06", "name": "gpt-5-pro-2025-10-06", "provider": "openai", "ctx": 128000, "maxOut": 272000, "pIn": 15, "pOut": 120, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gpt-5-2025-08-07", "name": "gpt-5-2025-08-07", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 1.25, "pOut": 10, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gpt-5-chat", "name": "gpt-5-chat", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 1.25, "pOut": 10, "tools": false, "cot": true, "json": true, "src": "litellm" }, { "id": "gpt-5-chat-latest", "name": "gpt-5-chat-latest", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 1.25, "pOut": 10, "tools": false, "cot": true, "json": true, "src": "litellm" }, { "id": "gpt-5-codex", "name": "gpt-5-codex", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 1.25, "pOut": 10, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gpt-5.1-codex", "name": "gpt-5.1-codex", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 1.25, "pOut": 10, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gpt-5.1-codex-max", "name": "gpt-5.1-codex-max", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 1.25, "pOut": 10, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gpt-5.1-codex-mini", "name": "gpt-5.1-codex-mini", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 0.25, "pOut": 2, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gpt-5.2-codex", "name": "gpt-5.2-codex", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 1.75, "pOut": 14, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gpt-5.3-codex", "name": "gpt-5.3-codex", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 1.75, "pOut": 14, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gpt-5-mini", "name": "gpt-5-mini", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 0.25, "pOut": 2, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gpt-5-mini-2025-08-07", "name": "gpt-5-mini-2025-08-07", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 0.25, "pOut": 2, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gpt-5-nano", "name": "gpt-5-nano", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 0.049999999999999996, "pOut": 0.39999999999999997, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gpt-5-nano-2025-08-07", "name": "gpt-5-nano-2025-08-07", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 0.049999999999999996, "pOut": 0.39999999999999997, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gpt-realtime", "name": "gpt-realtime", "provider": "openai", "ctx": 32000, "maxOut": 4096, "pIn": 4, "pOut": 16, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "gpt-realtime-1.5", "name": "gpt-realtime-1.5", "provider": "openai", "ctx": 32000, "maxOut": 4096, "pIn": 4, "pOut": 16, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "gpt-realtime-2", "name": "gpt-realtime-2", "provider": "openai", "ctx": 32000, "maxOut": 4096, "pIn": 4, "pOut": 16, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "gpt-realtime-mini", "name": "gpt-realtime-mini", "provider": "openai", "ctx": 128000, "maxOut": 4096, "pIn": 0.6, "pOut": 2.4, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "gpt-realtime-2025-08-28", "name": "gpt-realtime-2025-08-28", "provider": "openai", "ctx": 32000, "maxOut": 4096, "pIn": 4, "pOut": 16, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "gradient_ai/alibaba-qwen3-32b", "name": "gradient_ai/alibaba-qwen3-32b", "provider": "gradient_ai", "ctx": 131072, "maxOut": 40960, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "gradient_ai/anthropic-claude-3-opus", "name": "gradient_ai/anthropic-claude-3-opus", "provider": "claude", "ctx": 200000, "maxOut": 1024, "pIn": 15, "pOut": 75, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "gradient_ai/anthropic-claude-3.5-haiku", "name": "gradient_ai/anthropic-claude-3.5-haiku", "provider": "claude", "ctx": 200000, "maxOut": 1024, "pIn": 0.7999999999999999, "pOut": 4, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "gradient_ai/anthropic-claude-3.5-sonnet", "name": "gradient_ai/anthropic-claude-3.5-sonnet", "provider": "claude", "ctx": 200000, "maxOut": 1024, "pIn": 3, "pOut": 15, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "gradient_ai/anthropic-claude-3.7-sonnet", "name": "gradient_ai/anthropic-claude-3.7-sonnet", "provider": "claude", "ctx": 200000, "maxOut": 1024, "pIn": 3, "pOut": 15, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "gradient_ai/deepseek-r1-distill-llama-70b", "name": "gradient_ai/deepseek-r1-distill-llama-70b", "provider": "deepseek", "ctx": 32768, "maxOut": 8000, "pIn": 0.9900000000000001, "pOut": 0.9900000000000001, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "gradient_ai/llama3-8b-instruct", "name": "gradient_ai/llama3-8b-instruct", "provider": "meta", "ctx": 8192, "maxOut": 512, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "gradient_ai/llama3.3-70b-instruct", "name": "gradient_ai/llama3.3-70b-instruct", "provider": "meta", "ctx": 128000, "maxOut": 2048, "pIn": 0.65, "pOut": 0.65, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "gradient_ai/mistral-nemo-instruct-2407", "name": "gradient_ai/mistral-nemo-instruct-2407", "provider": "mistral", "ctx": 128000, "maxOut": 512, "pIn": 0.3, "pOut": 0.3, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "gradient_ai/openai-gpt-4o", "name": "gradient_ai/openai-gpt-4o", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "gradient_ai/openai-gpt-4o-mini", "name": "gradient_ai/openai-gpt-4o-mini", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "gradient_ai/openai-o3", "name": "gradient_ai/openai-o3", "provider": "openai", "ctx": 200000, "maxOut": 100000, "pIn": 2, "pOut": 8, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "gradient_ai/openai-o3-mini", "name": "gradient_ai/openai-o3-mini", "provider": "openai", "ctx": 200000, "maxOut": 100000, "pIn": 1.1, "pOut": 4.4, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "lemonade/Qwen3-Coder-30B-A3B-Instruct-GGUF", "name": "lemonade/Qwen3-Coder-30B-A3B-Instruct-GGUF", "provider": "lemonade", "ctx": 262144, "maxOut": 32768, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "lemonade/gpt-oss-20b-mxfp4-GGUF", "name": "lemonade/gpt-oss-20b-mxfp4-GGUF", "provider": "openai", "ctx": 131072, "maxOut": 32768, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "lemonade/gpt-oss-120b-mxfp-GGUF", "name": "lemonade/gpt-oss-120b-mxfp-GGUF", "provider": "openai", "ctx": 131072, "maxOut": 32768, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "lemonade/Gemma-3-4b-it-GGUF", "name": "lemonade/Gemma-3-4b-it-GGUF", "provider": "lemonade", "ctx": 128000, "maxOut": 8192, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "lemonade/Qwen3-4B-Instruct-2507-GGUF", "name": "lemonade/Qwen3-4B-Instruct-2507-GGUF", "provider": "lemonade", "ctx": 262144, "maxOut": 32768, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "amazon-nova/nova-micro-v1", "name": "amazon-nova/nova-micro-v1", "provider": "amazon-nova", "ctx": 128000, "maxOut": 10000, "pIn": 0.035, "pOut": 0.14, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "amazon-nova/nova-lite-v1", "name": "amazon-nova/nova-lite-v1", "provider": "amazon-nova", "ctx": 300000, "maxOut": 10000, "pIn": 0.06, "pOut": 0.24, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "amazon-nova/nova-premier-v1", "name": "amazon-nova/nova-premier-v1", "provider": "amazon-nova", "ctx": 1000000, "maxOut": 10000, "pIn": 2.5, "pOut": 12.5, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "amazon-nova/nova-pro-v1", "name": "amazon-nova/nova-pro-v1", "provider": "amazon-nova", "ctx": 300000, "maxOut": 10000, "pIn": 0.7999999999999999, "pOut": 3.1999999999999997, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "groq/llama-3.1-8b-instant", "name": "groq/llama-3.1-8b-instant", "provider": "meta", "ctx": 128000, "maxOut": 8192, "pIn": 0.049999999999999996, "pOut": 0.08, "tools": true, "cot": null, "json": false, "src": "litellm" }, { "id": "groq/llama-3.3-70b-versatile", "name": "groq/llama-3.3-70b-versatile", "provider": "meta", "ctx": 128000, "maxOut": 32768, "pIn": 0.59, "pOut": 0.7899999999999999, "tools": true, "cot": null, "json": false, "src": "litellm" }, { "id": "groq/gemma-7b-it", "name": "groq/gemma-7b-it", "provider": "groq", "ctx": 8192, "maxOut": 8192, "pIn": 0.049999999999999996, "pOut": 0.08, "tools": true, "cot": null, "json": false, "src": "litellm" }, { "id": "groq/meta-llama/llama-guard-4-12b", "name": "groq/meta-llama/llama-guard-4-12b", "provider": "meta", "ctx": 8192, "maxOut": 8192, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "groq/meta-llama/llama-4-maverick-17b-128e-instruct", "name": "groq/meta-llama/llama-4-maverick-17b-128e-instruct", "provider": "meta", "ctx": 131072, "maxOut": 8192, "pIn": 0.19999999999999998, "pOut": 0.6, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "groq/meta-llama/llama-4-scout-17b-16e-instruct", "name": "groq/meta-llama/llama-4-scout-17b-16e-instruct", "provider": "meta", "ctx": 131072, "maxOut": 8192, "pIn": 0.11, "pOut": 0.33999999999999997, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "groq/moonshotai/kimi-k2-instruct-0905", "name": "groq/moonshotai/kimi-k2-instruct-0905", "provider": "groq", "ctx": 262144, "maxOut": 16384, "pIn": 1, "pOut": 3, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "groq/openai/gpt-oss-120b", "name": "groq/openai/gpt-oss-120b", "provider": "openai", "ctx": 131072, "maxOut": 32766, "pIn": 0.15, "pOut": 0.6, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "groq/openai/gpt-oss-20b", "name": "groq/openai/gpt-oss-20b", "provider": "openai", "ctx": 131072, "maxOut": 32768, "pIn": 0.075, "pOut": 0.3, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "groq/openai/gpt-oss-safeguard-20b", "name": "groq/openai/gpt-oss-safeguard-20b", "provider": "openai", "ctx": 131072, "maxOut": 65536, "pIn": 0.075, "pOut": 0.3, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "groq/playai-tts", "name": "groq/playai-tts", "provider": "groq", "ctx": 10000, "maxOut": 10000, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "groq/qwen/qwen3-32b", "name": "groq/qwen/qwen3-32b", "provider": "groq", "ctx": 131000, "maxOut": 131000, "pIn": 0.29, "pOut": 0.59, "tools": true, "cot": true, "json": false, "src": "litellm" }, { "id": "heroku/claude-3-5-haiku", "name": "heroku/claude-3-5-haiku", "provider": "claude", "ctx": 200000, "maxOut": 8192, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "heroku/claude-3-5-sonnet-latest", "name": "heroku/claude-3-5-sonnet-latest", "provider": "claude", "ctx": 200000, "maxOut": 8192, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "heroku/claude-3-7-sonnet", "name": "heroku/claude-3-7-sonnet", "provider": "claude", "ctx": 200000, "maxOut": 8192, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "heroku/claude-4-sonnet", "name": "heroku/claude-4-sonnet", "provider": "claude", "ctx": 200000, "maxOut": 8192, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "hyperbolic/NousResearch/Hermes-3-Llama-3.1-70B", "name": "hyperbolic/NousResearch/Hermes-3-Llama-3.1-70B", "provider": "meta", "ctx": 32768, "maxOut": 32768, "pIn": 0.12, "pOut": 0.3, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "hyperbolic/Qwen/QwQ-32B", "name": "hyperbolic/Qwen/QwQ-32B", "provider": "hyperbolic", "ctx": 131072, "maxOut": 131072, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "hyperbolic/Qwen/Qwen2.5-72B-Instruct", "name": "hyperbolic/Qwen/Qwen2.5-72B-Instruct", "provider": "hyperbolic", "ctx": 131072, "maxOut": 131072, "pIn": 0.12, "pOut": 0.3, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "hyperbolic/Qwen/Qwen2.5-Coder-32B-Instruct", "name": "hyperbolic/Qwen/Qwen2.5-Coder-32B-Instruct", "provider": "hyperbolic", "ctx": 32768, "maxOut": 32768, "pIn": 0.12, "pOut": 0.3, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "hyperbolic/Qwen/Qwen3-235B-A22B", "name": "hyperbolic/Qwen/Qwen3-235B-A22B", "provider": "hyperbolic", "ctx": 131072, "maxOut": 131072, "pIn": 2, "pOut": 2, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "hyperbolic/deepseek-ai/DeepSeek-R1", "name": "hyperbolic/deepseek-ai/DeepSeek-R1", "provider": "deepseek", "ctx": 32768, "maxOut": 32768, "pIn": 0.39999999999999997, "pOut": 0.39999999999999997, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "hyperbolic/deepseek-ai/DeepSeek-R1-0528", "name": "hyperbolic/deepseek-ai/DeepSeek-R1-0528", "provider": "deepseek", "ctx": 131072, "maxOut": 131072, "pIn": 0.25, "pOut": 0.25, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "hyperbolic/deepseek-ai/DeepSeek-V3", "name": "hyperbolic/deepseek-ai/DeepSeek-V3", "provider": "deepseek", "ctx": 32768, "maxOut": 32768, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "hyperbolic/deepseek-ai/DeepSeek-V3-0324", "name": "hyperbolic/deepseek-ai/DeepSeek-V3-0324", "provider": "deepseek", "ctx": 32768, "maxOut": 32768, "pIn": 0.39999999999999997, "pOut": 0.39999999999999997, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "hyperbolic/meta-llama/Llama-3.2-3B-Instruct", "name": "hyperbolic/meta-llama/Llama-3.2-3B-Instruct", "provider": "meta", "ctx": 32768, "maxOut": 32768, "pIn": 0.12, "pOut": 0.3, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "hyperbolic/meta-llama/Llama-3.3-70B-Instruct", "name": "hyperbolic/meta-llama/Llama-3.3-70B-Instruct", "provider": "meta", "ctx": 131072, "maxOut": 131072, "pIn": 0.12, "pOut": 0.3, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "hyperbolic/meta-llama/Meta-Llama-3-70B-Instruct", "name": "hyperbolic/meta-llama/Meta-Llama-3-70B-Instruct", "provider": "meta", "ctx": 131072, "maxOut": 131072, "pIn": 0.12, "pOut": 0.3, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "hyperbolic/meta-llama/Meta-Llama-3.1-405B-Instruct", "name": "hyperbolic/meta-llama/Meta-Llama-3.1-405B-Instruct", "provider": "meta", "ctx": 32768, "maxOut": 32768, "pIn": 0.12, "pOut": 0.3, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "hyperbolic/meta-llama/Meta-Llama-3.1-70B-Instruct", "name": "hyperbolic/meta-llama/Meta-Llama-3.1-70B-Instruct", "provider": "meta", "ctx": 32768, "maxOut": 32768, "pIn": 0.12, "pOut": 0.3, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "hyperbolic/meta-llama/Meta-Llama-3.1-8B-Instruct", "name": "hyperbolic/meta-llama/Meta-Llama-3.1-8B-Instruct", "provider": "meta", "ctx": 32768, "maxOut": 32768, "pIn": 0.12, "pOut": 0.3, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "hyperbolic/moonshotai/Kimi-K2-Instruct", "name": "hyperbolic/moonshotai/Kimi-K2-Instruct", "provider": "hyperbolic", "ctx": 131072, "maxOut": 131072, "pIn": 2, "pOut": 2, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "j2-light", "name": "j2-light", "provider": "j2-light", "ctx": 8192, "maxOut": 8192, "pIn": 3, "pOut": 3, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "j2-mid", "name": "j2-mid", "provider": "j2-mid", "ctx": 8192, "maxOut": 8192, "pIn": 10, "pOut": 10, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "j2-ultra", "name": "j2-ultra", "provider": "j2-ultra", "ctx": 8192, "maxOut": 8192, "pIn": 15, "pOut": 15, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "jamba-1.5", "name": "jamba-1.5", "provider": "jamba-1.5", "ctx": 256000, "maxOut": 256000, "pIn": 0.19999999999999998, "pOut": 0.39999999999999997, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "jamba-1.5-large", "name": "jamba-1.5-large", "provider": "jamba-1.5-large", "ctx": 256000, "maxOut": 256000, "pIn": 2, "pOut": 8, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "jamba-1.5-large@001", "name": "jamba-1.5-large@001", "provider": "jamba-1.5-large@001", "ctx": 256000, "maxOut": 256000, "pIn": 2, "pOut": 8, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "jamba-1.5-mini", "name": "jamba-1.5-mini", "provider": "jamba-1.5-mini", "ctx": 256000, "maxOut": 256000, "pIn": 0.19999999999999998, "pOut": 0.39999999999999997, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "jamba-1.5-mini@001", "name": "jamba-1.5-mini@001", "provider": "jamba-1.5-mini@001", "ctx": 256000, "maxOut": 256000, "pIn": 0.19999999999999998, "pOut": 0.39999999999999997, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "jamba-large-1.6", "name": "jamba-large-1.6", "provider": "jamba-large-1.6", "ctx": 256000, "maxOut": 256000, "pIn": 2, "pOut": 8, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "jamba-large-1.7", "name": "jamba-large-1.7", "provider": "jamba-large-1.7", "ctx": 256000, "maxOut": 256000, "pIn": 2, "pOut": 8, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "jamba-mini-1.6", "name": "jamba-mini-1.6", "provider": "jamba-mini-1.6", "ctx": 256000, "maxOut": 256000, "pIn": 0.19999999999999998, "pOut": 0.39999999999999997, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "jamba-mini-1.7", "name": "jamba-mini-1.7", "provider": "jamba-mini-1.7", "ctx": 256000, "maxOut": 256000, "pIn": 0.19999999999999998, "pOut": 0.39999999999999997, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "jina-reranker-v2-base-multilingual", "name": "jina-reranker-v2-base-multilingual", "provider": "jina-reranker-v2-base-multilingual", "ctx": 1024, "maxOut": 1024, "pIn": 0.018, "pOut": 0.018, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "jp.anthropic.claude-sonnet-4-5-20250929-v1:0", "name": "jp.anthropic.claude-sonnet-4-5-20250929-v1:0", "provider": "claude", "ctx": 200000, "maxOut": 64000, "pIn": 3.3000000000000003, "pOut": 16.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "jp.anthropic.claude-haiku-4-5-20251001-v1:0", "name": "jp.anthropic.claude-haiku-4-5-20251001-v1:0", "provider": "claude", "ctx": 200000, "maxOut": 64000, "pIn": 1.1, "pOut": 5.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "crusoe/deepseek-ai/DeepSeek-R1-0528", "name": "crusoe/deepseek-ai/DeepSeek-R1-0528", "provider": "deepseek", "ctx": 163840, "maxOut": 163840, "pIn": 3, "pOut": 7, "tools": false, "cot": true, "json": null, "src": "litellm" }, { "id": "crusoe/deepseek-ai/DeepSeek-V3-0324", "name": "crusoe/deepseek-ai/DeepSeek-V3-0324", "provider": "deepseek", "ctx": 163840, "maxOut": 163840, "pIn": 1.5, "pOut": 1.5, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "crusoe/google/gemma-3-12b-it", "name": "crusoe/google/gemma-3-12b-it", "provider": "gemini", "ctx": 131072, "maxOut": 131072, "pIn": 0.09999999999999999, "pOut": 0.09999999999999999, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "crusoe/meta-llama/Llama-3.3-70B-Instruct", "name": "crusoe/meta-llama/Llama-3.3-70B-Instruct", "provider": "meta", "ctx": 131072, "maxOut": 131072, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "crusoe/moonshotai/Kimi-K2-Thinking", "name": "crusoe/moonshotai/Kimi-K2-Thinking", "provider": "crusoe", "ctx": 262144, "maxOut": 262144, "pIn": 2.5, "pOut": 2.5, "tools": false, "cot": true, "json": null, "src": "litellm" }, { "id": "crusoe/openai/gpt-oss-120b", "name": "crusoe/openai/gpt-oss-120b", "provider": "openai", "ctx": 131072, "maxOut": 131072, "pIn": 0.7999999999999999, "pOut": 0.7999999999999999, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "crusoe/Qwen/Qwen3-235B-A22B-Instruct-2507", "name": "crusoe/Qwen/Qwen3-235B-A22B-Instruct-2507", "provider": "crusoe", "ctx": 262144, "maxOut": 262144, "pIn": 3, "pOut": 3, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "lambda_ai/deepseek-llama3.3-70b", "name": "lambda_ai/deepseek-llama3.3-70b", "provider": "deepseek", "ctx": 131072, "maxOut": 131072, "pIn": 0.19999999999999998, "pOut": 0.6, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "lambda_ai/deepseek-r1-0528", "name": "lambda_ai/deepseek-r1-0528", "provider": "deepseek", "ctx": 131072, "maxOut": 131072, "pIn": 0.19999999999999998, "pOut": 0.6, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "lambda_ai/deepseek-r1-671b", "name": "lambda_ai/deepseek-r1-671b", "provider": "deepseek", "ctx": 131072, "maxOut": 131072, "pIn": 0.7999999999999999, "pOut": 0.7999999999999999, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "lambda_ai/deepseek-v3-0324", "name": "lambda_ai/deepseek-v3-0324", "provider": "deepseek", "ctx": 131072, "maxOut": 131072, "pIn": 0.19999999999999998, "pOut": 0.6, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "lambda_ai/hermes3-405b", "name": "lambda_ai/hermes3-405b", "provider": "lambda_ai", "ctx": 131072, "maxOut": 131072, "pIn": 0.7999999999999999, "pOut": 0.7999999999999999, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "lambda_ai/hermes3-70b", "name": "lambda_ai/hermes3-70b", "provider": "lambda_ai", "ctx": 131072, "maxOut": 131072, "pIn": 0.12, "pOut": 0.3, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "lambda_ai/hermes3-8b", "name": "lambda_ai/hermes3-8b", "provider": "lambda_ai", "ctx": 131072, "maxOut": 131072, "pIn": 0.024999999999999998, "pOut": 0.04, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "lambda_ai/lfm-40b", "name": "lambda_ai/lfm-40b", "provider": "lambda_ai", "ctx": 131072, "maxOut": 131072, "pIn": 0.09999999999999999, "pOut": 0.19999999999999998, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "lambda_ai/lfm-7b", "name": "lambda_ai/lfm-7b", "provider": "lambda_ai", "ctx": 131072, "maxOut": 131072, "pIn": 0.024999999999999998, "pOut": 0.04, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "lambda_ai/llama-4-maverick-17b-128e-instruct-fp8", "name": "lambda_ai/llama-4-maverick-17b-128e-instruct-fp8", "provider": "meta", "ctx": 131072, "maxOut": 8192, "pIn": 0.049999999999999996, "pOut": 0.09999999999999999, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "lambda_ai/llama-4-scout-17b-16e-instruct", "name": "lambda_ai/llama-4-scout-17b-16e-instruct", "provider": "meta", "ctx": 16384, "maxOut": 8192, "pIn": 0.049999999999999996, "pOut": 0.09999999999999999, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "lambda_ai/llama3.1-405b-instruct-fp8", "name": "lambda_ai/llama3.1-405b-instruct-fp8", "provider": "meta", "ctx": 131072, "maxOut": 131072, "pIn": 0.7999999999999999, "pOut": 0.7999999999999999, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "lambda_ai/llama3.1-70b-instruct-fp8", "name": "lambda_ai/llama3.1-70b-instruct-fp8", "provider": "meta", "ctx": 131072, "maxOut": 131072, "pIn": 0.12, "pOut": 0.3, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "lambda_ai/llama3.1-8b-instruct", "name": "lambda_ai/llama3.1-8b-instruct", "provider": "meta", "ctx": 131072, "maxOut": 131072, "pIn": 0.024999999999999998, "pOut": 0.04, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "lambda_ai/llama3.1-nemotron-70b-instruct-fp8", "name": "lambda_ai/llama3.1-nemotron-70b-instruct-fp8", "provider": "meta", "ctx": 131072, "maxOut": 131072, "pIn": 0.12, "pOut": 0.3, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "lambda_ai/llama3.2-11b-vision-instruct", "name": "lambda_ai/llama3.2-11b-vision-instruct", "provider": "meta", "ctx": 131072, "maxOut": 131072, "pIn": 0.015, "pOut": 0.024999999999999998, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "lambda_ai/llama3.2-3b-instruct", "name": "lambda_ai/llama3.2-3b-instruct", "provider": "meta", "ctx": 131072, "maxOut": 131072, "pIn": 0.015, "pOut": 0.024999999999999998, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "lambda_ai/llama3.3-70b-instruct-fp8", "name": "lambda_ai/llama3.3-70b-instruct-fp8", "provider": "meta", "ctx": 131072, "maxOut": 131072, "pIn": 0.12, "pOut": 0.3, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "lambda_ai/qwen25-coder-32b-instruct", "name": "lambda_ai/qwen25-coder-32b-instruct", "provider": "lambda_ai", "ctx": 131072, "maxOut": 131072, "pIn": 0.049999999999999996, "pOut": 0.09999999999999999, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "lambda_ai/qwen3-32b-fp8", "name": "lambda_ai/qwen3-32b-fp8", "provider": "lambda_ai", "ctx": 131072, "maxOut": 131072, "pIn": 0.049999999999999996, "pOut": 0.09999999999999999, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "max-x-max/50-steps/stability.stable-diffusion-xl-v0", "name": "max-x-max/50-steps/stability.stable-diffusion-xl-v0", "provider": "max-x-max", "ctx": 77, "maxOut": null, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "max-x-max/max-steps/stability.stable-diffusion-xl-v0", "name": "max-x-max/max-steps/stability.stable-diffusion-xl-v0", "provider": "max-x-max", "ctx": 77, "maxOut": null, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "medlm-large", "name": "medlm-large", "provider": "medlm-large", "ctx": 8192, "maxOut": 1024, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "medlm-medium", "name": "medlm-medium", "provider": "medlm-medium", "ctx": 32768, "maxOut": 8192, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "meta.llama2-13b-chat-v1", "name": "meta.llama2-13b-chat-v1", "provider": "meta", "ctx": 4096, "maxOut": 4096, "pIn": 0.75, "pOut": 1, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "meta.llama2-70b-chat-v1", "name": "meta.llama2-70b-chat-v1", "provider": "meta", "ctx": 4096, "maxOut": 4096, "pIn": 1.95, "pOut": 2.56, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "meta.llama3-1-405b-instruct-v1:0", "name": "meta.llama3-1-405b-instruct-v1:0", "provider": "meta", "ctx": 128000, "maxOut": 4096, "pIn": 5.32, "pOut": 16, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "meta.llama3-1-70b-instruct-v1:0", "name": "meta.llama3-1-70b-instruct-v1:0", "provider": "meta", "ctx": 128000, "maxOut": 2048, "pIn": 0.9900000000000001, "pOut": 0.9900000000000001, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "meta.llama3-1-8b-instruct-v1:0", "name": "meta.llama3-1-8b-instruct-v1:0", "provider": "meta", "ctx": 128000, "maxOut": 2048, "pIn": 0.22, "pOut": 0.22, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "meta.llama3-2-11b-instruct-v1:0", "name": "meta.llama3-2-11b-instruct-v1:0", "provider": "meta", "ctx": 128000, "maxOut": 4096, "pIn": 0.35, "pOut": 0.35, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "meta.llama3-2-1b-instruct-v1:0", "name": "meta.llama3-2-1b-instruct-v1:0", "provider": "meta", "ctx": 128000, "maxOut": 4096, "pIn": 0.09999999999999999, "pOut": 0.09999999999999999, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "meta.llama3-2-3b-instruct-v1:0", "name": "meta.llama3-2-3b-instruct-v1:0", "provider": "meta", "ctx": 128000, "maxOut": 4096, "pIn": 0.15, "pOut": 0.15, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "meta.llama3-2-90b-instruct-v1:0", "name": "meta.llama3-2-90b-instruct-v1:0", "provider": "meta", "ctx": 128000, "maxOut": 4096, "pIn": 2, "pOut": 2, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "meta.llama3-3-70b-instruct-v1:0", "name": "meta.llama3-3-70b-instruct-v1:0", "provider": "meta", "ctx": 128000, "maxOut": 4096, "pIn": 0.72, "pOut": 0.72, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "meta.llama3-70b-instruct-v1:0", "name": "meta.llama3-70b-instruct-v1:0", "provider": "meta", "ctx": 8192, "maxOut": 8192, "pIn": 2.65, "pOut": 3.5, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "meta.llama3-8b-instruct-v1:0", "name": "meta.llama3-8b-instruct-v1:0", "provider": "meta", "ctx": 8192, "maxOut": 8192, "pIn": 0.3, "pOut": 0.6, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "meta.llama4-maverick-17b-instruct-v1:0", "name": "meta.llama4-maverick-17b-instruct-v1:0", "provider": "meta", "ctx": 128000, "maxOut": 4096, "pIn": 0.24, "pOut": 0.9700000000000001, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "meta.llama4-scout-17b-instruct-v1:0", "name": "meta.llama4-scout-17b-instruct-v1:0", "provider": "meta", "ctx": 128000, "maxOut": 4096, "pIn": 0.16999999999999998, "pOut": 0.66, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "meta_llama/Llama-3.3-70B-Instruct", "name": "meta_llama/Llama-3.3-70B-Instruct", "provider": "meta", "ctx": 128000, "maxOut": 4028, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "meta_llama/Llama-3.3-8B-Instruct", "name": "meta_llama/Llama-3.3-8B-Instruct", "provider": "meta", "ctx": 128000, "maxOut": 4028, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "meta_llama/Llama-4-Maverick-17B-128E-Instruct-FP8", "name": "meta_llama/Llama-4-Maverick-17B-128E-Instruct-FP8", "provider": "meta", "ctx": 1000000, "maxOut": 4028, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "meta_llama/Llama-4-Scout-17B-16E-Instruct-FP8", "name": "meta_llama/Llama-4-Scout-17B-16E-Instruct-FP8", "provider": "meta", "ctx": 10000000, "maxOut": 4028, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "minimax.minimax-m2", "name": "minimax.minimax-m2", "provider": "minimax.minimax-m2", "ctx": 128000, "maxOut": 8192, "pIn": 0.3, "pOut": 1.2, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "minimax.minimax-m2.1", "name": "minimax.minimax-m2.1", "provider": "minimax.minimax-m2.1", "ctx": 196000, "maxOut": 8192, "pIn": 0.3, "pOut": 1.2, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "minimax.minimax-m2.5", "name": "minimax.minimax-m2.5", "provider": "minimax.minimax-m2.5", "ctx": 1000000, "maxOut": 8192, "pIn": 0.3, "pOut": 1.2, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "mistral.devstral-2-123b", "name": "mistral.devstral-2-123b", "provider": "mistral", "ctx": 256000, "maxOut": 8192, "pIn": 0.39999999999999997, "pOut": 2, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "mistral.magistral-small-2509", "name": "mistral.magistral-small-2509", "provider": "mistral", "ctx": 128000, "maxOut": 8192, "pIn": 0.5, "pOut": 1.5, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "mistral.ministral-3-14b-instruct", "name": "mistral.ministral-3-14b-instruct", "provider": "mistral", "ctx": 128000, "maxOut": 8192, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "mistral.ministral-3-3b-instruct", "name": "mistral.ministral-3-3b-instruct", "provider": "mistral", "ctx": 128000, "maxOut": 8192, "pIn": 0.09999999999999999, "pOut": 0.09999999999999999, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "mistral.ministral-3-8b-instruct", "name": "mistral.ministral-3-8b-instruct", "provider": "mistral", "ctx": 128000, "maxOut": 8192, "pIn": 0.15, "pOut": 0.15, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "mistral.mistral-7b-instruct-v0:2", "name": "mistral.mistral-7b-instruct-v0:2", "provider": "mistral", "ctx": 32000, "maxOut": 8191, "pIn": 0.15, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "mistral.mistral-large-2402-v1:0", "name": "mistral.mistral-large-2402-v1:0", "provider": "mistral", "ctx": 32000, "maxOut": 8191, "pIn": 8, "pOut": 24, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "mistral.mistral-large-2407-v1:0", "name": "mistral.mistral-large-2407-v1:0", "provider": "mistral", "ctx": 128000, "maxOut": 8191, "pIn": 3, "pOut": 9, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "mistral.mistral-large-3-675b-instruct", "name": "mistral.mistral-large-3-675b-instruct", "provider": "mistral", "ctx": 128000, "maxOut": 8192, "pIn": 0.5, "pOut": 1.5, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "mistral.mistral-small-2402-v1:0", "name": "mistral.mistral-small-2402-v1:0", "provider": "mistral", "ctx": 32000, "maxOut": 8191, "pIn": 1, "pOut": 3, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "mistral.mixtral-8x7b-instruct-v0:1", "name": "mistral.mixtral-8x7b-instruct-v0:1", "provider": "mistral", "ctx": 32000, "maxOut": 8191, "pIn": 0.44999999999999996, "pOut": 0.7, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "mistral.voxtral-mini-3b-2507", "name": "mistral.voxtral-mini-3b-2507", "provider": "mistral", "ctx": 128000, "maxOut": 8192, "pIn": 0.04, "pOut": 0.04, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "mistral.voxtral-small-24b-2507", "name": "mistral.voxtral-small-24b-2507", "provider": "mistral", "ctx": 128000, "maxOut": 8192, "pIn": 0.09999999999999999, "pOut": 0.3, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "mistral/codestral-2405", "name": "mistral/codestral-2405", "provider": "mistral", "ctx": 32000, "maxOut": 8191, "pIn": 1, "pOut": 3, "tools": null, "cot": null, "json": true, "src": "litellm" }, { "id": "mistral/codestral-2508", "name": "mistral/codestral-2508", "provider": "mistral", "ctx": 256000, "maxOut": 256000, "pIn": 0.3, "pOut": 0.8999999999999999, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "mistral/codestral-latest", "name": "mistral/codestral-latest", "provider": "mistral", "ctx": 32000, "maxOut": 8191, "pIn": 1, "pOut": 3, "tools": null, "cot": null, "json": true, "src": "litellm" }, { "id": "mistral/codestral-mamba-latest", "name": "mistral/codestral-mamba-latest", "provider": "mistral", "ctx": 256000, "maxOut": 256000, "pIn": 0.25, "pOut": 0.25, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "mistral/devstral-medium-2507", "name": "mistral/devstral-medium-2507", "provider": "mistral", "ctx": 128000, "maxOut": 128000, "pIn": 0.39999999999999997, "pOut": 2, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "mistral/devstral-small-2505", "name": "mistral/devstral-small-2505", "provider": "mistral", "ctx": 128000, "maxOut": 128000, "pIn": 0.09999999999999999, "pOut": 0.3, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "mistral/devstral-small-2507", "name": "mistral/devstral-small-2507", "provider": "mistral", "ctx": 128000, "maxOut": 128000, "pIn": 0.09999999999999999, "pOut": 0.3, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "mistral/devstral-small-latest", "name": "mistral/devstral-small-latest", "provider": "mistral", "ctx": 256000, "maxOut": 256000, "pIn": 0.09999999999999999, "pOut": 0.3, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "mistral/labs-devstral-small-2512", "name": "mistral/labs-devstral-small-2512", "provider": "mistral", "ctx": 256000, "maxOut": 256000, "pIn": 0.09999999999999999, "pOut": 0.3, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "mistral/devstral-latest", "name": "mistral/devstral-latest", "provider": "mistral", "ctx": 256000, "maxOut": 256000, "pIn": 0.39999999999999997, "pOut": 2, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "mistral/devstral-medium-latest", "name": "mistral/devstral-medium-latest", "provider": "mistral", "ctx": 256000, "maxOut": 256000, "pIn": 0.39999999999999997, "pOut": 2, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "mistral/devstral-2512", "name": "mistral/devstral-2512", "provider": "mistral", "ctx": 256000, "maxOut": 256000, "pIn": 0.39999999999999997, "pOut": 2, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "mistral/magistral-medium-2506", "name": "mistral/magistral-medium-2506", "provider": "mistral", "ctx": 40000, "maxOut": 40000, "pIn": 2, "pOut": 5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "mistral/magistral-medium-2509", "name": "mistral/magistral-medium-2509", "provider": "mistral", "ctx": 40000, "maxOut": 40000, "pIn": 2, "pOut": 5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "mistral/magistral-medium-1-2-2509", "name": "mistral/magistral-medium-1-2-2509", "provider": "mistral", "ctx": 40000, "maxOut": 40000, "pIn": 2, "pOut": 5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "mistral/magistral-medium-latest", "name": "mistral/magistral-medium-latest", "provider": "mistral", "ctx": 40000, "maxOut": 40000, "pIn": 2, "pOut": 5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "mistral/magistral-small-2506", "name": "mistral/magistral-small-2506", "provider": "mistral", "ctx": 40000, "maxOut": 40000, "pIn": 0.5, "pOut": 1.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "mistral/magistral-small-latest", "name": "mistral/magistral-small-latest", "provider": "mistral", "ctx": 40000, "maxOut": 40000, "pIn": 0.5, "pOut": 1.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "mistral/magistral-small-1-2-2509", "name": "mistral/magistral-small-1-2-2509", "provider": "mistral", "ctx": 40000, "maxOut": 40000, "pIn": 0.5, "pOut": 1.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "mistral/mistral-embed", "name": "mistral/mistral-embed", "provider": "mistral", "ctx": 8192, "maxOut": null, "pIn": 0.09999999999999999, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "mistral/codestral-embed", "name": "mistral/codestral-embed", "provider": "mistral", "ctx": 8192, "maxOut": null, "pIn": 0.15, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "mistral/codestral-embed-2505", "name": "mistral/codestral-embed-2505", "provider": "mistral", "ctx": 8192, "maxOut": null, "pIn": 0.15, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "mistral/mistral-large-2402", "name": "mistral/mistral-large-2402", "provider": "mistral", "ctx": 32000, "maxOut": 8191, "pIn": 4, "pOut": 12, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "mistral/mistral-large-2407", "name": "mistral/mistral-large-2407", "provider": "mistral", "ctx": 128000, "maxOut": 128000, "pIn": 3, "pOut": 9, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "mistral/mistral-large-2411", "name": "mistral/mistral-large-2411", "provider": "mistral", "ctx": 128000, "maxOut": 128000, "pIn": 2, "pOut": 6, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "mistral/mistral-large-latest", "name": "mistral/mistral-large-latest", "provider": "mistral", "ctx": 262144, "maxOut": 262144, "pIn": 0.5, "pOut": 1.5, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "mistral/mistral-large-3", "name": "mistral/mistral-large-3", "provider": "mistral", "ctx": 262144, "maxOut": 262144, "pIn": 0.5, "pOut": 1.5, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "mistral/mistral-large-2512", "name": "mistral/mistral-large-2512", "provider": "mistral", "ctx": 262144, "maxOut": 262144, "pIn": 0.5, "pOut": 1.5, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "mistral/mistral-medium", "name": "mistral/mistral-medium", "provider": "mistral", "ctx": 32000, "maxOut": 8191, "pIn": 2.7, "pOut": 8.1, "tools": null, "cot": null, "json": true, "src": "litellm" }, { "id": "mistral/mistral-medium-2312", "name": "mistral/mistral-medium-2312", "provider": "mistral", "ctx": 32000, "maxOut": 8191, "pIn": 2.7, "pOut": 8.1, "tools": null, "cot": null, "json": true, "src": "litellm" }, { "id": "mistral/mistral-medium-2505", "name": "mistral/mistral-medium-2505", "provider": "mistral", "ctx": 131072, "maxOut": 8191, "pIn": 0.39999999999999997, "pOut": 2, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "mistral/mistral-medium-latest", "name": "mistral/mistral-medium-latest", "provider": "mistral", "ctx": 131072, "maxOut": 131072, "pIn": 0.39999999999999997, "pOut": 2, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "mistral/mistral-medium-3-1-2508", "name": "mistral/mistral-medium-3-1-2508", "provider": "mistral", "ctx": 131072, "maxOut": 131072, "pIn": 0.39999999999999997, "pOut": 2, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "mistral/mistral-small", "name": "mistral/mistral-small", "provider": "mistral", "ctx": 32000, "maxOut": 8191, "pIn": 0.09999999999999999, "pOut": 0.3, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "mistral/mistral-small-latest", "name": "mistral/mistral-small-latest", "provider": "mistral", "ctx": 131072, "maxOut": 131072, "pIn": 0.06, "pOut": 0.18, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "mistral/mistral-small-3-2-2506", "name": "mistral/mistral-small-3-2-2506", "provider": "mistral", "ctx": 131072, "maxOut": 131072, "pIn": 0.06, "pOut": 0.18, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "mistral/ministral-3-3b-2512", "name": "mistral/ministral-3-3b-2512", "provider": "mistral", "ctx": 131072, "maxOut": 131072, "pIn": 0.09999999999999999, "pOut": 0.09999999999999999, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "mistral/ministral-3-8b-2512", "name": "mistral/ministral-3-8b-2512", "provider": "mistral", "ctx": 262144, "maxOut": 262144, "pIn": 0.15, "pOut": 0.15, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "mistral/ministral-3-14b-2512", "name": "mistral/ministral-3-14b-2512", "provider": "mistral", "ctx": 262144, "maxOut": 262144, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "mistral/ministral-8b-2512", "name": "mistral/ministral-8b-2512", "provider": "mistral", "ctx": 262144, "maxOut": 262144, "pIn": 0.15, "pOut": 0.15, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "mistral/mistral-tiny", "name": "mistral/mistral-tiny", "provider": "mistral", "ctx": 32000, "maxOut": 8191, "pIn": 0.25, "pOut": 0.25, "tools": null, "cot": null, "json": true, "src": "litellm" }, { "id": "mistral/open-codestral-mamba", "name": "mistral/open-codestral-mamba", "provider": "mistral", "ctx": 256000, "maxOut": 256000, "pIn": 0.25, "pOut": 0.25, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "mistral/open-mistral-7b", "name": "mistral/open-mistral-7b", "provider": "mistral", "ctx": 32000, "maxOut": 8191, "pIn": 0.25, "pOut": 0.25, "tools": null, "cot": null, "json": true, "src": "litellm" }, { "id": "mistral/open-mistral-nemo", "name": "mistral/open-mistral-nemo", "provider": "mistral", "ctx": 128000, "maxOut": 128000, "pIn": 0.3, "pOut": 0.3, "tools": null, "cot": null, "json": true, "src": "litellm" }, { "id": "mistral/open-mistral-nemo-2407", "name": "mistral/open-mistral-nemo-2407", "provider": "mistral", "ctx": 128000, "maxOut": 128000, "pIn": 0.3, "pOut": 0.3, "tools": null, "cot": null, "json": true, "src": "litellm" }, { "id": "mistral/open-mixtral-8x22b", "name": "mistral/open-mixtral-8x22b", "provider": "mistral", "ctx": 65336, "maxOut": 8191, "pIn": 2, "pOut": 6, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "mistral/open-mixtral-8x7b", "name": "mistral/open-mixtral-8x7b", "provider": "mistral", "ctx": 32000, "maxOut": 8191, "pIn": 0.7, "pOut": 0.7, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "mistral/pixtral-12b-2409", "name": "mistral/pixtral-12b-2409", "provider": "mistral", "ctx": 128000, "maxOut": 128000, "pIn": 0.15, "pOut": 0.15, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "mistral/pixtral-large-2411", "name": "mistral/pixtral-large-2411", "provider": "mistral", "ctx": 128000, "maxOut": 128000, "pIn": 2, "pOut": 6, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "mistral/pixtral-large-latest", "name": "mistral/pixtral-large-latest", "provider": "mistral", "ctx": 128000, "maxOut": 128000, "pIn": 2, "pOut": 6, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "moonshot.kimi-k2-thinking", "name": "moonshot.kimi-k2-thinking", "provider": "moonshot.kimi-k2-thinking", "ctx": 128000, "maxOut": 8192, "pIn": 0.6, "pOut": 2.5, "tools": null, "cot": true, "json": null, "src": "litellm" }, { "id": "moonshotai.kimi-k2.5", "name": "moonshotai.kimi-k2.5", "provider": "moonshotai.kimi-k2.5", "ctx": 262144, "maxOut": 262144, "pIn": 0.6, "pOut": 3, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "moonshot/kimi-k2-0711-preview", "name": "moonshot/kimi-k2-0711-preview", "provider": "moonshot", "ctx": 131072, "maxOut": 131072, "pIn": 0.6, "pOut": 2.5, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "moonshot/kimi-k2-0905-preview", "name": "moonshot/kimi-k2-0905-preview", "provider": "moonshot", "ctx": 262144, "maxOut": 262144, "pIn": 0.6, "pOut": 2.5, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "moonshot/kimi-k2-turbo-preview", "name": "moonshot/kimi-k2-turbo-preview", "provider": "moonshot", "ctx": 262144, "maxOut": 262144, "pIn": 1.15, "pOut": 8, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "moonshot/kimi-k2.5", "name": "moonshot/kimi-k2.5", "provider": "moonshot", "ctx": 262144, "maxOut": 262144, "pIn": 0.6, "pOut": 3, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "moonshot/kimi-k2.6", "name": "moonshot/kimi-k2.6", "provider": "moonshot", "ctx": 262144, "maxOut": 262144, "pIn": 0.95, "pOut": 4, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "moonshot/kimi-latest", "name": "moonshot/kimi-latest", "provider": "moonshot", "ctx": 131072, "maxOut": 131072, "pIn": 2, "pOut": 5, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "moonshot/kimi-latest-128k", "name": "moonshot/kimi-latest-128k", "provider": "moonshot", "ctx": 131072, "maxOut": 131072, "pIn": 2, "pOut": 5, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "moonshot/kimi-latest-32k", "name": "moonshot/kimi-latest-32k", "provider": "moonshot", "ctx": 32768, "maxOut": 32768, "pIn": 1, "pOut": 3, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "moonshot/kimi-latest-8k", "name": "moonshot/kimi-latest-8k", "provider": "moonshot", "ctx": 8192, "maxOut": 8192, "pIn": 0.19999999999999998, "pOut": 2, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "moonshot/kimi-thinking-preview", "name": "moonshot/kimi-thinking-preview", "provider": "moonshot", "ctx": 131072, "maxOut": 131072, "pIn": 0.6, "pOut": 2.5, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "moonshot/kimi-k2-thinking", "name": "moonshot/kimi-k2-thinking", "provider": "moonshot", "ctx": 262144, "maxOut": 262144, "pIn": 0.6, "pOut": 2.5, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "moonshot/kimi-k2-thinking-turbo", "name": "moonshot/kimi-k2-thinking-turbo", "provider": "moonshot", "ctx": 262144, "maxOut": 262144, "pIn": 1.15, "pOut": 8, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "moonshot/moonshot-v1-128k", "name": "moonshot/moonshot-v1-128k", "provider": "moonshot", "ctx": 131072, "maxOut": 131072, "pIn": 2, "pOut": 5, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "moonshot/moonshot-v1-128k-0430", "name": "moonshot/moonshot-v1-128k-0430", "provider": "moonshot", "ctx": 131072, "maxOut": 131072, "pIn": 2, "pOut": 5, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "moonshot/moonshot-v1-128k-vision-preview", "name": "moonshot/moonshot-v1-128k-vision-preview", "provider": "moonshot", "ctx": 131072, "maxOut": 131072, "pIn": 2, "pOut": 5, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "moonshot/moonshot-v1-32k", "name": "moonshot/moonshot-v1-32k", "provider": "moonshot", "ctx": 32768, "maxOut": 32768, "pIn": 1, "pOut": 3, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "moonshot/moonshot-v1-32k-0430", "name": "moonshot/moonshot-v1-32k-0430", "provider": "moonshot", "ctx": 32768, "maxOut": 32768, "pIn": 1, "pOut": 3, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "moonshot/moonshot-v1-32k-vision-preview", "name": "moonshot/moonshot-v1-32k-vision-preview", "provider": "moonshot", "ctx": 32768, "maxOut": 32768, "pIn": 1, "pOut": 3, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "moonshot/moonshot-v1-8k", "name": "moonshot/moonshot-v1-8k", "provider": "moonshot", "ctx": 8192, "maxOut": 8192, "pIn": 0.19999999999999998, "pOut": 2, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "moonshot/moonshot-v1-8k-0430", "name": "moonshot/moonshot-v1-8k-0430", "provider": "moonshot", "ctx": 8192, "maxOut": 8192, "pIn": 0.19999999999999998, "pOut": 2, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "moonshot/moonshot-v1-8k-vision-preview", "name": "moonshot/moonshot-v1-8k-vision-preview", "provider": "moonshot", "ctx": 8192, "maxOut": 8192, "pIn": 0.19999999999999998, "pOut": 2, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "moonshot/moonshot-v1-auto", "name": "moonshot/moonshot-v1-auto", "provider": "moonshot", "ctx": 131072, "maxOut": 131072, "pIn": 2, "pOut": 5, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "multimodalembedding", "name": "multimodalembedding", "provider": "multimodalembedding", "ctx": 2048, "maxOut": null, "pIn": 0.7999999999999999, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "multimodalembedding@001", "name": "multimodalembedding@001", "provider": "multimodalembedding@001", "ctx": 2048, "maxOut": null, "pIn": 0.7999999999999999, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "nebius/deepseek-ai/DeepSeek-R1", "name": "nebius/deepseek-ai/DeepSeek-R1", "provider": "deepseek", "ctx": 128000, "maxOut": 128000, "pIn": 0.7999999999999999, "pOut": 2.4, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "nebius/deepseek-ai/DeepSeek-R1-0528", "name": "nebius/deepseek-ai/DeepSeek-R1-0528", "provider": "deepseek", "ctx": 164000, "maxOut": 164000, "pIn": 0.7999999999999999, "pOut": 2.4, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "nebius/deepseek-ai/DeepSeek-R1-Distill-Llama-70B", "name": "nebius/deepseek-ai/DeepSeek-R1-Distill-Llama-70B", "provider": "deepseek", "ctx": 128000, "maxOut": 128000, "pIn": 0.25, "pOut": 0.75, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "nebius/deepseek-ai/DeepSeek-V3", "name": "nebius/deepseek-ai/DeepSeek-V3", "provider": "deepseek", "ctx": 128000, "maxOut": 128000, "pIn": 0.5, "pOut": 1.5, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "nebius/deepseek-ai/DeepSeek-V3-0324", "name": "nebius/deepseek-ai/DeepSeek-V3-0324", "provider": "deepseek", "ctx": 128000, "maxOut": 128000, "pIn": 0.5, "pOut": 1.5, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "nebius/google/gemma-3-27b-it", "name": "nebius/google/gemma-3-27b-it", "provider": "gemini", "ctx": 128000, "maxOut": 128000, "pIn": 0.06, "pOut": 0.19999999999999998, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "nebius/meta-llama/Llama-3.3-70B-Instruct", "name": "nebius/meta-llama/Llama-3.3-70B-Instruct", "provider": "meta", "ctx": 128000, "maxOut": 128000, "pIn": 0.13, "pOut": 0.39999999999999997, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "nebius/meta-llama/Llama-Guard-3-8B", "name": "nebius/meta-llama/Llama-Guard-3-8B", "provider": "meta", "ctx": 128000, "maxOut": 128000, "pIn": 0.02, "pOut": 0.06, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "nebius/meta-llama/Meta-Llama-3.1-8B-Instruct", "name": "nebius/meta-llama/Meta-Llama-3.1-8B-Instruct", "provider": "meta", "ctx": 128000, "maxOut": 128000, "pIn": 0.02, "pOut": 0.06, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "nebius/meta-llama/Meta-Llama-3.1-70B-Instruct", "name": "nebius/meta-llama/Meta-Llama-3.1-70B-Instruct", "provider": "meta", "ctx": 128000, "maxOut": 128000, "pIn": 0.13, "pOut": 0.39999999999999997, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "nebius/meta-llama/Meta-Llama-3.1-405B-Instruct", "name": "nebius/meta-llama/Meta-Llama-3.1-405B-Instruct", "provider": "meta", "ctx": 128000, "maxOut": 128000, "pIn": 1, "pOut": 3, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "nebius/mistralai/Mistral-Nemo-Instruct-2407", "name": "nebius/mistralai/Mistral-Nemo-Instruct-2407", "provider": "mistral", "ctx": 128000, "maxOut": 128000, "pIn": 0.04, "pOut": 0.12, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "nebius/NousResearch/Hermes-3-Llama-3.1-405B", "name": "nebius/NousResearch/Hermes-3-Llama-3.1-405B", "provider": "meta", "ctx": 128000, "maxOut": 128000, "pIn": 1, "pOut": 3, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "nebius/nvidia/Llama-3.1-Nemotron-Ultra-253B-v1", "name": "nebius/nvidia/Llama-3.1-Nemotron-Ultra-253B-v1", "provider": "meta", "ctx": 128000, "maxOut": 128000, "pIn": 0.6, "pOut": 1.7999999999999998, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "nebius/nvidia/Llama-3.3-Nemotron-Super-49B-v1", "name": "nebius/nvidia/Llama-3.3-Nemotron-Super-49B-v1", "provider": "meta", "ctx": 131072, "maxOut": 131072, "pIn": 0.09999999999999999, "pOut": 0.39999999999999997, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "nebius/Qwen/Qwen3-235B-A22B", "name": "nebius/Qwen/Qwen3-235B-A22B", "provider": "nebius", "ctx": 262144, "maxOut": 262144, "pIn": 0.19999999999999998, "pOut": 0.6, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "nebius/Qwen/Qwen3-32B", "name": "nebius/Qwen/Qwen3-32B", "provider": "nebius", "ctx": 32768, "maxOut": 32768, "pIn": 0.09999999999999999, "pOut": 0.3, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "nebius/Qwen/Qwen3-30B-A3B", "name": "nebius/Qwen/Qwen3-30B-A3B", "provider": "nebius", "ctx": 32768, "maxOut": 32768, "pIn": 0.09999999999999999, "pOut": 0.3, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "nebius/Qwen/Qwen3-14B", "name": "nebius/Qwen/Qwen3-14B", "provider": "nebius", "ctx": 32768, "maxOut": 32768, "pIn": 0.08, "pOut": 0.24, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "nebius/Qwen/Qwen3-4B", "name": "nebius/Qwen/Qwen3-4B", "provider": "nebius", "ctx": 32768, "maxOut": 32768, "pIn": 0.08, "pOut": 0.24, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "nebius/Qwen/QwQ-32B", "name": "nebius/Qwen/QwQ-32B", "provider": "nebius", "ctx": 32768, "maxOut": 32768, "pIn": 0.15, "pOut": 0.44999999999999996, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "nebius/Qwen/Qwen2.5-72B-Instruct", "name": "nebius/Qwen/Qwen2.5-72B-Instruct", "provider": "nebius", "ctx": 128000, "maxOut": 128000, "pIn": 0.13, "pOut": 0.39999999999999997, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "nebius/Qwen/Qwen2.5-32B-Instruct", "name": "nebius/Qwen/Qwen2.5-32B-Instruct", "provider": "nebius", "ctx": 128000, "maxOut": 128000, "pIn": 0.06, "pOut": 0.19999999999999998, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "nebius/Qwen/Qwen2.5-Coder-7B", "name": "nebius/Qwen/Qwen2.5-Coder-7B", "provider": "nebius", "ctx": 32768, "maxOut": 32768, "pIn": 0.01, "pOut": 0.03, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "nebius/Qwen/Qwen2.5-VL-72B-Instruct", "name": "nebius/Qwen/Qwen2.5-VL-72B-Instruct", "provider": "nebius", "ctx": 131072, "maxOut": 131072, "pIn": 0.13, "pOut": 0.39999999999999997, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "nebius/Qwen/Qwen2-VL-72B-Instruct", "name": "nebius/Qwen/Qwen2-VL-72B-Instruct", "provider": "nebius", "ctx": 131072, "maxOut": 131072, "pIn": 0.13, "pOut": 0.39999999999999997, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "nebius/Qwen/Qwen2-VL-7B-Instruct", "name": "nebius/Qwen/Qwen2-VL-7B-Instruct", "provider": "nebius", "ctx": 131072, "maxOut": 131072, "pIn": 0.02, "pOut": 0.06, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "nebius/BAAI/bge-en-icl", "name": "nebius/BAAI/bge-en-icl", "provider": "nebius", "ctx": 32768, "maxOut": null, "pIn": 0.01, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "nebius/BAAI/bge-multilingual-gemma2", "name": "nebius/BAAI/bge-multilingual-gemma2", "provider": "nebius", "ctx": 8192, "maxOut": null, "pIn": 0.01, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "nebius/intfloat/e5-mistral-7b-instruct", "name": "nebius/intfloat/e5-mistral-7b-instruct", "provider": "mistral", "ctx": 32768, "maxOut": null, "pIn": 0.01, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "nvidia.nemotron-nano-12b-v2", "name": "nvidia.nemotron-nano-12b-v2", "provider": "nvidia.nemotron-nano-12b-v2", "ctx": 128000, "maxOut": 8192, "pIn": 0.19999999999999998, "pOut": 0.6, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "nvidia.nemotron-nano-9b-v2", "name": "nvidia.nemotron-nano-9b-v2", "provider": "nvidia.nemotron-nano-9b-v2", "ctx": 128000, "maxOut": 8192, "pIn": 0.06, "pOut": 0.22999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "nvidia.nemotron-nano-3-30b", "name": "nvidia.nemotron-nano-3-30b", "provider": "nvidia.nemotron-nano-3-30b", "ctx": 262144, "maxOut": 8192, "pIn": 0.06, "pOut": 0.24, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "nvidia.nemotron-super-3-120b", "name": "nvidia.nemotron-super-3-120b", "provider": "nvidia.nemotron-super-3-120b", "ctx": 256000, "maxOut": 32768, "pIn": 0.15, "pOut": 0.65, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "o1", "name": "o1", "provider": "o1", "ctx": 200000, "maxOut": 100000, "pIn": 15, "pOut": 60, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "o1-2024-12-17", "name": "o1-2024-12-17", "provider": "o1-2024-12-17", "ctx": 200000, "maxOut": 100000, "pIn": 15, "pOut": 60, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "o1-pro", "name": "o1-pro", "provider": "o1-pro", "ctx": 200000, "maxOut": 100000, "pIn": 150, "pOut": 600, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "o1-pro-2025-03-19", "name": "o1-pro-2025-03-19", "provider": "o1-pro-2025-03-19", "ctx": 200000, "maxOut": 100000, "pIn": 150, "pOut": 600, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "o3", "name": "o3", "provider": "openai", "ctx": 200000, "maxOut": 100000, "pIn": 2, "pOut": 8, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "o3-2025-04-16", "name": "o3-2025-04-16", "provider": "openai", "ctx": 200000, "maxOut": 100000, "pIn": 2, "pOut": 8, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "o3-deep-research", "name": "o3-deep-research", "provider": "openai", "ctx": 200000, "maxOut": 100000, "pIn": 10, "pOut": 40, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "o3-deep-research-2025-06-26", "name": "o3-deep-research-2025-06-26", "provider": "openai", "ctx": 200000, "maxOut": 100000, "pIn": 10, "pOut": 40, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "o3-mini", "name": "o3-mini", "provider": "openai", "ctx": 200000, "maxOut": 100000, "pIn": 1.1, "pOut": 4.4, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "o3-mini-2025-01-31", "name": "o3-mini-2025-01-31", "provider": "openai", "ctx": 200000, "maxOut": 100000, "pIn": 1.1, "pOut": 4.4, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "o3-pro", "name": "o3-pro", "provider": "openai", "ctx": 200000, "maxOut": 100000, "pIn": 20, "pOut": 80, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "o3-pro-2025-06-10", "name": "o3-pro-2025-06-10", "provider": "openai", "ctx": 200000, "maxOut": 100000, "pIn": 20, "pOut": 80, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "o4-mini", "name": "o4-mini", "provider": "openai", "ctx": 200000, "maxOut": 100000, "pIn": 1.1, "pOut": 4.4, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "o4-mini-2025-04-16", "name": "o4-mini-2025-04-16", "provider": "openai", "ctx": 200000, "maxOut": 100000, "pIn": 1.1, "pOut": 4.4, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "o4-mini-deep-research", "name": "o4-mini-deep-research", "provider": "openai", "ctx": 200000, "maxOut": 100000, "pIn": 2, "pOut": 8, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "o4-mini-deep-research-2025-06-26", "name": "o4-mini-deep-research-2025-06-26", "provider": "openai", "ctx": 200000, "maxOut": 100000, "pIn": 2, "pOut": 8, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "oci/meta.llama-3.1-8b-instruct", "name": "oci/meta.llama-3.1-8b-instruct", "provider": "meta", "ctx": 128000, "maxOut": 4000, "pIn": 0.72, "pOut": 0.72, "tools": true, "cot": null, "json": false, "src": "litellm" }, { "id": "oci/meta.llama-3.1-70b-instruct", "name": "oci/meta.llama-3.1-70b-instruct", "provider": "meta", "ctx": 128000, "maxOut": 4000, "pIn": 0.72, "pOut": 0.72, "tools": true, "cot": null, "json": false, "src": "litellm" }, { "id": "oci/meta.llama-3.1-405b-instruct", "name": "oci/meta.llama-3.1-405b-instruct", "provider": "meta", "ctx": 128000, "maxOut": 4000, "pIn": 10.68, "pOut": 10.68, "tools": true, "cot": null, "json": false, "src": "litellm" }, { "id": "oci/meta.llama-3.2-90b-vision-instruct", "name": "oci/meta.llama-3.2-90b-vision-instruct", "provider": "meta", "ctx": 128000, "maxOut": 4000, "pIn": 2, "pOut": 2, "tools": true, "cot": null, "json": false, "src": "litellm" }, { "id": "oci/meta.llama-3.3-70b-instruct", "name": "oci/meta.llama-3.3-70b-instruct", "provider": "meta", "ctx": 128000, "maxOut": 4000, "pIn": 0.72, "pOut": 0.72, "tools": true, "cot": null, "json": false, "src": "litellm" }, { "id": "oci/meta.llama-4-maverick-17b-128e-instruct-fp8", "name": "oci/meta.llama-4-maverick-17b-128e-instruct-fp8", "provider": "meta", "ctx": 1048576, "maxOut": 8192, "pIn": 0.72, "pOut": 0.72, "tools": true, "cot": null, "json": false, "src": "litellm" }, { "id": "oci/meta.llama-4-scout-17b-16e-instruct", "name": "oci/meta.llama-4-scout-17b-16e-instruct", "provider": "meta", "ctx": 10485760, "maxOut": 8192, "pIn": 0.72, "pOut": 0.72, "tools": true, "cot": null, "json": false, "src": "litellm" }, { "id": "oci/xai.grok-3", "name": "oci/xai.grok-3", "provider": "oci", "ctx": 131072, "maxOut": 131072, "pIn": 3, "pOut": 15, "tools": true, "cot": null, "json": false, "src": "litellm" }, { "id": "oci/xai.grok-3-fast", "name": "oci/xai.grok-3-fast", "provider": "oci", "ctx": 131072, "maxOut": 131072, "pIn": 5, "pOut": 25, "tools": true, "cot": null, "json": false, "src": "litellm" }, { "id": "oci/xai.grok-3-mini", "name": "oci/xai.grok-3-mini", "provider": "oci", "ctx": 131072, "maxOut": 131072, "pIn": 0.3, "pOut": 0.5, "tools": true, "cot": null, "json": false, "src": "litellm" }, { "id": "oci/xai.grok-3-mini-fast", "name": "oci/xai.grok-3-mini-fast", "provider": "oci", "ctx": 131072, "maxOut": 131072, "pIn": 0.6, "pOut": 4, "tools": true, "cot": null, "json": false, "src": "litellm" }, { "id": "oci/xai.grok-4", "name": "oci/xai.grok-4", "provider": "oci", "ctx": 128000, "maxOut": 128000, "pIn": 3, "pOut": 15, "tools": true, "cot": null, "json": false, "src": "litellm" }, { "id": "oci/cohere.command-latest", "name": "oci/cohere.command-latest", "provider": "cohere", "ctx": 128000, "maxOut": 4000, "pIn": 1.56, "pOut": 1.56, "tools": true, "cot": null, "json": false, "src": "litellm" }, { "id": "oci/cohere.command-a-03-2025", "name": "oci/cohere.command-a-03-2025", "provider": "cohere", "ctx": 256000, "maxOut": 4000, "pIn": 1.56, "pOut": 1.56, "tools": true, "cot": null, "json": false, "src": "litellm" }, { "id": "oci/cohere.command-plus-latest", "name": "oci/cohere.command-plus-latest", "provider": "cohere", "ctx": 128000, "maxOut": 4000, "pIn": 1.56, "pOut": 1.56, "tools": true, "cot": null, "json": false, "src": "litellm" }, { "id": "oci/google.gemini-2.5-flash", "name": "oci/google.gemini-2.5-flash", "provider": "gemini", "ctx": 1048576, "maxOut": 65536, "pIn": 0.15, "pOut": 0.6, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "oci/google.gemini-2.5-pro", "name": "oci/google.gemini-2.5-pro", "provider": "gemini", "ctx": 1048576, "maxOut": 65536, "pIn": 1.25, "pOut": 10, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "oci/google.gemini-2.5-flash-lite", "name": "oci/google.gemini-2.5-flash-lite", "provider": "gemini", "ctx": 1048576, "maxOut": 65536, "pIn": 0.075, "pOut": 0.3, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "oci/cohere.command-a-vision", "name": "oci/cohere.command-a-vision", "provider": "cohere", "ctx": 256000, "maxOut": 8192, "pIn": 1.56, "pOut": 1.56, "tools": true, "cot": null, "json": false, "src": "litellm" }, { "id": "oci/cohere.command-a-reasoning", "name": "oci/cohere.command-a-reasoning", "provider": "cohere", "ctx": 256000, "maxOut": 8192, "pIn": 1.56, "pOut": 1.56, "tools": false, "cot": null, "json": false, "src": "litellm" }, { "id": "oci/cohere.command-a-reasoning-08-2025", "name": "oci/cohere.command-a-reasoning-08-2025", "provider": "cohere", "ctx": 256000, "maxOut": 4000, "pIn": 1.56, "pOut": 1.56, "tools": true, "cot": null, "json": false, "src": "litellm" }, { "id": "oci/cohere.command-a-vision-07-2025", "name": "oci/cohere.command-a-vision-07-2025", "provider": "cohere", "ctx": 128000, "maxOut": 4000, "pIn": 1.56, "pOut": 1.56, "tools": true, "cot": null, "json": false, "src": "litellm" }, { "id": "oci/cohere.command-a-translate-08-2025", "name": "oci/cohere.command-a-translate-08-2025", "provider": "cohere", "ctx": 256000, "maxOut": 4000, "pIn": 0.09, "pOut": 0.09, "tools": false, "cot": null, "json": false, "src": "litellm" }, { "id": "oci/cohere.command-r-08-2024", "name": "oci/cohere.command-r-08-2024", "provider": "cohere", "ctx": 128000, "maxOut": 4000, "pIn": 0.15, "pOut": 0.15, "tools": true, "cot": null, "json": false, "src": "litellm" }, { "id": "oci/cohere.command-r-plus-08-2024", "name": "oci/cohere.command-r-plus-08-2024", "provider": "cohere", "ctx": 128000, "maxOut": 4000, "pIn": 1.56, "pOut": 1.56, "tools": true, "cot": null, "json": false, "src": "litellm" }, { "id": "oci/meta.llama-3.2-11b-vision-instruct", "name": "oci/meta.llama-3.2-11b-vision-instruct", "provider": "meta", "ctx": 128000, "maxOut": 4000, "pIn": 2, "pOut": 2, "tools": true, "cot": null, "json": false, "src": "litellm" }, { "id": "oci/meta.llama-3.3-70b-instruct-fp8-dynamic", "name": "oci/meta.llama-3.3-70b-instruct-fp8-dynamic", "provider": "meta", "ctx": 128000, "maxOut": 4000, "pIn": 0.72, "pOut": 0.72, "tools": true, "cot": null, "json": false, "src": "litellm" }, { "id": "oci/xai.grok-4-fast", "name": "oci/xai.grok-4-fast", "provider": "oci", "ctx": 131072, "maxOut": 131072, "pIn": 5, "pOut": 25, "tools": true, "cot": null, "json": false, "src": "litellm" }, { "id": "oci/xai.grok-4.1-fast", "name": "oci/xai.grok-4.1-fast", "provider": "oci", "ctx": 131072, "maxOut": 131072, "pIn": 5, "pOut": 25, "tools": true, "cot": null, "json": false, "src": "litellm" }, { "id": "oci/xai.grok-4.20", "name": "oci/xai.grok-4.20", "provider": "oci", "ctx": 131072, "maxOut": 131072, "pIn": 3, "pOut": 15, "tools": true, "cot": null, "json": false, "src": "litellm" }, { "id": "oci/xai.grok-4.20-multi-agent", "name": "oci/xai.grok-4.20-multi-agent", "provider": "oci", "ctx": 131072, "maxOut": 131072, "pIn": 3, "pOut": 15, "tools": true, "cot": null, "json": false, "src": "litellm" }, { "id": "oci/xai.grok-code-fast-1", "name": "oci/xai.grok-code-fast-1", "provider": "oci", "ctx": 131072, "maxOut": 131072, "pIn": 5, "pOut": 25, "tools": true, "cot": null, "json": false, "src": "litellm" }, { "id": "oci/openai.gpt-5", "name": "oci/openai.gpt-5", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 1.25, "pOut": 10, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "oci/openai.gpt-5-mini", "name": "oci/openai.gpt-5-mini", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 0.25, "pOut": 2, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "oci/openai.gpt-5-nano", "name": "oci/openai.gpt-5-nano", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 0.049999999999999996, "pOut": 0.39999999999999997, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "oci/cohere.embed-english-v3.0", "name": "oci/cohere.embed-english-v3.0", "provider": "cohere", "ctx": 512, "maxOut": null, "pIn": 0.09999999999999999, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "oci/cohere.embed-english-light-v3.0", "name": "oci/cohere.embed-english-light-v3.0", "provider": "cohere", "ctx": 512, "maxOut": null, "pIn": 0.09999999999999999, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "oci/cohere.embed-multilingual-v3.0", "name": "oci/cohere.embed-multilingual-v3.0", "provider": "cohere", "ctx": 512, "maxOut": null, "pIn": 0.09999999999999999, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "oci/cohere.embed-multilingual-light-v3.0", "name": "oci/cohere.embed-multilingual-light-v3.0", "provider": "cohere", "ctx": 512, "maxOut": null, "pIn": 0.09999999999999999, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "oci/cohere.embed-english-image-v3.0", "name": "oci/cohere.embed-english-image-v3.0", "provider": "cohere", "ctx": 512, "maxOut": null, "pIn": 0.09999999999999999, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "oci/cohere.embed-english-light-image-v3.0", "name": "oci/cohere.embed-english-light-image-v3.0", "provider": "cohere", "ctx": 512, "maxOut": null, "pIn": 0.09999999999999999, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "oci/cohere.embed-multilingual-light-image-v3.0", "name": "oci/cohere.embed-multilingual-light-image-v3.0", "provider": "cohere", "ctx": 512, "maxOut": null, "pIn": 0.09999999999999999, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "oci/cohere.embed-v4.0", "name": "oci/cohere.embed-v4.0", "provider": "cohere", "ctx": 128000, "maxOut": null, "pIn": 0.12, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "ollama/codegeex4", "name": "ollama/codegeex4", "provider": "meta", "ctx": 32768, "maxOut": 8192, "pIn": null, "pOut": null, "tools": false, "cot": null, "json": null, "src": "litellm" }, { "id": "ollama/codegemma", "name": "ollama/codegemma", "provider": "meta", "ctx": 8192, "maxOut": 8192, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "ollama/codellama", "name": "ollama/codellama", "provider": "meta", "ctx": 4096, "maxOut": 4096, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "ollama/deepseek-coder-v2-base", "name": "ollama/deepseek-coder-v2-base", "provider": "deepseek", "ctx": 8192, "maxOut": 8192, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "ollama/deepseek-coder-v2-instruct", "name": "ollama/deepseek-coder-v2-instruct", "provider": "deepseek", "ctx": 32768, "maxOut": 8192, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "ollama/deepseek-coder-v2-lite-base", "name": "ollama/deepseek-coder-v2-lite-base", "provider": "deepseek", "ctx": 8192, "maxOut": 8192, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "ollama/deepseek-coder-v2-lite-instruct", "name": "ollama/deepseek-coder-v2-lite-instruct", "provider": "deepseek", "ctx": 32768, "maxOut": 8192, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "ollama/deepseek-v3.1:671b-cloud", "name": "ollama/deepseek-v3.1:671b-cloud", "provider": "deepseek", "ctx": 163840, "maxOut": 163840, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "ollama/gpt-oss:120b-cloud", "name": "ollama/gpt-oss:120b-cloud", "provider": "openai", "ctx": 131072, "maxOut": 131072, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "ollama/gpt-oss:20b-cloud", "name": "ollama/gpt-oss:20b-cloud", "provider": "openai", "ctx": 131072, "maxOut": 131072, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "ollama/internlm2_5-20b-chat", "name": "ollama/internlm2_5-20b-chat", "provider": "meta", "ctx": 32768, "maxOut": 8192, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "ollama/llama2", "name": "ollama/llama2", "provider": "meta", "ctx": 4096, "maxOut": 4096, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "ollama/llama2-uncensored", "name": "ollama/llama2-uncensored", "provider": "meta", "ctx": 4096, "maxOut": 4096, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "ollama/llama2:13b", "name": "ollama/llama2:13b", "provider": "meta", "ctx": 4096, "maxOut": 4096, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "ollama/llama2:70b", "name": "ollama/llama2:70b", "provider": "meta", "ctx": 4096, "maxOut": 4096, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "ollama/llama2:7b", "name": "ollama/llama2:7b", "provider": "meta", "ctx": 4096, "maxOut": 4096, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "ollama/llama3", "name": "ollama/llama3", "provider": "meta", "ctx": 8192, "maxOut": 8192, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "ollama/llama3.1", "name": "ollama/llama3.1", "provider": "meta", "ctx": 8192, "maxOut": 8192, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "ollama/llama3:70b", "name": "ollama/llama3:70b", "provider": "meta", "ctx": 8192, "maxOut": 8192, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "ollama/llama3:8b", "name": "ollama/llama3:8b", "provider": "meta", "ctx": 8192, "maxOut": 8192, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "ollama/mistral", "name": "ollama/mistral", "provider": "mistral", "ctx": 8192, "maxOut": 8192, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "ollama/mistral-7B-Instruct-v0.1", "name": "ollama/mistral-7B-Instruct-v0.1", "provider": "mistral", "ctx": 8192, "maxOut": 8192, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "ollama/mistral-7B-Instruct-v0.2", "name": "ollama/mistral-7B-Instruct-v0.2", "provider": "mistral", "ctx": 32768, "maxOut": 32768, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "ollama/mistral-large-instruct-2407", "name": "ollama/mistral-large-instruct-2407", "provider": "mistral", "ctx": 65536, "maxOut": 8192, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "ollama/mixtral-8x22B-Instruct-v0.1", "name": "ollama/mixtral-8x22B-Instruct-v0.1", "provider": "meta", "ctx": 65536, "maxOut": 65536, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "ollama/mixtral-8x7B-Instruct-v0.1", "name": "ollama/mixtral-8x7B-Instruct-v0.1", "provider": "meta", "ctx": 32768, "maxOut": 32768, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "ollama/orca-mini", "name": "ollama/orca-mini", "provider": "meta", "ctx": 4096, "maxOut": 4096, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "ollama/qwen3-coder:480b-cloud", "name": "ollama/qwen3-coder:480b-cloud", "provider": "meta", "ctx": 262144, "maxOut": 262144, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "ollama/vicuna", "name": "ollama/vicuna", "provider": "meta", "ctx": 2048, "maxOut": 2048, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "openai.gpt-oss-120b-1:0", "name": "openai.gpt-oss-120b-1:0", "provider": "openai", "ctx": 128000, "maxOut": 128000, "pIn": 0.15, "pOut": 0.6, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "openai.gpt-oss-20b-1:0", "name": "openai.gpt-oss-20b-1:0", "provider": "openai", "ctx": 128000, "maxOut": 128000, "pIn": 0.07, "pOut": 0.3, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "openai.gpt-oss-safeguard-120b", "name": "openai.gpt-oss-safeguard-120b", "provider": "openai", "ctx": 128000, "maxOut": 8192, "pIn": 0.15, "pOut": 0.6, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "openai.gpt-oss-safeguard-20b", "name": "openai.gpt-oss-safeguard-20b", "provider": "openai", "ctx": 128000, "maxOut": 8192, "pIn": 0.07, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "openrouter/anthropic/claude-3-haiku", "name": "openrouter/anthropic/claude-3-haiku", "provider": "claude", "ctx": 200000, "maxOut": 4096, "pIn": 0.25, "pOut": 1.25, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "openrouter/anthropic/claude-3.5-sonnet", "name": "openrouter/anthropic/claude-3.5-sonnet", "provider": "claude", "ctx": 200000, "maxOut": 8192, "pIn": 3, "pOut": 15, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "openrouter/anthropic/claude-3.7-sonnet", "name": "openrouter/anthropic/claude-3.7-sonnet", "provider": "claude", "ctx": 200000, "maxOut": 128000, "pIn": 3, "pOut": 15, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "openrouter/anthropic/claude-opus-4", "name": "openrouter/anthropic/claude-opus-4", "provider": "claude", "ctx": 200000, "maxOut": 32000, "pIn": 15, "pOut": 75, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "openrouter/anthropic/claude-opus-4.1", "name": "openrouter/anthropic/claude-opus-4.1", "provider": "claude", "ctx": 200000, "maxOut": 32000, "pIn": 15, "pOut": 75, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "openrouter/anthropic/claude-sonnet-4", "name": "openrouter/anthropic/claude-sonnet-4", "provider": "claude", "ctx": 1000000, "maxOut": 64000, "pIn": 3, "pOut": 15, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "openrouter/anthropic/claude-sonnet-4.6", "name": "openrouter/anthropic/claude-sonnet-4.6", "provider": "claude", "ctx": 1000000, "maxOut": 128000, "pIn": 3, "pOut": 15, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "openrouter/anthropic/claude-opus-4.5", "name": "openrouter/anthropic/claude-opus-4.5", "provider": "claude", "ctx": 200000, "maxOut": 32000, "pIn": 5, "pOut": 25, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "openrouter/anthropic/claude-opus-4.6", "name": "openrouter/anthropic/claude-opus-4.6", "provider": "claude", "ctx": 1000000, "maxOut": 128000, "pIn": 5, "pOut": 25, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "openrouter/anthropic/claude-sonnet-4.5", "name": "openrouter/anthropic/claude-sonnet-4.5", "provider": "claude", "ctx": 1000000, "maxOut": 1000000, "pIn": 3, "pOut": 15, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "openrouter/anthropic/claude-haiku-4.5", "name": "openrouter/anthropic/claude-haiku-4.5", "provider": "claude", "ctx": 200000, "maxOut": 200000, "pIn": 1, "pOut": 5, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "openrouter/anthropic/claude-opus-4.7", "name": "openrouter/anthropic/claude-opus-4.7", "provider": "claude", "ctx": 1000000, "maxOut": 128000, "pIn": 5, "pOut": 25, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "openrouter/bytedance/ui-tars-1.5-7b", "name": "openrouter/bytedance/ui-tars-1.5-7b", "provider": "openrouter", "ctx": 131072, "maxOut": 2048, "pIn": 0.09999999999999999, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "openrouter/deepseek/deepseek-chat", "name": "openrouter/deepseek/deepseek-chat", "provider": "deepseek", "ctx": 65536, "maxOut": 8192, "pIn": 0.14, "pOut": 0.28, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "openrouter/deepseek/deepseek-chat-v3-0324", "name": "openrouter/deepseek/deepseek-chat-v3-0324", "provider": "deepseek", "ctx": 65536, "maxOut": 8192, "pIn": 0.14, "pOut": 0.28, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "openrouter/deepseek/deepseek-chat-v3.1", "name": "openrouter/deepseek/deepseek-chat-v3.1", "provider": "deepseek", "ctx": 163840, "maxOut": 163840, "pIn": 0.19999999999999998, "pOut": 0.7999999999999999, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "openrouter/deepseek/deepseek-v3.2", "name": "openrouter/deepseek/deepseek-v3.2", "provider": "deepseek", "ctx": 163840, "maxOut": 163840, "pIn": 0.28, "pOut": 0.39999999999999997, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "openrouter/deepseek/deepseek-v3.2-exp", "name": "openrouter/deepseek/deepseek-v3.2-exp", "provider": "deepseek", "ctx": 163840, "maxOut": 163840, "pIn": 0.19999999999999998, "pOut": 0.39999999999999997, "tools": true, "cot": false, "json": null, "src": "litellm" }, { "id": "openrouter/deepseek/deepseek-r1", "name": "openrouter/deepseek/deepseek-r1", "provider": "deepseek", "ctx": 65336, "maxOut": 8192, "pIn": 0.55, "pOut": 2.1900000000000004, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "openrouter/deepseek/deepseek-r1-0528", "name": "openrouter/deepseek/deepseek-r1-0528", "provider": "deepseek", "ctx": 65336, "maxOut": 8192, "pIn": 0.5, "pOut": 2.1500000000000004, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "openrouter/google/gemini-2.0-flash-001", "name": "openrouter/google/gemini-2.0-flash-001", "provider": "gemini", "ctx": 1048576, "maxOut": 8192, "pIn": 0.09999999999999999, "pOut": 0.39999999999999997, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "openrouter/google/gemini-2.5-flash", "name": "openrouter/google/gemini-2.5-flash", "provider": "gemini", "ctx": 1048576, "maxOut": 8192, "pIn": 0.3, "pOut": 2.5, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "openrouter/google/gemini-2.5-pro", "name": "openrouter/google/gemini-2.5-pro", "provider": "gemini", "ctx": 1048576, "maxOut": 8192, "pIn": 1.25, "pOut": 10, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "openrouter/google/gemini-3-pro-preview", "name": "openrouter/google/gemini-3-pro-preview", "provider": "gemini", "ctx": 1048576, "maxOut": 65535, "pIn": 2, "pOut": 12, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "openrouter/google/gemini-3-flash-preview", "name": "openrouter/google/gemini-3-flash-preview", "provider": "gemini", "ctx": 1048576, "maxOut": 65535, "pIn": 0.5, "pOut": 3, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "openrouter/google/gemini-3.1-flash-lite-preview", "name": "openrouter/google/gemini-3.1-flash-lite-preview", "provider": "gemini", "ctx": 1048576, "maxOut": 65536, "pIn": 0.25, "pOut": 1.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "openrouter/google/gemini-3.1-flash-lite", "name": "openrouter/google/gemini-3.1-flash-lite", "provider": "gemini", "ctx": 1048576, "maxOut": 65536, "pIn": 0.25, "pOut": 1.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "openrouter/google/gemini-3.1-pro-preview", "name": "openrouter/google/gemini-3.1-pro-preview", "provider": "gemini", "ctx": 1048576, "maxOut": 65536, "pIn": 2, "pOut": 12, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "openrouter/gryphe/mythomax-l2-13b", "name": "openrouter/gryphe/mythomax-l2-13b", "provider": "openrouter", "ctx": 8192, "maxOut": null, "pIn": 1.875, "pOut": 1.875, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "openrouter/mancer/weaver", "name": "openrouter/mancer/weaver", "provider": "openrouter", "ctx": 8000, "maxOut": 2000, "pIn": 5.625, "pOut": 5.625, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "openrouter/meta-llama/llama-3-70b-instruct", "name": "openrouter/meta-llama/llama-3-70b-instruct", "provider": "meta", "ctx": 8192, "maxOut": 8000, "pIn": 0.59, "pOut": 0.7899999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "openrouter/minimax/minimax-m2", "name": "openrouter/minimax/minimax-m2", "provider": "openrouter", "ctx": 204800, "maxOut": 204800, "pIn": 0.255, "pOut": 1.02, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "openrouter/mistralai/devstral-2512", "name": "openrouter/mistralai/devstral-2512", "provider": "mistral", "ctx": 262144, "maxOut": 65536, "pIn": 0.15, "pOut": 0.6, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "openrouter/mistralai/ministral-3b-2512", "name": "openrouter/mistralai/ministral-3b-2512", "provider": "mistral", "ctx": 131072, "maxOut": 131072, "pIn": 0.09999999999999999, "pOut": 0.09999999999999999, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "openrouter/mistralai/ministral-8b-2512", "name": "openrouter/mistralai/ministral-8b-2512", "provider": "mistral", "ctx": 262144, "maxOut": 262144, "pIn": 0.15, "pOut": 0.15, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "openrouter/mistralai/ministral-14b-2512", "name": "openrouter/mistralai/ministral-14b-2512", "provider": "mistral", "ctx": 262144, "maxOut": 262144, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "openrouter/mistralai/mistral-large-2512", "name": "openrouter/mistralai/mistral-large-2512", "provider": "mistral", "ctx": 262144, "maxOut": 262144, "pIn": 0.5, "pOut": 1.5, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "openrouter/mistralai/mistral-7b-instruct", "name": "openrouter/mistralai/mistral-7b-instruct", "provider": "mistral", "ctx": 32768, "maxOut": 8191, "pIn": 0.13, "pOut": 0.13, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "openrouter/mistralai/mistral-large", "name": "openrouter/mistralai/mistral-large", "provider": "mistral", "ctx": 128000, "maxOut": 8191, "pIn": 8, "pOut": 24, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "openrouter/mistralai/mistral-small-3.1-24b-instruct", "name": "openrouter/mistralai/mistral-small-3.1-24b-instruct", "provider": "mistral", "ctx": 131072, "maxOut": 131072, "pIn": 0.09999999999999999, "pOut": 0.3, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "openrouter/mistralai/mistral-small-3.2-24b-instruct", "name": "openrouter/mistralai/mistral-small-3.2-24b-instruct", "provider": "mistral", "ctx": 128000, "maxOut": 128000, "pIn": 0.09999999999999999, "pOut": 0.3, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "openrouter/mistralai/mixtral-8x22b-instruct", "name": "openrouter/mistralai/mixtral-8x22b-instruct", "provider": "mistral", "ctx": 65536, "maxOut": 65536, "pIn": 0.65, "pOut": 0.65, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "openrouter/moonshotai/kimi-k2.5", "name": "openrouter/moonshotai/kimi-k2.5", "provider": "openrouter", "ctx": 262144, "maxOut": 262144, "pIn": 0.6, "pOut": 3, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "openrouter/openai/gpt-3.5-turbo", "name": "openrouter/openai/gpt-3.5-turbo", "provider": "openai", "ctx": 16385, "maxOut": 4096, "pIn": 1.5, "pOut": 2, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "openrouter/openai/gpt-3.5-turbo-16k", "name": "openrouter/openai/gpt-3.5-turbo-16k", "provider": "openai", "ctx": 16385, "maxOut": 4096, "pIn": 3, "pOut": 4, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "openrouter/openai/gpt-4", "name": "openrouter/openai/gpt-4", "provider": "openai", "ctx": 8191, "maxOut": 4096, "pIn": 30, "pOut": 60, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "openrouter/openai/gpt-4.1", "name": "openrouter/openai/gpt-4.1", "provider": "openai", "ctx": 1047576, "maxOut": 32768, "pIn": 2, "pOut": 8, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "openrouter/openai/gpt-4.1-mini", "name": "openrouter/openai/gpt-4.1-mini", "provider": "openai", "ctx": 1047576, "maxOut": 32768, "pIn": 0.39999999999999997, "pOut": 1.5999999999999999, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "openrouter/openai/gpt-4.1-nano", "name": "openrouter/openai/gpt-4.1-nano", "provider": "openai", "ctx": 1047576, "maxOut": 32768, "pIn": 0.09999999999999999, "pOut": 0.39999999999999997, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "openrouter/openai/gpt-4o", "name": "openrouter/openai/gpt-4o", "provider": "openai", "ctx": 128000, "maxOut": 4096, "pIn": 2.5, "pOut": 10, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "openrouter/openai/gpt-4o-2024-05-13", "name": "openrouter/openai/gpt-4o-2024-05-13", "provider": "openai", "ctx": 128000, "maxOut": 4096, "pIn": 5, "pOut": 15, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "openrouter/openai/gpt-5-chat", "name": "openrouter/openai/gpt-5-chat", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 1.25, "pOut": 10, "tools": null, "cot": true, "json": null, "src": "litellm" }, { "id": "openrouter/openai/gpt-5-codex", "name": "openrouter/openai/gpt-5-codex", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 1.25, "pOut": 10, "tools": null, "cot": true, "json": null, "src": "litellm" }, { "id": "openrouter/openai/gpt-5.2-codex", "name": "openrouter/openai/gpt-5.2-codex", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 1.75, "pOut": 14, "tools": null, "cot": true, "json": null, "src": "litellm" }, { "id": "openrouter/openai/gpt-5", "name": "openrouter/openai/gpt-5", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 1.25, "pOut": 10, "tools": null, "cot": true, "json": null, "src": "litellm" }, { "id": "openrouter/openai/gpt-5-mini", "name": "openrouter/openai/gpt-5-mini", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 0.25, "pOut": 2, "tools": null, "cot": true, "json": null, "src": "litellm" }, { "id": "openrouter/openai/gpt-5-nano", "name": "openrouter/openai/gpt-5-nano", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 0.049999999999999996, "pOut": 0.39999999999999997, "tools": null, "cot": true, "json": null, "src": "litellm" }, { "id": "openrouter/openai/gpt-5.1-codex-max", "name": "openrouter/openai/gpt-5.1-codex-max", "provider": "openai", "ctx": 400000, "maxOut": 128000, "pIn": 1.25, "pOut": 10, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "openrouter/openai/gpt-5.2", "name": "openrouter/openai/gpt-5.2", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 1.75, "pOut": 14, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "openrouter/openai/gpt-5.2-chat", "name": "openrouter/openai/gpt-5.2-chat", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 1.75, "pOut": 14, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "openrouter/openai/gpt-5.2-pro", "name": "openrouter/openai/gpt-5.2-pro", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 21, "pOut": 168, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "openrouter/openai/gpt-oss-120b", "name": "openrouter/openai/gpt-oss-120b", "provider": "openai", "ctx": 131072, "maxOut": 32768, "pIn": 0.18, "pOut": 0.7999999999999999, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "openrouter/openai/gpt-oss-20b", "name": "openrouter/openai/gpt-oss-20b", "provider": "openai", "ctx": 131072, "maxOut": 32768, "pIn": 0.02, "pOut": 0.09999999999999999, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "openrouter/openai/o1", "name": "openrouter/openai/o1", "provider": "openrouter", "ctx": 200000, "maxOut": 100000, "pIn": 15, "pOut": 60, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "openrouter/openai/o3-mini", "name": "openrouter/openai/o3-mini", "provider": "openai", "ctx": 128000, "maxOut": 65536, "pIn": 1.1, "pOut": 4.4, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "openrouter/openai/o3-mini-high", "name": "openrouter/openai/o3-mini-high", "provider": "openai", "ctx": 128000, "maxOut": 65536, "pIn": 1.1, "pOut": 4.4, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "openrouter/qwen/qwen-2.5-coder-32b-instruct", "name": "openrouter/qwen/qwen-2.5-coder-32b-instruct", "provider": "openrouter", "ctx": 33792, "maxOut": 33792, "pIn": 0.18, "pOut": 0.18, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "openrouter/qwen/qwen-vl-plus", "name": "openrouter/qwen/qwen-vl-plus", "provider": "openrouter", "ctx": 8192, "maxOut": 2048, "pIn": 0.21, "pOut": 0.63, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "openrouter/qwen/qwen3-coder", "name": "openrouter/qwen/qwen3-coder", "provider": "openrouter", "ctx": 262100, "maxOut": 262100, "pIn": 0.22, "pOut": 0.95, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "openrouter/qwen/qwen3-coder-plus", "name": "openrouter/qwen/qwen3-coder-plus", "provider": "openrouter", "ctx": 997952, "maxOut": 65536, "pIn": 1, "pOut": 5, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "openrouter/qwen/qwen3-235b-a22b-2507", "name": "openrouter/qwen/qwen3-235b-a22b-2507", "provider": "openrouter", "ctx": 262144, "maxOut": 262144, "pIn": 0.071, "pOut": 0.09999999999999999, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "openrouter/qwen/qwen3-235b-a22b-thinking-2507", "name": "openrouter/qwen/qwen3-235b-a22b-thinking-2507", "provider": "openrouter", "ctx": 262144, "maxOut": 262144, "pIn": 0.11, "pOut": 0.6, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "openrouter/qwen/qwen3.6-plus", "name": "openrouter/qwen/qwen3.6-plus", "provider": "openrouter", "ctx": 1000000, "maxOut": 65536, "pIn": 0.325, "pOut": 1.95, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "openrouter/qwen/qwen3.5-35b-a3b", "name": "openrouter/qwen/qwen3.5-35b-a3b", "provider": "openrouter", "ctx": 262144, "maxOut": 65536, "pIn": 0.25, "pOut": 2, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "openrouter/qwen/qwen3.5-27b", "name": "openrouter/qwen/qwen3.5-27b", "provider": "openrouter", "ctx": 262144, "maxOut": 65536, "pIn": 0.3, "pOut": 2.4, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "openrouter/qwen/qwen3.5-122b-a10b", "name": "openrouter/qwen/qwen3.5-122b-a10b", "provider": "openrouter", "ctx": 262144, "maxOut": 65536, "pIn": 0.39999999999999997, "pOut": 2, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "openrouter/qwen/qwen3.5-flash-02-23", "name": "openrouter/qwen/qwen3.5-flash-02-23", "provider": "openrouter", "ctx": 1000000, "maxOut": 65536, "pIn": 0.09999999999999999, "pOut": 0.39999999999999997, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "openrouter/qwen/qwen3.5-plus-02-15", "name": "openrouter/qwen/qwen3.5-plus-02-15", "provider": "openrouter", "ctx": 1000000, "maxOut": 65536, "pIn": 0.39999999999999997, "pOut": 2.4, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "openrouter/qwen/qwen3.5-397b-a17b", "name": "openrouter/qwen/qwen3.5-397b-a17b", "provider": "openrouter", "ctx": 262144, "maxOut": 65536, "pIn": 0.6, "pOut": 3.5999999999999996, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "openrouter/switchpoint/router", "name": "openrouter/switchpoint/router", "provider": "openrouter", "ctx": 131072, "maxOut": 131072, "pIn": 0.85, "pOut": 3.4, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "openrouter/undi95/remm-slerp-l2-13b", "name": "openrouter/undi95/remm-slerp-l2-13b", "provider": "openrouter", "ctx": 6144, "maxOut": 4096, "pIn": 1.875, "pOut": 1.875, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "openrouter/x-ai/grok-4", "name": "openrouter/x-ai/grok-4", "provider": "openrouter", "ctx": 256000, "maxOut": 256000, "pIn": 3, "pOut": 15, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "openrouter/z-ai/glm-4.6", "name": "openrouter/z-ai/glm-4.6", "provider": "openrouter", "ctx": 202800, "maxOut": 131000, "pIn": 0.39999999999999997, "pOut": 1.75, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "openrouter/z-ai/glm-4.6:exacto", "name": "openrouter/z-ai/glm-4.6:exacto", "provider": "openrouter", "ctx": 202800, "maxOut": 131000, "pIn": 0.44999999999999996, "pOut": 1.9, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "openrouter/xiaomi/mimo-v2-flash", "name": "openrouter/xiaomi/mimo-v2-flash", "provider": "openrouter", "ctx": 262144, "maxOut": 16384, "pIn": 0.09999999999999999, "pOut": 0.3, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "openrouter/xiaomi/mimo-v2.5-pro", "name": "openrouter/xiaomi/mimo-v2.5-pro", "provider": "openrouter", "ctx": 1048576, "maxOut": 16384, "pIn": 1, "pOut": 3, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "openrouter/xiaomi/mimo-v2.5", "name": "openrouter/xiaomi/mimo-v2.5", "provider": "openrouter", "ctx": 1048576, "maxOut": 131072, "pIn": 0.39999999999999997, "pOut": 2, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "openrouter/z-ai/glm-4.7", "name": "openrouter/z-ai/glm-4.7", "provider": "openrouter", "ctx": 202752, "maxOut": 64000, "pIn": 0.39999999999999997, "pOut": 1.5, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "openrouter/z-ai/glm-4.7-flash", "name": "openrouter/z-ai/glm-4.7-flash", "provider": "openrouter", "ctx": 200000, "maxOut": 32000, "pIn": 0.07, "pOut": 0.39999999999999997, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "openrouter/z-ai/glm-5", "name": "openrouter/z-ai/glm-5", "provider": "openrouter", "ctx": 202752, "maxOut": 128000, "pIn": 0.7999999999999999, "pOut": 2.56, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "openrouter/minimax/minimax-m2.1", "name": "openrouter/minimax/minimax-m2.1", "provider": "openrouter", "ctx": 204000, "maxOut": 64000, "pIn": 0.27, "pOut": 1.2, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "openrouter/minimax/minimax-m2.5", "name": "openrouter/minimax/minimax-m2.5", "provider": "openrouter", "ctx": 196608, "maxOut": 65536, "pIn": 0.3, "pOut": 1.1, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "openrouter/openrouter/auto", "name": "openrouter/openrouter/auto", "provider": "openrouter", "ctx": 2000000, "maxOut": null, "pIn": null, "pOut": null, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "openrouter/openrouter/free", "name": "openrouter/openrouter/free", "provider": "openrouter", "ctx": 200000, "maxOut": null, "pIn": null, "pOut": null, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "openrouter/openrouter/bodybuilder", "name": "openrouter/openrouter/bodybuilder", "provider": "openrouter", "ctx": 128000, "maxOut": null, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "ovhcloud/DeepSeek-R1-Distill-Llama-70B", "name": "ovhcloud/DeepSeek-R1-Distill-Llama-70B", "provider": "deepseek", "ctx": 131000, "maxOut": 131000, "pIn": 0.67, "pOut": 0.67, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "ovhcloud/Llama-3.1-8B-Instruct", "name": "ovhcloud/Llama-3.1-8B-Instruct", "provider": "meta", "ctx": 131000, "maxOut": 131000, "pIn": 0.09999999999999999, "pOut": 0.09999999999999999, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "ovhcloud/Meta-Llama-3_1-70B-Instruct", "name": "ovhcloud/Meta-Llama-3_1-70B-Instruct", "provider": "meta", "ctx": 131000, "maxOut": 131000, "pIn": 0.67, "pOut": 0.67, "tools": false, "cot": null, "json": false, "src": "litellm" }, { "id": "ovhcloud/Meta-Llama-3_3-70B-Instruct", "name": "ovhcloud/Meta-Llama-3_3-70B-Instruct", "provider": "meta", "ctx": 131000, "maxOut": 131000, "pIn": 0.67, "pOut": 0.67, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "ovhcloud/Mistral-7B-Instruct-v0.3", "name": "ovhcloud/Mistral-7B-Instruct-v0.3", "provider": "mistral", "ctx": 127000, "maxOut": 127000, "pIn": 0.09999999999999999, "pOut": 0.09999999999999999, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "ovhcloud/Mistral-Nemo-Instruct-2407", "name": "ovhcloud/Mistral-Nemo-Instruct-2407", "provider": "mistral", "ctx": 118000, "maxOut": 118000, "pIn": 0.13, "pOut": 0.13, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "ovhcloud/Mistral-Small-3.2-24B-Instruct-2506", "name": "ovhcloud/Mistral-Small-3.2-24B-Instruct-2506", "provider": "mistral", "ctx": 128000, "maxOut": 128000, "pIn": 0.09, "pOut": 0.28, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "ovhcloud/Mixtral-8x7B-Instruct-v0.1", "name": "ovhcloud/Mixtral-8x7B-Instruct-v0.1", "provider": "ovhcloud", "ctx": 32000, "maxOut": 32000, "pIn": 0.63, "pOut": 0.63, "tools": false, "cot": null, "json": true, "src": "litellm" }, { "id": "ovhcloud/Qwen2.5-Coder-32B-Instruct", "name": "ovhcloud/Qwen2.5-Coder-32B-Instruct", "provider": "ovhcloud", "ctx": 32000, "maxOut": 32000, "pIn": 0.87, "pOut": 0.87, "tools": false, "cot": null, "json": true, "src": "litellm" }, { "id": "ovhcloud/Qwen2.5-VL-72B-Instruct", "name": "ovhcloud/Qwen2.5-VL-72B-Instruct", "provider": "ovhcloud", "ctx": 32000, "maxOut": 32000, "pIn": 0.9099999999999999, "pOut": 0.9099999999999999, "tools": false, "cot": null, "json": true, "src": "litellm" }, { "id": "ovhcloud/Qwen3-32B", "name": "ovhcloud/Qwen3-32B", "provider": "ovhcloud", "ctx": 32000, "maxOut": 32000, "pIn": 0.08, "pOut": 0.22999999999999998, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "ovhcloud/gpt-oss-120b", "name": "ovhcloud/gpt-oss-120b", "provider": "openai", "ctx": 131000, "maxOut": 131000, "pIn": 0.08, "pOut": 0.39999999999999997, "tools": false, "cot": true, "json": true, "src": "litellm" }, { "id": "ovhcloud/gpt-oss-20b", "name": "ovhcloud/gpt-oss-20b", "provider": "openai", "ctx": 131000, "maxOut": 131000, "pIn": 0.04, "pOut": 0.15, "tools": false, "cot": true, "json": true, "src": "litellm" }, { "id": "ovhcloud/llava-v1.6-mistral-7b-hf", "name": "ovhcloud/llava-v1.6-mistral-7b-hf", "provider": "mistral", "ctx": 32000, "maxOut": 32000, "pIn": 0.29, "pOut": 0.29, "tools": false, "cot": null, "json": true, "src": "litellm" }, { "id": "ovhcloud/mamba-codestral-7B-v0.1", "name": "ovhcloud/mamba-codestral-7B-v0.1", "provider": "ovhcloud", "ctx": 256000, "maxOut": 256000, "pIn": 0.19, "pOut": 0.19, "tools": false, "cot": null, "json": true, "src": "litellm" }, { "id": "palm/chat-bison", "name": "palm/chat-bison", "provider": "palm", "ctx": 8192, "maxOut": 4096, "pIn": 0.125, "pOut": 0.125, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "palm/chat-bison-001", "name": "palm/chat-bison-001", "provider": "palm", "ctx": 8192, "maxOut": 4096, "pIn": 0.125, "pOut": 0.125, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "palm/text-bison", "name": "palm/text-bison", "provider": "palm", "ctx": 8192, "maxOut": 1024, "pIn": 0.125, "pOut": 0.125, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "palm/text-bison-001", "name": "palm/text-bison-001", "provider": "palm", "ctx": 8192, "maxOut": 1024, "pIn": 0.125, "pOut": 0.125, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "palm/text-bison-safety-off", "name": "palm/text-bison-safety-off", "provider": "palm", "ctx": 8192, "maxOut": 1024, "pIn": 0.125, "pOut": 0.125, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "palm/text-bison-safety-recitation-off", "name": "palm/text-bison-safety-recitation-off", "provider": "palm", "ctx": 8192, "maxOut": 1024, "pIn": 0.125, "pOut": 0.125, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "perplexity/codellama-34b-instruct", "name": "perplexity/codellama-34b-instruct", "provider": "meta", "ctx": 16384, "maxOut": 16384, "pIn": 0.35, "pOut": 1.4, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "perplexity/codellama-70b-instruct", "name": "perplexity/codellama-70b-instruct", "provider": "meta", "ctx": 16384, "maxOut": 16384, "pIn": 0.7, "pOut": 2.8, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "perplexity/llama-2-70b-chat", "name": "perplexity/llama-2-70b-chat", "provider": "meta", "ctx": 4096, "maxOut": 4096, "pIn": 0.7, "pOut": 2.8, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "perplexity/llama-3.1-70b-instruct", "name": "perplexity/llama-3.1-70b-instruct", "provider": "meta", "ctx": 131072, "maxOut": 131072, "pIn": 1, "pOut": 1, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "perplexity/llama-3.1-8b-instruct", "name": "perplexity/llama-3.1-8b-instruct", "provider": "meta", "ctx": 131072, "maxOut": 131072, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "perplexity/mistral-7b-instruct", "name": "perplexity/mistral-7b-instruct", "provider": "mistral", "ctx": 4096, "maxOut": 4096, "pIn": 0.07, "pOut": 0.28, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "perplexity/mixtral-8x7b-instruct", "name": "perplexity/mixtral-8x7b-instruct", "provider": "perplexity", "ctx": 4096, "maxOut": 4096, "pIn": 0.07, "pOut": 0.28, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "perplexity/pplx-70b-chat", "name": "perplexity/pplx-70b-chat", "provider": "perplexity", "ctx": 4096, "maxOut": 4096, "pIn": 0.7, "pOut": 2.8, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "perplexity/pplx-70b-online", "name": "perplexity/pplx-70b-online", "provider": "perplexity", "ctx": 4096, "maxOut": 4096, "pIn": null, "pOut": 2.8, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "perplexity/pplx-7b-chat", "name": "perplexity/pplx-7b-chat", "provider": "perplexity", "ctx": 8192, "maxOut": 8192, "pIn": 0.07, "pOut": 0.28, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "perplexity/pplx-7b-online", "name": "perplexity/pplx-7b-online", "provider": "perplexity", "ctx": 4096, "maxOut": 4096, "pIn": null, "pOut": 0.28, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "perplexity/sonar-medium-chat", "name": "perplexity/sonar-medium-chat", "provider": "perplexity", "ctx": 16384, "maxOut": 16384, "pIn": 0.6, "pOut": 1.7999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "perplexity/sonar-medium-online", "name": "perplexity/sonar-medium-online", "provider": "perplexity", "ctx": 12000, "maxOut": 12000, "pIn": null, "pOut": 1.7999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "perplexity/sonar-reasoning", "name": "perplexity/sonar-reasoning", "provider": "perplexity", "ctx": 128000, "maxOut": null, "pIn": 1, "pOut": 5, "tools": null, "cot": true, "json": null, "src": "litellm" }, { "id": "perplexity/sonar-small-chat", "name": "perplexity/sonar-small-chat", "provider": "perplexity", "ctx": 16384, "maxOut": 16384, "pIn": 0.07, "pOut": 0.28, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "perplexity/sonar-small-online", "name": "perplexity/sonar-small-online", "provider": "perplexity", "ctx": 12000, "maxOut": 12000, "pIn": null, "pOut": 0.28, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "publicai/swiss-ai/apertus-8b-instruct", "name": "publicai/swiss-ai/apertus-8b-instruct", "provider": "publicai", "ctx": 8192, "maxOut": 4096, "pIn": null, "pOut": null, "tools": false, "cot": null, "json": null, "src": "litellm" }, { "id": "publicai/swiss-ai/apertus-70b-instruct", "name": "publicai/swiss-ai/apertus-70b-instruct", "provider": "publicai", "ctx": 8192, "maxOut": 4096, "pIn": null, "pOut": null, "tools": false, "cot": null, "json": null, "src": "litellm" }, { "id": "publicai/aisingapore/Gemma-SEA-LION-v4-27B-IT", "name": "publicai/aisingapore/Gemma-SEA-LION-v4-27B-IT", "provider": "publicai", "ctx": 8192, "maxOut": 4096, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "publicai/BSC-LT/salamandra-7b-instruct-tools-16k", "name": "publicai/BSC-LT/salamandra-7b-instruct-tools-16k", "provider": "publicai", "ctx": 16384, "maxOut": 4096, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "publicai/BSC-LT/ALIA-40b-instruct_Q8_0", "name": "publicai/BSC-LT/ALIA-40b-instruct_Q8_0", "provider": "publicai", "ctx": 8192, "maxOut": 4096, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "publicai/allenai/Olmo-3-7B-Instruct", "name": "publicai/allenai/Olmo-3-7B-Instruct", "provider": "publicai", "ctx": 32768, "maxOut": 4096, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "perplexity/pplx-embed-v1-0.6b", "name": "perplexity/pplx-embed-v1-0.6b", "provider": "perplexity", "ctx": 32768, "maxOut": null, "pIn": 0.004, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "perplexity/pplx-embed-v1-4b", "name": "perplexity/pplx-embed-v1-4b", "provider": "perplexity", "ctx": 32768, "maxOut": null, "pIn": 0.03, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "publicai/aisingapore/Qwen-SEA-LION-v4-32B-IT", "name": "publicai/aisingapore/Qwen-SEA-LION-v4-32B-IT", "provider": "publicai", "ctx": 32768, "maxOut": 4096, "pIn": null, "pOut": null, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "publicai/allenai/Olmo-3-7B-Think", "name": "publicai/allenai/Olmo-3-7B-Think", "provider": "publicai", "ctx": 32768, "maxOut": 4096, "pIn": null, "pOut": null, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "publicai/allenai/Olmo-3-32B-Think", "name": "publicai/allenai/Olmo-3-32B-Think", "provider": "publicai", "ctx": 32768, "maxOut": 4096, "pIn": null, "pOut": null, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "qwen.qwen3-coder-480b-a35b-v1:0", "name": "qwen.qwen3-coder-480b-a35b-v1:0", "provider": "qwen.qwen3-coder-480b-a35b-v1:0", "ctx": 262000, "maxOut": 65536, "pIn": 0.22, "pOut": 1.7999999999999998, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "qwen.qwen3-235b-a22b-2507-v1:0", "name": "qwen.qwen3-235b-a22b-2507-v1:0", "provider": "qwen.qwen3-235b-a22b-2507-v1:0", "ctx": 262144, "maxOut": 131072, "pIn": 0.22, "pOut": 0.88, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "qwen.qwen3-coder-30b-a3b-v1:0", "name": "qwen.qwen3-coder-30b-a3b-v1:0", "provider": "qwen.qwen3-coder-30b-a3b-v1:0", "ctx": 262144, "maxOut": 131072, "pIn": 0.15, "pOut": 0.6, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "qwen.qwen3-32b-v1:0", "name": "qwen.qwen3-32b-v1:0", "provider": "qwen.qwen3-32b-v1:0", "ctx": 131072, "maxOut": 16384, "pIn": 0.15, "pOut": 0.6, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "qwen.qwen3-next-80b-a3b", "name": "qwen.qwen3-next-80b-a3b", "provider": "qwen.qwen3-next-80b-a3b", "ctx": 128000, "maxOut": 8192, "pIn": 0.15, "pOut": 1.2, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "qwen.qwen3-vl-235b-a22b", "name": "qwen.qwen3-vl-235b-a22b", "provider": "qwen.qwen3-vl-235b-a22b", "ctx": 128000, "maxOut": 8192, "pIn": 0.53, "pOut": 2.66, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "qwen.qwen3-coder-next", "name": "qwen.qwen3-coder-next", "provider": "qwen.qwen3-coder-next", "ctx": 262144, "maxOut": 8192, "pIn": 0.5, "pOut": 1.2, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "replicate/meta/llama-2-13b", "name": "replicate/meta/llama-2-13b", "provider": "meta", "ctx": 4096, "maxOut": 4096, "pIn": 0.09999999999999999, "pOut": 0.5, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "replicate/meta/llama-2-13b-chat", "name": "replicate/meta/llama-2-13b-chat", "provider": "meta", "ctx": 4096, "maxOut": 4096, "pIn": 0.09999999999999999, "pOut": 0.5, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "replicate/meta/llama-2-70b", "name": "replicate/meta/llama-2-70b", "provider": "meta", "ctx": 4096, "maxOut": 4096, "pIn": 0.65, "pOut": 2.75, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "replicate/meta/llama-2-70b-chat", "name": "replicate/meta/llama-2-70b-chat", "provider": "meta", "ctx": 4096, "maxOut": 4096, "pIn": 0.65, "pOut": 2.75, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "replicate/meta/llama-2-7b", "name": "replicate/meta/llama-2-7b", "provider": "meta", "ctx": 4096, "maxOut": 4096, "pIn": 0.049999999999999996, "pOut": 0.25, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "replicate/meta/llama-2-7b-chat", "name": "replicate/meta/llama-2-7b-chat", "provider": "meta", "ctx": 4096, "maxOut": 4096, "pIn": 0.049999999999999996, "pOut": 0.25, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "replicate/meta/llama-3-70b", "name": "replicate/meta/llama-3-70b", "provider": "meta", "ctx": 8192, "maxOut": 8192, "pIn": 0.65, "pOut": 2.75, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "replicate/meta/llama-3-70b-instruct", "name": "replicate/meta/llama-3-70b-instruct", "provider": "meta", "ctx": 8192, "maxOut": 8192, "pIn": 0.65, "pOut": 2.75, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "replicate/meta/llama-3-8b", "name": "replicate/meta/llama-3-8b", "provider": "meta", "ctx": 8086, "maxOut": 8086, "pIn": 0.049999999999999996, "pOut": 0.25, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "replicate/meta/llama-3-8b-instruct", "name": "replicate/meta/llama-3-8b-instruct", "provider": "meta", "ctx": 8086, "maxOut": 8086, "pIn": 0.049999999999999996, "pOut": 0.25, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "replicate/mistralai/mistral-7b-instruct-v0.2", "name": "replicate/mistralai/mistral-7b-instruct-v0.2", "provider": "mistral", "ctx": 4096, "maxOut": 4096, "pIn": 0.049999999999999996, "pOut": 0.25, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "replicate/mistralai/mistral-7b-v0.1", "name": "replicate/mistralai/mistral-7b-v0.1", "provider": "mistral", "ctx": 4096, "maxOut": 4096, "pIn": 0.049999999999999996, "pOut": 0.25, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "replicate/mistralai/mixtral-8x7b-instruct-v0.1", "name": "replicate/mistralai/mixtral-8x7b-instruct-v0.1", "provider": "mistral", "ctx": 4096, "maxOut": 4096, "pIn": 0.3, "pOut": 1, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "replicate/deepseek-ai/deepseek-v3", "name": "replicate/deepseek-ai/deepseek-v3", "provider": "deepseek", "ctx": 65536, "maxOut": 8192, "pIn": 1.4500000000000002, "pOut": 1.4500000000000002, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "replicate/deepseek-ai/deepseek-v3.1", "name": "replicate/deepseek-ai/deepseek-v3.1", "provider": "deepseek", "ctx": 163840, "maxOut": 163840, "pIn": 0.6719999999999999, "pOut": 2.016, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "replicate/deepseek-ai/deepseek-r1", "name": "replicate/deepseek-ai/deepseek-r1", "provider": "deepseek", "ctx": 65536, "maxOut": 8192, "pIn": 3.75, "pOut": 10, "tools": null, "cot": true, "json": null, "src": "litellm" }, { "id": "rerank-english-v2.0", "name": "rerank-english-v2.0", "provider": "rerank-english-v2.0", "ctx": 4096, "maxOut": 4096, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "rerank-english-v3.0", "name": "rerank-english-v3.0", "provider": "rerank-english-v3.0", "ctx": 4096, "maxOut": 4096, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "rerank-multilingual-v2.0", "name": "rerank-multilingual-v2.0", "provider": "rerank-multilingual-v2.0", "ctx": 4096, "maxOut": 4096, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "rerank-multilingual-v3.0", "name": "rerank-multilingual-v3.0", "provider": "rerank-multilingual-v3.0", "ctx": 4096, "maxOut": 4096, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "rerank-v3.5", "name": "rerank-v3.5", "provider": "rerank-v3.5", "ctx": 4096, "maxOut": 4096, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "sagemaker/meta-textgeneration-llama-2-13b", "name": "sagemaker/meta-textgeneration-llama-2-13b", "provider": "meta", "ctx": 4096, "maxOut": 4096, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "sagemaker/meta-textgeneration-llama-2-13b-f", "name": "sagemaker/meta-textgeneration-llama-2-13b-f", "provider": "meta", "ctx": 4096, "maxOut": 4096, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "sagemaker/meta-textgeneration-llama-2-70b", "name": "sagemaker/meta-textgeneration-llama-2-70b", "provider": "meta", "ctx": 4096, "maxOut": 4096, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "sagemaker/meta-textgeneration-llama-2-70b-b-f", "name": "sagemaker/meta-textgeneration-llama-2-70b-b-f", "provider": "meta", "ctx": 4096, "maxOut": 4096, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "sagemaker/meta-textgeneration-llama-2-7b", "name": "sagemaker/meta-textgeneration-llama-2-7b", "provider": "meta", "ctx": 4096, "maxOut": 4096, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "sagemaker/meta-textgeneration-llama-2-7b-f", "name": "sagemaker/meta-textgeneration-llama-2-7b-f", "provider": "meta", "ctx": 4096, "maxOut": 4096, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "sambanova/MiniMax-M2.7", "name": "sambanova/MiniMax-M2.7", "provider": "sambanova", "ctx": 204800, "maxOut": 131072, "pIn": 0.3, "pOut": 1.2, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "sambanova/DeepSeek-R1", "name": "sambanova/DeepSeek-R1", "provider": "deepseek", "ctx": 32768, "maxOut": 32768, "pIn": 5, "pOut": 7, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "sambanova/DeepSeek-R1-Distill-Llama-70B", "name": "sambanova/DeepSeek-R1-Distill-Llama-70B", "provider": "deepseek", "ctx": 131072, "maxOut": 131072, "pIn": 0.7, "pOut": 1.4, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "sambanova/DeepSeek-V3-0324", "name": "sambanova/DeepSeek-V3-0324", "provider": "deepseek", "ctx": 32768, "maxOut": 32768, "pIn": 3, "pOut": 4.5, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "sambanova/Llama-4-Maverick-17B-128E-Instruct", "name": "sambanova/Llama-4-Maverick-17B-128E-Instruct", "provider": "meta", "ctx": 131072, "maxOut": 131072, "pIn": 0.63, "pOut": 1.7999999999999998, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "sambanova/Llama-4-Scout-17B-16E-Instruct", "name": "sambanova/Llama-4-Scout-17B-16E-Instruct", "provider": "meta", "ctx": 8192, "maxOut": 8192, "pIn": 0.39999999999999997, "pOut": 0.7, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "sambanova/Meta-Llama-3.1-405B-Instruct", "name": "sambanova/Meta-Llama-3.1-405B-Instruct", "provider": "meta", "ctx": 16384, "maxOut": 16384, "pIn": 5, "pOut": 10, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "sambanova/Meta-Llama-3.1-8B-Instruct", "name": "sambanova/Meta-Llama-3.1-8B-Instruct", "provider": "meta", "ctx": 16384, "maxOut": 16384, "pIn": 0.09999999999999999, "pOut": 0.19999999999999998, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "sambanova/Meta-Llama-3.2-1B-Instruct", "name": "sambanova/Meta-Llama-3.2-1B-Instruct", "provider": "meta", "ctx": 16384, "maxOut": 16384, "pIn": 0.04, "pOut": 0.08, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "sambanova/Meta-Llama-3.2-3B-Instruct", "name": "sambanova/Meta-Llama-3.2-3B-Instruct", "provider": "meta", "ctx": 4096, "maxOut": 4096, "pIn": 0.08, "pOut": 0.16, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "sambanova/Meta-Llama-3.3-70B-Instruct", "name": "sambanova/Meta-Llama-3.3-70B-Instruct", "provider": "meta", "ctx": 131072, "maxOut": 131072, "pIn": 0.6, "pOut": 1.2, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "sambanova/Meta-Llama-Guard-3-8B", "name": "sambanova/Meta-Llama-Guard-3-8B", "provider": "meta", "ctx": 16384, "maxOut": 16384, "pIn": 0.3, "pOut": 0.3, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "sambanova/QwQ-32B", "name": "sambanova/QwQ-32B", "provider": "sambanova", "ctx": 16384, "maxOut": 16384, "pIn": 0.5, "pOut": 1, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "sambanova/Qwen2-Audio-7B-Instruct", "name": "sambanova/Qwen2-Audio-7B-Instruct", "provider": "sambanova", "ctx": 4096, "maxOut": 4096, "pIn": 0.5, "pOut": 100, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "sambanova/Qwen3-32B", "name": "sambanova/Qwen3-32B", "provider": "sambanova", "ctx": 8192, "maxOut": 8192, "pIn": 0.39999999999999997, "pOut": 0.7999999999999999, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "sambanova/DeepSeek-V3.1", "name": "sambanova/DeepSeek-V3.1", "provider": "deepseek", "ctx": 32768, "maxOut": 32768, "pIn": 3, "pOut": 4.5, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "sambanova/gpt-oss-120b", "name": "sambanova/gpt-oss-120b", "provider": "openai", "ctx": 131072, "maxOut": 131072, "pIn": 3, "pOut": 4.5, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "snowflake/claude-3-5-sonnet", "name": "snowflake/claude-3-5-sonnet", "provider": "claude", "ctx": 18000, "maxOut": 8192, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "snowflake/deepseek-r1", "name": "snowflake/deepseek-r1", "provider": "deepseek", "ctx": 32768, "maxOut": 8192, "pIn": null, "pOut": null, "tools": null, "cot": true, "json": null, "src": "litellm" }, { "id": "snowflake/gemma-7b", "name": "snowflake/gemma-7b", "provider": "snowflake", "ctx": 8000, "maxOut": 8192, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "snowflake/jamba-1.5-large", "name": "snowflake/jamba-1.5-large", "provider": "snowflake", "ctx": 256000, "maxOut": 8192, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "snowflake/jamba-1.5-mini", "name": "snowflake/jamba-1.5-mini", "provider": "snowflake", "ctx": 256000, "maxOut": 8192, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "snowflake/jamba-instruct", "name": "snowflake/jamba-instruct", "provider": "snowflake", "ctx": 256000, "maxOut": 8192, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "snowflake/llama2-70b-chat", "name": "snowflake/llama2-70b-chat", "provider": "meta", "ctx": 4096, "maxOut": 8192, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "snowflake/llama3-70b", "name": "snowflake/llama3-70b", "provider": "meta", "ctx": 8000, "maxOut": 8192, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "snowflake/llama3-8b", "name": "snowflake/llama3-8b", "provider": "meta", "ctx": 8000, "maxOut": 8192, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "snowflake/llama3.1-405b", "name": "snowflake/llama3.1-405b", "provider": "meta", "ctx": 128000, "maxOut": 8192, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "snowflake/llama3.1-70b", "name": "snowflake/llama3.1-70b", "provider": "meta", "ctx": 128000, "maxOut": 8192, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "snowflake/llama3.1-8b", "name": "snowflake/llama3.1-8b", "provider": "meta", "ctx": 128000, "maxOut": 8192, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "snowflake/llama3.2-1b", "name": "snowflake/llama3.2-1b", "provider": "meta", "ctx": 128000, "maxOut": 8192, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "snowflake/llama3.2-3b", "name": "snowflake/llama3.2-3b", "provider": "meta", "ctx": 128000, "maxOut": 8192, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "snowflake/llama3.3-70b", "name": "snowflake/llama3.3-70b", "provider": "meta", "ctx": 128000, "maxOut": 8192, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "snowflake/mistral-7b", "name": "snowflake/mistral-7b", "provider": "mistral", "ctx": 32000, "maxOut": 8192, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "snowflake/mistral-large", "name": "snowflake/mistral-large", "provider": "mistral", "ctx": 32000, "maxOut": 8192, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "snowflake/mistral-large2", "name": "snowflake/mistral-large2", "provider": "mistral", "ctx": 128000, "maxOut": 8192, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "snowflake/mixtral-8x7b", "name": "snowflake/mixtral-8x7b", "provider": "snowflake", "ctx": 32000, "maxOut": 8192, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "snowflake/reka-core", "name": "snowflake/reka-core", "provider": "snowflake", "ctx": 32000, "maxOut": 8192, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "snowflake/reka-flash", "name": "snowflake/reka-flash", "provider": "snowflake", "ctx": 100000, "maxOut": 8192, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "snowflake/snowflake-arctic", "name": "snowflake/snowflake-arctic", "provider": "snowflake", "ctx": 4096, "maxOut": 8192, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "snowflake/snowflake-llama-3.1-405b", "name": "snowflake/snowflake-llama-3.1-405b", "provider": "meta", "ctx": 8000, "maxOut": 8192, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "snowflake/snowflake-llama-3.3-70b", "name": "snowflake/snowflake-llama-3.3-70b", "provider": "meta", "ctx": 8000, "maxOut": 8192, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "stability.sd3-5-large-v1:0", "name": "stability.sd3-5-large-v1:0", "provider": "stability.sd3-5-large-v1:0", "ctx": 77, "maxOut": null, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "stability.sd3-large-v1:0", "name": "stability.sd3-large-v1:0", "provider": "stability.sd3-large-v1:0", "ctx": 77, "maxOut": null, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "stability.stable-image-core-v1:0", "name": "stability.stable-image-core-v1:0", "provider": "stability.stable-image-core-v1:0", "ctx": 77, "maxOut": null, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "stability.stable-image-core-v1:1", "name": "stability.stable-image-core-v1:1", "provider": "stability.stable-image-core-v1:1", "ctx": 77, "maxOut": null, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "stability.stable-image-ultra-v1:0", "name": "stability.stable-image-ultra-v1:0", "provider": "stability.stable-image-ultra-v1:0", "ctx": 77, "maxOut": null, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "stability.stable-image-ultra-v1:1", "name": "stability.stable-image-ultra-v1:1", "provider": "stability.stable-image-ultra-v1:1", "ctx": 77, "maxOut": null, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "text-completion-codestral/codestral-2405", "name": "text-completion-codestral/codestral-2405", "provider": "text-completion-codestral", "ctx": 32000, "maxOut": 8191, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "text-completion-codestral/codestral-latest", "name": "text-completion-codestral/codestral-latest", "provider": "text-completion-codestral", "ctx": 32000, "maxOut": 8191, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "text-embedding-004", "name": "text-embedding-004", "provider": "text-embedding-004", "ctx": 2048, "maxOut": null, "pIn": 0.09999999999999999, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "text-embedding-005", "name": "text-embedding-005", "provider": "text-embedding-005", "ctx": 2048, "maxOut": null, "pIn": 0.09999999999999999, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "text-embedding-3-large", "name": "text-embedding-3-large", "provider": "text-embedding-3-large", "ctx": 8191, "maxOut": null, "pIn": 0.13, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "text-embedding-3-small", "name": "text-embedding-3-small", "provider": "text-embedding-3-small", "ctx": 8191, "maxOut": null, "pIn": 0.02, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "text-embedding-ada-002", "name": "text-embedding-ada-002", "provider": "text-embedding-ada-002", "ctx": 8191, "maxOut": null, "pIn": 0.09999999999999999, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "text-embedding-ada-002-v2", "name": "text-embedding-ada-002-v2", "provider": "text-embedding-ada-002-v2", "ctx": 8191, "maxOut": null, "pIn": 0.09999999999999999, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "text-embedding-large-exp-03-07", "name": "text-embedding-large-exp-03-07", "provider": "text-embedding-large-exp-03-07", "ctx": 8192, "maxOut": null, "pIn": 0.09999999999999999, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "text-embedding-preview-0409", "name": "text-embedding-preview-0409", "provider": "text-embedding-preview-0409", "ctx": 3072, "maxOut": null, "pIn": 0.0062499999999999995, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "text-multilingual-embedding-002", "name": "text-multilingual-embedding-002", "provider": "text-multilingual-embedding-002", "ctx": 2048, "maxOut": null, "pIn": 0.09999999999999999, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "text-unicorn", "name": "text-unicorn", "provider": "text-unicorn", "ctx": 8192, "maxOut": 1024, "pIn": 10, "pOut": 28, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "text-unicorn@001", "name": "text-unicorn@001", "provider": "text-unicorn@001", "ctx": 8192, "maxOut": 1024, "pIn": 10, "pOut": 28, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "together-ai-8.1b-21b", "name": "together-ai-8.1b-21b", "provider": "together-ai-8.1b-21b", "ctx": 1000, "maxOut": null, "pIn": 0.3, "pOut": 0.3, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "together_ai/deepseek-ai/DeepSeek-R1", "name": "together_ai/deepseek-ai/DeepSeek-R1", "provider": "deepseek", "ctx": 128000, "maxOut": 20480, "pIn": 3, "pOut": 7, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "together_ai/deepseek-ai/DeepSeek-V3", "name": "together_ai/deepseek-ai/DeepSeek-V3", "provider": "deepseek", "ctx": 65536, "maxOut": 8192, "pIn": 1.25, "pOut": 1.25, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "together_ai/deepseek-ai/DeepSeek-V3.1", "name": "together_ai/deepseek-ai/DeepSeek-V3.1", "provider": "deepseek", "ctx": 128000, "maxOut": 16384, "pIn": 0.6, "pOut": 1.7, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "together_ai/openai/gpt-oss-120b", "name": "together_ai/openai/gpt-oss-120b", "provider": "openai", "ctx": 131072, "maxOut": 131072, "pIn": 0.15, "pOut": 0.6, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "together_ai/zai-org/GLM-4.6", "name": "together_ai/zai-org/GLM-4.6", "provider": "together_ai", "ctx": 200000, "maxOut": 200000, "pIn": 0.6, "pOut": 2.2, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "together_ai/zai-org/GLM-4.7", "name": "together_ai/zai-org/GLM-4.7", "provider": "together_ai", "ctx": 200000, "maxOut": 200000, "pIn": 0.44999999999999996, "pOut": 2, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "together_ai/moonshotai/Kimi-K2.5", "name": "together_ai/moonshotai/Kimi-K2.5", "provider": "together_ai", "ctx": 256000, "maxOut": 256000, "pIn": 0.5, "pOut": 2.8, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "us.amazon.nova-lite-v1:0", "name": "us.amazon.nova-lite-v1:0", "provider": "us.amazon.nova-lite-v1:0", "ctx": 300000, "maxOut": 10000, "pIn": 0.06, "pOut": 0.24, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "us.amazon.nova-micro-v1:0", "name": "us.amazon.nova-micro-v1:0", "provider": "us.amazon.nova-micro-v1:0", "ctx": 128000, "maxOut": 10000, "pIn": 0.035, "pOut": 0.14, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "us.amazon.nova-premier-v1:0", "name": "us.amazon.nova-premier-v1:0", "provider": "us.amazon.nova-premier-v1:0", "ctx": 1000000, "maxOut": 10000, "pIn": 2.5, "pOut": 12.5, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "us.amazon.nova-pro-v1:0", "name": "us.amazon.nova-pro-v1:0", "provider": "us.amazon.nova-pro-v1:0", "ctx": 300000, "maxOut": 10000, "pIn": 0.7999999999999999, "pOut": 3.1999999999999997, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "us.anthropic.claude-3-5-haiku-20241022-v1:0", "name": "us.anthropic.claude-3-5-haiku-20241022-v1:0", "provider": "claude", "ctx": 200000, "maxOut": 8192, "pIn": 0.7999999999999999, "pOut": 4, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "us.anthropic.claude-haiku-4-5-20251001-v1:0", "name": "us.anthropic.claude-haiku-4-5-20251001-v1:0", "provider": "claude", "ctx": 200000, "maxOut": 64000, "pIn": 1.1, "pOut": 5.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "us.anthropic.claude-3-5-sonnet-20240620-v1:0", "name": "us.anthropic.claude-3-5-sonnet-20240620-v1:0", "provider": "claude", "ctx": 200000, "maxOut": 4096, "pIn": 3, "pOut": 15, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "us.anthropic.claude-3-5-sonnet-20241022-v2:0", "name": "us.anthropic.claude-3-5-sonnet-20241022-v2:0", "provider": "claude", "ctx": 200000, "maxOut": 8192, "pIn": 3, "pOut": 15, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "us.anthropic.claude-3-7-sonnet-20250219-v1:0", "name": "us.anthropic.claude-3-7-sonnet-20250219-v1:0", "provider": "claude", "ctx": 200000, "maxOut": 8192, "pIn": 3, "pOut": 15, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "us.anthropic.claude-3-haiku-20240307-v1:0", "name": "us.anthropic.claude-3-haiku-20240307-v1:0", "provider": "claude", "ctx": 200000, "maxOut": 4096, "pIn": 0.25, "pOut": 1.25, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "us.anthropic.claude-3-opus-20240229-v1:0", "name": "us.anthropic.claude-3-opus-20240229-v1:0", "provider": "claude", "ctx": 200000, "maxOut": 4096, "pIn": 15, "pOut": 75, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "us.anthropic.claude-3-sonnet-20240229-v1:0", "name": "us.anthropic.claude-3-sonnet-20240229-v1:0", "provider": "claude", "ctx": 200000, "maxOut": 4096, "pIn": 3, "pOut": 15, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "us.anthropic.claude-opus-4-1-20250805-v1:0", "name": "us.anthropic.claude-opus-4-1-20250805-v1:0", "provider": "claude", "ctx": 200000, "maxOut": 32000, "pIn": 15, "pOut": 75, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "us.anthropic.claude-sonnet-4-5-20250929-v1:0", "name": "us.anthropic.claude-sonnet-4-5-20250929-v1:0", "provider": "claude", "ctx": 200000, "maxOut": 64000, "pIn": 3.3000000000000003, "pOut": 16.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "us-gov.anthropic.claude-sonnet-4-5-20250929-v1:0", "name": "us-gov.anthropic.claude-sonnet-4-5-20250929-v1:0", "provider": "claude", "ctx": 200000, "maxOut": 64000, "pIn": 3.3000000000000003, "pOut": 16.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "au.anthropic.claude-haiku-4-5-20251001-v1:0", "name": "au.anthropic.claude-haiku-4-5-20251001-v1:0", "provider": "claude", "ctx": 200000, "maxOut": 64000, "pIn": 1.1, "pOut": 5.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "us.anthropic.claude-opus-4-20250514-v1:0", "name": "us.anthropic.claude-opus-4-20250514-v1:0", "provider": "claude", "ctx": 200000, "maxOut": 32000, "pIn": 15, "pOut": 75, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "us.anthropic.claude-opus-4-5-20251101-v1:0", "name": "us.anthropic.claude-opus-4-5-20251101-v1:0", "provider": "claude", "ctx": 200000, "maxOut": 64000, "pIn": 5.5, "pOut": 27.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "global.anthropic.claude-opus-4-5-20251101-v1:0", "name": "global.anthropic.claude-opus-4-5-20251101-v1:0", "provider": "claude", "ctx": 200000, "maxOut": 64000, "pIn": 5, "pOut": 25, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "eu.anthropic.claude-opus-4-5-20251101-v1:0", "name": "eu.anthropic.claude-opus-4-5-20251101-v1:0", "provider": "claude", "ctx": 200000, "maxOut": 64000, "pIn": 5, "pOut": 25, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "us.anthropic.claude-sonnet-4-20250514-v1:0", "name": "us.anthropic.claude-sonnet-4-20250514-v1:0", "provider": "claude", "ctx": 1000000, "maxOut": 64000, "pIn": 3, "pOut": 15, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "us.deepseek.r1-v1:0", "name": "us.deepseek.r1-v1:0", "provider": "deepseek", "ctx": 128000, "maxOut": 4096, "pIn": 1.35, "pOut": 5.4, "tools": false, "cot": true, "json": null, "src": "litellm" }, { "id": "us.deepseek.v3.2", "name": "us.deepseek.v3.2", "provider": "deepseek", "ctx": 163840, "maxOut": 163840, "pIn": 0.62, "pOut": 1.85, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "eu.deepseek.v3.2", "name": "eu.deepseek.v3.2", "provider": "deepseek", "ctx": 163840, "maxOut": 163840, "pIn": 0.74, "pOut": 2.2199999999999998, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "us.meta.llama3-1-405b-instruct-v1:0", "name": "us.meta.llama3-1-405b-instruct-v1:0", "provider": "meta", "ctx": 128000, "maxOut": 4096, "pIn": 5.32, "pOut": 16, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "us.meta.llama3-1-70b-instruct-v1:0", "name": "us.meta.llama3-1-70b-instruct-v1:0", "provider": "meta", "ctx": 128000, "maxOut": 2048, "pIn": 0.9900000000000001, "pOut": 0.9900000000000001, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "us.meta.llama3-1-8b-instruct-v1:0", "name": "us.meta.llama3-1-8b-instruct-v1:0", "provider": "meta", "ctx": 128000, "maxOut": 2048, "pIn": 0.22, "pOut": 0.22, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "us.meta.llama3-2-11b-instruct-v1:0", "name": "us.meta.llama3-2-11b-instruct-v1:0", "provider": "meta", "ctx": 128000, "maxOut": 4096, "pIn": 0.35, "pOut": 0.35, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "us.meta.llama3-2-1b-instruct-v1:0", "name": "us.meta.llama3-2-1b-instruct-v1:0", "provider": "meta", "ctx": 128000, "maxOut": 4096, "pIn": 0.09999999999999999, "pOut": 0.09999999999999999, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "us.meta.llama3-2-3b-instruct-v1:0", "name": "us.meta.llama3-2-3b-instruct-v1:0", "provider": "meta", "ctx": 128000, "maxOut": 4096, "pIn": 0.15, "pOut": 0.15, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "us.meta.llama3-2-90b-instruct-v1:0", "name": "us.meta.llama3-2-90b-instruct-v1:0", "provider": "meta", "ctx": 128000, "maxOut": 4096, "pIn": 2, "pOut": 2, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "us.meta.llama3-3-70b-instruct-v1:0", "name": "us.meta.llama3-3-70b-instruct-v1:0", "provider": "meta", "ctx": 128000, "maxOut": 4096, "pIn": 0.72, "pOut": 0.72, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "us.meta.llama4-maverick-17b-instruct-v1:0", "name": "us.meta.llama4-maverick-17b-instruct-v1:0", "provider": "meta", "ctx": 128000, "maxOut": 4096, "pIn": 0.24, "pOut": 0.9700000000000001, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "us.meta.llama4-scout-17b-instruct-v1:0", "name": "us.meta.llama4-scout-17b-instruct-v1:0", "provider": "meta", "ctx": 128000, "maxOut": 4096, "pIn": 0.16999999999999998, "pOut": 0.66, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "us.mistral.pixtral-large-2502-v1:0", "name": "us.mistral.pixtral-large-2502-v1:0", "provider": "mistral", "ctx": 128000, "maxOut": 4096, "pIn": 2, "pOut": 6, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "v0/v0-1.0-md", "name": "v0/v0-1.0-md", "provider": "v0", "ctx": 128000, "maxOut": 128000, "pIn": 3, "pOut": 15, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "v0/v0-1.5-lg", "name": "v0/v0-1.5-lg", "provider": "v0", "ctx": 512000, "maxOut": 512000, "pIn": 15, "pOut": 75, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "v0/v0-1.5-md", "name": "v0/v0-1.5-md", "provider": "v0", "ctx": 128000, "maxOut": 128000, "pIn": 3, "pOut": 15, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vercel_ai_gateway/alibaba/qwen-3-14b", "name": "vercel_ai_gateway/alibaba/qwen-3-14b", "provider": "vercel_ai_gateway", "ctx": 40960, "maxOut": 16384, "pIn": 0.08, "pOut": 0.24, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "vercel_ai_gateway/alibaba/qwen-3-235b", "name": "vercel_ai_gateway/alibaba/qwen-3-235b", "provider": "vercel_ai_gateway", "ctx": 40960, "maxOut": 16384, "pIn": 0.19999999999999998, "pOut": 0.6, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "vercel_ai_gateway/alibaba/qwen-3-30b", "name": "vercel_ai_gateway/alibaba/qwen-3-30b", "provider": "vercel_ai_gateway", "ctx": 40960, "maxOut": 16384, "pIn": 0.09999999999999999, "pOut": 0.3, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "vercel_ai_gateway/alibaba/qwen-3-32b", "name": "vercel_ai_gateway/alibaba/qwen-3-32b", "provider": "vercel_ai_gateway", "ctx": 40960, "maxOut": 16384, "pIn": 0.09999999999999999, "pOut": 0.3, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vercel_ai_gateway/alibaba/qwen3-coder", "name": "vercel_ai_gateway/alibaba/qwen3-coder", "provider": "vercel_ai_gateway", "ctx": 262144, "maxOut": 66536, "pIn": 0.39999999999999997, "pOut": 1.5999999999999999, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vercel_ai_gateway/amazon/nova-lite", "name": "vercel_ai_gateway/amazon/nova-lite", "provider": "vercel_ai_gateway", "ctx": 300000, "maxOut": 8192, "pIn": 0.06, "pOut": 0.24, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "vercel_ai_gateway/amazon/nova-micro", "name": "vercel_ai_gateway/amazon/nova-micro", "provider": "vercel_ai_gateway", "ctx": 128000, "maxOut": 8192, "pIn": 0.035, "pOut": 0.14, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "vercel_ai_gateway/amazon/nova-pro", "name": "vercel_ai_gateway/amazon/nova-pro", "provider": "vercel_ai_gateway", "ctx": 300000, "maxOut": 8192, "pIn": 0.7999999999999999, "pOut": 3.1999999999999997, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "vercel_ai_gateway/anthropic/claude-3-haiku", "name": "vercel_ai_gateway/anthropic/claude-3-haiku", "provider": "claude", "ctx": 200000, "maxOut": 4096, "pIn": 0.25, "pOut": 1.25, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "vercel_ai_gateway/anthropic/claude-3-opus", "name": "vercel_ai_gateway/anthropic/claude-3-opus", "provider": "claude", "ctx": 200000, "maxOut": 4096, "pIn": 15, "pOut": 75, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "vercel_ai_gateway/anthropic/claude-3.5-haiku", "name": "vercel_ai_gateway/anthropic/claude-3.5-haiku", "provider": "claude", "ctx": 200000, "maxOut": 8192, "pIn": 0.7999999999999999, "pOut": 4, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "vercel_ai_gateway/anthropic/claude-3.5-sonnet", "name": "vercel_ai_gateway/anthropic/claude-3.5-sonnet", "provider": "claude", "ctx": 200000, "maxOut": 8192, "pIn": 3, "pOut": 15, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "vercel_ai_gateway/anthropic/claude-3.7-sonnet", "name": "vercel_ai_gateway/anthropic/claude-3.7-sonnet", "provider": "claude", "ctx": 200000, "maxOut": 64000, "pIn": 3, "pOut": 15, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "vercel_ai_gateway/anthropic/claude-4-opus", "name": "vercel_ai_gateway/anthropic/claude-4-opus", "provider": "claude", "ctx": 200000, "maxOut": 32000, "pIn": 15, "pOut": 75, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "vercel_ai_gateway/anthropic/claude-4-sonnet", "name": "vercel_ai_gateway/anthropic/claude-4-sonnet", "provider": "claude", "ctx": 200000, "maxOut": 64000, "pIn": 3, "pOut": 15, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vercel_ai_gateway/anthropic/claude-3-5-sonnet", "name": "vercel_ai_gateway/anthropic/claude-3-5-sonnet", "provider": "claude", "ctx": 200000, "maxOut": 8192, "pIn": 3, "pOut": 15, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "vercel_ai_gateway/anthropic/claude-3-5-sonnet-20241022", "name": "vercel_ai_gateway/anthropic/claude-3-5-sonnet-20241022", "provider": "claude", "ctx": 200000, "maxOut": 8192, "pIn": 3, "pOut": 15, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "vercel_ai_gateway/anthropic/claude-3-7-sonnet", "name": "vercel_ai_gateway/anthropic/claude-3-7-sonnet", "provider": "claude", "ctx": 200000, "maxOut": 64000, "pIn": 3, "pOut": 15, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "vercel_ai_gateway/anthropic/claude-haiku-4.5", "name": "vercel_ai_gateway/anthropic/claude-haiku-4.5", "provider": "claude", "ctx": 200000, "maxOut": 64000, "pIn": 1, "pOut": 5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "vercel_ai_gateway/anthropic/claude-opus-4", "name": "vercel_ai_gateway/anthropic/claude-opus-4", "provider": "claude", "ctx": 200000, "maxOut": 32000, "pIn": 15, "pOut": 75, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "vercel_ai_gateway/anthropic/claude-opus-4.1", "name": "vercel_ai_gateway/anthropic/claude-opus-4.1", "provider": "claude", "ctx": 200000, "maxOut": 32000, "pIn": 15, "pOut": 75, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "vercel_ai_gateway/anthropic/claude-opus-4.5", "name": "vercel_ai_gateway/anthropic/claude-opus-4.5", "provider": "claude", "ctx": 200000, "maxOut": 64000, "pIn": 5, "pOut": 25, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "vercel_ai_gateway/anthropic/claude-opus-4.6", "name": "vercel_ai_gateway/anthropic/claude-opus-4.6", "provider": "claude", "ctx": 200000, "maxOut": 64000, "pIn": 5, "pOut": 25, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "vercel_ai_gateway/anthropic/claude-sonnet-4", "name": "vercel_ai_gateway/anthropic/claude-sonnet-4", "provider": "claude", "ctx": 200000, "maxOut": 64000, "pIn": 3, "pOut": 15, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "vercel_ai_gateway/anthropic/claude-sonnet-4.5", "name": "vercel_ai_gateway/anthropic/claude-sonnet-4.5", "provider": "claude", "ctx": 1000000, "maxOut": 64000, "pIn": 3, "pOut": 15, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "vercel_ai_gateway/cohere/command-a", "name": "vercel_ai_gateway/cohere/command-a", "provider": "cohere", "ctx": 256000, "maxOut": 8000, "pIn": 2.5, "pOut": 10, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "vercel_ai_gateway/cohere/command-r", "name": "vercel_ai_gateway/cohere/command-r", "provider": "cohere", "ctx": 128000, "maxOut": 4096, "pIn": 0.15, "pOut": 0.6, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vercel_ai_gateway/cohere/command-r-plus", "name": "vercel_ai_gateway/cohere/command-r-plus", "provider": "cohere", "ctx": 128000, "maxOut": 4096, "pIn": 2.5, "pOut": 10, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vercel_ai_gateway/deepseek/deepseek-r1", "name": "vercel_ai_gateway/deepseek/deepseek-r1", "provider": "deepseek", "ctx": 128000, "maxOut": 8192, "pIn": 0.55, "pOut": 2.1900000000000004, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "vercel_ai_gateway/deepseek/deepseek-r1-distill-llama-70b", "name": "vercel_ai_gateway/deepseek/deepseek-r1-distill-llama-70b", "provider": "deepseek", "ctx": 131072, "maxOut": 131072, "pIn": 0.75, "pOut": 0.9900000000000001, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "vercel_ai_gateway/deepseek/deepseek-v3", "name": "vercel_ai_gateway/deepseek/deepseek-v3", "provider": "deepseek", "ctx": 128000, "maxOut": 8192, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "vercel_ai_gateway/google/gemini-2.0-flash", "name": "vercel_ai_gateway/google/gemini-2.0-flash", "provider": "gemini", "ctx": 1048576, "maxOut": 8192, "pIn": 0.15, "pOut": 0.6, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "vercel_ai_gateway/google/gemini-2.0-flash-lite", "name": "vercel_ai_gateway/google/gemini-2.0-flash-lite", "provider": "gemini", "ctx": 1048576, "maxOut": 8192, "pIn": 0.075, "pOut": 0.3, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "vercel_ai_gateway/google/gemini-2.5-flash", "name": "vercel_ai_gateway/google/gemini-2.5-flash", "provider": "gemini", "ctx": 1000000, "maxOut": 65536, "pIn": 0.3, "pOut": 2.5, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "vercel_ai_gateway/google/gemini-2.5-pro", "name": "vercel_ai_gateway/google/gemini-2.5-pro", "provider": "gemini", "ctx": 1048576, "maxOut": 65536, "pIn": 2.5, "pOut": 10, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "vercel_ai_gateway/google/gemma-2-9b", "name": "vercel_ai_gateway/google/gemma-2-9b", "provider": "gemini", "ctx": 8192, "maxOut": 8192, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vercel_ai_gateway/inception/mercury-coder-small", "name": "vercel_ai_gateway/inception/mercury-coder-small", "provider": "vercel_ai_gateway", "ctx": 32000, "maxOut": 16384, "pIn": 0.25, "pOut": 1, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "vercel_ai_gateway/meta/llama-3-70b", "name": "vercel_ai_gateway/meta/llama-3-70b", "provider": "meta", "ctx": 8192, "maxOut": 8192, "pIn": 0.59, "pOut": 0.7899999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "vercel_ai_gateway/meta/llama-3-8b", "name": "vercel_ai_gateway/meta/llama-3-8b", "provider": "meta", "ctx": 8192, "maxOut": 8192, "pIn": 0.049999999999999996, "pOut": 0.08, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "vercel_ai_gateway/meta/llama-3.1-70b", "name": "vercel_ai_gateway/meta/llama-3.1-70b", "provider": "meta", "ctx": 128000, "maxOut": 8192, "pIn": 0.72, "pOut": 0.72, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "vercel_ai_gateway/meta/llama-3.1-8b", "name": "vercel_ai_gateway/meta/llama-3.1-8b", "provider": "meta", "ctx": 131000, "maxOut": 131072, "pIn": 0.049999999999999996, "pOut": 0.08, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "vercel_ai_gateway/meta/llama-3.2-11b", "name": "vercel_ai_gateway/meta/llama-3.2-11b", "provider": "meta", "ctx": 128000, "maxOut": 8192, "pIn": 0.16, "pOut": 0.16, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vercel_ai_gateway/meta/llama-3.2-1b", "name": "vercel_ai_gateway/meta/llama-3.2-1b", "provider": "meta", "ctx": 128000, "maxOut": 8192, "pIn": 0.09999999999999999, "pOut": 0.09999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "vercel_ai_gateway/meta/llama-3.2-3b", "name": "vercel_ai_gateway/meta/llama-3.2-3b", "provider": "meta", "ctx": 128000, "maxOut": 8192, "pIn": 0.15, "pOut": 0.15, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "vercel_ai_gateway/meta/llama-3.2-90b", "name": "vercel_ai_gateway/meta/llama-3.2-90b", "provider": "meta", "ctx": 128000, "maxOut": 8192, "pIn": 0.72, "pOut": 0.72, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vercel_ai_gateway/meta/llama-3.3-70b", "name": "vercel_ai_gateway/meta/llama-3.3-70b", "provider": "meta", "ctx": 128000, "maxOut": 8192, "pIn": 0.72, "pOut": 0.72, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vercel_ai_gateway/meta/llama-4-maverick", "name": "vercel_ai_gateway/meta/llama-4-maverick", "provider": "meta", "ctx": 131072, "maxOut": 8192, "pIn": 0.19999999999999998, "pOut": 0.6, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "vercel_ai_gateway/meta/llama-4-scout", "name": "vercel_ai_gateway/meta/llama-4-scout", "provider": "meta", "ctx": 131072, "maxOut": 8192, "pIn": 0.09999999999999999, "pOut": 0.3, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vercel_ai_gateway/mistral/codestral", "name": "vercel_ai_gateway/mistral/codestral", "provider": "mistral", "ctx": 256000, "maxOut": 4000, "pIn": 0.3, "pOut": 0.8999999999999999, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vercel_ai_gateway/mistral/devstral-small", "name": "vercel_ai_gateway/mistral/devstral-small", "provider": "mistral", "ctx": 128000, "maxOut": 128000, "pIn": 0.07, "pOut": 0.28, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "vercel_ai_gateway/mistral/magistral-medium", "name": "vercel_ai_gateway/mistral/magistral-medium", "provider": "mistral", "ctx": 128000, "maxOut": 64000, "pIn": 2, "pOut": 5, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "vercel_ai_gateway/mistral/magistral-small", "name": "vercel_ai_gateway/mistral/magistral-small", "provider": "mistral", "ctx": 128000, "maxOut": 64000, "pIn": 0.5, "pOut": 1.5, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vercel_ai_gateway/mistral/ministral-3b", "name": "vercel_ai_gateway/mistral/ministral-3b", "provider": "mistral", "ctx": 128000, "maxOut": 4000, "pIn": 0.04, "pOut": 0.04, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vercel_ai_gateway/mistral/ministral-8b", "name": "vercel_ai_gateway/mistral/ministral-8b", "provider": "mistral", "ctx": 128000, "maxOut": 4000, "pIn": 0.09999999999999999, "pOut": 0.09999999999999999, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vercel_ai_gateway/mistral/mistral-large", "name": "vercel_ai_gateway/mistral/mistral-large", "provider": "mistral", "ctx": 32000, "maxOut": 4000, "pIn": 2, "pOut": 6, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vercel_ai_gateway/mistral/mistral-saba-24b", "name": "vercel_ai_gateway/mistral/mistral-saba-24b", "provider": "mistral", "ctx": 32768, "maxOut": 32768, "pIn": 0.7899999999999999, "pOut": 0.7899999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "vercel_ai_gateway/mistral/mistral-small", "name": "vercel_ai_gateway/mistral/mistral-small", "provider": "mistral", "ctx": 32000, "maxOut": 4000, "pIn": 0.09999999999999999, "pOut": 0.3, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "vercel_ai_gateway/mistral/mixtral-8x22b-instruct", "name": "vercel_ai_gateway/mistral/mixtral-8x22b-instruct", "provider": "mistral", "ctx": 65536, "maxOut": 2048, "pIn": 1.2, "pOut": 1.2, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vercel_ai_gateway/mistral/pixtral-12b", "name": "vercel_ai_gateway/mistral/pixtral-12b", "provider": "mistral", "ctx": 128000, "maxOut": 4000, "pIn": 0.15, "pOut": 0.15, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "vercel_ai_gateway/mistral/pixtral-large", "name": "vercel_ai_gateway/mistral/pixtral-large", "provider": "mistral", "ctx": 128000, "maxOut": 4000, "pIn": 2, "pOut": 6, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "vercel_ai_gateway/moonshotai/kimi-k2", "name": "vercel_ai_gateway/moonshotai/kimi-k2", "provider": "vercel_ai_gateway", "ctx": 131072, "maxOut": 16384, "pIn": 0.55, "pOut": 2.2, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vercel_ai_gateway/morph/morph-v3-fast", "name": "vercel_ai_gateway/morph/morph-v3-fast", "provider": "vercel_ai_gateway", "ctx": 32768, "maxOut": 16384, "pIn": 0.7999999999999999, "pOut": 1.2, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "vercel_ai_gateway/morph/morph-v3-large", "name": "vercel_ai_gateway/morph/morph-v3-large", "provider": "vercel_ai_gateway", "ctx": 32768, "maxOut": 16384, "pIn": 0.8999999999999999, "pOut": 1.9, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "vercel_ai_gateway/openai/gpt-3.5-turbo", "name": "vercel_ai_gateway/openai/gpt-3.5-turbo", "provider": "openai", "ctx": 16385, "maxOut": 4096, "pIn": 0.5, "pOut": 1.5, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vercel_ai_gateway/openai/gpt-3.5-turbo-instruct", "name": "vercel_ai_gateway/openai/gpt-3.5-turbo-instruct", "provider": "openai", "ctx": 8192, "maxOut": 4096, "pIn": 1.5, "pOut": 2, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "vercel_ai_gateway/openai/gpt-4-turbo", "name": "vercel_ai_gateway/openai/gpt-4-turbo", "provider": "openai", "ctx": 128000, "maxOut": 4096, "pIn": 10, "pOut": 30, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vercel_ai_gateway/openai/gpt-4.1", "name": "vercel_ai_gateway/openai/gpt-4.1", "provider": "openai", "ctx": 1047576, "maxOut": 32768, "pIn": 2, "pOut": 8, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "vercel_ai_gateway/openai/gpt-4.1-mini", "name": "vercel_ai_gateway/openai/gpt-4.1-mini", "provider": "openai", "ctx": 1047576, "maxOut": 32768, "pIn": 0.39999999999999997, "pOut": 1.5999999999999999, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "vercel_ai_gateway/openai/gpt-4.1-nano", "name": "vercel_ai_gateway/openai/gpt-4.1-nano", "provider": "openai", "ctx": 1047576, "maxOut": 32768, "pIn": 0.09999999999999999, "pOut": 0.39999999999999997, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "vercel_ai_gateway/openai/gpt-4o", "name": "vercel_ai_gateway/openai/gpt-4o", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 2.5, "pOut": 10, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "vercel_ai_gateway/openai/gpt-4o-mini", "name": "vercel_ai_gateway/openai/gpt-4o-mini", "provider": "openai", "ctx": 128000, "maxOut": 16384, "pIn": 0.15, "pOut": 0.6, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "vercel_ai_gateway/openai/o1", "name": "vercel_ai_gateway/openai/o1", "provider": "vercel_ai_gateway", "ctx": 200000, "maxOut": 100000, "pIn": 15, "pOut": 60, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "vercel_ai_gateway/openai/o3", "name": "vercel_ai_gateway/openai/o3", "provider": "openai", "ctx": 200000, "maxOut": 100000, "pIn": 2, "pOut": 8, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "vercel_ai_gateway/openai/o3-mini", "name": "vercel_ai_gateway/openai/o3-mini", "provider": "openai", "ctx": 200000, "maxOut": 100000, "pIn": 1.1, "pOut": 4.4, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "vercel_ai_gateway/openai/o4-mini", "name": "vercel_ai_gateway/openai/o4-mini", "provider": "openai", "ctx": 200000, "maxOut": 100000, "pIn": 1.1, "pOut": 4.4, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "vercel_ai_gateway/perplexity/sonar", "name": "vercel_ai_gateway/perplexity/sonar", "provider": "vercel_ai_gateway", "ctx": 127000, "maxOut": 8000, "pIn": 1, "pOut": 1, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "vercel_ai_gateway/perplexity/sonar-pro", "name": "vercel_ai_gateway/perplexity/sonar-pro", "provider": "vercel_ai_gateway", "ctx": 200000, "maxOut": 8000, "pIn": 3, "pOut": 15, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "vercel_ai_gateway/perplexity/sonar-reasoning", "name": "vercel_ai_gateway/perplexity/sonar-reasoning", "provider": "vercel_ai_gateway", "ctx": 127000, "maxOut": 8000, "pIn": 1, "pOut": 5, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "vercel_ai_gateway/perplexity/sonar-reasoning-pro", "name": "vercel_ai_gateway/perplexity/sonar-reasoning-pro", "provider": "vercel_ai_gateway", "ctx": 127000, "maxOut": 8000, "pIn": 2, "pOut": 8, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "vercel_ai_gateway/vercel/v0-1.0-md", "name": "vercel_ai_gateway/vercel/v0-1.0-md", "provider": "vercel_ai_gateway", "ctx": 128000, "maxOut": 32000, "pIn": 3, "pOut": 15, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vercel_ai_gateway/vercel/v0-1.5-md", "name": "vercel_ai_gateway/vercel/v0-1.5-md", "provider": "vercel_ai_gateway", "ctx": 128000, "maxOut": 32768, "pIn": 3, "pOut": 15, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vercel_ai_gateway/xai/grok-2", "name": "vercel_ai_gateway/xai/grok-2", "provider": "vercel_ai_gateway", "ctx": 131072, "maxOut": 4000, "pIn": 2, "pOut": 10, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vercel_ai_gateway/xai/grok-2-vision", "name": "vercel_ai_gateway/xai/grok-2-vision", "provider": "vercel_ai_gateway", "ctx": 32768, "maxOut": 32768, "pIn": 2, "pOut": 10, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vercel_ai_gateway/xai/grok-3", "name": "vercel_ai_gateway/xai/grok-3", "provider": "vercel_ai_gateway", "ctx": 131072, "maxOut": 131072, "pIn": 3, "pOut": 15, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vercel_ai_gateway/xai/grok-3-fast", "name": "vercel_ai_gateway/xai/grok-3-fast", "provider": "vercel_ai_gateway", "ctx": 131072, "maxOut": 131072, "pIn": 5, "pOut": 25, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vercel_ai_gateway/xai/grok-3-mini", "name": "vercel_ai_gateway/xai/grok-3-mini", "provider": "vercel_ai_gateway", "ctx": 131072, "maxOut": 131072, "pIn": 0.3, "pOut": 0.5, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vercel_ai_gateway/xai/grok-3-mini-fast", "name": "vercel_ai_gateway/xai/grok-3-mini-fast", "provider": "vercel_ai_gateway", "ctx": 131072, "maxOut": 131072, "pIn": 0.6, "pOut": 4, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vercel_ai_gateway/xai/grok-4", "name": "vercel_ai_gateway/xai/grok-4", "provider": "vercel_ai_gateway", "ctx": 256000, "maxOut": 256000, "pIn": 3, "pOut": 15, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vercel_ai_gateway/zai/glm-4.5", "name": "vercel_ai_gateway/zai/glm-4.5", "provider": "vercel_ai_gateway", "ctx": 131072, "maxOut": 131072, "pIn": 0.6, "pOut": 2.2, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vercel_ai_gateway/zai/glm-4.5-air", "name": "vercel_ai_gateway/zai/glm-4.5-air", "provider": "vercel_ai_gateway", "ctx": 128000, "maxOut": 96000, "pIn": 0.19999999999999998, "pOut": 1.1, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vercel_ai_gateway/zai/glm-4.6", "name": "vercel_ai_gateway/zai/glm-4.6", "provider": "vercel_ai_gateway", "ctx": 200000, "maxOut": 200000, "pIn": 0.44999999999999996, "pOut": 1.7999999999999998, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/claude-3-5-haiku", "name": "vertex_ai/claude-3-5-haiku", "provider": "claude", "ctx": 200000, "maxOut": 8192, "pIn": 1, "pOut": 5, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/claude-3-5-haiku@20241022", "name": "vertex_ai/claude-3-5-haiku@20241022", "provider": "claude", "ctx": 200000, "maxOut": 8192, "pIn": 1, "pOut": 5, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/claude-haiku-4-5", "name": "vertex_ai/claude-haiku-4-5", "provider": "claude", "ctx": 200000, "maxOut": 8192, "pIn": 1, "pOut": 5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "vertex_ai/claude-haiku-4-5@20251001", "name": "vertex_ai/claude-haiku-4-5@20251001", "provider": "claude", "ctx": 200000, "maxOut": 8192, "pIn": 1, "pOut": 5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "vertex_ai/claude-3-5-sonnet", "name": "vertex_ai/claude-3-5-sonnet", "provider": "claude", "ctx": 200000, "maxOut": 8192, "pIn": 3, "pOut": 15, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/claude-3-5-sonnet@20240620", "name": "vertex_ai/claude-3-5-sonnet@20240620", "provider": "claude", "ctx": 200000, "maxOut": 8192, "pIn": 3, "pOut": 15, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/claude-3-7-sonnet@20250219", "name": "vertex_ai/claude-3-7-sonnet@20250219", "provider": "claude", "ctx": 200000, "maxOut": 8192, "pIn": 3, "pOut": 15, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "vertex_ai/claude-3-haiku", "name": "vertex_ai/claude-3-haiku", "provider": "claude", "ctx": 200000, "maxOut": 4096, "pIn": 0.25, "pOut": 1.25, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/claude-3-haiku@20240307", "name": "vertex_ai/claude-3-haiku@20240307", "provider": "claude", "ctx": 200000, "maxOut": 4096, "pIn": 0.25, "pOut": 1.25, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/claude-3-opus", "name": "vertex_ai/claude-3-opus", "provider": "claude", "ctx": 200000, "maxOut": 4096, "pIn": 15, "pOut": 75, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/claude-3-opus@20240229", "name": "vertex_ai/claude-3-opus@20240229", "provider": "claude", "ctx": 200000, "maxOut": 4096, "pIn": 15, "pOut": 75, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/claude-3-sonnet", "name": "vertex_ai/claude-3-sonnet", "provider": "claude", "ctx": 200000, "maxOut": 4096, "pIn": 3, "pOut": 15, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/claude-3-sonnet@20240229", "name": "vertex_ai/claude-3-sonnet@20240229", "provider": "claude", "ctx": 200000, "maxOut": 4096, "pIn": 3, "pOut": 15, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/claude-opus-4", "name": "vertex_ai/claude-opus-4", "provider": "claude", "ctx": 200000, "maxOut": 32000, "pIn": 15, "pOut": 75, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "vertex_ai/claude-opus-4-1", "name": "vertex_ai/claude-opus-4-1", "provider": "claude", "ctx": 200000, "maxOut": 32000, "pIn": 15, "pOut": 75, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/claude-opus-4-1@20250805", "name": "vertex_ai/claude-opus-4-1@20250805", "provider": "claude", "ctx": 200000, "maxOut": 32000, "pIn": 15, "pOut": 75, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/claude-opus-4-5", "name": "vertex_ai/claude-opus-4-5", "provider": "claude", "ctx": 200000, "maxOut": 64000, "pIn": 5, "pOut": 25, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "vertex_ai/claude-opus-4-5@20251101", "name": "vertex_ai/claude-opus-4-5@20251101", "provider": "claude", "ctx": 200000, "maxOut": 64000, "pIn": 5, "pOut": 25, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "vertex_ai/claude-opus-4-6", "name": "vertex_ai/claude-opus-4-6", "provider": "claude", "ctx": 1000000, "maxOut": 128000, "pIn": 5, "pOut": 25, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "vertex_ai/claude-opus-4-6@default", "name": "vertex_ai/claude-opus-4-6@default", "provider": "claude", "ctx": 1000000, "maxOut": 128000, "pIn": 5, "pOut": 25, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "vertex_ai/claude-opus-4-7", "name": "vertex_ai/claude-opus-4-7", "provider": "claude", "ctx": 1000000, "maxOut": 128000, "pIn": 5, "pOut": 25, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "vertex_ai/claude-opus-4-7@default", "name": "vertex_ai/claude-opus-4-7@default", "provider": "claude", "ctx": 1000000, "maxOut": 128000, "pIn": 5, "pOut": 25, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "vertex_ai/claude-opus-4-8", "name": "vertex_ai/claude-opus-4-8", "provider": "claude", "ctx": 1000000, "maxOut": 128000, "pIn": 5, "pOut": 25, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "vertex_ai/claude-opus-4-8@default", "name": "vertex_ai/claude-opus-4-8@default", "provider": "claude", "ctx": 1000000, "maxOut": 128000, "pIn": 5, "pOut": 25, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "vertex_ai/claude-sonnet-4-5", "name": "vertex_ai/claude-sonnet-4-5", "provider": "claude", "ctx": 200000, "maxOut": 64000, "pIn": 3, "pOut": 15, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "vertex_ai/claude-sonnet-4-6", "name": "vertex_ai/claude-sonnet-4-6", "provider": "claude", "ctx": 1000000, "maxOut": 64000, "pIn": 3, "pOut": 15, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "vertex_ai/claude-sonnet-4-5@20250929", "name": "vertex_ai/claude-sonnet-4-5@20250929", "provider": "claude", "ctx": 200000, "maxOut": 64000, "pIn": 3, "pOut": 15, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "vertex_ai/claude-opus-4@20250514", "name": "vertex_ai/claude-opus-4@20250514", "provider": "claude", "ctx": 200000, "maxOut": 32000, "pIn": 15, "pOut": 75, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "vertex_ai/claude-sonnet-4", "name": "vertex_ai/claude-sonnet-4", "provider": "claude", "ctx": 1000000, "maxOut": 64000, "pIn": 3, "pOut": 15, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "vertex_ai/claude-sonnet-4@20250514", "name": "vertex_ai/claude-sonnet-4@20250514", "provider": "claude", "ctx": 1000000, "maxOut": 64000, "pIn": 3, "pOut": 15, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "vertex_ai/mistralai/codestral-2@001", "name": "vertex_ai/mistralai/codestral-2@001", "provider": "mistral", "ctx": 128000, "maxOut": 128000, "pIn": 0.3, "pOut": 0.8999999999999999, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/codestral-2", "name": "vertex_ai/codestral-2", "provider": "vertex_ai", "ctx": 128000, "maxOut": 128000, "pIn": 0.3, "pOut": 0.8999999999999999, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/codestral-2@001", "name": "vertex_ai/codestral-2@001", "provider": "vertex_ai", "ctx": 128000, "maxOut": 128000, "pIn": 0.3, "pOut": 0.8999999999999999, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/mistralai/codestral-2", "name": "vertex_ai/mistralai/codestral-2", "provider": "mistral", "ctx": 128000, "maxOut": 128000, "pIn": 0.3, "pOut": 0.8999999999999999, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/codestral-2501", "name": "vertex_ai/codestral-2501", "provider": "vertex_ai", "ctx": 128000, "maxOut": 128000, "pIn": 0.19999999999999998, "pOut": 0.6, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/codestral@2405", "name": "vertex_ai/codestral@2405", "provider": "vertex_ai", "ctx": 128000, "maxOut": 128000, "pIn": 0.19999999999999998, "pOut": 0.6, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/codestral@latest", "name": "vertex_ai/codestral@latest", "provider": "vertex_ai", "ctx": 128000, "maxOut": 128000, "pIn": 0.19999999999999998, "pOut": 0.6, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/deepseek-ai/deepseek-v3.1-maas", "name": "vertex_ai/deepseek-ai/deepseek-v3.1-maas", "provider": "deepseek", "ctx": 163840, "maxOut": 32768, "pIn": 1.35, "pOut": 5.4, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "vertex_ai/deepseek-ai/deepseek-v3.2-maas", "name": "vertex_ai/deepseek-ai/deepseek-v3.2-maas", "provider": "deepseek", "ctx": 163840, "maxOut": 32768, "pIn": 0.56, "pOut": 1.68, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "vertex_ai/deepseek-ai/deepseek-r1-0528-maas", "name": "vertex_ai/deepseek-ai/deepseek-r1-0528-maas", "provider": "deepseek", "ctx": 65336, "maxOut": 8192, "pIn": 1.35, "pOut": 5.4, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "vertex_ai/gemini-2.5-flash-image", "name": "vertex_ai/gemini-2.5-flash-image", "provider": "gemini", "ctx": 32768, "maxOut": 32768, "pIn": 0.3, "pOut": 2.5, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "vertex_ai/gemini-3-pro-image-preview", "name": "vertex_ai/gemini-3-pro-image-preview", "provider": "gemini", "ctx": 65536, "maxOut": 32768, "pIn": 2, "pOut": 12, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/gemini-3.1-flash-image-preview", "name": "vertex_ai/gemini-3.1-flash-image-preview", "provider": "gemini", "ctx": 65536, "maxOut": 32768, "pIn": 0.5, "pOut": 3, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/gemini-3.1-flash-lite-preview", "name": "vertex_ai/gemini-3.1-flash-lite-preview", "provider": "gemini", "ctx": 1048576, "maxOut": 65536, "pIn": 0.25, "pOut": 1.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "vertex_ai/gemini-3.1-flash-lite", "name": "vertex_ai/gemini-3.1-flash-lite", "provider": "gemini", "ctx": 1048576, "maxOut": 65536, "pIn": 0.25, "pOut": 1.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "vertex_ai/deep-research-pro-preview-12-2025", "name": "vertex_ai/deep-research-pro-preview-12-2025", "provider": "vertex_ai", "ctx": 65536, "maxOut": 32768, "pIn": 2, "pOut": 12, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/jamba-1.5", "name": "vertex_ai/jamba-1.5", "provider": "vertex_ai", "ctx": 256000, "maxOut": 256000, "pIn": 0.19999999999999998, "pOut": 0.39999999999999997, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/jamba-1.5-large", "name": "vertex_ai/jamba-1.5-large", "provider": "vertex_ai", "ctx": 256000, "maxOut": 256000, "pIn": 2, "pOut": 8, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/jamba-1.5-large@001", "name": "vertex_ai/jamba-1.5-large@001", "provider": "vertex_ai", "ctx": 256000, "maxOut": 256000, "pIn": 2, "pOut": 8, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/jamba-1.5-mini", "name": "vertex_ai/jamba-1.5-mini", "provider": "vertex_ai", "ctx": 256000, "maxOut": 256000, "pIn": 0.19999999999999998, "pOut": 0.39999999999999997, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/jamba-1.5-mini@001", "name": "vertex_ai/jamba-1.5-mini@001", "provider": "vertex_ai", "ctx": 256000, "maxOut": 256000, "pIn": 0.19999999999999998, "pOut": 0.39999999999999997, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/meta/llama-3.1-405b-instruct-maas", "name": "vertex_ai/meta/llama-3.1-405b-instruct-maas", "provider": "meta", "ctx": 128000, "maxOut": 2048, "pIn": 5, "pOut": 16, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/meta/llama-3.1-70b-instruct-maas", "name": "vertex_ai/meta/llama-3.1-70b-instruct-maas", "provider": "meta", "ctx": 128000, "maxOut": 2048, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/meta/llama-3.1-8b-instruct-maas", "name": "vertex_ai/meta/llama-3.1-8b-instruct-maas", "provider": "meta", "ctx": 128000, "maxOut": 2048, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/meta/llama-3.2-90b-vision-instruct-maas", "name": "vertex_ai/meta/llama-3.2-90b-vision-instruct-maas", "provider": "meta", "ctx": 128000, "maxOut": 2048, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/meta/llama-4-maverick-17b-128e-instruct-maas", "name": "vertex_ai/meta/llama-4-maverick-17b-128e-instruct-maas", "provider": "meta", "ctx": 1000000, "maxOut": 1000000, "pIn": 0.35, "pOut": 1.15, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/meta/llama-4-maverick-17b-16e-instruct-maas", "name": "vertex_ai/meta/llama-4-maverick-17b-16e-instruct-maas", "provider": "meta", "ctx": 1000000, "maxOut": 1000000, "pIn": 0.35, "pOut": 1.15, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/meta/llama-4-scout-17b-128e-instruct-maas", "name": "vertex_ai/meta/llama-4-scout-17b-128e-instruct-maas", "provider": "meta", "ctx": 10000000, "maxOut": 10000000, "pIn": 0.25, "pOut": 0.7, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/meta/llama-4-scout-17b-16e-instruct-maas", "name": "vertex_ai/meta/llama-4-scout-17b-16e-instruct-maas", "provider": "meta", "ctx": 10000000, "maxOut": 10000000, "pIn": 0.25, "pOut": 0.7, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/meta/llama3-405b-instruct-maas", "name": "vertex_ai/meta/llama3-405b-instruct-maas", "provider": "meta", "ctx": 32000, "maxOut": 32000, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/meta/llama3-70b-instruct-maas", "name": "vertex_ai/meta/llama3-70b-instruct-maas", "provider": "meta", "ctx": 32000, "maxOut": 32000, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/meta/llama3-8b-instruct-maas", "name": "vertex_ai/meta/llama3-8b-instruct-maas", "provider": "meta", "ctx": 32000, "maxOut": 32000, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/minimaxai/minimax-m2-maas", "name": "vertex_ai/minimaxai/minimax-m2-maas", "provider": "vertex_ai", "ctx": 196608, "maxOut": 196608, "pIn": 0.3, "pOut": 1.2, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/moonshotai/kimi-k2-thinking-maas", "name": "vertex_ai/moonshotai/kimi-k2-thinking-maas", "provider": "vertex_ai", "ctx": 256000, "maxOut": 256000, "pIn": 0.6, "pOut": 2.5, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/zai-org/glm-4.7-maas", "name": "vertex_ai/zai-org/glm-4.7-maas", "provider": "vertex_ai", "ctx": 200000, "maxOut": 128000, "pIn": 0.6, "pOut": 2.2, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "vertex_ai/zai-org/glm-5-maas", "name": "vertex_ai/zai-org/glm-5-maas", "provider": "vertex_ai", "ctx": 200000, "maxOut": 128000, "pIn": 1, "pOut": 3.1999999999999997, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "vertex_ai/mistral-medium-3", "name": "vertex_ai/mistral-medium-3", "provider": "mistral", "ctx": 128000, "maxOut": 8191, "pIn": 0.39999999999999997, "pOut": 2, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/mistral-medium-3@001", "name": "vertex_ai/mistral-medium-3@001", "provider": "mistral", "ctx": 128000, "maxOut": 8191, "pIn": 0.39999999999999997, "pOut": 2, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/mistralai/mistral-medium-3", "name": "vertex_ai/mistralai/mistral-medium-3", "provider": "mistral", "ctx": 128000, "maxOut": 8191, "pIn": 0.39999999999999997, "pOut": 2, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/mistralai/mistral-medium-3@001", "name": "vertex_ai/mistralai/mistral-medium-3@001", "provider": "mistral", "ctx": 128000, "maxOut": 8191, "pIn": 0.39999999999999997, "pOut": 2, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/mistral-large-2411", "name": "vertex_ai/mistral-large-2411", "provider": "mistral", "ctx": 128000, "maxOut": 8191, "pIn": 2, "pOut": 6, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/mistral-large@2407", "name": "vertex_ai/mistral-large@2407", "provider": "mistral", "ctx": 128000, "maxOut": 8191, "pIn": 2, "pOut": 6, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/mistral-large@2411-001", "name": "vertex_ai/mistral-large@2411-001", "provider": "mistral", "ctx": 128000, "maxOut": 8191, "pIn": 2, "pOut": 6, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/mistral-large@latest", "name": "vertex_ai/mistral-large@latest", "provider": "mistral", "ctx": 128000, "maxOut": 8191, "pIn": 2, "pOut": 6, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/mistral-nemo@2407", "name": "vertex_ai/mistral-nemo@2407", "provider": "mistral", "ctx": 128000, "maxOut": 128000, "pIn": 3, "pOut": 3, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/mistral-nemo@latest", "name": "vertex_ai/mistral-nemo@latest", "provider": "mistral", "ctx": 128000, "maxOut": 128000, "pIn": 0.15, "pOut": 0.15, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/mistral-small-2503", "name": "vertex_ai/mistral-small-2503", "provider": "mistral", "ctx": 128000, "maxOut": 128000, "pIn": 1, "pOut": 3, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/mistral-small-2503@001", "name": "vertex_ai/mistral-small-2503@001", "provider": "mistral", "ctx": 32000, "maxOut": 8191, "pIn": 1, "pOut": 3, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/openai/gpt-oss-120b-maas", "name": "vertex_ai/openai/gpt-oss-120b-maas", "provider": "openai", "ctx": 131072, "maxOut": 32768, "pIn": 0.15, "pOut": 0.6, "tools": null, "cot": true, "json": null, "src": "litellm" }, { "id": "vertex_ai/openai/gpt-oss-20b-maas", "name": "vertex_ai/openai/gpt-oss-20b-maas", "provider": "openai", "ctx": 131072, "maxOut": 32768, "pIn": 0.075, "pOut": 0.3, "tools": null, "cot": true, "json": null, "src": "litellm" }, { "id": "vertex_ai/xai/grok-4.1-fast-non-reasoning", "name": "vertex_ai/xai/grok-4.1-fast-non-reasoning", "provider": "vertex_ai", "ctx": 2000000, "maxOut": 2000000, "pIn": 0.19999999999999998, "pOut": 0.5, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "vertex_ai/xai/grok-4.1-fast-reasoning", "name": "vertex_ai/xai/grok-4.1-fast-reasoning", "provider": "vertex_ai", "ctx": 2000000, "maxOut": 2000000, "pIn": 0.19999999999999998, "pOut": 0.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "vertex_ai/xai/grok-4.20-non-reasoning", "name": "vertex_ai/xai/grok-4.20-non-reasoning", "provider": "vertex_ai", "ctx": 2000000, "maxOut": 2000000, "pIn": 2, "pOut": 6, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "vertex_ai/xai/grok-4.20-reasoning", "name": "vertex_ai/xai/grok-4.20-reasoning", "provider": "vertex_ai", "ctx": 2000000, "maxOut": 2000000, "pIn": 2, "pOut": 6, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "vertex_ai/qwen/qwen3-235b-a22b-instruct-2507-maas", "name": "vertex_ai/qwen/qwen3-235b-a22b-instruct-2507-maas", "provider": "vertex_ai", "ctx": 262144, "maxOut": 16384, "pIn": 0.25, "pOut": 1, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/qwen/qwen3-coder-480b-a35b-instruct-maas", "name": "vertex_ai/qwen/qwen3-coder-480b-a35b-instruct-maas", "provider": "vertex_ai", "ctx": 262144, "maxOut": 32768, "pIn": 1, "pOut": 4, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/qwen/qwen3-next-80b-a3b-instruct-maas", "name": "vertex_ai/qwen/qwen3-next-80b-a3b-instruct-maas", "provider": "vertex_ai", "ctx": 262144, "maxOut": 262144, "pIn": 0.15, "pOut": 1.2, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/qwen/qwen3-next-80b-a3b-thinking-maas", "name": "vertex_ai/qwen/qwen3-next-80b-a3b-thinking-maas", "provider": "vertex_ai", "ctx": 262144, "maxOut": 262144, "pIn": 0.15, "pOut": 1.2, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/veo-2.0-generate-001", "name": "vertex_ai/veo-2.0-generate-001", "provider": "vertex_ai", "ctx": 1024, "maxOut": null, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/veo-3.0-fast-generate-001", "name": "vertex_ai/veo-3.0-fast-generate-001", "provider": "vertex_ai", "ctx": 1024, "maxOut": null, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/veo-3.0-generate-001", "name": "vertex_ai/veo-3.0-generate-001", "provider": "vertex_ai", "ctx": 1024, "maxOut": null, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/veo-3.1-generate-preview", "name": "vertex_ai/veo-3.1-generate-preview", "provider": "vertex_ai", "ctx": 1024, "maxOut": null, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/veo-3.1-fast-generate-preview", "name": "vertex_ai/veo-3.1-fast-generate-preview", "provider": "vertex_ai", "ctx": 1024, "maxOut": null, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/veo-3.1-generate-001", "name": "vertex_ai/veo-3.1-generate-001", "provider": "vertex_ai", "ctx": 1024, "maxOut": null, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "vertex_ai/veo-3.1-fast-generate-001", "name": "vertex_ai/veo-3.1-fast-generate-001", "provider": "vertex_ai", "ctx": 1024, "maxOut": null, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "voyage/rerank-2", "name": "voyage/rerank-2", "provider": "voyage", "ctx": 16000, "maxOut": 16000, "pIn": 0.049999999999999996, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "voyage/rerank-2-lite", "name": "voyage/rerank-2-lite", "provider": "voyage", "ctx": 8000, "maxOut": 8000, "pIn": 0.02, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "voyage/rerank-2.5", "name": "voyage/rerank-2.5", "provider": "voyage", "ctx": 32000, "maxOut": 32000, "pIn": 0.049999999999999996, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "voyage/rerank-2.5-lite", "name": "voyage/rerank-2.5-lite", "provider": "voyage", "ctx": 32000, "maxOut": 32000, "pIn": 0.02, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "voyage/voyage-2", "name": "voyage/voyage-2", "provider": "voyage", "ctx": 4000, "maxOut": null, "pIn": 0.09999999999999999, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "voyage/voyage-3", "name": "voyage/voyage-3", "provider": "voyage", "ctx": 32000, "maxOut": null, "pIn": 0.06, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "voyage/voyage-3-large", "name": "voyage/voyage-3-large", "provider": "voyage", "ctx": 32000, "maxOut": null, "pIn": 0.18, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "voyage/voyage-3-lite", "name": "voyage/voyage-3-lite", "provider": "voyage", "ctx": 32000, "maxOut": null, "pIn": 0.02, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "voyage/voyage-3.5", "name": "voyage/voyage-3.5", "provider": "voyage", "ctx": 32000, "maxOut": null, "pIn": 0.06, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "voyage/voyage-3.5-lite", "name": "voyage/voyage-3.5-lite", "provider": "voyage", "ctx": 32000, "maxOut": null, "pIn": 0.02, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "voyage/voyage-code-2", "name": "voyage/voyage-code-2", "provider": "voyage", "ctx": 16000, "maxOut": null, "pIn": 0.12, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "voyage/voyage-code-3", "name": "voyage/voyage-code-3", "provider": "voyage", "ctx": 32000, "maxOut": null, "pIn": 0.18, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "voyage/voyage-context-3", "name": "voyage/voyage-context-3", "provider": "voyage", "ctx": 120000, "maxOut": null, "pIn": 0.18, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "voyage/voyage-finance-2", "name": "voyage/voyage-finance-2", "provider": "voyage", "ctx": 32000, "maxOut": null, "pIn": 0.12, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "voyage/voyage-large-2", "name": "voyage/voyage-large-2", "provider": "voyage", "ctx": 16000, "maxOut": null, "pIn": 0.12, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "voyage/voyage-law-2", "name": "voyage/voyage-law-2", "provider": "voyage", "ctx": 16000, "maxOut": null, "pIn": 0.12, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "voyage/voyage-lite-01", "name": "voyage/voyage-lite-01", "provider": "voyage", "ctx": 4096, "maxOut": null, "pIn": 0.09999999999999999, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "voyage/voyage-lite-02-instruct", "name": "voyage/voyage-lite-02-instruct", "provider": "voyage", "ctx": 4000, "maxOut": null, "pIn": 0.09999999999999999, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "voyage/voyage-multimodal-3", "name": "voyage/voyage-multimodal-3", "provider": "voyage", "ctx": 32000, "maxOut": null, "pIn": 0.12, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "wandb/openai/gpt-oss-120b", "name": "wandb/openai/gpt-oss-120b", "provider": "openai", "ctx": 131072, "maxOut": 131072, "pIn": 15000, "pOut": 60000, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "wandb/openai/gpt-oss-20b", "name": "wandb/openai/gpt-oss-20b", "provider": "openai", "ctx": 131072, "maxOut": 131072, "pIn": 5000, "pOut": 20000, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "wandb/zai-org/GLM-4.5", "name": "wandb/zai-org/GLM-4.5", "provider": "wandb", "ctx": 131072, "maxOut": 131072, "pIn": 55000, "pOut": 200000, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "wandb/Qwen/Qwen3-235B-A22B-Instruct-2507", "name": "wandb/Qwen/Qwen3-235B-A22B-Instruct-2507", "provider": "wandb", "ctx": 262144, "maxOut": 262144, "pIn": 10000, "pOut": 10000, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "wandb/Qwen/Qwen3-Coder-480B-A35B-Instruct", "name": "wandb/Qwen/Qwen3-Coder-480B-A35B-Instruct", "provider": "wandb", "ctx": 262144, "maxOut": 262144, "pIn": 100000, "pOut": 150000, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "wandb/Qwen/Qwen3-235B-A22B-Thinking-2507", "name": "wandb/Qwen/Qwen3-235B-A22B-Thinking-2507", "provider": "wandb", "ctx": 262144, "maxOut": 262144, "pIn": 10000, "pOut": 10000, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "wandb/moonshotai/Kimi-K2-Instruct", "name": "wandb/moonshotai/Kimi-K2-Instruct", "provider": "wandb", "ctx": 128000, "maxOut": 128000, "pIn": 0.6, "pOut": 2.5, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "wandb/moonshotai/Kimi-K2.5", "name": "wandb/moonshotai/Kimi-K2.5", "provider": "wandb", "ctx": 262144, "maxOut": 262144, "pIn": 0.6, "pOut": 3, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "wandb/MiniMaxAI/MiniMax-M2.5", "name": "wandb/MiniMaxAI/MiniMax-M2.5", "provider": "wandb", "ctx": 197000, "maxOut": 197000, "pIn": 0.3, "pOut": 1.2, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "wandb/meta-llama/Llama-3.1-8B-Instruct", "name": "wandb/meta-llama/Llama-3.1-8B-Instruct", "provider": "meta", "ctx": 128000, "maxOut": 128000, "pIn": 22000, "pOut": 22000, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "wandb/deepseek-ai/DeepSeek-V3.1", "name": "wandb/deepseek-ai/DeepSeek-V3.1", "provider": "deepseek", "ctx": 128000, "maxOut": 128000, "pIn": 55000, "pOut": 165000, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "wandb/deepseek-ai/DeepSeek-R1-0528", "name": "wandb/deepseek-ai/DeepSeek-R1-0528", "provider": "deepseek", "ctx": 161000, "maxOut": 161000, "pIn": 135000, "pOut": 540000, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "wandb/deepseek-ai/DeepSeek-V3-0324", "name": "wandb/deepseek-ai/DeepSeek-V3-0324", "provider": "deepseek", "ctx": 161000, "maxOut": 161000, "pIn": 114000, "pOut": 275000, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "wandb/meta-llama/Llama-3.3-70B-Instruct", "name": "wandb/meta-llama/Llama-3.3-70B-Instruct", "provider": "meta", "ctx": 128000, "maxOut": 128000, "pIn": 71000, "pOut": 71000, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "wandb/meta-llama/Llama-4-Scout-17B-16E-Instruct", "name": "wandb/meta-llama/Llama-4-Scout-17B-16E-Instruct", "provider": "meta", "ctx": 64000, "maxOut": 64000, "pIn": 17000, "pOut": 66000, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "wandb/microsoft/Phi-4-mini-instruct", "name": "wandb/microsoft/Phi-4-mini-instruct", "provider": "wandb", "ctx": 128000, "maxOut": 128000, "pIn": 8000, "pOut": 35000, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "watsonx/ibm/granite-3-8b-instruct", "name": "watsonx/ibm/granite-3-8b-instruct", "provider": "watsonx", "ctx": 8192, "maxOut": 1024, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "watsonx/mistralai/mistral-large", "name": "watsonx/mistralai/mistral-large", "provider": "mistral", "ctx": 131072, "maxOut": 16384, "pIn": 3, "pOut": 10, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "watsonx/bigscience/mt0-xxl-13b", "name": "watsonx/bigscience/mt0-xxl-13b", "provider": "watsonx", "ctx": 8192, "maxOut": 8192, "pIn": 500, "pOut": 2000, "tools": false, "cot": null, "json": null, "src": "litellm" }, { "id": "watsonx/core42/jais-13b-chat", "name": "watsonx/core42/jais-13b-chat", "provider": "watsonx", "ctx": 8192, "maxOut": 8192, "pIn": 500, "pOut": 2000, "tools": false, "cot": null, "json": null, "src": "litellm" }, { "id": "watsonx/google/flan-t5-xl-3b", "name": "watsonx/google/flan-t5-xl-3b", "provider": "gemini", "ctx": 8192, "maxOut": 8192, "pIn": 0.6, "pOut": 0.6, "tools": false, "cot": null, "json": null, "src": "litellm" }, { "id": "watsonx/ibm/granite-13b-chat-v2", "name": "watsonx/ibm/granite-13b-chat-v2", "provider": "watsonx", "ctx": 8192, "maxOut": 8192, "pIn": 0.6, "pOut": 0.6, "tools": false, "cot": null, "json": null, "src": "litellm" }, { "id": "watsonx/ibm/granite-13b-instruct-v2", "name": "watsonx/ibm/granite-13b-instruct-v2", "provider": "watsonx", "ctx": 8192, "maxOut": 8192, "pIn": 0.6, "pOut": 0.6, "tools": false, "cot": null, "json": null, "src": "litellm" }, { "id": "watsonx/ibm/granite-3-3-8b-instruct", "name": "watsonx/ibm/granite-3-3-8b-instruct", "provider": "watsonx", "ctx": 8192, "maxOut": 8192, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "watsonx/ibm/granite-4-h-small", "name": "watsonx/ibm/granite-4-h-small", "provider": "watsonx", "ctx": 20480, "maxOut": 20480, "pIn": 0.06, "pOut": 0.25, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "watsonx/ibm/granite-guardian-3-2-2b", "name": "watsonx/ibm/granite-guardian-3-2-2b", "provider": "watsonx", "ctx": 8192, "maxOut": 8192, "pIn": 0.09999999999999999, "pOut": 0.09999999999999999, "tools": false, "cot": null, "json": null, "src": "litellm" }, { "id": "watsonx/ibm/granite-guardian-3-3-8b", "name": "watsonx/ibm/granite-guardian-3-3-8b", "provider": "watsonx", "ctx": 8192, "maxOut": 8192, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": false, "cot": null, "json": null, "src": "litellm" }, { "id": "watsonx/ibm/granite-ttm-1024-96-r2", "name": "watsonx/ibm/granite-ttm-1024-96-r2", "provider": "watsonx", "ctx": 512, "maxOut": 512, "pIn": 0.38, "pOut": 0.38, "tools": false, "cot": null, "json": null, "src": "litellm" }, { "id": "watsonx/ibm/granite-ttm-1536-96-r2", "name": "watsonx/ibm/granite-ttm-1536-96-r2", "provider": "watsonx", "ctx": 512, "maxOut": 512, "pIn": 0.38, "pOut": 0.38, "tools": false, "cot": null, "json": null, "src": "litellm" }, { "id": "watsonx/ibm/granite-ttm-512-96-r2", "name": "watsonx/ibm/granite-ttm-512-96-r2", "provider": "watsonx", "ctx": 512, "maxOut": 512, "pIn": 0.38, "pOut": 0.38, "tools": false, "cot": null, "json": null, "src": "litellm" }, { "id": "watsonx/ibm/granite-vision-3-2-2b", "name": "watsonx/ibm/granite-vision-3-2-2b", "provider": "watsonx", "ctx": 8192, "maxOut": 8192, "pIn": 0.09999999999999999, "pOut": 0.09999999999999999, "tools": false, "cot": null, "json": null, "src": "litellm" }, { "id": "watsonx/meta-llama/llama-3-2-11b-vision-instruct", "name": "watsonx/meta-llama/llama-3-2-11b-vision-instruct", "provider": "meta", "ctx": 128000, "maxOut": 128000, "pIn": 0.35, "pOut": 0.35, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "watsonx/meta-llama/llama-3-2-1b-instruct", "name": "watsonx/meta-llama/llama-3-2-1b-instruct", "provider": "meta", "ctx": 128000, "maxOut": 128000, "pIn": 0.09999999999999999, "pOut": 0.09999999999999999, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "watsonx/meta-llama/llama-3-2-3b-instruct", "name": "watsonx/meta-llama/llama-3-2-3b-instruct", "provider": "meta", "ctx": 128000, "maxOut": 128000, "pIn": 0.15, "pOut": 0.15, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "watsonx/meta-llama/llama-3-2-90b-vision-instruct", "name": "watsonx/meta-llama/llama-3-2-90b-vision-instruct", "provider": "meta", "ctx": 128000, "maxOut": 128000, "pIn": 2, "pOut": 2, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "watsonx/meta-llama/llama-3-3-70b-instruct", "name": "watsonx/meta-llama/llama-3-3-70b-instruct", "provider": "meta", "ctx": 128000, "maxOut": 128000, "pIn": 0.71, "pOut": 0.71, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "watsonx/meta-llama/llama-4-maverick-17b", "name": "watsonx/meta-llama/llama-4-maverick-17b", "provider": "meta", "ctx": 128000, "maxOut": 128000, "pIn": 0.35, "pOut": 1.4, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "watsonx/meta-llama/llama-guard-3-11b-vision", "name": "watsonx/meta-llama/llama-guard-3-11b-vision", "provider": "meta", "ctx": 128000, "maxOut": 128000, "pIn": 0.35, "pOut": 0.35, "tools": false, "cot": null, "json": null, "src": "litellm" }, { "id": "watsonx/mistralai/mistral-medium-2505", "name": "watsonx/mistralai/mistral-medium-2505", "provider": "mistral", "ctx": 128000, "maxOut": 128000, "pIn": 3, "pOut": 10, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "watsonx/mistralai/mistral-small-2503", "name": "watsonx/mistralai/mistral-small-2503", "provider": "mistral", "ctx": 32000, "maxOut": 32000, "pIn": 0.09999999999999999, "pOut": 0.3, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "watsonx/mistralai/mistral-small-3-1-24b-instruct-2503", "name": "watsonx/mistralai/mistral-small-3-1-24b-instruct-2503", "provider": "mistral", "ctx": 32000, "maxOut": 32000, "pIn": 0.09999999999999999, "pOut": 0.3, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "watsonx/mistralai/pixtral-12b-2409", "name": "watsonx/mistralai/pixtral-12b-2409", "provider": "mistral", "ctx": 128000, "maxOut": 128000, "pIn": 0.35, "pOut": 0.35, "tools": false, "cot": null, "json": null, "src": "litellm" }, { "id": "watsonx/openai/gpt-oss-120b", "name": "watsonx/openai/gpt-oss-120b", "provider": "openai", "ctx": 8192, "maxOut": 8192, "pIn": 0.15, "pOut": 0.6, "tools": false, "cot": null, "json": null, "src": "litellm" }, { "id": "watsonx/sdaia/allam-1-13b-instruct", "name": "watsonx/sdaia/allam-1-13b-instruct", "provider": "watsonx", "ctx": 8192, "maxOut": 8192, "pIn": 1.7999999999999998, "pOut": 1.7999999999999998, "tools": false, "cot": null, "json": null, "src": "litellm" }, { "id": "xai/grok-2", "name": "xai/grok-2", "provider": "xai", "ctx": 131072, "maxOut": 131072, "pIn": 2, "pOut": 10, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "xai/grok-2-1212", "name": "xai/grok-2-1212", "provider": "xai", "ctx": 131072, "maxOut": 131072, "pIn": 2, "pOut": 10, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "xai/grok-2-latest", "name": "xai/grok-2-latest", "provider": "xai", "ctx": 131072, "maxOut": 131072, "pIn": 2, "pOut": 10, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "xai/grok-2-vision", "name": "xai/grok-2-vision", "provider": "xai", "ctx": 32768, "maxOut": 32768, "pIn": 2, "pOut": 10, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "xai/grok-2-vision-1212", "name": "xai/grok-2-vision-1212", "provider": "xai", "ctx": 32768, "maxOut": 32768, "pIn": 2, "pOut": 10, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "xai/grok-2-vision-latest", "name": "xai/grok-2-vision-latest", "provider": "xai", "ctx": 32768, "maxOut": 32768, "pIn": 2, "pOut": 10, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "xai/grok-3", "name": "xai/grok-3", "provider": "xai", "ctx": 131072, "maxOut": 131072, "pIn": 3, "pOut": 15, "tools": true, "cot": null, "json": false, "src": "litellm" }, { "id": "xai/grok-3-beta", "name": "xai/grok-3-beta", "provider": "xai", "ctx": 131072, "maxOut": 131072, "pIn": 3, "pOut": 15, "tools": true, "cot": null, "json": false, "src": "litellm" }, { "id": "xai/grok-3-fast-beta", "name": "xai/grok-3-fast-beta", "provider": "xai", "ctx": 131072, "maxOut": 131072, "pIn": 5, "pOut": 25, "tools": true, "cot": null, "json": false, "src": "litellm" }, { "id": "xai/grok-3-fast-latest", "name": "xai/grok-3-fast-latest", "provider": "xai", "ctx": 131072, "maxOut": 131072, "pIn": 5, "pOut": 25, "tools": true, "cot": null, "json": false, "src": "litellm" }, { "id": "xai/grok-3-latest", "name": "xai/grok-3-latest", "provider": "xai", "ctx": 131072, "maxOut": 131072, "pIn": 3, "pOut": 15, "tools": true, "cot": null, "json": false, "src": "litellm" }, { "id": "xai/grok-3-mini", "name": "xai/grok-3-mini", "provider": "xai", "ctx": 131072, "maxOut": 131072, "pIn": 0.3, "pOut": 0.5, "tools": true, "cot": true, "json": false, "src": "litellm" }, { "id": "xai/grok-3-mini-beta", "name": "xai/grok-3-mini-beta", "provider": "xai", "ctx": 131072, "maxOut": 131072, "pIn": 0.3, "pOut": 0.5, "tools": true, "cot": true, "json": false, "src": "litellm" }, { "id": "xai/grok-3-mini-fast", "name": "xai/grok-3-mini-fast", "provider": "xai", "ctx": 131072, "maxOut": 131072, "pIn": 0.6, "pOut": 4, "tools": true, "cot": true, "json": false, "src": "litellm" }, { "id": "xai/grok-3-mini-fast-beta", "name": "xai/grok-3-mini-fast-beta", "provider": "xai", "ctx": 131072, "maxOut": 131072, "pIn": 0.6, "pOut": 4, "tools": true, "cot": true, "json": false, "src": "litellm" }, { "id": "xai/grok-3-mini-fast-latest", "name": "xai/grok-3-mini-fast-latest", "provider": "xai", "ctx": 131072, "maxOut": 131072, "pIn": 0.6, "pOut": 4, "tools": true, "cot": true, "json": false, "src": "litellm" }, { "id": "xai/grok-3-mini-latest", "name": "xai/grok-3-mini-latest", "provider": "xai", "ctx": 131072, "maxOut": 131072, "pIn": 0.3, "pOut": 0.5, "tools": true, "cot": true, "json": false, "src": "litellm" }, { "id": "xai/grok-4", "name": "xai/grok-4", "provider": "xai", "ctx": 256000, "maxOut": 256000, "pIn": 3, "pOut": 15, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "xai/grok-4-fast-reasoning", "name": "xai/grok-4-fast-reasoning", "provider": "xai", "ctx": 2000000, "maxOut": 2000000, "pIn": 0.19999999999999998, "pOut": 0.5, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "xai/grok-4-fast-non-reasoning", "name": "xai/grok-4-fast-non-reasoning", "provider": "xai", "ctx": 2000000, "maxOut": 2000000, "pIn": 0.19999999999999998, "pOut": 0.5, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "xai/grok-4-0709", "name": "xai/grok-4-0709", "provider": "xai", "ctx": 256000, "maxOut": 256000, "pIn": 3, "pOut": 15, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "xai/grok-4-latest", "name": "xai/grok-4-latest", "provider": "xai", "ctx": 256000, "maxOut": 256000, "pIn": 3, "pOut": 15, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "xai/grok-4-1-fast", "name": "xai/grok-4-1-fast", "provider": "xai", "ctx": 2000000, "maxOut": 2000000, "pIn": 0.19999999999999998, "pOut": 0.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "xai/grok-4-1-fast-reasoning", "name": "xai/grok-4-1-fast-reasoning", "provider": "xai", "ctx": 2000000, "maxOut": 2000000, "pIn": 0.19999999999999998, "pOut": 0.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "xai/grok-4-1-fast-reasoning-latest", "name": "xai/grok-4-1-fast-reasoning-latest", "provider": "xai", "ctx": 2000000, "maxOut": 2000000, "pIn": 0.19999999999999998, "pOut": 0.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "xai/grok-4-1-fast-non-reasoning", "name": "xai/grok-4-1-fast-non-reasoning", "provider": "xai", "ctx": 2000000, "maxOut": 2000000, "pIn": 0.19999999999999998, "pOut": 0.5, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "xai/grok-4-1-fast-non-reasoning-latest", "name": "xai/grok-4-1-fast-non-reasoning-latest", "provider": "xai", "ctx": 2000000, "maxOut": 2000000, "pIn": 0.19999999999999998, "pOut": 0.5, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "xai/grok-4.20-multi-agent-beta-0309", "name": "xai/grok-4.20-multi-agent-beta-0309", "provider": "xai", "ctx": 2000000, "maxOut": 2000000, "pIn": 2, "pOut": 6, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "xai/grok-4.20-beta-0309-reasoning", "name": "xai/grok-4.20-beta-0309-reasoning", "provider": "xai", "ctx": 2000000, "maxOut": 2000000, "pIn": 2, "pOut": 6, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "xai/grok-4.20-0309-reasoning", "name": "xai/grok-4.20-0309-reasoning", "provider": "xai", "ctx": 2000000, "maxOut": 2000000, "pIn": 2, "pOut": 6, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "xai/grok-4.20-beta-0309-non-reasoning", "name": "xai/grok-4.20-beta-0309-non-reasoning", "provider": "xai", "ctx": 2000000, "maxOut": 2000000, "pIn": 2, "pOut": 6, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "xai/grok-4.3", "name": "xai/grok-4.3", "provider": "xai", "ctx": 1000000, "maxOut": 1000000, "pIn": 1.25, "pOut": 2.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "xai/grok-4.3-latest", "name": "xai/grok-4.3-latest", "provider": "xai", "ctx": 1000000, "maxOut": 1000000, "pIn": 1.25, "pOut": 2.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "xai/grok-beta", "name": "xai/grok-beta", "provider": "xai", "ctx": 131072, "maxOut": 131072, "pIn": 5, "pOut": 15, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "xai/grok-code-fast", "name": "xai/grok-code-fast", "provider": "xai", "ctx": 256000, "maxOut": 256000, "pIn": 0.19999999999999998, "pOut": 1.5, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "xai/grok-code-fast-1", "name": "xai/grok-code-fast-1", "provider": "xai", "ctx": 256000, "maxOut": 256000, "pIn": 0.19999999999999998, "pOut": 1.5, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "xai/grok-code-fast-1-0825", "name": "xai/grok-code-fast-1-0825", "provider": "xai", "ctx": 256000, "maxOut": 256000, "pIn": 0.19999999999999998, "pOut": 1.5, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "xai/grok-vision-beta", "name": "xai/grok-vision-beta", "provider": "xai", "ctx": 8192, "maxOut": 8192, "pIn": 5, "pOut": 15, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "zai.glm-4.7", "name": "zai.glm-4.7", "provider": "zai.glm-4.7", "ctx": 200000, "maxOut": 128000, "pIn": 0.6, "pOut": 2.2, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "zai.glm-5", "name": "zai.glm-5", "provider": "zai.glm-5", "ctx": 200000, "maxOut": 128000, "pIn": 1, "pOut": 3.1999999999999997, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "zai.glm-4.7-flash", "name": "zai.glm-4.7-flash", "provider": "zai.glm-4.7-flash", "ctx": 200000, "maxOut": 128000, "pIn": 0.07, "pOut": 0.39999999999999997, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen3-coder-480b-a35b-instruct", "name": "fireworks_ai/accounts/fireworks/models/qwen3-coder-480b-a35b-instruct", "provider": "fireworks_ai", "ctx": 262144, "maxOut": 262144, "pIn": 0.44999999999999996, "pOut": 1.7999999999999998, "tools": null, "cot": true, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/flux-kontext-pro", "name": "fireworks_ai/accounts/fireworks/models/flux-kontext-pro", "provider": "fireworks_ai", "ctx": 4096, "maxOut": 4096, "pIn": 0.04, "pOut": 0.04, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/SSD-1B", "name": "fireworks_ai/accounts/fireworks/models/SSD-1B", "provider": "fireworks_ai", "ctx": 4096, "maxOut": 4096, "pIn": 0.00013, "pOut": 0.00013, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/chronos-hermes-13b-v2", "name": "fireworks_ai/accounts/fireworks/models/chronos-hermes-13b-v2", "provider": "fireworks_ai", "ctx": 4096, "maxOut": 4096, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/code-llama-13b", "name": "fireworks_ai/accounts/fireworks/models/code-llama-13b", "provider": "meta", "ctx": 16384, "maxOut": 16384, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/code-llama-13b-instruct", "name": "fireworks_ai/accounts/fireworks/models/code-llama-13b-instruct", "provider": "meta", "ctx": 16384, "maxOut": 16384, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/code-llama-13b-python", "name": "fireworks_ai/accounts/fireworks/models/code-llama-13b-python", "provider": "meta", "ctx": 16384, "maxOut": 16384, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/code-llama-34b", "name": "fireworks_ai/accounts/fireworks/models/code-llama-34b", "provider": "meta", "ctx": 16384, "maxOut": 16384, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/code-llama-34b-instruct", "name": "fireworks_ai/accounts/fireworks/models/code-llama-34b-instruct", "provider": "meta", "ctx": 16384, "maxOut": 16384, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/code-llama-34b-python", "name": "fireworks_ai/accounts/fireworks/models/code-llama-34b-python", "provider": "meta", "ctx": 16384, "maxOut": 16384, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/code-llama-70b", "name": "fireworks_ai/accounts/fireworks/models/code-llama-70b", "provider": "meta", "ctx": 4096, "maxOut": 4096, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/code-llama-70b-instruct", "name": "fireworks_ai/accounts/fireworks/models/code-llama-70b-instruct", "provider": "meta", "ctx": 4096, "maxOut": 4096, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/code-llama-70b-python", "name": "fireworks_ai/accounts/fireworks/models/code-llama-70b-python", "provider": "meta", "ctx": 4096, "maxOut": 4096, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/code-llama-7b", "name": "fireworks_ai/accounts/fireworks/models/code-llama-7b", "provider": "meta", "ctx": 16384, "maxOut": 16384, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/code-llama-7b-instruct", "name": "fireworks_ai/accounts/fireworks/models/code-llama-7b-instruct", "provider": "meta", "ctx": 16384, "maxOut": 16384, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/code-llama-7b-python", "name": "fireworks_ai/accounts/fireworks/models/code-llama-7b-python", "provider": "meta", "ctx": 16384, "maxOut": 16384, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/code-qwen-1p5-7b", "name": "fireworks_ai/accounts/fireworks/models/code-qwen-1p5-7b", "provider": "fireworks_ai", "ctx": 65536, "maxOut": 65536, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/codegemma-2b", "name": "fireworks_ai/accounts/fireworks/models/codegemma-2b", "provider": "fireworks_ai", "ctx": 8192, "maxOut": 8192, "pIn": 0.09999999999999999, "pOut": 0.09999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/codegemma-7b", "name": "fireworks_ai/accounts/fireworks/models/codegemma-7b", "provider": "fireworks_ai", "ctx": 8192, "maxOut": 8192, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/cogito-671b-v2-p1", "name": "fireworks_ai/accounts/fireworks/models/cogito-671b-v2-p1", "provider": "fireworks_ai", "ctx": 163840, "maxOut": 163840, "pIn": 1.2, "pOut": 1.2, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-llama-3b", "name": "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-llama-3b", "provider": "meta", "ctx": 131072, "maxOut": 131072, "pIn": 0.09999999999999999, "pOut": 0.09999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-llama-70b", "name": "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-llama-70b", "provider": "meta", "ctx": 131072, "maxOut": 131072, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-llama-8b", "name": "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-llama-8b", "provider": "meta", "ctx": 131072, "maxOut": 131072, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-qwen-14b", "name": "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-qwen-14b", "provider": "fireworks_ai", "ctx": 131072, "maxOut": 131072, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-qwen-32b", "name": "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-qwen-32b", "provider": "fireworks_ai", "ctx": 131072, "maxOut": 131072, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/flux-kontext-max", "name": "fireworks_ai/accounts/fireworks/models/flux-kontext-max", "provider": "fireworks_ai", "ctx": 4096, "maxOut": 4096, "pIn": 0.08, "pOut": 0.08, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/dbrx-instruct", "name": "fireworks_ai/accounts/fireworks/models/dbrx-instruct", "provider": "fireworks_ai", "ctx": 32768, "maxOut": 32768, "pIn": 1.2, "pOut": 1.2, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/deepseek-coder-1b-base", "name": "fireworks_ai/accounts/fireworks/models/deepseek-coder-1b-base", "provider": "deepseek", "ctx": 16384, "maxOut": 16384, "pIn": 0.09999999999999999, "pOut": 0.09999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/deepseek-coder-33b-instruct", "name": "fireworks_ai/accounts/fireworks/models/deepseek-coder-33b-instruct", "provider": "deepseek", "ctx": 16384, "maxOut": 16384, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/deepseek-coder-7b-base", "name": "fireworks_ai/accounts/fireworks/models/deepseek-coder-7b-base", "provider": "deepseek", "ctx": 4096, "maxOut": 4096, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/deepseek-coder-7b-base-v1p5", "name": "fireworks_ai/accounts/fireworks/models/deepseek-coder-7b-base-v1p5", "provider": "deepseek", "ctx": 4096, "maxOut": 4096, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/deepseek-coder-7b-instruct-v1p5", "name": "fireworks_ai/accounts/fireworks/models/deepseek-coder-7b-instruct-v1p5", "provider": "deepseek", "ctx": 4096, "maxOut": 4096, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/deepseek-coder-v2-lite-base", "name": "fireworks_ai/accounts/fireworks/models/deepseek-coder-v2-lite-base", "provider": "deepseek", "ctx": 163840, "maxOut": 163840, "pIn": 0.5, "pOut": 0.5, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/deepseek-coder-v2-lite-instruct", "name": "fireworks_ai/accounts/fireworks/models/deepseek-coder-v2-lite-instruct", "provider": "deepseek", "ctx": 163840, "maxOut": 163840, "pIn": 0.5, "pOut": 0.5, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/deepseek-prover-v2", "name": "fireworks_ai/accounts/fireworks/models/deepseek-prover-v2", "provider": "deepseek", "ctx": 163840, "maxOut": 163840, "pIn": 1.2, "pOut": 1.2, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/deepseek-r1-0528-distill-qwen3-8b", "name": "fireworks_ai/accounts/fireworks/models/deepseek-r1-0528-distill-qwen3-8b", "provider": "deepseek", "ctx": 131072, "maxOut": 131072, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-llama-70b", "name": "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-llama-70b", "provider": "deepseek", "ctx": 131072, "maxOut": 131072, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-llama-8b", "name": "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-llama-8b", "provider": "deepseek", "ctx": 131072, "maxOut": 131072, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-14b", "name": "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-14b", "provider": "deepseek", "ctx": 131072, "maxOut": 131072, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-1p5b", "name": "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-1p5b", "provider": "deepseek", "ctx": 131072, "maxOut": 131072, "pIn": 0.09999999999999999, "pOut": 0.09999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-32b", "name": "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-32b", "provider": "deepseek", "ctx": 131072, "maxOut": 131072, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-7b", "name": "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-7b", "provider": "deepseek", "ctx": 131072, "maxOut": 131072, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/deepseek-v2-lite-chat", "name": "fireworks_ai/accounts/fireworks/models/deepseek-v2-lite-chat", "provider": "deepseek", "ctx": 163840, "maxOut": 163840, "pIn": 0.5, "pOut": 0.5, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/deepseek-v2p5", "name": "fireworks_ai/accounts/fireworks/models/deepseek-v2p5", "provider": "deepseek", "ctx": 32768, "maxOut": 32768, "pIn": 1.2, "pOut": 1.2, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/devstral-small-2505", "name": "fireworks_ai/accounts/fireworks/models/devstral-small-2505", "provider": "fireworks_ai", "ctx": 131072, "maxOut": 131072, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/dobby-mini-unhinged-plus-llama-3-1-8b", "name": "fireworks_ai/accounts/fireworks/models/dobby-mini-unhinged-plus-llama-3-1-8b", "provider": "meta", "ctx": 131072, "maxOut": 131072, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/dobby-unhinged-llama-3-3-70b-new", "name": "fireworks_ai/accounts/fireworks/models/dobby-unhinged-llama-3-3-70b-new", "provider": "meta", "ctx": 131072, "maxOut": 131072, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/dolphin-2-9-2-qwen2-72b", "name": "fireworks_ai/accounts/fireworks/models/dolphin-2-9-2-qwen2-72b", "provider": "fireworks_ai", "ctx": 131072, "maxOut": 131072, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/dolphin-2p6-mixtral-8x7b", "name": "fireworks_ai/accounts/fireworks/models/dolphin-2p6-mixtral-8x7b", "provider": "fireworks_ai", "ctx": 32768, "maxOut": 32768, "pIn": 0.5, "pOut": 0.5, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/ernie-4p5-21b-a3b-pt", "name": "fireworks_ai/accounts/fireworks/models/ernie-4p5-21b-a3b-pt", "provider": "fireworks_ai", "ctx": 4096, "maxOut": 4096, "pIn": 0.09999999999999999, "pOut": 0.09999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/ernie-4p5-300b-a47b-pt", "name": "fireworks_ai/accounts/fireworks/models/ernie-4p5-300b-a47b-pt", "provider": "fireworks_ai", "ctx": 4096, "maxOut": 4096, "pIn": 0.09999999999999999, "pOut": 0.09999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/fare-20b", "name": "fireworks_ai/accounts/fireworks/models/fare-20b", "provider": "fireworks_ai", "ctx": 131072, "maxOut": 131072, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/firefunction-v1", "name": "fireworks_ai/accounts/fireworks/models/firefunction-v1", "provider": "fireworks_ai", "ctx": 32768, "maxOut": 32768, "pIn": 0.5, "pOut": 0.5, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/firellava-13b", "name": "fireworks_ai/accounts/fireworks/models/firellava-13b", "provider": "fireworks_ai", "ctx": 4096, "maxOut": 4096, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/firesearch-ocr-v6", "name": "fireworks_ai/accounts/fireworks/models/firesearch-ocr-v6", "provider": "fireworks_ai", "ctx": 8192, "maxOut": 8192, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/fireworks-asr-large", "name": "fireworks_ai/accounts/fireworks/models/fireworks-asr-large", "provider": "fireworks_ai", "ctx": 4096, "maxOut": 4096, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/fireworks-asr-v2", "name": "fireworks_ai/accounts/fireworks/models/fireworks-asr-v2", "provider": "fireworks_ai", "ctx": 4096, "maxOut": 4096, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/flux-1-dev", "name": "fireworks_ai/accounts/fireworks/models/flux-1-dev", "provider": "fireworks_ai", "ctx": 4096, "maxOut": 4096, "pIn": 0.09999999999999999, "pOut": 0.09999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/flux-1-dev-controlnet-union", "name": "fireworks_ai/accounts/fireworks/models/flux-1-dev-controlnet-union", "provider": "fireworks_ai", "ctx": 4096, "maxOut": 4096, "pIn": 0.001, "pOut": 0.001, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/flux-1-dev-fp8", "name": "fireworks_ai/accounts/fireworks/models/flux-1-dev-fp8", "provider": "fireworks_ai", "ctx": 4096, "maxOut": 4096, "pIn": 0.0005, "pOut": 0.0005, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/flux-1-schnell", "name": "fireworks_ai/accounts/fireworks/models/flux-1-schnell", "provider": "fireworks_ai", "ctx": 4096, "maxOut": 4096, "pIn": 0.09999999999999999, "pOut": 0.09999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/flux-1-schnell-fp8", "name": "fireworks_ai/accounts/fireworks/models/flux-1-schnell-fp8", "provider": "fireworks_ai", "ctx": 4096, "maxOut": 4096, "pIn": 0.00035, "pOut": 0.00035, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/gemma-2b-it", "name": "fireworks_ai/accounts/fireworks/models/gemma-2b-it", "provider": "fireworks_ai", "ctx": 8192, "maxOut": 8192, "pIn": 0.09999999999999999, "pOut": 0.09999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/gemma-3-27b-it", "name": "fireworks_ai/accounts/fireworks/models/gemma-3-27b-it", "provider": "fireworks_ai", "ctx": 131072, "maxOut": 131072, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/gemma-7b", "name": "fireworks_ai/accounts/fireworks/models/gemma-7b", "provider": "fireworks_ai", "ctx": 8192, "maxOut": 8192, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/gemma-7b-it", "name": "fireworks_ai/accounts/fireworks/models/gemma-7b-it", "provider": "fireworks_ai", "ctx": 8192, "maxOut": 8192, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/gemma2-9b-it", "name": "fireworks_ai/accounts/fireworks/models/gemma2-9b-it", "provider": "fireworks_ai", "ctx": 8192, "maxOut": 8192, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/glm-4p5v", "name": "fireworks_ai/accounts/fireworks/models/glm-4p5v", "provider": "fireworks_ai", "ctx": 131072, "maxOut": 131072, "pIn": 1.2, "pOut": 1.2, "tools": null, "cot": true, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/gpt-oss-safeguard-120b", "name": "fireworks_ai/accounts/fireworks/models/gpt-oss-safeguard-120b", "provider": "openai", "ctx": 131072, "maxOut": 131072, "pIn": 1.2, "pOut": 1.2, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/gpt-oss-safeguard-20b", "name": "fireworks_ai/accounts/fireworks/models/gpt-oss-safeguard-20b", "provider": "openai", "ctx": 131072, "maxOut": 131072, "pIn": 0.5, "pOut": 0.5, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/hermes-2-pro-mistral-7b", "name": "fireworks_ai/accounts/fireworks/models/hermes-2-pro-mistral-7b", "provider": "mistral", "ctx": 32768, "maxOut": 32768, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/internvl3-38b", "name": "fireworks_ai/accounts/fireworks/models/internvl3-38b", "provider": "fireworks_ai", "ctx": 16384, "maxOut": 16384, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/internvl3-78b", "name": "fireworks_ai/accounts/fireworks/models/internvl3-78b", "provider": "fireworks_ai", "ctx": 16384, "maxOut": 16384, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/internvl3-8b", "name": "fireworks_ai/accounts/fireworks/models/internvl3-8b", "provider": "fireworks_ai", "ctx": 16384, "maxOut": 16384, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/japanese-stable-diffusion-xl", "name": "fireworks_ai/accounts/fireworks/models/japanese-stable-diffusion-xl", "provider": "fireworks_ai", "ctx": 4096, "maxOut": 4096, "pIn": 0.00013, "pOut": 0.00013, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/kat-coder", "name": "fireworks_ai/accounts/fireworks/models/kat-coder", "provider": "fireworks_ai", "ctx": 262144, "maxOut": 262144, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/kat-dev-32b", "name": "fireworks_ai/accounts/fireworks/models/kat-dev-32b", "provider": "fireworks_ai", "ctx": 131072, "maxOut": 131072, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/kat-dev-72b-exp", "name": "fireworks_ai/accounts/fireworks/models/kat-dev-72b-exp", "provider": "fireworks_ai", "ctx": 131072, "maxOut": 131072, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/llama-guard-2-8b", "name": "fireworks_ai/accounts/fireworks/models/llama-guard-2-8b", "provider": "meta", "ctx": 8192, "maxOut": 8192, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/llama-guard-3-1b", "name": "fireworks_ai/accounts/fireworks/models/llama-guard-3-1b", "provider": "meta", "ctx": 131072, "maxOut": 131072, "pIn": 0.09999999999999999, "pOut": 0.09999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/llama-guard-3-8b", "name": "fireworks_ai/accounts/fireworks/models/llama-guard-3-8b", "provider": "meta", "ctx": 131072, "maxOut": 131072, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/llama-v2-13b", "name": "fireworks_ai/accounts/fireworks/models/llama-v2-13b", "provider": "meta", "ctx": 4096, "maxOut": 4096, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/llama-v2-13b-chat", "name": "fireworks_ai/accounts/fireworks/models/llama-v2-13b-chat", "provider": "meta", "ctx": 4096, "maxOut": 4096, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/llama-v2-70b", "name": "fireworks_ai/accounts/fireworks/models/llama-v2-70b", "provider": "meta", "ctx": 4096, "maxOut": 4096, "pIn": 0.09999999999999999, "pOut": 0.09999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/llama-v2-70b-chat", "name": "fireworks_ai/accounts/fireworks/models/llama-v2-70b-chat", "provider": "meta", "ctx": 2048, "maxOut": 2048, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/llama-v2-7b", "name": "fireworks_ai/accounts/fireworks/models/llama-v2-7b", "provider": "meta", "ctx": 4096, "maxOut": 4096, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/llama-v2-7b-chat", "name": "fireworks_ai/accounts/fireworks/models/llama-v2-7b-chat", "provider": "meta", "ctx": 4096, "maxOut": 4096, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/llama-v3-70b-instruct", "name": "fireworks_ai/accounts/fireworks/models/llama-v3-70b-instruct", "provider": "meta", "ctx": 8192, "maxOut": 8192, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/llama-v3-70b-instruct-hf", "name": "fireworks_ai/accounts/fireworks/models/llama-v3-70b-instruct-hf", "provider": "meta", "ctx": 8192, "maxOut": 8192, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/llama-v3-8b", "name": "fireworks_ai/accounts/fireworks/models/llama-v3-8b", "provider": "meta", "ctx": 8192, "maxOut": 8192, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/llama-v3-8b-instruct-hf", "name": "fireworks_ai/accounts/fireworks/models/llama-v3-8b-instruct-hf", "provider": "meta", "ctx": 8192, "maxOut": 8192, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/llama-v3p1-405b-instruct-long", "name": "fireworks_ai/accounts/fireworks/models/llama-v3p1-405b-instruct-long", "provider": "meta", "ctx": 4096, "maxOut": 4096, "pIn": 0.09999999999999999, "pOut": 0.09999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/llama-v3p1-70b-instruct", "name": "fireworks_ai/accounts/fireworks/models/llama-v3p1-70b-instruct", "provider": "meta", "ctx": 131072, "maxOut": 131072, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/llama-v3p1-70b-instruct-1b", "name": "fireworks_ai/accounts/fireworks/models/llama-v3p1-70b-instruct-1b", "provider": "meta", "ctx": 4096, "maxOut": 4096, "pIn": 0.09999999999999999, "pOut": 0.09999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/llama-v3p1-nemotron-70b-instruct", "name": "fireworks_ai/accounts/fireworks/models/llama-v3p1-nemotron-70b-instruct", "provider": "meta", "ctx": 131072, "maxOut": 131072, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/llama-v3p2-1b", "name": "fireworks_ai/accounts/fireworks/models/llama-v3p2-1b", "provider": "meta", "ctx": 131072, "maxOut": 131072, "pIn": 0.09999999999999999, "pOut": 0.09999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/llama-v3p2-3b", "name": "fireworks_ai/accounts/fireworks/models/llama-v3p2-3b", "provider": "meta", "ctx": 131072, "maxOut": 131072, "pIn": 0.09999999999999999, "pOut": 0.09999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/llama-v3p3-70b-instruct", "name": "fireworks_ai/accounts/fireworks/models/llama-v3p3-70b-instruct", "provider": "meta", "ctx": 131072, "maxOut": 131072, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/llamaguard-7b", "name": "fireworks_ai/accounts/fireworks/models/llamaguard-7b", "provider": "meta", "ctx": 4096, "maxOut": 4096, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/llava-yi-34b", "name": "fireworks_ai/accounts/fireworks/models/llava-yi-34b", "provider": "fireworks_ai", "ctx": 4096, "maxOut": 4096, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/minimax-m1-80k", "name": "fireworks_ai/accounts/fireworks/models/minimax-m1-80k", "provider": "fireworks_ai", "ctx": 4096, "maxOut": 4096, "pIn": 0.09999999999999999, "pOut": 0.09999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/minimax-m2", "name": "fireworks_ai/accounts/fireworks/models/minimax-m2", "provider": "fireworks_ai", "ctx": 4096, "maxOut": 4096, "pIn": 0.3, "pOut": 1.2, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/ministral-3-14b-instruct-2512", "name": "fireworks_ai/accounts/fireworks/models/ministral-3-14b-instruct-2512", "provider": "fireworks_ai", "ctx": 256000, "maxOut": 256000, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/ministral-3-3b-instruct-2512", "name": "fireworks_ai/accounts/fireworks/models/ministral-3-3b-instruct-2512", "provider": "fireworks_ai", "ctx": 256000, "maxOut": 256000, "pIn": 0.09999999999999999, "pOut": 0.09999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/ministral-3-8b-instruct-2512", "name": "fireworks_ai/accounts/fireworks/models/ministral-3-8b-instruct-2512", "provider": "fireworks_ai", "ctx": 256000, "maxOut": 256000, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/mistral-7b", "name": "fireworks_ai/accounts/fireworks/models/mistral-7b", "provider": "mistral", "ctx": 32768, "maxOut": 32768, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/mistral-7b-instruct-4k", "name": "fireworks_ai/accounts/fireworks/models/mistral-7b-instruct-4k", "provider": "mistral", "ctx": 32768, "maxOut": 32768, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/mistral-7b-instruct-v0p2", "name": "fireworks_ai/accounts/fireworks/models/mistral-7b-instruct-v0p2", "provider": "mistral", "ctx": 32768, "maxOut": 32768, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/mistral-7b-instruct-v3", "name": "fireworks_ai/accounts/fireworks/models/mistral-7b-instruct-v3", "provider": "mistral", "ctx": 32768, "maxOut": 32768, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/mistral-7b-v0p2", "name": "fireworks_ai/accounts/fireworks/models/mistral-7b-v0p2", "provider": "mistral", "ctx": 32768, "maxOut": 32768, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/mistral-large-3-fp8", "name": "fireworks_ai/accounts/fireworks/models/mistral-large-3-fp8", "provider": "mistral", "ctx": 256000, "maxOut": 256000, "pIn": 1.2, "pOut": 1.2, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/mistral-nemo-base-2407", "name": "fireworks_ai/accounts/fireworks/models/mistral-nemo-base-2407", "provider": "mistral", "ctx": 128000, "maxOut": 128000, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/mistral-nemo-instruct-2407", "name": "fireworks_ai/accounts/fireworks/models/mistral-nemo-instruct-2407", "provider": "mistral", "ctx": 128000, "maxOut": 128000, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/mistral-small-24b-instruct-2501", "name": "fireworks_ai/accounts/fireworks/models/mistral-small-24b-instruct-2501", "provider": "mistral", "ctx": 32768, "maxOut": 32768, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/mixtral-8x22b", "name": "fireworks_ai/accounts/fireworks/models/mixtral-8x22b", "provider": "fireworks_ai", "ctx": 65536, "maxOut": 65536, "pIn": 1.2, "pOut": 1.2, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/mixtral-8x22b-instruct", "name": "fireworks_ai/accounts/fireworks/models/mixtral-8x22b-instruct", "provider": "fireworks_ai", "ctx": 65536, "maxOut": 65536, "pIn": 1.2, "pOut": 1.2, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/mixtral-8x7b", "name": "fireworks_ai/accounts/fireworks/models/mixtral-8x7b", "provider": "fireworks_ai", "ctx": 32768, "maxOut": 32768, "pIn": 0.5, "pOut": 0.5, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/mixtral-8x7b-instruct", "name": "fireworks_ai/accounts/fireworks/models/mixtral-8x7b-instruct", "provider": "fireworks_ai", "ctx": 32768, "maxOut": 32768, "pIn": 0.5, "pOut": 0.5, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/mixtral-8x7b-instruct-hf", "name": "fireworks_ai/accounts/fireworks/models/mixtral-8x7b-instruct-hf", "provider": "fireworks_ai", "ctx": 32768, "maxOut": 32768, "pIn": 0.5, "pOut": 0.5, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/mythomax-l2-13b", "name": "fireworks_ai/accounts/fireworks/models/mythomax-l2-13b", "provider": "fireworks_ai", "ctx": 4096, "maxOut": 4096, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/nemotron-nano-v2-12b-vl", "name": "fireworks_ai/accounts/fireworks/models/nemotron-nano-v2-12b-vl", "provider": "fireworks_ai", "ctx": 4096, "maxOut": 4096, "pIn": 0.09999999999999999, "pOut": 0.09999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/nous-capybara-7b-v1p9", "name": "fireworks_ai/accounts/fireworks/models/nous-capybara-7b-v1p9", "provider": "fireworks_ai", "ctx": 32768, "maxOut": 32768, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/nous-hermes-2-mixtral-8x7b-dpo", "name": "fireworks_ai/accounts/fireworks/models/nous-hermes-2-mixtral-8x7b-dpo", "provider": "fireworks_ai", "ctx": 32768, "maxOut": 32768, "pIn": 0.5, "pOut": 0.5, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/nous-hermes-2-yi-34b", "name": "fireworks_ai/accounts/fireworks/models/nous-hermes-2-yi-34b", "provider": "fireworks_ai", "ctx": 4096, "maxOut": 4096, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/nous-hermes-llama2-13b", "name": "fireworks_ai/accounts/fireworks/models/nous-hermes-llama2-13b", "provider": "meta", "ctx": 4096, "maxOut": 4096, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/nous-hermes-llama2-70b", "name": "fireworks_ai/accounts/fireworks/models/nous-hermes-llama2-70b", "provider": "meta", "ctx": 4096, "maxOut": 4096, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/nous-hermes-llama2-7b", "name": "fireworks_ai/accounts/fireworks/models/nous-hermes-llama2-7b", "provider": "meta", "ctx": 4096, "maxOut": 4096, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/nvidia-nemotron-nano-12b-v2", "name": "fireworks_ai/accounts/fireworks/models/nvidia-nemotron-nano-12b-v2", "provider": "fireworks_ai", "ctx": 131072, "maxOut": 131072, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/nvidia-nemotron-nano-9b-v2", "name": "fireworks_ai/accounts/fireworks/models/nvidia-nemotron-nano-9b-v2", "provider": "fireworks_ai", "ctx": 131072, "maxOut": 131072, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/openchat-3p5-0106-7b", "name": "fireworks_ai/accounts/fireworks/models/openchat-3p5-0106-7b", "provider": "fireworks_ai", "ctx": 8192, "maxOut": 8192, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/openhermes-2-mistral-7b", "name": "fireworks_ai/accounts/fireworks/models/openhermes-2-mistral-7b", "provider": "mistral", "ctx": 32768, "maxOut": 32768, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/openhermes-2p5-mistral-7b", "name": "fireworks_ai/accounts/fireworks/models/openhermes-2p5-mistral-7b", "provider": "mistral", "ctx": 32768, "maxOut": 32768, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/openorca-7b", "name": "fireworks_ai/accounts/fireworks/models/openorca-7b", "provider": "fireworks_ai", "ctx": 32768, "maxOut": 32768, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/phi-2-3b", "name": "fireworks_ai/accounts/fireworks/models/phi-2-3b", "provider": "fireworks_ai", "ctx": 2048, "maxOut": 2048, "pIn": 0.09999999999999999, "pOut": 0.09999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/phi-3-mini-128k-instruct", "name": "fireworks_ai/accounts/fireworks/models/phi-3-mini-128k-instruct", "provider": "fireworks_ai", "ctx": 131072, "maxOut": 131072, "pIn": 0.09999999999999999, "pOut": 0.09999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/phi-3-vision-128k-instruct", "name": "fireworks_ai/accounts/fireworks/models/phi-3-vision-128k-instruct", "provider": "fireworks_ai", "ctx": 32064, "maxOut": 32064, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/phind-code-llama-34b-python-v1", "name": "fireworks_ai/accounts/fireworks/models/phind-code-llama-34b-python-v1", "provider": "meta", "ctx": 16384, "maxOut": 16384, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/phind-code-llama-34b-v1", "name": "fireworks_ai/accounts/fireworks/models/phind-code-llama-34b-v1", "provider": "meta", "ctx": 16384, "maxOut": 16384, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/phind-code-llama-34b-v2", "name": "fireworks_ai/accounts/fireworks/models/phind-code-llama-34b-v2", "provider": "meta", "ctx": 16384, "maxOut": 16384, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/playground-v2-1024px-aesthetic", "name": "fireworks_ai/accounts/fireworks/models/playground-v2-1024px-aesthetic", "provider": "fireworks_ai", "ctx": 4096, "maxOut": 4096, "pIn": 0.00013, "pOut": 0.00013, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/playground-v2-5-1024px-aesthetic", "name": "fireworks_ai/accounts/fireworks/models/playground-v2-5-1024px-aesthetic", "provider": "fireworks_ai", "ctx": 4096, "maxOut": 4096, "pIn": 0.00013, "pOut": 0.00013, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/pythia-12b", "name": "fireworks_ai/accounts/fireworks/models/pythia-12b", "provider": "fireworks_ai", "ctx": 2048, "maxOut": 2048, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen-qwq-32b-preview", "name": "fireworks_ai/accounts/fireworks/models/qwen-qwq-32b-preview", "provider": "fireworks_ai", "ctx": 32768, "maxOut": 32768, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen-v2p5-14b-instruct", "name": "fireworks_ai/accounts/fireworks/models/qwen-v2p5-14b-instruct", "provider": "fireworks_ai", "ctx": 32768, "maxOut": 32768, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen-v2p5-7b", "name": "fireworks_ai/accounts/fireworks/models/qwen-v2p5-7b", "provider": "fireworks_ai", "ctx": 131072, "maxOut": 131072, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen1p5-72b-chat", "name": "fireworks_ai/accounts/fireworks/models/qwen1p5-72b-chat", "provider": "fireworks_ai", "ctx": 32768, "maxOut": 32768, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen2-7b-instruct", "name": "fireworks_ai/accounts/fireworks/models/qwen2-7b-instruct", "provider": "fireworks_ai", "ctx": 32768, "maxOut": 32768, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen2-vl-2b-instruct", "name": "fireworks_ai/accounts/fireworks/models/qwen2-vl-2b-instruct", "provider": "fireworks_ai", "ctx": 32768, "maxOut": 32768, "pIn": 0.09999999999999999, "pOut": 0.09999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen2-vl-72b-instruct", "name": "fireworks_ai/accounts/fireworks/models/qwen2-vl-72b-instruct", "provider": "fireworks_ai", "ctx": 32768, "maxOut": 32768, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen2-vl-7b-instruct", "name": "fireworks_ai/accounts/fireworks/models/qwen2-vl-7b-instruct", "provider": "fireworks_ai", "ctx": 32768, "maxOut": 32768, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen2p5-0p5b-instruct", "name": "fireworks_ai/accounts/fireworks/models/qwen2p5-0p5b-instruct", "provider": "fireworks_ai", "ctx": 32768, "maxOut": 32768, "pIn": 0.09999999999999999, "pOut": 0.09999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen2p5-14b", "name": "fireworks_ai/accounts/fireworks/models/qwen2p5-14b", "provider": "fireworks_ai", "ctx": 131072, "maxOut": 131072, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen2p5-1p5b-instruct", "name": "fireworks_ai/accounts/fireworks/models/qwen2p5-1p5b-instruct", "provider": "fireworks_ai", "ctx": 32768, "maxOut": 32768, "pIn": 0.09999999999999999, "pOut": 0.09999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen2p5-32b", "name": "fireworks_ai/accounts/fireworks/models/qwen2p5-32b", "provider": "fireworks_ai", "ctx": 131072, "maxOut": 131072, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen2p5-32b-instruct", "name": "fireworks_ai/accounts/fireworks/models/qwen2p5-32b-instruct", "provider": "fireworks_ai", "ctx": 32768, "maxOut": 32768, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen2p5-72b", "name": "fireworks_ai/accounts/fireworks/models/qwen2p5-72b", "provider": "fireworks_ai", "ctx": 131072, "maxOut": 131072, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen2p5-72b-instruct", "name": "fireworks_ai/accounts/fireworks/models/qwen2p5-72b-instruct", "provider": "fireworks_ai", "ctx": 32768, "maxOut": 32768, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen2p5-7b-instruct", "name": "fireworks_ai/accounts/fireworks/models/qwen2p5-7b-instruct", "provider": "fireworks_ai", "ctx": 32768, "maxOut": 32768, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-0p5b", "name": "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-0p5b", "provider": "fireworks_ai", "ctx": 32768, "maxOut": 32768, "pIn": 0.09999999999999999, "pOut": 0.09999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-0p5b-instruct", "name": "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-0p5b-instruct", "provider": "fireworks_ai", "ctx": 32768, "maxOut": 32768, "pIn": 0.09999999999999999, "pOut": 0.09999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-14b", "name": "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-14b", "provider": "fireworks_ai", "ctx": 32768, "maxOut": 32768, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-14b-instruct", "name": "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-14b-instruct", "provider": "fireworks_ai", "ctx": 32768, "maxOut": 32768, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-1p5b", "name": "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-1p5b", "provider": "fireworks_ai", "ctx": 32768, "maxOut": 32768, "pIn": 0.09999999999999999, "pOut": 0.09999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-1p5b-instruct", "name": "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-1p5b-instruct", "provider": "fireworks_ai", "ctx": 32768, "maxOut": 32768, "pIn": 0.09999999999999999, "pOut": 0.09999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b", "name": "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b", "provider": "fireworks_ai", "ctx": 32768, "maxOut": 32768, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct-128k", "name": "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct-128k", "provider": "fireworks_ai", "ctx": 131072, "maxOut": 131072, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct-32k-rope", "name": "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct-32k-rope", "provider": "fireworks_ai", "ctx": 32768, "maxOut": 32768, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct-64k", "name": "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct-64k", "provider": "fireworks_ai", "ctx": 65536, "maxOut": 65536, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-3b", "name": "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-3b", "provider": "fireworks_ai", "ctx": 32768, "maxOut": 32768, "pIn": 0.09999999999999999, "pOut": 0.09999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-3b-instruct", "name": "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-3b-instruct", "provider": "fireworks_ai", "ctx": 32768, "maxOut": 32768, "pIn": 0.09999999999999999, "pOut": 0.09999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-7b", "name": "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-7b", "provider": "fireworks_ai", "ctx": 32768, "maxOut": 32768, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-7b-instruct", "name": "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-7b-instruct", "provider": "fireworks_ai", "ctx": 32768, "maxOut": 32768, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen2p5-math-72b-instruct", "name": "fireworks_ai/accounts/fireworks/models/qwen2p5-math-72b-instruct", "provider": "fireworks_ai", "ctx": 4096, "maxOut": 4096, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen2p5-vl-32b-instruct", "name": "fireworks_ai/accounts/fireworks/models/qwen2p5-vl-32b-instruct", "provider": "fireworks_ai", "ctx": 128000, "maxOut": 128000, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen2p5-vl-3b-instruct", "name": "fireworks_ai/accounts/fireworks/models/qwen2p5-vl-3b-instruct", "provider": "fireworks_ai", "ctx": 128000, "maxOut": 128000, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen2p5-vl-72b-instruct", "name": "fireworks_ai/accounts/fireworks/models/qwen2p5-vl-72b-instruct", "provider": "fireworks_ai", "ctx": 128000, "maxOut": 128000, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen2p5-vl-7b-instruct", "name": "fireworks_ai/accounts/fireworks/models/qwen2p5-vl-7b-instruct", "provider": "fireworks_ai", "ctx": 128000, "maxOut": 128000, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen3-0p6b", "name": "fireworks_ai/accounts/fireworks/models/qwen3-0p6b", "provider": "fireworks_ai", "ctx": 40960, "maxOut": 40960, "pIn": 0.09999999999999999, "pOut": 0.09999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen3-14b", "name": "fireworks_ai/accounts/fireworks/models/qwen3-14b", "provider": "fireworks_ai", "ctx": 40960, "maxOut": 40960, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen3-1p7b", "name": "fireworks_ai/accounts/fireworks/models/qwen3-1p7b", "provider": "fireworks_ai", "ctx": 131072, "maxOut": 131072, "pIn": 0.09999999999999999, "pOut": 0.09999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen3-1p7b-fp8-draft", "name": "fireworks_ai/accounts/fireworks/models/qwen3-1p7b-fp8-draft", "provider": "fireworks_ai", "ctx": 262144, "maxOut": 262144, "pIn": 0.09999999999999999, "pOut": 0.09999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen3-1p7b-fp8-draft-131072", "name": "fireworks_ai/accounts/fireworks/models/qwen3-1p7b-fp8-draft-131072", "provider": "fireworks_ai", "ctx": 131072, "maxOut": 131072, "pIn": 0.09999999999999999, "pOut": 0.09999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen3-1p7b-fp8-draft-40960", "name": "fireworks_ai/accounts/fireworks/models/qwen3-1p7b-fp8-draft-40960", "provider": "fireworks_ai", "ctx": 40960, "maxOut": 40960, "pIn": 0.09999999999999999, "pOut": 0.09999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen3-235b-a22b", "name": "fireworks_ai/accounts/fireworks/models/qwen3-235b-a22b", "provider": "fireworks_ai", "ctx": 131072, "maxOut": 131072, "pIn": 0.22, "pOut": 0.88, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen3-235b-a22b-instruct-2507", "name": "fireworks_ai/accounts/fireworks/models/qwen3-235b-a22b-instruct-2507", "provider": "fireworks_ai", "ctx": 262144, "maxOut": 262144, "pIn": 0.22, "pOut": 0.88, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen3-235b-a22b-thinking-2507", "name": "fireworks_ai/accounts/fireworks/models/qwen3-235b-a22b-thinking-2507", "provider": "fireworks_ai", "ctx": 262144, "maxOut": 262144, "pIn": 0.22, "pOut": 0.88, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen3-30b-a3b", "name": "fireworks_ai/accounts/fireworks/models/qwen3-30b-a3b", "provider": "fireworks_ai", "ctx": 131072, "maxOut": 131072, "pIn": 0.15, "pOut": 0.6, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen3-30b-a3b-instruct-2507", "name": "fireworks_ai/accounts/fireworks/models/qwen3-30b-a3b-instruct-2507", "provider": "fireworks_ai", "ctx": 262144, "maxOut": 262144, "pIn": 0.5, "pOut": 0.5, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen3-30b-a3b-thinking-2507", "name": "fireworks_ai/accounts/fireworks/models/qwen3-30b-a3b-thinking-2507", "provider": "fireworks_ai", "ctx": 262144, "maxOut": 262144, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen3-32b", "name": "fireworks_ai/accounts/fireworks/models/qwen3-32b", "provider": "fireworks_ai", "ctx": 131072, "maxOut": 131072, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": null, "cot": true, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen3-4b", "name": "fireworks_ai/accounts/fireworks/models/qwen3-4b", "provider": "fireworks_ai", "ctx": 40960, "maxOut": 40960, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen3-4b-instruct-2507", "name": "fireworks_ai/accounts/fireworks/models/qwen3-4b-instruct-2507", "provider": "fireworks_ai", "ctx": 262144, "maxOut": 262144, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen3-8b", "name": "fireworks_ai/accounts/fireworks/models/qwen3-8b", "provider": "fireworks_ai", "ctx": 40960, "maxOut": 40960, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": true, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen3-coder-30b-a3b-instruct", "name": "fireworks_ai/accounts/fireworks/models/qwen3-coder-30b-a3b-instruct", "provider": "fireworks_ai", "ctx": 262144, "maxOut": 262144, "pIn": 0.15, "pOut": 0.6, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen3-coder-480b-instruct-bf16", "name": "fireworks_ai/accounts/fireworks/models/qwen3-coder-480b-instruct-bf16", "provider": "fireworks_ai", "ctx": 4096, "maxOut": 4096, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen3-embedding-0p6b", "name": "fireworks_ai/accounts/fireworks/models/qwen3-embedding-0p6b", "provider": "fireworks_ai", "ctx": 32768, "maxOut": 32768, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen3-embedding-4b", "name": "fireworks_ai/accounts/fireworks/models/qwen3-embedding-4b", "provider": "fireworks_ai", "ctx": 40960, "maxOut": 40960, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/", "name": "fireworks_ai/accounts/fireworks/models/", "provider": "fireworks_ai", "ctx": 40960, "maxOut": 40960, "pIn": 0.09999999999999999, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen3-next-80b-a3b-instruct", "name": "fireworks_ai/accounts/fireworks/models/qwen3-next-80b-a3b-instruct", "provider": "fireworks_ai", "ctx": 4096, "maxOut": 4096, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen3-next-80b-a3b-thinking", "name": "fireworks_ai/accounts/fireworks/models/qwen3-next-80b-a3b-thinking", "provider": "fireworks_ai", "ctx": 4096, "maxOut": 4096, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen3-reranker-0p6b", "name": "fireworks_ai/accounts/fireworks/models/qwen3-reranker-0p6b", "provider": "fireworks_ai", "ctx": 40960, "maxOut": 40960, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen3-reranker-4b", "name": "fireworks_ai/accounts/fireworks/models/qwen3-reranker-4b", "provider": "fireworks_ai", "ctx": 40960, "maxOut": 40960, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen3-reranker-8b", "name": "fireworks_ai/accounts/fireworks/models/qwen3-reranker-8b", "provider": "fireworks_ai", "ctx": 40960, "maxOut": 40960, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen3-vl-235b-a22b-instruct", "name": "fireworks_ai/accounts/fireworks/models/qwen3-vl-235b-a22b-instruct", "provider": "fireworks_ai", "ctx": 262144, "maxOut": 262144, "pIn": 0.22, "pOut": 0.88, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen3-vl-235b-a22b-thinking", "name": "fireworks_ai/accounts/fireworks/models/qwen3-vl-235b-a22b-thinking", "provider": "fireworks_ai", "ctx": 262144, "maxOut": 262144, "pIn": 0.22, "pOut": 0.88, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen3-vl-30b-a3b-instruct", "name": "fireworks_ai/accounts/fireworks/models/qwen3-vl-30b-a3b-instruct", "provider": "fireworks_ai", "ctx": 262144, "maxOut": 262144, "pIn": 0.15, "pOut": 0.6, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen3-vl-30b-a3b-thinking", "name": "fireworks_ai/accounts/fireworks/models/qwen3-vl-30b-a3b-thinking", "provider": "fireworks_ai", "ctx": 262144, "maxOut": 262144, "pIn": 0.15, "pOut": 0.6, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen3-vl-32b-instruct", "name": "fireworks_ai/accounts/fireworks/models/qwen3-vl-32b-instruct", "provider": "fireworks_ai", "ctx": 4096, "maxOut": 4096, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwen3-vl-8b-instruct", "name": "fireworks_ai/accounts/fireworks/models/qwen3-vl-8b-instruct", "provider": "fireworks_ai", "ctx": 4096, "maxOut": 4096, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/qwq-32b", "name": "fireworks_ai/accounts/fireworks/models/qwq-32b", "provider": "fireworks_ai", "ctx": 131072, "maxOut": 131072, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/rolm-ocr", "name": "fireworks_ai/accounts/fireworks/models/rolm-ocr", "provider": "fireworks_ai", "ctx": 128000, "maxOut": 128000, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/snorkel-mistral-7b-pairrm-dpo", "name": "fireworks_ai/accounts/fireworks/models/snorkel-mistral-7b-pairrm-dpo", "provider": "mistral", "ctx": 32768, "maxOut": 32768, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/stable-diffusion-xl-1024-v1-0", "name": "fireworks_ai/accounts/fireworks/models/stable-diffusion-xl-1024-v1-0", "provider": "fireworks_ai", "ctx": 4096, "maxOut": 4096, "pIn": 0.00013, "pOut": 0.00013, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/stablecode-3b", "name": "fireworks_ai/accounts/fireworks/models/stablecode-3b", "provider": "fireworks_ai", "ctx": 4096, "maxOut": 4096, "pIn": 0.09999999999999999, "pOut": 0.09999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/starcoder-16b", "name": "fireworks_ai/accounts/fireworks/models/starcoder-16b", "provider": "fireworks_ai", "ctx": 8192, "maxOut": 8192, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/starcoder-7b", "name": "fireworks_ai/accounts/fireworks/models/starcoder-7b", "provider": "fireworks_ai", "ctx": 8192, "maxOut": 8192, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/starcoder2-15b", "name": "fireworks_ai/accounts/fireworks/models/starcoder2-15b", "provider": "fireworks_ai", "ctx": 16384, "maxOut": 16384, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/starcoder2-3b", "name": "fireworks_ai/accounts/fireworks/models/starcoder2-3b", "provider": "fireworks_ai", "ctx": 16384, "maxOut": 16384, "pIn": 0.09999999999999999, "pOut": 0.09999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/starcoder2-7b", "name": "fireworks_ai/accounts/fireworks/models/starcoder2-7b", "provider": "fireworks_ai", "ctx": 16384, "maxOut": 16384, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/toppy-m-7b", "name": "fireworks_ai/accounts/fireworks/models/toppy-m-7b", "provider": "fireworks_ai", "ctx": 32768, "maxOut": 32768, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/whisper-v3", "name": "fireworks_ai/accounts/fireworks/models/whisper-v3", "provider": "fireworks_ai", "ctx": 4096, "maxOut": 4096, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/whisper-v3-turbo", "name": "fireworks_ai/accounts/fireworks/models/whisper-v3-turbo", "provider": "fireworks_ai", "ctx": 4096, "maxOut": 4096, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/yi-34b", "name": "fireworks_ai/accounts/fireworks/models/yi-34b", "provider": "fireworks_ai", "ctx": 4096, "maxOut": 4096, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/yi-34b-200k-capybara", "name": "fireworks_ai/accounts/fireworks/models/yi-34b-200k-capybara", "provider": "fireworks_ai", "ctx": 200000, "maxOut": 200000, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/yi-34b-chat", "name": "fireworks_ai/accounts/fireworks/models/yi-34b-chat", "provider": "fireworks_ai", "ctx": 4096, "maxOut": 4096, "pIn": 0.8999999999999999, "pOut": 0.8999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/yi-6b", "name": "fireworks_ai/accounts/fireworks/models/yi-6b", "provider": "fireworks_ai", "ctx": 4096, "maxOut": 4096, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "fireworks_ai/accounts/fireworks/models/zephyr-7b-beta", "name": "fireworks_ai/accounts/fireworks/models/zephyr-7b-beta", "provider": "fireworks_ai", "ctx": 32768, "maxOut": 32768, "pIn": 0.19999999999999998, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "novita/deepseek/deepseek-v3.2", "name": "novita/deepseek/deepseek-v3.2", "provider": "deepseek", "ctx": 163840, "maxOut": 65536, "pIn": 0.26899999999999996, "pOut": 0.39999999999999997, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "novita/minimax/minimax-m2.1", "name": "novita/minimax/minimax-m2.1", "provider": "novita", "ctx": 204800, "maxOut": 131072, "pIn": 0.3, "pOut": 1.2, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "novita/zai-org/glm-4.7", "name": "novita/zai-org/glm-4.7", "provider": "novita", "ctx": 204800, "maxOut": 131072, "pIn": 0.6, "pOut": 2.2, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "novita/xiaomimimo/mimo-v2-flash", "name": "novita/xiaomimimo/mimo-v2-flash", "provider": "novita", "ctx": 262144, "maxOut": 32000, "pIn": 0.09999999999999999, "pOut": 0.3, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "novita/zai-org/autoglm-phone-9b-multilingual", "name": "novita/zai-org/autoglm-phone-9b-multilingual", "provider": "novita", "ctx": 65536, "maxOut": 65536, "pIn": 0.035, "pOut": 0.13799999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "novita/moonshotai/kimi-k2-thinking", "name": "novita/moonshotai/kimi-k2-thinking", "provider": "novita", "ctx": 262144, "maxOut": 262144, "pIn": 0.6, "pOut": 2.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "novita/minimax/minimax-m2", "name": "novita/minimax/minimax-m2", "provider": "novita", "ctx": 204800, "maxOut": 131072, "pIn": 0.3, "pOut": 1.2, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "novita/paddlepaddle/paddleocr-vl", "name": "novita/paddlepaddle/paddleocr-vl", "provider": "novita", "ctx": 16384, "maxOut": 16384, "pIn": 0.02, "pOut": 0.02, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "novita/deepseek/deepseek-v3.2-exp", "name": "novita/deepseek/deepseek-v3.2-exp", "provider": "deepseek", "ctx": 163840, "maxOut": 65536, "pIn": 0.27, "pOut": 0.41, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "novita/qwen/qwen3-vl-235b-a22b-thinking", "name": "novita/qwen/qwen3-vl-235b-a22b-thinking", "provider": "novita", "ctx": 131072, "maxOut": 32768, "pIn": 0.98, "pOut": 3.95, "tools": null, "cot": true, "json": null, "src": "litellm" }, { "id": "novita/zai-org/glm-4.6v", "name": "novita/zai-org/glm-4.6v", "provider": "novita", "ctx": 131072, "maxOut": 32768, "pIn": 0.3, "pOut": 0.8999999999999999, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "novita/zai-org/glm-4.6", "name": "novita/zai-org/glm-4.6", "provider": "novita", "ctx": 204800, "maxOut": 131072, "pIn": 0.55, "pOut": 2.2, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "novita/kwaipilot/kat-coder-pro", "name": "novita/kwaipilot/kat-coder-pro", "provider": "novita", "ctx": 256000, "maxOut": 128000, "pIn": 0.3, "pOut": 1.2, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "novita/qwen/qwen3-next-80b-a3b-instruct", "name": "novita/qwen/qwen3-next-80b-a3b-instruct", "provider": "novita", "ctx": 131072, "maxOut": 32768, "pIn": 0.15, "pOut": 1.5, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "novita/qwen/qwen3-next-80b-a3b-thinking", "name": "novita/qwen/qwen3-next-80b-a3b-thinking", "provider": "novita", "ctx": 131072, "maxOut": 32768, "pIn": 0.15, "pOut": 1.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "novita/deepseek/deepseek-ocr", "name": "novita/deepseek/deepseek-ocr", "provider": "deepseek", "ctx": 8192, "maxOut": 8192, "pIn": 0.03, "pOut": 0.03, "tools": null, "cot": null, "json": true, "src": "litellm" }, { "id": "novita/deepseek/deepseek-v3.1-terminus", "name": "novita/deepseek/deepseek-v3.1-terminus", "provider": "deepseek", "ctx": 131072, "maxOut": 32768, "pIn": 0.27, "pOut": 1, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "novita/qwen/qwen3-vl-235b-a22b-instruct", "name": "novita/qwen/qwen3-vl-235b-a22b-instruct", "provider": "novita", "ctx": 131072, "maxOut": 32768, "pIn": 0.3, "pOut": 1.5, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "novita/qwen/qwen3-max", "name": "novita/qwen/qwen3-max", "provider": "novita", "ctx": 262144, "maxOut": 65536, "pIn": 2.1100000000000003, "pOut": 8.450000000000001, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "novita/skywork/r1v4-lite", "name": "novita/skywork/r1v4-lite", "provider": "novita", "ctx": 262144, "maxOut": 65536, "pIn": 0.19999999999999998, "pOut": 0.6, "tools": null, "cot": null, "json": true, "src": "litellm" }, { "id": "novita/deepseek/deepseek-v3.1", "name": "novita/deepseek/deepseek-v3.1", "provider": "deepseek", "ctx": 131072, "maxOut": 32768, "pIn": 0.27, "pOut": 1, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "novita/moonshotai/kimi-k2-0905", "name": "novita/moonshotai/kimi-k2-0905", "provider": "novita", "ctx": 262144, "maxOut": 262144, "pIn": 0.6, "pOut": 2.5, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "novita/qwen/qwen3-coder-480b-a35b-instruct", "name": "novita/qwen/qwen3-coder-480b-a35b-instruct", "provider": "novita", "ctx": 262144, "maxOut": 65536, "pIn": 0.3, "pOut": 1.3, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "novita/qwen/qwen3-coder-30b-a3b-instruct", "name": "novita/qwen/qwen3-coder-30b-a3b-instruct", "provider": "novita", "ctx": 160000, "maxOut": 32768, "pIn": 0.07, "pOut": 0.27, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "novita/openai/gpt-oss-120b", "name": "novita/openai/gpt-oss-120b", "provider": "openai", "ctx": 131072, "maxOut": 32768, "pIn": 0.049999999999999996, "pOut": 0.25, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "novita/moonshotai/kimi-k2-instruct", "name": "novita/moonshotai/kimi-k2-instruct", "provider": "novita", "ctx": 131072, "maxOut": 131072, "pIn": 0.5700000000000001, "pOut": 2.3, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "novita/deepseek/deepseek-v3-0324", "name": "novita/deepseek/deepseek-v3-0324", "provider": "deepseek", "ctx": 163840, "maxOut": 163840, "pIn": 0.27, "pOut": 1.12, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "novita/zai-org/glm-4.5", "name": "novita/zai-org/glm-4.5", "provider": "novita", "ctx": 131072, "maxOut": 98304, "pIn": 0.6, "pOut": 2.2, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "novita/qwen/qwen3-235b-a22b-thinking-2507", "name": "novita/qwen/qwen3-235b-a22b-thinking-2507", "provider": "novita", "ctx": 131072, "maxOut": 32768, "pIn": 0.3, "pOut": 3, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "novita/meta-llama/llama-3.1-8b-instruct", "name": "novita/meta-llama/llama-3.1-8b-instruct", "provider": "meta", "ctx": 16384, "maxOut": 16384, "pIn": 0.02, "pOut": 0.049999999999999996, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "novita/google/gemma-3-12b-it", "name": "novita/google/gemma-3-12b-it", "provider": "gemini", "ctx": 131072, "maxOut": 8192, "pIn": 0.049999999999999996, "pOut": 0.09999999999999999, "tools": null, "cot": null, "json": true, "src": "litellm" }, { "id": "novita/zai-org/glm-4.5v", "name": "novita/zai-org/glm-4.5v", "provider": "novita", "ctx": 65536, "maxOut": 16384, "pIn": 0.6, "pOut": 1.7999999999999998, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "novita/openai/gpt-oss-20b", "name": "novita/openai/gpt-oss-20b", "provider": "openai", "ctx": 131072, "maxOut": 32768, "pIn": 0.04, "pOut": 0.15, "tools": null, "cot": true, "json": true, "src": "litellm" }, { "id": "novita/qwen/qwen3-235b-a22b-instruct-2507", "name": "novita/qwen/qwen3-235b-a22b-instruct-2507", "provider": "novita", "ctx": 131072, "maxOut": 16384, "pIn": 0.09, "pOut": 0.58, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "novita/deepseek/deepseek-r1-distill-qwen-14b", "name": "novita/deepseek/deepseek-r1-distill-qwen-14b", "provider": "deepseek", "ctx": 32768, "maxOut": 16384, "pIn": 0.15, "pOut": 0.15, "tools": null, "cot": true, "json": true, "src": "litellm" }, { "id": "novita/meta-llama/llama-3.3-70b-instruct", "name": "novita/meta-llama/llama-3.3-70b-instruct", "provider": "meta", "ctx": 131072, "maxOut": 120000, "pIn": 0.135, "pOut": 0.39999999999999997, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "novita/qwen/qwen-2.5-72b-instruct", "name": "novita/qwen/qwen-2.5-72b-instruct", "provider": "novita", "ctx": 32000, "maxOut": 8192, "pIn": 0.38, "pOut": 0.39999999999999997, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "novita/mistralai/mistral-nemo", "name": "novita/mistralai/mistral-nemo", "provider": "mistral", "ctx": 60288, "maxOut": 16000, "pIn": 0.04, "pOut": 0.16999999999999998, "tools": null, "cot": null, "json": true, "src": "litellm" }, { "id": "novita/minimaxai/minimax-m1-80k", "name": "novita/minimaxai/minimax-m1-80k", "provider": "novita", "ctx": 1000000, "maxOut": 40000, "pIn": 0.55, "pOut": 2.2, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "novita/deepseek/deepseek-r1-0528", "name": "novita/deepseek/deepseek-r1-0528", "provider": "deepseek", "ctx": 163840, "maxOut": 32768, "pIn": 0.7, "pOut": 2.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "novita/deepseek/deepseek-r1-distill-qwen-32b", "name": "novita/deepseek/deepseek-r1-distill-qwen-32b", "provider": "deepseek", "ctx": 64000, "maxOut": 32000, "pIn": 0.3, "pOut": 0.3, "tools": null, "cot": true, "json": true, "src": "litellm" }, { "id": "novita/meta-llama/llama-3-8b-instruct", "name": "novita/meta-llama/llama-3-8b-instruct", "provider": "meta", "ctx": 8192, "maxOut": 8192, "pIn": 0.04, "pOut": 0.04, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "novita/microsoft/wizardlm-2-8x22b", "name": "novita/microsoft/wizardlm-2-8x22b", "provider": "novita", "ctx": 65535, "maxOut": 8000, "pIn": 0.62, "pOut": 0.62, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "novita/deepseek/deepseek-r1-0528-qwen3-8b", "name": "novita/deepseek/deepseek-r1-0528-qwen3-8b", "provider": "deepseek", "ctx": 128000, "maxOut": 32000, "pIn": 0.06, "pOut": 0.09, "tools": null, "cot": true, "json": null, "src": "litellm" }, { "id": "novita/deepseek/deepseek-r1-distill-llama-70b", "name": "novita/deepseek/deepseek-r1-distill-llama-70b", "provider": "deepseek", "ctx": 8192, "maxOut": 8192, "pIn": 0.7999999999999999, "pOut": 0.7999999999999999, "tools": null, "cot": true, "json": true, "src": "litellm" }, { "id": "novita/meta-llama/llama-3-70b-instruct", "name": "novita/meta-llama/llama-3-70b-instruct", "provider": "meta", "ctx": 8192, "maxOut": 8000, "pIn": 0.51, "pOut": 0.74, "tools": null, "cot": null, "json": true, "src": "litellm" }, { "id": "novita/qwen/qwen3-235b-a22b-fp8", "name": "novita/qwen/qwen3-235b-a22b-fp8", "provider": "novita", "ctx": 40960, "maxOut": 20000, "pIn": 0.19999999999999998, "pOut": 0.7999999999999999, "tools": null, "cot": true, "json": null, "src": "litellm" }, { "id": "novita/meta-llama/llama-4-maverick-17b-128e-instruct-fp8", "name": "novita/meta-llama/llama-4-maverick-17b-128e-instruct-fp8", "provider": "meta", "ctx": 1048576, "maxOut": 8192, "pIn": 0.27, "pOut": 0.85, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "novita/meta-llama/llama-4-scout-17b-16e-instruct", "name": "novita/meta-llama/llama-4-scout-17b-16e-instruct", "provider": "meta", "ctx": 131072, "maxOut": 131072, "pIn": 0.18, "pOut": 0.59, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "novita/nousresearch/hermes-2-pro-llama-3-8b", "name": "novita/nousresearch/hermes-2-pro-llama-3-8b", "provider": "meta", "ctx": 8192, "maxOut": 8192, "pIn": 0.14, "pOut": 0.14, "tools": null, "cot": null, "json": true, "src": "litellm" }, { "id": "novita/qwen/qwen2.5-vl-72b-instruct", "name": "novita/qwen/qwen2.5-vl-72b-instruct", "provider": "novita", "ctx": 32768, "maxOut": 32768, "pIn": 0.7999999999999999, "pOut": 0.7999999999999999, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "novita/sao10k/l3-70b-euryale-v2.1", "name": "novita/sao10k/l3-70b-euryale-v2.1", "provider": "novita", "ctx": 8192, "maxOut": 8192, "pIn": 1.48, "pOut": 1.48, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "novita/baidu/ernie-4.5-21B-a3b-thinking", "name": "novita/baidu/ernie-4.5-21B-a3b-thinking", "provider": "novita", "ctx": 131072, "maxOut": 65536, "pIn": 0.07, "pOut": 0.28, "tools": null, "cot": true, "json": null, "src": "litellm" }, { "id": "novita/sao10k/l3-8b-lunaris", "name": "novita/sao10k/l3-8b-lunaris", "provider": "novita", "ctx": 8192, "maxOut": 8192, "pIn": 0.049999999999999996, "pOut": 0.049999999999999996, "tools": null, "cot": null, "json": true, "src": "litellm" }, { "id": "novita/baichuan/baichuan-m2-32b", "name": "novita/baichuan/baichuan-m2-32b", "provider": "novita", "ctx": 131072, "maxOut": 131072, "pIn": 0.07, "pOut": 0.07, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "novita/baidu/ernie-4.5-vl-424b-a47b", "name": "novita/baidu/ernie-4.5-vl-424b-a47b", "provider": "novita", "ctx": 123000, "maxOut": 16000, "pIn": 0.42, "pOut": 1.25, "tools": null, "cot": true, "json": null, "src": "litellm" }, { "id": "novita/baidu/ernie-4.5-300b-a47b-paddle", "name": "novita/baidu/ernie-4.5-300b-a47b-paddle", "provider": "novita", "ctx": 123000, "maxOut": 12000, "pIn": 0.28, "pOut": 1.1, "tools": null, "cot": null, "json": true, "src": "litellm" }, { "id": "novita/deepseek/deepseek-prover-v2-671b", "name": "novita/deepseek/deepseek-prover-v2-671b", "provider": "deepseek", "ctx": 160000, "maxOut": 160000, "pIn": 0.7, "pOut": 2.5, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "novita/qwen/qwen3-32b-fp8", "name": "novita/qwen/qwen3-32b-fp8", "provider": "novita", "ctx": 40960, "maxOut": 20000, "pIn": 0.09999999999999999, "pOut": 0.44999999999999996, "tools": null, "cot": true, "json": null, "src": "litellm" }, { "id": "novita/qwen/qwen3-30b-a3b-fp8", "name": "novita/qwen/qwen3-30b-a3b-fp8", "provider": "novita", "ctx": 40960, "maxOut": 20000, "pIn": 0.09, "pOut": 0.44999999999999996, "tools": null, "cot": true, "json": null, "src": "litellm" }, { "id": "novita/google/gemma-3-27b-it", "name": "novita/google/gemma-3-27b-it", "provider": "gemini", "ctx": 98304, "maxOut": 16384, "pIn": 0.119, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "novita/deepseek/deepseek-v3-turbo", "name": "novita/deepseek/deepseek-v3-turbo", "provider": "deepseek", "ctx": 64000, "maxOut": 16000, "pIn": 0.39999999999999997, "pOut": 1.3, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "novita/deepseek/deepseek-r1-turbo", "name": "novita/deepseek/deepseek-r1-turbo", "provider": "deepseek", "ctx": 64000, "maxOut": 16000, "pIn": 0.7, "pOut": 2.5, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "novita/Sao10K/L3-8B-Stheno-v3.2", "name": "novita/Sao10K/L3-8B-Stheno-v3.2", "provider": "novita", "ctx": 8192, "maxOut": 32000, "pIn": 0.049999999999999996, "pOut": 0.049999999999999996, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "novita/gryphe/mythomax-l2-13b", "name": "novita/gryphe/mythomax-l2-13b", "provider": "novita", "ctx": 4096, "maxOut": 3200, "pIn": 0.09, "pOut": 0.09, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "novita/baidu/ernie-4.5-vl-28b-a3b-thinking", "name": "novita/baidu/ernie-4.5-vl-28b-a3b-thinking", "provider": "novita", "ctx": 131072, "maxOut": 65536, "pIn": 0.39, "pOut": 0.39, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "novita/qwen/qwen3-vl-8b-instruct", "name": "novita/qwen/qwen3-vl-8b-instruct", "provider": "novita", "ctx": 131072, "maxOut": 32768, "pIn": 0.08, "pOut": 0.5, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "novita/zai-org/glm-4.5-air", "name": "novita/zai-org/glm-4.5-air", "provider": "novita", "ctx": 131072, "maxOut": 98304, "pIn": 0.13, "pOut": 0.85, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "novita/qwen/qwen3-vl-30b-a3b-instruct", "name": "novita/qwen/qwen3-vl-30b-a3b-instruct", "provider": "novita", "ctx": 131072, "maxOut": 32768, "pIn": 0.19999999999999998, "pOut": 0.7, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "novita/qwen/qwen3-vl-30b-a3b-thinking", "name": "novita/qwen/qwen3-vl-30b-a3b-thinking", "provider": "novita", "ctx": 131072, "maxOut": 32768, "pIn": 0.19999999999999998, "pOut": 1, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "novita/qwen/qwen3-omni-30b-a3b-thinking", "name": "novita/qwen/qwen3-omni-30b-a3b-thinking", "provider": "novita", "ctx": 65536, "maxOut": 16384, "pIn": 0.25, "pOut": 0.9700000000000001, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "novita/qwen/qwen3-omni-30b-a3b-instruct", "name": "novita/qwen/qwen3-omni-30b-a3b-instruct", "provider": "novita", "ctx": 65536, "maxOut": 16384, "pIn": 0.25, "pOut": 0.9700000000000001, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "novita/qwen/qwen-mt-plus", "name": "novita/qwen/qwen-mt-plus", "provider": "novita", "ctx": 16384, "maxOut": 8192, "pIn": 0.25, "pOut": 0.75, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "novita/baidu/ernie-4.5-vl-28b-a3b", "name": "novita/baidu/ernie-4.5-vl-28b-a3b", "provider": "novita", "ctx": 30000, "maxOut": 8000, "pIn": 0.14, "pOut": 0.56, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "novita/baidu/ernie-4.5-21B-a3b", "name": "novita/baidu/ernie-4.5-21B-a3b", "provider": "novita", "ctx": 120000, "maxOut": 8000, "pIn": 0.07, "pOut": 0.28, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "novita/qwen/qwen3-8b-fp8", "name": "novita/qwen/qwen3-8b-fp8", "provider": "novita", "ctx": 128000, "maxOut": 20000, "pIn": 0.035, "pOut": 0.13799999999999998, "tools": null, "cot": true, "json": null, "src": "litellm" }, { "id": "novita/qwen/qwen3-4b-fp8", "name": "novita/qwen/qwen3-4b-fp8", "provider": "novita", "ctx": 128000, "maxOut": 20000, "pIn": 0.03, "pOut": 0.03, "tools": null, "cot": true, "json": null, "src": "litellm" }, { "id": "novita/qwen/qwen2.5-7b-instruct", "name": "novita/qwen/qwen2.5-7b-instruct", "provider": "novita", "ctx": 32000, "maxOut": 32000, "pIn": 0.07, "pOut": 0.07, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "novita/meta-llama/llama-3.2-3b-instruct", "name": "novita/meta-llama/llama-3.2-3b-instruct", "provider": "meta", "ctx": 32768, "maxOut": 32000, "pIn": 0.03, "pOut": 0.049999999999999996, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "novita/sao10k/l31-70b-euryale-v2.2", "name": "novita/sao10k/l31-70b-euryale-v2.2", "provider": "novita", "ctx": 8192, "maxOut": 8192, "pIn": 1.48, "pOut": 1.48, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "novita/qwen/qwen3-embedding-0.6b", "name": "novita/qwen/qwen3-embedding-0.6b", "provider": "novita", "ctx": 32768, "maxOut": 32768, "pIn": 0.07, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "novita/qwen/qwen3-embedding-8b", "name": "novita/qwen/qwen3-embedding-8b", "provider": "novita", "ctx": 32768, "maxOut": 4096, "pIn": 0.07, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "novita/baai/bge-m3", "name": "novita/baai/bge-m3", "provider": "novita", "ctx": 8192, "maxOut": 96000, "pIn": 0.01, "pOut": 0.01, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "novita/qwen/qwen3-reranker-8b", "name": "novita/qwen/qwen3-reranker-8b", "provider": "novita", "ctx": 32768, "maxOut": 4096, "pIn": 0.049999999999999996, "pOut": 0.049999999999999996, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "novita/baai/bge-reranker-v2-m3", "name": "novita/baai/bge-reranker-v2-m3", "provider": "novita", "ctx": 8000, "maxOut": 8000, "pIn": 0.01, "pOut": 0.01, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "llamagate/llama-3.1-8b", "name": "llamagate/llama-3.1-8b", "provider": "meta", "ctx": 131072, "maxOut": 8192, "pIn": 0.03, "pOut": 0.049999999999999996, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "llamagate/llama-3.2-3b", "name": "llamagate/llama-3.2-3b", "provider": "meta", "ctx": 131072, "maxOut": 8192, "pIn": 0.04, "pOut": 0.08, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "llamagate/mistral-7b-v0.3", "name": "llamagate/mistral-7b-v0.3", "provider": "mistral", "ctx": 32768, "maxOut": 8192, "pIn": 0.09999999999999999, "pOut": 0.15, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "llamagate/qwen3-8b", "name": "llamagate/qwen3-8b", "provider": "meta", "ctx": 32768, "maxOut": 8192, "pIn": 0.04, "pOut": 0.14, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "llamagate/dolphin3-8b", "name": "llamagate/dolphin3-8b", "provider": "meta", "ctx": 128000, "maxOut": 8192, "pIn": 0.08, "pOut": 0.15, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "llamagate/deepseek-r1-8b", "name": "llamagate/deepseek-r1-8b", "provider": "deepseek", "ctx": 65536, "maxOut": 16384, "pIn": 0.09999999999999999, "pOut": 0.19999999999999998, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "llamagate/deepseek-r1-7b-qwen", "name": "llamagate/deepseek-r1-7b-qwen", "provider": "deepseek", "ctx": 131072, "maxOut": 16384, "pIn": 0.08, "pOut": 0.15, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "llamagate/openthinker-7b", "name": "llamagate/openthinker-7b", "provider": "meta", "ctx": 32768, "maxOut": 8192, "pIn": 0.08, "pOut": 0.15, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "llamagate/qwen2.5-coder-7b", "name": "llamagate/qwen2.5-coder-7b", "provider": "meta", "ctx": 32768, "maxOut": 8192, "pIn": 0.06, "pOut": 0.12, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "llamagate/deepseek-coder-6.7b", "name": "llamagate/deepseek-coder-6.7b", "provider": "deepseek", "ctx": 16384, "maxOut": 4096, "pIn": 0.06, "pOut": 0.12, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "llamagate/codellama-7b", "name": "llamagate/codellama-7b", "provider": "meta", "ctx": 16384, "maxOut": 4096, "pIn": 0.06, "pOut": 0.12, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "llamagate/qwen3-vl-8b", "name": "llamagate/qwen3-vl-8b", "provider": "meta", "ctx": 32768, "maxOut": 8192, "pIn": 0.15, "pOut": 0.55, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "llamagate/llava-7b", "name": "llamagate/llava-7b", "provider": "meta", "ctx": 4096, "maxOut": 2048, "pIn": 0.09999999999999999, "pOut": 0.19999999999999998, "tools": null, "cot": null, "json": true, "src": "litellm" }, { "id": "llamagate/gemma3-4b", "name": "llamagate/gemma3-4b", "provider": "meta", "ctx": 128000, "maxOut": 8192, "pIn": 0.03, "pOut": 0.08, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "llamagate/nomic-embed-text", "name": "llamagate/nomic-embed-text", "provider": "meta", "ctx": 8192, "maxOut": null, "pIn": 0.02, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "llamagate/qwen3-embedding-8b", "name": "llamagate/qwen3-embedding-8b", "provider": "meta", "ctx": 40960, "maxOut": null, "pIn": 0.02, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "sarvam/sarvam-m", "name": "sarvam/sarvam-m", "provider": "sarvam", "ctx": 8192, "maxOut": 32000, "pIn": null, "pOut": null, "tools": null, "cot": true, "json": null, "src": "litellm" }, { "id": "gpt-5-search-api", "name": "gpt-5-search-api", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 1.25, "pOut": 10, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "gpt-5-search-api-2025-10-14", "name": "gpt-5-search-api-2025-10-14", "provider": "openai", "ctx": 272000, "maxOut": 128000, "pIn": 1.25, "pOut": 10, "tools": true, "cot": null, "json": true, "src": "litellm" }, { "id": "gpt-realtime-mini-2025-10-06", "name": "gpt-realtime-mini-2025-10-06", "provider": "openai", "ctx": 128000, "maxOut": 4096, "pIn": 0.6, "pOut": 2.4, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "gpt-realtime-mini-2025-12-15", "name": "gpt-realtime-mini-2025-12-15", "provider": "openai", "ctx": 128000, "maxOut": 4096, "pIn": 0.6, "pOut": 2.4, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "gemini-2.0-flash-exp-image-generation", "name": "gemini-2.0-flash-exp-image-generation", "provider": "gemini", "ctx": 32768, "maxOut": 32768, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "gemini/gemini-2.0-flash-exp-image-generation", "name": "gemini/gemini-2.0-flash-exp-image-generation", "provider": "gemini", "ctx": 32768, "maxOut": 32768, "pIn": null, "pOut": null, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "gemini-2.5-flash-native-audio-latest", "name": "gemini-2.5-flash-native-audio-latest", "provider": "gemini", "ctx": 1048576, "maxOut": 8192, "pIn": 0.3, "pOut": 2.5, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "gemini-2.5-flash-native-audio-preview-09-2025", "name": "gemini-2.5-flash-native-audio-preview-09-2025", "provider": "gemini", "ctx": 1048576, "maxOut": 8192, "pIn": 0.3, "pOut": 2.5, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "gemini-2.5-flash-native-audio-preview-12-2025", "name": "gemini-2.5-flash-native-audio-preview-12-2025", "provider": "gemini", "ctx": 1048576, "maxOut": 8192, "pIn": 0.3, "pOut": 2.5, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "gemini-3.1-flash-live-preview", "name": "gemini-3.1-flash-live-preview", "provider": "gemini", "ctx": 131072, "maxOut": 65536, "pIn": 0.75, "pOut": 4.5, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "gemini/gemini-2.5-flash-native-audio-latest", "name": "gemini/gemini-2.5-flash-native-audio-latest", "provider": "gemini", "ctx": 1048576, "maxOut": 8192, "pIn": 0.3, "pOut": 2.5, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "gemini/gemini-2.5-flash-native-audio-preview-09-2025", "name": "gemini/gemini-2.5-flash-native-audio-preview-09-2025", "provider": "gemini", "ctx": 1048576, "maxOut": 8192, "pIn": 0.3, "pOut": 2.5, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "gemini/gemini-2.5-flash-native-audio-preview-12-2025", "name": "gemini/gemini-2.5-flash-native-audio-preview-12-2025", "provider": "gemini", "ctx": 1048576, "maxOut": 8192, "pIn": 0.3, "pOut": 2.5, "tools": null, "cot": null, "json": null, "src": "litellm" }, { "id": "gemini/gemini-3.1-flash-live-preview", "name": "gemini/gemini-3.1-flash-live-preview", "provider": "gemini", "ctx": 131072, "maxOut": 65536, "pIn": 0.75, "pOut": 4.5, "tools": true, "cot": null, "json": null, "src": "litellm" }, { "id": "gemini-flash-latest", "name": "gemini-flash-latest", "provider": "gemini", "ctx": 1048576, "maxOut": 65535, "pIn": 0.3, "pOut": 2.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gemini-flash-lite-latest", "name": "gemini-flash-lite-latest", "provider": "gemini", "ctx": 1048576, "maxOut": 65535, "pIn": 0.09999999999999999, "pOut": 0.39999999999999997, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gemini-pro-latest", "name": "gemini-pro-latest", "provider": "gemini", "ctx": 1048576, "maxOut": 65535, "pIn": 1.25, "pOut": 10, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gemini/gemini-pro-latest", "name": "gemini/gemini-pro-latest", "provider": "gemini", "ctx": 1048576, "maxOut": 65535, "pIn": 1.25, "pOut": 10, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "gemini-exp-1206", "name": "gemini-exp-1206", "provider": "gemini", "ctx": 1048576, "maxOut": 65535, "pIn": 0.3, "pOut": 2.5, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "vertex_ai/claude-sonnet-4-6@default", "name": "vertex_ai/claude-sonnet-4-6@default", "provider": "claude", "ctx": 1000000, "maxOut": 64000, "pIn": 3, "pOut": 15, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "bedrock_mantle/openai.gpt-oss-120b", "name": "bedrock_mantle/openai.gpt-oss-120b", "provider": "openai", "ctx": 131072, "maxOut": 32768, "pIn": 0.15, "pOut": 0.6, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "bedrock_mantle/openai.gpt-oss-20b", "name": "bedrock_mantle/openai.gpt-oss-20b", "provider": "openai", "ctx": 131072, "maxOut": 32768, "pIn": 0.075, "pOut": 0.3, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "bedrock_mantle/openai.gpt-oss-safeguard-120b", "name": "bedrock_mantle/openai.gpt-oss-safeguard-120b", "provider": "openai", "ctx": 131072, "maxOut": 65536, "pIn": 0.15, "pOut": 0.6, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "bedrock_mantle/openai.gpt-oss-safeguard-20b", "name": "bedrock_mantle/openai.gpt-oss-safeguard-20b", "provider": "openai", "ctx": 131072, "maxOut": 65536, "pIn": 0.075, "pOut": 0.3, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "volcengine/doubao-seed-2-0-pro-260215", "name": "volcengine/doubao-seed-2-0-pro-260215", "provider": "volcengine", "ctx": 256000, "maxOut": 128000, "pIn": null, "pOut": null, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "volcengine/doubao-seed-2-0-lite-260215", "name": "volcengine/doubao-seed-2-0-lite-260215", "provider": "volcengine", "ctx": 256000, "maxOut": 128000, "pIn": null, "pOut": null, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "volcengine/doubao-seed-2-0-mini-260215", "name": "volcengine/doubao-seed-2-0-mini-260215", "provider": "volcengine", "ctx": 256000, "maxOut": 128000, "pIn": null, "pOut": null, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "volcengine/doubao-seed-2-0-code-preview-260215", "name": "volcengine/doubao-seed-2-0-code-preview-260215", "provider": "volcengine", "ctx": 256000, "maxOut": 128000, "pIn": null, "pOut": null, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "bedrock/us-east-1/zai.glm-5", "name": "bedrock/us-east-1/zai.glm-5", "provider": "bedrock", "ctx": 200000, "maxOut": 128000, "pIn": 1, "pOut": 3.1999999999999997, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "bedrock/us-west-2/zai.glm-5", "name": "bedrock/us-west-2/zai.glm-5", "provider": "bedrock", "ctx": 200000, "maxOut": 128000, "pIn": 1, "pOut": 3.1999999999999997, "tools": true, "cot": true, "json": null, "src": "litellm" }, { "id": "bedrock/us-gov-east-1/anthropic.claude-haiku-4-5-20251001-v1:0", "name": "bedrock/us-gov-east-1/anthropic.claude-haiku-4-5-20251001-v1:0", "provider": "claude", "ctx": 200000, "maxOut": 64000, "pIn": 1.2, "pOut": 6, "tools": true, "cot": true, "json": true, "src": "litellm" }, { "id": "bedrock/us-gov-west-1/anthropic.claude-haiku-4-5-20251001-v1:0", "name": "bedrock/us-gov-west-1/anthropic.claude-haiku-4-5-20251001-v1:0", "provider": "claude", "ctx": 200000, "maxOut": 64000, "pIn": 1.2, "pOut": 6, "tools": true, "cot": true, "json": true, "src": "litellm" } ] }