Reorder composer providers from live measurements

#3
by multimodalart HF Staff - opened
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -504,7 +504,7 @@ def _llm_json(system, user):
504
  # Bounded timeout: a hung provider must fail over, not freeze the UI at the composing step.
505
  client = OpenAI(base_url="https://router.huggingface.co/v1", api_key=os.environ["HF_TOKEN"], timeout=60, max_retries=0)
506
  last_error = None
507
- for model in ("MiniMaxAI/MiniMax-M3:fastest", "MiniMaxAI/MiniMax-M3", "MiniMaxAI/MiniMax-M3:fireworks-ai"):
508
  try:
509
  completion = client.chat.completions.create(
510
  model=model,
 
504
  # Bounded timeout: a hung provider must fail over, not freeze the UI at the composing step.
505
  client = OpenAI(base_url="https://router.huggingface.co/v1", api_key=os.environ["HF_TOKEN"], timeout=60, max_retries=0)
506
  last_error = None
507
+ for model in ("MiniMaxAI/MiniMax-M3:fireworks-ai", "MiniMaxAI/MiniMax-M3:novita", "MiniMaxAI/MiniMax-M3:fastest"):
508
  try:
509
  completion = client.chat.completions.create(
510
  model=model,