app/core/llm.py

from openai import AsyncOpenAI
from app.core.config import HF_TOKEN

def get_llm():

    return AsyncOpenAI(
        base_url="https://router.huggingface.co/v1",
        api_key=HF_TOKEN
    )