import os

from pydantic_settings import BaseSettings


class Settings(BaseSettings):
    REPO_ID: str = "empero-ai/Qwythos-9B-Claude-Mythos-5-1M-GGUF"
    FILENAME: str = "Qwythos-9B-Claude-Mythos-5-1M-Q5_K_M.gguf"

    CONTEXT_SIZE: int = 32768
    DEFAULT_MAX_TOKENS: int = 8192

    DEFAULT_TEMP: float = 0.4
    N_THREADS: int = 2
    N_GPU_LAYERS: int = 0


settings = Settings()