| import os | |
| from pydantic_settings import BaseSettings | |
| class Settings(BaseSettings): | |
| REPO_ID: str = "empero-ai/Qwythos-9B-Claude-Mythos-5-1M-GGUF" | |
| FILENAME: str = "Qwythos-9B-Claude-Mythos-5-1M-Q5_K_M.gguf" | |
| CONTEXT_SIZE: int = 32768 | |
| DEFAULT_MAX_TOKENS: int = 8192 | |
| DEFAULT_TEMP: float = 0.4 | |
| N_THREADS: int = 2 | |
| N_GPU_LAYERS: int = 0 | |
| settings = Settings() | |