File size: 386 Bytes
2d1f66e 42fa16e 3b802b2 9700948 3b802b2 42fa16e f9aca5d 42fa16e | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 | import os
from pydantic_settings import BaseSettings
class Settings(BaseSettings):
REPO_ID: str = "empero-ai/Qwythos-9B-Claude-Mythos-5-1M-GGUF"
FILENAME: str = "Qwythos-9B-Claude-Mythos-5-1M-Q5_K_M.gguf"
CONTEXT_SIZE: int = 32768
DEFAULT_MAX_TOKENS: int = 8192
DEFAULT_TEMP: float = 0.4
N_THREADS: int = 2
N_GPU_LAYERS: int = 0
settings = Settings()
|