Dockerfile

FROM python:3.10-slim

WORKDIR /app

# The FIX: We added 'libgomp1' to the install list
RUN apt-get update && apt-get install -y \
    wget \
    libgomp1 \
    && rm -rf /var/lib/apt/lists/*

# 1. Install PREBUILT llama-cpp-python
RUN pip install --no-cache-dir \
    https://huggingface.co/Luigi/llama-cpp-python-wheels-hf-spaces-free-cpu/resolve/main/llama_cpp_python-0.3.22-cp310-cp310-linux_x86_64.whl

# 2. Web dependencies
RUN pip install --no-cache-dir fastapi uvicorn[standard] requests

# 3. Model setup
RUN mkdir -p ./models
RUN wget -q -O ./models/gpt-oss-20b-Q3_K_M.gguf \
    https://huggingface.co/unsloth/gpt-oss-20b-GGUF/resolve/main/gpt-oss-20b-Q3_K_M.gguf

COPY app.py ./app.py

EXPOSE 8000
CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"]