Dockerfile

FROM ubuntu:22.04

ENV DEBIAN_FRONTEND=noninteractive

RUN apt-get update && apt-get install -y \
    curl \
    zstd \
    ca-certificates \
    && rm -rf /var/lib/apt/lists/*

RUN curl -fsSL https://ollama.com/install.sh | sh

# Bind Ollama to HF port
ENV OLLAMA_HOST=0.0.0.0:7860

EXPOSE 7860

CMD bash -c "\
ollama serve & \
sleep 5 && \
ollama pull hf.co/unsloth/DeepSeek-R1-Distill-Qwen-1.5B-GGUF:Q4_K_M &&\
ollama pull hf.co/unsloth/Qwen3-4B-GGUF:Q4_K_M &&\
ollama pull hf.co/unsloth/gemma-2-it-GGUF:Q4_K_M &&\
ollama pull hf.co/Qwen/Qwen2.5-1.5B-Instruct-GGUF:Q4_K_M &&\
wait"