FROM nvidia/cuda:11.8.0-devel-ubuntu22.04
ARG CLI
RUN mkdir /opt/koboldcpp
RUN apt update && apt install git wget curl python3-pip -y
WORKDIR /opt/koboldcpp
RUN curl -fLo koboldcpp https://github.com/LostRuins/koboldcpp/releases/latest/download/koboldcpp-linux-x64-nocuda
RUN chmod +x ./koboldcpp
CMD ./koboldcpp $CLI --port 7860 --ignoremissing