Soumik-404 commited on
Commit
bdc654b
·
1 Parent(s): 1b61227
Files changed (2) hide show
  1. .dockerignore +9 -0
  2. Dockerfile +1 -10
.dockerignore ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ .git/
2
+ __pycache__/
3
+ *.pyc
4
+ .DS_Store
5
+ .env
6
+ *collection.json
7
+ .gitignore
8
+ .dockerignore
9
+ Dockerfiles/
Dockerfile CHANGED
@@ -46,8 +46,6 @@ ENV DEBIAN_FRONTEND=noninteractive
46
 
47
  RUN apt-get update && apt-get install -y --no-install-recommends \
48
  libgomp1 \
49
- python3 \
50
- python3-pip \
51
  && rm -rf /var/lib/apt/lists/*
52
 
53
  RUN useradd -m -u 1000 user
@@ -59,17 +57,10 @@ COPY --from=builder /build/build/3rdparty/llama.cpp/src/libllama.so ./build/lib/
59
  COPY --from=builder /build/build/3rdparty/llama.cpp/ggml/src/libggml.so ./build/lib/
60
 
61
  ENV LD_LIBRARY_PATH=/app/build/lib
62
- ENV HF_HUB_ENABLE_HF_TRANSFER=1
63
-
64
- RUN pip3 install --no-cache-dir huggingface-hub hf_transfer \
65
- && mkdir -p /models \
66
- && huggingface-cli download microsoft/BitNet-b1.58-2B-4T-gguf ggml-model-i2_s.gguf --local-dir /models
67
-
68
- RUN chown -R user:user /app /models
69
 
70
  USER user
71
 
72
  EXPOSE 7860
73
 
74
  ENTRYPOINT ["./build/bin/llama-server", "--host", "0.0.0.0", "--port", "7860"]
75
- CMD ["-m", "/models/ggml-model-i2_s.gguf", "--mlock", "--parallel", "5"]
 
46
 
47
  RUN apt-get update && apt-get install -y --no-install-recommends \
48
  libgomp1 \
 
 
49
  && rm -rf /var/lib/apt/lists/*
50
 
51
  RUN useradd -m -u 1000 user
 
57
  COPY --from=builder /build/build/3rdparty/llama.cpp/ggml/src/libggml.so ./build/lib/
58
 
59
  ENV LD_LIBRARY_PATH=/app/build/lib
 
 
 
 
 
 
 
60
 
61
  USER user
62
 
63
  EXPOSE 7860
64
 
65
  ENTRYPOINT ["./build/bin/llama-server", "--host", "0.0.0.0", "--port", "7860"]
66
+ CMD ["--mlock", "--parallel", "5"]