Spaces:
Sleeping
Sleeping
Commit ·
bdc654b
1
Parent(s): 1b61227
fix code
Browse files- .dockerignore +9 -0
- Dockerfile +1 -10
.dockerignore
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
.git/
|
| 2 |
+
__pycache__/
|
| 3 |
+
*.pyc
|
| 4 |
+
.DS_Store
|
| 5 |
+
.env
|
| 6 |
+
*collection.json
|
| 7 |
+
.gitignore
|
| 8 |
+
.dockerignore
|
| 9 |
+
Dockerfiles/
|
Dockerfile
CHANGED
|
@@ -46,8 +46,6 @@ ENV DEBIAN_FRONTEND=noninteractive
|
|
| 46 |
|
| 47 |
RUN apt-get update && apt-get install -y --no-install-recommends \
|
| 48 |
libgomp1 \
|
| 49 |
-
python3 \
|
| 50 |
-
python3-pip \
|
| 51 |
&& rm -rf /var/lib/apt/lists/*
|
| 52 |
|
| 53 |
RUN useradd -m -u 1000 user
|
|
@@ -59,17 +57,10 @@ COPY --from=builder /build/build/3rdparty/llama.cpp/src/libllama.so ./build/lib/
|
|
| 59 |
COPY --from=builder /build/build/3rdparty/llama.cpp/ggml/src/libggml.so ./build/lib/
|
| 60 |
|
| 61 |
ENV LD_LIBRARY_PATH=/app/build/lib
|
| 62 |
-
ENV HF_HUB_ENABLE_HF_TRANSFER=1
|
| 63 |
-
|
| 64 |
-
RUN pip3 install --no-cache-dir huggingface-hub hf_transfer \
|
| 65 |
-
&& mkdir -p /models \
|
| 66 |
-
&& huggingface-cli download microsoft/BitNet-b1.58-2B-4T-gguf ggml-model-i2_s.gguf --local-dir /models
|
| 67 |
-
|
| 68 |
-
RUN chown -R user:user /app /models
|
| 69 |
|
| 70 |
USER user
|
| 71 |
|
| 72 |
EXPOSE 7860
|
| 73 |
|
| 74 |
ENTRYPOINT ["./build/bin/llama-server", "--host", "0.0.0.0", "--port", "7860"]
|
| 75 |
-
CMD ["-
|
|
|
|
| 46 |
|
| 47 |
RUN apt-get update && apt-get install -y --no-install-recommends \
|
| 48 |
libgomp1 \
|
|
|
|
|
|
|
| 49 |
&& rm -rf /var/lib/apt/lists/*
|
| 50 |
|
| 51 |
RUN useradd -m -u 1000 user
|
|
|
|
| 57 |
COPY --from=builder /build/build/3rdparty/llama.cpp/ggml/src/libggml.so ./build/lib/
|
| 58 |
|
| 59 |
ENV LD_LIBRARY_PATH=/app/build/lib
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 60 |
|
| 61 |
USER user
|
| 62 |
|
| 63 |
EXPOSE 7860
|
| 64 |
|
| 65 |
ENTRYPOINT ["./build/bin/llama-server", "--host", "0.0.0.0", "--port", "7860"]
|
| 66 |
+
CMD ["--mlock", "--parallel", "5"]
|