Upload Dockerfile with huggingface_hub
Browse files- Dockerfile +1 -2
Dockerfile
CHANGED
|
@@ -9,8 +9,7 @@ ENV LLAMA_CACHE=/tmp/llama-cache \
|
|
| 9 |
|
| 10 |
# HF Spaces routes external traffic to app_port (7860). The GGUF is pulled from
|
| 11 |
# the public model repo on first boot and cached in /tmp.
|
| 12 |
-
CMD ["-
|
| 13 |
-
"--hf-file", "stealth-rifle-Q4_K_M.gguf", \
|
| 14 |
"--host", "0.0.0.0", "--port", "7860", \
|
| 15 |
"--threads", "2", "--ctx-size", "24576", \
|
| 16 |
"--chat-template", "chatml", \
|
|
|
|
| 9 |
|
| 10 |
# HF Spaces routes external traffic to app_port (7860). The GGUF is pulled from
|
| 11 |
# the public model repo on first boot and cached in /tmp.
|
| 12 |
+
CMD ["-hf", "bartowski/Qwen2.5-3B-Instruct-GGUF:Q4_K_M", \
|
|
|
|
| 13 |
"--host", "0.0.0.0", "--port", "7860", \
|
| 14 |
"--threads", "2", "--ctx-size", "24576", \
|
| 15 |
"--chat-template", "chatml", \
|