Upload Dockerfile with huggingface_hub
Browse files- Dockerfile +1 -1
Dockerfile
CHANGED
|
@@ -12,6 +12,6 @@ ENV LLAMA_CACHE=/tmp/llama-cache \
|
|
| 12 |
CMD ["--hf-repo", "cloudunity/stealth-rifle", \
|
| 13 |
"--hf-file", "stealth-rifle-Q4_K_M.gguf", \
|
| 14 |
"--host", "0.0.0.0", "--port", "7860", \
|
| 15 |
-
"--threads", "2", "--ctx-size", "
|
| 16 |
"--chat-template", "chatml", \
|
| 17 |
"--alias", "stealth-rifle"]
|
|
|
|
| 12 |
CMD ["--hf-repo", "cloudunity/stealth-rifle", \
|
| 13 |
"--hf-file", "stealth-rifle-Q4_K_M.gguf", \
|
| 14 |
"--host", "0.0.0.0", "--port", "7860", \
|
| 15 |
+
"--threads", "2", "--ctx-size", "24576", \
|
| 16 |
"--chat-template", "chatml", \
|
| 17 |
"--alias", "stealth-rifle"]
|