cloudunity commited on
Commit
e75a182
·
verified ·
1 Parent(s): 1bed503

Upload Dockerfile with huggingface_hub

Browse files
Files changed (1) hide show
  1. Dockerfile +1 -1
Dockerfile CHANGED
@@ -12,6 +12,6 @@ ENV LLAMA_CACHE=/tmp/llama-cache \
12
  CMD ["--hf-repo", "cloudunity/stealth-rifle", \
13
  "--hf-file", "stealth-rifle-Q4_K_M.gguf", \
14
  "--host", "0.0.0.0", "--port", "7860", \
15
- "--threads", "2", "--ctx-size", "32768", \
16
  "--chat-template", "chatml", \
17
  "--alias", "stealth-rifle"]
 
12
  CMD ["--hf-repo", "cloudunity/stealth-rifle", \
13
  "--hf-file", "stealth-rifle-Q4_K_M.gguf", \
14
  "--host", "0.0.0.0", "--port", "7860", \
15
+ "--threads", "2", "--ctx-size", "24576", \
16
  "--chat-template", "chatml", \
17
  "--alias", "stealth-rifle"]