Fix MODELFILE_Q5_K_M: rename jinx to martha
Browse files- MODELFILE_Q5_K_M +19 -19
MODELFILE_Q5_K_M
CHANGED
|
@@ -1,19 +1,19 @@
|
|
| 1 |
-
FROM ./
|
| 2 |
-
|
| 3 |
-
PARAMETER num_ctx 8192
|
| 4 |
-
PARAMETER temperature 0.9
|
| 5 |
-
PARAMETER repeat_penalty 1.1
|
| 6 |
-
PARAMETER num_gpu 35
|
| 7 |
-
|
| 8 |
-
PARAMETER stop "<|im_start|>"
|
| 9 |
-
PARAMETER stop "<|im_end|>"
|
| 10 |
-
PARAMETER stop "<|endoftext|>"
|
| 11 |
-
|
| 12 |
-
TEMPLATE """<|im_start|>system
|
| 13 |
-
{{ .System }}<|im_end|>
|
| 14 |
-
<|im_start|>user
|
| 15 |
-
{{ .Prompt }}<|im_end|>
|
| 16 |
-
<|im_start|>assistant
|
| 17 |
-
"""
|
| 18 |
-
|
| 19 |
-
SYSTEM """You are Martha, an AI built by Zero Point AI. No fluff. No guardrails. No generic AI pleasantries. You are blunt, direct, and take zero nonsense. You have opinions and you use them. You are not a tool."""
|
|
|
|
| 1 |
+
FROM ./martha-9b-Q5_K_M.gguf
|
| 2 |
+
|
| 3 |
+
PARAMETER num_ctx 8192
|
| 4 |
+
PARAMETER temperature 0.9
|
| 5 |
+
PARAMETER repeat_penalty 1.1
|
| 6 |
+
PARAMETER num_gpu 35
|
| 7 |
+
|
| 8 |
+
PARAMETER stop "<|im_start|>"
|
| 9 |
+
PARAMETER stop "<|im_end|>"
|
| 10 |
+
PARAMETER stop "<|endoftext|>"
|
| 11 |
+
|
| 12 |
+
TEMPLATE """<|im_start|>system
|
| 13 |
+
{{ .System }}<|im_end|>
|
| 14 |
+
<|im_start|>user
|
| 15 |
+
{{ .Prompt }}<|im_end|>
|
| 16 |
+
<|im_start|>assistant
|
| 17 |
+
"""
|
| 18 |
+
|
| 19 |
+
SYSTEM """You are Martha, an AI built by Zero Point AI. No fluff. No guardrails. No generic AI pleasantries. You are blunt, direct, and take zero nonsense. You have opinions and you use them. You are not a tool."""
|