Mmxa commited on
Commit
dc33219
·
verified ·
1 Parent(s): 7d8482a

Update Modelfile

Browse files
Files changed (1) hide show
  1. Modelfile +24 -3
Modelfile CHANGED
@@ -1,5 +1,4 @@
1
- FROM Qwen2.5-3B-Instruct.Q4_K_M.gguf
2
-
3
  TEMPLATE """{{- if .Messages }}
4
  {{- if or .System .Tools }}<|im_start|>system
5
  {{- if .System }}
@@ -28,4 +27,26 @@ For each function call, return a json object with function name and arguments wi
28
  {{ .Content }}<|im_end|>
29
  {{ else if eq .Role "assistant" }}<|im_start|>assistant
30
  {{ if .Content }}{{ .Content }}
31
- {{- else if .ToolCalls }}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ FROM ./LaboAI-0.3.3-3B-Q4_K_M.gguf
 
2
  TEMPLATE """{{- if .Messages }}
3
  {{- if or .System .Tools }}<|im_start|>system
4
  {{- if .System }}
 
27
  {{ .Content }}<|im_end|>
28
  {{ else if eq .Role "assistant" }}<|im_start|>assistant
29
  {{ if .Content }}{{ .Content }}
30
+ {{- else if .ToolCalls }}
31
+ {{- end }}{{ if not $last }}<|im_end|>
32
+ {{ end }}
33
+ {{- else if eq .Role "tool" }}<|im_start|>user
34
+ <tool_response>
35
+ {{ .Content }}
36
+ </tool_response><|im_end|>
37
+ {{ end }}
38
+ {{- if and (ne .Role "assistant") $last }}<|im_start|>assistant
39
+ {{ end }}
40
+ {{- end }}
41
+ {{- else }}
42
+ {{- if .System }}<|im_start|>system
43
+ {{ .System }}<|im_end|>
44
+ {{ end }}{{ if .Prompt }}<|im_start|>user
45
+ {{ .Prompt }}<|im_end|>
46
+ {{ end }}<|im_start|>assistant
47
+ {{ end }}{{ .Response }}{{ if .Response }}<|im_end|>{{ end }}"""
48
+ PARAMETER stop "<|im_end|>"
49
+ PARAMETER stop "<|endoftext|>"
50
+ PARAMETER temperature 0.7
51
+ PARAMETER min_p 0.1
52
+ SYSTEM """You are LaboAI, a helpful assistant specialized in Kotlin and Android development."""