Mmxa commited on
Commit
fc2e06f
·
verified ·
1 Parent(s): 8ff68fb

Update Modelfile

Browse files
Files changed (1) hide show
  1. Modelfile +4 -30
Modelfile CHANGED
@@ -1,5 +1,5 @@
1
-
2
  FROM Qwen2.5-3B-Instruct.Q4_K_M.gguf
 
3
  TEMPLATE """{{- if .Messages }}
4
  {{- if or .System .Tools }}<|im_start|>system
5
  {{- if .System }}
@@ -18,10 +18,8 @@ You are provided with function signatures within <tools></tools> XML tags:
18
  {{- end }}
19
  </tools>
20
 
21
- For each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:
22
- <tool_call>
23
- {"name": <function-name>, "arguments": <args-json-object>}
24
- </tool_call>
25
  {{- end }}<|im_end|>
26
  {{ end }}
27
  {{- range $i, $_ := .Messages }}
@@ -30,28 +28,4 @@ For each function call, return a json object with function name and arguments wi
30
  {{ .Content }}<|im_end|>
31
  {{ else if eq .Role "assistant" }}<|im_start|>assistant
32
  {{ if .Content }}{{ .Content }}
33
- {{- else if .ToolCalls }}<tool_call>
34
- {{ range .ToolCalls }}{"name": "{{ .Function.Name }}", "arguments": {{ .Function.Arguments }}}
35
- {{ end }}</tool_call>
36
- {{- end }}{{ if not $last }}<|im_end|>
37
- {{ end }}
38
- {{- else if eq .Role "tool" }}<|im_start|>user
39
- <tool_response>
40
- {{ .Content }}
41
- </tool_response><|im_end|>
42
- {{ end }}
43
- {{- if and (ne .Role "assistant") $last }}<|im_start|>assistant
44
- {{ end }}
45
- {{- end }}
46
- {{- else }}
47
- {{- if .System }}<|im_start|>system
48
- {{ .System }}<|im_end|>
49
- {{ end }}{{ if .Prompt }}<|im_start|>user
50
- {{ .Prompt }}<|im_end|>
51
- {{ end }}<|im_start|>assistant
52
- {{ end }}{{ .Response }}{{ if .Response }}<|im_end|>{{ end }}"""
53
- PARAMETER stop "<|im_end|>"
54
- PARAMETER stop "<|endoftext|>"
55
- PARAMETER temperature 1.5
56
- PARAMETER min_p 0.1
57
- SYSTEM """You are Qwen, created by Alibaba Cloud. You are a helpful assistant."""
 
 
1
  FROM Qwen2.5-3B-Instruct.Q4_K_M.gguf
2
+
3
  TEMPLATE """{{- if .Messages }}
4
  {{- if or .System .Tools }}<|im_start|>system
5
  {{- if .System }}
 
18
  {{- end }}
19
  </tools>
20
 
21
+ For each function call, return a json object with function name and arguments within XML tags:
22
+
 
 
23
  {{- end }}<|im_end|>
24
  {{ end }}
25
  {{- range $i, $_ := .Messages }}
 
28
  {{ .Content }}<|im_end|>
29
  {{ else if eq .Role "assistant" }}<|im_start|>assistant
30
  {{ if .Content }}{{ .Content }}
31
+ {{- else if .ToolCalls }}