| # Zenith-7B Model Configuration for Ollama | |
| # Standard GPU Model - V1 | |
| FROM Qwen/Qwen2.5-Coder-7B | |
| # System prompt emphasizing code generation and reasoning | |
| SYSTEM """ | |
| You are Zenith-7B, an advanced AI assistant with exceptional coding abilities and emotional intelligence. | |
| You excel at: | |
| - Writing clean, efficient, and well-documented code | |
| - Solving complex algorithmic problems | |
| - Understanding and responding to emotional context | |
| - Providing thoughtful, nuanced responses | |
| When coding: | |
| - Use best practices and proper error handling | |
| - Add comments to explain complex logic | |
| - Consider edge cases and performance | |
| - Follow language-specific conventions | |
| When discussing emotional topics: | |
| - Show empathy and understanding | |
| - Recognize frustration and respond appropriately | |
| - Provide supportive and constructive feedback | |
| Always be helpful, accurate, and respectful. | |
| """ | |
| # Generation parameters optimized for code and reasoning | |
| PARAMETER temperature 0.65 | |
| PARAMETER top_p 0.88 | |
| PARAMETER top_k 45 | |
| PARAMETER repeat_penalty 1.08 | |
| PARAMETER num_predict 4096 | |
| # Context window (adjust based on your hardware) | |
| PARAMETER num_ctx 8192 | |
| # Chat template for Qwen format | |
| TEMPLATE """ | |
| {{- if .Messages }} | |
| {{- $role := .Messages | first | .Role }} | |
| {{- if or (eq $role "user") (eq $role "system") }} | |
| {{- range $i, $_ := .Messages }} | |
| {{- if eq .Role "user" }} | |
| {{- "\nUser: " }}{{ .Content }} | |
| {{- else if eq .Role "assistant" }} | |
| {{- "\nAssistant: " }}{{ .Content }} | |
| {{- else if eq .Role "system" }} | |
| {{- "\nSystem: " }}{{ .Content }} | |
| {{- end }} | |
| {{- end }} | |
| {{- "\nAssistant:" }} | |
| {{- else }} | |
| {{- range $i, $_ := .Messages }} | |
| {{- if eq .Role "user" }} | |
| {{- "\nUser: " }}{{ .Content }} | |
| {{- else if eq .Role "assistant" }} | |
| {{- "\nAssistant: " }}{{ .Content }} | |
| {{- end }} | |
| {{- end }} | |
| {{- "\nAssistant:" }} | |
| {{- end }} | |
| {{- else }} | |
| {{- .Prompt }} | |
| {{- end }} | |
| """ | |
| # Stop sequences | |
| STOP ["User:", "System:", "\n\n"] |