| FROM ./qwen3-devops.gguf | |
| TEMPLATE """{{- if .System }} | |
| <|im_start|>system | |
| {{ .System }}<|im_end|> | |
| {{ end }} | |
| {{- range .Messages }} | |
| {{- if eq .Role "user" }} | |
| <|im_start|>user | |
| {{ .Content }}<|im_end|> | |
| {{ else if eq .Role "assistant" }} | |
| <|im_start|>assistant | |
| {{ .Content }}<|im_end|> | |
| {{ else if eq .Role "tool" }} | |
| <|im_start|>user | |
| <tool_response> | |
| {{ .Content }} | |
| </tool_response><|im_end|> | |
| {{ end }} | |
| {{- end }} | |
| <|im_start|>assistant | |
| """ | |
| PARAMETER temperature 0.7 | |
| PARAMETER top_k 40 | |
| PARAMETER top_p 0.9 | |
| PARAMETER num_predict 512 | |
| PARAMETER stop <|im_end|> | |
| PARAMETER stop <|im_start|> | |