Modelfile

FROM ./qwen3-devops.gguf

TEMPLATE """{{- if .System }}
<|im_start|>system
{{ .System }}<|im_end|>
{{ end }}
{{- range .Messages }}
{{- if eq .Role "user" }}
<|im_start|>user
{{ .Content }}<|im_end|>
{{ else if eq .Role "assistant" }}
<|im_start|>assistant
{{ .Content }}<|im_end|>
{{ else if eq .Role "tool" }}
<|im_start|>user
<tool_response>
{{ .Content }}
</tool_response><|im_end|>
{{ end }}
{{- end }}
<|im_start|>assistant
"""

PARAMETER temperature 0.7
PARAMETER top_k 40
PARAMETER top_p 0.9
PARAMETER num_predict 512
PARAMETER stop <|im_end|>
PARAMETER stop <|im_start|>