Modelfile

FROM ./mistral-unsloth-chatml-first-unsloth.Q4_K_M.gguf

TEMPLATE """<|im_start|>user\n{{ .Prompt }}<|im_end|> \n<|im_start|>assistant\n"""
PARAMETER stop "<|im_start|>assistant\n"
PARAMETER num_predict 64