| FROM /home/roman.kholiavko/PhpstormProjects/receptionist-llm/train/kholiavko/test-ph4/unsloth.BF16.gguf | |
| TEMPLATE """{{ if .System }}<|im_start|><|system|><|im_sep|>{{ .System }}<|im_end|>{{ end }}{{ if .Prompt }}<|im_start|><|user|><|im_sep|>{{ .Prompt }}<|im_end|>{{ end }}<|im_start|><|assistant|><|im_sep|>{{ .Response }}<|im_end|>""" | |
| PARAMETER stop "<|im_end|>" | |
| PARAMETER stop "<|im_start|>" | |
| PARAMETER stop "<|im_sep|>" | |
| PARAMETER temperature 1.5 | |
| PARAMETER min_p 0.1 |