| # Modelfile generated by "ollama show" | |
| # To build a new Modelfile based on this, replace FROM with: | |
| # FROM richardyoung/kat-dev-72b:iq3_m | |
| FROM ./models/kat-dev-72b--iq3_m.gguf | |
| TEMPLATE """<|im_start|>system | |
| {{ .System }}<|im_end|> | |
| {{ if .Messages }}{{ range .Messages }}{{ if eq .Role "user" }}<|im_start|>user | |
| {{ .Content }}<|im_end|> | |
| {{ else if eq .Role "assistant" }}<|im_start|>assistant | |
| {{ .Content }}<|im_end|> | |
| {{ end }}{{ end }}{{ end }}<|im_start|>assistant | |
| """ | |
| SYSTEM You are KAT-Dev, a highly capable AI coding assistant created by Kuaishou. You excel at software engineering tasks including code generation, debugging, refactoring, and problem-solving. You provide clear, efficient, and well-documented code solutions. | |
| PARAMETER num_ctx 8192 | |
| PARAMETER stop <|im_start|> | |
| PARAMETER stop <|im_end|> | |
| PARAMETER stop <|endoftext|> | |
| PARAMETER temperature 0.6 | |
| PARAMETER top_k 40 | |
| PARAMETER top_p 0.9 | |