FROM /path/to/model/unsloth.Q4_K_M.gguf

TEMPLATE """Below are some instructions that describe some tasks. Write responses that appropriately complete each request.{{ if .Prompt }}

    ### Instruction:
    {{ .Prompt }}{{ end }}

    ### Response:
    {{ .Response }}<|im_end|>"""

PARAMETER stop "</s>"
PARAMETER stop "<unk>"
PARAMETER stop "<|im_start|>"
PARAMETER stop "<|im_end|>"
PARAMETER stop "<extra_id_"
PARAMETER temperature 1.5
PARAMETER min_p 0.1