Modelfile

FROM /root/Shay1309/Responses_Testing/unsloth.Q8_0.gguf

TEMPLATE """{{ if .System }}{{ .System }}{{ end }}{{ if .Prompt }}

    ### Instruction:
    {{ .Prompt }}{{ end }}

    ### Response:
    {{ .Response }}<|endoftext|>"""

PARAMETER stop "<unk>"
PARAMETER stop "<|assistant|>"
PARAMETER stop "<|system|>"
PARAMETER stop "<|user|>"
PARAMETER stop "<|end|>"
PARAMETER stop "</s>"
PARAMETER stop "<|endoftext|>"
PARAMETER stop "<|placeholder"
PARAMETER temperature 1.5
PARAMETER min_p 0.1
SYSTEM "You are a helpful assistant"