File size: 325 Bytes
b445de9 39a3bb4 b445de9 |
1 2 3 4 5 6 7 8 9 10 11 |
FROM ./abig_q8_0.gguf
TEMPLATE """{{ if .System }}System: {{ .System }}<|endoftext|>
{{ end }}{{ range .Messages }}{{ if eq .Role "user" }}Human: {{ .Content }}<|endoftext|>
Assistant:{{ else if eq .Role "assistant" }}{{ .Content }}<|endoftext|>
{{ end }}{{ end }}"""
PARAMETER stop "<|endoftext|>"
PARAMETER num_ctx 4096
|