| FROM ./abig_q8_0.gguf | |
| TEMPLATE """{{ if .System }}System: {{ .System }}<|endoftext|> | |
| {{ end }}{{ range .Messages }}{{ if eq .Role "user" }}Human: {{ .Content }}<|endoftext|> | |
| Assistant:{{ else if eq .Role "assistant" }}{{ .Content }}<|endoftext|> | |
| {{ end }}{{ end }}""" | |
| PARAMETER stop "<|endoftext|>" | |
| PARAMETER num_ctx 4096 | |