Upload folder using huggingface_hub

.gitattributes

@@ -39,3 +39,4 @@ fietje-2b-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
 q8_0/fietje-2b-chat-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
 Q3_K_M/fietje-2b-chat-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
 Q4_K_M/fietje-2b-chat-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Q6_K/fietje-2b-chat-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text

Q6_K/Modelfile

@@ -0,0 +1,10 @@
+FROM ./fietje-2b-chat-Q6_K.gguf
+TEMPLATE """{{ if .System }}<|im_start|>system
+{{ .System }}<|im_end|>
+{{ end }}{{ if .Prompt }}<|im_start|>user
+{{ .Prompt }}<|im_end|>
+{{ end }}<|im_start|>assistant
+"""
+PARAMETER num_ctx 2048
+PARAMETER stop "<|im_start|>"
+PARAMETER stop "<|im_end|>"

Q6_K/fietje-2b-chat-Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d6f3b5fade17922085c9a5b30ffb8b8b90e048e1d3b3af44f8ac72c6d801b7
+size 2281251104