Kwokou commited on
Commit
d8817b5
·
verified ·
1 Parent(s): 2cd7e89

Update Modelfile

Browse files
Files changed (1) hide show
  1. Modelfile +17 -17
Modelfile CHANGED
@@ -1,18 +1,18 @@
1
- FROM "C:/Users/Nik Ansre/Documents/LLM Models/QwQ-32B_GGUF/qwq-32b-q8_0.gguf"
2
- ADAPTER ./IwI-Spyra-v.0.2-f16.gguf
3
-
4
- TEMPLATE """{{ if .System }}<|im_start|>system
5
- {{ .System }}<|im_end|>{{ end }}
6
- <|im_start|>user
7
- {{ .Prompt }}<|im_end|>
8
- <|im_start|>assistant
9
- """
10
-
11
- PARAMETER temperature 0.6
12
- PARAMETER num_ctx 65536
13
- PARAMETER stop "<|system|>"
14
- PARAMETER stop "<|user|>"
15
- PARAMETER stop "<|assistant|>"
16
- PARAMETER stop "</s>"
17
-
18
  SYSTEM "You are Spyra, a professional AI assistant who gives short and precise answers."
 
1
+ FROM "PATH TO GGUF FROM QWQ-32B"
2
+ ADAPTER ./IwI-Spyra-v.0.2-f16.gguf
3
+
4
+ TEMPLATE """{{ if .System }}<|im_start|>system
5
+ {{ .System }}<|im_end|>{{ end }}
6
+ <|im_start|>user
7
+ {{ .Prompt }}<|im_end|>
8
+ <|im_start|>assistant
9
+ """
10
+
11
+ PARAMETER temperature 0.6
12
+ PARAMETER num_ctx 65536
13
+ PARAMETER stop "<|system|>"
14
+ PARAMETER stop "<|user|>"
15
+ PARAMETER stop "<|assistant|>"
16
+ PARAMETER stop "</s>"
17
+
18
  SYSTEM "You are Spyra, a professional AI assistant who gives short and precise answers."