Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -25,7 +25,7 @@ if not os.path.exists("./models"):
|
|
25 |
|
26 |
hf_hub_download(
|
27 |
repo_id="bartowski/Dolphin3.0-Llama3.2-1B-GGUF",
|
28 |
-
filename="Dolphin3.0-Llama3.2-1B-
|
29 |
local_dir="./models",
|
30 |
)
|
31 |
hf_hub_download(
|
@@ -163,7 +163,7 @@ demo = gr.ChatInterface(
|
|
163 |
additional_inputs=[
|
164 |
gr.Dropdown(
|
165 |
choices=[
|
166 |
-
"Dolphin3.0-Llama3.2-1B-
|
167 |
"Dolphin3.0-Qwen2.5-0.5B-Q6_K.gguf",
|
168 |
],
|
169 |
value="Dolphin3.0-Qwen2.5-0.5B-Q6_K.gguf",
|
|
|
25 |
|
26 |
hf_hub_download(
|
27 |
repo_id="bartowski/Dolphin3.0-Llama3.2-1B-GGUF",
|
28 |
+
filename="Dolphin3.0-Llama3.2-1B-Q4_K_M.gguf",
|
29 |
local_dir="./models",
|
30 |
)
|
31 |
hf_hub_download(
|
|
|
163 |
additional_inputs=[
|
164 |
gr.Dropdown(
|
165 |
choices=[
|
166 |
+
"Dolphin3.0-Llama3.2-1B-Q4_K_M.gguf",
|
167 |
"Dolphin3.0-Qwen2.5-0.5B-Q6_K.gguf",
|
168 |
],
|
169 |
value="Dolphin3.0-Qwen2.5-0.5B-Q6_K.gguf",
|