sitammeur commited on
Commit
655eea7
·
verified ·
1 Parent(s): b701b50

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -25,7 +25,7 @@ if not os.path.exists("./models"):
25
 
26
  hf_hub_download(
27
  repo_id="bartowski/Dolphin3.0-Llama3.2-1B-GGUF",
28
- filename="Dolphin3.0-Llama3.2-1B-Q6_K.gguf",
29
  local_dir="./models",
30
  )
31
  hf_hub_download(
@@ -163,7 +163,7 @@ demo = gr.ChatInterface(
163
  additional_inputs=[
164
  gr.Dropdown(
165
  choices=[
166
- "Dolphin3.0-Llama3.2-1B-Q6_K.gguf",
167
  "Dolphin3.0-Qwen2.5-0.5B-Q6_K.gguf",
168
  ],
169
  value="Dolphin3.0-Qwen2.5-0.5B-Q6_K.gguf",
 
25
 
26
  hf_hub_download(
27
  repo_id="bartowski/Dolphin3.0-Llama3.2-1B-GGUF",
28
+ filename="Dolphin3.0-Llama3.2-1B-Q4_K_M.gguf",
29
  local_dir="./models",
30
  )
31
  hf_hub_download(
 
163
  additional_inputs=[
164
  gr.Dropdown(
165
  choices=[
166
+ "Dolphin3.0-Llama3.2-1B-Q4_K_M.gguf",
167
  "Dolphin3.0-Qwen2.5-0.5B-Q6_K.gguf",
168
  ],
169
  value="Dolphin3.0-Qwen2.5-0.5B-Q6_K.gguf",