crystalkalem commited on
Commit
ed0ea38
·
verified ·
1 Parent(s): 5cb35b9

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -5,7 +5,7 @@ import os
5
  # Determine the number of CPU cores available
6
  num_cores = os.cpu_count()
7
  # Use 75% of available cores, but at least 4
8
- threads = max(3, int(num_cores * 0.75))
9
 
10
  llm = Llama(model_path="model.gguf", n_ctx=3072, n_threads=threads, chat_format="chatml")
11
 
 
5
  # Determine the number of CPU cores available
6
  num_cores = os.cpu_count()
7
  # Use 75% of available cores, but at least 4
8
+ threads = max(4, int(num_cores * 0.75))
9
 
10
  llm = Llama(model_path="model.gguf", n_ctx=3072, n_threads=threads, chat_format="chatml")
11