Update README.md
#6
by
csabakecskemeti
- opened
README.md
CHANGED
@@ -402,7 +402,7 @@ messages = [
|
|
402 |
"content": user_prompt
|
403 |
},
|
404 |
]
|
405 |
-
|
406 |
# note that running this model on GPU requires over 60 GB of GPU RAM
|
407 |
llm = LLM(model=model_name, tokenizer_mode="mistral")
|
408 |
|
|
|
402 |
"content": user_prompt
|
403 |
},
|
404 |
]
|
405 |
+
model_name = "mistralai/Mistral-Small-3.1-24B-Instruct-2503"
|
406 |
# note that running this model on GPU requires over 60 GB of GPU RAM
|
407 |
llm = LLM(model=model_name, tokenizer_mode="mistral")
|
408 |
|