Update README.md (#6)
Browse files- Update README.md (6029068e01abd9cb5c60031de5030af572bd73ab)
Co-authored-by: Csaba Kecskemeti <[email protected]>
README.md
CHANGED
|
@@ -402,7 +402,7 @@ messages = [
|
|
| 402 |
"content": user_prompt
|
| 403 |
},
|
| 404 |
]
|
| 405 |
-
|
| 406 |
# note that running this model on GPU requires over 60 GB of GPU RAM
|
| 407 |
llm = LLM(model=model_name, tokenizer_mode="mistral")
|
| 408 |
|
|
|
|
| 402 |
"content": user_prompt
|
| 403 |
},
|
| 404 |
]
|
| 405 |
+
model_name = "mistralai/Mistral-Small-3.1-24B-Instruct-2503"
|
| 406 |
# note that running this model on GPU requires over 60 GB of GPU RAM
|
| 407 |
llm = LLM(model=model_name, tokenizer_mode="mistral")
|
| 408 |
|