| import os | |
| INIT_MODELS = [ | |
| # 70B | |
| ("Qwen/Qwen2.5-72B-Instruct", "novita"), | |
| ("meta-llama/Llama-3.3-70B-Instruct", "novita"), | |
| ("deepseek-ai/DeepSeek-R1-Distill-Llama-70B", "novita"), | |
| # 20 to 30B | |
| ("Qwen/QwQ-32B", "novita"), | |
| ("mistralai/Mistral-Small-24B-Instruct-2501", "together"), | |
| ] | |
| MODELS = [m[0] for m in INIT_MODELS] | |
| TASK = os.getenv("TASK") | |
| # With storage | |
| HF_TOKEN = os.getenv("HF_TOKEN") | |
| ORG_NAME = os.getenv("ORG_NAME") | |