File size: 852 Bytes
a4075ec
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
import os


INIT_MODELS = [
    # ("meta-llama/Llama-4-Scout-17B-16E-Instruct", "together"),
    ("Qwen/Qwen3-32B", "nebius"),
    ("Qwen/Qwen2.5-72B-Instruct", "together"),
    ("deepseek-ai/DeepSeek-R1", "together"),
    ("deepseek-ai/DeepSeek-V3", "nebius"),
    ("deepseek-ai/DeepSeek-R1-Distill-Qwen-32B", "novita"),   
    ("deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B", "novita"),   
    ("deepseek-ai/DeepSeek-R1-Distill-Llama-8B", "novita"),  
    ('Qwen/Qwen2.5-7B-Instruct','together'),
    ('Qwen/Qwen2.5-VL-3B-Instruct','together'),
    ('Qwen/Qwen2.5-1.5B-Instruct','nebius'),
    ('google/gemma-2-27b-it','nebius'),
    ('google/gemma-2-9b-it','nebius'),
    ('google/gemma-2-2b-it','nebius'),
]
MODELS = [m[0] for m in INIT_MODELS]
TASK = os.getenv("TASK")
# With storage
HF_TOKEN = os.getenv("HF_TOKEN")
ORG_NAME = os.getenv("ORG_NAME")