import os | |
INIT_MODELS = [ | |
# 70B | |
("Qwen/Qwen2.5-72B-Instruct", "novita"), | |
("meta-llama/Llama-3.3-70B-Instruct", "novita"), | |
("deepseek-ai/DeepSeek-R1-Distill-Llama-70B", "novita"), | |
# 20 to 30B | |
("Qwen/QwQ-32B", "novita"), | |
("mistralai/Mistral-Small-24B-Instruct-2501", "together"), | |
] | |
MODELS = [m[0] for m in INIT_MODELS] | |
TASK = os.getenv("TASK") | |
# With storage | |
HF_TOKEN = os.getenv("HF_TOKEN") | |
ORG_NAME = os.getenv("ORG_NAME") | |