File size: 453 Bytes
d8b2714 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 |
import os
INIT_MODELS = [
# 70B
("Qwen/Qwen2.5-72B-Instruct", "novita"),
("meta-llama/Llama-3.3-70B-Instruct", "novita"),
("deepseek-ai/DeepSeek-R1-Distill-Llama-70B", "novita"),
# 20 to 30B
("Qwen/QwQ-32B", "novita"),
("mistralai/Mistral-Small-24B-Instruct-2501", "together"),
]
MODELS = [m[0] for m in INIT_MODELS]
TASK = os.getenv("TASK")
# With storage
HF_TOKEN = os.getenv("HF_TOKEN")
ORG_NAME = os.getenv("ORG_NAME")
|