import os INIT_MODELS = [ # ("meta-llama/Llama-4-Scout-17B-16E-Instruct", "together"), ("Qwen/Qwen3-32B", "hf-inference"), ("Qwen/Qwen2.5-72B-Instruct", "hf-inference"), ("Qwen/Qwen3-235B-A22B", "hf-inference"), ("deepseek-ai/DeepSeek-R1-Distill-Qwen-32B", "hf-inference"), ('meta-llama/Llama-3.1-8B-Instruct','hf-inference'), ('meta-llama/Llama-3.3-70B-Instruct','hf-inference'), ('microsoft/phi-4','hf-inference'), ('microsoft/Phi-3-mini-4k-instruct','hf-inference'), ('CohereLabs/c4ai-command-r-plus-08-2024','hf-inference'), ] MODELS = [m[0] for m in INIT_MODELS] TASK = os.getenv("TASK") # With storage HF_TOKEN = os.getenv("HF_TOKEN") ORG_NAME = os.getenv("ORG_NAME")