env.py

import os
INIT_MODELS = [
    # 70B
    ("Qwen/Qwen2.5-72B-Instruct", "sambanova"),
    ("meta-llama/Llama-3.3-70B-Instruct", "together"),
    ("deepseek-ai/DeepSeek-R1-Distill-Llama-70B", "sambanova"),
    # 20 to 30B
    ("Qwen/QwQ-32B", "sambanova"),
    ("mistralai/Mistral-Small-24B-Instruct-2501", "together"),
    #("allenai/OLMo-2-0325-32B-Instruct", "hf-inference")
] 
MODELS = [m[0] for m in INIT_MODELS]
TASK = os.getenv("TASK")
# With storage
HF_TOKEN=os.getenv("HF_TOKEN")
ORG_NAME = os.getenv("ORG_NAME")