File size: 519 Bytes
f4ad64c |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 |
import os
INIT_MODELS = [
# 70B
("Qwen/Qwen2.5-72B-Instruct", "sambanova"),
("meta-llama/Llama-3.3-70B-Instruct", "together"),
("deepseek-ai/DeepSeek-R1-Distill-Llama-70B", "sambanova"),
# 20 to 30B
("Qwen/QwQ-32B", "sambanova"),
("mistralai/Mistral-Small-24B-Instruct-2501", "together"),
#("allenai/OLMo-2-0325-32B-Instruct", "hf-inference")
]
MODELS = [m[0] for m in INIT_MODELS]
TASK = os.getenv("TASK")
# With storage
HF_TOKEN=os.getenv("HF_TOKEN")
ORG_NAME = os.getenv("ORG_NAME")
|