davidizzle commited on
Commit
fa42556
·
1 Parent(s): a90ecdc

I hate MoE

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -42,8 +42,8 @@ def load_model():
42
  # tokenizer = AutoTokenizer.from_pretrained(model_id, token=True)
43
  # model_id = "deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B"
44
  # model_id = "deepseek-ai/deepseek-llm-7b-chat"
45
- model_id = "deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B"
46
- # model_id = "mistralai/Mistral-7B-Instruct-v0.3"
47
 
48
 
49
  quantization_config = FineGrainedFP8Config()
 
42
  # tokenizer = AutoTokenizer.from_pretrained(model_id, token=True)
43
  # model_id = "deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B"
44
  # model_id = "deepseek-ai/deepseek-llm-7b-chat"
45
+ # model_id = "deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B"
46
+ model_id = "mistralai/Mistral-7B-Instruct-v0.3"
47
 
48
 
49
  quantization_config = FineGrainedFP8Config()