davidizzle commited on
Commit
d42875d
·
1 Parent(s): b0d56c8
Files changed (1) hide show
  1. app.py +1 -3
app.py CHANGED
@@ -43,10 +43,8 @@ def load_model():
43
  # model_id = "deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B"
44
  # model_id = "deepseek-ai/deepseek-llm-7b-chat"
45
  # model_id = "deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B"
46
- model_id = "TheBloke/Mistral-7B-Instruct-v0.1-GGUF"
47
 
48
-
49
- quantization_config = FineGrainedFP8Config()
50
  tokenizer = AutoTokenizer.from_pretrained(model_id)
51
  model = AutoModelForCausalLM.from_pretrained(
52
  model_id,
 
43
  # model_id = "deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B"
44
  # model_id = "deepseek-ai/deepseek-llm-7b-chat"
45
  # model_id = "deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B"
 
46
 
47
+ model_id = "Qwen/Qwen2.5-Omni-7B"
 
48
  tokenizer = AutoTokenizer.from_pretrained(model_id)
49
  model = AutoModelForCausalLM.from_pretrained(
50
  model_id,