Spaces:

davidizzle
/

LIA_LLM_PoC

Sleeping

davidizzle commited on Apr 19

Commit

b0d56c8

1 Parent(s): fa42556

I hate gated models

Files changed (1) hide show

app.py CHANGED Viewed

@@ -43,7 +43,7 @@ def load_model():
     # model_id = "deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B"
     # model_id = "deepseek-ai/deepseek-llm-7b-chat"
     # model_id = "deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B"
-    model_id = "mistralai/Mistral-7B-Instruct-v0.3"
     quantization_config = FineGrainedFP8Config()

     # model_id = "deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B"
     # model_id = "deepseek-ai/deepseek-llm-7b-chat"
     # model_id = "deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B"
+    model_id = "TheBloke/Mistral-7B-Instruct-v0.1-GGUF"
     quantization_config = FineGrainedFP8Config()