Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -30,7 +30,7 @@ def load_llm():
|
|
30 |
llm = CTransformers(
|
31 |
#model = 'TheBloke/Llama-2-7B-Chat-GGML',
|
32 |
#model = AutoModel.from_pretrained("TheBloke/Llama-2-7B-Chat-GGML"),
|
33 |
-
model = 'MaziyarPanahi/BioMistral-7B-GGUF'
|
34 |
model_type = 'mistral',
|
35 |
max_new_token = 512,
|
36 |
temperature = 0.5
|
|
|
30 |
llm = CTransformers(
|
31 |
#model = 'TheBloke/Llama-2-7B-Chat-GGML',
|
32 |
#model = AutoModel.from_pretrained("TheBloke/Llama-2-7B-Chat-GGML"),
|
33 |
+
model = 'MaziyarPanahi/BioMistral-7B-GGUF',
|
34 |
model_type = 'mistral',
|
35 |
max_new_token = 512,
|
36 |
temperature = 0.5
|