Update app.py
Browse files
app.py
CHANGED
@@ -15,8 +15,9 @@ if hf_token:
|
|
15 |
else:
|
16 |
raise ValueError("HF_TOKEN environment variable not set. Please add it as a secret in your Hugging Face Space.")
|
17 |
|
18 |
-
|
19 |
-
model_name = 'hf.co/bartowski/Llama-3.2-3B-Instruct-GGUF:Q4_K_M'
|
|
|
20 |
model = ollama.pull(model_name)
|
21 |
|
22 |
class ChatRequest(BaseModel):
|
@@ -37,7 +38,7 @@ async def chat(request: ChatRequest):
|
|
37 |
start_time = time.time() # Start measuring time
|
38 |
|
39 |
messages = [
|
40 |
-
{'role': 'system', 'content': request.system_message}
|
41 |
{'role': 'user', 'content': request.message}
|
42 |
]
|
43 |
|
|
|
15 |
else:
|
16 |
raise ValueError("HF_TOKEN environment variable not set. Please add it as a secret in your Hugging Face Space.")
|
17 |
|
18 |
+
model = ollama.pull('llama3.2')
|
19 |
+
# model_name = 'hf.co/bartowski/Llama-3.2-3B-Instruct-GGUF:Q4_K_M'
|
20 |
+
|
21 |
model = ollama.pull(model_name)
|
22 |
|
23 |
class ChatRequest(BaseModel):
|
|
|
38 |
start_time = time.time() # Start measuring time
|
39 |
|
40 |
messages = [
|
41 |
+
{'role': 'system', 'content': request.system_message},
|
42 |
{'role': 'user', 'content': request.message}
|
43 |
]
|
44 |
|