Lhumpal commited on
Commit
9be17b1
·
verified ·
1 Parent(s): f1b182f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -3
app.py CHANGED
@@ -15,8 +15,9 @@ if hf_token:
15
  else:
16
  raise ValueError("HF_TOKEN environment variable not set. Please add it as a secret in your Hugging Face Space.")
17
 
18
- # model = ollama.pull('llama3.2')
19
- model_name = 'hf.co/bartowski/Llama-3.2-3B-Instruct-GGUF:Q4_K_M'
 
20
  model = ollama.pull(model_name)
21
 
22
  class ChatRequest(BaseModel):
@@ -37,7 +38,7 @@ async def chat(request: ChatRequest):
37
  start_time = time.time() # Start measuring time
38
 
39
  messages = [
40
- {'role': 'system', 'content': request.system_message}
41
  {'role': 'user', 'content': request.message}
42
  ]
43
 
 
15
  else:
16
  raise ValueError("HF_TOKEN environment variable not set. Please add it as a secret in your Hugging Face Space.")
17
 
18
+ model = ollama.pull('llama3.2')
19
+ # model_name = 'hf.co/bartowski/Llama-3.2-3B-Instruct-GGUF:Q4_K_M'
20
+
21
  model = ollama.pull(model_name)
22
 
23
  class ChatRequest(BaseModel):
 
38
  start_time = time.time() # Start measuring time
39
 
40
  messages = [
41
+ {'role': 'system', 'content': request.system_message},
42
  {'role': 'user', 'content': request.message}
43
  ]
44