Update app.py

app.py

@@ -32,19 +32,21 @@ class ChatResponse(BaseModel):
 @app.post("/chat", response_model=ChatResponse)
 async def chat(request: ChatRequest):
     try:
-        messages = [
-            {"role": "system", "content": request.system_message},
-            {"role": "user", "content": request.message},
-        ]
-
-        response = client.chat_completion(
-            messages=messages,
-            max_tokens=request.max_tokens,
-            temperature=request.temperature,
-            top_p=request.top_p,
-        )
+        # messages = [
+        #     {"role": "system", "content": request.system_message},
+        #     {"role": "user", "content": request.message},
+        # ]
+
+        # response = client.chat_completion(
+        #     messages=messages,
+        #     max_tokens=request.max_tokens,
+        #     temperature=request.temperature,
+        #     top_p=request.top_p,
+        # )
+        response = ollama.chat(model='llama3.2', messages=[{'role': 'user', 'content': 'Hello!'}])
+
 
         # return {"response": response.choices[0].message.content}
-        return {"response": status}
+        return {"model_status": status, "response": response}
     except Exception as e:
         raise HTTPException(status_code=500, detail=str(e))