Added timeout

llm/deepinfra_api.py

@@ -150,6 +150,6 @@ class DeepInfraApi(LlmApi):
         """
         async with httpx.AsyncClient() as client:
             request = await self.create_request(prompt, system_prompt)
-            response = await client.post(f"{self.params.url}/v1/openai/chat/completions", headers=super().create_headers(), json=request)
+            response = await client.post(f"{self.params.url}/v1/openai/chat/completions", headers=super().create_headers(), json=request, timeout=httpx.Timeout(connect=5.0, read=60.0))
             if response.status_code == 200:
                 return response.json()["choices"][0]["message"]["content"]