Created by Parth Sadaria
Go to /models for more info
Check out the GitHub for more projects:
github.com/ParthSadaria """ return HTMLResponse(content=html_content) # Remove cache from get_models @app.get("/v1/models") async def get_models(): async with httpx.AsyncClient() as client: try: response = await client.get(f"{secret_api_endpoint}/v1/models", timeout=3) response.raise_for_status() return response.json() except httpx.RequestError as e: raise HTTPException(status_code=500, detail=f"Request failed: {e}") @app.post("/v1/chat/completions") async def get_completion(payload: Payload, request: Request): api_key = request.headers.get("Authorization") # Validate API key if api_key not in valid_api_keys: raise HTTPException(status_code=403, detail="Forbidden: Invalid API key. Join dsc.gg/chadgang and DM @mr_leaderyt on Discord for a free API key :)") # Prepare the payload for streaming payload_dict = {**payload.dict(), "stream": True} # Define an asynchronous generator to stream the response line by line async def stream_generator(): async with httpx.AsyncClient() as client: try: async with client.stream("POST", secret_api_endpoint, json=payload_dict, timeout=10) as response: response.raise_for_status() async for line in response.aiter_lines(): if line: yield f"{line}\n" # Add a newline to distinguish each line except httpx.RequestError as e: raise HTTPException(status_code=500, detail=f"Streaming failed: {e}") # Return the streaming response return StreamingResponse(stream_generator(), media_type="application/json") # Log the API endpoints @app.on_event("startup") async def startup_event(): print("API endpoints:") print("GET /") print("GET /models") print("POST /v1/chat/completions") # Run the server with Uvicorn using the 'main' module if __name__ == "__main__": import uvicorn uvicorn.run(app, host="0.0.0.0", port=8000)